-- Logs begin at Mon 2021-11-22 15:19:12 UTC, end at Mon 2021-11-22 17:45:06 UTC. -- Nov 22 15:50:01.882077 n-d-811716-3 systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 15:50:04.644035 n-d-811716-3 neutron-server[103269]: INFO neutron.common.config [-] Logging enabled! Nov 22 15:50:04.644661 n-d-811716-3 neutron-server[103269]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 15:50:04.644841 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103269) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 15:50:04.648416 n-d-811716-3 neutron-server[103269]: INFO neutron.common.config [-] Logging enabled! Nov 22 15:50:04.648682 n-d-811716-3 neutron-server[103269]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 15:50:04.649007 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103269) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 15:50:04.649960 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:50:04.650207 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 15:50:04.650580 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:50:04.650836 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 15:50:04.651074 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 15:50:04.651430 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.652192 n-d-811716-3 neutron-server[103269]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 15:50:04.652520 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.652825 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.653128 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.653437 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.653740 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.654034 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.654332 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.654642 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.654936 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.655228 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.655524 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.655829 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.656147 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.656448 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.656749 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.657044 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] debug = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.657336 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.657783 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.658292 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.658591 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.658899 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.659186 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.659471 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.659761 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.660087 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.660430 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] host = n-d-811716-3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.660721 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.661020 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.661317 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.661613 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.661898 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.662185 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.662479 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.662761 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.663043 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] log_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.663329 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.663626 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.663944 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.664259 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.664495 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.664728 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.665027 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.665323 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.665607 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.665893 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.666182 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.666470 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.666754 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.667560 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.667861 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.668182 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.668479 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.668767 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.669052 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.669332 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.669613 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.669906 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.670190 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.670477 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.670761 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.671060 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.671338 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.671620 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.671952 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.672251 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.672545 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.672842 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.673128 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.673422 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.673704 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.673985 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.674266 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] use_json = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.674548 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.674829 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.675121 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.675401 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.675682 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.675997 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.676279 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.676577 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:04.676882 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.677190 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.677500 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.677800 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.678116 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.678409 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.678710 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.678999 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.679298 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.679596 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.679895 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.680207 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.680505 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.680795 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.681104 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.681418 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.681724 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.682025 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.682311 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.682664 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.682952 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.683242 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.683542 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.683832 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.684657 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.684958 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.685250 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.685559 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.685859 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.686166 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.686468 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.686754 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.687041 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.687348 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.687639 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.687950 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.688323 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.688658 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.688952 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.689241 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.689538 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.689830 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.690114 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.690398 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.690688 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.690991 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.691278 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.691564 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.691847 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.692160 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.692445 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.692742 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.693030 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.693314 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.693599 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.693888 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.694173 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.694456 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.694743 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.695024 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.695311 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.695594 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.695875 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.696182 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.696463 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.696751 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.697028 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.697308 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.697601 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.697886 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.698255 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.698568 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.698830 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.699119 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.699418 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.699727 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.700044 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.700338 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.700630 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.700919 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.701206 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.701492 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.701786 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.702076 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.702361 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.702664 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.702960 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.703256 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.703549 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.703871 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.704204 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.704497 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.704796 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.705087 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.705377 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.705672 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.705968 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.706275 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.706577 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.706883 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.707184 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.707487 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.707784 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.708131 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.708422 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:04.708651 n-d-811716-3 neutron-server[103269]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 15:50:04.708901 n-d-811716-3 neutron-server[103269]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103269) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 15:50:05.147300 n-d-811716-3 neutron-server[103269]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 15:50:05.147839 n-d-811716-3 neutron-server[103269]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 15:50:05.148177 n-d-811716-3 neutron-server[103269]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 15:50:05.148524 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 15:50:05.476420 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.476716 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.477000 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.478210 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.478496 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.478770 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.515057 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.515342 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.515623 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.530746 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.531040 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.531320 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.560503 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.560797 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.561079 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.599559 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.599851 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.600165 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.846550 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.847149 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.847149 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.847312 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.848049 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.948860 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.949198 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.949498 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.949781 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.950062 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.950381 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.950652 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.950922 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.951189 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.951481 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.951750 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.952052 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.952320 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.952582 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.952849 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.953120 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.953384 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.953660 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.953937 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.954203 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.954482 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.954743 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.955033 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.955418 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.955677 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.955959 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:05.956370 n-d-811716-3 neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:50:05.956620 n-d-811716-3 neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:50:05.956867 n-d-811716-3 neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:50:05.957112 n-d-811716-3 neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:50:05.957355 n-d-811716-3 neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:50:05.957600 n-d-811716-3 neutron-server[103269]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:50:05.957973 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 15:50:05.961274 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 15:50:05.965816 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 15:50:05.969793 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 22 15:50:05.971594 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 15:50:05.972108 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 15:50:05.972458 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 15:50:05.972861 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 15:50:05.975836 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 15:50:05.976131 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 15:50:05.976494 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 15:50:05.982034 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 15:50:06.005313 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 15:50:06.005776 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.006088 n-d-811716-3 neutron-server[103269]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103269) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 15:50:06.006460 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.007874 n-d-811716-3 neutron-server[103269]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103269) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 15:50:06.008184 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 15:50:06.008438 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 15:50:06.013667 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.013959 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.078047 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 15:50:06.078296 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 15:50:06.078545 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 15:50:06.078929 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 15:50:06.099446 n-d-811716-3 neutron-server[103269]: DEBUG oslo_db.sqlalchemy.engines [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103269) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 15:50:06.639414 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Initializing driver for type 'gre' Nov 22 15:50:06.639985 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] gre ID ranges: [(1, 1000)] Nov 22 15:50:06.693927 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Initializing driver for type 'local' Nov 22 15:50:06.694351 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Initializing driver for type 'vlan' Nov 22 15:50:06.714828 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] VlanTypeDriver initialization complete Nov 22 15:50:06.715166 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Initializing driver for type 'vxlan' Nov 22 15:50:06.715663 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] vxlan ID ranges: [(1, 1000)] Nov 22 15:50:06.767311 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Initializing extension driver 'port_security' Nov 22 15:50:06.767657 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.extensions.port_security [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] PortSecurityExtensionDriver initialization complete Nov 22 15:50:06.768024 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Initializing mechanism driver 'openvswitch' Nov 22 15:50:06.768368 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Initializing mechanism driver 'hyperv' Nov 22 15:50:06.775351 n-d-811716-3 neutron-server[103269]: DEBUG neutron.plugins.ml2.plugin [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:06.776566 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > port after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.776972 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.777300 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.777845 n-d-811716-3 neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 15:50:06.778286 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > subnet after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.778647 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > subnet after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.779003 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.779423 n-d-811716-3 neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 15:50:06.779843 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > network after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.780221 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > network after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.780572 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > network after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.780981 n-d-811716-3 neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 15:50:06.781401 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > security_group after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.781756 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > security_group after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.782109 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.782655 n-d-811716-3 neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 15:50:06.783076 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.783439 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.783793 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.784235 n-d-811716-3 neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 15:50:06.784654 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > address_group after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.785011 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > address_group after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.785358 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.785766 n-d-811716-3 neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103269) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 15:50:06.786158 n-d-811716-3 neutron-server[103269]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] ML2 OVO RPC backend initialized. {{(pid=103269) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 15:50:06.786866 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.787231 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.787657 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > network before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.788045 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > networks before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.788405 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > port before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.788755 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > ports before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.789116 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > subnet before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.789465 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > subnets before_response 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.789817 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > network after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.790164 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > network after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.790511 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > network after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.790859 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > port after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.791207 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.791553 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.792549 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > subnet after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.792902 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > subnet after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.793251 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.793842 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.plugin [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Modular L2 Plugin initialization complete Nov 22 15:50:06.794183 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading services supported by the core plugin {{(pid=103269) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 15:50:06.794517 n-d-811716-3 neutron-server[103269]: INFO neutron.plugins.ml2.managers [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Got port-security extension from driver 'port_security' Nov 22 15:50:06.794990 n-d-811716-3 neutron-server[103269]: INFO neutron.extensions.vlantransparent [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Disabled vlantransparent extension. Nov 22 15:50:06.795488 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103269) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 15:50:06.795810 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading Plugin: router Nov 22 15:50:06.832291 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.832690 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router after_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.833096 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router before_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.833472 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.833853 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.834219 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router after_delete 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.834587 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.834943 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.835311 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router after_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.835703 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router after_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.836083 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router after_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.836442 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.836809 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router after_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.837228 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.837609 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.837958 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.838304 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: subnet after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.839306 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.839745 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.840129 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.840485 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: port before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.840841 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.841210 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router after_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.841562 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.841923 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_create 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.842289 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.842643 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_update 55549900 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.843014 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > agent after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.843372 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > agent after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.843732 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > network after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.844624 n-d-811716-3 neutron-server[103269]: DEBUG neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Tracking information for resource: router configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:50:06.844967 n-d-811716-3 neutron-server[103269]: DEBUG neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Tracking information for resource: floatingip configured {{(pid=103269) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 15:50:06.850027 n-d-811716-3 neutron-server[103269]: INFO neutron.db.l3_agentschedulers_db [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 15:50:06.850620 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.850990 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: port after_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.851351 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: port after_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.851711 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: port after_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.852527 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router before_create 55550100 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.852900 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.853272 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_create 55550100 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.853639 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > router precommit_update 55550100 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.858515 n-d-811716-3 neutron-server[103269]: DEBUG neutron.services.provider_configuration [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service providers = [] {{(pid=103269) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 15:50:06.858891 n-d-811716-3 neutron-server[103269]: DEBUG neutron.db.servicetype_db [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103269) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 15:50:06.861878 n-d-811716-3 neutron-server[103269]: DEBUG neutron.services.service_base [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103269) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 15:50:06.862240 n-d-811716-3 neutron-server[103269]: DEBUG neutron.services.service_base [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103269) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 15:50:06.862592 n-d-811716-3 neutron-server[103269]: DEBUG neutron.services.service_base [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103269) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 15:50:06.863501 n-d-811716-3 neutron-server[103269]: DEBUG neutron.services.service_base [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103269) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 15:50:06.863881 n-d-811716-3 neutron-server[103269]: INFO neutron.services.service_base [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 15:50:06.864296 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 15:50:06.864621 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 15:50:06.875472 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 15:50:06.875816 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading Plugin: auto_allocate Nov 22 15:50:06.881817 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: network precommit_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.882197 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: network precommit_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.882742 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 15:50:06.883073 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading Plugin: tag Nov 22 15:50:06.890367 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 15:50:06.890655 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading Plugin: timestamp Nov 22 15:50:06.894748 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 15:50:06.895092 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading Plugin: network_ip_availability Nov 22 15:50:06.900882 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.901858 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.902235 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:06.902963 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 15:50:06.903292 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading Plugin: flavors Nov 22 15:50:06.908243 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 15:50:06.908585 n-d-811716-3 neutron-server[103269]: INFO neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading Plugin: revisions Nov 22 15:50:06.912932 n-d-811716-3 neutron-server[103269]: DEBUG neutron.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103269) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 15:50:06.913328 n-d-811716-3 neutron-server[103269]: DEBUG oslo_concurrency.lockutils [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=103269) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 15:50:06.914087 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103269) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 15:50:06.914432 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Initializing extension manager. Nov 22 15:50:06.914960 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: __init__.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.915313 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: __pycache__ {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.915660 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.916042 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: address_group.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.916924 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.917519 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: address-group Nov 22 15:50:06.917848 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: address_scope.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.920067 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.920624 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: address-scope Nov 22 15:50:06.920973 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.921941 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.922478 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: router-admin-state-down-before-update Nov 22 15:50:06.922820 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: agent.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.923544 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.924098 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: agent Nov 22 15:50:06.924437 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: agent_resources_synced.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.925381 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.925905 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: agent-resources-synced Nov 22 15:50:06.926243 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: allowedaddresspairs.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.928103 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.928636 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: allowed-address-pairs Nov 22 15:50:06.928972 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: auto_allocated_topology.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.930071 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.930598 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: auto-allocated-topology Nov 22 15:50:06.930931 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: availability_zone.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.931637 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.932184 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: availability_zone Nov 22 15:50:06.932551 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: availability_zone_filter.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.933643 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.934166 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: availability_zone_filter Nov 22 15:50:06.934495 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: data_plane_status.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.935436 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.935985 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 15:50:06.936316 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: default_subnetpools.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.937268 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.937788 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: default-subnetpools Nov 22 15:50:06.938116 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.938942 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.939463 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: dhcp_agent_scheduler Nov 22 15:50:06.939796 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: dns.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.940783 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.941291 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension dns-integration not supported by any of loaded plugins Nov 22 15:50:06.941971 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: dns_domain_ports.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.942552 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.943069 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 15:50:06.943401 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.944364 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.944877 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 15:50:06.945208 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: dvr.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.945892 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.946411 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: dvr Nov 22 15:50:06.946741 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: ecmp_routes.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.947687 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.948959 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 15:50:06.949301 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: empty_string_filtering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.950242 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.950766 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: empty-string-filtering Nov 22 15:50:06.951103 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.952063 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.952585 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 15:50:06.952920 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.953854 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.954384 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 15:50:06.954701 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: external_net.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.955627 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.956172 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: external-net Nov 22 15:50:06.956505 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.957437 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.957956 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: extra_dhcp_opt Nov 22 15:50:06.958288 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: extraroute.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.959214 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.959731 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: extraroute Nov 22 15:50:06.960097 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: extraroute_atomic.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.961160 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.961678 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: extraroute-atomic Nov 22 15:50:06.962012 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: filter_validation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.962691 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.963206 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: filter-validation Nov 22 15:50:06.963537 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: fip_pf_description.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.965054 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.965567 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 15:50:06.965899 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: fip_port_details.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.966834 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.967352 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: fip-port-details Nov 22 15:50:06.967691 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: flavors.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.968989 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.969521 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: flavors Nov 22 15:50:06.969856 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.971583 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.972150 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 15:50:06.972494 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: floatingip_pools.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.973214 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.973742 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: floatingip-pools Nov 22 15:50:06.974080 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: ip_allocation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.975020 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.975544 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 15:50:06.975881 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.976844 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.977369 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: ip-substring-filtering Nov 22 15:50:06.977707 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: l2_adjacency.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.978649 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.979166 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 15:50:06.979523 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: l3.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.980693 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.981231 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: router Nov 22 15:50:06.981571 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.983832 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.984398 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 15:50:06.984742 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.985716 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.986242 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: ext-gw-mode Nov 22 15:50:06.986579 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.987545 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.988098 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: l3-ha Nov 22 15:50:06.988435 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: l3_flavors.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.989373 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.989903 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: l3-flavors Nov 22 15:50:06.990239 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.991172 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.991699 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 15:50:06.992072 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: l3agentscheduler.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.993108 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.993630 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: l3_agent_scheduler Nov 22 15:50:06.993966 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: local_ip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.995789 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.996343 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension local_ip not supported by any of loaded plugins Nov 22 15:50:06.996684 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: logging.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.998182 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:06.998713 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension logging not supported by any of loaded plugins Nov 22 15:50:06.999052 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: metering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:06.999806 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.000437 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: metering Nov 22 15:50:07.000775 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.001894 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.002429 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: metering_source_and_destination_fields Nov 22 15:50:07.002766 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: multiprovidernet.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.003718 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.004287 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: multi-provider Nov 22 15:50:07.004626 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: netmtu.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.005638 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.006123 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: net-mtu Nov 22 15:50:07.006455 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: netmtu_writable.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.007402 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.007945 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: net-mtu-writable Nov 22 15:50:07.008281 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: network_availability_zone.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.008969 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.009486 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: network_availability_zone Nov 22 15:50:07.009817 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: network_ip_availability.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.011679 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.012227 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: network-ip-availability Nov 22 15:50:07.012563 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: network_segment_range.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.013343 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.013855 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 15:50:07.014184 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: pagination.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.015199 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.015667 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: pagination Nov 22 15:50:07.016030 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: port_device_profile.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.016988 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.017522 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: port-device-profile Nov 22 15:50:07.017855 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.018811 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.019337 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: port-mac-address-regenerate Nov 22 15:50:07.019668 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.020637 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.021162 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: port-numa-affinity-policy Nov 22 15:50:07.021492 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: port_resource_request.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.022707 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.023232 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 15:50:07.023561 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: port_resource_request_groups.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.024589 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.025117 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 15:50:07.025447 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: portbindings.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.027085 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.027606 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: binding Nov 22 15:50:07.027962 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: portbindings_extended.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.029280 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.029809 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: binding-extended Nov 22 15:50:07.030147 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: portsecurity.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.031081 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.031605 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: port-security Nov 22 15:50:07.031960 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: project_id.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.032962 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.033299 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: project-id Nov 22 15:50:07.033631 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: providernet.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.034581 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.035105 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: provider Nov 22 15:50:07.035440 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.039075 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.039611 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos not supported by any of loaded plugins Nov 22 15:50:07.039981 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.041252 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.041813 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 15:50:07.042156 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.043101 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.043627 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 15:50:07.043995 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_default.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.044936 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.045460 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-default not supported by any of loaded plugins Nov 22 15:50:07.045798 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_fip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.046469 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.046983 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-fip not supported by any of loaded plugins Nov 22 15:50:07.047317 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_gateway_ip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.048297 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.048817 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 15:50:07.049152 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_port_network_policy.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.050094 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.050616 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 15:50:07.050955 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.052096 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.052627 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 15:50:07.052964 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_pps_rule.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.054167 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.054696 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-pps not supported by any of loaded plugins Nov 22 15:50:07.055030 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_rule_type_details.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.056014 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.056543 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 15:50:07.056874 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: qos_rules_alias.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.057985 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.058505 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 15:50:07.058839 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: quota_check_limit.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.059773 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.060331 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: quota-check-limit Nov 22 15:50:07.060664 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: quotasv2.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.061625 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.061962 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: quotas Nov 22 15:50:07.062295 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: quotasv2_detail.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.065700 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.066048 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: quota_details Nov 22 15:50:07.066387 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: rbac.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.067471 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.068038 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: rbac-policies Nov 22 15:50:07.068384 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: rbac_address_group.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.069345 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.069877 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: rbac-address-group Nov 22 15:50:07.070212 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: rbac_address_scope.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.071156 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.071681 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: rbac-address-scope Nov 22 15:50:07.072048 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: rbac_security_groups.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.073528 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.074086 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: rbac-security-groups Nov 22 15:50:07.074416 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: rbac_subnetpool.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.075357 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.075884 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: rbac-subnetpool Nov 22 15:50:07.076246 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: revisionifmatch.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.077189 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.077713 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: revision-if-match Nov 22 15:50:07.078045 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: revisions.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.079181 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.079705 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: standard-attr-revisions Nov 22 15:50:07.080076 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: router_availability_zone.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.080771 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.081290 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: router_availability_zone Nov 22 15:50:07.081621 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: routerservicetype.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.082566 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.083084 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension router-service-type not supported by any of loaded plugins Nov 22 15:50:07.083414 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.084465 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.084988 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: security-groups-normalized-cidr Nov 22 15:50:07.085318 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.086261 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.086784 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: port-security-groups-filtering Nov 22 15:50:07.087114 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.088103 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.089213 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: security-groups-remote-address-group Nov 22 15:50:07.089611 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.090508 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.091032 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: security-groups-shared-filtering Nov 22 15:50:07.091363 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.091995 n-d-811716-3 neutron-server[103269]: WARNING neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 15:50:07.092326 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: securitygroup.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.102108 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.102650 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: security-group Nov 22 15:50:07.102995 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: segment.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.103805 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.104439 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension segment not supported by any of loaded plugins Nov 22 15:50:07.104719 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.105691 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.106215 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 15:50:07.106554 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: servicetype.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.107667 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.108237 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: service-type Nov 22 15:50:07.108577 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: sorting.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.109586 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.109927 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: sorting Nov 22 15:50:07.110257 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: standard_attr_segment.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.111197 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.111733 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 15:50:07.112100 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: standardattrdescription.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.112767 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.113289 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: standard-attr-description Nov 22 15:50:07.113622 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: stateful_security_group.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.114580 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.115106 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: stateful-security-group Nov 22 15:50:07.115437 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: stdattrs_common.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.116056 n-d-811716-3 neutron-server[103269]: WARNING neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 15:50:07.116384 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.117344 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.117864 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 15:50:07.118199 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: subnet_onboard.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.119296 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.119852 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: subnet_onboard Nov 22 15:50:07.120301 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.121355 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.121884 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 15:50:07.122220 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: subnet_service_types.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.123166 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.123693 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: subnet-service-types Nov 22 15:50:07.124057 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: subnetallocation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.125164 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.125693 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: subnet_allocation Nov 22 15:50:07.126028 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.126707 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.127238 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: subnetpool-prefix-ops Nov 22 15:50:07.127568 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.128553 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.129093 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 15:50:07.129425 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: tagging.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.130513 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.131058 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: standard-attr-tag Nov 22 15:50:07.131393 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: timestamp.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.132644 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.133170 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loaded extension: standard-attr-timestamp Nov 22 15:50:07.133505 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: trunk.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.134565 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.135094 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension trunk not supported by any of loaded plugins Nov 22 15:50:07.135429 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: trunk_details.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.137114 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.137645 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension trunk-details not supported by any of loaded plugins Nov 22 15:50:07.137981 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: uplink_status_propagation.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.138941 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.139469 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 15:50:07.139801 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Loading extension file: vlantransparent.py {{(pid=103269) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 15:50:07.140581 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103269) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 15:50:07.141083 n-d-811716-3 neutron-server[103269]: INFO neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 15:50:07.143665 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:network Nov 22 15:50:07.144229 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:subnet Nov 22 15:50:07.144638 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:50:07.145038 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:port Nov 22 15:50:07.146282 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.146730 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service FLAVORS assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.147359 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.148099 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.148446 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:router Nov 22 15:50:07.148890 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 15:50:07.149389 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service METERING assigned prefix: /metering {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.150829 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:07.151844 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:07.152275 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 15:50:07.153309 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 15:50:07.153758 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:security_group Nov 22 15:50:07.154239 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 15:50:07.154872 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service CORE assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.155218 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:50:07.155571 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] subnetpool is already registered Nov 22 15:50:07.156031 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service CORE assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.156375 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:50:07.156715 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] subnetpool is already registered Nov 22 15:50:07.158979 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.159426 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service FLAVORS assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.160054 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.160489 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.160832 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:router Nov 22 15:50:07.161636 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] router is already registered Nov 22 15:50:07.162059 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 15:50:07.162404 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] floatingip is already registered Nov 22 15:50:07.162872 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service METERING assigned prefix: /metering {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.163574 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 15:50:07.163943 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] rbac_policy is already registered Nov 22 15:50:07.164359 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:security_group Nov 22 15:50:07.164704 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] security_group is already registered Nov 22 15:50:07.165116 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 15:50:07.165456 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] security_group_rule is already registered Nov 22 15:50:07.166094 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service CORE assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.166433 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:50:07.166856 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] subnetpool is already registered Nov 22 15:50:07.167446 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.v2.resource_helper [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Service CORE assigned prefix: {{(pid=103269) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 15:50:07.167786 n-d-811716-3 neutron-server[103269]: INFO neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 15:50:07.168160 n-d-811716-3 neutron-server[103269]: WARNING neutron.quota.resource_registry [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] subnetpool is already registered Nov 22 15:50:07.168634 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: extensions {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.170100 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: address-groups {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.171602 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: address-scopes {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.172973 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: agents {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.174155 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: auto-allocated-topology {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.175402 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: availability_zones {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.176670 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: dhcp-networks {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.178188 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: dhcp-agents {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.179625 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: routers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.184300 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: flavors {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.185540 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: service_profiles {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.186772 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: next_providers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.188270 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: service_profiles {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.189861 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: floatingip-pools {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.191097 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: routers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.193267 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: floatingips {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.194548 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: l3-routers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.195978 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: l3-agents {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.197390 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: metering-labels {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.199304 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: metering-label-rules {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.200645 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: network-ip-availabilities {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.201922 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: bindings {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.203590 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: quotas {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.205180 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: quotas {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.206717 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: rbac-policies {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.208053 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: security-groups {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.209293 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: security-group-rules {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.210556 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: service-providers {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.211776 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: subnetpools {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.213242 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: subnetpools {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.215321 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.217051 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.218882 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.220699 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.222498 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.224401 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.226078 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.228012 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.229946 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.231802 n-d-811716-3 neutron-server[103269]: DEBUG neutron.api.extensions [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Extended resource: tags {{(pid=103269) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 15:50:07.237865 n-d-811716-3 neutron-server[103269]: WARNING keystonemiddleware.auth_token [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 15:50:07.242616 n-d-811716-3 neutron-server[103269]: WARNING keystonemiddleware.auth_token [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 15:50:07.252073 n-d-811716-3 neutron-server[103269]: DEBUG oslo_concurrency.lockutils [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Acquired lock "singleton_lock" {{(pid=103269) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 15:50:07.252556 n-d-811716-3 neutron-server[103269]: DEBUG oslo_concurrency.lockutils [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Releasing lock "singleton_lock" {{(pid=103269) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 15:50:07.253215 n-d-811716-3 neutron-server[103269]: INFO oslo_service.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Starting 2 workers Nov 22 15:50:07.258016 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Started child 103410 {{(pid=103269) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 15:50:07.263073 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Started child 103411 {{(pid=103269) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 15:50:07.264383 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:07.265018 n-d-811716-3 neutron-server[103269]: INFO neutron.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 15:50:07.265295 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Publish callbacks [] for process, before_spawn {{(pid=103269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:07.265849 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [-] (103410) wsgi starting up on http://0.0.0.0:9696 Nov 22 15:50:07.267720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:07.268192 n-d-811716-3 neutron-server[103269]: INFO oslo_service.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Starting 1 workers Nov 22 15:50:07.269123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [-] (103411) wsgi starting up on http://0.0.0.0:9696 Nov 22 15:50:07.273254 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Started child 103412 {{(pid=103269) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 15:50:07.273805 n-d-811716-3 neutron-server[103269]: INFO oslo_service.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Starting 1 workers Nov 22 15:50:07.277259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] calling RpcWorker wait() {{(pid=103412) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 15:50:07.277787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] returning from RpcWorker wait() {{(pid=103412) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 15:50:07.279289 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:07.279808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:07.283409 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Started child 103413 {{(pid=103269) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 15:50:07.284040 n-d-811716-3 neutron-server[103269]: DEBUG neutron_lib.callbacks.manager [None req-229fb26e-4ca1-480a-8351-4f62c95b2257 None None] Publish callbacks [] for process, after_spawn {{(pid=103269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:07.284226 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:07.285416 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103269) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 15:50:07.285646 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:50:07.285841 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 15:50:07.286076 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:50:07.286436 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 15:50:07.286621 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 15:50:07.287133 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.287432 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.287709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.288010 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.288306 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.288901 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.289184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.289462 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.289750 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.290157 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.290336 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.290509 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.290776 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.291041 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.291347 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.291631 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.291883 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.292271 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.292580 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.292971 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.293278 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.293522 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.293813 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] debug = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.294434 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.294961 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.295215 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.295486 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.295738 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.296048 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.296323 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.296589 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.296845 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.297071 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.297295 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.297563 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.297805 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.298053 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.298288 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.298520 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.298775 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.299033 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.299513 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] host = n-d-811716-3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.299760 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.300009 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.300246 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.300499 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.300749 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.301002 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.301265 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.301534 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.301814 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.302044 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.302311 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.302574 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.302794 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.303042 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.303210 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_options = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.303430 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.303717 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.303989 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.304196 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.304369 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.304553 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.304826 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.304993 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.305242 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.305460 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.305675 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.305894 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.306132 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.306366 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.306643 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.306876 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.307122 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.307866 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.308196 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.308613 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.309004 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.309285 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.309530 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.309790 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.310030 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.310253 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.310510 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.310733 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.310965 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.311205 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.311461 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.311727 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.312007 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.312253 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.312520 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.312756 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.312992 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.313235 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.313505 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.313757 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.313990 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.314259 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.314486 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.314717 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.314949 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.315190 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.316320 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_json = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.316779 n-d-811716-3 neutron-server[103413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:07.317797 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.318136 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.318339 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.318590 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.318849 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.319067 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.319389 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.319589 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.320181 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.320680 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.320996 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.322867 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.323760 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.324616 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.325342 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.325616 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.325914 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.326190 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.326528 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.326786 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.327272 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.327580 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.327879 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.328378 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.329912 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.330256 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.330555 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.330823 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.331579 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.331579 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.332287 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.332287 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.334495 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.335937 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.337856 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.337856 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.337856 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.338275 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.338487 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.338824 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.339108 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.339344 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.339692 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.339836 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.340091 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.340340 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.340567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.340854 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.341108 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.341335 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.341565 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.343940 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.344511 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.344511 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.344511 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.344693 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.344873 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.345116 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.345368 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.345589 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.345814 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.346041 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.346300 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.346525 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.346744 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.346967 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.347214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.347432 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.347696 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.347933 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.348171 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.348406 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.348631 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.348876 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.349116 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.349344 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.349560 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.349777 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.350037 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.350217 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.350451 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.350667 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.350883 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.351119 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.351335 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.351555 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.351769 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.352032 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.352248 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.352488 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.352713 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.352994 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.353314 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.353558 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.353819 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.354040 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.354436 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.354538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.354780 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.354987 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.355211 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.355447 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.355728 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.356012 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.356251 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.356500 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.356713 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.357153 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.357379 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.357627 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.357849 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.358090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.358335 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.358633 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.358879 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.359138 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.359374 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.359626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.359891 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.360150 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.360419 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362015 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362015 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362015 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362015 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362015 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362015 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362748 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362748 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.362748 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.363021 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.363763 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.363763 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.363763 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.364169 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.364169 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.364394 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.364529 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.364881 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.365117 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.365337 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.365554 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.365837 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.366108 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.366344 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.366608 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.366870 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.367129 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.367363 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.367611 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.367814 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.368064 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.368291 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.368500 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.368743 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.368959 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.369193 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.369409 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.369623 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.370418 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.370661 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.370900 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.371146 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.371507 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.371970 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.372116 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.372247 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.373074 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.373074 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.373074 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.373420 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.373420 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.373660 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.373833 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.374053 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.374326 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.374629 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.374813 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.375062 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.375310 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.375549 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.375765 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.376033 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.376278 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.376873 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.376873 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.377173 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.377173 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.377440 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.377592 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.378128 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.378128 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.378330 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.378679 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.379031 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.379151 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.379334 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.379555 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.379804 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.380064 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.380284 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.380500 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.380881 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.381700 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.381700 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.381700 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.382182 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.382182 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.382462 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.382462 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.382731 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.382874 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.383155 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.383404 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.383633 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.383934 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.384159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.384476 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.384650 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.384824 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.385007 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.385232 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.385488 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.386295 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.386631 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.386776 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.386930 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.387156 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.387375 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.387627 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.387856 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.388076 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.388291 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.388536 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.388751 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.388961 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.389185 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.389394 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.389602 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.389826 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.390042 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.390278 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.390522 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.390781 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.390968 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.391211 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.391430 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.391630 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.392129 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.392335 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.392678 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.392857 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.392998 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.393203 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.393441 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.393797 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.393947 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.394209 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.394455 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.394696 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.394888 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.395262 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.395503 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.395853 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.396112 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.396418 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.396511 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.396797 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.397069 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.397304 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.397877 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.398197 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.398477 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.398746 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.398974 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.399224 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.399447 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.399664 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.399898 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.400162 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.400377 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.400638 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.400928 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.401138 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.401353 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.401577 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.401794 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.402044 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.402250 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.402496 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.402714 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.402872 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 15:50:07.403378 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103269) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 15:50:07.403539 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 15:50:07.403681 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 15:50:07.403842 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 15:50:07.404036 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 15:50:07.404182 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 15:50:07.404375 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.404538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.404695 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.404826 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.404972 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.405150 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.405305 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.405756 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.405756 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.405756 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.406099 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.406099 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.406335 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.406335 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.406658 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.406658 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.406880 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.407004 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.407127 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.407251 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.407373 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.407495 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.407654 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] debug = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.407811 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.408053 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.408219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.408377 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.408534 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.408711 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.408877 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.409004 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.409139 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.409297 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.409456 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.409614 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.409771 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.409930 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.410087 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.410245 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.410401 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.410558 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.410715 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] host = n-d-811716-3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.410877 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.411091 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.411220 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.411344 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.411468 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.411590 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.411745 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.411922 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.412079 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.412267 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.412395 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.412519 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.412673 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.412830 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.412987 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_options = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.413146 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.413287 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.413449 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.413601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:07.413701 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.413795 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.413936 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.414094 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.414251 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.414414 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.414572 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.414730 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.414888 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.415046 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.415202 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.415360 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.415518 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.415676 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.415833 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.416013 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.416172 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.416330 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.416487 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.416644 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.416922 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.417056 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.417183 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.417281 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.417528 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.417617 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.417697 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.417844 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.418001 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.418159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.418315 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.418472 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.418628 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.418784 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.418942 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.419102 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.419259 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.419415 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.419572 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.419730 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.419886 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.420065 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.420221 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.420377 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_json = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.420536 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.420692 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.420850 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.421007 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.421164 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.421320 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.421478 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.421637 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 15:50:07.421813 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.421975 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.422146 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.422306 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.422467 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.422627 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.422786 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.422948 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.423107 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.423267 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.423434 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.423594 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.423764 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.423946 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.424105 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.424274 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.424439 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.424600 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.424773 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.424900 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.425057 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.425218 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.425387 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.425546 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.425706 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.425850 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.426802 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.426802 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.426802 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.426802 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.426802 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.426802 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.427492 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.427492 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.427492 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.427492 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.427492 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428179 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428179 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428179 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428179 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428575 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428575 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428575 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428893 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.428893 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.429042 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.429171 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.429331 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.429491 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.429652 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.429812 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.430133 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.430133 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.430925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.430925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.430925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.430925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.430925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.431385 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.431385 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.431385 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.431699 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.431699 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.431980 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.431980 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.432178 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.432811 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.432937 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.433229 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.433526 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.433711 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.433875 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.434042 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.434195 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.434351 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.434512 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.435229 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.435229 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.435229 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.435229 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.435735 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.435735 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.435735 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.435735 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.436164 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.436164 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.436375 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.436513 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.436597 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.436722 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.436869 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.437042 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.437203 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.437362 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.437522 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.437684 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.437844 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.438004 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.438164 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.438326 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.438487 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.439214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.439214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.439214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.439214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.439214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.439214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.439214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.439214 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.440452 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.440452 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.440452 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.440452 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.440452 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.440735 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.440735 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.440910 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.441078 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.441243 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.441401 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.443925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.443925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.443925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.443925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.443925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.443925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.443925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.443925 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.444538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.444538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.444538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.444538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.444538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.444538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.444538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.444538 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.445212 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.445412 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.445579 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.445744 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.445909 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.446070 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.446233 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.446396 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.446557 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.446720 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.446880 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.447040 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.447201 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.447368 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.447501 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.447658 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.447819 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.448695 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.448871 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.449033 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.449197 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.449359 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.449521 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.449681 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.449842 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.450003 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.450164 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.450324 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.450484 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.450646 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.450807 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.450969 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.451129 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.451288 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.451448 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.451608 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.451769 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.451948 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.452113 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.452274 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.452436 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.452595 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.452756 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.452918 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.453080 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.453243 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.453405 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.453565 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.453726 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.453886 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.454048 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.454208 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.454369 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.454535 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.454697 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.454860 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.455888 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.455888 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.455888 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.455888 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.455888 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.455888 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.457567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.457567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.457567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.457567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.457567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.457567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.457567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.457567 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.460399 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.460399 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.460399 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.460399 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.460399 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.460399 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.460399 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.460399 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461090 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.461626 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.462587 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.462587 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.462587 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.462587 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.462587 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.462587 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.462587 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.462587 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.465184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.465184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.465184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.465184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.465184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.465184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.465184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.465184 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.467219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.467219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.467219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.467219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.467219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.467219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.467219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.467219 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.468152 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.468152 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.468152 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.468152 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.468152 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.468152 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.468152 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.468152 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470170 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470170 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470170 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470170 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470170 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470170 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470170 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470170 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.470709 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.473159 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.474235 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.474235 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 15:50:07.474235 n-d-811716-3 neutron-server[103269]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103269) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 15:50:07.560003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:07.568428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062697 Nov 22 15:50:18.933668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8faf4e-a35c-4e35-957b-9651737d3658 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 15:50:19.047818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8faf4e-a35c-4e35-957b-9651737d3658 None None] No non-hosted networks {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 15:50:19.068629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.agentschedulers_db [None req-0c8faf4e-a35c-4e35-957b-9651737d3658 None None] DHCP Agent not found on host n-d-811716-3 {{(pid=103412) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 15:50:19.191329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecb14fe2-bfd1-4cc8-b322-3a0b8551dad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660354'] for agent, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:21.215230 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-882bba65-db30-44e7-9efb-ab0ca7ad3b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660354'] for agent, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:21.265876 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-957b9e1b-78fc-4bcc-8615-b3ba0c191009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:22.308571 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660354'] for agent, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:24.105759 n-d-811716-3 neutron-server[103412]: INFO neutron.db.l3_hamode_db [None req-548d6fe2-89d0-4b6b-9bb1-f9779cacd878 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 15:50:24.254639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d6fe2-89d0-4b6b-9bb1-f9779cacd878 None None] Routers set() bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 15:50:24.255430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d6fe2-89d0-4b6b-9bb1-f9779cacd878 None None] Router IDs set() for agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 15:50:24.320591 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660354'] for agent, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:24.636913 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660354'] for agent, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:24.637568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.637918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.638267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.638606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.638939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.639273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.639606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.640350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.642083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.643065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.643575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.644092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:24.644648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811716-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:24.655190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811716-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:25.041762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:25.542081 n-d-811716-3 neutron-server[103411]: WARNING oslo_policy.policy [None req-0867c68f-e544-4a7e-827a-62925d999636 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 15:50:25.542697 n-d-811716-3 neutron-server[103411]: WARNING oslo_policy.policy [None req-0867c68f-e544-4a7e-827a-62925d999636 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 15:50:25.768916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-0867c68f-e544-4a7e-827a-62925d999636 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:50:25.770039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0867c68f-e544-4a7e-827a-62925d999636 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7274051 Nov 22 15:50:28.275760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:28.590004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1c173878-043e-4d14-81af-a758bc583487 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:50:28.685978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.policy [None req-1c173878-043e-4d14-81af-a758bc583487 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 15:50:28.738454 n-d-811716-3 neutron-server[103411]: WARNING oslo_policy.policy [None req-1c173878-043e-4d14-81af-a758bc583487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 15:50:28.738838 n-d-811716-3 neutron-server[103411]: WARNING oslo_policy.policy [None req-1c173878-043e-4d14-81af-a758bc583487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 15:50:28.748148 n-d-811716-3 neutron-server[103411]: INFO neutron.quota [None req-1c173878-043e-4d14-81af-a758bc583487 admin admin] Loaded quota_driver: . Nov 22 15:50:28.836723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c173878-043e-4d14-81af-a758bc583487 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771743487073', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771743486354', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771743508156', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771743509445', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771743461395', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771743453504', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3453304', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3431271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-728511', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-670570'] for rbac-policy, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:28.902954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1c173878-043e-4d14-81af-a758bc583487 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:28.904146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1c173878-043e-4d14-81af-a758bc583487 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6276236 Nov 22 15:50:31.617820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:31.942128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:50:31.970436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Made reservation on behalf of cc11940b0f444755a7755e314a46e78e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 15:50:31.973201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:31.990190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:32.107991 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:32.112275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:32.130931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 15:50:32.157475 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771746956764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:32.158067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Unsubscribe: segment precommit_create {{(pid=103411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 15:50:32.158570 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Added segment 41aa35c3-4e20-442a-8ce6-48e32d76d734 of type vlan for network 3b4eb561-fe51-467b-847e-14b9e95a9f4b Nov 22 15:50:32.178347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5059b202-8df9-4b8b-a9ca-8f20189ffde3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:32.227545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.227945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.228354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.229283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.229693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.230025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.230349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.230678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.230998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.231315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.231635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.231971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Tracked resource versions report: Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: pushed versions: Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: { 'AddressGroup': {'1.2'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'ConntrackHelper': {'1.0'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Log': {'1.0'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Network': {'1.1'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Port': {'1.7'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'PortForwarding': {'1.2'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'QosPolicy': {'1.10'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'SecurityGroup': {'1.5'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'SecurityGroupRule': {'1.2'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'SubPort': {'1.0'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Subnet': {'1.1'}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Trunk': {'1.1'}} Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: consumer versions: Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: { DHCP agent@n-d-811716-3: {}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: L3 agent@n-d-811716-3: {}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: Metadata agent@n-d-811716-3: {}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: Metering agent@n-d-811716-3: {}, Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: Open vSwitch agent@n-d-811716-3: { 'AddressGroup': '1.2', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'ConntrackHelper': '1.0', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Log': '1.0', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Network': '1.1', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Port': '1.7', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'PortForwarding': '1.2', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'QosPolicy': '1.10', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'SecurityGroup': '1.5', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'SecurityGroupRule': '1.2', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'SubPort': '1.0', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Subnet': '1.1', Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: 'Trunk': '1.1'}} Nov 22 15:50:32.233080 n-d-811716-3 neutron-server[103411]: {{(pid=103411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 15:50:32.271784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:32.315154 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:32.316233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:50:32.316945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:32.389324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7703624 Nov 22 15:50:32.419852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a37d8-c917-44ef-9e3f-5f6b89530fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=3b4eb561-fe51-467b-847e-14b9e95a9f4b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:32.431574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3b4eb561-fe51-467b-847e-14b9e95a9f4b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 15:50:35.128644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56994) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:35.519794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f242cc2-65b2-4f76-80d1-d2166a27e076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:50:35.521261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2f242cc2-65b2-4f76-80d1-d2166a27e076 admin admin] 10.222.0.69 "GET /v2.0/networks/3b4eb561-fe51-467b-847e-14b9e95a9f4b HTTP/1.1" status: 200 len: 825 time: 0.3916473 Nov 22 15:50:35.546196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0f32d809-8566-4c0c-949c-f9053941b16c admin admin] 10.222.0.69 "GET /v2.0/subnetpools/d38e69a1-5da5-4c11-8df8-e628e226a0ce HTTP/1.1" status: 200 len: 734 time: 0.0183649 Nov 22 15:50:35.554758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'd38e69a1-5da5-4c11-8df8-e628e226a0ce'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:50:35.577062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Made reservation on behalf of cc11940b0f444755a7755e314a46e78e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 15:50:35.579348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:35.867075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:35.934728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=914d10b5-f074-4c71-8e37-cefd500697b6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:35.939200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Checking segment: {'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 15:50:35.939726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Network hostable DHCP agents. Network: 3b4eb561-fe51-467b-847e-14b9e95a9f4b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 15:50:35.960219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Network 3b4eb561-fe51-467b-847e-14b9e95a9f4b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 15:50:35.971547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3b4eb561-fe51-467b-847e-14b9e95a9f4b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 15:50:35.976613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:50:35.977212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:35.982130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44f7092-5f2a-43a9-8628-fb7b14feea73 None None] Network 3b4eb561-fe51-467b-847e-14b9e95a9f4b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 15:50:35.996098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-116154ae-e0b8-405c-aa4d-475b3ea6f402 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4411473 Nov 22 15:50:36.304664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'fixed_ips': [{'subnet_id': '914d10b5-f074-4c71-8e37-cefd500697b6'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 15:50:36.305932 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:36.595281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Allocated IP 172.20.0.2 (3b4eb561-fe51-467b-847e-14b9e95a9f4b/914d10b5-f074-4c71-8e37-cefd500697b6/bd043c13-0a92-487c-b6c2-ab04146ba1d1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 15:50:36.792958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:36.801696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:36.891197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Network 3b4eb561-fe51-467b-847e-14b9e95a9f4b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 15:50:36.895436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Pushing event updated for resources: {'Port': ['ID=bd043c13-0a92-487c-b6c2-ab04146ba1d1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:36.898131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 15:50:36.905438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 15:50:36.908724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.909076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.909423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.909766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.910103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.910446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.910778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.911109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.911438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.911775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.912119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.912445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Tracked resource versions report: Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: pushed versions: Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: { 'AddressGroup': {'1.2'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'ConntrackHelper': {'1.0'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Log': {'1.0'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Network': {'1.1'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Port': {'1.7'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'PortForwarding': {'1.2'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'QosPolicy': {'1.10'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'SecurityGroup': {'1.5'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'SecurityGroupRule': {'1.2'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'SubPort': {'1.0'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Subnet': {'1.1'}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Trunk': {'1.1'}} Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: consumer versions: Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: { DHCP agent@n-d-811716-3: {}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: L3 agent@n-d-811716-3: {}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: Metadata agent@n-d-811716-3: {}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: Metering agent@n-d-811716-3: {}, Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: Open vSwitch agent@n-d-811716-3: { 'AddressGroup': '1.2', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'ConntrackHelper': '1.0', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Log': '1.0', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Network': '1.1', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Port': '1.7', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'PortForwarding': '1.2', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'QosPolicy': '1.10', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'SecurityGroup': '1.5', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'SecurityGroupRule': '1.2', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'SubPort': '1.0', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Subnet': '1.1', Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: 'Trunk': '1.1'}} Nov 22 15:50:36.913600 n-d-811716-3 neutron-server[103412]: {{(pid=103412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 15:50:36.988259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Attempting to bind port bd043c13-0a92-487c-b6c2-ab04146ba1d1 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:50:36.988916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Attempting to bind port bd043c13-0a92-487c-b6c2-ab04146ba1d1 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 15:50:36.989078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Attempting to bind port bd043c13-0a92-487c-b6c2-ab04146ba1d1 on network 3b4eb561-fe51-467b-847e-14b9e95a9f4b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 15:50:36.994594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 15:50:36.994971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Checking segment: {'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 15:50:36.995434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:36.995827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Bound using segment: {'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 15:50:36.996371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Bound port: bd043c13-0a92-487c-b6c2-ab04146ba1d1, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 15:50:36.996783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:37.058701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] For port bd043c13-0a92-487c-b6c2-ab04146ba1d1, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 15:50:37.062924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] For port bd043c13-0a92-487c-b6c2-ab04146ba1d1, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bd043c13-0a92-487c-b6c2-ab04146ba1d1,segment=NetworkSegment(41aa35c3-4e20-442a-8ce6-48e32d76d734),segment_id=41aa35c3-4e20-442a-8ce6-48e32d76d734)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 15:50:37.068465 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:37.139172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873902c-a0a8-49f4-b986-3c82effc8c86 None None] Pushing event updated for resources: {'Port': ['ID=bd043c13-0a92-487c-b6c2-ab04146ba1d1,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:38.532978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57002) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:38.851234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-dc5c6a2f-3624-4135-af3b-fb0646b34f65 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:50:38.852400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dc5c6a2f-3624-4135-af3b-fb0646b34f65 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3182795 Nov 22 15:50:41.360587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57010) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:41.676384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-b7e49bc7-a328-4801-88d0-0190082443a6 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:50:41.677370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b7e49bc7-a328-4801-88d0-0190082443a6 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3158607 Nov 22 15:50:44.410225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57020) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:44.713304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-607fe5f6-7234-40fd-b1d7-33ceba0d84cc admin admin] Request body: {'router': {'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:50:44.737818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-607fe5f6-7234-40fd-b1d7-33ceba0d84cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:44.739286 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-607fe5f6-7234-40fd-b1d7-33ceba0d84cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:44.895449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-607fe5f6-7234-40fd-b1d7-33ceba0d84cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:44.901200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-607fe5f6-7234-40fd-b1d7-33ceba0d84cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:44.919242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-607fe5f6-7234-40fd-b1d7-33ceba0d84cc admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:44.920568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-607fe5f6-7234-40fd-b1d7-33ceba0d84cc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5092947 Nov 22 15:50:46.160798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d692862d-6c2d-4906-a41d-294be7f9bcd3 None None] Network 3b4eb561-fe51-467b-847e-14b9e95a9f4b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 15:50:46.234567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b8b3c098-1e13-4c4d-bba0-2d5e09e46a86 None None] Provisioning complete for port bd043c13-0a92-487c-b6c2-ab04146ba1d1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:50:46.234873 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8b3c098-1e13-4c4d-bba0-2d5e09e46a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:46.427357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bd043c13-0a92-487c-b6c2-ab04146ba1d1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 15:50:46.499569 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8b3c098-1e13-4c4d-bba0-2d5e09e46a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:46.565735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b8b3c098-1e13-4c4d-bba0-2d5e09e46a86 None None] For port bd043c13-0a92-487c-b6c2-ab04146ba1d1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bd043c13-0a92-487c-b6c2-ab04146ba1d1,segment=NetworkSegment(41aa35c3-4e20-442a-8ce6-48e32d76d734),segment_id=41aa35c3-4e20-442a-8ce6-48e32d76d734)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 15:50:46.568846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bd043c13-0a92-487c-b6c2-ab04146ba1d1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:50:46.569244 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:46.573540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8b3c098-1e13-4c4d-bba0-2d5e09e46a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:46.662494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3c098-1e13-4c4d-bba0-2d5e09e46a86 None None] Pushing event updated for resources: {'Port': ['ID=bd043c13-0a92-487c-b6c2-ab04146ba1d1,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:46.795036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-69812cd1-015a-4869-b0c5-e453cccc8885 None None] Provisioning complete for port bd043c13-0a92-487c-b6c2-ab04146ba1d1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:50:46.795284 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69812cd1-015a-4869-b0c5-e453cccc8885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:47.506147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57034) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:47.818002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-b8a5c341-90bd-4c09-b749-4955f2eabb0a admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:50:47.819004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b8a5c341-90bd-4c09-b749-4955f2eabb0a admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119171 Nov 22 15:50:48.342221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bd043c13-0a92-487c-b6c2-ab04146ba1d1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 15:50:48.388856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bd043c13-0a92-487c-b6c2-ab04146ba1d1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:50:48.389232 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:48.810541 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d30e004-9311-4658-b7a5-a0b95ad45dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.314030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57042) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:50.619642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:50:50.640093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Made reservation on behalf of d183e69fcb624fc18ff3d4ad352560e4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 15:50:50.642271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.650663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.724771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.728439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.742202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Reserving flat network on physical network physnet1 {{(pid=103411) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 15:50:50.764158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.764503 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Added segment 34c78ccd-7ae0-4590-b8b3-b9b2ae980c42 of type flat for network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 Nov 22 15:50:50.765659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61547cb-df60-48eb-a05b-7f92e30af553,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:50.812830 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.844136 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.845141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:50:50.845677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:50.895583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5804899 Nov 22 15:50:50.908223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee1bc9-75e3-41a2-bc3a-6fa6580b1d6c admin admin] Pushing event updated for resources: {'Network': ['ID=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:50.919666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 15:50:51.214936 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f45de8c-ed9f-4853-b8ef-51aa73674ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:52.215190 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:53.344502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:53.519395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fc2b3d-95e7-4bc1-828c-b8fe2f711d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:50:53.520765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-21fc2b3d-95e7-4bc1-828c-b8fe2f711d13 admin admin] 10.222.0.69 "GET /v2.0/subnets/914d10b5-f074-4c71-8e37-cefd500697b6 HTTP/1.1" status: 200 len: 849 time: 0.1753085 Nov 22 15:50:53.664313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0c6b94e0-bf71-4bc8-96da-7700ef706807 admin admin] 10.222.0.69 "GET /v2.0/routers/e912d71b-683e-45ca-93d2-5b19cd8f32a6 HTTP/1.1" status: 200 len: 704 time: 0.1368954 Nov 22 15:50:53.942346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:54.241559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Allocated IP 172.20.0.1 (3b4eb561-fe51-467b-847e-14b9e95a9f4b/914d10b5-f074-4c71-8e37-cefd500697b6/8d75bfae-a503-41bb-a23a-7869297bfbe9) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 15:50:54.247032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:54.442257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:54.506489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:54.578535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Network 3b4eb561-fe51-467b-847e-14b9e95a9f4b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 15:50:54.583247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 15:50:54.585818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 15:50:54.586491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:54.663222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Pushing event updated for resources: {'Port': ['ID=8d75bfae-a503-41bb-a23a-7869297bfbe9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:54.688055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:54.757051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6a1b52a5-0295-4761-8734-177e7b070c78 None None] Provisioning complete for port 8d75bfae-a503-41bb-a23a-7869297bfbe9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:50:54.757356 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a1b52a5-0295-4761-8734-177e7b070c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:54.790391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b52a5-0295-4761-8734-177e7b070c78 None None] Port 8d75bfae-a503-41bb-a23a-7869297bfbe9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 15:50:54.801433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:55.010135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:55.014412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:55.015131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:55.093146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Pushing event updated for resources: {'Port': ['ID=8d75bfae-a503-41bb-a23a-7869297bfbe9,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:55.139280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Network 3b4eb561-fe51-467b-847e-14b9e95a9f4b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 15:50:55.140593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 15:50:55.303376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Router e912d71b-683e-45ca-93d2-5b19cd8f32a6 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 15:50:55.312315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b1fbf3eb-a593-4340-b3ca-f0e0519c78ac None None] Provisioning complete for port 8d75bfae-a503-41bb-a23a-7869297bfbe9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:50:55.312829 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf3eb-a593-4340-b3ca-f0e0519c78ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:55.344923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbf3eb-a593-4340-b3ca-f0e0519c78ac None None] Port 8d75bfae-a503-41bb-a23a-7869297bfbe9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 15:50:55.393570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 15:50:55.399316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e66951b5-1c82-4544-a56e-7b3432568e91 admin admin] 10.222.0.69 "PUT /v2.0/routers/e912d71b-683e-45ca-93d2-5b19cd8f32a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7288220 Nov 22 15:50:55.404676 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Sync routers for ids ['e912d71b-683e-45ca-93d2-5b19cd8f32a6'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 15:50:55.418053 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Routers {'e912d71b-683e-45ca-93d2-5b19cd8f32a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 15:50:55.418809 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T15:50:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e912d71b-683e-45ca-93d2-5b19cd8f32a6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:55.610801 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Set router e912d71b-683e-45ca-93d2-5b19cd8f32a6 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 15:50:56.044685 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'name': 'router1', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:50:44Z', 'updated_at': '2021-11-22T15:50:54Z', 'revision_number': 2, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'gw_port_host': None, '_interfaces': [{'id': '8d75bfae-a503-41bb-a23a-7869297bfbe9', 'name': '', 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'mac_address': 'fa:16:3e:ee:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:50:53Z', 'updated_at': '2021-11-22T15:50:54Z', 'revision_number': 2, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'subnets': [{'id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd38e69a1-5da5-4c11-8df8-e628e226a0ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:56.096427 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Checking router: e912d71b-683e-45ca-93d2-5b19cd8f32a6 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 15:50:56.096799 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Updating router e912d71b-683e-45ca-93d2-5b19cd8f32a6 port 8d75bfae-a503-41bb-a23a-7869297bfbe9 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 15:50:56.145757 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:56.660716 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:56.668074 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:56.833677 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Attempting to bind port 8d75bfae-a503-41bb-a23a-7869297bfbe9 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:50:56.834084 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Attempting to bind port 8d75bfae-a503-41bb-a23a-7869297bfbe9 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 15:50:56.834544 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Attempting to bind port 8d75bfae-a503-41bb-a23a-7869297bfbe9 on network 3b4eb561-fe51-467b-847e-14b9e95a9f4b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 15:50:56.836651 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Pushing event updated for resources: {'Port': ['ID=8d75bfae-a503-41bb-a23a-7869297bfbe9,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:56.844474 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 15:50:56.844873 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Checking segment: {'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 15:50:56.845355 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:56.845754 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Bound using segment: {'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 15:50:56.846295 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Bound port: 8d75bfae-a503-41bb-a23a-7869297bfbe9, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41aa35c3-4e20-442a-8ce6-48e32d76d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 15:50:56.846688 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:56.858742 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.859176 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.859581 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.859940 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.860532 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.860639 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.860912 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.861236 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.861565 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.861886 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.862205 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.862526 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Tracked resource versions report: Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: pushed versions: Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: { 'AddressGroup': {'1.2'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'ConntrackHelper': {'1.0'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Log': {'1.0'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Network': {'1.1'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Port': {'1.7'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'PortForwarding': {'1.2'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'QosPolicy': {'1.10'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'SecurityGroup': {'1.5'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'SecurityGroupRule': {'1.2'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'SubPort': {'1.0'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Subnet': {'1.1'}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Trunk': {'1.1'}} Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: consumer versions: Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: { DHCP agent@n-d-811716-3: {}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: L3 agent@n-d-811716-3: {}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: Metadata agent@n-d-811716-3: {}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: Metering agent@n-d-811716-3: {}, Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: Open vSwitch agent@n-d-811716-3: { 'AddressGroup': '1.2', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'ConntrackHelper': '1.0', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Log': '1.0', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Network': '1.1', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Port': '1.7', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'PortForwarding': '1.2', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'QosPolicy': '1.10', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'SecurityGroup': '1.5', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'SecurityGroupRule': '1.2', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'SubPort': '1.0', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Subnet': '1.1', Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: 'Trunk': '1.1'}} Nov 22 15:50:56.863631 n-d-811716-3 neutron-server[103413]: {{(pid=103413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 15:50:56.876370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8d6f8be0-c2bb-4d81-a43b-3d8992f8c273 None None] Provisioning complete for port 8d75bfae-a503-41bb-a23a-7869297bfbe9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:50:56.876848 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d6f8be0-c2bb-4d81-a43b-3d8992f8c273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:56.912486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8d6f8be0-c2bb-4d81-a43b-3d8992f8c273 None None] Port 8d75bfae-a503-41bb-a23a-7869297bfbe9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 15:50:56.925400 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] For port 8d75bfae-a503-41bb-a23a-7869297bfbe9, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 15:50:56.945038 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] For port 8d75bfae-a503-41bb-a23a-7869297bfbe9, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8d75bfae-a503-41bb-a23a-7869297bfbe9,segment=NetworkSegment(41aa35c3-4e20-442a-8ce6-48e32d76d734),segment_id=41aa35c3-4e20-442a-8ce6-48e32d76d734)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 15:50:56.949458 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:57.007273 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Routers {'e912d71b-683e-45ca-93d2-5b19cd8f32a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 15:50:57.007970 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T15:50:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e912d71b-683e-45ca-93d2-5b19cd8f32a6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:57.047509 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea6a07-fae4-42ad-8bea-68428bf20f30 None None] Pushing event updated for resources: {'Port': ['ID=8d75bfae-a503-41bb-a23a-7869297bfbe9,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:57.104205 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] Set router e912d71b-683e-45ca-93d2-5b19cd8f32a6 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 15:50:57.235614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-25796254-313f-42e0-b0bd-faf998f7c416 None None] Provisioning complete for port 8d75bfae-a503-41bb-a23a-7869297bfbe9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:50:57.236120 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25796254-313f-42e0-b0bd-faf998f7c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:57.311659 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'name': 'router1', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:50:44Z', 'updated_at': '2021-11-22T15:50:54Z', 'revision_number': 2, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'gw_port_host': None, '_interfaces': [{'id': '8d75bfae-a503-41bb-a23a-7869297bfbe9', 'name': '', 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'mac_address': 'fa:16:3e:ee:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:50:53Z', 'updated_at': '2021-11-22T15:50:56Z', 'revision_number': 4, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'subnets': [{'id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd38e69a1-5da5-4c11-8df8-e628e226a0ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:50:57.315627 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25796254-313f-42e0-b0bd-faf998f7c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:57.342196 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fc654a-a824-421a-8de2-cd8ffb524502 None None] The sync data for ids ['e912d71b-683e-45ca-93d2-5b19cd8f32a6'] in n-d-811716-3 is: [{'id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'name': 'router1', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:50:44Z', 'updated_at': '2021-11-22T15:50:54Z', 'revision_number': 2, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'gw_port_host': None, '_interfaces': [{'id': '8d75bfae-a503-41bb-a23a-7869297bfbe9', 'name': '', 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'mac_address': 'fa:16:3e:ee:1c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:50:53Z', 'updated_at': '2021-11-22T15:50:56Z', 'revision_number': 4, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'subnets': [{'id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd38e69a1-5da5-4c11-8df8-e628e226a0ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 15:50:57.354338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-25796254-313f-42e0-b0bd-faf998f7c416 None None] For port 8d75bfae-a503-41bb-a23a-7869297bfbe9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8d75bfae-a503-41bb-a23a-7869297bfbe9,segment=NetworkSegment(41aa35c3-4e20-442a-8ce6-48e32d76d734),segment_id=41aa35c3-4e20-442a-8ce6-48e32d76d734)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 15:50:57.359702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25796254-313f-42e0-b0bd-faf998f7c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:57.407503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25796254-313f-42e0-b0bd-faf998f7c416 None None] Pushing event updated for resources: {'Port': ['ID=8d75bfae-a503-41bb-a23a-7869297bfbe9,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:57.770270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57080) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:50:57.879398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daaf46f-814d-4f40-a3ff-71da23214e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:50:57.880780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8daaf46f-814d-4f40-a3ff-71da23214e83 admin admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 842 time: 0.1095676 Nov 22 15:50:57.891103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'gateway_ip': '172.25.5.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.5.0/24'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:50:57.912193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Made reservation on behalf of d183e69fcb624fc18ff3d4ad352560e4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 15:50:57.914474 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:58.257942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.objects.ports [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 15:50:58.258400 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:58.311517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ab360d-6177-4432-b185-91fb0e3c104c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:50:58.322578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 15:50:58.322941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Network hostable DHCP agents. Network: 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 15:50:58.339500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 15:50:58.348272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 15:50:58.353314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:50:58.353920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:50:58.359008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b1fa9-57a8-479a-8bf3-06aabdf8dda7 None None] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 15:50:58.371745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0ba4c757-3a02-45c1-9f3f-f61160e036c2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4839892 Nov 22 15:50:58.506168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1640759-0ee3-4f3c-8af9-02f46f60af99 None None] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 15:51:00.759825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:51:00.889408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fba9d20c-eb12-4278-b5eb-67d811303584 admin admin] 10.222.0.69 "GET /v2.0/routers/e912d71b-683e-45ca-93d2-5b19cd8f32a6 HTTP/1.1" status: 200 len: 710 time: 0.1284270 Nov 22 15:51:00.976961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508969bb-dea9-4daf-b796-5e14c4da9d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:51:00.978592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-508969bb-dea9-4daf-b796-5e14c4da9d60 admin admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 886 time: 0.0831032 Nov 22 15:51:00.988400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:51:01.241646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:01.472831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:01.549906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:01.657282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Allocated IP 172.25.5.164 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/532fd9cd-4d48-4901-a2c8-000ba2721dfc) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 15:51:01.758623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:01.793032 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:01.835348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 15:51:01.838517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 15:51:01.842899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 15:51:01.904021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Pushing event updated for resources: {'Port': ['ID=532fd9cd-4d48-4901-a2c8-000ba2721dfc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:51:02.179043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:02.388591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:02.392065 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:02.498962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Router e912d71b-683e-45ca-93d2-5b19cd8f32a6 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 15:51:02.605530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 15:51:02.609707 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:02.610937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a4ca4f8d-ea7a-438a-96d1-88e12c97e68d admin admin] 10.222.0.69 "PUT /v2.0/routers/e912d71b-683e-45ca-93d2-5b19cd8f32a6 HTTP/1.1" status: 200 len: 890 time: 1.6260381 Nov 22 15:51:04.294646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Sync routers for ids ['e912d71b-683e-45ca-93d2-5b19cd8f32a6'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 15:51:04.306749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Routers {'e912d71b-683e-45ca-93d2-5b19cd8f32a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 15:51:04.307433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T15:50:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e912d71b-683e-45ca-93d2-5b19cd8f32a6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:51:04.386888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8d75bfae-a503-41bb-a23a-7869297bfbe9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 15:51:04.576347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Set router e912d71b-683e-45ca-93d2-5b19cd8f32a6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 15:51:04.591252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8d75bfae-a503-41bb-a23a-7869297bfbe9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:51:04.591638 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:05.110876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'name': 'router1', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '532fd9cd-4d48-4901-a2c8-000ba2721dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:50:44Z', 'updated_at': '2021-11-22T15:51:01Z', 'revision_number': 4, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'gw_port': {'id': '532fd9cd-4d48-4901-a2c8-000ba2721dfc', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:51:01Z', 'updated_at': '2021-11-22T15:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8d75bfae-a503-41bb-a23a-7869297bfbe9', 'name': '', 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'mac_address': 'fa:16:3e:ee:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:50:53Z', 'updated_at': '2021-11-22T15:50:57Z', 'revision_number': 5, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'subnets': [{'id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd38e69a1-5da5-4c11-8df8-e628e226a0ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:51:05.138143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57100) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:51:05.168829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Checking router: e912d71b-683e-45ca-93d2-5b19cd8f32a6 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 15:51:05.169293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Updating router e912d71b-683e-45ca-93d2-5b19cd8f32a6 port 532fd9cd-4d48-4901-a2c8-000ba2721dfc binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 15:51:05.217253 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:05.252531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4752478a-2281-4582-83b7-cd84ea55a491 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1132348 Nov 22 15:51:05.344411 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:51:05.564965 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:05.570648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:05.622373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Attempting to bind port 532fd9cd-4d48-4901-a2c8-000ba2721dfc on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:51:05.622754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Attempting to bind port 532fd9cd-4d48-4901-a2c8-000ba2721dfc by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 15:51:05.623131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Attempting to bind port 532fd9cd-4d48-4901-a2c8-000ba2721dfc on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 15:51:05.625954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae806e80-9df2-4d0b-a54e-e0f075721a4a None None] Pushing event updated for resources: {'Port': ['ID=532fd9cd-4d48-4901-a2c8-000ba2721dfc,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:51:05.631316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 15:51:05.631697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 15:51:05.632127 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:05.632519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 15:51:05.632994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Bound port: 532fd9cd-4d48-4901-a2c8-000ba2721dfc, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 15:51:05.634513 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:05.684558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] For port 532fd9cd-4d48-4901-a2c8-000ba2721dfc, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 15:51:05.687591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] For port 532fd9cd-4d48-4901-a2c8-000ba2721dfc, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=532fd9cd-4d48-4901-a2c8-000ba2721dfc,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 15:51:05.692420 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:05.751555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Routers {'e912d71b-683e-45ca-93d2-5b19cd8f32a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 15:51:05.752214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T15:50:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e912d71b-683e-45ca-93d2-5b19cd8f32a6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:51:05.789123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae806e80-9df2-4d0b-a54e-e0f075721a4a None None] Pushing event updated for resources: {'Port': ['ID=532fd9cd-4d48-4901-a2c8-000ba2721dfc,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:51:05.864763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] Set router e912d71b-683e-45ca-93d2-5b19cd8f32a6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 15:51:06.084970 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'name': 'router1', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '532fd9cd-4d48-4901-a2c8-000ba2721dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:50:44Z', 'updated_at': '2021-11-22T15:51:01Z', 'revision_number': 4, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'gw_port': {'id': '532fd9cd-4d48-4901-a2c8-000ba2721dfc', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:51:01Z', 'updated_at': '2021-11-22T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8d75bfae-a503-41bb-a23a-7869297bfbe9', 'name': '', 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'mac_address': 'fa:16:3e:ee:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:50:53Z', 'updated_at': '2021-11-22T15:50:57Z', 'revision_number': 5, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'subnets': [{'id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd38e69a1-5da5-4c11-8df8-e628e226a0ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 15:51:06.110845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393042fb-3f7f-493a-b0f8-04c45a2697c6 None None] The sync data for ids ['e912d71b-683e-45ca-93d2-5b19cd8f32a6'] in n-d-811716-3 is: [{'id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'name': 'router1', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': '532fd9cd-4d48-4901-a2c8-000ba2721dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T15:50:44Z', 'updated_at': '2021-11-22T15:51:01Z', 'revision_number': 4, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'gw_port': {'id': '532fd9cd-4d48-4901-a2c8-000ba2721dfc', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:51:01Z', 'updated_at': '2021-11-22T15:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8d75bfae-a503-41bb-a23a-7869297bfbe9', 'name': '', 'network_id': '3b4eb561-fe51-467b-847e-14b9e95a9f4b', 'tenant_id': 'cc11940b0f444755a7755e314a46e78e', 'mac_address': 'fa:16:3e:ee:1c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e912d71b-683e-45ca-93d2-5b19cd8f32a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T15:50:53Z', 'updated_at': '2021-11-22T15:50:57Z', 'revision_number': 5, 'project_id': 'cc11940b0f444755a7755e314a46e78e', 'subnets': [{'id': '914d10b5-f074-4c71-8e37-cefd500697b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd38e69a1-5da5-4c11-8df8-e628e226a0ce'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 15:51:06.387872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 532fd9cd-4d48-4901-a2c8-000ba2721dfc up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 15:51:06.440478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 532fd9cd-4d48-4901-a2c8-000ba2721dfc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:51:06.440855 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:06.522778 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:06.555530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 532fd9cd-4d48-4901-a2c8-000ba2721dfc, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=532fd9cd-4d48-4901-a2c8-000ba2721dfc,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 15:51:06.561182 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:06.632861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=532fd9cd-4d48-4901-a2c8-000ba2721dfc,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:51:08.400403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 532fd9cd-4d48-4901-a2c8-000ba2721dfc up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 15:51:08.454578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 532fd9cd-4d48-4901-a2c8-000ba2721dfc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:51:08.455216 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:18.816241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-811bd408-2da6-4887-b7be-28b5e609f4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:21.218509 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d2abab0-f168-41e0-83a6-b908e60d6c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:22.215328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:24.250361 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:24.630996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:42.343640 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:51:48.811595 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dbc52f29-8eec-4f43-888c-c9253161e13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:51.224019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5d8cb2a-be5d-4115-b469-24a956a48584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:52.228638 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:54.253424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:51:54.635341 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:18.809506 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9840b28a-d6c7-44b5-93fb-56762d0b3589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:19.341597 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:52:21.215747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-767ed3c2-665e-43eb-aef8-ad5cfe8f6e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:22.219812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:24.254238 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:24.638626 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:30.011719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:30.072206 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a169e461-5b40-45dc-ade2-0729bc8cadcd admin admin] GET failed (client error): The resource could not be found. Nov 22 15:52:30.073478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a169e461-5b40-45dc-ade2-0729bc8cadcd admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607846 Nov 22 15:52:30.235421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a781ca1-3ea1-40dc-991e-46cd7b5baa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:30.236824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1a781ca1-3ea1-40dc-991e-46cd7b5baa9f admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587479 Nov 22 15:52:32.531333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57628) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:32.656861 n-d-811716-3 neutron-server[103410]: WARNING oslo_policy.policy [None req-2bfbc3b1-ad2a-4328-8fda-d884a82b5e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 15:52:32.657449 n-d-811716-3 neutron-server[103410]: WARNING oslo_policy.policy [None req-2bfbc3b1-ad2a-4328-8fda-d884a82b5e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 15:52:33.068743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.policy [None req-2bfbc3b1-ad2a-4328-8fda-d884a82b5e1e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 15:52:33.118872 n-d-811716-3 neutron-server[103410]: WARNING oslo_policy.policy [None req-2bfbc3b1-ad2a-4328-8fda-d884a82b5e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 15:52:33.119232 n-d-811716-3 neutron-server[103410]: WARNING oslo_policy.policy [None req-2bfbc3b1-ad2a-4328-8fda-d884a82b5e1e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 15:52:33.127483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfbc3b1-ad2a-4328-8fda-d884a82b5e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:33.129383 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2bfbc3b1-ad2a-4328-8fda-d884a82b5e1e admin admin] 10.222.0.69 "GET /v2.0/subnets/914d10b5-f074-4c71-8e37-cefd500697b6 HTTP/1.1" status: 200 len: 849 time: 0.5959828 Nov 22 15:52:33.140243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:52:33.225131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:33.389475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771747092044'] for subnet, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:33.457851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:33.459339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:33.471945 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] 10.222.0.69 "PUT /v2.0/subnets/914d10b5-f074-4c71-8e37-cefd500697b6 HTTP/1.1" status: 200 len: 868 time: 0.3240616 Nov 22 15:52:33.472189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcff8bb-ac86-40cb-b788-c85ca4d4dd3c None None] Network 3b4eb561-fe51-467b-847e-14b9e95a9f4b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 15:52:33.475722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=914d10b5-f074-4c71-8e37-cefd500697b6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:52:33.485947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.486313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.486655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.487159 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.487507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.487846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.488221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.488575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.488899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.489225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.489558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.490543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e775e639-77b3-453a-bb68-9686093048a4 admin admin] Tracked resource versions report: Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: pushed versions: Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: { 'AddressGroup': {'1.2'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'ConntrackHelper': {'1.0'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Log': {'1.0'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Network': {'1.1'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Port': {'1.7'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'PortForwarding': {'1.2'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'QosPolicy': {'1.10'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'SecurityGroup': {'1.5'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'SecurityGroupRule': {'1.2'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'SubPort': {'1.0'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Subnet': {'1.1'}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Trunk': {'1.1'}} Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: consumer versions: Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: { DHCP agent@n-d-811716-3: {}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: L3 agent@n-d-811716-3: {}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: Metadata agent@n-d-811716-3: {}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: Metering agent@n-d-811716-3: {}, Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: Open vSwitch agent@n-d-811716-3: { 'AddressGroup': '1.2', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'ConntrackHelper': '1.0', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Log': '1.0', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Network': '1.1', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Port': '1.7', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'PortForwarding': '1.2', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'QosPolicy': '1.10', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'SecurityGroup': '1.5', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'SecurityGroupRule': '1.2', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'SubPort': '1.0', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Subnet': '1.1', Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: 'Trunk': '1.1'}} Nov 22 15:52:33.491841 n-d-811716-3 neutron-server[103410]: {{(pid=103410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 15:52:33.875266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-16ee4300-89d5-4d0d-b378-490856cf7d39 None None] Provisioning complete for port 8d75bfae-a503-41bb-a23a-7869297bfbe9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:52:33.875634 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16ee4300-89d5-4d0d-b378-490856cf7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:33.966680 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-16ee4300-89d5-4d0d-b378-490856cf7d39 None None] Provisioning complete for port bd043c13-0a92-487c-b6c2-ab04146ba1d1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:52:33.967055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16ee4300-89d5-4d0d-b378-490856cf7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:35.737897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57648) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:35.976058 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a63861-244c-4b42-8845-f9d09b971b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:35.976526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a63861-244c-4b42-8845-f9d09b971b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:35.978044 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-52a63861-244c-4b42-8845-f9d09b971b82 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2391992 Nov 22 15:52:38.269615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57656) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:38.401368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3416f6f-79d1-4593-b99d-94f33522b2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:38.401838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3416f6f-79d1-4593-b99d-94f33522b2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:38.403353 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e3416f6f-79d1-4593-b99d-94f33522b2f8 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1327786 Nov 22 15:52:40.701320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57664) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:40.923659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f4c85-5b43-403d-b8e1-7e894311ce50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:40.924997 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fc6f4c85-5b43-403d-b8e1-7e894311ce50 admin admin] 10.222.0.69 "GET /v2.0/networks/3b4eb561-fe51-467b-847e-14b9e95a9f4b HTTP/1.1" status: 200 len: 869 time: 0.2227182 Nov 22 15:52:43.218607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57672) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:43.345932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2370f65b-3133-4d6e-ab04-e90567be5234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:43.347310 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2370f65b-3133-4d6e-ab04-e90567be5234 admin admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 886 time: 0.1278043 Nov 22 15:52:45.663719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57680) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:45.787005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732b414-56ce-4208-8f62-f75560616af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:45.787453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732b414-56ce-4208-8f62-f75560616af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:45.788995 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0732b414-56ce-4208-8f62-f75560616af3 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242943 Nov 22 15:52:48.100696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:48.227291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f3cb5-ef8f-466d-89f6-77feb60a3460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:48.227654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f3cb5-ef8f-466d-89f6-77feb60a3460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:48.229191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6a4f3cb5-ef8f-466d-89f6-77feb60a3460 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272740 Nov 22 15:52:48.810742 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c10ca3b-e0dd-4049-8223-b8efc15e0a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:50.563976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:50.650159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2bfd4f-213f-4e86-98e6-84fd9fed8bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:50.651479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fe2bfd4f-213f-4e86-98e6-84fd9fed8bd2 admin admin] 10.222.0.69 "GET /v2.0/subnets/60ab360d-6177-4432-b185-91fb0e3c104c HTTP/1.1" status: 200 len: 816 time: 0.0865502 Nov 22 15:52:51.218793 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d88a6cd-0848-459e-b645-54c8a5455f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:52.226278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:53.024306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57704) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:52:53.114779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66065f1-90a8-4e07-9394-07bb39372285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:52:53.116112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a66065f1-90a8-4e07-9394-07bb39372285 admin admin] 10.222.0.69 "GET /v2.0/subnets/914d10b5-f074-4c71-8e37-cefd500697b6 HTTP/1.1" status: 200 len: 868 time: 0.0908599 Nov 22 15:52:54.260127 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:54.641576 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:52:56.340435 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:53:17.655458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:53:17.704413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-0e535bb4-9a7d-49f1-b168-5372cd2a6bce admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:53:17.705399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0e535bb4-9a7d-49f1-b168-5372cd2a6bce admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489767 Nov 22 15:53:18.814987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe932782-6190-477e-ae68-82e369659b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:20.065125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57766) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:53:20.124987 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ade451c-1047-418c-bb6e-dc8678e534c9 admin admin] GET failed (client error): The resource could not be found. Nov 22 15:53:20.126242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9ade451c-1047-418c-bb6e-dc8678e534c9 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601916 Nov 22 15:53:20.218198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d06ff-a75a-4a01-a71e-64d9f2b3134a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:53:20.219581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f18d06ff-a75a-4a01-a71e-64d9f2b3134a admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0879924 Nov 22 15:53:21.221094 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4163d10f-1d3f-444c-95c8-dde7ee950ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:22.224723 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:22.607604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57774) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:53:22.655274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:53:22.675739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Made reservation on behalf of d183e69fcb624fc18ff3d4ad352560e4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 15:53:22.678033 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:22.705888 n-d-811716-3 neutron-server[103411]: WARNING neutron.services.revisions.revision_plugin [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Could not find related network for resource to bump revision. Nov 22 15:53:22.717987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] vlan segment allocate from pool success with {'vlan_id': 844, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 15:53:22.727202 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:22.727648 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Added segment a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de of type vlan for network 0548d25d-7fb6-4d1b-b293-944cc218b9cf Nov 22 15:53:22.765952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:22.791196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:22.792089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:53:22.792682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:22.844803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2360942 Nov 22 15:53:22.857137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Pushing event updated for resources: {'Network': ['ID=0548d25d-7fb6-4d1b-b293-944cc218b9cf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:53:22.865637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.865981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.866317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.866844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.867172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.867498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.867874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.868319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.868678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.869002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.869329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.869640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89192c74-a043-4bfd-ac05-7870468a5868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:22.881844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 15:53:24.261358 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:24.643321 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:25.205859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:53:25.267038 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b86738-54c1-4cc3-a0f1-7d10bc259a16 admin admin] GET failed (client error): The resource could not be found. Nov 22 15:53:25.268346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-33b86738-54c1-4cc3-a0f1-7d10bc259a16 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609601 Nov 22 15:53:25.338713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318942d-8937-4d35-a11c-c54b1733b687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:53:25.340171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d318942d-8937-4d35-a11c-c54b1733b687 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662603 Nov 22 15:53:25.350700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Request body: {'subnet': {'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 15:53:25.370046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Made reservation on behalf of d183e69fcb624fc18ff3d4ad352560e4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 15:53:25.372346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:25.531670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:25.590217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f65619-2a68-4f4f-aa61-384be503b726,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:53:25.597489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 15:53:25.597843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Network hostable DHCP agents. Network: 0548d25d-7fb6-4d1b-b293-944cc218b9cf, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 15:53:25.613391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 15:53:25.621362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0548d25d-7fb6-4d1b-b293-944cc218b9cf) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 15:53:25.625471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 15:53:25.626064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:25.631585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a3283-6bb6-4fe6-b3b0-0f2bc952e340 None None] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 15:53:25.643046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c00cc110-8e17-48df-91a6-4bc1cf527c09 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2962630 Nov 22 15:53:25.881367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'tenant_id': 'd183e69fcb624fc18ff3d4ad352560e4', 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 15:53:25.882376 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:26.023068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Allocated IP 192.168.233.2 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/a2f982b6-0b20-4352-a883-ad294d46bbf7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 15:53:26.164040 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:26.170803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:26.213233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 15:53:26.214608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 15:53:26.218051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 15:53:26.230265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Pushing event updated for resources: {'Port': ['ID=a2f982b6-0b20-4352-a883-ad294d46bbf7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:53:26.250834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.251189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.251538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.251883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.252252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.253005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.253005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.253856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.255934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.255934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.255934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.255934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:53:26.288726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Attempting to bind port a2f982b6-0b20-4352-a883-ad294d46bbf7 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 15:53:26.289098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Attempting to bind port a2f982b6-0b20-4352-a883-ad294d46bbf7 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 15:53:26.289465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Attempting to bind port a2f982b6-0b20-4352-a883-ad294d46bbf7 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 15:53:26.294388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 15:53:26.294766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 15:53:26.295274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:26.295702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 15:53:26.296192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Bound port: a2f982b6-0b20-4352-a883-ad294d46bbf7, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 15:53:26.296603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:26.359047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-78c00590-067e-4b91-815d-b3d418336306 None None] For port a2f982b6-0b20-4352-a883-ad294d46bbf7, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 15:53:26.362455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-78c00590-067e-4b91-815d-b3d418336306 None None] For port a2f982b6-0b20-4352-a883-ad294d46bbf7, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a2f982b6-0b20-4352-a883-ad294d46bbf7,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 15:53:26.368886 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:26.428946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c00590-067e-4b91-815d-b3d418336306 None None] Pushing event updated for resources: {'Port': ['ID=a2f982b6-0b20-4352-a883-ad294d46bbf7,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:53:27.297376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3292ba4-0bae-4af6-aa11-97c3701002dd None None] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 15:53:27.428030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-83848bbd-ea37-45be-9450-4ce7e2423222 None None] Provisioning complete for port a2f982b6-0b20-4352-a883-ad294d46bbf7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:53:27.428402 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83848bbd-ea37-45be-9450-4ce7e2423222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:27.533769 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83848bbd-ea37-45be-9450-4ce7e2423222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:27.573663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-83848bbd-ea37-45be-9450-4ce7e2423222 None None] For port a2f982b6-0b20-4352-a883-ad294d46bbf7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a2f982b6-0b20-4352-a883-ad294d46bbf7,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 15:53:27.579157 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83848bbd-ea37-45be-9450-4ce7e2423222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:27.638521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83848bbd-ea37-45be-9450-4ce7e2423222 None None] Pushing event updated for resources: {'Port': ['ID=a2f982b6-0b20-4352-a883-ad294d46bbf7,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:53:27.704204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a765dbe3-8d12-4f62-823a-a593a25181c3 None None] Provisioning complete for port a2f982b6-0b20-4352-a883-ad294d46bbf7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:53:27.704580 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a765dbe3-8d12-4f62-823a-a593a25181c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:28.475699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a2f982b6-0b20-4352-a883-ad294d46bbf7 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 15:53:28.532144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a2f982b6-0b20-4352-a883-ad294d46bbf7 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 15:53:28.532510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:33.338601 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:53:48.818086 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-728e9918-5791-4c9d-a6eb-e5716a0aa839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:51.225467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9af255cb-0ebe-4945-9eb3-1c9df882ec7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:52.228899 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:54.269807 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:53:54.646513 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:10.337251 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:54:18.820401 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77924fc3-3b78-482e-8bf9-d8386cba1d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:21.228097 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37d09db8-7e5c-438c-b9c9-0ed8331a8090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:22.232812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:24.269724 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:24.649791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:40.215212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57826) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:54:40.221016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-8b90701a-cda1-4c0e-a060-296d7685c577 tempest-verify_tempest_config-542558218 tempest-verify_tempest_config-542558218-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 15:54:40.221968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8b90701a-cda1-4c0e-a060-296d7685c577 tempest-verify_tempest_config-542558218 tempest-verify_tempest_config-542558218-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057931 Nov 22 15:54:40.508227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57844) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:54:40.707541 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:40.779899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:40.784258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:40.829445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df53f878db144ab0a3e1d6d679e68d3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3201234 Nov 22 15:54:40.832255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57848) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:54:40.834231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ea462b-2169-4414-9264-e5756bb3d88e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:54:40.841172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.841517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.841863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.842201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.842536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.842869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.843206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.843535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.843869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.844233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.844546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.845387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e4b69-f374-43cf-af7c-28fc97bdcb9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:40.915607 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:40.936651 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:41.028565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:41.031065 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:41.035898 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94ea462b-2169-4414-9264-e5756bb3d88e HTTP/1.1" status: 204 len: 168 time: 0.2025521 Nov 22 15:54:41.043714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ea462b-2169-4414-9264-e5756bb3d88e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 15:54:41.050672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.051029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.051377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.051723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.052091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.052428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.052762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.053100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.053433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.053763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.054091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:41.054419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ee94e6-6ada-4e74-b10b-97c50e508f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 15:54:47.335650 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:54:48.821471 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8522cab-cf2d-4a72-b20d-9ddd7aee1397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:51.233033 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ffa3fe77-ffde-424b-94d4-8bd89a375a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:52.234947 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:54.272758 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:54:54.652567 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:18.822572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56d171db-3149-4660-acf0-950c5a6e6793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:21.225428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96e80c4e-6327-4811-b4e8-2a57e414185b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:22.237668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:24.283801 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:24.340093 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:55:24.655650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:48.825261 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9dcf70f-f05b-4361-a836-4d76bf4b107d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:51.229831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ff46862-259a-4bab-8c6a-997736ef30c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:52.241085 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:54.281934 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:55:54.659643 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:01.338055 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:56:18.826523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3bc7-fbb4-4299-bd7d-17b222dd9657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:21.231668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76f2b006-dd65-4b68-9cf4-64a5d9f38ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:22.243311 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:24.284827 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:24.660896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:38.337135 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:56:48.827895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06d461e9-217e-4880-8aa8-370fda1ec616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:51.232462 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c0e18ff7-9917-470a-be06-70a536c1460c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:52.245882 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:54.290334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:56:54.665618 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:15.336951 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 5 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:57:18.827842 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2731f5b6-93ca-45a7-8995-82528c6cb15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:21.233245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eacbb2e2-2b9c-4e4d-bf60-a0580b79d930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:22.251089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:24.291971 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:24.668787 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:48.830058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6c5ce43-39f5-4297-9fe7-e5de6cdb6846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:51.237202 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40ad3ce0-4ed0-4531-9d59-eea36195657c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:52.229921 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660354'] for agent, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:52.251602 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:52.336949 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 6 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:57:54.233381 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-660354'] for agent, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:54.297563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:57:54.670505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:18.853186 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6128945c-477d-4ea0-b9be-1c1db10b800d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:21.240542 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0fa67e70-ff66-40fd-9be3-6460dca95de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:22.182343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:22.263089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:24.184172 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:24.299423 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:24.673712 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:29.338969 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:58:37.903312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:58:38.020400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a8b4a97f-000f-4bbc-bad8-459175b16ada admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1159012 Nov 22 15:58:40.370709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57916) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 15:58:40.434636 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3f90c158-da5f-4e47-8b46-0fdca2ae23ad admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0628130 Nov 22 15:58:48.839450 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-993710f1-abf3-4697-9f6e-363b925d907a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:51.246820 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-559548f3-e2ef-4bb6-bd7c-9bc675d24912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:52.181714 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:52.258272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:54.194771 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:54.302389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:58:54.679446 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:06.338773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:59:18.833733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f0440b2-58ff-4917-b888-02dd267e050d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:21.241451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dba0fcac-b4bd-40af-9bdd-bd425dfbbad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:22.187743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:22.263424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:24.196714 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:24.311064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:24.690630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:43.338521 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 15:59:48.830157 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-284198cf-161b-4555-b427-23c6440c96ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:51.263726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d3ec188-e693-4438-99ba-2fcd8aa777af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:52.186748 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:52.265202 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:54.216840 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:54.317632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 15:59:54.689220 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:10.443641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:10.918285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58158) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:10.918860 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a440535-9c42-4b48-bd93-5c413799c29c tempest-AutoAllocateNetworkTest-1364953377 tempest-AutoAllocateNetworkTest-1364953377-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4ed0298a5a1a43e7ae328c588c70a2f3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4734712 Nov 22 16:00:11.188989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3124ea60-415e-4993-936c-3265d6a814d4 tempest-AutoAllocateNetworkTest-1364953377 tempest-AutoAllocateNetworkTest-1364953377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:11.190550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3124ea60-415e-4993-936c-3265d6a814d4 tempest-AutoAllocateNetworkTest-1364953377 tempest-AutoAllocateNetworkTest-1364953377-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2701993 Nov 22 16:00:11.194026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58170) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:11.306434 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-499f9b0c-f5ec-4e74-821c-bae8ee0b8a11 tempest-AutoAllocateNetworkTest-1364953377 tempest-AutoAllocateNetworkTest-1364953377-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055048 Nov 22 16:00:11.306691 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58176) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:11.340446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cb1e74a0-bf10-4ade-a3fb-272fb35bf21b tempest-AutoAllocateNetworkTest-1364953377 tempest-AutoAllocateNetworkTest-1364953377-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4ed0298a5a1a43e7ae328c588c70a2f3 HTTP/1.1" status: 200 len: 208 time: 0.0325568 Nov 22 16:00:12.074427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58210) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:12.537154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:12.548140 n-d-811716-3 neutron-server[103410]: INFO neutron.quota [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Loaded quota_driver: . Nov 22 16:00:12.690397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:12.696277 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:12.762398 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ed0298a5a1a43e7ae328c588c70a2f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6855910 Nov 22 16:00:12.764105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd24c98-e507-449b-ba43-d806de369827,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:12.765388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:12.775029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.775403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.775805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.776334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.776913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.777434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.777982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.778945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.779661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.780249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.781250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.781776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d93642-6530-4d6d-be01-078fb4ce8563 admin admin] Tracked resource versions report: Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: pushed versions: Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: { 'AddressGroup': {'1.2'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'ConntrackHelper': {'1.0'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Log': {'1.0'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Network': {'1.1'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Port': {'1.7'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'PortForwarding': {'1.2'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'QosPolicy': {'1.10'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'SecurityGroup': {'1.5'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'SubPort': {'1.0'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Subnet': {'1.1'}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Trunk': {'1.1'}} Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: consumer versions: Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: { DHCP agent@n-d-811716-3: {}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: HyperV agent@n-h1-811716-3: {}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: HyperV agent@n-h2-811716-3: {}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: L3 agent@n-d-811716-3: {}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: Metadata agent@n-d-811716-3: {}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: Metering agent@n-d-811716-3: {}, Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: Open vSwitch agent@n-d-811716-3: { 'AddressGroup': '1.2', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'ConntrackHelper': '1.0', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Log': '1.0', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Network': '1.1', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Port': '1.7', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'PortForwarding': '1.2', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'QosPolicy': '1.10', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'SecurityGroup': '1.5', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'SecurityGroupRule': '1.2', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'SubPort': '1.0', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Subnet': '1.1', Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: 'Trunk': '1.1'}} Nov 22 16:00:12.783799 n-d-811716-3 neutron-server[103410]: {{(pid=103410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:00:12.864541 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:12.896739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:12.977499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:12.980378 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:12.984103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bfd24c98-e507-449b-ba43-d806de369827 HTTP/1.1" status: 204 len: 168 time: 0.2145789 Nov 22 16:00:12.992222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd24c98-e507-449b-ba43-d806de369827,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:13.001522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.002135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.002520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.002859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.003193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.003524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.004431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.005245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.005585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.005943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.006457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.008120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98095409-8cbd-4015-9f18-eb3151575257 admin admin] Tracked resource versions report: Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: pushed versions: Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: { 'AddressGroup': {'1.2'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'ConntrackHelper': {'1.0'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Log': {'1.0'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Network': {'1.1'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Port': {'1.7'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'PortForwarding': {'1.2'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'QosPolicy': {'1.10'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'SecurityGroup': {'1.5'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'SubPort': {'1.0'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Subnet': {'1.1'}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Trunk': {'1.1'}} Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: consumer versions: Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: { DHCP agent@n-d-811716-3: {}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: HyperV agent@n-h1-811716-3: {}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: HyperV agent@n-h2-811716-3: {}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: L3 agent@n-d-811716-3: {}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: Metadata agent@n-d-811716-3: {}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: Metering agent@n-d-811716-3: {}, Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: Open vSwitch agent@n-d-811716-3: { 'AddressGroup': '1.2', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'ConntrackHelper': '1.0', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Log': '1.0', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Network': '1.1', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Port': '1.7', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'PortForwarding': '1.2', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'QosPolicy': '1.10', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'SecurityGroup': '1.5', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'SecurityGroupRule': '1.2', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'SubPort': '1.0', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Subnet': '1.1', Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: 'Trunk': '1.1'}} Nov 22 16:00:13.009995 n-d-811716-3 neutron-server[103411]: {{(pid=103411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:00:14.814039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58318) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:15.025995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-network', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:15.062105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Made reservation on behalf of 4b6426302efc4e58bf9b40f20001371a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:15.064813 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.079084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.219631 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.228768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.283672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ca97ef-396e-4192-bff2-d883e62e22f4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:15.300025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] vlan segment allocate from pool success with {'vlan_id': 807, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:00:15.333075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771746956764', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.333880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Unsubscribe: segment precommit_create {{(pid=103410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:00:15.335132 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Added segment 218c0d16-f3c5-471a-a3cb-791d7ceb5621 of type vlan for network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 Nov 22 16:00:15.416955 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.479986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.481169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:15.481833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.590204 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7723298 Nov 22 16:00:15.590911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58362) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:15.595286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Request body: {'subnet': {'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-subnet', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:15.621145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Made reservation on behalf of 4b6426302efc4e58bf9b40f20001371a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:15.623611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:15.629922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f0d41-7e83-4701-9b44-bc5878818930 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:15.645880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:00:15.835584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58368) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:15.978604 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.033592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b32868-1806-41a0-8f37-90366ab6428f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:16.052444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2788e9d6-a3ca-4fab-b2d5-23d47a800f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.082309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Checking segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:16.082948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Network hostable DHCP agents. Network: 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:00:16.103480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:00:16.121388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:16.132286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d5732a-3e8a-4ceb-9f2d-5c93474c1edf None None] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:16.132674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:16.133378 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.168988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8045fb0e-0856-4a7e-8cb6-9382c4f5dd56 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5726879 Nov 22 16:00:16.170461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58388) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:16.185713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:16.222640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2788e9d6-a3ca-4fab-b2d5-23d47a800f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.232354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2788e9d6-a3ca-4fab-b2d5-23d47a800f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.262854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.262854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.307891 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2788e9d6-a3ca-4fab-b2d5-23d47a800f3d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fcacef5929c2426a828da5f7eb4ed8df&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4706569 Nov 22 16:00:16.310963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58406) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:16.337065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788e9d6-a3ca-4fab-b2d5-23d47a800f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f235b-7366-4544-9705-0de92536674f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:16.429895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a7a2972-e5df-482f-a2c7-52c45589192a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.461152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:00:16.462430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.485163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a7a2972-e5df-482f-a2c7-52c45589192a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.507411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.602747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a7a2972-e5df-482f-a2c7-52c45589192a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.606380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a7a2972-e5df-482f-a2c7-52c45589192a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:16.611080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5a7a2972-e5df-482f-a2c7-52c45589192a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac8f235b-7366-4544-9705-0de92536674f HTTP/1.1" status: 204 len: 168 time: 0.2987182 Nov 22 16:00:16.630207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a2972-e5df-482f-a2c7-52c45589192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f235b-7366-4544-9705-0de92536674f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:16.872916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Allocated IP 172.20.0.2 (3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0/18b32868-1806-41a0-8f37-90366ab6428f/33e45300-7cbc-4342-a2bb-aae8996711a4) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:16.990156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.273699 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.283611 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.324681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58464) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:17.360056 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9183ed5e-191d-48af-8513-dc0e630780be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.369939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:17.375155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:17.379421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Pushing event updated for resources: {'Port': ['ID=33e45300-7cbc-4342-a2bb-aae8996711a4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:17.382222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:17.402760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.403131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.403519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.404796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.405404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.405976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.406483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.407039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.407445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.408024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.408237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.408613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Tracked resource versions report: Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: pushed versions: Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: { 'AddressGroup': {'1.2'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'ConntrackHelper': {'1.0'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Log': {'1.0'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Network': {'1.1'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Port': {'1.7'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'PortForwarding': {'1.2'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'QosPolicy': {'1.10'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'SecurityGroup': {'1.5'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'SubPort': {'1.0'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Subnet': {'1.1'}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Trunk': {'1.1'}} Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: consumer versions: Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: { DHCP agent@n-d-811716-3: {}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: HyperV agent@n-h1-811716-3: {}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: HyperV agent@n-h2-811716-3: {}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: L3 agent@n-d-811716-3: {}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: Metadata agent@n-d-811716-3: {}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: Metering agent@n-d-811716-3: {}, Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: Open vSwitch agent@n-d-811716-3: { 'AddressGroup': '1.2', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'ConntrackHelper': '1.0', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Log': '1.0', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Network': '1.1', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Port': '1.7', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'PortForwarding': '1.2', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'QosPolicy': '1.10', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'SecurityGroup': '1.5', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'SecurityGroupRule': '1.2', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'SubPort': '1.0', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Subnet': '1.1', Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: 'Trunk': '1.1'}} Nov 22 16:00:17.409881 n-d-811716-3 neutron-server[103412]: {{(pid=103412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:00:17.484387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Attempting to bind port 33e45300-7cbc-4342-a2bb-aae8996711a4 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:17.485386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Attempting to bind port 33e45300-7cbc-4342-a2bb-aae8996711a4 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:17.485929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Attempting to bind port 33e45300-7cbc-4342-a2bb-aae8996711a4 on network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:17.496170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:17.496785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Checking segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:17.497375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.498825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Bound using segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:17.499509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Bound port: 33e45300-7cbc-4342-a2bb-aae8996711a4, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:17.500140 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.561851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58480) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:17.576473 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.604959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9183ed5e-191d-48af-8513-dc0e630780be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.613075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.616212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9183ed5e-191d-48af-8513-dc0e630780be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.624785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] For port 33e45300-7cbc-4342-a2bb-aae8996711a4, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:17.630648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] For port 33e45300-7cbc-4342-a2bb-aae8996711a4, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=33e45300-7cbc-4342-a2bb-aae8996711a4,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:17.647982 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.701943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9183ed5e-191d-48af-8513-dc0e630780be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=99425d62f5774e84a23425c9d6d42672&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3733361 Nov 22 16:00:17.704121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:17.709797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183ed5e-191d-48af-8513-dc0e630780be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62002728-8e88-4071-91f0-5a6aca87e640,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:17.780539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fc5e2-08a0-431b-9cdc-e30a32683496 None None] Pushing event updated for resources: {'Port': ['ID=33e45300-7cbc-4342-a2bb-aae8996711a4,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:17.848871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65a7ecf5-1ebb-4494-904b-4229e0203038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.857632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8b84-92b7-4352-8e6b-decef6c16aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.899713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8b84-92b7-4352-8e6b-decef6c16aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:17.975129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Allocated IP 172.25.5.46 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:18.014045 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8b84-92b7-4352-8e6b-decef6c16aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:18.020211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d3e8b84-92b7-4352-8e6b-decef6c16aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:18.022808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1d3e8b84-92b7-4352-8e6b-decef6c16aa5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62002728-8e88-4071-91f0-5a6aca87e640 HTTP/1.1" status: 204 len: 168 time: 0.3083637 Nov 22 16:00:18.045027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e8b84-92b7-4352-8e6b-decef6c16aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62002728-8e88-4071-91f0-5a6aca87e640,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:18.073427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58504) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:18.078686 n-d-811716-3 neutron-server[103411]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:00:18.158026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-28d33c90-6c06-4de2-ab86-517daa6db112 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e4655a34bd864a25a2cffb3e8bdfa44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811901 Nov 22 16:00:18.287498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:18.405484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-cc50d70f-039c-4360-a14d-94e6be774609 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:18.408371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65a7ecf5-1ebb-4494-904b-4229e0203038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:18.414836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-cc50d70f-039c-4360-a14d-94e6be774609 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459912 Nov 22 16:00:18.432683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65a7ecf5-1ebb-4494-904b-4229e0203038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:18.440641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-c1974072-04b9-40de-9496-a15604f2f085 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/quotas/e4655a34bd864a25a2cffb3e8bdfa44a HTTP/1.1" status: 200 len: 375 time: 0.0245733 Nov 22 16:00:18.488986 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-65a7ecf5-1ebb-4494-904b-4229e0203038 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20745b8a0a3c403686d52a9dcd3467c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9251046 Nov 22 16:00:18.499550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58516) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:18.538564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-a01f37ba-549e-4c5a-b811-eb4e970e3a86 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4655a34bd864a25a2cffb3e8bdfa44a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0932698 Nov 22 16:00:18.586436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:18.657608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7ecf5-1ebb-4494-904b-4229e0203038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95d5002-938a-4d28-b28b-edeabefdf208,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:18.714029 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1245e24-9600-41ee-98ee-b558df403bc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:18.739208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:18.742726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:18.744909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:18.761946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:18.865915 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 33e45300-7cbc-4342-a2bb-aae8996711a4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:18.876839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1245e24-9600-41ee-98ee-b558df403bc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:18.929336 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1d555a0-5f72-42ae-914d-398399f8f4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.060214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 33e45300-7cbc-4342-a2bb-aae8996711a4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:19.060946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.140280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06285b9a-bbb3-441b-9150-edf4f413724f req-447e9ac6-e999-4373-81a9-5f7b0842f8a8 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 210 time: 0.1382155 Nov 22 16:00:19.200655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:19.224713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1245e24-9600-41ee-98ee-b558df403bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.227671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1245e24-9600-41ee-98ee-b558df403bc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.228909 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d1245e24-9600-41ee-98ee-b558df403bc7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d95d5002-938a-4d28-b28b-edeabefdf208 HTTP/1.1" status: 204 len: 168 time: 0.7278228 Nov 22 16:00:19.281408 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.302120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1245e24-9600-41ee-98ee-b558df403bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95d5002-938a-4d28-b28b-edeabefdf208,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:19.358410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 33e45300-7cbc-4342-a2bb-aae8996711a4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=33e45300-7cbc-4342-a2bb-aae8996711a4,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:19.388240 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.408614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.494000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=33e45300-7cbc-4342-a2bb-aae8996711a4,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:19.562390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-655a8e85-3f7c-49ab-9d20-192b568d75ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.701152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf7fa8-2823-4074-b740-9d52b3ba972c None None] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:19.721618 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-655a8e85-3f7c-49ab-9d20-192b568d75ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.730785 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-655a8e85-3f7c-49ab-9d20-192b568d75ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.824957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.844635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a8e85-3f7c-49ab-9d20-192b568d75ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e0bd75-36e9-4b24-8c1a-2978a3c623ff,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:19.848791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6572968a-b2ca-44b4-ba93-c7c6ece26e4b None None] Provisioning complete for port 33e45300-7cbc-4342-a2bb-aae8996711a4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:19.849579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6572968a-b2ca-44b4-ba93-c7c6ece26e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:19.854302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-655a8e85-3f7c-49ab-9d20-192b568d75ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5d5154d16a948b9b9dafc8f1b34af38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6520989 Nov 22 16:00:19.857726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:19.964344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c70e01ab-b857-47d4-8998-cb5c7ae138aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.010035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c70e01ab-b857-47d4-8998-cb5c7ae138aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.134780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c70e01ab-b857-47d4-8998-cb5c7ae138aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.140162 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c70e01ab-b857-47d4-8998-cb5c7ae138aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.147279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c70e01ab-b857-47d4-8998-cb5c7ae138aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92e0bd75-36e9-4b24-8c1a-2978a3c623ff HTTP/1.1" status: 204 len: 168 time: 0.2876239 Nov 22 16:00:20.177611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e01ab-b857-47d4-8998-cb5c7ae138aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e0bd75-36e9-4b24-8c1a-2978a3c623ff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:20.334446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Router 27da5ba8-565f-42ff-b086-58d1cf5f3247 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:00:20.336474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6afd79a5-3c9b-4943-b9d3-8163e57ebbc5 req-fcdb28bb-f92c-4a98-b6f2-ae784ffbd57e tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 210 time: 0.0796056 Nov 22 16:00:20.345316 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:00:20.530357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58590) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:20.538719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:00:20.552206 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Sync routers for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:00:20.572488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2bbbc86-9bd8-4eea-b703-eecad247828b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.619533 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.620730 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:20.623306 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T15:59:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:20.624456 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4314090f-6428-4ed6-9eb4-b58b47c22318 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4497335 Nov 22 16:00:20.636709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58598) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:20.793176 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-943e6e37-2598-454a-80df-44295972c8de None None] Provisioning complete for port 33e45300-7cbc-4342-a2bb-aae8996711a4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:20.794309 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-943e6e37-2598-454a-80df-44295972c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.805942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 33e45300-7cbc-4342-a2bb-aae8996711a4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:20.867361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2bbbc86-9bd8-4eea-b703-eecad247828b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.875040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2bbbc86-9bd8-4eea-b703-eecad247828b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:20.968713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbbc86-9bd8-4eea-b703-eecad247828b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdc5475-6300-4345-b62b-5d4657535457,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:21.011878 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:21.040158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c2bbbc86-9bd8-4eea-b703-eecad247828b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6253bf82820437da9d0f90d2a8d6227&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5055721 Nov 22 16:00:21.042910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:21.136846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58616) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:21.170924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 33e45300-7cbc-4342-a2bb-aae8996711a4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:21.173162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.209743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c07cf779-cdf9-4466-b502-9f9831bf8585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.278362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f20e9bd-3117-4fec-885c-f58c6f8082d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.367635 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c0aee30-f8ef-4383-9bf3-3cc045be0af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.497934 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:19Z', 'revision_number': 3, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:21.542037 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c07cf779-cdf9-4466-b502-9f9831bf8585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.564687 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Checking router: 27da5ba8-565f-42ff-b086-58d1cf5f3247 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:00:21.565049 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Updating router 27da5ba8-565f-42ff-b086-58d1cf5f3247 port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:00:21.570303 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c07cf779-cdf9-4466-b502-9f9831bf8585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.702528 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f20e9bd-3117-4fec-885c-f58c6f8082d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.709538 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.798506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cf779-cdf9-4466-b502-9f9831bf8585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f154c2c1-3ce1-407f-80d5-b52a6d3aa08e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:21.817558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f20e9bd-3117-4fec-885c-f58c6f8082d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.820629 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f20e9bd-3117-4fec-885c-f58c6f8082d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.824303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9f20e9bd-3117-4fec-885c-f58c6f8082d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bdc5475-6300-4345-b62b-5d4657535457 HTTP/1.1" status: 204 len: 168 time: 0.7777119 Nov 22 16:00:21.857578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20e9bd-3117-4fec-885c-f58c6f8082d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdc5475-6300-4345-b62b-5d4657535457,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:21.876860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f73314c7-81e3-4712-9949-1a6181e7ba99 req-de0a715e-e536-4f92-82e4-5668f7b6483f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 210 time: 0.0831199 Nov 22 16:00:21.891261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c07cf779-cdf9-4466-b502-9f9831bf8585 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d1eab1827964c8cb037d9fd5872a72c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7457552 Nov 22 16:00:21.892220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58636) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:21.950981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:21.997344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-691e9185-b1cf-4c28-a515-52bb0bd35cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.048457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-691e9185-b1cf-4c28-a515-52bb0bd35cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.177062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-691e9185-b1cf-4c28-a515-52bb0bd35cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.180995 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-691e9185-b1cf-4c28-a515-52bb0bd35cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.185370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-691e9185-b1cf-4c28-a515-52bb0bd35cf2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f154c2c1-3ce1-407f-80d5-b52a6d3aa08e HTTP/1.1" status: 204 len: 168 time: 0.2887883 Nov 22 16:00:22.207189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e9185-b1cf-4c28-a515-52bb0bd35cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f154c2c1-3ce1-407f-80d5-b52a6d3aa08e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:22.223206 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.333587 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.421962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Allocated IP 172.20.0.1 (3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0/18b32868-1806-41a0-8f37-90366ab6428f/74446e01-f39d-49c9-b142-80823736967b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:22.423539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.11', 61844) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:22.493674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-b75f5229-ae0c-4815-b23c-22436161f32e tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e4655a34bd864a25a2cffb3e8bdfa44a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665574 Nov 22 16:00:22.542030 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.553325 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.617673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58650) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:22.641680 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Pushing event updated for resources: {'Port': ['ID=3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:22.665134 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.665498 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.665850 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.666206 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.666649 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.667002 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.667345 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.667682 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.668044 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.668381 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.668840 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.669245 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Tracked resource versions report: Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: pushed versions: Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: { 'AddressGroup': {'1.2'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'ConntrackHelper': {'1.0'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Log': {'1.0'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Network': {'1.1'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Port': {'1.7'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'PortForwarding': {'1.2'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'QosPolicy': {'1.10'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'SecurityGroup': {'1.5'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'SubPort': {'1.0'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Subnet': {'1.1'}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Trunk': {'1.1'}} Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: consumer versions: Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: { DHCP agent@n-d-811716-3: {}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: HyperV agent@n-h1-811716-3: {}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: HyperV agent@n-h2-811716-3: {}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: L3 agent@n-d-811716-3: {}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: Metadata agent@n-d-811716-3: {}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: Metering agent@n-d-811716-3: {}, Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: Open vSwitch agent@n-d-811716-3: { 'AddressGroup': '1.2', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'ConntrackHelper': '1.0', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Log': '1.0', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Network': '1.1', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Port': '1.7', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'PortForwarding': '1.2', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'QosPolicy': '1.10', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'SecurityGroup': '1.5', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'SecurityGroupRule': '1.2', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'SubPort': '1.0', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Subnet': '1.1', Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: 'Trunk': '1.1'}} Nov 22 16:00:22.670404 n-d-811716-3 neutron-server[103413]: {{(pid=103413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:00:22.710950 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.712924 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Attempting to bind port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:22.713464 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Attempting to bind port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:22.713948 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Attempting to bind port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:22.720734 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 15, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:22.721092 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:22.721825 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.722506 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:22.723023 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Bound port: 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:22.723650 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.781255 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.803802 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] For port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:22.808133 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] For port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:22.817968 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.893548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:22.904466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:22.905363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc37fe8f-e3b1-49b2-8a50-d3e4a49cc6ee None None] Pushing event updated for resources: {'Port': ['ID=3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:22.907838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Pushing event updated for resources: {'Port': ['ID=74446e01-f39d-49c9-b142-80823736967b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:22.911109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:22.912014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:22.927479 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:22.928151 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:22.961276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-e09bf8e6-e64b-4fb9-9bd7-c83451fbdef7 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:22.963569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-e09bf8e6-e64b-4fb9-9bd7-c83451fbdef7 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4641926 Nov 22 16:00:23.064677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Request body: {'port': {'device_id': '81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': 'e4655a34bd864a25a2cffb3e8bdfa44a'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:23.106582 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:23.377468 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd7c65de-89f6-4965-923c-c2c1fa503a63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:23.408399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-31830d04-ea55-48ec-b525-6c9e21431c44 None None] Provisioning complete for port 74446e01-f39d-49c9-b142-80823736967b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:23.409235 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31830d04-ea55-48ec-b525-6c9e21431c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:23.540620 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:19Z', 'revision_number': 3, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:23.542249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-31830d04-ea55-48ec-b525-6c9e21431c44 None None] Port 74446e01-f39d-49c9-b142-80823736967b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:23.607032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:23.653333 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6159cc60-0db1-438c-b55d-a23490ca7b72 None None] The sync data for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 is: [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:19Z', 'revision_number': 3, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:00:23.821891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Made reservation on behalf of e4655a34bd864a25a2cffb3e8bdfa44a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:23.826516 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:23.850819 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:23.897660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:24.043168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd7c65de-89f6-4965-923c-c2c1fa503a63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.055662 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd7c65de-89f6-4965-923c-c2c1fa503a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.061423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.073299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.139242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c65de-89f6-4965-923c-c2c1fa503a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d6dd9f-3136-455c-9e93-1660db23d521,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:24.225773 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.342474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.358349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.366996 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cd7c65de-89f6-4965-923c-c2c1fa503a63 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70b8feae340345eb9fa44df998c45c4a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7478864 Nov 22 16:00:24.369478 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.370522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.372924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58704) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:24.431434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e637705e-6b87-45ac-b276-79b0323bd791,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:24.551571 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Pushing event updated for resources: {'Port': ['ID=74446e01-f39d-49c9-b142-80823736967b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:24.670737 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-897e8369-410d-43e9-b070-2f9036fa892a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.718331 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.769475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-897e8369-410d-43e9-b070-2f9036fa892a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:24.834000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:24.854482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Allocated IP 192.168.233.179 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/2d202b2a-d778-4b60-8099-df1856bd1065) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:24.978894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-972eb4f8-6abc-4825-8786-426629a094fb req-a2013776-e724-4188-a04e-e1b2d23b9760 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 210 time: 1.0785351 Nov 22 16:00:24.981260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:24.988620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:25.067462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:25.067462 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:25.457743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:25.517623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Router 27da5ba8-565f-42ff-b086-58d1cf5f3247 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:00:25.581648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:25.606075 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:25.746297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:25.748304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5d158b42-2065-49e4-928e-fd78fa04c402 None None] Provisioning complete for port 74446e01-f39d-49c9-b142-80823736967b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:25.750292 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d158b42-2065-49e4-928e-fd78fa04c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:25.903940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:25.913902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:25.930417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5d158b42-2065-49e4-928e-fd78fa04c402 None None] Port 74446e01-f39d-49c9-b142-80823736967b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:25.958828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:00:25.986716 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5ca85fbb-4f61-41d1-b39c-8d378e0187d2 admin admin] 10.222.0.69 "PUT /v2.0/routers/27da5ba8-565f-42ff-b086-58d1cf5f3247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3485296 Nov 22 16:00:26.052976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-897e8369-410d-43e9-b070-2f9036fa892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:26.057882 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-897e8369-410d-43e9-b070-2f9036fa892a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:26.073124 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-897e8369-410d-43e9-b070-2f9036fa892a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0d6dd9f-3136-455c-9e93-1660db23d521 HTTP/1.1" status: 204 len: 168 time: 1.6843421 Nov 22 16:00:26.117618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e8369-410d-43e9-b070-2f9036fa892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d6dd9f-3136-455c-9e93-1660db23d521,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:26.142264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:26.175771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:26.194184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:26.226917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:26.228365 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:26.303072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2443125 Nov 22 16:00:26.433114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-82c093e9-61d6-4bcf-8f96-bd3e0cc57040 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:00:26.435583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-82c093e9-61d6-4bcf-8f96-bd3e0cc57040 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126343 Nov 22 16:00:26.529904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc01db-4bfd-40bb-b255-67c24c66165b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Pushing event updated for resources: {'Port': ['ID=2d202b2a-d778-4b60-8099-df1856bd1065,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:26.614007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528f2d8-0999-4d2d-8288-66ba772dfee2 req-85aab50a-94c8-4174-b995-3198708f7750 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:26.623562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a528f2d8-0999-4d2d-8288-66ba772dfee2 req-85aab50a-94c8-4174-b995-3198708f7750 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 936 time: 0.2744348 Nov 22 16:00:26.799762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-94f63249-6563-4010-bdec-c7bd00498ec1 None None] Provisioning complete for port 2d202b2a-d778-4b60-8099-df1856bd1065 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:26.808789 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-94f63249-6563-4010-bdec-c7bd00498ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:26.814681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a528f2d8-0999-4d2d-8288-66ba772dfee2 req-0b749759-9d20-4cd2-b600-6ed8bdea0774 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875246 Nov 22 16:00:26.924694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:27.027196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Sync routers for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:00:27.064132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-94f63249-6563-4010-bdec-c7bd00498ec1 None None] Port 2d202b2a-d778-4b60-8099-df1856bd1065 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:27.068993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:27.070487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:27.350240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:27.478730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:27.479309 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:27.654105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:27.678083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aa5609e-e802-499b-b656-5aa016910318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:27.999322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aa5609e-e802-499b-b656-5aa016910318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:28.008498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1aa5609e-e802-499b-b656-5aa016910318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:28.047645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Request body: {'port': {'device_id': '81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4', 'device_owner': 'compute:tempest-test_az-1925575360', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:28.157473 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1aa5609e-e802-499b-b656-5aa016910318 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58877a1074374a9c94c44565a3164dfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5013218 Nov 22 16:00:28.165986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58762) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:28.176084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5609e-e802-499b-b656-5aa016910318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0b0f82-3c41-45bd-a0d0-f613fcc0d0be,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:28.181362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 2, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:28.246952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Checking router: 27da5ba8-565f-42ff-b086-58d1cf5f3247 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:00:28.247240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Updating router 27da5ba8-565f-42ff-b086-58d1cf5f3247 port 74446e01-f39d-49c9-b142-80823736967b binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:00:28.314664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:28.319449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84990fcb-92df-44af-84b3-7c569f5a2bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:28.377000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84990fcb-92df-44af-84b3-7c569f5a2bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:28.513311 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84990fcb-92df-44af-84b3-7c569f5a2bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:28.516591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84990fcb-92df-44af-84b3-7c569f5a2bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:28.518103 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-84990fcb-92df-44af-84b3-7c569f5a2bbc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a0b0f82-3c41-45bd-a0d0-f613fcc0d0be HTTP/1.1" status: 204 len: 168 time: 0.3508239 Nov 22 16:00:28.533412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:28.539628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84990fcb-92df-44af-84b3-7c569f5a2bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0b0f82-3c41-45bd-a0d0-f613fcc0d0be,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:28.658069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb7b4-1e58-482f-9db1-3f32fadf4f0a req-37958978-a9ce-483a-844c-2ba6d22d2ce5 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:28.665279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72abb7b4-1e58-482f-9db1-3f32fadf4f0a req-37958978-a9ce-483a-844c-2ba6d22d2ce5 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 936 time: 0.5816545 Nov 22 16:00:29.222439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:29.228192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72abb7b4-1e58-482f-9db1-3f32fadf4f0a req-9f2877fa-e53a-475d-a0fb-372cc4528da3 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763699 Nov 22 16:00:29.239453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:29.679378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5997c-412a-4764-85ab-26800aa30c75 None None] Pushing event updated for resources: {'Port': ['ID=74446e01-f39d-49c9-b142-80823736967b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:29.685153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Attempting to bind port 74446e01-f39d-49c9-b142-80823736967b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:29.685523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Attempting to bind port 74446e01-f39d-49c9-b142-80823736967b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:29.685884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Attempting to bind port 74446e01-f39d-49c9-b142-80823736967b on network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:29.713596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:29.713981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Checking segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:29.714391 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:29.714792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Bound using segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:29.714897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d202b2a-d778-4b60-8099-df1856bd1065 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:00:29.715296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Bound port: 74446e01-f39d-49c9-b142-80823736967b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:29.715682 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:29.740238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:29.768588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Transition to ACTIVE for port object 2d202b2a-d778-4b60-8099-df1856bd1065 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:00:29.776444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:29.837480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-312b2d78-a11d-49ec-9614-a5e543a1d714 None None] Provisioning complete for port 74446e01-f39d-49c9-b142-80823736967b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:29.838350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-312b2d78-a11d-49ec-9614-a5e543a1d714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:29.844196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] For port 74446e01-f39d-49c9-b142-80823736967b, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:29.889279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] For port 74446e01-f39d-49c9-b142-80823736967b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=74446e01-f39d-49c9-b142-80823736967b,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:29.899195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:29.979300 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:29.986121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d202b2a-d778-4b60-8099-df1856bd1065,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:30.028756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Attempting to bind port 2d202b2a-d778-4b60-8099-df1856bd1065 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:30.029251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Attempting to bind port 2d202b2a-d778-4b60-8099-df1856bd1065 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:30.029869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Attempting to bind port 2d202b2a-d778-4b60-8099-df1856bd1065 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:30.036653 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfdec8f8-c045-4f8f-9019-1e803954d882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.050689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Port 2d202b2a-d778-4b60-8099-df1856bd1065 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:00:30.050689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Attempting to bind port 2d202b2a-d778-4b60-8099-df1856bd1065 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:30.061150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:30.061728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:30.062609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:30.063382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Bound port: 2d202b2a-d778-4b60-8099-df1856bd1065, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:30.064009 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.074967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:30.075609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:30.202622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-312b2d78-a11d-49ec-9614-a5e543a1d714 None None] Port 74446e01-f39d-49c9-b142-80823736967b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:30.319127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] For port 2d202b2a-d778-4b60-8099-df1856bd1065, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:30.337077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] For port 2d202b2a-d778-4b60-8099-df1856bd1065, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2d202b2a-d778-4b60-8099-df1856bd1065,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:30.349466 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.375144 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfdec8f8-c045-4f8f-9019-1e803954d882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.382187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfdec8f8-c045-4f8f-9019-1e803954d882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.450811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:30.452226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.454947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] 10.222.0.11 "PUT /v2.0/ports/2d202b2a-d778-4b60-8099-df1856bd1065 HTTP/1.1" status: 200 len: 1118 time: 3.1664102 Nov 22 16:00:30.455812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4', 'tag': '2d202b2a-d778-4b60-8099-df1856bd1065'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:00:30.470230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdec8f8-c045-4f8f-9019-1e803954d882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb0fea-9bea-425c-91f2-d51492931fb6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:30.508364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:30.536260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-network', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:30.598011 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bfdec8f8-c045-4f8f-9019-1e803954d882 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3519142c11c54e3b9c35aef3bd540954&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6158705 Nov 22 16:00:30.617891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58808) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:30.702599 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Made reservation on behalf of 8e943ed1a4b245919ec32d9920eccc08 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:30.711174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.756775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:30.783077 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.804050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:30.839356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5997c-412a-4764-85ab-26800aa30c75 None None] Pushing event updated for resources: {'Port': ['ID=74446e01-f39d-49c9-b142-80823736967b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:30.948500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78bebb7c-662d-4d2d-8eb2-3690e46840f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:30.995247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d5823-eb21-4b82-b32d-4880bf56fab1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d202b2a-d778-4b60-8099-df1856bd1065,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:31.039654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78bebb7c-662d-4d2d-8eb2-3690e46840f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.056325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-5d21305d-4e91-4851-aa6d-f13c582b53ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:31.057864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-5d21305d-4e91-4851-aa6d-f13c582b53ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4655a34bd864a25a2cffb3e8bdfa44a&device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 1121 time: 0.4274127 Nov 22 16:00:31.066629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0e402-fcd3-4ba6-9b0f-87a933386a12 req-157114fa-5bce-4cd2-bdbd-82309e69aa1f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:31.076289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57e0e402-fcd3-4ba6-9b0f-87a933386a12 req-157114fa-5bce-4cd2-bdbd-82309e69aa1f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 970 time: 0.3132708 Nov 22 16:00:31.193598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:29Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:31.211138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-d79ef208-fa96-4d25-9318-0b8c3fef1af2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=2d202b2a-d778-4b60-8099-df1856bd1065 HTTP/1.1" status: 200 len: 217 time: 0.1097848 Nov 22 16:00:31.224381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57e0e402-fcd3-4ba6-9b0f-87a933386a12 req-c966164f-0783-4ebe-842e-d2a1bc53a8ed tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469831 Nov 22 16:00:31.241883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.271808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.286606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea32c012-2371-4a3b-97e1-847c596f2c77 None None] The sync data for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 is: [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:29Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:00:31.293932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7c24-a7a3-4b12-9625-e8a5f4cd562b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.326655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-004047ce-e8a8-40c5-8f5a-f6ea2e226feb None None] Provisioning complete for port 74446e01-f39d-49c9-b142-80823736967b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:31.328592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78bebb7c-662d-4d2d-8eb2-3690e46840f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.329984 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-004047ce-e8a8-40c5-8f5a-f6ea2e226feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.332051 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78bebb7c-662d-4d2d-8eb2-3690e46840f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.333566 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-78bebb7c-662d-4d2d-8eb2-3690e46840f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2fb0fea-9bea-425c-91f2-d51492931fb6 HTTP/1.1" status: 204 len: 168 time: 0.7133937 Nov 22 16:00:31.341431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:00:31.348240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb6309a-3681-4c10-9bcf-4b1ad57e02a1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:31.377478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-2ae76697-9ffa-48cd-9665-1b2b5ae6cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:31.381415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-2ae76697-9ffa-48cd-9665-1b2b5ae6cb87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1269302 Nov 22 16:00:31.385374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.392133 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Added segment d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd of type vlan for network 0beea7ce-1efe-4c2c-9146-a721967bd640 Nov 22 16:00:31.439461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bebb7c-662d-4d2d-8eb2-3690e46840f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb0fea-9bea-425c-91f2-d51492931fb6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:31.558812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.561048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-004047ce-e8a8-40c5-8f5a-f6ea2e226feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.589808 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3ab094-9fcb-45fb-93f9-043bb2904315" -d '{"events": [{"name": "network-changed", "server_uuid": "81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4", "tag": "2d202b2a-d778-4b60-8099-df1856bd1065"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:00:31.623949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-d9a10221-f8fc-4cad-860e-127dc1bdc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:31.633158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-d9a10221-f8fc-4cad-860e-127dc1bdc72f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2427883 Nov 22 16:00:31.659111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-004047ce-e8a8-40c5-8f5a-f6ea2e226feb None None] For port 74446e01-f39d-49c9-b142-80823736967b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=74446e01-f39d-49c9-b142-80823736967b,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:31.686334 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.687332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:31.692972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.698515 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-004047ce-e8a8-40c5-8f5a-f6ea2e226feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.750421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7c24-a7a3-4b12-9625-e8a5f4cd562b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.906307 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7c24-a7a3-4b12-9625-e8a5f4cd562b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:31.925656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004047ce-e8a8-40c5-8f5a-f6ea2e226feb None None] Pushing event updated for resources: {'Port': ['ID=74446e01-f39d-49c9-b142-80823736967b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:31.983173 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4678204 Nov 22 16:00:31.985847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:32.029355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Request body: {'subnet': {'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-subnet', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:32.045540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6557a-13c2-401b-91df-dabbaf746407 admin admin] Pushing event updated for resources: {'Network': ['ID=0beea7ce-1efe-4c2c-9146-a721967bd640,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:32.060389 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fd6d7c24-a7a3-4b12-9625-e8a5f4cd562b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7910a1fc16ed425e956363d7900a6d23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2460146 Nov 22 16:00:32.061123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d7c24-a7a3-4b12-9625-e8a5f4cd562b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd855c-06ef-422e-9467-6fcb51253d96,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:32.065990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:32.070510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0beea7ce-1efe-4c2c-9146-a721967bd640 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:00:32.076120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-5efab9ea-f100-4a73-a4ba-8d8eaf640070 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184628 Nov 22 16:00:32.233327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Made reservation on behalf of 8e943ed1a4b245919ec32d9920eccc08 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:32.239672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4ee26e7-ca2b-44b2-ae5e-8acd5fee8781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:32.240903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:32.303570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4ee26e7-ca2b-44b2-ae5e-8acd5fee8781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:32.400208 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3003ff60-b341-4263-be4f-c55ded11e27c x-openstack-request-id: req-3003ff60-b341-4263-be4f-c55ded11e27c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:00:32.400208 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4", "tag": "2d202b2a-d778-4b60-8099-df1856bd1065", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:00:32.400208 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3003ff60-b341-4263-be4f-c55ded11e27c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:00:32.400208 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4', 'tag': '2d202b2a-d778-4b60-8099-df1856bd1065', 'status': 'completed', 'code': 200} Nov 22 16:00:32.423197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4ee26e7-ca2b-44b2-ae5e-8acd5fee8781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:32.426652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4ee26e7-ca2b-44b2-ae5e-8acd5fee8781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:32.435399 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f4ee26e7-ca2b-44b2-ae5e-8acd5fee8781 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1dfd855c-06ef-422e-9467-6fcb51253d96 HTTP/1.1" status: 204 len: 168 time: 0.3652844 Nov 22 16:00:32.459972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee26e7-ca2b-44b2-ae5e-8acd5fee8781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd855c-06ef-422e-9467-6fcb51253d96,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:32.700256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63d1189b-23f6-437d-8262-2a4d9caf563e req-97d0978b-cd43-4085-806e-45261933be49 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931346 Nov 22 16:00:32.787989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 74446e01-f39d-49c9-b142-80823736967b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:32.820696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a120bc3-31d6-4c5c-8829-ef89b99a3295 req-8986383b-10fa-49b4-8430-7fc2f8ed4711 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:32.828899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a120bc3-31d6-4c5c-8829-ef89b99a3295 req-8986383b-10fa-49b4-8430-7fc2f8ed4711 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 970 time: 0.2828507 Nov 22 16:00:32.989122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 74446e01-f39d-49c9-b142-80823736967b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:32.989775 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:33.056767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a120bc3-31d6-4c5c-8829-ef89b99a3295 req-2444e385-8a61-46ae-ab86-6c8ffe1f26c2 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274444 Nov 22 16:00:33.298321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-5d4dfc17-6421-4834-8273-2224560011df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:33.300458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-5d4dfc17-6421-4834-8273-2224560011df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4655a34bd864a25a2cffb3e8bdfa44a&device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 1121 time: 0.1452241 Nov 22 16:00:33.301703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:33.432568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Pushing event updated for resources: {'Subnet': ['ID=368f7354-d9c1-4070-91ef-778e48681b29,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:33.439622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58894) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:33.459538 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51176b2f-3d8a-44c5-8825-f6da0b8a7054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:33.691708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51176b2f-3d8a-44c5-8825-f6da0b8a7054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:33.700105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51176b2f-3d8a-44c5-8825-f6da0b8a7054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:33.806929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-51176b2f-3d8a-44c5-8825-f6da0b8a7054 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f35535e6a8c64956b47ffdaf020d3ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661137 Nov 22 16:00:33.815003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58904) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:33.816738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51176b2f-3d8a-44c5-8825-f6da0b8a7054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be203fa-760e-4c2c-966d-31f804fad7db,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:33.901839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbf2c571-b541-4390-9c7f-2c1bd7e95af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:33.904223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Checking segment: {'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:33.904595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Network hostable DHCP agents. Network: 0beea7ce-1efe-4c2c-9146-a721967bd640, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:00:33.946082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbf2c571-b541-4390-9c7f-2c1bd7e95af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:33.981202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-bbbf525d-0916-4a3e-b8e6-4caf29f4f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:33.983023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-bbbf525d-0916-4a3e-b8e6-4caf29f4f643 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.5595126 Nov 22 16:00:33.984842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Network 0beea7ce-1efe-4c2c-9146-a721967bd640 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:00:34.002865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0beea7ce-1efe-4c2c-9146-a721967bd640) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:34.023511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:34.024210 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:34.027675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021894d-c015-4010-9991-19e18aefa817 None None] Network 0beea7ce-1efe-4c2c-9146-a721967bd640 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:34.053148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-33a1e543-810b-4c6c-a1e8-e0154746e42a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0659983 Nov 22 16:00:34.055189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58906) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:34.066772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:34.111733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbf2c571-b541-4390-9c7f-2c1bd7e95af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:34.118703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbf2c571-b541-4390-9c7f-2c1bd7e95af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:34.129341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bbf2c571-b541-4390-9c7f-2c1bd7e95af5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0be203fa-760e-4c2c-966d-31f804fad7db HTTP/1.1" status: 204 len: 168 time: 0.3087618 Nov 22 16:00:34.150711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-03fc09ac-4d9f-47b3-a0ff-ffa395fe1974 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=2d202b2a-d778-4b60-8099-df1856bd1065 HTTP/1.1" status: 200 len: 217 time: 0.0944753 Nov 22 16:00:34.151089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2c571-b541-4390-9c7f-2c1bd7e95af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be203fa-760e-4c2c-966d-31f804fad7db,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:34.153356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:34.154594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:34.281009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-a4d8acd6-a119-4bc9-a373-8ac3ec2ea11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:34.283757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-a4d8acd6-a119-4bc9-a373-8ac3ec2ea11e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1176019 Nov 22 16:00:34.326676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:34.441902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58920) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:34.499986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d929acf-29cb-4835-9b9a-d830f3cb584c req-30645c85-2d18-4cf4-90b1-9c17103a537b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:34.508638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d929acf-29cb-4835-9b9a-d830f3cb584c req-30645c85-2d18-4cf4-90b1-9c17103a537b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 970 time: 0.2142942 Nov 22 16:00:34.746226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-0beea7ce-1efe-4c2c-9146-a721967bd640', 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'fixed_ips': [{'subnet_id': '368f7354-d9c1-4070-91ef-778e48681b29'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:00:34.747135 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:34.761973 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:34.764978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-52bcb887-83d6-4036-aa55-7fed26d40875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:34.766478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-52bcb887-83d6-4036-aa55-7fed26d40875 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2359209 Nov 22 16:00:34.776355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d929acf-29cb-4835-9b9a-d830f3cb584c req-3d453874-bf72-4890-a84f-6ab4fe7a4869 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642739 Nov 22 16:00:34.913242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-a1fc466e-e9b3-4df7-9424-6bdec843a65e service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341863 Nov 22 16:00:34.945376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50310f96-8c7b-4674-a79a-b9f6a8692e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.177483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf3ab094-9fcb-45fb-93f9-043bb2904315 req-4de3716e-600c-41e2-8ee6-ebf83c15cb24 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480569 Nov 22 16:00:35.226268 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50310f96-8c7b-4674-a79a-b9f6a8692e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.236551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50310f96-8c7b-4674-a79a-b9f6a8692e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.265615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Allocated IP 172.20.0.2 (0beea7ce-1efe-4c2c-9146-a721967bd640/368f7354-d9c1-4070-91ef-778e48681b29/b98ff6f5-29c9-4a3c-b56b-98311518f3d8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:35.370923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50310f96-8c7b-4674-a79a-b9f6a8692e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc3b6c6-69ad-42d0-bd94-dd806c6e2916,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:35.376963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-50310f96-8c7b-4674-a79a-b9f6a8692e0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a825a7d26e3416d83eb160cff3d9368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9339902 Nov 22 16:00:35.383224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:35.495343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58958) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:35.594029 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1317d064-0261-41c9-9ba6-39ccb52dd03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.645550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1317d064-0261-41c9-9ba6-39ccb52dd03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.724673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1317d064-0261-41c9-9ba6-39ccb52dd03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.739089 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1317d064-0261-41c9-9ba6-39ccb52dd03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.743306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1317d064-0261-41c9-9ba6-39ccb52dd03f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bcc3b6c6-69ad-42d0-bd94-dd806c6e2916 HTTP/1.1" status: 204 len: 168 time: 0.3584516 Nov 22 16:00:35.767061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317d064-0261-41c9-9ba6-39ccb52dd03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc3b6c6-69ad-42d0-bd94-dd806c6e2916,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:35.795754 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.831942 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.833208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.850362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a83f8-58d4-48c5-959d-67803fed1c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.859322 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:35.956677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Network 0beea7ce-1efe-4c2c-9146-a721967bd640 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:36.059056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Pushing event updated for resources: {'Port': ['ID=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:36.062166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:36.076836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:36.114643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2bf26-c391-4187-96b8-c8bb6356fc43 req-b8c7c189-546e-4938-9e71-25fc04d43fc3 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:36.124742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8b2bf26-c391-4187-96b8-c8bb6356fc43 req-b8c7c189-546e-4938-9e71-25fc04d43fc3 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 970 time: 0.1618743 Nov 22 16:00:36.190318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Attempting to bind port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:36.191158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Attempting to bind port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:36.191933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Attempting to bind port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 on network 0beea7ce-1efe-4c2c-9146-a721967bd640 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:36.198656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:36.199548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Checking segment: {'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:36.200411 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.201103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Bound using segment: {'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:36.201826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Bound port: b98ff6f5-29c9-4a3c-b56b-98311518f3d8, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:36.202472 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.267081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Allocated IP 172.25.5.107 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:36.338258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8b2bf26-c391-4187-96b8-c8bb6356fc43 req-878fa2c5-d901-4248-bc7c-facfc5e4c21b tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119808 Nov 22 16:00:36.355958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a83f8-58d4-48c5-959d-67803fed1c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.373043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a83f8-58d4-48c5-959d-67803fed1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.497281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a83f8-58d4-48c5-959d-67803fed1c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46040d1-6c82-42c6-be22-157666c50f39,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:36.500851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] For port b98ff6f5-29c9-4a3c-b56b-98311518f3d8, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:36.513943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] For port b98ff6f5-29c9-4a3c-b56b-98311518f3d8, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,segment=NetworkSegment(d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd),segment_id=d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:36.524400 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.593390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58978) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:36.595590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9d3a83f8-58d4-48c5-959d-67803fed1c4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2d532fac8724f4bb04fa4dd6667ae02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0949218 Nov 22 16:00:36.602998 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacab6a0-9e57-41d9-b94b-a5879be8419f None None] Pushing event updated for resources: {'Port': ['ID=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:36.718552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.739437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537275db-b4f3-4c3d-a44f-840dc2403100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.792590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537275db-b4f3-4c3d-a44f-840dc2403100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.839890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:36.853498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:36.881908 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-834d6125-5af2-4039-a85b-17758294d53e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:37.021962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:37.052697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:37.083077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:37.095432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Pushing event updated for resources: {'Port': ['ID=c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:37.215972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-834d6125-5af2-4039-a85b-17758294d53e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:37.235687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-834d6125-5af2-4039-a85b-17758294d53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:37.386975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d6125-5af2-4039-a85b-17758294d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7f4c94-a2bf-413f-96d0-010e291f4b5b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:37.495399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537275db-b4f3-4c3d-a44f-840dc2403100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:37.500564 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537275db-b4f3-4c3d-a44f-840dc2403100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:37.510557 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-537275db-b4f3-4c3d-a44f-840dc2403100 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f46040d1-6c82-42c6-be22-157666c50f39 HTTP/1.1" status: 204 len: 168 time: 0.9070120 Nov 22 16:00:37.524555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-834d6125-5af2-4039-a85b-17758294d53e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=554a550692f54f5986d782c5186c94d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6696308 Nov 22 16:00:37.538598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58998) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:37.605819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537275db-b4f3-4c3d-a44f-840dc2403100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46040d1-6c82-42c6-be22-157666c50f39,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:37.767388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f591e9eb-b75f-45a0-96b4-ee2f1050bc04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:37.808705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d78e9-5d71-4a99-95c6-8b15d5063898 req-b42bcbc1-4304-4fb0-9387-9eee67093dd1 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:37.820707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-627d78e9-5d71-4a99-95c6-8b15d5063898 req-b42bcbc1-4304-4fb0-9387-9eee67093dd1 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 970 time: 0.1860206 Nov 22 16:00:37.902487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f591e9eb-b75f-45a0-96b4-ee2f1050bc04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:37.957582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59008) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:37.997653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-627d78e9-5d71-4a99-95c6-8b15d5063898 req-a68c5ac9-957e-4994-afc3-acc899522054 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730080 Nov 22 16:00:38.035247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f591e9eb-b75f-45a0-96b4-ee2f1050bc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.039139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f591e9eb-b75f-45a0-96b4-ee2f1050bc04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.041477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f591e9eb-b75f-45a0-96b4-ee2f1050bc04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e7f4c94-a2bf-413f-96d0-010e291f4b5b HTTP/1.1" status: 204 len: 168 time: 0.5009689 Nov 22 16:00:38.065006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591e9eb-b75f-45a0-96b4-ee2f1050bc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7f4c94-a2bf-413f-96d0-010e291f4b5b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:38.140174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.437146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-340197156-network', 'tenant_id': 'c53506112fac4f588c51805da51de08c'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:38.498875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ab84b4-c0d3-414c-ae06-828f406f030e None None] Network 0beea7ce-1efe-4c2c-9146-a721967bd640 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:38.534796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Made reservation on behalf of c53506112fac4f588c51805da51de08c for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:38.538462 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.545781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.553200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.601509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c2d538fa-4626-4d13-8d48-0c72ba3e3c22 None None] Provisioning complete for port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:38.602129 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2d538fa-4626-4d13-8d48-0c72ba3e3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.860387 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2d538fa-4626-4d13-8d48-0c72ba3e3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.869341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.877267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.899690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b98ff6f5-29c9-4a3c-b56b-98311518f3d8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:38.932464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:00:38.951135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191a2ed0-cc64-4b95-8cdd-c7f4a8dfc8bd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:38.957694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:38.959078 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Added segment 0e13e2be-5488-4dbf-b3ae-1b172a146646 of type vlan for network 471ee010-e3bc-4f8d-983a-341c5a1a7dae Nov 22 16:00:38.976476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Router 175d0be3-18e8-483a-a7cc-d12281ea421b is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:00:39.026011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.101144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59026) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:39.102961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c2d538fa-4626-4d13-8d48-0c72ba3e3c22 None None] For port b98ff6f5-29c9-4a3c-b56b-98311518f3d8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,segment=NetworkSegment(d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd),segment_id=d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:39.117118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.121030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:39.121758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.139709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2d538fa-4626-4d13-8d48-0c72ba3e3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.165590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2062609 Nov 22 16:00:39.168673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59028) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:39.179346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Request body: {'subnet': {'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-subnet', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:39.208334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:00:39.221477 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Sync routers for ids ['175d0be3-18e8-483a-a7cc-d12281ea421b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:00:39.227596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:39.228329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.231831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58e26ef4-3360-4550-8089-e3a6588d9ba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.241256 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Routers {'175d0be3-18e8-483a-a7cc-d12281ea421b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:39.241913 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['175d0be3-18e8-483a-a7cc-d12281ea421b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:39.294206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d538fa-4626-4d13-8d48-0c72ba3e3c22 None None] Pushing event updated for resources: {'Port': ['ID=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:39.302283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Made reservation on behalf of c53506112fac4f588c51805da51de08c for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:39.308677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.337811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c129320-fd42-4b94-8ded-4f6b685e4c60 req-a8397275-b796-4e4e-be89-128e6e0e75ef tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:39.346215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c129320-fd42-4b94-8ded-4f6b685e4c60 req-a8397275-b796-4e4e-be89-128e6e0e75ef tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 970 time: 0.1891332 Nov 22 16:00:39.419509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.421655 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-935e51d5-c01c-48cc-84e2-4d26ae85ed34 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3591733 Nov 22 16:00:39.425940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59034) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:39.465814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb990af-cb15-4ea3-ba46-cf551aa8bbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=471ee010-e3bc-4f8d-983a-341c5a1a7dae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:39.480414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 471ee010-e3bc-4f8d-983a-341c5a1a7dae details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:00:39.552026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59038) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:39.591774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c129320-fd42-4b94-8ded-4f6b685e4c60 req-6d0abd6c-d501-4d73-9e57-a7465629ce9f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443569 Nov 22 16:00:39.697382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58e26ef4-3360-4550-8089-e3a6588d9ba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.709230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58e26ef4-3360-4550-8089-e3a6588d9ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.752919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e04fe3b6-ba48-4458-9985-2a1de39cb683 None None] Provisioning complete for port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:39.756311 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e04fe3b6-ba48-4458-9985-2a1de39cb683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:39.814072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e26ef4-3360-4550-8089-e3a6588d9ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500486ec-eb4c-4659-a950-590d32d652e5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:39.836108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-58e26ef4-3360-4550-8089-e3a6588d9ba2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f05130b1d8664357a8dfb5a932b155a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7310779 Nov 22 16:00:39.837806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:39.853267 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Set router 175d0be3-18e8-483a-a7cc-d12281ea421b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:39.961901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8b8b02b-30e8-4026-bc97-ee738be39357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.014385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23bc19c-1fc8-47b6-84ec-45fe877d41e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.063344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23bc19c-1fc8-47b6-84ec-45fe877d41e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.140096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.141348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8b8b02b-30e8-4026-bc97-ee738be39357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.149247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8b8b02b-30e8-4026-bc97-ee738be39357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.188527 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23bc19c-1fc8-47b6-84ec-45fe877d41e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.191654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23bc19c-1fc8-47b6-84ec-45fe877d41e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.193300 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b23bc19c-1fc8-47b6-84ec-45fe877d41e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/500486ec-eb4c-4659-a950-590d32d652e5 HTTP/1.1" status: 204 len: 168 time: 0.3541298 Nov 22 16:00:40.209841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d8b8b02b-30e8-4026-bc97-ee738be39357 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6dcc59be1f745b3a482a3547570d25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6513598 Nov 22 16:00:40.215636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:40.237218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8b02b-30e8-4026-bc97-ee738be39357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86168a74-5c93-493d-890b-34b6868faddd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:40.269293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bc19c-1fc8-47b6-84ec-45fe877d41e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500486ec-eb4c-4659-a950-590d32d652e5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:40.302861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2ec291-39c1-44c2-8e4a-af0c885b0df1,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:40.309075 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:00:37Z', 'revision_number': 3, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port': {'id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:35Z', 'updated_at': '2021-11-22T16:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:40.324964 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-431a974d-0833-4f70-8979-aceb38b5b91d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.340298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Checking segment: {'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:40.340537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Network hostable DHCP agents. Network: 471ee010-e3bc-4f8d-983a-341c5a1a7dae, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:00:40.374460 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Checking router: 175d0be3-18e8-483a-a7cc-d12281ea421b for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:00:40.380597 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Updating router 175d0be3-18e8-483a-a7cc-d12281ea421b port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:00:40.383270 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-431a974d-0833-4f70-8979-aceb38b5b91d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.412813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Network 471ee010-e3bc-4f8d-983a-341c5a1a7dae is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:00:40.446691 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.460952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 471ee010-e3bc-4f8d-983a-341c5a1a7dae) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:40.473412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45efb932-5123-4ea8-bcc9-b623d97b4dc2 None None] Network 471ee010-e3bc-4f8d-983a-341c5a1a7dae requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:40.479206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-431a974d-0833-4f70-8979-aceb38b5b91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.482610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-431a974d-0833-4f70-8979-aceb38b5b91d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.484474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-431a974d-0833-4f70-8979-aceb38b5b91d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86168a74-5c93-493d-890b-34b6868faddd HTTP/1.1" status: 204 len: 168 time: 0.2674112 Nov 22 16:00:40.492430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:40.494308 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.498350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a974d-0833-4f70-8979-aceb38b5b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86168a74-5c93-493d-890b-34b6868faddd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:40.527471 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-daafcbf8-ff54-4b2b-a7bc-45049895970e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3555465 Nov 22 16:00:40.530379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:40.535266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:40.583462 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.584641 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.670506 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.751009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b98ff6f5-29c9-4a3c-b56b-98311518f3d8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:40.767444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:40.958196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Allocated IP 172.20.0.1 (0beea7ce-1efe-4c2c-9146-a721967bd640/368f7354-d9c1-4070-91ef-778e48681b29/12132f3e-80fb-43e6-bed0-44686da09270) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:40.970523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:40.971121 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.003880 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.007062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-471ee010-e3bc-4f8d-983a-341c5a1a7dae', 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'fixed_ips': [{'subnet_id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:00:41.008699 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.018927 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.147172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.174252 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Attempting to bind port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:41.174922 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Attempting to bind port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:41.175053 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Attempting to bind port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:41.182968 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1eefa7-5cd8-4fcb-a6e7-fd7dc356105a None None] Pushing event updated for resources: {'Port': ['ID=c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:41.195780 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:41.196186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:41.199340 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.199766 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:41.200307 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Bound port: c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:41.200723 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.244785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.345252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Network 0beea7ce-1efe-4c2c-9146-a721967bd640 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:41.350663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:41.351886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Allocated IP 172.20.0.2 (471ee010-e3bc-4f8d-983a-341c5a1a7dae/da2ec291-39c1-44c2-8e4a-af0c885b0df1/9147c908-bd74-4d4e-8438-6d9670ea2f23) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:41.369726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.372388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:41.376749 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.389877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c5ff1-5289-45a1-9980-9fc2034a256e req-287c599c-8aad-4a0d-be14-8339f40cd16e tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:41.392959 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] For port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:41.399249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c01c5ff1-5289-45a1-9980-9fc2034a256e req-287c599c-8aad-4a0d-be14-8339f40cd16e tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 970 time: 0.6278977 Nov 22 16:00:41.406458 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] For port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:41.415207 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.424728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59080) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:41.468420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Pushing event updated for resources: {'Port': ['ID=12132f3e-80fb-43e6-bed0-44686da09270,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:41.486023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad5ab-31b4-489b-a783-e14246ff9e85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.607347 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Routers {'175d0be3-18e8-483a-a7cc-d12281ea421b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:41.608259 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['175d0be3-18e8-483a-a7cc-d12281ea421b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:41.664271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c01c5ff1-5289-45a1-9980-9fc2034a256e req-07398e9b-8cc4-4f75-add2-7f26ccbb9153 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635775 Nov 22 16:00:41.697436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad5ab-31b4-489b-a783-e14246ff9e85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.709354 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1eefa7-5cd8-4fcb-a6e7-fd7dc356105a None None] Pushing event updated for resources: {'Port': ['ID=c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:41.725728 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd4ad5ab-31b4-489b-a783-e14246ff9e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.795028 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.824459 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.837493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-65def3f4-16d0-4592-9b55-2dc3e2ff6cbe None None] Provisioning complete for port 12132f3e-80fb-43e6-bed0-44686da09270 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:41.837969 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65def3f4-16d0-4592-9b55-2dc3e2ff6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.839714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] Set router 175d0be3-18e8-483a-a7cc-d12281ea421b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:41.841795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:41.849071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dd4ad5ab-31b4-489b-a783-e14246ff9e85 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d0cf94097664051be7d3cc7aa88cd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809495 Nov 22 16:00:41.851343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ad5ab-31b4-489b-a783-e14246ff9e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3769f82f-bcb7-48dc-b6f1-076196bf07a9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:41.854073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:42.026732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-65def3f4-16d0-4592-9b55-2dc3e2ff6cbe None None] Port 12132f3e-80fb-43e6-bed0-44686da09270 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:42.029519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Network 471ee010-e3bc-4f8d-983a-341c5a1a7dae is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:42.031390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Pushing event updated for resources: {'Port': ['ID=9147c908-bd74-4d4e-8438-6d9670ea2f23,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:42.045014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:42.049711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:42.126782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.134512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49d15e16-3a47-4787-8b90-4dce43414b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.140897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.142466 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.172546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.186883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Attempting to bind port 9147c908-bd74-4d4e-8438-6d9670ea2f23 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:42.188104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Attempting to bind port 9147c908-bd74-4d4e-8438-6d9670ea2f23 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:42.188686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Attempting to bind port 9147c908-bd74-4d4e-8438-6d9670ea2f23 on network 471ee010-e3bc-4f8d-983a-341c5a1a7dae {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:42.198489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:42.199115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Checking segment: {'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:42.199698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.200304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Bound using segment: {'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:42.200985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Bound port: 9147c908-bd74-4d4e-8438-6d9670ea2f23, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:42.201822 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.232213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.236622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49d15e16-3a47-4787-8b90-4dce43414b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.250613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Pushing event updated for resources: {'Port': ['ID=12132f3e-80fb-43e6-bed0-44686da09270,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:42.298044 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:00:37Z', 'revision_number': 3, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port': {'id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:35Z', 'updated_at': '2021-11-22T16:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:42.322908 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] For port 9147c908-bd74-4d4e-8438-6d9670ea2f23, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:42.327099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] For port 9147c908-bd74-4d4e-8438-6d9670ea2f23, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9147c908-bd74-4d4e-8438-6d9670ea2f23,segment=NetworkSegment(0e13e2be-5488-4dbf-b3ae-1b172a146646),segment_id=0e13e2be-5488-4dbf-b3ae-1b172a146646)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:42.342433 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.351354 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd12447-060e-43fd-9d6c-26ea93e01031 None None] The sync data for ids ['175d0be3-18e8-483a-a7cc-d12281ea421b'] in n-d-811716-3 is: [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:00:37Z', 'revision_number': 3, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port': {'id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:35Z', 'updated_at': '2021-11-22T16:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:00:42.416946 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49d15e16-3a47-4787-8b90-4dce43414b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.419599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49d15e16-3a47-4787-8b90-4dce43414b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.423117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-49d15e16-3a47-4787-8b90-4dce43414b19 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3769f82f-bcb7-48dc-b6f1-076196bf07a9 HTTP/1.1" status: 204 len: 168 time: 0.5650370 Nov 22 16:00:42.471201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d15e16-3a47-4787-8b90-4dce43414b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3769f82f-bcb7-48dc-b6f1-076196bf07a9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:42.481914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Allocated IP 172.25.5.61 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/35521a6e-9d35-4441-a558-8c233f1b4cfb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:42.544750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Network 0beea7ce-1efe-4c2c-9146-a721967bd640 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:42.546582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:42.592346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc5c0a-79aa-4b78-aa7c-5d4eb2cf86b2 None None] Pushing event updated for resources: {'Port': ['ID=9147c908-bd74-4d4e-8438-6d9670ea2f23,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:42.851262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:42.920878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Router 175d0be3-18e8-483a-a7cc-d12281ea421b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:00:43.038414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 2d202b2a-d778-4b60-8099-df1856bd1065 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:00:43.058947 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:43.168350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab399061-9fc7-48c0-9cdf-aee3a575967e req-e07d6f9c-ce29-4cc1-8cb0-f40ecff51c2f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:43.192517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab399061-9fc7-48c0-9cdf-aee3a575967e req-e07d6f9c-ce29-4cc1-8cb0-f40ecff51c2f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 970 time: 0.2994099 Nov 22 16:00:43.206084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:43.226972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:43.242771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:00:43.266631 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-20c4f640-19b0-480e-ac9f-870d9d05ace2 admin admin] 10.222.0.69 "PUT /v2.0/routers/175d0be3-18e8-483a-a7cc-d12281ea421b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8316264 Nov 22 16:00:43.266948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:43.275581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d6234ff5-3001-479f-8455-6df08ce31a8f None None] Provisioning complete for port 12132f3e-80fb-43e6-bed0-44686da09270 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:43.275990 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6234ff5-3001-479f-8455-6df08ce31a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:43.386108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d6234ff5-3001-479f-8455-6df08ce31a8f None None] Port 12132f3e-80fb-43e6-bed0-44686da09270 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:43.423093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 2d202b2a-d778-4b60-8099-df1856bd1065, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2d202b2a-d778-4b60-8099-df1856bd1065,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:43.439230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=35521a6e-9d35-4441-a558-8c233f1b4cfb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:43.450659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab399061-9fc7-48c0-9cdf-aee3a575967e req-2588f398-08fe-420f-ba5d-286fa1c058bd tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572415 Nov 22 16:00:43.460503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '2d202b2a-d778-4b60-8099-df1856bd1065', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '2d202b2a-d778-4b60-8099-df1856bd1065', 'mac_address': 'fa:16:3e:9e:27:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:tempest-test_az-1925575360', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:00:43.543864 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:43.572165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d202b2a-d778-4b60-8099-df1856bd1065 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:00:43.604139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 2d202b2a-d778-4b60-8099-df1856bd1065, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2d202b2a-d778-4b60-8099-df1856bd1065,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:43.620808 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:43.735225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:43.743462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=2d202b2a-d778-4b60-8099-df1856bd1065,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:43.945888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['2d202b2a-d778-4b60-8099-df1856bd1065'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:00:44.176078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d13241-8eaa-46f6-8b43-34d5bc5450e3 None None] Network 471ee010-e3bc-4f8d-983a-341c5a1a7dae requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:44.200479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:44.306451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f8d5e8de-f75a-400f-bf58-eaea4e7d07e3 None None] Provisioning complete for port 9147c908-bd74-4d4e-8438-6d9670ea2f23 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:44.306693 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e8de-f75a-400f-bf58-eaea4e7d07e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:44.545987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e8de-f75a-400f-bf58-eaea4e7d07e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:44.620034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Router 9a43c720-dfba-4003-9d3b-67af0170ea4e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:00:44.638097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f8d5e8de-f75a-400f-bf58-eaea4e7d07e3 None None] For port 9147c908-bd74-4d4e-8438-6d9670ea2f23, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9147c908-bd74-4d4e-8438-6d9670ea2f23,segment=NetworkSegment(0e13e2be-5488-4dbf-b3ae-1b172a146646),segment_id=0e13e2be-5488-4dbf-b3ae-1b172a146646)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:44.656144 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8d5e8de-f75a-400f-bf58-eaea4e7d07e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:44.801127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5e8de-f75a-400f-bf58-eaea4e7d07e3 None None] Pushing event updated for resources: {'Port': ['ID=9147c908-bd74-4d4e-8438-6d9670ea2f23,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:44.893601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:00:44.933363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:44.935893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Sync routers for ids ['9a43c720-dfba-4003-9d3b-67af0170ea4e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:00:45.013069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 2d202b2a-d778-4b60-8099-df1856bd1065 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:45.020318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Routers {'9a43c720-dfba-4003-9d3b-67af0170ea4e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:45.020562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:45.020971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['9a43c720-dfba-4003-9d3b-67af0170ea4e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:45.021855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b4b06ac5-bed0-4ac3-ae85-e5933be6a3c1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.4903975 Nov 22 16:00:45.025183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59170) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:45.038907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd15c-464d-46a1-8191-7a5d3338167e req-4f89ae06-a9dd-4dd8-97c9-909245f8de4c tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:45.047387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a5dd15c-464d-46a1-8191-7a5d3338167e req-4f89ae06-a9dd-4dd8-97c9-909245f8de4c tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 971 time: 0.1512213 Nov 22 16:00:45.154310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a5dd15c-464d-46a1-8191-7a5d3338167e req-21afeee3-908b-4571-ab2a-e03ef339b728 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981169 Nov 22 16:00:45.252870 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Sync routers for ids ['175d0be3-18e8-483a-a7cc-d12281ea421b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:00:45.282301 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Routers {'175d0be3-18e8-483a-a7cc-d12281ea421b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:45.282960 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['175d0be3-18e8-483a-a7cc-d12281ea421b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:45.347080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59190) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:45.441209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:45.442622 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:45.472666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-df1595a5-ff25-485b-b1c5-55eaf969346c None None] Provisioning complete for port 9147c908-bd74-4d4e-8438-6d9670ea2f23 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:45.473518 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df1595a5-ff25-485b-b1c5-55eaf969346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:45.488758 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Set router 175d0be3-18e8-483a-a7cc-d12281ea421b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:45.525066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 2d202b2a-d778-4b60-8099-df1856bd1065 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:00:45.536588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 2d202b2a-d778-4b60-8099-df1856bd1065 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:45.537243 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:45.734790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Set router 9a43c720-dfba-4003-9d3b-67af0170ea4e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:45.836014 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:00:41Z', 'revision_number': 4, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port': {'id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:35Z', 'updated_at': '2021-11-22T16:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '12132f3e-80fb-43e6-bed0-44686da09270', 'name': '', 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'mac_address': 'fa:16:3e:6c:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '368f7354-d9c1-4070-91ef-778e48681b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:41Z', 'revision_number': 2, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'subnets': [{'id': '368f7354-d9c1-4070-91ef-778e48681b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:45.849968 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:45.916106 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Checking router: 175d0be3-18e8-483a-a7cc-d12281ea421b for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:00:45.916691 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Updating router 175d0be3-18e8-483a-a7cc-d12281ea421b port 12132f3e-80fb-43e6-bed0-44686da09270 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:00:45.956758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-528869946-network', 'tenant_id': 'd2506f0d8e134a22bfd522022c349c3d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:45.979614 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.005163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Made reservation on behalf of d2506f0d8e134a22bfd522022c349c3d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:46.007957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.014227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.022271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.060503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d202b2a-d778-4b60-8099-df1856bd1065'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:00:46.170141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.177203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.230362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:00:46.281362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb85acef-014d-4dcb-b5a0-75dfa4bcafd4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:46.290981 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.292318 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Added segment f1f988db-785b-452e-85f4-7557923d7561 of type vlan for network d1a291dc-d3f3-43a1-824b-f56556e7bf2c Nov 22 16:00:46.337534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Allocated IP 172.20.0.1 (471ee010-e3bc-4f8d-983a-341c5a1a7dae/da2ec291-39c1-44c2-8e4a-af0c885b0df1/0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:46.372780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 2d202b2a-d778-4b60-8099-df1856bd1065, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2d202b2a-d778-4b60-8099-df1856bd1065,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:46.375526 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.428462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:46.433584 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.448035 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.450216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9147c908-bd74-4d4e-8438-6d9670ea2f23 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:46.503032 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a127b3c7-8970-48c0-ab60-265f1dd04898" -d '{"events": [{"server_uuid": "81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2d202b2a-d778-4b60-8099-df1856bd1065"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:00:46.517486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776599a-e44a-4418-a9a7-4c8787931b6c req-df3fe9ab-c028-48e1-a9f2-9ac13c6a1444 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:46.519137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f776599a-e44a-4418-a9a7-4c8787931b6c req-df3fe9ab-c028-48e1-a9f2-9ac13c6a1444 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 971 time: 0.2241960 Nov 22 16:00:46.520960 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.598357 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.601747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:43Z', 'revision_number': 3, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port': {'id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:42Z', 'updated_at': '2021-11-22T16:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:46.649865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=2d202b2a-d778-4b60-8099-df1856bd1065,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:46.653997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Checking router: 9a43c720-dfba-4003-9d3b-67af0170ea4e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:00:46.654666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Updating router 9a43c720-dfba-4003-9d3b-67af0170ea4e port 35521a6e-9d35-4441-a558-8c233f1b4cfb binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:00:46.688038 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.690870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.691683 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.701283 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.704805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f776599a-e44a-4418-a9a7-4c8787931b6c req-0e018a6d-ac56-477a-958f-612f80e70233 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703022 Nov 22 16:00:46.706925 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.708488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:46.709186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.764810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9147c908-bd74-4d4e-8438-6d9670ea2f23 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:46.765429 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.776065 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132a209-da3e-40c0-9f5f-ec2525c0cdea None None] Pushing event updated for resources: {'Port': ['ID=12132f3e-80fb-43e6-bed0-44686da09270,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:46.827645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59226) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:46.852820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Network 471ee010-e3bc-4f8d-983a-341c5a1a7dae is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:46.884870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:46.899040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:46.900380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:46.902623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] Pushing event updated for resources: {'Network': ['ID=d1a291dc-d3f3-43a1-824b-f56556e7bf2c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:46.918405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:46.918925 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.956220 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Attempting to bind port 12132f3e-80fb-43e6-bed0-44686da09270 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:46.957420 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Attempting to bind port 12132f3e-80fb-43e6-bed0-44686da09270 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:46.957710 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Attempting to bind port 12132f3e-80fb-43e6-bed0-44686da09270 on network 0beea7ce-1efe-4c2c-9146-a721967bd640 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:46.966235 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:46.966718 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Checking segment: {'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:46.967875 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.968307 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Bound using segment: {'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:46.970227 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Bound port: 12132f3e-80fb-43e6-bed0-44686da09270, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:46.973382 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:46.978975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-33e1b605-db18-4011-853b-d202bfc7da3f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6299727 Nov 22 16:00:46.979778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59230) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:46.985193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Request body: {'subnet': {'network_id': 'd1a291dc-d3f3-43a1-824b-f56556e7bf2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-528869946-subnet', 'tenant_id': 'd2506f0d8e134a22bfd522022c349c3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:46.993845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d1a291dc-d3f3-43a1-824b-f56556e7bf2c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:00:47.043529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59232) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:47.076469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b40e95b1-c9ce-469d-8476-b872626c84c8 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856948948', 'description': 'tempest-description--1762044680'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:47.109029 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] For port 12132f3e-80fb-43e6-bed0-44686da09270, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:47.116464 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] For port 12132f3e-80fb-43e6-bed0-44686da09270, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=12132f3e-80fb-43e6-bed0-44686da09270,segment=NetworkSegment(d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd),segment_id=d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:47.126654 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.193056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Made reservation on behalf of d2506f0d8e134a22bfd522022c349c3d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:47.199494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.207166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b40e95b1-c9ce-469d-8476-b872626c84c8 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.219063 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Routers {'175d0be3-18e8-483a-a7cc-d12281ea421b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:47.220080 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['175d0be3-18e8-483a-a7cc-d12281ea421b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:47.316367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-173a4768-f2d9-40ca-a5c7-c925fbb1c43c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.425888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.468020 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] Set router 175d0be3-18e8-483a-a7cc-d12281ea421b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:47.571737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b40e95b1-c9ce-469d-8476-b872626c84c8 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.601459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b40e95b1-c9ce-469d-8476-b872626c84c8 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.670619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e95b1-c9ce-469d-8476-b872626c84c8 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9ac86-49ee-4ca1-af01-e3824f6c5676,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:47.718624 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55dabc8-f0d2-434b-ac4a-bdb90dd46730 x-openstack-request-id: req-f55dabc8-f0d2-434b-ac4a-bdb90dd46730 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:00:47.719533 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4", "name": "network-vif-plugged", "status": "completed", "tag": "2d202b2a-d778-4b60-8099-df1856bd1065", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:00:47.719533 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f55dabc8-f0d2-434b-ac4a-bdb90dd46730 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:00:47.720042 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d202b2a-d778-4b60-8099-df1856bd1065', 'code': 200} Nov 22 16:00:47.751349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b40e95b1-c9ce-469d-8476-b872626c84c8 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.765208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b40e95b1-c9ce-469d-8476-b872626c84c8 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7182825 Nov 22 16:00:47.781075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:47.783872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] Provisioning complete for port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:47.784599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.790821 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132a209-da3e-40c0-9f5f-ec2525c0cdea None None] Pushing event updated for resources: {'Port': ['ID=12132f3e-80fb-43e6-bed0-44686da09270,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:47.859780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.861733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59246) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:47.875709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3940870b-810c-48ca-8a96-8079de6e5eee tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Request body: {'security_group_rule': {'security_group_id': '22e9ac86-49ee-4ca1-af01-e3824f6c5676', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:47.884321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.885068 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:47.974547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b96423-d371-4fab-a3a8-3dc9ede29c98 req-2aca7b86-db67-4b2e-b855-d3261f9883d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:47.977252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96b96423-d371-4fab-a3a8-3dc9ede29c98 req-2aca7b86-db67-4b2e-b855-d3261f9883d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 1123 time: 0.1914504 Nov 22 16:00:47.984078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:47.989609 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-173a4768-f2d9-40ca-a5c7-c925fbb1c43c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.002253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-173a4768-f2d9-40ca-a5c7-c925fbb1c43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.003052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a2073-48a4-49d6-aecc-949cada7aa17 req-10f75817-4142-44e4-89db-9cca5504fb3f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:48.011356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c4a2073-48a4-49d6-aecc-949cada7aa17 req-10f75817-4142-44e4-89db-9cca5504fb3f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 972 time: 0.1309104 Nov 22 16:00:48.040016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-173a4768-f2d9-40ca-a5c7-c925fbb1c43c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=489f29a23a60458bb541fb82dcba0206&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2047708 Nov 22 16:00:48.040219 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:00:41Z', 'revision_number': 4, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port': {'id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:35Z', 'updated_at': '2021-11-22T16:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '12132f3e-80fb-43e6-bed0-44686da09270', 'name': '', 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'mac_address': 'fa:16:3e:6c:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '368f7354-d9c1-4070-91ef-778e48681b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 4, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'subnets': [{'id': '368f7354-d9c1-4070-91ef-778e48681b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:48.056899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59254) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:48.061401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] Port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:48.074534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-96b96423-d371-4fab-a3a8-3dc9ede29c98 req-4ca2536e-085e-4f5b-9cd4-82d4d3b5d266 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.077563 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ea707-dce8-40b3-8881-5dda683fb4aa None None] The sync data for ids ['175d0be3-18e8-483a-a7cc-d12281ea421b'] in n-d-811716-3 is: [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:00:41Z', 'revision_number': 4, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port': {'id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:35Z', 'updated_at': '2021-11-22T16:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '12132f3e-80fb-43e6-bed0-44686da09270', 'name': '', 'network_id': '0beea7ce-1efe-4c2c-9146-a721967bd640', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'mac_address': 'fa:16:3e:6c:90:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': '368f7354-d9c1-4070-91ef-778e48681b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 4, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'subnets': [{'id': '368f7354-d9c1-4070-91ef-778e48681b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:00:48.195837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a4768-f2d9-40ca-a5c7-c925fbb1c43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa89cb5-8083-41c0-a775-eed1c1605c17,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:48.213918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] Provisioning complete for port 12132f3e-80fb-43e6-bed0-44686da09270 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:48.214292 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.224655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3940870b-810c-48ca-8a96-8079de6e5eee tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.249341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:48.250010 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.253686 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.299123 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.359222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Network 471ee010-e3bc-4f8d-983a-341c5a1a7dae is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:48.375894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c4a2073-48a4-49d6-aecc-949cada7aa17 req-f07d7975-15c1-496f-bd35-abb8871c330c tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628428 Nov 22 16:00:48.377076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3940870b-810c-48ca-8a96-8079de6e5eee tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.379200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:48.404820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0f34-fc19-418a-8d02-48364ff06804 None None] Pushing event updated for resources: {'Port': ['ID=35521a6e-9d35-4441-a558-8c233f1b4cfb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:48.412329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Attempting to bind port 35521a6e-9d35-4441-a558-8c233f1b4cfb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:48.412710 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Attempting to bind port 35521a6e-9d35-4441-a558-8c233f1b4cfb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:48.413110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Attempting to bind port 35521a6e-9d35-4441-a558-8c233f1b4cfb on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:48.418335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.442298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3940870b-810c-48ca-8a96-8079de6e5eee tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.516835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:48.517804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:48.518685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.519490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:48.520382 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Bound port: 35521a6e-9d35-4441-a558-8c233f1b4cfb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:48.521044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.579348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940870b-810c-48ca-8a96-8079de6e5eee tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a1c700-adc9-4013-9cc8-ef4287e746d1,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:48.588644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3940870b-810c-48ca-8a96-8079de6e5eee tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.597861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-96b96423-d371-4fab-a3a8-3dc9ede29c98 req-4ca2536e-085e-4f5b-9cd4-82d4d3b5d266 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.600316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3940870b-810c-48ca-8a96-8079de6e5eee tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7319880 Nov 22 16:00:48.603842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59266) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:48.627216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e39abd-441e-4cb9-8bec-bd5331ab35d6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:48.629641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-765da30f-0541-4832-b797-36016d1cd1f5 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Request body: {'security_group_rule': {'security_group_id': '22e9ac86-49ee-4ca1-af01-e3824f6c5676', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:48.634769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9147c908-bd74-4d4e-8438-6d9670ea2f23 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:48.638282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23834ce7-f83d-4399-ab0a-2cacd2ec1006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.641837 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.682584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23834ce7-f83d-4399-ab0a-2cacd2ec1006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.702192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-96b96423-d371-4fab-a3a8-3dc9ede29c98 req-4ca2536e-085e-4f5b-9cd4-82d4d3b5d266 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.704001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] For port 35521a6e-9d35-4441-a558-8c233f1b4cfb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:48.732936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] For port 35521a6e-9d35-4441-a558-8c233f1b4cfb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=35521a6e-9d35-4441-a558-8c233f1b4cfb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:48.756733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96b96423-d371-4fab-a3a8-3dc9ede29c98 req-4ca2536e-085e-4f5b-9cd4-82d4d3b5d266 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7724059 Nov 22 16:00:48.773756 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.774208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-765da30f-0541-4832-b797-36016d1cd1f5 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.846880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] For port 12132f3e-80fb-43e6-bed0-44686da09270, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=12132f3e-80fb-43e6-bed0-44686da09270,segment=NetworkSegment(d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd),segment_id=d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:48.860451 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Router 9a43c720-dfba-4003-9d3b-67af0170ea4e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:00:48.871403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2536e-085e-4f5b-9cd4-82d4d3b5d266 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=364246d0-3d5b-4ecd-9132-893cf3582e0f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:48.890352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Checking segment: {'id': 'f1f988db-785b-452e-85f4-7557923d7561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'd1a291dc-d3f3-43a1-824b-f56556e7bf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:48.891055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Network hostable DHCP agents. Network: d1a291dc-d3f3-43a1-824b-f56556e7bf2c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:00:48.920475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-765da30f-0541-4832-b797-36016d1cd1f5 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.928560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Network d1a291dc-d3f3-43a1-824b-f56556e7bf2c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:00:48.933629 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23834ce7-f83d-4399-ab0a-2cacd2ec1006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.937265 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23834ce7-f83d-4399-ab0a-2cacd2ec1006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.941352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-23834ce7-f83d-4399-ab0a-2cacd2ec1006 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fa89cb5-8083-41c0-a775-eed1c1605c17 HTTP/1.1" status: 204 len: 168 time: 0.8726912 Nov 22 16:00:48.952219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23834ce7-f83d-4399-ab0a-2cacd2ec1006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa89cb5-8083-41c0-a775-eed1c1605c17,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:48.967916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d1a291dc-d3f3-43a1-824b-f56556e7bf2c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:48.974795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:48.975426 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:48.998024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-614fd71d-de9d-4861-84f4-1058ed80bcfc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0167983 Nov 22 16:00:49.012986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-765da30f-0541-4832-b797-36016d1cd1f5 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.058711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765da30f-0541-4832-b797-36016d1cd1f5 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb273d42-0e22-4029-b88f-908539bf88a8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:49.138830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-765da30f-0541-4832-b797-36016d1cd1f5 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.144755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59286) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:49.145202 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-765da30f-0541-4832-b797-36016d1cd1f5 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5222785 Nov 22 16:00:49.152340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:49.203622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb0f34-fc19-418a-8d02-48364ff06804 None None] Pushing event updated for resources: {'Port': ['ID=35521a6e-9d35-4441-a558-8c233f1b4cfb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:49.203900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:00:49.226842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07b270d-6153-4196-9d02-ce402bc901b0 None None] Network d1a291dc-d3f3-43a1-824b-f56556e7bf2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:49.230231 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-70363c04-0b1e-4673-9d50-d318a2843b07 admin admin] 10.222.0.69 "PUT /v2.0/routers/9a43c720-dfba-4003-9d3b-67af0170ea4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2015679 Nov 22 16:00:49.234048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.256149 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.434218 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b25a8c55-c1fd-41c3-a9a3-e0887d3ef233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.436431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9147c908-bd74-4d4e-8438-6d9670ea2f23 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:49.436797 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.455567 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.530550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Routers {'9a43c720-dfba-4003-9d3b-67af0170ea4e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:49.531204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['9a43c720-dfba-4003-9d3b-67af0170ea4e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:49.546298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-afe91ac9-89eb-4790-be63-7af948c34933 None None] Provisioning complete for port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:49.546516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afe91ac9-89eb-4790-be63-7af948c34933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.632987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-afe91ac9-89eb-4790-be63-7af948c34933 None None] Port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:49.636348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc36d2-e340-47e9-ab98-e25b4334aa42 None None] Pushing event updated for resources: {'Port': ['ID=12132f3e-80fb-43e6-bed0-44686da09270,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:49.648921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c944aa1-5036-4614-9aa6-0aa978dc3d51 req-b042eaf0-0389-47bb-83da-2c73df2c0657 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:49.657622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c944aa1-5036-4614-9aa6-0aa978dc3d51 req-b042eaf0-0389-47bb-83da-2c73df2c0657 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 972 time: 0.1278806 Nov 22 16:00:49.661046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Allocated IP 172.25.5.225 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/ee87fe8b-17f9-45d0-9988-7837685f1286) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:49.688620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-afe91ac9-89eb-4790-be63-7af948c34933 None None] Provisioning complete for port 12132f3e-80fb-43e6-bed0-44686da09270 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:49.689049 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-afe91ac9-89eb-4790-be63-7af948c34933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.820797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c944aa1-5036-4614-9aa6-0aa978dc3d51 req-2c049b6e-9539-4a2f-872d-86bf45a40f41 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622667 Nov 22 16:00:49.840505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59312) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:49.876253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c477d09-de37-4964-b947-b434c01049e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.886650 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:49.952363 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.015423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704dcf97-7430-4962-903f-9136b7329738 None None] Network d1a291dc-d3f3-43a1-824b-f56556e7bf2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:50.049677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:50.055987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:50.062858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:50.083680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c477d09-de37-4964-b947-b434c01049e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.090839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] Set router 9a43c720-dfba-4003-9d3b-67af0170ea4e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:50.094727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c477d09-de37-4964-b947-b434c01049e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.191813 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c477d09-de37-4964-b947-b434c01049e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b01697c1733c41fca4ca2d9d6ad6c864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493791 Nov 22 16:00:50.193567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59320) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:50.237681 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.319690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event updated for resources: {'Port': ['ID=ee87fe8b-17f9-45d0-9988-7837685f1286,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:50.325185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c477d09-de37-4964-b947-b434c01049e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6064ac17-7b6f-4dd0-9a48-c78785b9ca7f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:50.326783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.330144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 12132f3e-80fb-43e6-bed0-44686da09270 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:50.405299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c724b88-482b-404e-9fbf-2ce5de68ea06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.450161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c724b88-482b-404e-9fbf-2ce5de68ea06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.543348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c724b88-482b-404e-9fbf-2ce5de68ea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.546196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c724b88-482b-404e-9fbf-2ce5de68ea06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.547391 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0c724b88-482b-404e-9fbf-2ce5de68ea06 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6064ac17-7b6f-4dd0-9a48-c78785b9ca7f HTTP/1.1" status: 204 len: 168 time: 0.3528619 Nov 22 16:00:50.558102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c724b88-482b-404e-9fbf-2ce5de68ea06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6064ac17-7b6f-4dd0-9a48-c78785b9ca7f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:50.572143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 12132f3e-80fb-43e6-bed0-44686da09270 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:50.572531 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.596428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.602794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.668075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:50.750911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 4, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port': {'id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:42Z', 'updated_at': '2021-11-22T16:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1', 'name': '', 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'mac_address': 'fa:16:3e:eb:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:46Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 2, 'project_id': 'c53506112fac4f588c51805da51de08c', 'subnets': [{'id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:50.782636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e9f70-7ba5-4444-b9c5-305f44ac48cb None None] The sync data for ids ['9a43c720-dfba-4003-9d3b-67af0170ea4e'] in n-d-811716-3 is: [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 4, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port': {'id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:42Z', 'updated_at': '2021-11-22T16:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1', 'name': '', 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'mac_address': 'fa:16:3e:eb:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:46Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 2, 'project_id': 'c53506112fac4f588c51805da51de08c', 'subnets': [{'id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:00:51.066127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event updated for resources: {'Port': ['ID=ee87fe8b-17f9-45d0-9988-7837685f1286,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:51.089038 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.090632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-299e4c21-3476-4bc8-b961-331f8ad3e691 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9444158 Nov 22 16:00:51.205418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-670dd32c-3ab9-4b46-a51b-e95bd83190bc tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5609417 Nov 22 16:00:51.220157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f1826-c1c1-47f9-b44d-3c10ae34937b req-08ff4bc0-3138-43ee-9a2e-9e310d0f452f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:51.228239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f1f1826-c1c1-47f9-b44d-3c10ae34937b req-08ff4bc0-3138-43ee-9a2e-9e310d0f452f tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 972 time: 0.1722255 Nov 22 16:00:51.236781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:51.263595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59338) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:51.266287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9809fa9a-2764-4611-aa1b-829ebfb7c25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.277083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1099170825-network', 'tenant_id': '0cf1fa21739946eb9d2de1a9b93dfe0a'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:51.315572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.348540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Made reservation on behalf of 0cf1fa21739946eb9d2de1a9b93dfe0a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:51.351848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.355676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f1f1826-c1c1-47f9-b44d-3c10ae34937b req-475c89fc-1044-46ea-a949-d176a917fe7d tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261961 Nov 22 16:00:51.364490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.532859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.539058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.565606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.577906 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:00:51.596706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07753de6-8e0d-4fbc-97e6-0e1303f9a380,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:51.609010 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.609400 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Added segment 424ead7c-3802-4128-9164-0b3c298e3411 of type vlan for network 9db715f0-93eb-4100-ba8a-131dec20d099 Nov 22 16:00:51.661589 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.675324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90093168-eed1-4a8a-b511-f6a21a485038 req-5f305455-f921-43b3-aa23-d01868d1cc0e tempest-AggregatesAdminTestJSON-165319448 tempest-AggregatesAdminTestJSON-165319448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:51.677106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90093168-eed1-4a8a-b511-f6a21a485038 req-5f305455-f921-43b3-aa23-d01868d1cc0e tempest-AggregatesAdminTestJSON-165319448 tempest-AggregatesAdminTestJSON-165319448-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 1123 time: 0.1616907 Nov 22 16:00:51.698613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-90093168-eed1-4a8a-b511-f6a21a485038 req-4b150ca6-b2ef-4e0f-a807-9bcd3aabff42 tempest-AggregatesAdminTestJSON-165319448 tempest-AggregatesAdminTestJSON-165319448-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.710035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.711717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:51.712457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.786295 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5209863 Nov 22 16:00:51.789470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59354) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:51.789636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Allocated IP 172.25.5.240 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/bb1bcd25-297a-43bb-bdad-a5e705a55f66) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:51.796372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Request body: {'subnet': {'network_id': '9db715f0-93eb-4100-ba8a-131dec20d099', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1099170825-subnet', 'tenant_id': '0cf1fa21739946eb9d2de1a9b93dfe0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:51.811738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8bd1f-4570-454a-b1f7-a6aadb91038f admin admin] Pushing event updated for resources: {'Network': ['ID=9db715f0-93eb-4100-ba8a-131dec20d099,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:51.827507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 9db715f0-93eb-4100-ba8a-131dec20d099 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:00:51.871769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Made reservation on behalf of 0cf1fa21739946eb9d2de1a9b93dfe0a for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:51.874382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.973491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-90093168-eed1-4a8a-b511-f6a21a485038 req-4b150ca6-b2ef-4e0f-a807-9bcd3aabff42 tempest-AggregatesAdminTestJSON-165319448 tempest-AggregatesAdminTestJSON-165319448-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:51.989196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-90093168-eed1-4a8a-b511-f6a21a485038 req-4b150ca6-b2ef-4e0f-a807-9bcd3aabff42 tempest-AggregatesAdminTestJSON-165319448 tempest-AggregatesAdminTestJSON-165319448-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.089146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b150ca6-b2ef-4e0f-a807-9bcd3aabff42 tempest-AggregatesAdminTestJSON-165319448 tempest-AggregatesAdminTestJSON-165319448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f71169a-4b88-4bed-87eb-394e3ce834ab,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:52.109264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90093168-eed1-4a8a-b511-f6a21a485038 req-4b150ca6-b2ef-4e0f-a807-9bcd3aabff42 tempest-AggregatesAdminTestJSON-165319448 tempest-AggregatesAdminTestJSON-165319448-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246867 Nov 22 16:00:52.117059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.200748 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.236547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.272108 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.305712 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.338601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:52.341349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 35521a6e-9d35-4441-a558-8c233f1b4cfb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:52.358648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:52.373741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e88a723-40db-4178-930f-e8c87e0324d2,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:52.374829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:52.399433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event updated for resources: {'Port': ['ID=bb1bcd25-297a-43bb-bdad-a5e705a55f66,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:52.409342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Checking segment: {'id': '424ead7c-3802-4128-9164-0b3c298e3411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '9db715f0-93eb-4100-ba8a-131dec20d099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:52.410520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Network hostable DHCP agents. Network: 9db715f0-93eb-4100-ba8a-131dec20d099, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:00:52.466163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Network 9db715f0-93eb-4100-ba8a-131dec20d099 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:00:52.484611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 9db715f0-93eb-4100-ba8a-131dec20d099) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:52.493458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:52.496642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.502459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 35521a6e-9d35-4441-a558-8c233f1b4cfb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:52.506299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.526137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:52.545994 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.557162 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-39d3fb1e-6275-4104-afd9-445099035d98 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7660856 Nov 22 16:00:52.579120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d171e45a-993a-4296-9349-c75417bd8a3b None None] Network 9db715f0-93eb-4100-ba8a-131dec20d099 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:52.612633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.680590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.715606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 35521a6e-9d35-4441-a558-8c233f1b4cfb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=35521a6e-9d35-4441-a558-8c233f1b4cfb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:52.725293 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.780143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1902416723-network', 'tenant_id': 'fb90cc83c0a14939848c89f857ea49d2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:52.840523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Made reservation on behalf of fb90cc83c0a14939848c89f857ea49d2 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:52.848272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.864942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.927238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:52.936754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.001459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea1664-45e1-401a-b836-27ca9cf0c1d8 None None] Network 9db715f0-93eb-4100-ba8a-131dec20d099 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:53.016654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.023774 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.063101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:00:53.067170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.089286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:53.096455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ac114f-a6e2-4e55-ac68-91bc49252dba,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:53.100460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event updated for resources: {'Port': ['ID=bb1bcd25-297a-43bb-bdad-a5e705a55f66,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:53.104789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.105221 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Added segment ce1ea899-265c-4c22-b9a2-4d8708edb080 of type vlan for network a7590de7-4c87-45b1-807e-6d53010a213a Nov 22 16:00:53.166669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.200604 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-50cf3afc-4f3f-47f3-980e-087df2b88a0d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--856948948&fields=id&tenant_id=4b6426302efc4e58bf9b40f20001371a HTTP/1.1" status: 200 len: 267 time: 0.1884711 Nov 22 16:00:53.202213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.203771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:53.204428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.204733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.214656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-ed0b705f-1ecc-4bfa-b3a7-8e9b58831f38 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9830155 Nov 22 16:00:53.224193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=35521a6e-9d35-4441-a558-8c233f1b4cfb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:53.371748 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8434341 Nov 22 16:00:53.374973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59388) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:53.380504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Request body: {'subnet': {'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1902416723-subnet', 'tenant_id': 'fb90cc83c0a14939848c89f857ea49d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:53.388626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-add771a8-abf6-4dec-8e75-7930b2498c7e admin admin] Deleting subnet 04e39abd-441e-4cb9-8bec-bd5331ab35d6 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:00:53.407246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-53a2eac5-80f4-46a1-ab6f-1e5b8ad07273 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.1908185 Nov 22 16:00:53.407977 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-add771a8-abf6-4dec-8e75-7930b2498c7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.409819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486536-c801-4a53-8f49-bfa9ac0d49e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a7590de7-4c87-45b1-807e-6d53010a213a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:53.417321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Made reservation on behalf of fb90cc83c0a14939848c89f857ea49d2 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:53.419847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.422730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a7590de7-4c87-45b1-807e-6d53010a213a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:00:53.540191 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-add771a8-abf6-4dec-8e75-7930b2498c7e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.579769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-add771a8-abf6-4dec-8e75-7930b2498c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.624418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.652300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-14b2f675-a231-4537-82d7-d24035e9b214 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:53.653842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-14b2f675-a231-4537-82d7-d24035e9b214 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 824 time: 0.4527354 Nov 22 16:00:53.684373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf44a3e-fa73-4322-baca-1b91d9430850,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:53.694255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:53.694633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Network hostable DHCP agents. Network: a7590de7-4c87-45b1-807e-6d53010a213a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:00:53.706939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-b93b5fae-a561-42c2-9835-6e1068923b3c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/quotas/4b6426302efc4e58bf9b40f20001371a HTTP/1.1" status: 200 len: 375 time: 0.0349576 Nov 22 16:00:53.719976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Network a7590de7-4c87-45b1-807e-6d53010a213a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:00:53.722895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-acbfe91e-aebc-4e87-89da-1735c57d99d9 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:53.724339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-acbfe91e-aebc-4e87-89da-1735c57d99d9 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.3067052 Nov 22 16:00:53.735564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a7590de7-4c87-45b1-807e-6d53010a213a) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:53.740606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:53.743827 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.744020 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-add771a8-abf6-4dec-8e75-7930b2498c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.750529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27214d08-3806-47c5-8e00-fad3e40e044a None None] Network a7590de7-4c87-45b1-807e-6d53010a213a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:53.771697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-c2404c4f-6d6e-4e2f-8e31-c9242e1f49df tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:00:53.772990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b59b7ec-1697-4cb5-9331-f2e51f8f4f3a req-c2404c4f-6d6e-4e2f-8e31-c9242e1f49df tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0309880 Nov 22 16:00:53.778172 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-14c9a82b-9e7d-4951-95c8-24e097e4360c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4021103 Nov 22 16:00:53.789694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-add771a8-abf6-4dec-8e75-7930b2498c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.793399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-add771a8-abf6-4dec-8e75-7930b2498c7e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/04e39abd-441e-4cb9-8bec-bd5331ab35d6 HTTP/1.1" status: 204 len: 168 time: 0.6981859 Nov 22 16:00:53.796388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59394) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:53.822580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add771a8-abf6-4dec-8e75-7930b2498c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e39abd-441e-4cb9-8bec-bd5331ab35d6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:53.877796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-344bad5d-e7fc-4c70-a9e7-3f1f55a06a85 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1508226 Nov 22 16:00:53.978008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:53.980076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f58f165-c7b9-424a-a778-41fa63328e0a None None] Network a7590de7-4c87-45b1-807e-6d53010a213a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:54.224896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:54.260575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 35521a6e-9d35-4441-a558-8c233f1b4cfb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:00:54.284625 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.295084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.296503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.296882 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > port after_create 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.297397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.297918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > port after_update 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.298399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.298901 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.299471 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.300121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.311710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-4ca191d1-acee-45ce-9c4c-e55b36dde538 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:00:54.313116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-4ca191d1-acee-45ce-9c4c-e55b36dde538 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1345949 Nov 22 16:00:54.341754 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:54.367860 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:54.374443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 35521a6e-9d35-4441-a558-8c233f1b4cfb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:54.374831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:54.525034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-545c7528-62a4-4415-a8cc-125590c609d8 service neutron] 10.222.0.69 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018051 Nov 22 16:00:54.658416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-a3cdd8fe-8464-4b81-9a32-90df98f912f0 service neutron] 10.222.0.69 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262457 Nov 22 16:00:54.719587 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:54.750241 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.750933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.751052 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.751323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:00:54.753165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a291dc-d3f3-43a1-824b-f56556e7bf2c']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:54.792817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f988db-785b-452e-85f4-7557923d7561') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:54.793472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f988db-785b-452e-85f4-7557923d7561') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:54.827094 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:54.881010 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:54.895781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:00:54.896263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: from cryptography.utils import int_from_bytes Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: from cryptography.utils import int_from_bytes Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:00:54.918611 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:00:55.051222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.081822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.091394 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] 10.222.0.69 "DELETE /v2.0/networks/d1a291dc-d3f3-43a1-824b-f56556e7bf2c HTTP/1.1" status: 204 len: 168 time: 1.2936690 Nov 22 16:00:55.100063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59440) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:55.100429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59442) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:55.101332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378be8a-8024-401a-a70f-27053998e36b admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a291dc-d3f3-43a1-824b-f56556e7bf2c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:55.117901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-897657130-network', 'tenant_id': '93204a6248be4ea3a6732607b5586e91'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:55.187278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cc4593-6ade-4c16-a73d-56f86a9b439a admin admin] Deleting subnet 9e88a723-40db-4178-930f-e8c87e0324d2 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:00:55.191840 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42cc4593-6ade-4c16-a73d-56f86a9b439a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.226367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Made reservation on behalf of 93204a6248be4ea3a6732607b5586e91 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:55.228725 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.235040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42cc4593-6ade-4c16-a73d-56f86a9b439a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.274163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.316941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4fa2f6c0-6b17-4900-80f2-310b96f6f2ab req-23508efd-55e3-4177-950e-bc6819a1a238 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 210 time: 0.1052394 Nov 22 16:00:55.359291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42cc4593-6ade-4c16-a73d-56f86a9b439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.362220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-bc5cf63d-681c-4d4a-b890-1d7d74a068b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1519158 Nov 22 16:00:55.370471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Sync routers for ids ['9a43c720-dfba-4003-9d3b-67af0170ea4e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:00:55.401983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Routers {'9a43c720-dfba-4003-9d3b-67af0170ea4e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:55.404320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['9a43c720-dfba-4003-9d3b-67af0170ea4e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:55.411433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-139d5e05-a9db-44d3-a7d2-f434888fd0ff tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5764170 Nov 22 16:00:55.419638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:55.498360 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.546467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42cc4593-6ade-4c16-a73d-56f86a9b439a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.558367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.578125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-c6e37a8f-5ea0-4d25-9b6e-de7668543e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:55.579861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-c6e37a8f-5ea0-4d25-9b6e-de7668543e48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4655a34bd864a25a2cffb3e8bdfa44a&device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 1123 time: 0.1529405 Nov 22 16:00:55.585697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc4593-6ade-4c16-a73d-56f86a9b439a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e88a723-40db-4178-930f-e8c87e0324d2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:55.591079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.621848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42cc4593-6ade-4c16-a73d-56f86a9b439a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.625721 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-42cc4593-6ade-4c16-a73d-56f86a9b439a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9e88a723-40db-4178-930f-e8c87e0324d2 HTTP/1.1" status: 204 len: 168 time: 0.5219157 Nov 22 16:00:55.632311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59460) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:55.644437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:00:55.697683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Set router 9a43c720-dfba-4003-9d3b-67af0170ea4e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:55.756325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad11f9-97ec-4d34-adce-637c7735b81b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:55.785168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.786118 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Added segment 6acfe677-6593-45a4-a3d5-c70618dd59a9 of type vlan for network 3985a928-2c2d-4e56-ad2d-e512154e0ead Nov 22 16:00:55.858760 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.898071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.899650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:55.900279 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:55.947557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-a906680a-46c9-4333-ad9e-8eab381dc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:55.952191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-a906680a-46c9-4333-ad9e-8eab381dc049 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3270993 Nov 22 16:00:56.084447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-cd0c70ca-3e4f-4607-a2e0-1d0f15d95b45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=2d202b2a-d778-4b60-8099-df1856bd1065 HTTP/1.1" status: 200 len: 217 time: 0.1225235 Nov 22 16:00:56.087458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:56.133747 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0262687 Nov 22 16:00:56.136153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59470) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:56.144369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Request body: {'subnet': {'network_id': '3985a928-2c2d-4e56-ad2d-e512154e0ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-897657130-subnet', 'tenant_id': '93204a6248be4ea3a6732607b5586e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:56.177468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88deda-4773-4c05-80cd-496ba9874477 admin admin] Pushing event updated for resources: {'Network': ['ID=3985a928-2c2d-4e56-ad2d-e512154e0ead,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:56.207936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3985a928-2c2d-4e56-ad2d-e512154e0ead details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:00:56.224749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 4, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port': {'id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:42Z', 'updated_at': '2021-11-22T16:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1', 'name': '', 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'mac_address': 'fa:16:3e:eb:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:46Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 2, 'project_id': 'c53506112fac4f588c51805da51de08c', 'subnets': [{'id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:56.255250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Made reservation on behalf of 93204a6248be4ea3a6732607b5586e91 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:00:56.259280 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:56.262285 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:56.440793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-c0ff04ac-9511-453f-96ff-be69538d783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:56.442398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-c0ff04ac-9511-453f-96ff-be69538d783d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.3479178 Nov 22 16:00:56.442628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Checking router: 9a43c720-dfba-4003-9d3b-67af0170ea4e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:00:56.443166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Updating router 9a43c720-dfba-4003-9d3b-67af0170ea4e port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:00:56.447261 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:56.514481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db715f0-93eb-4100-ba8a-131dec20d099']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:56.552075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424ead7c-3802-4128-9164-0b3c298e3411') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:56.552611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424ead7c-3802-4128-9164-0b3c298e3411') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:56.571212 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:56.587254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-cb7923b3-533f-477a-9e5e-5b66bdf02f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:56.589757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-cb7923b3-533f-477a-9e5e-5b66bdf02f6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400018 Nov 22 16:00:56.598952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:56.641001 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:56.661545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:00:56.662237 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:00:56.701769 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:00:56.715685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Allocated IP 172.25.5.102 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/4a71b27f-30ee-4424-8e62-de2c90019204) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:00:56.863247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-0af3d6e2-a5f1-422e-a2c2-78a436c89ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550318 Nov 22 16:00:56.985842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.006306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.012343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9db715f0-93eb-4100-ba8a-131dec20d099 HTTP/1.1" status: 204 len: 168 time: 1.3726811 Nov 22 16:00:57.039390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.111007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b33b13-93f3-45a8-b86c-ecfbaf80d394 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db715f0-93eb-4100-ba8a-131dec20d099,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:57.127805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.173087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db3a772b-0dfe-42fe-b010-8dcd61e48cba req-bdd19f6b-d7fc-438c-a6a9-23649e25b915 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 210 time: 0.1123545 Nov 22 16:00:57.208271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.222337 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b3789d-79db-49a5-ad8e-af54a29e6e5b req-4e85cc95-a439-4b4e-9583-783554c7d0ee service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545628 Nov 22 16:00:57.271222 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.276592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:00:57.282573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:57.287356 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.301773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:00:57.382312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:00:57.384622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59484) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:57.409894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event updated for resources: {'Port': ['ID=4a71b27f-30ee-4424-8e62-de2c90019204,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:57.463740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f99bff4b-eff2-4a4b-a0cf-12046c9b3512 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2506f0d8e134a22bfd522022c349c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0741627 Nov 22 16:00:57.467445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Checking segment: {'id': '6acfe677-6593-45a4-a3d5-c70618dd59a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '3985a928-2c2d-4e56-ad2d-e512154e0ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:57.467928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Network hostable DHCP agents. Network: 3985a928-2c2d-4e56-ad2d-e512154e0ead, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:00:57.469423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:57.494969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335349c-fc18-4a46-92f9-dde338501885 None None] Pushing event updated for resources: {'Port': ['ID=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:57.499568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929f4149-e7fd-4626-87eb-05217de344af,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:57.511197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59494) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:57.538165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Network 3985a928-2c2d-4e56-ad2d-e512154e0ead is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:00:57.551189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.71', 58146) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:57.616306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.665846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Attempting to bind port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:00:57.666229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Attempting to bind port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:00:57.666605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Attempting to bind port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 on network 471ee010-e3bc-4f8d-983a-341c5a1a7dae {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:00:57.681848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:00:57.682415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Checking segment: {'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:00:57.682847 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.683261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Bound using segment: {'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:00:57.683771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Bound port: 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e13e2be-5488-4dbf-b3ae-1b172a146646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:00:57.692688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.699405 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7643731-70b8-4890-831c-bbd213522610 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.714311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3985a928-2c2d-4e56-ad2d-e512154e0ead) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:00:57.723259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.732737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ac18e-f984-477b-b4cc-0a6df018a367 None None] Network 3985a928-2c2d-4e56-ad2d-e512154e0ead requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:57.763440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:57.774954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.776698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7643731-70b8-4890-831c-bbd213522610 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.941653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7643731-70b8-4890-831c-bbd213522610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.944341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7643731-70b8-4890-831c-bbd213522610 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:57.945729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a7643731-70b8-4890-831c-bbd213522610 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb85acef-014d-4dcb-b5a0-75dfa4bcafd4 HTTP/1.1" status: 204 len: 168 time: 0.4752634 Nov 22 16:00:58.032778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7643731-70b8-4890-831c-bbd213522610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb85acef-014d-4dcb-b5a0-75dfa4bcafd4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:58.034674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-02262ab9-840b-4ef5-b45c-0281ac8ab3b5 None None] Provisioning complete for port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:58.035064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02262ab9-840b-4ef5-b45c-0281ac8ab3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.101245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.108737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.132084 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.152668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] For port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:00:58.157140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] For port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,segment=NetworkSegment(0e13e2be-5488-4dbf-b3ae-1b172a146646),segment_id=0e13e2be-5488-4dbf-b3ae-1b172a146646)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:00:58.160926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-02262ab9-840b-4ef5-b45c-0281ac8ab3b5 None None] Port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:00:58.181137 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df0c926-3bc4-4454-b020-2c0126ad074a None None] Network 3985a928-2c2d-4e56-ad2d-e512154e0ead requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:00:58.247340 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.264668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.265614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8526604 Nov 22 16:00:58.275279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641bbc5-f010-4829-8867-65d18787ad2e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event updated for resources: {'Port': ['ID=4a71b27f-30ee-4424-8e62-de2c90019204,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:58.409706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-172a2070-c77d-4cbc-ba1c-8080c1761164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.459592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-b9b8385c-90b6-45fd-a89c-e120868880aa tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.1921470 Nov 22 16:00:58.483943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-562aa141-4f19-4d9e-b40b-4795b6996fc5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.3462718 Nov 22 16:00:58.609643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-c4ab1b81-8d66-485d-86d8-6441d9f79b73 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:58.615593 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-c4ab1b81-8d66-485d-86d8-6441d9f79b73 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.71 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 824 time: 1.0626807 Nov 22 16:00:58.639859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-a37c0896-740b-40d0-bfd3-d37a1b6c9778 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:00:58.651791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-a37c0896-740b-40d0-bfd3-d37a1b6c9778 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1903985 Nov 22 16:00:58.684252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-9ed8cdde-1168-4f0d-bcf3-f7aa07d12d20 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:00:58.686494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0ffbdf2-17a5-4607-8a25-1f7cd014da5d req-9ed8cdde-1168-4f0d-bcf3-f7aa07d12d20 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0328143 Nov 22 16:00:58.711982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-172a2070-c77d-4cbc-ba1c-8080c1761164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.714131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59538) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:58.730532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-172a2070-c77d-4cbc-ba1c-8080c1761164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:58.738121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Routers {'9a43c720-dfba-4003-9d3b-67af0170ea4e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:00:58.738938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['9a43c720-dfba-4003-9d3b-67af0170ea4e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:58.763990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d52ae1b8-ccbf-41fb-976c-1cae666d4286 req-45c9831c-d70f-4cdc-aac9-9b7de89b5cc6 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 210 time: 0.1082957 Nov 22 16:00:58.802026 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-172a2070-c77d-4cbc-ba1c-8080c1761164 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a56128759dd4a5ab9f4a38f51fa101c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2893755 Nov 22 16:00:58.805910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:58.809649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a2070-c77d-4cbc-ba1c-8080c1761164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc346f6-caa7-497a-8570-f28383488290,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:58.901873 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b6817c90-69cc-404f-bc36-153606798e9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0cf1fa21739946eb9d2de1a9b93dfe0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859791 Nov 22 16:00:58.904928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59546) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:00:58.990275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] Set router 9a43c720-dfba-4003-9d3b-67af0170ea4e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:00:59.040723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23d3b488-1430-4a60-b0e6-a7339f353d6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.081489 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23d3b488-1430-4a60-b0e6-a7339f353d6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.169043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-888f4f4b-9464-464f-905e-7cb21eb617e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.195764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335349c-fc18-4a46-92f9-dde338501885 None None] Pushing event updated for resources: {'Port': ['ID=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:59.198839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23d3b488-1430-4a60-b0e6-a7339f353d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.205502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-49891c7e-dd58-4437-8b2c-3ef897996287 None None] Provisioning complete for port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:00:59.206031 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49891c7e-dd58-4437-8b2c-3ef897996287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.208825 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23d3b488-1430-4a60-b0e6-a7339f353d6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.216806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-dcc32c82-5f4c-4689-b959-0b7a4b2098ab tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3528988 Nov 22 16:00:59.217270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-23d3b488-1430-4a60-b0e6-a7339f353d6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07753de6-8e0d-4fbc-97e6-0e1303f9a380 HTTP/1.1" status: 204 len: 168 time: 0.3109336 Nov 22 16:00:59.228626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-888f4f4b-9464-464f-905e-7cb21eb617e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.246008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d3b488-1430-4a60-b0e6-a7339f353d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07753de6-8e0d-4fbc-97e6-0e1303f9a380,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:59.347086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:00:59.354057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-888f4f4b-9464-464f-905e-7cb21eb617e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.357488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-888f4f4b-9464-464f-905e-7cb21eb617e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.363855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-888f4f4b-9464-464f-905e-7cb21eb617e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abc346f6-caa7-497a-8570-f28383488290 HTTP/1.1" status: 204 len: 168 time: 0.5555685 Nov 22 16:00:59.374866 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49891c7e-dd58-4437-8b2c-3ef897996287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.394449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f4f4b-9464-464f-905e-7cb21eb617e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc346f6-caa7-497a-8570-f28383488290,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:59.410008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 4, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port': {'id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:42Z', 'updated_at': '2021-11-22T16:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1', 'name': '', 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'mac_address': 'fa:16:3e:eb:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:46Z', 'updated_at': '2021-11-22T16:00:58Z', 'revision_number': 4, 'project_id': 'c53506112fac4f588c51805da51de08c', 'subnets': [{'id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:00:59.433258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.494114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9460ae-d620-422e-9a22-dd499f3b5331 None None] The sync data for ids ['9a43c720-dfba-4003-9d3b-67af0170ea4e'] in n-d-811716-3 is: [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:00:47Z', 'revision_number': 4, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port': {'id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:42Z', 'updated_at': '2021-11-22T16:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1', 'name': '', 'network_id': '471ee010-e3bc-4f8d-983a-341c5a1a7dae', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'mac_address': 'fa:16:3e:eb:58:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 162, 'fixed_ips': [{'subnet_id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:46Z', 'updated_at': '2021-11-22T16:00:58Z', 'revision_number': 4, 'project_id': 'c53506112fac4f588c51805da51de08c', 'subnets': [{'id': 'da2ec291-39c1-44c2-8e4a-af0c885b0df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:00:59.497724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-49891c7e-dd58-4437-8b2c-3ef897996287 None None] For port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,segment=NetworkSegment(0e13e2be-5488-4dbf-b3ae-1b172a146646),segment_id=0e13e2be-5488-4dbf-b3ae-1b172a146646)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:00:59.508035 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-49891c7e-dd58-4437-8b2c-3ef897996287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.635979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49891c7e-dd58-4437-8b2c-3ef897996287 None None] Pushing event updated for resources: {'Port': ['ID=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:00:59.704797 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:00:59.928714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Allocated IP 172.25.5.106 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/39554723-d599-4d92-8fc5-1bb6fc344176) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:00.078629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59578) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:00.103771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8865c3fb-ca29-4802-b625-a749c1d05291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.131356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.216561 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.279172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:00.281546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:00.286415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8865c3fb-ca29-4802-b625-a749c1d05291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.287270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:00.300229 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8865c3fb-ca29-4802-b625-a749c1d05291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.345658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:00.366723 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8865c3fb-ca29-4802-b625-a749c1d05291 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81237e368ced427e8a02e41f663468ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864797 Nov 22 16:01:00.367510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59588) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:00.398946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865c3fb-ca29-4802-b625-a749c1d05291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689e6114-f3fc-47fa-af31-f5606c7f744a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:00.473964 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b99c-c2ff-40ff-9db3-073e3e413a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.512563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:00.514768 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.527176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event updated for resources: {'Port': ['ID=39554723-d599-4d92-8fc5-1bb6fc344176,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:00.571647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.574206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b99c-c2ff-40ff-9db3-073e3e413a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.688974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.723185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-05d06582-f97d-435f-a150-918816049c20 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:00.724837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-05d06582-f97d-435f-a150-918816049c20 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 821 time: 0.4159379 Nov 22 16:01:00.739642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b99c-c2ff-40ff-9db3-073e3e413a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.745211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5f8b99c-c2ff-40ff-9db3-073e3e413a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:00.750328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f5f8b99c-c2ff-40ff-9db3-073e3e413a8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/689e6114-f3fc-47fa-af31-f5606c7f744a HTTP/1.1" status: 204 len: 168 time: 0.3729830 Nov 22 16:01:00.777263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8b99c-c2ff-40ff-9db3-073e3e413a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689e6114-f3fc-47fa-af31-f5606c7f744a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:00.824138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-3199fdd0-f6b9-43ab-bef0-553681cc9dd1 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/quotas/fb90cc83c0a14939848c89f857ea49d2 HTTP/1.1" status: 200 len: 375 time: 0.0683074 Nov 22 16:01:00.935428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-73d3d6da-7bfb-46ec-833e-ec1972ea1b9d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0973647 Nov 22 16:01:01.110801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-34bf573d-de96-4e82-a37c-35775338eed0 service neutron] 10.222.0.69 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475594 Nov 22 16:01:01.113652 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:01.123592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:01.223118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:01.272905 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:01.274388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0192308 Nov 22 16:01:01.278324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716059c4-ed62-407d-bcaf-f2289f465f4e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event updated for resources: {'Port': ['ID=39554723-d599-4d92-8fc5-1bb6fc344176,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:01.573899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-52ddfb76-28ee-464e-97f3-363e6fa522f0 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.2835679 Nov 22 16:01:01.607572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-4a5ac31d-4fe1-4561-ae6d-de2ce78ddef1 service neutron] 10.222.0.69 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859059 Nov 22 16:01:01.724605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-1123a63c-172c-4fbd-af25-6d8abfe84785 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:01.735145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ee5723b-071d-4e13-b077-dd38c0425f2a req-1123a63c-172c-4fbd-af25-6d8abfe84785 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1552207 Nov 22 16:01:01.934852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93caa3c8-3ab2-4256-9f16-4d9c9d0cef27 req-6e56f264-6288-4732-96d2-3fd7589ba322 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 210 time: 0.0639622 Nov 22 16:01:02.071540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-651807ff-d940-4eac-b4d9-e05a74ce82c6 req-a8bfddd8-5f6b-4dfc-aa3b-8eb63af77c4d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 210 time: 0.0626805 Nov 22 16:01:02.085420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-7020453f-c80b-4737-b617-ddeced91f9ef tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2723668 Nov 22 16:01:02.092727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:02.123411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:02.322594 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:02.550180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Allocated IP 172.25.5.58 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/eee027c3-07e1-420b-94e2-8276ffb1c00c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:02.792126 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:02.850057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:02.930085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:02.934344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:02.936411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event updated for resources: {'Port': ['ID=eee027c3-07e1-420b-94e2-8276ffb1c00c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:02.950102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:03.025159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:03.076359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:03.291715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-0004bb09-f1a9-4b6e-ada5-ee0d7f2329f2 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642838 Nov 22 16:01:03.459702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:03.474074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:03.571284 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:03.615405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event updated for resources: {'Port': ['ID=eee027c3-07e1-420b-94e2-8276ffb1c00c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:03.625530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-73abbfe4-6845-49a2-ae36-dc89a7dcc723 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:03.627396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-73abbfe4-6845-49a2-ae36-dc89a7dcc723 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168137 Nov 22 16:01:03.637048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:03.638281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-311cfaa2-7efd-4d4e-82d5-c74aeea09998 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5508590 Nov 22 16:01:03.652912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-518c6a7d-520a-418e-b065-dc2a8776bfd8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:03.654561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-518c6a7d-520a-418e-b065-dc2a8776bfd8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 821 time: 0.3132043 Nov 22 16:01:03.663010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-a38c2d7c-c60e-4b1a-be24-1f739b2997eb tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/quotas/4356fc095a8d4a59bc430016957704c2 HTTP/1.1" status: 200 len: 375 time: 0.0220952 Nov 22 16:01:03.674974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Request body: {'port': {'device_id': '738e908e-73fc-46db-8034-5298cdec4ae9', 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'admin_state_up': True, 'tenant_id': 'fb90cc83c0a14939848c89f857ea49d2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:03.795325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-307f0776-241d-409c-a0d4-274b981b774a tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.1381304 Nov 22 16:01:03.797338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-6ea87bf9-c159-4f29-a158-6cb944e35f30 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1274605 Nov 22 16:01:04.070964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-471c83be-5b59-4245-aff3-da36abeb2ec7 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:04.072415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed713d70-3a82-4bd6-9799-fc0fd9ad4975 req-471c83be-5b59-4245-aff3-da36abeb2ec7 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2637644 Nov 22 16:01:04.073616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Made reservation on behalf of fb90cc83c0a14939848c89f857ea49d2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:04.077830 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:04.139357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02d580d-dec5-4419-b46d-3d876a15e0c3 req-bec43a26-9564-4b2f-ac13-aa6862241c45 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 210 time: 0.0566359 Nov 22 16:01:04.262459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1f18133-b281-462c-af4d-e215dfd09888 req-0504315f-ab8d-45ae-8ac5-454cafca751f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 210 time: 0.0470166 Nov 22 16:01:04.405520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8db3f561-8b57-4b52-9d09-c383feefa203 req-f04aaf18-cabe-425a-973f-fdd7c1ec6627 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 210 time: 0.0546463 Nov 22 16:01:04.406885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Allocated IP 172.20.0.12 (a7590de7-4c87-45b1-807e-6d53010a213a/ebf44a3e-fa73-4322-baca-1b91d9430850/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:04.711598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c988718f-f23a-402e-8d64-7307464b511c req-bce6d350-2486-4d72-b5d3-de41a1f1c3d4 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips/54098bb3-a49d-4cb8-89f8-36111d982fbd HTTP/1.1" status: 200 len: 692 time: 0.1104996 Nov 22 16:01:04.826189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:04.949676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988718f-f23a-402e-8d64-7307464b511c req-03f52fd2-a9ea-457f-ade2-554709516627 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:04.951599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c988718f-f23a-402e-8d64-7307464b511c req-03f52fd2-a9ea-457f-ade2-554709516627 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2260695 Nov 22 16:01:04.958217 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:05.019194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-c988718f-f23a-402e-8d64-7307464b511c req-158238e6-a821-4bce-ad8c-f2302c10a948 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:01:05.020270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c988718f-f23a-402e-8d64-7307464b511c req-158238e6-a821-4bce-ad8c-f2302c10a948 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563898 Nov 22 16:01:05.029512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Pushing event updated for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:05.041669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Network a7590de7-4c87-45b1-807e-6d53010a213a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:05.043570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:05.051784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:05.058387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:05.059064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:05.121350 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-dd779b39-709f-4c6f-92a2-afefde515b9f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips/54098bb3-a49d-4cb8-89f8-36111d982fbd HTTP/1.1" status: 200 len: 692 time: 0.0590219 Nov 22 16:01:05.126004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1727bfad-4bea-4e3f-8f8c-42539a2d0834 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4547048 Nov 22 16:01:05.152347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Request body: {'port': {'device_id': '738e908e-73fc-46db-8034-5298cdec4ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:05.194238 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-a0403601-22b4-47cd-b2a6-8d857d10ccb5 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6426302efc4e58bf9b40f20001371a HTTP/1.1" status: 200 len: 379 time: 0.1052866 Nov 22 16:01:05.209373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Request body: {'port': {'device_id': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'admin_state_up': True, 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'security_groups': ['22e9ac86-49ee-4ca1-af01-e3824f6c5676']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:05.276655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:05.342487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-b14ff2bb-c638-4daa-bd19-28e4a9b8d70a tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:05.350495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-b14ff2bb-c638-4daa-bd19-28e4a9b8d70a tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2188194 Nov 22 16:01:05.360407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-07aa891f-1a6e-4eac-abb8-5166190b5930 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:01:05.371411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-07aa891f-1a6e-4eac-abb8-5166190b5930 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197849 Nov 22 16:01:05.520681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Made reservation on behalf of 4b6426302efc4e58bf9b40f20001371a for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:05.525836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:05.726140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-7578e00b-7a02-4c31-852c-eb231b45dac2 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.3535755 Nov 22 16:01:05.734234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6509d5e5-cb8d-4145-bafa-f6249c025dc7 req-f3771515-a615-4f84-9b1d-267c4504c3ff tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5c0e1cac5d704ce593622ee7a7f631d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493839 Nov 22 16:01:05.807224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Allocated IP 172.20.0.3 (3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0/18b32868-1806-41a0-8f37-90366ab6428f/0f26b76d-16e6-4bb9-8b74-3b8801d88b63) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:05.930291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.71', 58153) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:05.959850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-f63b59c3-127c-4d80-9efb-0a129ff760e1 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.1791575 Nov 22 16:01:06.018743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-42e0a530-315a-460c-a2c5-f0efb30daf3b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851402 Nov 22 16:01:06.046123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.088562 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.190164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:06.197665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:06.204938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:06.212257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event updated for resources: {'Port': ['ID=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:06.223349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509d5e5-cb8d-4145-bafa-f6249c025dc7 req-f3216add-efee-461b-a4a5-e5df1f5095a4 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:06.225038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6509d5e5-cb8d-4145-bafa-f6249c025dc7 req-f3216add-efee-461b-a4a5-e5df1f5095a4 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4456406 Nov 22 16:01:06.298143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:06.298946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.319869 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-6457e5e5-6b9d-4dc1-9197-2b68ae8a2c04 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181414 Nov 22 16:01:06.322184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6509d5e5-cb8d-4145-bafa-f6249c025dc7 req-8ef3c724-2409-4841-b480-3cc0967856f5 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/quotas/5c0e1cac5d704ce593622ee7a7f631d4 HTTP/1.1" status: 200 len: 375 time: 0.0784798 Nov 22 16:01:06.338180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-1f86f49d-6f4a-407a-9008-83269dd4e270 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:01:06.339376 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-1f86f49d-6f4a-407a-9008-83269dd4e270 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076089 Nov 22 16:01:06.390630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6509d5e5-cb8d-4145-bafa-f6249c025dc7 req-24ac3fab-ff23-43fd-8c0c-f6411c2a2b30 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c0e1cac5d704ce593622ee7a7f631d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495009 Nov 22 16:01:06.399114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-b23fb923-4929-4e79-85c1-fe588199b166 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:06.400653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-b23fb923-4929-4e79-85c1-fe588199b166 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316078 Nov 22 16:01:06.416533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Request body: {'port': {'device_id': 'ebce3657-4266-4ac6-bb92-211d6866f7e6', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '4356fc095a8d4a59bc430016957704c2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:06.518181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Deleting port eee027c3-07e1-420b-94e2-8276ffb1c00c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:06.518868 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.534389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d77d84de-940d-4c43-bd9d-b66a0f4c6a2f None None] Provisioning complete for port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:06.535167 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d77d84de-940d-4c43-bd9d-b66a0f4c6a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.540134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e617c29a-6c88-4da9-8fa4-2bff07fc6a8e {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:06.553951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Request body: {'port': {'device_id': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:06.588246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.592528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d77d84de-940d-4c43-bd9d-b66a0f4c6a2f None None] Port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:01:06.642817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.657154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Transition to ACTIVE for port object e617c29a-6c88-4da9-8fa4-2bff07fc6a8e will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:01:06.676134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.777794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.778109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.798884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc3803-65a4-478f-84ed-625b15c9e79e req-df6c7a44-35aa-428e-8743-eac628bedb75 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:06.801783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4cc3803-65a4-478f-84ed-625b15c9e79e req-df6c7a44-35aa-428e-8743-eac628bedb75 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 931 time: 0.2206404 Nov 22 16:01:06.809453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Pushing event updated for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:06.821246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Calling delete_port for eee027c3-07e1-420b-94e2-8276ffb1c00c owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:06.841819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Made reservation on behalf of 4356fc095a8d4a59bc430016957704c2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:06.847408 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:06.957793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.027589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:07.037204 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.060782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:07.061123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:07.061463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:07.064518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Transition to ACTIVE for port object 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:01:07.069897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.102552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:07.102552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:07.125899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4cc3803-65a4-478f-84ed-625b15c9e79e req-e2ce4b9e-d1a9-4835-95b8-4a007c63935c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123400 Nov 22 16:01:07.150203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:07.150801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:07.151549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:07.152199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Bound port: e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:07.152747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.339553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:07.363041 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.376329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.435646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:07.460371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:07.465274 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.492478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.494201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Attempting to bind port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:07.494827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Attempting to bind port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:07.495366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Attempting to bind port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 on network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:07.503770 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 on network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:07.504309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Attempting to bind port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 on network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:07.512895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:07.513534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Checking segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:07.514489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Bound using segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:07.515366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Bound port: 0f26b76d-16e6-4bb9-8b74-3b8801d88b63, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:07.516108 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.581414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event deleted for resources: {'Port': ['ID=eee027c3-07e1-420b-94e2-8276ffb1c00c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:07.615735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] For port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:07.623372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] For port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:07.630766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.641830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de674e7-d38c-4ca2-a4cd-3d66c13bee50,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:07.685013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:07.685996 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.688234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] 10.222.0.11 "PUT /v2.0/ports/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 1092 time: 2.5456581 Nov 22 16:01:07.689160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:07.699303 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4249d1ce-481f-48cc-919d-69bd40ab7f49" -d '{"events": [{"name": "network-changed", "server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:07.703029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:07.704286 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.707194 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] 10.222.0.71 "PUT /v2.0/ports/0f26b76d-16e6-4bb9-8b74-3b8801d88b63 HTTP/1.1" status: 200 len: 1091 time: 1.2493341 Nov 22 16:01:07.708082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'tag': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:07.840363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455ba63-d8e3-478e-b3a3-517a00d0052b req-2d6ea7f5-3cf2-4a52-baa0-a8562c0e313c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:07.848913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5455ba63-d8e3-478e-b3a3-517a00d0052b req-2d6ea7f5-3cf2-4a52-baa0-a8562c0e313c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 944 time: 0.4012408 Nov 22 16:01:07.859778 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351f62e-f667-4546-a49b-552b57f82dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c", "tag": "0f26b76d-16e6-4bb9-8b74-3b8801d88b63"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:07.865100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e00de5-296d-4b5d-ae6b-a4af5d845ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:07.877610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b02d03-2ee2-41a5-a8dd-93d1f9d4a9bb service neutron] Pushing event updated for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:07.884722 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.889789 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:07.892091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5a97c7-076b-46d4-b289-29e1ea02ddf8 req-2cf25d65-d51e-4d57-a9ba-458b1f01c03d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "DELETE /v2.0/floatingips/54098bb3-a49d-4cb8-89f8-36111d982fbd HTTP/1.1" status: 204 len: 173 time: 1.9056597 Nov 22 16:01:07.910768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-160a5397-5f63-443c-9ac6-77d50ed12f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:07.912440 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-160a5397-5f63-443c-9ac6-77d50ed12f86 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 1094 time: 0.1225569 Nov 22 16:01:07.966263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-209be2fa-f0a6-4dc4-b079-7465ea84f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:07.967864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-209be2fa-f0a6-4dc4-b079-7465ea84f0eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1095 time: 0.2291145 Nov 22 16:01:07.969382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Allocated IP 192.168.233.37 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/1d5a84fb-dd38-4b42-b8ce-c952aa9f1780) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:08.003293 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-e543d521-e66b-4b92-b737-8fb626ab7357 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63 HTTP/1.1" status: 200 len: 217 time: 0.0818479 Nov 22 16:01:08.005524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5455ba63-d8e3-478e-b3a3-517a00d0052b req-8b03ad22-871c-42c1-b31d-b34e6a041d2b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551015 Nov 22 16:01:08.059939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-a79f6489-70d9-43bb-a2a9-1f74b982225a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 217 time: 0.0511234 Nov 22 16:01:08.087627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-1330dd9a-00d5-495c-9ed1-f5bd791b212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:08.089642 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-1330dd9a-00d5-495c-9ed1-f5bd791b212a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18b32868-1806-41a0-8f37-90366ab6428f HTTP/1.1" status: 200 len: 863 time: 0.0773795 Nov 22 16:01:08.168899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1c778780-1263-4074-97be-5c17808f1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:08.171672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-1c778780-1263-4074-97be-5c17808f1b7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1002033 Nov 22 16:01:08.178955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db0c8d7d-69e6-4160-850f-a15293751f0a req-7e17af8a-75a3-4960-a2a3-d89df63aa2ef tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 210 time: 0.1192079 Nov 22 16:01:08.203497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-2fca7753-1d10-47b5-bd14-4f3fb2a354cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:08.206707 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-2fca7753-1d10-47b5-bd14-4f3fb2a354cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094975 Nov 22 16:01:08.221077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-9a3279b0-5fab-4fb0-a543-cd8e13946fe2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355613 Nov 22 16:01:08.348588 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-3fe5e012-6837-4b4e-9d79-69ad867bc619 service neutron] 10.222.0.71 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331632 Nov 22 16:01:08.540482 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fea865da-508f-4a2c-80b2-42bc06fd3cfd req-0caaf1a5-f233-49ec-91a0-f918f1ff27dd service neutron] 10.222.0.71 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828322 Nov 22 16:01:08.578258 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0113ced-6b98-4343-8c72-38460bd0c4a4 x-openstack-request-id: req-c0113ced-6b98-4343-8c72-38460bd0c4a4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:08.578868 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c", "tag": "0f26b76d-16e6-4bb9-8b74-3b8801d88b63", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:08.581499 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0113ced-6b98-4343-8c72-38460bd0c4a4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:08.581963 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'tag': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'status': 'completed', 'code': 200} Nov 22 16:01:08.691817 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73032ac9-42ec-4f7e-879b-b163b3fe3eeb x-openstack-request-id: req-73032ac9-42ec-4f7e-879b-b163b3fe3eeb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:08.692140 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:08.692401 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-73032ac9-42ec-4f7e-879b-b163b3fe3eeb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:08.693605 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e', 'status': 'completed', 'code': 200} Nov 22 16:01:08.725674 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f62e-f667-4546-a49b-552b57f82dbe req-13c77143-2e33-49d3-9fe5-48086fe2f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:08.727750 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8351f62e-f667-4546-a49b-552b57f82dbe req-13c77143-2e33-49d3-9fe5-48086fe2f1d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 1094 time: 0.1198645 Nov 22 16:01:08.890358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59832) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:08.956658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f62e-f667-4546-a49b-552b57f82dbe req-def4a924-c40e-44e6-b31d-2178b19210a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:08.960627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8351f62e-f667-4546-a49b-552b57f82dbe req-def4a924-c40e-44e6-b31d-2178b19210a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 925 time: 0.2213919 Nov 22 16:01:09.019175 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8351f62e-f667-4546-a49b-552b57f82dbe req-80454184-dbfd-43ac-bec7-965b7c05fb32 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63 HTTP/1.1" status: 200 len: 217 time: 0.0499609 Nov 22 16:01:09.078317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-26c55725-2ebe-4804-9ec4-d97f52c4bc6d service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8503661 Nov 22 16:01:09.083306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4def5d38-75b5-4829-818f-a17e1fedad4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.106910 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f62e-f667-4546-a49b-552b57f82dbe req-437ecfd1-4217-42a3-8b0f-3553e4149461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.108793 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8351f62e-f667-4546-a49b-552b57f82dbe req-437ecfd1-4217-42a3-8b0f-3553e4149461 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18b32868-1806-41a0-8f37-90366ab6428f HTTP/1.1" status: 200 len: 863 time: 0.0818655 Nov 22 16:01:09.144568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b3b02-7ddf-48a2-bd59-28474e823220 req-f79e3370-2392-4f65-a402-d9809496813e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.146859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-295b3b02-7ddf-48a2-bd59-28474e823220 req-f79e3370-2392-4f65-a402-d9809496813e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 943 time: 0.3267293 Nov 22 16:01:09.189023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f62e-f667-4546-a49b-552b57f82dbe req-019ff173-f87f-4abd-a820-f8417a230b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.191067 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8351f62e-f667-4546-a49b-552b57f82dbe req-019ff173-f87f-4abd-a820-f8417a230b2e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738225 Nov 22 16:01:09.236413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.247796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a08996-ce3f-4332-956f-4fe43f72a5af req-4245ea70-2649-4047-ba0b-08394547317c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.249503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86a08996-ce3f-4332-956f-4fe43f72a5af req-4245ea70-2649-4047-ba0b-08394547317c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5597210 Nov 22 16:01:09.271627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4def5d38-75b5-4829-818f-a17e1fedad4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.279865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4def5d38-75b5-4829-818f-a17e1fedad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.338643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-295b3b02-7ddf-48a2-bd59-28474e823220 req-3b7bec4a-ccbf-4697-9af9-44ec229f3455 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387949 Nov 22 16:01:09.342368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0d912a8-6563-4420-ac1c-d1831ad6d106 req-c65ee956-0c95-40ff-aabe-dc3179bb9ea2 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414536 Nov 22 16:01:09.357784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.393092 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4def5d38-75b5-4829-818f-a17e1fedad4b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd5b7f4c39404a05b6a3d701aa182008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982543 Nov 22 16:01:09.398436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:09.411822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def5d38-75b5-4829-818f-a17e1fedad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d3a5f-3a4e-4de2-b8be-d19328a975f0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:09.428323 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8351f62e-f667-4546-a49b-552b57f82dbe req-f5a90a2b-9047-49ed-bdff-ac5ebe360a17 service neutron] 10.222.0.71 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251821 Nov 22 16:01:09.482304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:09.517544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:09.530647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'Port': ['ID=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:09.534414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:09.546943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.547639 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.559700 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8351f62e-f667-4546-a49b-552b57f82dbe req-1db2d3cb-fbb7-4fa0-87af-5380c8030eb0 service neutron] 10.222.0.71 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228185 Nov 22 16:01:09.626790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-06628f7e-8d3c-48c9-bb2f-e77dd927f739 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2142344 Nov 22 16:01:09.636803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-03b3b93d-e650-4f65-b5c6-775bb10264b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.638787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-03b3b93d-e650-4f65-b5c6-775bb10264b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1095 time: 0.2175398 Nov 22 16:01:09.646577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Request body: {'port': {'device_id': 'ebce3657-4266-4ac6-bb92-211d6866f7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:09.649733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a057a066-71bc-495c-a60c-7922358b322a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.724369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ad408-f6b4-4fc6-aa1c-aaafbed4f11e req-a969386f-2030-414a-a8c9-6452be902738 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.725766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-940ad408-f6b4-4fc6-aa1c-aaafbed4f11e req-a969386f-2030-414a-a8c9-6452be902738 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 944 time: 0.2328794 Nov 22 16:01:09.805611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a057a066-71bc-495c-a60c-7922358b322a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.814967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1c00e4d7-82de-474b-9b1b-042339707047 None None] Provisioning complete for port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:09.815716 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c00e4d7-82de-474b-9b1b-042339707047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.864526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1c00e4d7-82de-474b-9b1b-042339707047 None None] Port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:01:09.937715 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:09.981101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-940ad408-f6b4-4fc6-aa1c-aaafbed4f11e req-f9649f52-10c0-45ec-b303-e55cbb78e60a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154095 Nov 22 16:01:09.993861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd965160-9694-4a09-8a45-0599227334b4 req-54234198-07f2-46f3-846e-c0cb55826370 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.995396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd965160-9694-4a09-8a45-0599227334b4 req-54234198-07f2-46f3-846e-c0cb55826370 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 935 time: 0.2265496 Nov 22 16:01:09.997621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-71db78cd-2e4b-4498-986c-ffdde54b2540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:09.999013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-71db78cd-2e4b-4498-986c-ffdde54b2540 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.3437886 Nov 22 16:01:10.156931 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a057a066-71bc-495c-a60c-7922358b322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:10.160266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a057a066-71bc-495c-a60c-7922358b322a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:10.161568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a057a066-71bc-495c-a60c-7922358b322a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e1d3a5f-3a4e-4de2-b8be-d19328a975f0 HTTP/1.1" status: 204 len: 168 time: 0.7621019 Nov 22 16:01:10.162963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-23c2ea36-de39-40f1-ac1e-48a3cdbf20bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 217 time: 0.1368341 Nov 22 16:01:10.198474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a194230-0844-4632-bb13-3eb6d4336bca req-bc6cfc85-db75-44ca-8467-b50918dbc242 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=c53506112fac4f588c51805da51de08c HTTP/1.1" status: 200 len: 1657 time: 0.1734831 Nov 22 16:01:10.348695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057a066-71bc-495c-a60c-7922358b322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d3a5f-3a4e-4de2-b8be-d19328a975f0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:10.494173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd965160-9694-4a09-8a45-0599227334b4 req-c9360cad-d293-4065-94f3-e0cc2b490b0a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702523 Nov 22 16:01:10.502342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59862) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:10.503673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-b8b11e5a-04ff-40de-af21-bcdbedb75193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:10.506113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-b8b11e5a-04ff-40de-af21-bcdbedb75193 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.3291130 Nov 22 16:01:10.527547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9a1-39b1-4edc-8093-266c14eb42f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:10.640483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-cbc7a08b-579b-4230-aa63-cb1af3b9dec0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142218 Nov 22 16:01:10.663186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9a1-39b1-4edc-8093-266c14eb42f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:10.670512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9a1-39b1-4edc-8093-266c14eb42f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:10.742312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4d9a1-39b1-4edc-8093-266c14eb42f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16301d08-187e-4c5c-aa36-d77cdafb7276,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:10.765084 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-37d4d9a1-39b1-4edc-8093-266c14eb42f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e4ec76e89e94767916fc1b185015d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592962 Nov 22 16:01:10.768615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:10.830150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a194230-0844-4632-bb13-3eb6d4336bca req-3b0479f9-33b6-4318-a2f4-aee55694053c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:10.831834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a194230-0844-4632-bb13-3eb6d4336bca req-3b0479f9-33b6-4318-a2f4-aee55694053c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks?id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 787 time: 0.6237164 Nov 22 16:01:10.887408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-8a194230-0844-4632-bb13-3eb6d4336bca req-91dfd368-ae1a-4cf5-b72f-9d576c6b5de5 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:01:10.889363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a194230-0844-4632-bb13-3eb6d4336bca req-91dfd368-ae1a-4cf5-b72f-9d576c6b5de5 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281351 Nov 22 16:01:10.982571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-94240886-4389-4379-8172-b15185b41c7d service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297045 Nov 22 16:01:11.058882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35b34690-c69f-4129-b20e-4c3d751ea456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:11.380350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:11.387362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35b34690-c69f-4129-b20e-4c3d751ea456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:11.436654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:11.469819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-5129ef75-02ef-4245-8e34-37d23c7a6d6d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips/93968845-0b33-4f70-a58c-46f9f4e20008 HTTP/1.1" status: 200 len: 693 time: 0.1255543 Nov 22 16:01:11.485816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4d6f-8533-496b-b614-6bc7b287432d req-e6c36ef0-ce6a-47a1-b0b9-d441a6bb5687 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:11.487691 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e81a4d6f-8533-496b-b614-6bc7b287432d req-e6c36ef0-ce6a-47a1-b0b9-d441a6bb5687 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 943 time: 0.5075886 Nov 22 16:01:11.502175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Transition to ACTIVE for port object 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:01:11.540566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:11.679836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4249d1ce-481f-48cc-919d-69bd40ab7f49 req-43a2c355-08c3-4f7c-9399-36bdfb37dc4f service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814208 Nov 22 16:01:11.724379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35b34690-c69f-4129-b20e-4c3d751ea456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:11.728345 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35b34690-c69f-4129-b20e-4c3d751ea456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:11.729533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-35b34690-c69f-4129-b20e-4c3d751ea456 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16301d08-187e-4c5c-aa36-d77cdafb7276 HTTP/1.1" status: 204 len: 168 time: 0.9529214 Nov 22 16:01:11.741583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:11.766881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e81a4d6f-8533-496b-b614-6bc7b287432d req-6ac03ff3-0030-49ab-9466-35b0fdd4d96e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584164 Nov 22 16:01:11.771955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b34690-c69f-4129-b20e-4c3d751ea456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16301d08-187e-4c5c-aa36-d77cdafb7276,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:11.809195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-ddd4b639-c5b5-4487-8f60-96b053099e61 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:11.810866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-ddd4b639-c5b5-4487-8f60-96b053099e61 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.3205395 Nov 22 16:01:11.835603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Attempting to bind port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:11.836006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Attempting to bind port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:11.836643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Attempting to bind port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:11.881527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:11.882273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Attempting to bind port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:11.895137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:11.895489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:11.896267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:11.896753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Bound port: 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:11.897124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:11.960541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-219f1122-ecb9-43ee-a07a-5aed26cf85fb tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.1407764 Nov 22 16:01:12.041900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-ecfc3270-f129-475b-9c51-4e53d163ebfe tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.106 HTTP/1.1" status: 200 len: 696 time: 0.0759673 Nov 22 16:01:12.110526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] For port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:12.123003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915113d-cf11-4951-8ad9-c16376a9b2c2 req-27308724-b66a-4cc5-ad41-529bedc13261 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:12.124674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1915113d-cf11-4951-8ad9-c16376a9b2c2 req-27308724-b66a-4cc5-ad41-529bedc13261 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 944 time: 0.2041626 Nov 22 16:01:12.140953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] For port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:12.183199 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:12.288848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:12.289505 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:12.291011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] 10.222.0.71 "PUT /v2.0/ports/1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 HTTP/1.1" status: 200 len: 1095 time: 2.6500120 Nov 22 16:01:12.292648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebce3657-4266-4ac6-bb92-211d6866f7e6', 'tag': '1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:12.295072 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebce3657-4266-4ac6-bb92-211d6866f7e6", "tag": "1d5a84fb-dd38-4b42-b8ce-c952aa9f1780"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:12.313504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae36b1d-def0-4863-8e2f-9d3858857ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:12.333959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1915113d-cf11-4951-8ad9-c16376a9b2c2 req-b404909b-dbea-4bee-8055-c49549350b05 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583376 Nov 22 16:01:12.353843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Deleting port 39554723-d599-4d92-8fc5-1bb6fc344176 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:12.354310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:12.528525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-da870f3e-7d0c-497a-a9c0-6df46ba3f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:12.531299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-da870f3e-7d0c-497a-a9c0-6df46ba3f326 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 1098 time: 0.1454530 Nov 22 16:01:12.597225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:12.597571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:12.601527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-8156a3f2-aa74-4ce4-bb54-367c5f248951 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 HTTP/1.1" status: 200 len: 217 time: 0.0590501 Nov 22 16:01:12.625543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Calling delete_port for 39554723-d599-4d92-8fc5-1bb6fc344176 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:12.765152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-282c1a6b-5c9b-4973-a129-21ea12caddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:12.768784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-282c1a6b-5c9b-4973-a129-21ea12caddf8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1572649 Nov 22 16:01:12.816169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a814176-4c5b-4fff-9d57-dd585c0c76ba req-96021aef-0946-43f6-8233-5457313e59df tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5c0e1cac5d704ce593622ee7a7f631d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722978 Nov 22 16:01:12.949711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-5437a549-cc16-433f-a7b0-ddad95d45f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:12.951544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-5437a549-cc16-433f-a7b0-ddad95d45f40 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720877 Nov 22 16:01:13.056855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a814176-4c5b-4fff-9d57-dd585c0c76ba req-86239850-2d4c-4a5a-a000-81651344d054 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:13.058478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a814176-4c5b-4fff-9d57-dd585c0c76ba req-86239850-2d4c-4a5a-a000-81651344d054 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252915 Nov 22 16:01:13.114459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a814176-4c5b-4fff-9d57-dd585c0c76ba req-f2924d8a-c5b7-4f56-af2e-06fe4cf2e14d tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/quotas/5c0e1cac5d704ce593622ee7a7f631d4 HTTP/1.1" status: 200 len: 375 time: 0.0405393 Nov 22 16:01:13.117171 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:13.150760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e617c29a-6c88-4da9-8fa4-2bff07fc6a8e details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:01:13.162522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:01:13.235343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a814176-4c5b-4fff-9d57-dd585c0c76ba req-675e2672-e1c2-45ba-8609-21d3fb3ff4eb tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c0e1cac5d704ce593622ee7a7f631d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1114745 Nov 22 16:01:13.241362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event deleted for resources: {'Port': ['ID=39554723-d599-4d92-8fc5-1bb6fc344176,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:13.248992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:13.254579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:13.256147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94cfe086-dca2-4cdf-825f-3f2bd790d61c req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "DELETE /v2.0/floatingips/93968845-0b33-4f70-a58c-46f9f4e20008 HTTP/1.1" status: 204 len: 173 time: 1.2025313 Nov 22 16:01:13.259081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-835a2d7e-d7d6-40ac-a708-c4ded7b76051 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969930 Nov 22 16:01:13.269038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.270213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.270393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.271064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.273123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.273989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.273989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.274578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.275130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.275710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.276235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.276759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cdd0fc-efa9-4e5c-a0b4-45ebaeed485c tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:13.396272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:13.413143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:13.422112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'port_id': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:01:13.430861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e', 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'port_id': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e', 'mac_address': 'fa:16:3e:f8:5e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf44a3e-fa73-4322-baca-1b91d9430850', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:01:13.460340 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0ba844-6974-4d2c-b518-f2d8cad93250 x-openstack-request-id: req-bb0ba844-6974-4d2c-b518-f2d8cad93250 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:13.460661 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebce3657-4266-4ac6-bb92-211d6866f7e6", "tag": "1d5a84fb-dd38-4b42-b8ce-c952aa9f1780", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:13.460888 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb0ba844-6974-4d2c-b518-f2d8cad93250 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:13.461298 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebce3657-4266-4ac6-bb92-211d6866f7e6', 'tag': '1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', 'status': 'completed', 'code': 200} Nov 22 16:01:13.471474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-805e1734-7e75-4132-a9fc-7f758093c4c6 req-a6fbc577-fa28-461a-897f-642c3cc58bf2 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797233 Nov 22 16:01:13.504505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb428a-baf3-46d1-8d33-850f5fd9e343 req-30dc2b80-df09-4c71-86f0-7cfa3a575eb8 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:13.507416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4adb428a-baf3-46d1-8d33-850f5fd9e343 req-30dc2b80-df09-4c71-86f0-7cfa3a575eb8 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 947 time: 0.1314185 Nov 22 16:01:13.517936 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:13.522933 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:13.547782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:13.557454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e617c29a-6c88-4da9-8fa4-2bff07fc6a8e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:13.587299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:13.595160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:13.602375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:13.627296 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:13.658968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4adb428a-baf3-46d1-8d33-850f5fd9e343 req-d3e84ade-59b5-404e-8bc9-92e3357fd540 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313205 Nov 22 16:01:13.676956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:13.682235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-0dd2ed1e-de76-4472-ae8b-19b0cd279991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:13.685296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-0dd2ed1e-de76-4472-ae8b-19b0cd279991 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 1098 time: 0.1351416 Nov 22 16:01:13.747430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:13.833236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acead169-9bdd-43ec-b2e5-2aa90bf9901b req-c84fcba1-a3ba-4332-a7ee-cf4137dbbd05 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:13.834853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acead169-9bdd-43ec-b2e5-2aa90bf9901b req-c84fcba1-a3ba-4332-a7ee-cf4137dbbd05 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 944 time: 0.1996949 Nov 22 16:01:13.840511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-a09d4306-3794-43c3-9609-896a21a12020 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips/29f3208b-3c97-4b6b-ac99-9b4a69e797ce HTTP/1.1" status: 200 len: 693 time: 0.1167927 Nov 22 16:01:13.848663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e617c29a-6c88-4da9-8fa4-2bff07fc6a8e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:13.963377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-467db756-693f-43ec-8bbd-d10a54278c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:13.964898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-467db756-693f-43ec-8bbd-d10a54278c41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2667856 Nov 22 16:01:13.990752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['0f26b76d-16e6-4bb9-8b74-3b8801d88b63'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:14.038434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acead169-9bdd-43ec-b2e5-2aa90bf9901b req-f1ad1aac-6401-477e-95b0-26490ae3eeed tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902113 Nov 22 16:01:14.047800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-dcf434a1-e714-4309-ba90-47b7ad4610d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 HTTP/1.1" status: 200 len: 217 time: 0.0681632 Nov 22 16:01:14.110667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-6846daf4-8c41-4384-81b2-f17cb297627b tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:14.112222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-6846daf4-8c41-4384-81b2-f17cb297627b tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2515295 Nov 22 16:01:14.531480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-4b527461-eaaf-409a-ae73-7481544185e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:14.534449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-4b527461-eaaf-409a-ae73-7481544185e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.4762836 Nov 22 16:01:14.541006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-a7e219ba-168a-4ef4-9eee-ca8813106117 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.4218957 Nov 22 16:01:14.709997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-2f269277-3db3-42e1-9756-1ea4020ab05d tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.102 HTTP/1.1" status: 200 len: 696 time: 0.1479218 Nov 22 16:01:14.729461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326cdea-8bd5-4052-b5b4-4cf3afc993d1 req-639ad660-71c7-4841-b8ce-4ad21782ba4c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:14.732346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9326cdea-8bd5-4052-b5b4-4cf3afc993d1 req-639ad660-71c7-4841-b8ce-4ad21782ba4c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 945 time: 0.5647664 Nov 22 16:01:14.809538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-8079eee2-6417-4eed-94fb-c9049dbc6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:14.810972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-8079eee2-6417-4eed-94fb-c9049dbc6add service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2636604 Nov 22 16:01:14.996840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9326cdea-8bd5-4052-b5b4-4cf3afc993d1 req-a5dcb2a7-1d25-43be-93b2-7fbbc71ebcd9 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368057 Nov 22 16:01:15.035026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-9d8186b0-743f-4b7d-b147-45c8864c49f8 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112908 Nov 22 16:01:15.067616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Deleting port 4a71b27f-30ee-4424-8e62-de2c90019204 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:15.067857 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.135465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:15.182538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e617c29a-6c88-4da9-8fa4-2bff07fc6a8e up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:15.219418 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.219770 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.233583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2563d1d-b9ba-4688-bcbd-5bb05dfefbf3 req-0f491ac3-cfc4-49ab-8932-ec1a35559f5c service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900918 Nov 22 16:01:15.242376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Calling delete_port for 4a71b27f-30ee-4424-8e62-de2c90019204 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:15.279965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:01:15.286090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:01:15.291524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:15.292045 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.294367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:15.295128 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.485660 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.534133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event deleted for resources: {'Port': ['ID=4a71b27f-30ee-4424-8e62-de2c90019204,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:15.594371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.600671 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.603371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae2d8121-5d79-4d78-b6b1-abf8b669f7e6 req-7112ac34-71f9-4105-b4ab-2067162d8d68 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "DELETE /v2.0/floatingips/29f3208b-3c97-4b6b-ac99-9b4a69e797ce HTTP/1.1" status: 204 len: 173 time: 0.8643379 Nov 22 16:01:15.640852 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.646151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.689451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f1560-8e64-4909-8895-a13f76c08ec8 req-309e6950-54c9-4103-bcdf-4f1e9c9d6891 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:15.691071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:15.694008 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d6a07f-75a8-4b00-ad10-82e3c58d620c" -d '{"events": [{"server_uuid": "bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c", "name": "network-vif-plugged", "status": "completed", "tag": "0f26b76d-16e6-4bb9-8b74-3b8801d88b63"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:15.696785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f0f1560-8e64-4909-8895-a13f76c08ec8 req-309e6950-54c9-4103-bcdf-4f1e9c9d6891 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 947 time: 0.0924754 Nov 22 16:01:15.724652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:15.727384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:15.730514 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.739350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:15.805338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:15.829881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f0f1560-8e64-4909-8895-a13f76c08ec8 req-d77854e8-a0aa-44aa-a665-49572b452b24 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162658 Nov 22 16:01:15.839443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a86e9-0b4c-4c0f-ad01-46a7fc2d8697 req-319f50c2-a62d-4974-a8c7-3482a3ba384f tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:15.856996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a9a86e9-0b4c-4c0f-ad01-46a7fc2d8697 req-319f50c2-a62d-4974-a8c7-3482a3ba384f tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 944 time: 0.1578352 Nov 22 16:01:15.906534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:15.954499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a9a86e9-0b4c-4c0f-ad01-46a7fc2d8697 req-5a051b8d-c2e8-4a72-8438-722987bf17e1 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809226 Nov 22 16:01:16.052735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59992) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:16.269057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-544deb22-e0df-4855-8501-5aca9d606d9f req-3ce71145-bd41-46f7-bfa0-053c9ce9bb78 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips/ffe71da5-1f71-404c-80c7-3f12919e39e3 HTTP/1.1" status: 200 len: 693 time: 0.0677087 Nov 22 16:01:16.281309 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e527e1-d804-4224-8f21-a5f3bbfaf74d x-openstack-request-id: req-67e527e1-d804-4224-8f21-a5f3bbfaf74d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:16.281969 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c", "name": "network-vif-plugged", "status": "completed", "tag": "0f26b76d-16e6-4bb9-8b74-3b8801d88b63", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:16.282536 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67e527e1-d804-4224-8f21-a5f3bbfaf74d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:16.283376 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'code': 200} Nov 22 16:01:16.334755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:16.459296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:16.465633 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:16.479149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86457539-f329-486b-ac90-1f78cd82bf46 req-be2739fd-ab68-4fbf-83fe-3060ed5789ff tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:16.480689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86457539-f329-486b-ac90-1f78cd82bf46 req-be2739fd-ab68-4fbf-83fe-3060ed5789ff tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 946 time: 0.1214416 Nov 22 16:01:16.493386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544deb22-e0df-4855-8501-5aca9d606d9f req-222c4a79-9172-49b8-b88e-702835eef667 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:16.496555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-544deb22-e0df-4855-8501-5aca9d606d9f req-222c4a79-9172-49b8-b88e-702835eef667 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2174346 Nov 22 16:01:16.502730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028587-f2d1-4d88-b183-f428b6afcdb3 req-8929b2e6-e20f-4dfb-bc1c-2bc229977818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:16.504478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff028587-f2d1-4d88-b183-f428b6afcdb3 req-8929b2e6-e20f-4dfb-bc1c-2bc229977818 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 1096 time: 0.1289008 Nov 22 16:01:16.538417 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=acb0b7b17ee740edb3eaf7c7313df241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4812400 Nov 22 16:01:16.541061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60002) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:16.563167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34637904-31e1-46a6-9fc2-48360aab9007,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:16.581613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-544deb22-e0df-4855-8501-5aca9d606d9f req-f60e0adb-6b49-46c0-a7f5-2f29b5248678 tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.0760949 Nov 22 16:01:16.582267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.582839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.583382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.583977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.584969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.585121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.585665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.586247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.586788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.587331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.587876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.588501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54390be2-fde4-49bf-b727-42051702d911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:16.641798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4bfea50-4c6a-4853-bef4-4ae248be4b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:16.678937 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4bfea50-4c6a-4853-bef4-4ae248be4b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:16.697862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86457539-f329-486b-ac90-1f78cd82bf46 req-019762e5-2d48-49f2-88c6-226755945315 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995311 Nov 22 16:01:16.703059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-544deb22-e0df-4855-8501-5aca9d606d9f req-68fdc9b7-9c9a-4c72-ab1c-4a070d9abd6e tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.240 HTTP/1.1" status: 200 len: 696 time: 0.1080532 Nov 22 16:01:16.706856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff028587-f2d1-4d88-b183-f428b6afcdb3 req-a76154ff-1a5c-4e7a-a26c-47d33f98c6aa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911526 Nov 22 16:01:16.762116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4bfea50-4c6a-4853-bef4-4ae248be4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:16.766988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4bfea50-4c6a-4853-bef4-4ae248be4b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:16.770025 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a4bfea50-4c6a-4853-bef4-4ae248be4b1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34637904-31e1-46a6-9fc2-48360aab9007 HTTP/1.1" status: 204 len: 168 time: 0.2273996 Nov 22 16:01:16.781578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bfea50-4c6a-4853-bef4-4ae248be4b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34637904-31e1-46a6-9fc2-48360aab9007,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:16.913580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Deleting port bb1bcd25-297a-43bb-bdad-a5e705a55f66 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:16.914371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.075053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.075546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.098921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Calling delete_port for bb1bcd25-297a-43bb-bdad-a5e705a55f66 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:17.134764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:01:17.261178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60026) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:17.279416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dc249b3-e208-403f-8fc2-a53b8db5e8e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.315190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:17.332763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', 'mac_address': 'fa:16:3e:0c:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:01:17.352260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f322aa5-a1f7-463c-9851-40a9b00b4c80 req-3facd755-d0b8-49dd-a50d-28a95303521f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:17.356796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f322aa5-a1f7-463c-9851-40a9b00b4c80 req-3facd755-d0b8-49dd-a50d-28a95303521f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 947 time: 0.0878346 Nov 22 16:01:17.395351 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.405047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dc249b3-e208-403f-8fc2-a53b8db5e8e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.410700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dc249b3-e208-403f-8fc2-a53b8db5e8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.413028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:17.445828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:17.451924 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.472455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1dc249b3-e208-403f-8fc2-a53b8db5e8e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b67e69cbc8a44ef190a1ad36c3e50f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096312 Nov 22 16:01:17.473798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc249b3-e208-403f-8fc2-a53b8db5e8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca2060d-a7c7-4802-b0a6-07221537bc33,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:17.476388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60028) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:17.501448 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.521036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f322aa5-a1f7-463c-9851-40a9b00b4c80 req-9f2450ae-535e-4c5d-9082-4990843eaa6a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283145 Nov 22 16:01:17.534919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:17.547394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.547969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.549226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.549782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.550324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.550819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.551303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.551772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.552327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.552817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.553281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.553754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:17.574064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Pushing event deleted for resources: {'Port': ['ID=bb1bcd25-297a-43bb-bdad-a5e705a55f66,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:17.610764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.614967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.616184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-544deb22-e0df-4855-8501-5aca9d606d9f req-96b8d75d-912d-4317-ac0c-4315153a9c5f tempest-FloatingIPDetailsTestJSON-212319433 tempest-FloatingIPDetailsTestJSON-212319433-project] 10.222.0.69 "DELETE /v2.0/floatingips/ffe71da5-1f71-404c-80c7-3f12919e39e3 HTTP/1.1" status: 204 len: 173 time: 0.9052196 Nov 22 16:01:17.624830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60030) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:17.724916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ac4a8-e8d2-41f8-8662-79f5da7584fc req-1ec34ddf-a9d1-43a3-9d5b-64f8bc5d7c86 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:17.727231 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-531ac4a8-e8d2-41f8-8662-79f5da7584fc req-1ec34ddf-a9d1-43a3-9d5b-64f8bc5d7c86 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 945 time: 0.1233046 Nov 22 16:01:17.728371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d90c595-ea63-45af-b48e-02ed500ac7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.741334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:17.849908 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d90c595-ea63-45af-b48e-02ed500ac7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:17.855017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-384563a5-c90d-4e23-b38c-b2345f54005c req-fc8a09f5-5a02-43bb-b99d-f8db5dea97b0 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5c0e1cac5d704ce593622ee7a7f631d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946836 Nov 22 16:01:17.998966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-531ac4a8-e8d2-41f8-8662-79f5da7584fc req-82017f59-049a-4b61-9a61-30e27868593c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432241 Nov 22 16:01:18.055607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d90c595-ea63-45af-b48e-02ed500ac7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:18.058897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d90c595-ea63-45af-b48e-02ed500ac7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:18.067948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9d90c595-ea63-45af-b48e-02ed500ac7e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cca2060d-a7c7-4802-b0a6-07221537bc33 HTTP/1.1" status: 204 len: 168 time: 0.5749068 Nov 22 16:01:18.085110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384563a5-c90d-4e23-b38c-b2345f54005c req-d7b4b338-a19f-4db6-9998-13ceba1572e0 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:18.086729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-384563a5-c90d-4e23-b38c-b2345f54005c req-d7b4b338-a19f-4db6-9998-13ceba1572e0 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167554 Nov 22 16:01:18.087665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90c595-ea63-45af-b48e-02ed500ac7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca2060d-a7c7-4802-b0a6-07221537bc33,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:18.108711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-384563a5-c90d-4e23-b38c-b2345f54005c req-45b1504f-7ec5-452c-99f8-30710f1586e0 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/quotas/5c0e1cac5d704ce593622ee7a7f631d4 HTTP/1.1" status: 200 len: 375 time: 0.0108502 Nov 22 16:01:18.187390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-384563a5-c90d-4e23-b38c-b2345f54005c req-04935d10-158a-4a55-8bf8-c2bf6034d066 tempest-QuotasAdminNegativeTest-973455957 tempest-QuotasAdminNegativeTest-973455957-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5c0e1cac5d704ce593622ee7a7f631d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593224 Nov 22 16:01:18.260458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:18.284487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:18.288585 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c0d2ad-de9b-4d2c-9c0c-6d09fc3c21b6" -d '{"events": [{"server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "name": "network-vif-plugged", "status": "completed", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:18.333955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75de06-1b44-496f-8126-b9443dbd0d76 req-68de3021-a53b-4506-94f0-e92fa31fd186 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:18.336643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f75de06-1b44-496f-8126-b9443dbd0d76 req-68de3021-a53b-4506-94f0-e92fa31fd186 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 946 time: 0.1025226 Nov 22 16:01:18.432098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f75de06-1b44-496f-8126-b9443dbd0d76 req-35e16737-8e34-43fd-a548-445e7694b5ab tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843172 Nov 22 16:01:18.526312 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da123cec-9bf2-4a06-a441-956961168157 x-openstack-request-id: req-da123cec-9bf2-4a06-a441-956961168157 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:18.527189 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "name": "network-vif-plugged", "status": "completed", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:18.527528 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da123cec-9bf2-4a06-a441-956961168157 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:18.529271 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e', 'code': 200} Nov 22 16:01:18.687997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b165b-cd5e-43bd-87ca-28d7515d2121 req-703eb431-0d56-4a67-a9e4-e1fee2cf8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:18.690470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c4b165b-cd5e-43bd-87ca-28d7515d2121 req-703eb431-0d56-4a67-a9e4-e1fee2cf8ce7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1097 time: 0.0856328 Nov 22 16:01:18.779987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c4b165b-cd5e-43bd-87ca-28d7515d2121 req-8568cb2a-c53f-4dea-bd7c-fa20201402d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814476 Nov 22 16:01:18.883761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dc9b5-02a1-48d9-aab5-4e514e8d2c82 req-edcee46f-9b35-4bf4-8c6e-2f184b7bbdcb tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:18.893630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f51c9f69-cc65-44bb-a0db-562be79eea09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:18.896539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c38dc9b5-02a1-48d9-aab5-4e514e8d2c82 req-edcee46f-9b35-4bf4-8c6e-2f184b7bbdcb tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 948 time: 0.0803649 Nov 22 16:01:19.014696 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c38dc9b5-02a1-48d9-aab5-4e514e8d2c82 req-8f35a5ac-1bd8-4db6-a6df-d464cb12eb76 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165798 Nov 22 16:01:19.135120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:19.230995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:01:19.243384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:19.244688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:19.261601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620c1ba-99fd-4ecc-9333-5fed34d645f0 req-7c0e5b87-1360-4b8a-8a57-fc82116fb0fd tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:19.280612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f620c1ba-99fd-4ecc-9333-5fed34d645f0 req-7c0e5b87-1360-4b8a-8a57-fc82116fb0fd tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 945 time: 0.1214252 Nov 22 16:01:19.395790 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:19.404555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f620c1ba-99fd-4ecc-9333-5fed34d645f0 req-13c8fcdd-e8d0-4532-accf-a2c5a7b7e95c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135647 Nov 22 16:01:19.453831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Deleting port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:19.454325 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:19.454865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:19.472061 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:19.567249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:19.578116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:19.614850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] For port 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,segment=NetworkSegment(0e13e2be-5488-4dbf-b3ae-1b172a146646),segment_id=0e13e2be-5488-4dbf-b3ae-1b172a146646)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:19.615726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:19.644222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Calling delete_port for 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:19.688209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794814b-caaa-4fdb-a7dc-19a04aee951c req-8430ee76-1687-4036-86e4-ae51b5e48c87 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:19.693698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7794814b-caaa-4fdb-a7dc-19a04aee951c req-8430ee76-1687-4036-86e4-ae51b5e48c87 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 945 time: 0.1124189 Nov 22 16:01:19.728288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b6a2-e985-4f93-b02b-be077d65929d req-04581307-f88b-42d0-a919-edea124f5e70 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:19.735173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98a0b6a2-e985-4f93-b02b-be077d65929d req-04581307-f88b-42d0-a919-edea124f5e70 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 972 time: 0.1125367 Nov 22 16:01:19.735831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:19.746103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Request body: {'floatingip': {'port_id': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:19.867986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:20.042269 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:20.056990 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5206177-b424-48dc-b03e-fa67ef11c5a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:20.089355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:20.363537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:20.462237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98a0b6a2-e985-4f93-b02b-be077d65929d req-138d872c-e79f-465e-937f-04966643e66a tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7121191 Nov 22 16:01:20.501101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5c4f7-c743-4419-a2e9-9fbc6aad8b4b req-7f4648ca-254c-4336-a34e-beb216df5386 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:20.518144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17c5c4f7-c743-4419-a2e9-9fbc6aad8b4b req-7f4648ca-254c-4336-a34e-beb216df5386 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 946 time: 0.7076120 Nov 22 16:01:20.530967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebce3657-4266-4ac6-bb92-211d6866f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:20.535312 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c697f00-9a93-46aa-9b59-e03caaf51db0" -d '{"events": [{"server_uuid": "ebce3657-4266-4ac6-bb92-211d6866f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1d5a84fb-dd38-4b42-b8ce-c952aa9f1780"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:20.740158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Router 9a43c720-dfba-4003-9d3b-67af0170ea4e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:01:20.765226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17c5c4f7-c743-4419-a2e9-9fbc6aad8b4b req-6fdf002a-e70d-42f3-b89d-aa7844b0eb77 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459445 Nov 22 16:01:20.797790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcffae8-10ee-4fc2-b1bc-612af4eda524 req-99204cb9-9365-4ccf-9254-7937301826d2 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:20.801726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bcffae8-10ee-4fc2-b1bc-612af4eda524 req-99204cb9-9365-4ccf-9254-7937301826d2 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 949 time: 0.2043214 Nov 22 16:01:20.929058 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a049a-992c-4f8b-85a6-096e5c79ce4d x-openstack-request-id: req-515a049a-992c-4f8b-85a6-096e5c79ce4d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:20.930697 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebce3657-4266-4ac6-bb92-211d6866f7e6", "name": "network-vif-plugged", "status": "completed", "tag": "1d5a84fb-dd38-4b42-b8ce-c952aa9f1780", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:20.931194 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-515a049a-992c-4f8b-85a6-096e5c79ce4d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:20.932130 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebce3657-4266-4ac6-bb92-211d6866f7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', 'code': 200} Nov 22 16:01:20.962061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:01:20.969646 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e42dc599-5fa4-491e-ac0f-05df0e68b4ef admin admin] 10.222.0.69 "PUT /v2.0/routers/9a43c720-dfba-4003-9d3b-67af0170ea4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3399119 Nov 22 16:01:20.972943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60142) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:20.976674 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] Sync routers for ids ['9a43c720-dfba-4003-9d3b-67af0170ea4e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:01:20.996525 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] Routers {'9a43c720-dfba-4003-9d3b-67af0170ea4e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:20.998181 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:00:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['9a43c720-dfba-4003-9d3b-67af0170ea4e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:21.081246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5206177-b424-48dc-b03e-fa67ef11c5a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.124356 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] Set router 9a43c720-dfba-4003-9d3b-67af0170ea4e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:21.141087 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e5206177-b424-48dc-b03e-fa67ef11c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.151234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bcffae8-10ee-4fc2-b1bc-612af4eda524 req-d0adeaff-2ea2-44f7-a460-fea370a52d3b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411021 Nov 22 16:01:21.164539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.274880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-d02dea35-1ed5-4c94-bd78-2fc5c8902c11 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:21.276376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-d02dea35-1ed5-4c94-bd78-2fc5c8902c11 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.11 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 972 time: 0.4248865 Nov 22 16:01:21.317142 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04b6a6a1-e94e-4329-b1bd-9b14a979de89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.319631 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.437247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e5206177-b424-48dc-b03e-fa67ef11c5a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c0e1cac5d704ce593622ee7a7f631d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8572576 Nov 22 16:01:21.447613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60154) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:21.456208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5206177-b424-48dc-b03e-fa67ef11c5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae8355a-9f9b-4ed1-8e5b-4e3ca60b8bd6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:21.482583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f367-fd59-4eaf-a192-fa62f2184b99 req-fae81a1d-e40e-482c-a9ac-595d64ba56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:21.484994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1062f367-fd59-4eaf-a192-fa62f2184b99 req-fae81a1d-e40e-482c-a9ac-595d64ba56b9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 1100 time: 0.4237690 Nov 22 16:01:21.574468 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:01:19Z', 'revision_number': 5, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port': {'id': '35521a6e-9d35-4441-a558-8c233f1b4cfb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:42Z', 'updated_at': '2021-11-22T16:00:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:21.616550 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] Checking router: 9a43c720-dfba-4003-9d3b-67af0170ea4e for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:01:21.628276 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] Routers {'9a43c720-dfba-4003-9d3b-67af0170ea4e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:21.629429 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['9a43c720-dfba-4003-9d3b-67af0170ea4e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:21.691067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Deleting port 35521a6e-9d35-4441-a558-8c233f1b4cfb {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:21.691462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.748267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:01:21.770980 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] Set router 9a43c720-dfba-4003-9d3b-67af0170ea4e gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:21.846153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] For port 35521a6e-9d35-4441-a558-8c233f1b4cfb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=35521a6e-9d35-4441-a558-8c233f1b4cfb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:21.846702 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.848531 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:01:21Z', 'revision_number': 6, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:21.873510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Calling delete_port for 35521a6e-9d35-4441-a558-8c233f1b4cfb owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:21.897182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1062f367-fd59-4eaf-a192-fa62f2184b99 req-3d7f1227-5d67-40ab-af5c-eedd36e35f68 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987620 Nov 22 16:01:21.903378 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2262ed6a-585b-4000-9f92-89f8da567b38 None None] The sync data for ids ['9a43c720-dfba-4003-9d3b-67af0170ea4e'] in n-d-811716-3 is: [{'id': '9a43c720-dfba-4003-9d3b-67af0170ea4e', 'name': 'tempest-FloatingIPDetailsTestJSON-340197156-router', 'tenant_id': 'c53506112fac4f588c51805da51de08c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:40Z', 'updated_at': '2021-11-22T16:01:21Z', 'revision_number': 6, 'project_id': 'c53506112fac4f588c51805da51de08c', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:01:21.912761 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-925dc0d4-fa9d-4552-b15a-8c0c9286a69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.916477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.941903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:21.960293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4d899-7d86-4ef6-8798-07063e72288a req-fa18ab22-35e8-4d5c-95e5-d83bc21dcb63 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:21.965096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ed4d899-7d86-4ef6-8798-07063e72288a req-fa18ab22-35e8-4d5c-95e5-d83bc21dcb63 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 972 time: 0.2817056 Nov 22 16:01:21.980973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-925dc0d4-fa9d-4552-b15a-8c0c9286a69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.058624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Deleting port 2d202b2a-d778-4b60-8099-df1856bd1065 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:22.058996 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.149673 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.180897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=35521a6e-9d35-4441-a558-8c233f1b4cfb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:22.222979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.274920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ed4d899-7d86-4ef6-8798-07063e72288a req-ca939e78-2a8d-4d0c-adb5-266d6f50111a tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/security-groups?id=e637705e-6b87-45ac-b276-79b0323bd791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494307 Nov 22 16:01:22.282713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c372363-c322-4c75-be09-28d13035f04a req-d4ef4404-5734-49c2-86a5-89ecba83a8de tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:22.289977 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c372363-c322-4c75-be09-28d13035f04a req-d4ef4404-5734-49c2-86a5-89ecba83a8de tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 946 time: 0.2633090 Nov 22 16:01:22.317476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.335427 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.347582 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Floating IP 4077cf85-31d0-4e4b-9465-ec07f1200ef3 associated. External IP: 172.25.5.225, port: 0f26b76d-16e6-4bb9-8b74-3b8801d88b63. Nov 22 16:01:22.350449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-925dc0d4-fa9d-4552-b15a-8c0c9286a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.363271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-925dc0d4-fa9d-4552-b15a-8c0c9286a69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.364453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-925dc0d4-fa9d-4552-b15a-8c0c9286a69b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eae8355a-9f9b-4ed1-8e5b-4e3ca60b8bd6 HTTP/1.1" status: 204 len: 168 time: 0.9109497 Nov 22 16:01:22.479207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:01:22.479814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] For port 2d202b2a-d778-4b60-8099-df1856bd1065, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2d202b2a-d778-4b60-8099-df1856bd1065,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:22.480475 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.523059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:01:22.524555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0a6a1bd5-bf0a-46e5-8dc2-7a9699f27cd1 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:01:22.532947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.536423 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.627105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.628004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a43c720-dfba-4003-9d3b-67af0170ea4e {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:01:22.636331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.640415 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0f9f0639-9eda-46c5-81eb-b57060933c83 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9a43c720-dfba-4003-9d3b-67af0170ea4e HTTP/1.1" status: 204 len: 168 time: 1.6632590 Nov 22 16:01:22.640775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60184) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:22.709857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa3c7af-e3f5-404b-b59a-5c408c88bf5f admin admin] Deleting subnet da2ec291-39c1-44c2-8e4a-af0c885b0df1 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:01:22.715295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caa3c7af-e3f5-404b-b59a-5c408c88bf5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.741720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dc0d4-fa9d-4552-b15a-8c0c9286a69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae8355a-9f9b-4ed1-8e5b-4e3ca60b8bd6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:22.775004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caa3c7af-e3f5-404b-b59a-5c408c88bf5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.807052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Calling delete_port for 2d202b2a-d778-4b60-8099-df1856bd1065 owned by compute:tempest-test_az-1925575360 {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:22.930450 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caa3c7af-e3f5-404b-b59a-5c408c88bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:22.950135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c372363-c322-4c75-be09-28d13035f04a req-f85063f8-2a0c-4484-94e9-2de9c80c361d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6590545 Nov 22 16:01:23.042567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caa3c7af-e3f5-404b-b59a-5c408c88bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.054636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b127fd6-9c4b-4964-9579-1bd6b5a05146 req-e9171553-404d-445d-bffb-8b24909d1c4b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:23.056793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b127fd6-9c4b-4964-9579-1bd6b5a05146 req-e9171553-404d-445d-bffb-8b24909d1c4b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 949 time: 0.3128393 Nov 22 16:01:23.110069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3c7af-e3f5-404b-b59a-5c408c88bf5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2ec291-39c1-44c2-8e4a-af0c885b0df1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:23.114059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5664cb91-c3a9-4092-bea4-7843b4a930ca None None] Network 471ee010-e3bc-4f8d-983a-341c5a1a7dae requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:23.115470 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caa3c7af-e3f5-404b-b59a-5c408c88bf5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.122719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60192) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:23.127618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-caa3c7af-e3f5-404b-b59a-5c408c88bf5f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/da2ec291-39c1-44c2-8e4a-af0c885b0df1 HTTP/1.1" status: 204 len: 168 time: 0.4852059 Nov 22 16:01:23.129417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:23.219401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0fa3-9370-4ed1-b62e-1c8525446a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.259259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b127fd6-9c4b-4964-9579-1bd6b5a05146 req-77a1c3a1-d948-4f8d-adb7-a2996f1691a8 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869624 Nov 22 16:01:23.259573 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.416310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Deleting port 9147c908-bd74-4d4e-8438-6d9670ea2f23 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:23.416973 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.427959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.507316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] DHCP port deletion for 471ee010-e3bc-4f8d-983a-341c5a1a7dae request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:01:23.536446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Pushing event deleted for resources: {'Port': ['ID=2d202b2a-d778-4b60-8099-df1856bd1065,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:23.584150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] For port 9147c908-bd74-4d4e-8438-6d9670ea2f23, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9147c908-bd74-4d4e-8438-6d9670ea2f23,segment=NetworkSegment(0e13e2be-5488-4dbf-b3ae-1b172a146646),segment_id=0e13e2be-5488-4dbf-b3ae-1b172a146646)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:23.588711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.603039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Router 27da5ba8-565f-42ff-b086-58d1cf5f3247 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:01:23.630803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Calling delete_port for 9147c908-bd74-4d4e-8438-6d9670ea2f23 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:23.657923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] Deleting port 9147c908-bd74-4d4e-8438-6d9670ea2f23 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:23.658106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.780975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] For port 9147c908-bd74-4d4e-8438-6d9670ea2f23, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9147c908-bd74-4d4e-8438-6d9670ea2f23,segment=NetworkSegment(0e13e2be-5488-4dbf-b3ae-1b172a146646),segment_id=0e13e2be-5488-4dbf-b3ae-1b172a146646)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:23.781278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.798013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] Calling delete_port for 9147c908-bd74-4d4e-8438-6d9670ea2f23 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:23.804759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] No DVR routers for this DVR port 2d202b2a-d778-4b60-8099-df1856bd1065 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:01:23.814736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.827127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cce690b9-2de1-4b2a-b49f-5172165d47bd req-01bf558a-f6b8-4f3e-9af8-186507bf4a27 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.11 "DELETE /v2.0/ports/2d202b2a-d778-4b60-8099-df1856bd1065 HTTP/1.1" status: 204 len: 173 time: 2.5274198 Nov 22 16:01:23.830416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4', 'name': 'network-vif-deleted', 'tag': '2d202b2a-d778-4b60-8099-df1856bd1065'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:23.834673 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90efcf09-9c9c-4fc3-9943-fba3b030b3a9" -d '{"events": [{"server_uuid": "81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4", "name": "network-vif-deleted", "tag": "2d202b2a-d778-4b60-8099-df1856bd1065"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:23.909532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfb66629-fadb-4577-9309-f772c70b3736 req-06e1be0b-7e55-4f53-b99f-365cc162f373 tempest-AggregatesAdminTestJSON-883440595 tempest-AggregatesAdminTestJSON-883440595-project] 10.222.0.69 "GET /v2.0/ports?device_id=81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4 HTTP/1.1" status: 200 len: 210 time: 0.1085699 Nov 22 16:01:23.955413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:23.988744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] No DVR routers for this DVR port 9147c908-bd74-4d4e-8438-6d9670ea2f23 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:01:24.037505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Pushing event deleted for resources: {'Port': ['ID=9147c908-bd74-4d4e-8438-6d9670ea2f23,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:24.059709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.104539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] Pushing event deleted for resources: {'Port': ['ID=9147c908-bd74-4d4e-8438-6d9670ea2f23,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:24.133069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1873626-3f17-47f4-8c8d-174dd086a32a None None] No DVR routers for this DVR port 9147c908-bd74-4d4e-8438-6d9670ea2f23 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:01:24.138237 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.159169 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0fa3-9370-4ed1-b62e-1c8525446a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.177705 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c8b0fa3-9370-4ed1-b62e-1c8525446a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.248819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471ee010-e3bc-4f8d-983a-341c5a1a7dae']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:24.255943 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.300983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e13e2be-5488-4dbf-b3ae-1b172a146646') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:24.301601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e13e2be-5488-4dbf-b3ae-1b172a146646') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:24.328122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b0fa3-9370-4ed1-b62e-1c8525446a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1167e4-77f0-481c-b9ce-a24f4467db0a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:24.331932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.363845 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea218d81-444e-4706-8a69-f6bdc29f406f x-openstack-request-id: req-ea218d81-444e-4706-8a69-f6bdc29f406f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:24.364956 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4", "name": "network-vif-deleted", "tag": "2d202b2a-d778-4b60-8099-df1856bd1065", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:24.365217 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ea218d81-444e-4706-8a69-f6bdc29f406f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:24.365680 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ea2df6-cf1e-45b2-9752-ae9a1d21a8d4', 'name': 'network-vif-deleted', 'tag': '2d202b2a-d778-4b60-8099-df1856bd1065', 'status': 'completed', 'code': 200} Nov 22 16:01:24.371345 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.384243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:01:24.384647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.391394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9147c908-bd74-4d4e-8438-6d9670ea2f23 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:01:24.394646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:01:24.396171 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:01:24.445040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 9147c908-bd74-4d4e-8438-6d9670ea2f23 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:01:24.445334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9147c908-bd74-4d4e-8438-6d9670ea2f23 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:01:24.445772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 35521a6e-9d35-4441-a558-8c233f1b4cfb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:01:24.450042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2c8b0fa3-9370-4ed1-b62e-1c8525446a0d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df13374074ec4b7b9bfc4ebc6dbd58a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3209331 Nov 22 16:01:24.457153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:24.489655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:01:24.496962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.521969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 35521a6e-9d35-4441-a558-8c233f1b4cfb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:01:24.523154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 35521a6e-9d35-4441-a558-8c233f1b4cfb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:01:24.539410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.554633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] Sync routers for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:01:24.600369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:24.601383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:24.623530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.632942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a75b2-898e-4ac3-b753-14d76993fe2d req-ab41f79c-6ae0-4732-b089-b217244b364b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:24.633644 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] 10.222.0.69 "DELETE /v2.0/networks/471ee010-e3bc-4f8d-983a-341c5a1a7dae HTTP/1.1" status: 204 len: 168 time: 1.5027175 Nov 22 16:01:24.634813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f810d-94c1-485f-991e-abab99af7aba admin admin] Pushing event deleted for resources: {'Network': ['ID=471ee010-e3bc-4f8d-983a-341c5a1a7dae,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:24.636403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-468a75b2-898e-4ac3-b753-14d76993fe2d req-ab41f79c-6ae0-4732-b089-b217244b364b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1097 time: 0.2680433 Nov 22 16:01:24.692748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2fff86ae-4746-41a8-9c7a-5f789eab635c tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "PUT /v2.0/floatingips/4077cf85-31d0-4e4b-9465-ec07f1200ef3 HTTP/1.1" status: 200 len: 991 time: 4.9514656 Nov 22 16:01:24.738224 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0346109-8c6f-4e4d-9c0e-3bc7bb0d6e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.776840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0346109-8c6f-4e4d-9c0e-3bc7bb0d6e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.868793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0346109-8c6f-4e4d-9c0e-3bc7bb0d6e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.872292 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0346109-8c6f-4e4d-9c0e-3bc7bb0d6e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:24.873546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b0346109-8c6f-4e4d-9c0e-3bc7bb0d6e64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e1167e4-77f0-481c-b9ce-a24f4467db0a HTTP/1.1" status: 204 len: 168 time: 0.4127738 Nov 22 16:01:24.873809 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60238) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:24.906983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0346109-8c6f-4e4d-9c0e-3bc7bb0d6e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1167e4-77f0-481c-b9ce-a24f4467db0a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:24.920501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-468a75b2-898e-4ac3-b753-14d76993fe2d req-0f3ddfd5-9474-48f5-8066-4ca823e14d34 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477610 Nov 22 16:01:25.070633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:25.072984 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-47bb1205-1e94-4d34-978d-5f8cc28b2faf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c53506112fac4f588c51805da51de08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1939089 Nov 22 16:01:25.125380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:25.154212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7230e0c-9821-4da8-a89f-3f619b5fe354 req-5de1721c-83b5-4ca3-bb69-a1019cd33f2b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:25.168995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7230e0c-9821-4da8-a89f-3f619b5fe354 req-5de1721c-83b5-4ca3-bb69-a1019cd33f2b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 949 time: 0.1907234 Nov 22 16:01:25.177680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:25.378525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 2d202b2a-d778-4b60-8099-df1856bd1065 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:01:25.382210 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:25.384928 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7230e0c-9821-4da8-a89f-3f619b5fe354 req-98040698-92fb-42a5-bf1d-dd9dc2f1d822 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120333 Nov 22 16:01:25.429920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9a9f16b-8c86-44d2-aa19-450b83d00296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:25.501933 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9a9f16b-8c86-44d2-aa19-450b83d00296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:25.694074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2b72-cd21-4eec-8634-a26e3adebbf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:25.728247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 2d202b2a-d778-4b60-8099-df1856bd1065 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:01:25.729061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 2d202b2a-d778-4b60-8099-df1856bd1065 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:01:25.748425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e5fbf-39e1-4293-a438-26c4ae6614d9 req-12d4779f-d591-4ca3-84ee-94376e5de7d3 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:25.757220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-899e5fbf-39e1-4293-a438-26c4ae6614d9 req-12d4779f-d591-4ca3-84ee-94376e5de7d3 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1097 time: 0.2480359 Nov 22 16:01:25.801888 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9a9f16b-8c86-44d2-aa19-450b83d00296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:25.807493 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9a9f16b-8c86-44d2-aa19-450b83d00296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:25.808883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e9a9f16b-8c86-44d2-aa19-450b83d00296 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/191a2ed0-cc64-4b95-8cdd-c7f4a8dfc8bd HTTP/1.1" status: 204 len: 168 time: 0.7249110 Nov 22 16:01:25.825619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '4077cf85-31d0-4e4b-9465-ec07f1200ef3', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'port_id': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:00:50Z', 'updated_at': '2021-11-22T16:01:21Z', 'revision_number': 1, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:25.856319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-899e5fbf-39e1-4293-a438-26c4ae6614d9 req-c2887bb1-09b5-4013-ab84-4e169ad256ca tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901246 Nov 22 16:01:25.857289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9f16b-8c86-44d2-aa19-450b83d00296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191a2ed0-cc64-4b95-8cdd-c7f4a8dfc8bd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:25.888131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] Checking router: 27da5ba8-565f-42ff-b086-58d1cf5f3247 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:01:25.919802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:25.920842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:25.922922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2b72-cd21-4eec-8634-a26e3adebbf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:25.930133 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f4a2b72-cd21-4eec-8634-a26e3adebbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:26.021437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1f4a2b72-cd21-4eec-8634-a26e3adebbf9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14710714de434bc9be64bfddae90075b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8310533 Nov 22 16:01:26.022365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a2b72-cd21-4eec-8634-a26e3adebbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9962b4f-fb4f-4fb5-bf4f-f82078c2cbf5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:26.025006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60276) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:26.155560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25aedd6b-f05f-4c69-a04d-401a4e3c4e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:26.214747 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25aedd6b-f05f-4c69-a04d-401a4e3c4e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:26.238148 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:26.307854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25aedd6b-f05f-4c69-a04d-401a4e3c4e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:26.312215 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25aedd6b-f05f-4c69-a04d-401a4e3c4e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:26.318731 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25aedd6b-f05f-4c69-a04d-401a4e3c4e5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9962b4f-fb4f-4fb5-bf4f-f82078c2cbf5 HTTP/1.1" status: 204 len: 168 time: 0.2922089 Nov 22 16:01:26.326130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60290) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:26.352842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aedd6b-f05f-4c69-a04d-401a4e3c4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9962b4f-fb4f-4fb5-bf4f-f82078c2cbf5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:26.366447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'tag': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:26.368864 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c", "tag": "0f26b76d-16e6-4bb9-8b74-3b8801d88b63"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:26.482489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04799db8-034c-4a4b-b026-34633886d39a req-373501a3-2255-4862-ba45-a33549abf689 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:26.484938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04799db8-034c-4a4b-b026-34633886d39a req-373501a3-2255-4862-ba45-a33549abf689 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 1100 time: 0.0947194 Nov 22 16:01:26.523235 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-04799db8-034c-4a4b-b026-34633886d39a req-5a87e431-07e6-4a13-bd4b-e9a68836d4f5 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:26.677266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-04799db8-034c-4a4b-b026-34633886d39a req-5a87e431-07e6-4a13-bd4b-e9a68836d4f5 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:26.687766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-04799db8-034c-4a4b-b026-34633886d39a req-5a87e431-07e6-4a13-bd4b-e9a68836d4f5 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:26.722778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '4077cf85-31d0-4e4b-9465-ec07f1200ef3', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'port_id': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:00:50Z', 'updated_at': '2021-11-22T16:01:21Z', 'revision_number': 1, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:26.762687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6fbf06-2d21-4411-8b0c-0fd5b554a96d None None] The sync data for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 is: [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '4077cf85-31d0-4e4b-9465-ec07f1200ef3', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'port_id': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'mac_address': 'fa:16:3e:69:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:00:50Z', 'updated_at': '2021-11-22T16:01:21Z', 'revision_number': 1, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:01:26.776020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04799db8-034c-4a4b-b026-34633886d39a req-5a87e431-07e6-4a13-bd4b-e9a68836d4f5 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821004 Nov 22 16:01:26.782343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87e431-07e6-4a13-bd4b-e9a68836d4f5 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a8bbef-39d9-464e-a746-392e03c78e28,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:27.011203 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10f8e74-3919-44e8-ad86-6e1abedb5a3b x-openstack-request-id: req-d10f8e74-3919-44e8-ad86-6e1abedb5a3b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:27.011682 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c", "tag": "0f26b76d-16e6-4bb9-8b74-3b8801d88b63", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:27.012367 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d10f8e74-3919-44e8-ad86-6e1abedb5a3b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:27.013118 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'tag': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'status': 'completed', 'code': 200} Nov 22 16:01:27.154037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-cce911d7-e82d-486e-94d8-6cd3f901267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:27.155595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-cce911d7-e82d-486e-94d8-6cd3f901267e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 1096 time: 0.0897355 Nov 22 16:01:27.196589 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec8b92-7459-421f-aaed-fcb4f7a258c9 None None] New status for floating IP 4077cf85-31d0-4e4b-9465-ec07f1200ef3: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:01:27.237370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60312) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:27.272887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:27.275275 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6969e76c-4aaa-462c-971a-968aea6ab9af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e4655a34bd864a25a2cffb3e8bdfa44a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9470098 Nov 22 16:01:27.356285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-95c9f920-b611-4e94-b000-4577c569132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:27.357930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-95c9f920-b611-4e94-b000-4577c569132d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 925 time: 0.1930499 Nov 22 16:01:27.367747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-91210fd8-7d03-4e5e-8e21-ce1b5cc930e0 req-97cebd6d-f5ff-4f66-b3a7-97c9d44d363a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:01:27.379591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91210fd8-7d03-4e5e-8e21-ce1b5cc930e0 req-97cebd6d-f5ff-4f66-b3a7-97c9d44d363a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4362488 Nov 22 16:01:27.382696 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ac6445-cb1b-4507-93ad-0f5787535fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:27.545532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ac6445-cb1b-4507-93ad-0f5787535fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:27.568092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60326) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:27.607401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0973e883-dd93-4ba1-ae9d-9216f9464ef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:27.700153 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ac6445-cb1b-4507-93ad-0f5787535fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:27.708167 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05ac6445-cb1b-4507-93ad-0f5787535fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:27.710283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-05ac6445-cb1b-4507-93ad-0f5787535fd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e637705e-6b87-45ac-b276-79b0323bd791 HTTP/1.1" status: 204 len: 168 time: 0.4363892 Nov 22 16:01:27.745351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac6445-cb1b-4507-93ad-0f5787535fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637705e-6b87-45ac-b276-79b0323bd791,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:27.812870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-42b6ca7f-634a-44af-a889-ced816397ba5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63 HTTP/1.1" status: 200 len: 999 time: 0.4266756 Nov 22 16:01:27.857781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0973e883-dd93-4ba1-ae9d-9216f9464ef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:27.870364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0973e883-dd93-4ba1-ae9d-9216f9464ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:27.929448 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0973e883-dd93-4ba1-ae9d-9216f9464ef0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b52299a75d04b4eb3b9ff5a77328d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597510 Nov 22 16:01:27.930101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a537e258-53cb-427a-9267-760c6f53da70 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932446 Nov 22 16:01:27.962139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973e883-dd93-4ba1-ae9d-9216f9464ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32f5bb1-2a1e-45c8-942e-0f3272c7ec02,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:27.964792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60342) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:27.998212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-2fe6de5a-ac75-4a95-9176-51cce84d65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:28.001645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-2fe6de5a-ac75-4a95-9176-51cce84d65df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18b32868-1806-41a0-8f37-90366ab6428f HTTP/1.1" status: 200 len: 863 time: 0.1722658 Nov 22 16:01:28.056171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7092b7aa-df54-4824-8c38-a0fb1cf9da33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.139642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-04a3b699-8cb5-4356-9e71-f5f9e8260496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:28.141244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-04a3b699-8cb5-4356-9e71-f5f9e8260496 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214793 Nov 22 16:01:28.143776 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fe482b9-51e9-48c2-a51e-465cf09e5b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.252899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7092b7aa-df54-4824-8c38-a0fb1cf9da33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.273639 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7092b7aa-df54-4824-8c38-a0fb1cf9da33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.323485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fe482b9-51e9-48c2-a51e-465cf09e5b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.331757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-1ae94ae0-a8ae-4e84-b076-730cda494485 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:28.334473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-1ae94ae0-a8ae-4e84-b076-730cda494485 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4029238 Nov 22 16:01:28.406848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-cb321eb4-a69b-45bf-b0ab-47c2904ae54f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/quotas/4356fc095a8d4a59bc430016957704c2 HTTP/1.1" status: 200 len: 375 time: 0.0455866 Nov 22 16:01:28.414333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-0fe22e1a-c09f-4ab7-965b-022f60bede99 service neutron] 10.222.0.71 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614825 Nov 22 16:01:28.451308 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7092b7aa-df54-4824-8c38-a0fb1cf9da33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=26c2960772044f9fac94cd6150c6475c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2067704 Nov 22 16:01:28.457506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60362) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:28.466747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092b7aa-df54-4824-8c38-a0fb1cf9da33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0facd2-f9f3-4061-8383-883112b9bb5d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:28.511293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fe482b9-51e9-48c2-a51e-465cf09e5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.521567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fe482b9-51e9-48c2-a51e-465cf09e5b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.524304 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7fe482b9-51e9-48c2-a51e-465cf09e5b62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e32f5bb1-2a1e-45c8-942e-0f3272c7ec02 HTTP/1.1" status: 204 len: 168 time: 0.5539205 Nov 22 16:01:28.542564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe482b9-51e9-48c2-a51e-465cf09e5b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32f5bb1-2a1e-45c8-942e-0f3272c7ec02,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:28.566746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60366) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:28.650012 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8b7ba144-1559-42c5-ab86-f7be4086cac3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da9898efd5234dbcb4ba3a3088482df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0741174 Nov 22 16:01:28.650012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:28.728777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-d14137be-9a3e-4949-af47-4e2e11245616 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3026922 Nov 22 16:01:28.772889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38214b79-f0c4-4edd-9efc-3b8abb842273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.793980 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26e659c7-2e4f-4ba0-afe9-7c72a5d6ea12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.819115 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0bf0da-0df8-42d7-b330-abf8f524dcf6 req-eecb1227-fd9d-4495-9870-34db8333d78c service neutron] 10.222.0.71 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782408 Nov 22 16:01:28.848512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26e659c7-2e4f-4ba0-afe9-7c72a5d6ea12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.852334 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38214b79-f0c4-4edd-9efc-3b8abb842273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.945758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26e659c7-2e4f-4ba0-afe9-7c72a5d6ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.950460 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26e659c7-2e4f-4ba0-afe9-7c72a5d6ea12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.952272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-26e659c7-2e4f-4ba0-afe9-7c72a5d6ea12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb0facd2-f9f3-4061-8383-883112b9bb5d HTTP/1.1" status: 204 len: 168 time: 0.4473591 Nov 22 16:01:28.958728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38214b79-f0c4-4edd-9efc-3b8abb842273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.965502 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38214b79-f0c4-4edd-9efc-3b8abb842273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:28.971182 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-38214b79-f0c4-4edd-9efc-3b8abb842273 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f71169a-4b88-4bed-87eb-394e3ce834ab HTTP/1.1" status: 204 len: 168 time: 0.3108447 Nov 22 16:01:28.976302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e659c7-2e4f-4ba0-afe9-7c72a5d6ea12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0facd2-f9f3-4061-8383-883112b9bb5d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:28.988494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38214b79-f0c4-4edd-9efc-3b8abb842273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f71169a-4b88-4bed-87eb-394e3ce834ab,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:29.243468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60392) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:29.768960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-network', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:29.819943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Made reservation on behalf of 2738ec5fe6394bd9a78ae8511dd1fba2 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:29.823158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:29.837182 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:29.976997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:29.986184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.023438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:01:30.090347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.090738 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Added segment 337fe2e1-06c7-4525-90b0-2d40e263547c of type vlan for network b9f74b68-acf5-4d0b-8df4-075f4025a6ee Nov 22 16:01:30.121377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60432) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:30.150006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:30.185291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3138c-1369-4b01-bcdf-156cffd439c9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:30.232709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.243021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59c82c7f-436e-4984-b039-1826340312e6 req-ab3114f9-ac18-40b9-96f5-584241a5e311 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 210 time: 0.0917137 Nov 22 16:01:30.247582 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0b53120-b8b3-4a74-9751-fa13c1143ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.278135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.282062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:30.286123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.375061 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1306412 Nov 22 16:01:30.379450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:30.389349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Request body: {'subnet': {'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-subnet', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:30.391306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbba235-2a91-456c-b1b2-225ccd6b2dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f74b68-acf5-4d0b-8df4-075f4025a6ee,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:30.414017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network b9f74b68-acf5-4d0b-8df4-075f4025a6ee details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:01:30.463335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0b53120-b8b3-4a74-9751-fa13c1143ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.466833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Made reservation on behalf of 2738ec5fe6394bd9a78ae8511dd1fba2 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:30.469880 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.474272 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0b53120-b8b3-4a74-9751-fa13c1143ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.596200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1740357983-network', 'tenant_id': '78972e9a69a64fddbb3aa4370304e654'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:30.638786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Made reservation on behalf of 78972e9a69a64fddbb3aa4370304e654 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:30.644578 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.709938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.724860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f0b53120-b8b3-4a74-9751-fa13c1143ecb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5c5ec85b2e74b848b12182129dbcc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5629418 Nov 22 16:01:30.726626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b53120-b8b3-4a74-9751-fa13c1143ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec363b57-dd0a-42ad-a16c-417787dc2997,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:30.727779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60456) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:30.924084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab6f1-040c-4da4-98ff-7013e5d8e072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:30.942885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60468) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:30.982181 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab6f1-040c-4da4-98ff-7013e5d8e072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.049657 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.066552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.100706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab6f1-040c-4da4-98ff-7013e5d8e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.103715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a3ab6f1-040c-4da4-98ff-7013e5d8e072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.106421 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a3ab6f1-040c-4da4-98ff-7013e5d8e072 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec363b57-dd0a-42ad-a16c-417787dc2997 HTTP/1.1" status: 204 len: 168 time: 0.3769591 Nov 22 16:01:31.112549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:01:31.122064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ab6f1-040c-4da4-98ff-7013e5d8e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec363b57-dd0a-42ad-a16c-417787dc2997,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:31.181016 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.181659 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Added segment 92a3a1cf-6cf1-4280-8122-d51f6f819c91 of type vlan for network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd Nov 22 16:01:31.243541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51ee38d-e640-41ac-bd56-8a1d402f7399,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:31.248780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.354383 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.355429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:31.356077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.383874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2571585 Nov 22 16:01:31.384832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60482) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:31.391263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Request body: {'subnet': {'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1740357983-subnet', 'tenant_id': '78972e9a69a64fddbb3aa4370304e654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:31.401047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.426333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Made reservation on behalf of 78972e9a69a64fddbb3aa4370304e654 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:31.430564 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.482809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-182b82ca-9b30-4a34-a31b-970c91ed55d4 req-27afe8be-447a-482e-831b-94d9017992a5 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 210 time: 0.1079109 Nov 22 16:01:31.549469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d2354-69e4-437c-a090-d85689872291 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:31.576251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ccc0aca-7894-495a-90aa-92f809ccc22a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:31.581961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:01:31.607972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Checking segment: {'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:31.608716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Network hostable DHCP agents. Network: b9f74b68-acf5-4d0b-8df4-075f4025a6ee, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:01:31.622564 n-d-811716-3 neutron-server[103410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:01:31.635358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Network b9f74b68-acf5-4d0b-8df4-075f4025a6ee is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:01:31.659137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, b9f74b68-acf5-4d0b-8df4-075f4025a6ee) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:31.668130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:31.669210 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.676114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-2aa47e39-5fbf-47bf-b62b-729c9d0da738 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:01:31.692274 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-2aa47e39-5fbf-47bf-b62b-729c9d0da738 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7468767 Nov 22 16:01:31.710330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c7ccf23e-b675-4a24-a1ff-7bf7916d7b96 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3234060 Nov 22 16:01:31.710330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:31.721856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:31.779096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.781354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:31.902899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b1e7fd-f5ec-425b-931f-59da37422695 None None] Network b9f74b68-acf5-4d0b-8df4-075f4025a6ee requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:31.966876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:32.084714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ab7aae-234f-45ce-af7c-c8ca355c4f29,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:32.151660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a87150e0-03ca-474a-919c-a25bd3435a5f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924377 Nov 22 16:01:32.164757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Checking segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:32.165215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Network hostable DHCP agents. Network: 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:01:32.174610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:32.202081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:01:32.239384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:32.246549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:32.250262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:32.317010 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8f24c216-6c28-4498-b8c3-030917425ca9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9283783 Nov 22 16:01:32.318513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ae2ea-2f29-42b9-b9e1-98ccb0c770fe None None] Network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:32.355527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-b9f74b68-acf5-4d0b-8df4-075f4025a6ee', 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'fixed_ips': [{'subnet_id': '4ccc0aca-7894-495a-90aa-92f809ccc22a'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:01:32.358538 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:32.474949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-1b110f99-cb0e-46b3-a902-e39a7ae69e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:32.487822 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-1b110f99-cb0e-46b3-a902-e39a7ae69e9e service neutron] 10.222.0.69 "GET /v2.0/ports/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 1094 time: 0.4270775 Nov 22 16:01:32.493791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Request body: {'binding': {'host': 'n-h2-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:32.494563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Unknown quota resources ['binding']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:01:32.763570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.11', 61860) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:32.813321 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-87164cab-e723-4440-a56e-7ad3c4bcd1f5 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482390 Nov 22 16:01:32.998314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-bb4b14b4-571f-457a-9316-cad3be83bcdb tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:33.000074 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-bb4b14b4-571f-457a-9316-cad3be83bcdb tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8365281 Nov 22 16:01:33.015587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65e0a1-98fc-4573-a1ae-8a6a2277c85d None None] Network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:33.099041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f68823c-9138-47b7-b92a-42745916a63d req-343d173b-fb00-4778-830f-f7ffbd11851b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 210 time: 0.0970140 Nov 22 16:01:33.113685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Request body: {'port': {'device_id': 'd9cb52e1-c5ba-43ca-88e7-ab8671a7da4d', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '4356fc095a8d4a59bc430016957704c2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:33.284146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on host n-h2-811716-3 for vnic_type normal with profile None {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:33.284910 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:33.285500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:33.299631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Allocated IP 172.20.0.2 (b9f74b68-acf5-4d0b-8df4-075f4025a6ee/4ccc0aca-7894-495a-90aa-92f809ccc22a/293c42e6-d02c-418b-b261-8efae00bdf9d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:33.358571 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:33.359124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:33.385810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-1fefa9a9-c60a-4656-b831-471a0a9fcaab tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:33.388385 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-1fefa9a9-c60a-4656-b831-471a0a9fcaab tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5667744 Nov 22 16:01:33.391230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:33.392552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:33.393218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:33.394465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Bound port: e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:33.417089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Request body: {'port': {'device_id': '3049e277-8d53-4dd7-afc9-4954573f5285', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '4356fc095a8d4a59bc430016957704c2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:33.648725 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:33.682935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:33.692893 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:33.702173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:33.704138 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-e8141794-8b84-491e-80bf-1eaeaa7189ed service neutron] 10.222.0.69 "POST /v2.0/ports/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e/bindings HTTP/1.1" status: 201 len: 389 time: 1.2147429 Nov 22 16:01:33.712104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:33.840209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Network b9f74b68-acf5-4d0b-8df4-075f4025a6ee is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:33.856858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:33.874545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:33.892903 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Pushing event updated for resources: {'Port': ['ID=293c42e6-d02c-418b-b261-8efae00bdf9d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:33.933229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Made reservation on behalf of 4356fc095a8d4a59bc430016957704c2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:33.941462 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:33.950835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Made reservation on behalf of 4356fc095a8d4a59bc430016957704c2 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:33.965261 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:34.007633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Attempting to bind port 293c42e6-d02c-418b-b261-8efae00bdf9d on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:34.008566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Attempting to bind port 293c42e6-d02c-418b-b261-8efae00bdf9d by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:34.009598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Attempting to bind port 293c42e6-d02c-418b-b261-8efae00bdf9d on network b9f74b68-acf5-4d0b-8df4-075f4025a6ee {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:34.018761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:34.019834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Checking segment: {'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:34.019834 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:34.020576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Bound using segment: {'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:34.021232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Bound port: 293c42e6-d02c-418b-b261-8efae00bdf9d, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:34.021839 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:34.219194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] For port 293c42e6-d02c-418b-b261-8efae00bdf9d, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:34.232091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] For port 293c42e6-d02c-418b-b261-8efae00bdf9d, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=293c42e6-d02c-418b-b261-8efae00bdf9d,segment=NetworkSegment(337fe2e1-06c7-4525-90b0-2d40e263547c),segment_id=337fe2e1-06c7-4525-90b0-2d40e263547c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:34.238524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b5aea-48c6-4124-829d-4e565d04cddd req-bf8bf43c-2e53-498a-b8f4-22864729535f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:34.239458 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:34.240351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-277b5aea-48c6-4124-829d-4e565d04cddd req-bf8bf43c-2e53-498a-b8f4-22864729535f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 946 time: 0.1093297 Nov 22 16:01:34.354027 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:01:34.366731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Allocated IP 192.168.233.64 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/e69d504f-b032-4fb1-a3cd-3d7090cfc9c6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:34.447120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-277b5aea-48c6-4124-829d-4e565d04cddd req-b9d38a4e-05d6-4433-864c-a656488d4fce tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574633 Nov 22 16:01:34.449594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf7f38-cd1c-4dbf-88b6-b3142f99ac4a None None] Pushing event updated for resources: {'Port': ['ID=293c42e6-d02c-418b-b261-8efae00bdf9d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:34.529504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:34.575442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-58e04030-415f-4e65-8e9e-159986f8af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:34.579733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-58e04030-415f-4e65-8e9e-159986f8af92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1097 time: 0.2527194 Nov 22 16:01:34.582191 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:34.790784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-16ca57e0-b194-422c-8d36-df2e64a83ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:34.795384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-16ca57e0-b194-422c-8d36-df2e64a83ccf service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.1887875 Nov 22 16:01:34.846408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:34.856558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b4be6b4-02ff-455e-9460-ee396c9c9023 req-88dad2de-4518-467a-b9a9-2072c8d43455 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 210 time: 0.2488265 Nov 22 16:01:34.961253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:34.977179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:35.109798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:35.112526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'Port': ['ID=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:35.120244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-073d9de3-6ff7-47a4-91bd-15333a138320 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 217 time: 0.2542078 Nov 22 16:01:35.121280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:35.140840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:35.206352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:35.206352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:35.240308 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-4ed93620-8f54-4748-aba9-53db54870fd4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8329725 Nov 22 16:01:35.253742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Request body: {'port': {'device_id': '3049e277-8d53-4dd7-afc9-4954573f5285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:35.397006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Allocated IP 192.168.233.254 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/cbbf6f57-b03b-44d0-9649-5da9aa7296d3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:35.402636 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:35.561564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2cb71a1e-bbec-43ec-a8c1-9e111f33e72f None None] Provisioning complete for port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:35.562373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2cb71a1e-bbec-43ec-a8c1-9e111f33e72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:35.648116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Allocated IP 172.25.5.124 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:35.698520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2cb71a1e-bbec-43ec-a8c1-9e111f33e72f None None] Port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:01:35.819826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:36.015510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-3af1a944-f3a6-4334-bee7-d907b3b9e145 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:36.017753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-3af1a944-f3a6-4334-bee7-d907b3b9e145 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 805 time: 1.4096878 Nov 22 16:01:36.018932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:36.053533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-9bcc52cb-d975-4eb7-804e-7b9f7335f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:36.055006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-9bcc52cb-d975-4eb7-804e-7b9f7335f874 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.8327489 Nov 22 16:01:36.108068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-b76ad1e1-2994-41f5-83c8-f8f629332292 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/quotas/78972e9a69a64fddbb3aa4370304e654 HTTP/1.1" status: 200 len: 375 time: 0.0693440 Nov 22 16:01:36.168894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-ae5e100c-2654-45bf-bb1f-67fa47333459 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857918 Nov 22 16:01:36.200422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:36.226150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f3a5ec-d89d-4a9d-9574-585a8fd51e65 None None] Network b9f74b68-acf5-4d0b-8df4-075f4025a6ee requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:36.255988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-aabb9ac5-9c2e-4c5a-b3ce-f9b6642ca7b0 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273377 Nov 22 16:01:36.260997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:36.293312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:36.366798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 293c42e6-d02c-418b-b261-8efae00bdf9d up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:36.369485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Pushing event updated for resources: {'Port': ['ID=cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:36.421981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-54588c3c-f682-43f1-b08a-303c1addcd0b None None] Provisioning complete for port 293c42e6-d02c-418b-b261-8efae00bdf9d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:36.422412 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54588c3c-f682-43f1-b08a-303c1addcd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:36.495671 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:36.533527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 293c42e6-d02c-418b-b261-8efae00bdf9d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:36.533982 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:36.567072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cae3fa-644c-4feb-8788-0413cdd66570 req-7a40a3b3-8393-4766-878a-cb8af11c1507 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:36.567072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87cae3fa-644c-4feb-8788-0413cdd66570 req-7a40a3b3-8393-4766-878a-cb8af11c1507 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 946 time: 0.4943142 Nov 22 16:01:36.758543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-5f6b27ef-0f41-4693-b22c-9d4d0cf539c2 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602877 Nov 22 16:01:36.773967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-00e7d634-51b3-4c22-bf10-ae25008892e6 service neutron] 10.222.0.69 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167379 Nov 22 16:01:36.872690 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:36.892734 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54588c3c-f682-43f1-b08a-303c1addcd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:36.955164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 293c42e6-d02c-418b-b261-8efae00bdf9d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=293c42e6-d02c-418b-b261-8efae00bdf9d,segment=NetworkSegment(337fe2e1-06c7-4525-90b0-2d40e263547c),segment_id=337fe2e1-06c7-4525-90b0-2d40e263547c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:36.963222 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.055646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:37.064532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-54588c3c-f682-43f1-b08a-303c1addcd0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:01:37.065027 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-54588c3c-f682-43f1-b08a-303c1addcd0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:01:37.065922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=293c42e6-d02c-418b-b261-8efae00bdf9d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:37.070131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.090442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Transition to ACTIVE for port object e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:01:37.094725 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.164482 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.177827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:37.192784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Pushing event updated for resources: {'Port': ['ID=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:37.275511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Attempting to bind port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:37.276374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Attempting to bind port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:37.276870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Attempting to bind port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:37.292974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:37.293687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Attempting to bind port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:37.301497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:37.301846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:37.302235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:37.302670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Bound port: e69d504f-b032-4fb1-a3cd-3d7090cfc9c6, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:37.303057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.317253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87cae3fa-644c-4feb-8788-0413cdd66570 req-e565720f-5423-4644-a64c-84bd8e6489c7 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7419300 Nov 22 16:01:37.408903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] For port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:37.415889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] For port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:37.424924 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.475690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:37.476408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.477772 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] 10.222.0.11 "PUT /v2.0/ports/e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 HTTP/1.1" status: 200 len: 1095 time: 2.2289443 Nov 22 16:01:37.478229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3049e277-8d53-4dd7-afc9-4954573f5285', 'tag': 'e69d504f-b032-4fb1-a3cd-3d7090cfc9c6'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:37.480731 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caec3505-150b-4c85-b431-1fd0466696a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3049e277-8d53-4dd7-afc9-4954573f5285", "tag": "e69d504f-b032-4fb1-a3cd-3d7090cfc9c6"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:37.508145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:37.519487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ef154-7aaf-4686-a328-dfd2a1531bee service neutron] Pushing event updated for resources: {'Port': ['ID=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:37.550888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:37.573472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:37.581711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:37.582554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.618642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-daf9fe08-9d79-46db-ae45-3966697ce0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:37.622105 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-daf9fe08-9d79-46db-ae45-3966697ce0d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 1098 time: 0.0828497 Nov 22 16:01:37.634142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'Port': ['ID=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:37.700490 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-056761f0-3aab-481e-9f00-1f0dafc6d493 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 HTTP/1.1" status: 200 len: 217 time: 0.0606172 Nov 22 16:01:37.704484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-f26d5745-ddf4-40cf-ad68-55b5627fabdc service neutron] 10.222.0.69 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9292047 Nov 22 16:01:37.741982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-e8199617-938c-4080-bfde-7732a6a24105 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6407974 Nov 22 16:01:37.746350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.761453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-ce14a9f8-61e2-45da-bb0f-6973a7db2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:37.764488 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-ce14a9f8-61e2-45da-bb0f-6973a7db2333 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0632057 Nov 22 16:01:37.848059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-656828e8-482c-4b69-9c9c-b4a766067dc6 None None] Provisioning complete for port 293c42e6-d02c-418b-b261-8efae00bdf9d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:37.848668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-656828e8-482c-4b69-9c9c-b4a766067dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:37.851740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-9fd1a1fc-ccff-48ac-b240-57c7c2779ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:37.862294 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-9fd1a1fc-ccff-48ac-b240-57c7c2779ad8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827518 Nov 22 16:01:37.901978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Request body: {'port': {'device_id': 'd9cb52e1-c5ba-43ca-88e7-ab8671a7da4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:38.034259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-116ef7a1-5b58-4407-a133-b0152590457e service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8846328 Nov 22 16:01:38.154035 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-15ceebf7-1e27-4cd9-9d8a-2502491faa3d service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827220 Nov 22 16:01:38.338788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 293c42e6-d02c-418b-b261-8efae00bdf9d up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:38.416821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-bc413fe0-e7f2-4d8a-8c20-197328c78bd7 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535033 Nov 22 16:01:38.449827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:38.458790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60626) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:38.464697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-717da951-3020-4b1e-959a-d44602f29913 None None] Provisioning complete for port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:38.465534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-717da951-3020-4b1e-959a-d44602f29913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:38.518473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-717da951-3020-4b1e-959a-d44602f29913 None None] Port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:01:38.544880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 293c42e6-d02c-418b-b261-8efae00bdf9d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:38.546590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:38.685821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26aac7-55da-42f9-a615-00fb853738a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:38.694407 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:38.727372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7c1cb-59c4-4c12-9426-c186e35762a8 req-75e5e94b-bb56-4f0a-8770-f718c41bc905 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:38.729893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebd7c1cb-59c4-4c12-9426-c186e35762a8 req-75e5e94b-bb56-4f0a-8770-f718c41bc905 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 947 time: 0.8328333 Nov 22 16:01:38.782172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-245cc74e-91bf-4e37-b58f-2a40f627a84a tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:38.784825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-245cc74e-91bf-4e37-b58f-2a40f627a84a tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1097 time: 0.4094112 Nov 22 16:01:38.826871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811716-3'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:38.838048 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26aac7-55da-42f9-a615-00fb853738a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:38.846895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26aac7-55da-42f9-a615-00fb853738a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:38.919653 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ab26aac7-55da-42f9-a615-00fb853738a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=891a0fcd905d47929d48bb02f25843bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4595125 Nov 22 16:01:38.921519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26aac7-55da-42f9-a615-00fb853738a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cb04ac-325b-4e07-b0d4-1ddc0949df2e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:38.927401 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60640) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:38.965608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-1e2f8621-c080-4f3d-b9c4-804cdd589057 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=db183c358c8b4c148b2f0afbf289a35e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1333020 Nov 22 16:01:39.008502 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5e12-3ced-4d9d-810a-1d4e2cfe4f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:39.034645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebd7c1cb-59c4-4c12-9426-c186e35762a8 req-bfeb4c33-9948-4a1f-99c0-f420de8cfb66 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789226 Nov 22 16:01:39.037870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5e12-3ced-4d9d-810a-1d4e2cfe4f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:39.120451 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59945a6d-445b-44ce-8ea6-cbd835e1bd70 x-openstack-request-id: req-59945a6d-445b-44ce-8ea6-cbd835e1bd70 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:39.120889 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3049e277-8d53-4dd7-afc9-4954573f5285", "tag": "e69d504f-b032-4fb1-a3cd-3d7090cfc9c6", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:39.121501 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59945a6d-445b-44ce-8ea6-cbd835e1bd70 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:39.122143 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3049e277-8d53-4dd7-afc9-4954573f5285', 'tag': 'e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'status': 'completed', 'code': 200} Nov 22 16:01:39.146348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5e12-3ced-4d9d-810a-1d4e2cfe4f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:39.151400 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5e12-3ced-4d9d-810a-1d4e2cfe4f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:39.156309 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3ecb5e12-3ced-4d9d-810a-1d4e2cfe4f72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/32cb04ac-325b-4e07-b0d4-1ddc0949df2e HTTP/1.1" status: 204 len: 168 time: 0.2271097 Nov 22 16:01:39.202555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb5e12-3ced-4d9d-810a-1d4e2cfe4f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cb04ac-325b-4e07-b0d4-1ddc0949df2e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:39.245397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec3505-150b-4c85-b431-1fd0466696a4 req-90541eb8-4f7f-463c-96c6-e292f631b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:39.247043 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-caec3505-150b-4c85-b431-1fd0466696a4 req-90541eb8-4f7f-463c-96c6-e292f631b260 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 1098 time: 0.0895123 Nov 22 16:01:39.260021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebaf1e91-398c-4de8-a9bd-dd1f8c05d23c req-d60ed0df-ca24-4fd3-9e5a-1ee9624f4e4f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 210 time: 0.0823936 Nov 22 16:01:39.277038 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:39.400055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec3505-150b-4c85-b431-1fd0466696a4 req-110945c7-fb52-43fe-b0a2-1a568c9d9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:39.402001 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-caec3505-150b-4c85-b431-1fd0466696a4 req-110945c7-fb52-43fe-b0a2-1a568c9d9fb0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1470404 Nov 22 16:01:39.462238 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-caec3505-150b-4c85-b431-1fd0466696a4 req-a5774a2a-557e-4d35-9e36-408ed8c5be35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 HTTP/1.1" status: 200 len: 217 time: 0.0511637 Nov 22 16:01:39.515925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:01:39.529709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-f2510119-0430-426b-8fd9-55842c06d8e8 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:39.534038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec3505-150b-4c85-b431-1fd0466696a4 req-570f6f0e-f6c3-4e03-a39f-afa994e9e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:39.538108 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-caec3505-150b-4c85-b431-1fd0466696a4 req-570f6f0e-f6c3-4e03-a39f-afa994e9e0bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0660472 Nov 22 16:01:39.540077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-f2510119-0430-426b-8fd9-55842c06d8e8 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5555880 Nov 22 16:01:39.598516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec3505-150b-4c85-b431-1fd0466696a4 req-04497c3f-1930-4e9d-bc64-5e612389cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:39.600480 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-caec3505-150b-4c85-b431-1fd0466696a4 req-04497c3f-1930-4e9d-bc64-5e612389cfe4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549958 Nov 22 16:01:39.601064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60650) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:39.613856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-91d4f901-5b6c-4f82-964a-5864784f8f7f tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/quotas/db183c358c8b4c148b2f0afbf289a35e HTTP/1.1" status: 200 len: 375 time: 0.0688150 Nov 22 16:01:39.701231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a811eaea-7cb0-4918-a4fb-55bdd8107698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:39.906271 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-caec3505-150b-4c85-b431-1fd0466696a4 req-135cf354-a136-499b-9ee2-e68b456a6b0e service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912545 Nov 22 16:01:39.914888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-b96c3992-766d-4f49-9ede-18eeb33a59c3 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:39.916406 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-b96c3992-766d-4f49-9ede-18eeb33a59c3 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 805 time: 0.2748837 Nov 22 16:01:39.937998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Request body: {'port': {'device_id': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'admin_state_up': True, 'tenant_id': '78972e9a69a64fddbb3aa4370304e654'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:40.066104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b8dca-888f-482e-9821-c38de77af229 req-85146223-c5eb-46fb-a449-adad740f2520 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:40.069574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-789b8dca-888f-482e-9821-c38de77af229 req-85146223-c5eb-46fb-a449-adad740f2520 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 946 time: 0.6595049 Nov 22 16:01:40.080920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-907161fd-d948-457b-ab82-96862b9353ab tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=db183c358c8b4c148b2f0afbf289a35e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4482636 Nov 22 16:01:40.106145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a811eaea-7cb0-4918-a4fb-55bdd8107698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.123555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a811eaea-7cb0-4918-a4fb-55bdd8107698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.218653 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-caec3505-150b-4c85-b431-1fd0466696a4 req-c0f55b35-0d72-4c79-b3b8-9218991c00f6 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975686 Nov 22 16:01:40.225493 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a811eaea-7cb0-4918-a4fb-55bdd8107698 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f2a9f7094db456abe8b116741c88258&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6230133 Nov 22 16:01:40.228353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811eaea-7cb0-4918-a4fb-55bdd8107698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f58d43-dc56-4083-8b97-4fd804d50ac4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:40.233132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60656) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:40.311190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Made reservation on behalf of 78972e9a69a64fddbb3aa4370304e654 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:40.315254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.321048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:40.366924 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2606b128-9561-4972-bf11-69a2a45f9f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.412592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2606b128-9561-4972-bf11-69a2a45f9f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.490925 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-789b8dca-888f-482e-9821-c38de77af229 req-1df16770-20a9-433c-b44f-5b0871947d8a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985674 Nov 22 16:01:40.508639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbf6f57-b03b-44d0-9649-5da9aa7296d3 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:40.544783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.548605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:01:40.563538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:40.572537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Sync routers for ids ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:01:40.584465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2606b128-9561-4972-bf11-69a2a45f9f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.585816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Routers {'7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:40.586460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:40.601284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2606b128-9561-4972-bf11-69a2a45f9f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.605682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Transition to ACTIVE for port object cbbf6f57-b03b-44d0-9649-5da9aa7296d3 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:01:40.621786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2606b128-9561-4972-bf11-69a2a45f9f00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68f58d43-dc56-4083-8b97-4fd804d50ac4 HTTP/1.1" status: 204 len: 168 time: 0.3860874 Nov 22 16:01:40.622111 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.638708 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.640005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-29ad2aa0-1682-4811-bf4a-7da6aa0a5121 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.9271333 Nov 22 16:01:40.670679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:40.698834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:40.723824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606b128-9561-4972-bf11-69a2a45f9f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f58d43-dc56-4083-8b97-4fd804d50ac4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:40.736204 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae239a5-a6ab-4fb2-a629-9ca9a297b967" -d '{"events": [{"server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "name": "network-vif-unplugged", "status": "completed", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:40.746905 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:40.756851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Allocated IP 172.20.0.6 (7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd/83ab7aae-234f-45ce-af7c-c8ca355c4f29/4ef476cc-8c64-4070-a3a5-1e64d34b3d64) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:40.852972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Set router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:40.884530 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.089969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:41.258254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.307957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:01:41.315255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d0cbd6c-6649-4f8d-9734-535e1241055c req-c0da8b3a-9ae0-46a5-b286-392a8fd91d27 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 210 time: 0.1527619 Nov 22 16:01:41.359547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.433093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:41.437890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:41.446000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:41.476578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Attempting to bind port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:41.477288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Attempting to bind port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:41.477765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Attempting to bind port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:41.490447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Pushing event updated for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:41.540236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f9b73-bb44-4f66-acb4-4941d2140a88 req-5ffe8563-03bc-4688-8ce6-07f5721cdf06 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:41.541831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-393f9b73-bb44-4f66-acb4-4941d2140a88 req-5ffe8563-03bc-4688-8ce6-07f5721cdf06 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 947 time: 0.7044067 Nov 22 16:01:41.542514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Pushing event updated for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:41.560020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:41.560020 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.588006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:41.588545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Attempting to bind port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:41.601509 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-fe385b4b-0b6f-401c-9f88-8addf21ea42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6701756 Nov 22 16:01:41.618554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Request body: {'port': {'device_id': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:41.650724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:36Z', 'revision_number': 3, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port': {'id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:34Z', 'updated_at': '2021-11-22T16:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:41.699300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Checking router: 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:01:41.699583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Updating router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:01:41.744357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-393f9b73-bb44-4f66-acb4-4941d2140a88 req-63bde61a-28d2-4cca-a53b-3df319135912 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389298 Nov 22 16:01:41.745073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on host n-h1-811716-3 for vnic_type normal with profile {"migrating_to": "n-h2-811716-3"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:41.745430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:41.745754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:41.751240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:41.751468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:41.751861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:41.752542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Bound port: cbbf6f57-b03b-44d0-9649-5da9aa7296d3, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:41.753186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.756692 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.772121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:41.772456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Attempting to bind port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:41.803837 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.804084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:41.826531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'mac_address': 'fa:16:3e:1f:6e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:01:41.828369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba52f1-62af-4aa8-be6a-0d49e2412921 req-047003bd-844c-49ad-aacd-de85e4467328 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:41.837458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7dba52f1-62af-4aa8-be6a-0d49e2412921 req-047003bd-844c-49ad-aacd-de85e4467328 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 931 time: 0.3650749 Nov 22 16:01:41.855511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:41.855852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:41.856297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:41.856753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Bound port: e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:41.857109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.962625 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:41.978262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:41.981996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:41.984310 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d3ca8-bb84-4b63-9fdb-cc8e74c3b34c x-openstack-request-id: req-506d3ca8-bb84-4b63-9fdb-cc8e74c3b34c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:41.984616 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "name": "network-vif-unplugged", "status": "completed", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:41.984928 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-506d3ca8-bb84-4b63-9fdb-cc8e74c3b34c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:41.986260 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e', 'code': 200} Nov 22 16:01:41.997420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:42.003602 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:42.073447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:42.087840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Pushing event updated for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:42.106932 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:42.226491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.71', 58166) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:42.291092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7dba52f1-62af-4aa8-be6a-0d49e2412921 req-cc3d82f2-1384-459d-9e8b-13d0e6bbe3bd tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525661 Nov 22 16:01:42.312373 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-00465f7f-2172-4f0b-9460-a0179e740b9c tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=db183c358c8b4c148b2f0afbf289a35e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844159 Nov 22 16:01:42.394584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:42.455860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] For port cbbf6f57-b03b-44d0-9649-5da9aa7296d3, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:42.461259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:42.498208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:42.498889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:42.500513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-aa49953b-84a2-4df3-b38e-46248edb4201 service neutron] 10.222.0.71 "PUT /v2.0/ports/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 1122 time: 3.6953988 Nov 22 16:01:42.574856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] For port cbbf6f57-b03b-44d0-9649-5da9aa7296d3, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:42.585346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9d15d-3034-41a5-bded-787bfd74f8b2 req-ecab8c8a-c5f4-417e-bec9-8c1326f05726 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:42.589827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e617c29a-6c88-4da9-8fa4-2bff07fc6a8e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:42.594634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72e9d15d-3034-41a5-bded-787bfd74f8b2 req-ecab8c8a-c5f4-417e-bec9-8c1326f05726 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 944 time: 0.2796259 Nov 22 16:01:42.602702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:42.710606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:42.738968 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:42.743827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-b6e15b26-4718-4a09-9680-3509aa9f2a35 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:42.746711 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-b6e15b26-4718-4a09-9680-3509aa9f2a35 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4114413 Nov 22 16:01:42.764116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d1efe9-8675-428c-a63b-62a7324bb4bd req-822202fd-53fb-44e5-91e7-5b1138b1b881 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 210 time: 0.0811231 Nov 22 16:01:42.769271 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:42.783287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:42.784677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:42.786205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-a61f29cf-2ccc-4a5c-87b8-54922d2b70a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/cbbf6f57-b03b-44d0-9649-5da9aa7296d3 HTTP/1.1" status: 200 len: 1096 time: 4.8965271 Nov 22 16:01:42.817515 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:42.840420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Request body: {'port': {'device_id': 'ad8bded4-1fab-44e3-b92e-13de37d6aa87', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': 'db183c358c8b4c148b2f0afbf289a35e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:42.973839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:42.989101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a323b-ad02-4797-8a44-3430c1c386b3 None None] Pushing event updated for resources: {'Port': ['ID=cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:42.990590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.031063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Transition to ACTIVE for port object 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:01:43.048833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.076721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72e9d15d-3034-41a5-bded-787bfd74f8b2 req-329aeb77-44ec-4113-98ea-8461a53949a1 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800055 Nov 22 16:01:43.092513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Attempting to bind port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:43.093129 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Attempting to bind port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:43.093723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Attempting to bind port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:43.179003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:43.179621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:43.180289 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.180928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:43.181738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Bound port: cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:43.182375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.204346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Pushing event updated for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:43.367474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-5cca9635-da24-44a5-850b-5aeadb532546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:43.370068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-5cca9635-da24-44a5-850b-5aeadb532546 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 1099 time: 0.4983313 Nov 22 16:01:43.385190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Made reservation on behalf of db183c358c8b4c148b2f0afbf289a35e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:43.396713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.405384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Attempting to bind port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:43.406482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Attempting to bind port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:43.406482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Attempting to bind port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:43.429895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:43.430435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Attempting to bind port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:43.437567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.439842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd58680-e2a0-47af-9cd0-df590d4bad0b req-6f162d79-2070-4c93-bc39-23683a2a71e3 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:43.453784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fd58680-e2a0-47af-9cd0-df590d4bad0b req-6f162d79-2070-4c93-bc39-23683a2a71e3 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 948 time: 0.4976301 Nov 22 16:01:43.459700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:43.460442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Checking segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:43.461557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Bound using segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:43.463124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Bound port: 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:43.464466 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.543843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-0e482016-7917-423c-bdd4-dbb9395c77a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=cbbf6f57-b03b-44d0-9649-5da9aa7296d3 HTTP/1.1" status: 200 len: 217 time: 0.1598742 Nov 22 16:01:43.563439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] For port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:43.570439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] For port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:43.584776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.694374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:43.731671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Routers {'7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:43.742018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:43.779403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a323b-ad02-4797-8a44-3430c1c386b3 None None] Pushing event updated for resources: {'Port': ['ID=cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:43.826591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Allocated IP 172.20.0.1 (b9f74b68-acf5-4d0b-8df4-075f4025a6ee/4ccc0aca-7894-495a-90aa-92f809ccc22a/72f3b2e4-0d96-449a-81ed-2879c215bf48) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:43.833720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-37f443fe-bc03-4019-b55a-ba580bac2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:43.836713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-37f443fe-bc03-4019-b55a-ba580bac2103 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2694273 Nov 22 16:01:43.860269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01bdcc-ead6-4a2a-a058-9be441a5cb5e req-19ce2d8a-19ba-4edb-b6b5-9c2381b89eb7 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:43.863220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f01bdcc-ead6-4a2a-a058-9be441a5cb5e req-19ce2d8a-19ba-4edb-b6b5-9c2381b89eb7 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 943 time: 0.3274159 Nov 22 16:01:43.901023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fd58680-e2a0-47af-9cd0-df590d4bad0b req-95cde9d4-16c0-417e-8999-d30666133221 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669305 Nov 22 16:01:43.989373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1182d3c8-a570-462c-8b66-16265a004a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:43.992078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e'}, {'name': 'network-changed', 'server_uuid': 'd9cb52e1-c5ba-43ca-88e7-ab8671a7da4d', 'tag': 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:43.996399 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee9560e-d318-4c9b-823f-a6e37968a500" -d '{"events": [{"name": "network-changed", "server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e"}, {"name": "network-changed", "server_uuid": "d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d", "tag": "cbbf6f57-b03b-44d0-9649-5da9aa7296d3"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:44.043783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:44.049361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:44.060257 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:44.127582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:44.130692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:44.133366 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] 10.222.0.71 "PUT /v2.0/ports/4ef476cc-8c64-4070-a3a5-1e64d34b3d64 HTTP/1.1" status: 200 len: 1091 time: 2.5203257 Nov 22 16:01:44.135804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:44.139967 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:44.175383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13078503-cfa2-4652-bbef-830eacbafdf5 req-6d34f720-9602-4b69-ba12-d682ac512e5c tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 210 time: 0.1691005 Nov 22 16:01:44.222135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-8f662274-8172-42a9-ac44-8ccb0d6cc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:44.235942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-8f662274-8172-42a9-ac44-8ccb0d6cc9f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3562462 Nov 22 16:01:44.273392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7220878-40f9-4ee8-9b7c-9b9cd23a5add service neutron] Pushing event updated for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:44.275503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f01bdcc-ead6-4a2a-a058-9be441a5cb5e req-a603afef-e725-4123-ae89-37098f5ea710 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869491 Nov 22 16:01:44.348045 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd091403-16dd-42ce-9e14-ac0416abd76f x-openstack-request-id: req-fd091403-16dd-42ce-9e14-ac0416abd76f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:44.348045 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d", "tag": "cbbf6f57-b03b-44d0-9649-5da9aa7296d3", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:44.348045 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd091403-16dd-42ce-9e14-ac0416abd76f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:44.348045 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e', 'status': 'completed', 'code': 200} Nov 22 16:01:44.348045 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cb52e1-c5ba-43ca-88e7-ab8671a7da4d', 'tag': 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', 'status': 'completed', 'code': 200} Nov 22 16:01:44.348859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:44.357178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-750a38f5-dd0b-4da0-8a4c-3a5f34b5a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:44.358888 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-750a38f5-dd0b-4da0-8a4c-3a5f34b5a84e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 1094 time: 0.1394308 Nov 22 16:01:44.360911 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:44.436696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75dec677-032b-4a7e-8514-3e0f2fccb02f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:44.437554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] Set router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:44.449806 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d6bf1f-2124-4035-aeb6-fbaae08e303a x-openstack-request-id: req-90d6bf1f-2124-4035-aeb6-fbaae08e303a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:44.450104 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:44.450435 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90d6bf1f-2124-4035-aeb6-fbaae08e303a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:44.450756 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'status': 'completed', 'code': 200} Nov 22 16:01:44.564744 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-6b061ce5-d2da-48b2-860b-869eb84193de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64 HTTP/1.1" status: 200 len: 217 time: 0.1736298 Nov 22 16:01:44.569122 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:44.642219 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-72657d9d-53d8-417f-9a4b-b53b42ec15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:44.643855 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-72657d9d-53d8-417f-9a4b-b53b42ec15b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1125 time: 0.1960506 Nov 22 16:01:44.665051 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1182d3c8-a570-462c-8b66-16265a004a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:44.669429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-f74d8300-fb97-410b-b5be-c345d6dd12ca service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339406 Nov 22 16:01:44.681495 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1182d3c8-a570-462c-8b66-16265a004a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:44.703239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6808b9-e7a6-48e2-a341-6e43c98b21bb req-11b65a0b-30df-4145-97de-559fe6e3bbd6 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:44.705452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c6808b9-e7a6-48e2-a341-6e43c98b21bb req-11b65a0b-30df-4145-97de-559fe6e3bbd6 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 944 time: 0.2443492 Nov 22 16:01:44.752475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-4b6b7e02-1cc9-4ee0-9a2b-757165737168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:44.753880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:36Z', 'revision_number': 3, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port': {'id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:34Z', 'updated_at': '2021-11-22T16:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:44.754731 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-4b6b7e02-1cc9-4ee0-9a2b-757165737168 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 200 len: 845 time: 0.1758146 Nov 22 16:01:44.796730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f8105-e6b8-4c4e-93c3-84022038101b None None] The sync data for ids ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'] in n-d-811716-3 is: [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:36Z', 'revision_number': 3, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port': {'id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:34Z', 'updated_at': '2021-11-22T16:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:01:44.808595 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-19194db9-66af-4611-b9cd-40148d58347f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390549 Nov 22 16:01:44.914149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Allocated IP 192.168.233.163 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/e151412d-55dc-49f7-b0e4-7c9292435076) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:01:44.940682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-3a29de90-87e8-4994-8c25-4fdb758a61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:44.943720 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-3a29de90-87e8-4994-8c25-4fdb758a61d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.2916815 Nov 22 16:01:45.016758 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-015e1927-8811-4a1e-9dca-e27c0ad6c054 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 217 time: 0.0632267 Nov 22 16:01:45.116623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:45.136621 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-4a6e756a-f6d0-4b57-b561-c5b651568d68 service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149650 Nov 22 16:01:45.146397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-83cdbacd-3e30-4a4a-ab37-deba4e70e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:45.148364 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-83cdbacd-3e30-4a4a-ab37-deba4e70e99c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1199460 Nov 22 16:01:45.178223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182d3c8-a570-462c-8b66-16265a004a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3f7a44-7a88-4280-b6a0-c6d07a79510a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:45.184119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1182d3c8-a570-462c-8b66-16265a004a52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29a5d14e7e3d4c319b587ed3d661cec2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4807990 Nov 22 16:01:45.220458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:45.278854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e617c29a-6c88-4da9-8fa4-2bff07fc6a8e details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:01:45.280335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Network b9f74b68-acf5-4d0b-8df4-075f4025a6ee is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:45.312471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:45.327498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c6808b9-e7a6-48e2-a341-6e43c98b21bb req-64d82993-c58a-4d10-a5bf-28683d2c94fc tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6043913 Nov 22 16:01:45.329193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:45.364550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:45.365529 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:45.396076 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-683da112-9bc8-4a91-9d76-331fa5a750a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2298234 Nov 22 16:01:45.409816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:01:45.460336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Pushing event updated for resources: {'Port': ['ID=72f3b2e4-0d96-449a-81ed-2879c215bf48,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:45.562576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca5eb4-08b2-45cd-ae26-95dede366e87 req-0fc90b03-6b93-40e9-a4c1-d8a3b53feaca tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:45.565920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45ca5eb4-08b2-45cd-ae26-95dede366e87 req-0fc90b03-6b93-40e9-a4c1-d8a3b53feaca tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 948 time: 0.4501538 Nov 22 16:01:45.626886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:01:45.634265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:45.641311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:45.641977 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:45.695187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:45.713093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e617c29a-6c88-4da9-8fa4-2bff07fc6a8e has no active binding in host n-h2-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:01:45.715422 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-d29faef7-69ac-446d-8100-326ff4f0959e service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068964 Nov 22 16:01:45.723477 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1735e96f-9dd1-447e-9e4d-9435b2cc8a17 req-ad7e5e8e-a4cd-4420-9451-8f6fbe5f9a02 service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582194 Nov 22 16:01:45.748421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e811c97b-d67e-48f8-a9c2-bf3acc24e08c req-21918c57-84c5-42fa-b387-2019d6cdeed8 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0690277 Nov 22 16:01:45.767432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7c71507f-3925-458d-b82f-3cf2fcd06e10 None None] Provisioning complete for port 72f3b2e4-0d96-449a-81ed-2879c215bf48 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:45.768617 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c71507f-3925-458d-b82f-3cf2fcd06e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:45.824217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4a0acc3-c814-4bce-bc80-bcc1b3a6d8df req-14ee6dc3-0585-410b-9f8a-9730f2b091da tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 210 time: 0.1512442 Nov 22 16:01:45.858194 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc82d378-1b22-4875-bf84-b8dad930bcc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:45.894254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc82d378-1b22-4875-bf84-b8dad930bcc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:45.899185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7c71507f-3925-458d-b82f-3cf2fcd06e10 None None] Port 72f3b2e4-0d96-449a-81ed-2879c215bf48 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:01:45.923983 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:45.972472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45ca5eb4-08b2-45cd-ae26-95dede366e87 req-9c02df09-cab0-459e-a8bb-8dfdb414ffc6 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908969 Nov 22 16:01:45.978763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3049e277-8d53-4dd7-afc9-4954573f5285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69d504f-b032-4fb1-a3cd-3d7090cfc9c6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:45.983187 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a77cc9a-11e8-464a-ab0c-54922059cf86" -d '{"events": [{"server_uuid": "3049e277-8d53-4dd7-afc9-4954573f5285", "name": "network-vif-plugged", "status": "completed", "tag": "e69d504f-b032-4fb1-a3cd-3d7090cfc9c6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:45.989603 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-83f93d57-b5f4-4c31-9e9b-4584ee2080c4 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645681 Nov 22 16:01:45.993169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.009361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc82d378-1b22-4875-bf84-b8dad930bcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.013244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc82d378-1b22-4875-bf84-b8dad930bcc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.014701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fc82d378-1b22-4875-bf84-b8dad930bcc9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ef3f7a44-7a88-4280-b6a0-c6d07a79510a HTTP/1.1" status: 204 len: 168 time: 0.7848723 Nov 22 16:01:46.048501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:46.062238 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.114072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Pushing event updated for resources: {'Port': ['ID=e151412d-55dc-49f7-b0e4-7c9292435076,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:46.116633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.148435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82d378-1b22-4875-bf84-b8dad930bcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3f7a44-7a88-4280-b6a0-c6d07a79510a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:46.194705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-0d77890b-f6e8-4d05-968e-edae7d750555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:46.201205 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-0d77890b-f6e8-4d05-968e-edae7d750555 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 1094 time: 0.3951306 Nov 22 16:01:46.214964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ca02e-31d0-4b46-a520-41594a612f8b req-2be8520d-dcff-4834-be45-a0d279faceb1 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:46.216979 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d49ca02e-31d0-4b46-a520-41594a612f8b req-2be8520d-dcff-4834-be45-a0d279faceb1 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 943 time: 0.2431700 Nov 22 16:01:46.297617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:46.305277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:46.309693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:01:46.409494 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ac220-aefa-4c9a-ba6e-c2ddbcfd8ad0 x-openstack-request-id: req-d98ac220-aefa-4c9a-ba6e-c2ddbcfd8ad0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:46.410775 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3049e277-8d53-4dd7-afc9-4954573f5285", "name": "network-vif-plugged", "status": "completed", "tag": "e69d504f-b032-4fb1-a3cd-3d7090cfc9c6", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:46.411211 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d98ac220-aefa-4c9a-ba6e-c2ddbcfd8ad0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:46.411841 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3049e277-8d53-4dd7-afc9-4954573f5285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'code': 200} Nov 22 16:01:46.446767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:46.457776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:46.497169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-2a897714-00b9-4b89-8a95-0c3e8eb9d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:46.499012 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-2a897714-00b9-4b89-8a95-0c3e8eb9d475 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 906 time: 0.2823205 Nov 22 16:01:46.611847 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-2d46dc79-f04d-49dc-b6de-50ad9993647e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64 HTTP/1.1" status: 200 len: 217 time: 0.0989482 Nov 22 16:01:46.619640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-03d4a000-8c1b-48a5-874b-93dd10d5cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:46.621348 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-03d4a000-8c1b-48a5-874b-93dd10d5cdb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 1099 time: 0.5275578 Nov 22 16:01:46.660795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:46.661324 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.668341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-582be6d9-65a0-495c-bcc6-35c05639709b None None] Provisioning complete for port e151412d-55dc-49f7-b0e4-7c9292435076 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:46.668942 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-582be6d9-65a0-495c-bcc6-35c05639709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.669990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d49ca02e-31d0-4b46-a520-41594a612f8b req-750bd472-4f67-4bc6-9354-3f8614613354 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340966 Nov 22 16:01:46.747169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:46.749075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.824134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac6440-cfcd-46d2-84a0-7edfb3778f8f req-7723bfbe-aec8-4617-84f6-336dfc704691 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:46.836292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bac6440-cfcd-46d2-84a0-7edfb3778f8f req-7723bfbe-aec8-4617-84f6-336dfc704691 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 944 time: 0.2189002 Nov 22 16:01:46.838293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-582be6d9-65a0-495c-bcc6-35c05639709b None None] Port e151412d-55dc-49f7-b0e4-7c9292435076 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:01:46.841431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f4598-9015-48a1-8513-36dda195c0dc req-5003e2ef-579e-45b3-bbc6-1069109994f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:46.843629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a5f4598-9015-48a1-8513-36dda195c0dc req-5003e2ef-579e-45b3-bbc6-1069109994f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 1100 time: 0.3246646 Nov 22 16:01:46.866741 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-56b2fac2-b4d7-4dd7-88e6-16aeec114255 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0313971 Nov 22 16:01:46.902740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-00627667-50f3-43ea-953a-c44bbba3f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:46.902740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-00627667-50f3-43ea-953a-c44bbba3f92d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 200 len: 845 time: 0.2787576 Nov 22 16:01:46.915458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Request body: {'port': {'device_id': 'ad8bded4-1fab-44e3-b92e-13de37d6aa87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:46.936914 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.964211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.964972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:46.981896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:47.071196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:47.077608 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:47.131265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a5f4598-9015-48a1-8513-36dda195c0dc req-15a08898-0695-4643-ad6b-60ccf8227a36 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774878 Nov 22 16:01:47.149081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bac6440-cfcd-46d2-84a0-7edfb3778f8f req-832335d2-ea72-4909-a3b9-0f43256a4653 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117695 Nov 22 16:01:47.159537 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-0f6c0c12-77b8-4cfd-b2fd-9cacce152640 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384385 Nov 22 16:01:47.169643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:47.235730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Pushing event updated for resources: {'Port': ['ID=72f3b2e4-0d96-449a-81ed-2879c215bf48,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:47.248406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:47.294025 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ececcb9-3275-44d0-8767-b740a716d1e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:47.324514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fec91d-ddd1-4b49-92fc-1fac969cde06 req-2d51d28b-b460-4541-ade9-78dd45f3b6e2 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:47.329316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3fec91d-ddd1-4b49-92fc-1fac969cde06 req-2d51d28b-b460-4541-ade9-78dd45f3b6e2 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 936 time: 0.2507579 Nov 22 16:01:47.422735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Network b9f74b68-acf5-4d0b-8df4-075f4025a6ee is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:01:47.435660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:47.529481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:47.539129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-6728b34a-868c-4f98-bc16-71eb5a4531cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:47.539129 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-6728b34a-868c-4f98-bc16-71eb5a4531cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.8586264 Nov 22 16:01:47.570235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d30a92-22da-48b9-8d6d-a56112a1760f req-3e9acaf6-ad2b-4029-b5d7-d366c0fd4482 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:47.578190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69d30a92-22da-48b9-8d6d-a56112a1760f req-3e9acaf6-ad2b-4029-b5d7-d366c0fd4482 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 949 time: 0.2477267 Nov 22 16:01:47.609463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3fec91d-ddd1-4b49-92fc-1fac969cde06 req-e97a1943-f0b0-4b98-9376-cf8f0f0c5c18 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590213 Nov 22 16:01:47.629900 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-40e5674c-ba60-4fc9-9796-2954ddd7b1a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=cbbf6f57-b03b-44d0-9649-5da9aa7296d3 HTTP/1.1" status: 200 len: 217 time: 0.0744553 Nov 22 16:01:47.745083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69d30a92-22da-48b9-8d6d-a56112a1760f req-eb89949d-dae6-4ec8-8326-b00237d556a5 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649845 Nov 22 16:01:47.783610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ececcb9-3275-44d0-8767-b740a716d1e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:47.791584 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-a6bff759-e023-4794-9cae-c3fc1ca1a4d9 service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109166 Nov 22 16:01:47.796701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0ececcb9-3275-44d0-8767-b740a716d1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:47.801760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3ebb333d-bf8c-4a0c-8ae5-9ab4fb0d37f8 None None] Provisioning complete for port 72f3b2e4-0d96-449a-81ed-2879c215bf48 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:47.802135 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ebb333d-bf8c-4a0c-8ae5-9ab4fb0d37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:47.823614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-b8c6223c-a477-492c-9ad4-f29eabe7e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:47.825281 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-b8c6223c-a477-492c-9ad4-f29eabe7e044 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1843801 Nov 22 16:01:47.875165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0ececcb9-3275-44d0-8767-b740a716d1e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=404cd98c639e41e9bfc0b9defa6c09a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6245425 Nov 22 16:01:47.895576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60806) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:47.910532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb333d-bf8c-4a0c-8ae5-9ab4fb0d37f8 None None] Port 72f3b2e4-0d96-449a-81ed-2879c215bf48 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:01:47.950276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:01:47.956235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ececcb9-3275-44d0-8767-b740a716d1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf2074-6337-4fa4-9a92-b70d7a2651f8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:48.017666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13130dff-129f-49b6-baef-e2979a311378 req-512f2688-9c43-4dea-9e7e-925fed03a1b6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:48.019374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13130dff-129f-49b6-baef-e2979a311378 req-512f2688-9c43-4dea-9e7e-925fed03a1b6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 943 time: 0.1738303 Nov 22 16:01:48.066538 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ecddebe6-cb30-46aa-a7ee-da0b4e09fdd2 req-c4808289-5a19-4d26-bdd3-11c4df3712ae service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585874 Nov 22 16:01:48.084804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-d44e8344-6582-40ed-9ae6-97835ed4a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:48.086442 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-d44e8344-6582-40ed-9ae6-97835ed4a16b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515895 Nov 22 16:01:48.105466 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987db6e0-6645-4bf2-8419-6ff187c14692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.210559 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987db6e0-6645-4bf2-8419-6ff187c14692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.226598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13130dff-129f-49b6-baef-e2979a311378 req-e45bc1ad-5fe0-4248-a746-d9d88e3aee4a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664362 Nov 22 16:01:48.302251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e151412d-55dc-49f7-b0e4-7c9292435076 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:48.302477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:48.308410 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-8ee648c9-f96c-466e-8b1a-a4da356e547c service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086651 Nov 22 16:01:48.316208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.345257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Transition to ACTIVE for port object e151412d-55dc-49f7-b0e4-7c9292435076 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:01:48.392152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:01:48.399151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0b5f022c-e47f-4265-becb-69502d6f008d admin admin] 10.222.0.69 "PUT /v2.0/routers/7780f04d-0bc1-48e9-b810-ffd8d15ea7eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7233491 Nov 22 16:01:48.407705 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.420467 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Sync routers for ids ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:01:48.452212 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Routers {'7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:48.452721 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:48.468769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fad48a-6c20-42bb-97cd-49e434d4d70f req-b63d7166-29db-4ae2-be19-5c5788c3fefe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:48.470536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8fad48a-6c20-42bb-97cd-49e434d4d70f req-b63d7166-29db-4ae2-be19-5c5788c3fefe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 944 time: 0.1700127 Nov 22 16:01:48.485954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:48.487286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.509120 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987db6e0-6645-4bf2-8419-6ff187c14692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.512177 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-987db6e0-6645-4bf2-8419-6ff187c14692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.513455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-987db6e0-6645-4bf2-8419-6ff187c14692 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2eaf2074-6337-4fa4-9a92-b70d7a2651f8 HTTP/1.1" status: 204 len: 168 time: 0.6116760 Nov 22 16:01:48.583761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987db6e0-6645-4bf2-8419-6ff187c14692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf2074-6337-4fa4-9a92-b70d7a2651f8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:48.711420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8fad48a-6c20-42bb-97cd-49e434d4d70f req-dff843d5-c579-4a40-8daa-35370547dcbd tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304707 Nov 22 16:01:48.712608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Pushing event updated for resources: {'Port': ['ID=e151412d-55dc-49f7-b0e4-7c9292435076,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:48.838514 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Set router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:48.847034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11da8fab-2ea2-4101-a5d8-95de9c9988e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.919661 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fee9560e-d318-4c9b-823f-a6e37968a500 req-da1712fd-630c-435d-aa04-d90f2fc7998e service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727515 Nov 22 16:01:48.940016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Attempting to bind port e151412d-55dc-49f7-b0e4-7c9292435076 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:48.940936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Attempting to bind port e151412d-55dc-49f7-b0e4-7c9292435076 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:48.941819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Attempting to bind port e151412d-55dc-49f7-b0e4-7c9292435076 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:48.957562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Port e151412d-55dc-49f7-b0e4-7c9292435076 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:01:48.958330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Attempting to bind port e151412d-55dc-49f7-b0e4-7c9292435076 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:48.963242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878f180-3847-4416-b27b-c1eeef5119cd req-e784eea7-0d82-4eb6-bf19-7c7a475de3ac tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:48.966371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:48.966927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:48.967943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:48.968751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Bound port: e151412d-55dc-49f7-b0e4-7c9292435076, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:48.970073 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:48.972398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d878f180-3847-4416-b27b-c1eeef5119cd req-e784eea7-0d82-4eb6-bf19-7c7a475de3ac tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 948 time: 0.0881724 Nov 22 16:01:49.066707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d878f180-3847-4416-b27b-c1eeef5119cd req-4eaf1de3-cae7-4ae8-b72d-f0f507186c29 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858185 Nov 22 16:01:49.111034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] For port e151412d-55dc-49f7-b0e4-7c9292435076, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:49.116587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] For port e151412d-55dc-49f7-b0e4-7c9292435076, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e151412d-55dc-49f7-b0e4-7c9292435076,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:49.123466 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:49.209484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:49.210886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:49.214126 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] 10.222.0.71 "PUT /v2.0/ports/e151412d-55dc-49f7-b0e4-7c9292435076 HTTP/1.1" status: 200 len: 1096 time: 2.3109784 Nov 22 16:01:49.214952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad8bded4-1fab-44e3-b92e-13de37d6aa87', 'tag': 'e151412d-55dc-49f7-b0e4-7c9292435076'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:49.219643 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e202c66-09a4-4fc7-8e78-f6818c2213e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad8bded4-1fab-44e3-b92e-13de37d6aa87", "tag": "e151412d-55dc-49f7-b0e4-7c9292435076"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:49.277862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d92a3-c56a-4cf2-8400-7d9b7dc410da service neutron] Pushing event updated for resources: {'Port': ['ID=e151412d-55dc-49f7-b0e4-7c9292435076,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:49.294535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:01:49.384816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cbbf6f57-b03b-44d0-9649-5da9aa7296d3 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:01:49.421291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-6b3a976a-7b99-4c04-ad83-96a25ba42142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:49.430961 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-6b3a976a-7b99-4c04-ad83-96a25ba42142 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db183c358c8b4c148b2f0afbf289a35e&device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 1099 time: 0.1363358 Nov 22 16:01:49.471577 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:45Z', 'revision_number': 4, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port': {'id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:34Z', 'updated_at': '2021-11-22T16:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '72f3b2e4-0d96-449a-81ed-2879c215bf48', 'name': '', 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'mac_address': 'fa:16:3e:11:d8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4ccc0aca-7894-495a-90aa-92f809ccc22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:42Z', 'updated_at': '2021-11-22T16:01:46Z', 'revision_number': 2, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'subnets': [{'id': '4ccc0aca-7894-495a-90aa-92f809ccc22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:49.579717 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-c28e9e9f-b51a-4ea3-9b27-8fd9dc27d868 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e151412d-55dc-49f7-b0e4-7c9292435076 HTTP/1.1" status: 200 len: 217 time: 0.1407304 Nov 22 16:01:49.587154 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Checking router: 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:01:49.587610 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Updating router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb port 72f3b2e4-0d96-449a-81ed-2879c215bf48 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:01:49.606255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444059-a952-4e03-bec0-5941d8771998 req-e3803a93-a5da-4b1d-b76e-798f2b03b7ce tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:49.621530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1444059-a952-4e03-bec0-5941d8771998 req-e3803a93-a5da-4b1d-b76e-798f2b03b7ce tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 949 time: 0.1758409 Nov 22 16:01:49.660074 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:01:49.664038 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:49.667380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-55e22411-ec78-4a8e-a859-d59c91798177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:49.673005 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-55e22411-ec78-4a8e-a859-d59c91798177 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0778265 Nov 22 16:01:49.747586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1444059-a952-4e03-bec0-5941d8771998 req-aca9923e-2af6-47ca-9971-c2eb425e24ff tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144552 Nov 22 16:01:49.774164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:49.795498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'port_id': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'mac_address': 'fa:16:3e:c4:8f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab7aae-234f-45ce-af7c-c8ca355c4f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:01:49.838346 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-034fd1e6-2157-42b8-93b6-2b5a889605c8 req-8ef9f8b9-29ad-4c54-90f7-354599644441 tempest-FloatingIPDetailsNegativeTestJSON-298404223 tempest-FloatingIPDetailsNegativeTestJSON-298404223-project] show failed (client error): The resource could not be found. Nov 22 16:01:49.851262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-034fd1e6-2157-42b8-93b6-2b5a889605c8 req-8ef9f8b9-29ad-4c54-90f7-354599644441 tempest-FloatingIPDetailsNegativeTestJSON-298404223 tempest-FloatingIPDetailsNegativeTestJSON-298404223-project] 10.222.0.69 "GET /v2.0/floatingips/bb7329e2-2c4d-4658-a90e-26120b55ecd9 HTTP/1.1" status: 404 len: 350 time: 0.0779912 Nov 22 16:01:49.851688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:49.893001 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:49.914607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:49.957409 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8ae3d1-5cfd-4ef1-b5cc-b10063584141 x-openstack-request-id: req-ce8ae3d1-5cfd-4ef1-b5cc-b10063584141 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:49.957967 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad8bded4-1fab-44e3-b92e-13de37d6aa87", "tag": "e151412d-55dc-49f7-b0e4-7c9292435076", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:49.957967 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce8ae3d1-5cfd-4ef1-b5cc-b10063584141 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:49.962595 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad8bded4-1fab-44e3-b92e-13de37d6aa87', 'tag': 'e151412d-55dc-49f7-b0e4-7c9292435076', 'status': 'completed', 'code': 200} Nov 22 16:01:49.974767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:49.984570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:50.065696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-cbe5dc2e-e424-4e44-800f-2fdfb42f54bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:50.067278 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-cbe5dc2e-e424-4e44-800f-2fdfb42f54bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3027067 Nov 22 16:01:50.090891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:50.101018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cbbf6f57-b03b-44d0-9649-5da9aa7296d3, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:50.104186 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-eb44ce37-dda7-4d43-a45d-7dd7b1581ae1 service neutron] 10.222.0.11 "GET /v2.0/ports/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e/bindings/n-h2-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.4297290 Nov 22 16:01:50.121141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', 'mac_address': 'fa:16:3e:fa:d7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:01:50.232179 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:50.271313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbf6f57-b03b-44d0-9649-5da9aa7296d3 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:50.317833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cbbf6f57-b03b-44d0-9649-5da9aa7296d3, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:50.330583 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:50.346448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4ef476cc-8c64-4070-a3a5-1e64d34b3d64'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:50.383088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a5cdb-e304-4156-9ade-c12a4bb7dd38 req-3e9fd2db-7a8c-4db0-8f47-9cc58d3bd849 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:50.395953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-707a5cdb-e304-4156-9ade-c12a4bb7dd38 req-3e9fd2db-7a8c-4db0-8f47-9cc58d3bd849 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 944 time: 0.2769244 Nov 22 16:01:50.420691 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-280667f1-6f44-41f1-8d08-ef5b646cb5d0 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183830 Nov 22 16:01:50.463720 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:50.481253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1c46d-36e0-49e3-8abb-c082d9c1c5d4 req-180a5805-9012-4e75-b5be-dcb2a7779027 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:50.482120 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:50.483959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7c1c46d-36e0-49e3-8abb-c082d9c1c5d4 req-180a5805-9012-4e75-b5be-dcb2a7779027 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 944 time: 0.3566251 Nov 22 16:01:50.575424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:50.585645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7c1c46d-36e0-49e3-8abb-c082d9c1c5d4 req-24bda1f3-4d2b-431e-a330-25664f2d2428 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932713 Nov 22 16:01:50.595941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-707a5cdb-e304-4156-9ade-c12a4bb7dd38 req-88a7072e-e8cc-4cdc-9a80-555280fda202 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984787 Nov 22 16:01:50.621944 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['cbbf6f57-b03b-44d0-9649-5da9aa7296d3'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:50.646710 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77534f90-c4b4-428a-9184-c7079dab5ce1 req-033a36a3-8553-46a4-a2b1-466678fadcd2 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073295 Nov 22 16:01:50.673755 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Pushing event updated for resources: {'Port': ['ID=72f3b2e4-0d96-449a-81ed-2879c215bf48,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:50.702177 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.706143 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.706789 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.707447 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.708014 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.708513 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.709005 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.714201 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.714947 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.715504 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.716036 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.716542 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:01:50.851323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:50.896574 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Attempting to bind port 72f3b2e4-0d96-449a-81ed-2879c215bf48 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:01:50.897573 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Attempting to bind port 72f3b2e4-0d96-449a-81ed-2879c215bf48 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:01:50.898634 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Attempting to bind port 72f3b2e4-0d96-449a-81ed-2879c215bf48 on network b9f74b68-acf5-4d0b-8df4-075f4025a6ee {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:01:50.902561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:50.920823 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:01:50.921574 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Checking segment: {'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:50.922173 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:50.922789 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Bound using segment: {'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:01:50.923477 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Bound port: 72f3b2e4-0d96-449a-81ed-2879c215bf48, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337fe2e1-06c7-4525-90b0-2d40e263547c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:01:50.925331 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:50.972124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-047c5057-5369-4b89-bca9-393af9e90134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:50.976766 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-047c5057-5369-4b89-bca9-393af9e90134 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db183c358c8b4c148b2f0afbf289a35e&device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 1099 time: 0.2441943 Nov 22 16:01:51.009985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:51.066738 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] For port 72f3b2e4-0d96-449a-81ed-2879c215bf48, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:51.075092 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] For port 72f3b2e4-0d96-449a-81ed-2879c215bf48, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=72f3b2e4-0d96-449a-81ed-2879c215bf48,segment=NetworkSegment(337fe2e1-06c7-4525-90b0-2d40e263547c),segment_id=337fe2e1-06c7-4525-90b0-2d40e263547c)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:01:51.084987 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.089189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4662c-fd69-490b-bbaa-dc1add3e7629 req-aaea46f0-766d-434d-a617-c68298e312c9 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:51.097728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a4662c-fd69-490b-bbaa-dc1add3e7629 req-aaea46f0-766d-434d-a617-c68298e312c9 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 949 time: 0.3165913 Nov 22 16:01:51.123159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1663678141-network', 'tenant_id': '0627f132295b49ea8052d55add2acfaf'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:51.154638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e617c29a-6c88-4da9-8fa4-2bff07fc6a8e {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:51.164818 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Routers {'7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:51.165493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:51.177060 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:51.204291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e6b1f4ee-c6c0-4b75-b133-52636a418bd4 None None] Provisioning complete for port 72f3b2e4-0d96-449a-81ed-2879c215bf48 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:51.205347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f4ee-c6c0-4b75-b133-52636a418bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.240776 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.271476 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79840142-0f3e-4b1e-86b7-10451918978d None None] Pushing event updated for resources: {'Port': ['ID=72f3b2e4-0d96-449a-81ed-2879c215bf48,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:51.283575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ff83ce5-83a6-4d8a-b992-bf2d5eb0cc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.293779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-38d4d081-6a8c-446d-a30a-14c4726842de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:51.295379 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-38d4d081-6a8c-446d-a30a-14c4726842de service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3086414 Nov 22 16:01:51.295877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a874f16-079c-4e6c-a737-8145375fcae5 req-f7b44056-dee8-4757-a015-37dc8481f268 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:51.307654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a874f16-079c-4e6c-a737-8145375fcae5 req-f7b44056-dee8-4757-a015-37dc8481f268 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 948 time: 0.3523588 Nov 22 16:01:51.309860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Made reservation on behalf of 0627f132295b49ea8052d55add2acfaf for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:51.312318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.334552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.374632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e617c29a-6c88-4da9-8fa4-2bff07fc6a8e no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:01:51.423083 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] Set router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:51.429989 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f4ee-c6c0-4b75-b133-52636a418bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.436431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a4662c-fd69-490b-bbaa-dc1add3e7629 req-25b71234-91ae-45a3-a37e-b6a11a0cae6d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241065 Nov 22 16:01:51.439638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] Transition to ACTIVE for port object e617c29a-6c88-4da9-8fa4-2bff07fc6a8e will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:01:51.455798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.502929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e617c29a-6c88-4da9-8fa4-2bff07fc6a8e not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:01:51.550357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e6b1f4ee-c6c0-4b75-b133-52636a418bd4 None None] For port 72f3b2e4-0d96-449a-81ed-2879c215bf48, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=72f3b2e4-0d96-449a-81ed-2879c215bf48,segment=NetworkSegment(337fe2e1-06c7-4525-90b0-2d40e263547c),segment_id=337fe2e1-06c7-4525-90b0-2d40e263547c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:51.557229 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6b1f4ee-c6c0-4b75-b133-52636a418bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.599785 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-01d3b8a3-ab51-48ef-8d74-5317ce416ae6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=e151412d-55dc-49f7-b0e4-7c9292435076 HTTP/1.1" status: 200 len: 217 time: 0.1581967 Nov 22 16:01:51.771754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] No DVR routers for this DVR port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:01:51.816716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-696ad62e-0fde-4a45-8509-bced2c0fece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:51.818275 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-696ad62e-0fde-4a45-8509-bced2c0fece0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2059960 Nov 22 16:01:51.840825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f4ee-c6c0-4b75-b133-52636a418bd4 None None] Pushing event updated for resources: {'Port': ['ID=72f3b2e4-0d96-449a-81ed-2879c215bf48,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:51.846670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-88a756c9-fa98-4ffc-88cf-a9a0ee687d00 None None] Provisioning complete for port 72f3b2e4-0d96-449a-81ed-2879c215bf48 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:51.847047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88a756c9-fa98-4ffc-88cf-a9a0ee687d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.850484 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] 10.222.0.11 "PUT /v2.0/ports/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e/bindings/n-h2-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7278771 Nov 22 16:01:51.865782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd808c37-ce55-4caf-b001-57fd0a0585bc service neutron] Pushing event updated for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:51.910193 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:45Z', 'revision_number': 4, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port': {'id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:34Z', 'updated_at': '2021-11-22T16:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '72f3b2e4-0d96-449a-81ed-2879c215bf48', 'name': '', 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'mac_address': 'fa:16:3e:11:d8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4ccc0aca-7894-495a-90aa-92f809ccc22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:42Z', 'updated_at': '2021-11-22T16:01:51Z', 'revision_number': 4, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'subnets': [{'id': '4ccc0aca-7894-495a-90aa-92f809ccc22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:51.915990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a874f16-079c-4e6c-a737-8145375fcae5 req-8c38e170-a0dc-4bf4-b3ba-56fe39551728 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018014 Nov 22 16:01:51.940541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-01ff56d1-a2c2-4429-bcfd-6b17a2c7fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:51.940541 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-01ff56d1-a2c2-4429-bcfd-6b17a2c7fccc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0886605 Nov 22 16:01:51.963486 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a142c20c-8dee-4d32-89c2-c9f7d7b296d6 None None] The sync data for ids ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'] in n-d-811716-3 is: [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:45Z', 'revision_number': 4, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port': {'id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:34Z', 'updated_at': '2021-11-22T16:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '72f3b2e4-0d96-449a-81ed-2879c215bf48', 'name': '', 'network_id': 'b9f74b68-acf5-4d0b-8df4-075f4025a6ee', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'mac_address': 'fa:16:3e:11:d8:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4ccc0aca-7894-495a-90aa-92f809ccc22a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:42Z', 'updated_at': '2021-11-22T16:01:51Z', 'revision_number': 4, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'subnets': [{'id': '4ccc0aca-7894-495a-90aa-92f809ccc22a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:01:51.983666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:51.996428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.104631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df27230-3a75-4cd3-8809-0dbb5ed636a1 req-79c36dec-adb9-4fa1-865a-3c1076ea5b28 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:52.106343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3df27230-3a75-4cd3-8809-0dbb5ed636a1 req-79c36dec-adb9-4fa1-865a-3c1076ea5b28 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 944 time: 0.3175318 Nov 22 16:01:52.122974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.159454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-2a87684f-1548-49b5-aefe-5e7e9f13ab19 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:52.161028 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-2a87684f-1548-49b5-aefe-5e7e9f13ab19 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.1769030 Nov 22 16:01:52.197965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:01:52.232929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.238917 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-07f4fbf9-8d5a-4614-8b3d-66f7b3937c17 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811160 Nov 22 16:01:52.263089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:52.299630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.307794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.308265 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Added segment 3fbaa50f-adeb-4b23-b55e-4785da4c31f8 of type vlan for network aad03cc2-e0b6-4889-9927-06b197564568 Nov 22 16:01:52.344763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b091-0f10-46d4-a481-8784e87b694f req-57c15b28-6c60-4baf-992d-dbc8d617e57d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:52.346414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc03b091-0f10-46d4-a481-8784e87b694f req-57c15b28-6c60-4baf-992d-dbc8d617e57d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 945 time: 0.2390647 Nov 22 16:01:52.392630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3df27230-3a75-4cd3-8809-0dbb5ed636a1 req-4ab2bd77-6da6-4609-82c2-8e57b11b17a2 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652111 Nov 22 16:01:52.434919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 72f3b2e4-0d96-449a-81ed-2879c215bf48 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:52.438558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.599149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 72f3b2e4-0d96-449a-81ed-2879c215bf48 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:52.599975 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.615566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc03b091-0f10-46d4-a481-8784e87b694f req-333dc1df-3ed1-492c-ba1d-0bc7535e0864 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131872 Nov 22 16:01:52.619723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:01:52.644947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-252373bf-d05f-44dd-a4d7-84c174bbe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:52.646479 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-252373bf-d05f-44dd-a4d7-84c174bbe916 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9&tenant_id=fb90cc83c0a14939848c89f857ea49d2 HTTP/1.1" status: 200 len: 1096 time: 0.4714165 Nov 22 16:01:52.693003 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e202c66-09a4-4fc7-8e78-f6818c2213e0 req-b783db8b-7051-4e84-8d95-4a7aae3914e3 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441411 Nov 22 16:01:52.800521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-c47b8f95-f6b9-4d7c-801b-51ce5e22ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:52.802952 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-c47b8f95-f6b9-4d7c-801b-51ce5e22ce41 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1096 time: 0.1086385 Nov 22 16:01:52.872604 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.874478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:52.876240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:52.959957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-277ed1a4-89e0-4b28-9ae5-e6a870d3b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:52.962318 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-277ed1a4-89e0-4b28-9ae5-e6a870d3b1a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.1463912 Nov 22 16:01:53.008617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48330711-f19f-4a09-b58e-00d4da602220 req-aecf71b2-b9e2-4635-b439-23f3433f97b5 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:53.016516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48330711-f19f-4a09-b58e-00d4da602220 req-aecf71b2-b9e2-4635-b439-23f3433f97b5 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 949 time: 0.4141619 Nov 22 16:01:53.032939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1802926 Nov 22 16:01:53.041426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60902) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:53.046379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Request body: {'subnet': {'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1663678141-subnet', 'tenant_id': '0627f132295b49ea8052d55add2acfaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:53.054233 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-ae763779-748b-42dc-b3e7-ac5f5aac86fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 217 time: 0.0789235 Nov 22 16:01:53.062343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036e046-d09d-47a6-895a-4e59d4e83c40 admin admin] Pushing event updated for resources: {'Network': ['ID=aad03cc2-e0b6-4889-9927-06b197564568,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:53.076490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network aad03cc2-e0b6-4889-9927-06b197564568 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:01:53.144606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-568d5959-5cf2-4096-80f1-155a7869640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:53.146386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-568d5959-5cf2-4096-80f1-155a7869640e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.0721977 Nov 22 16:01:53.190034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48330711-f19f-4a09-b58e-00d4da602220 req-1adbc27e-01f8-4c66-813f-528e9254bd2d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710486 Nov 22 16:01:53.219946 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-9b75a1a3-00a7-476d-bb33-a2ef3a17d196 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580368 Nov 22 16:01:53.251779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Made reservation on behalf of 0627f132295b49ea8052d55add2acfaf for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:53.255630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:53.294798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e151412d-55dc-49f7-b0e4-7c9292435076 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:01:53.296357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9d3db-c758-43be-a48b-34669378eb59 req-b68b0df0-7199-458e-a328-135d812e3144 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:53.310063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fc9d3db-c758-43be-a48b-34669378eb59 req-b68b0df0-7199-458e-a328-135d812e3144 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 948 time: 0.2432721 Nov 22 16:01:53.358317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:53.369498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cbbf6f57-b03b-44d0-9649-5da9aa7296d3 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:53.401930 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-9829e5db-d534-4f59-b2c3-1146c7632a58 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680260 Nov 22 16:01:53.443196 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:01:53.540756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fc9d3db-c758-43be-a48b-34669378eb59 req-cb5a1ff0-d190-45b1-9a2e-d0780cb5f650 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294104 Nov 22 16:01:53.602421 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-c58526e9-1755-46e5-b361-9a5bd143f0af service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885526 Nov 22 16:01:53.626865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Deleting port 72f3b2e4-0d96-449a-81ed-2879c215bf48 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:53.627204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:53.676119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e151412d-55dc-49f7-b0e4-7c9292435076, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e151412d-55dc-49f7-b0e4-7c9292435076,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:53.689704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:01:53.692589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'e151412d-55dc-49f7-b0e4-7c9292435076', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'e151412d-55dc-49f7-b0e4-7c9292435076', 'mac_address': 'fa:16:3e:44:e2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:01:53.697447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:53.697824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:53.710717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:01:53.739073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:53.739446 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:53.879153 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:53.922091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e151412d-55dc-49f7-b0e4-7c9292435076 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:01:54.006196 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.034917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e151412d-55dc-49f7-b0e4-7c9292435076, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e151412d-55dc-49f7-b0e4-7c9292435076,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:54.049758 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.052230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44058fdb-9be2-4ea2-88f7-b23dab360578 req-01296a8c-a739-4eea-8e67-97722ea91f88 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:54.054245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.056032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44058fdb-9be2-4ea2-88f7-b23dab360578 req-01296a8c-a739-4eea-8e67-97722ea91f88 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 944 time: 0.5409286 Nov 22 16:01:54.131234 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.144048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:54.148256 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f447f46f-49a6-47ce-8fae-2cfef145aca6" -d '{"events": [{"server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "name": "network-vif-plugged", "status": "completed", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:54.153497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b03a7-5530-4298-9903-c6bd2b12ac34 req-58459315-40a2-4401-b03d-4ec2aeb78474 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:54.155041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e9b03a7-5530-4298-9903-c6bd2b12ac34 req-58459315-40a2-4401-b03d-4ec2aeb78474 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 945 time: 0.3469675 Nov 22 16:01:54.164920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e151412d-55dc-49f7-b0e4-7c9292435076,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:54.178117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-0be12698-500f-4e90-930a-ffc4e577a7f3 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:54.179803 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-0be12698-500f-4e90-930a-ffc4e577a7f3 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.0949512 Nov 22 16:01:54.196074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:54.208645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] For port 72f3b2e4-0d96-449a-81ed-2879c215bf48, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=72f3b2e4-0d96-449a-81ed-2879c215bf48,segment=NetworkSegment(337fe2e1-06c7-4525-90b0-2d40e263547c),segment_id=337fe2e1-06c7-4525-90b0-2d40e263547c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:54.209058 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.220918 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.263671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Calling delete_port for 72f3b2e4-0d96-449a-81ed-2879c215bf48 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:54.284614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c2ff75-f94e-4666-9961-8d060d0c0dd5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:54.309845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44058fdb-9be2-4ea2-88f7-b23dab360578 req-45fbbc24-9786-4278-8802-08bec0fbaa14 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355795 Nov 22 16:01:54.348862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:54.368318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cbbf6f57-b03b-44d0-9649-5da9aa7296d3, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:54.369975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e151412d-55dc-49f7-b0e4-7c9292435076'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:01:54.385261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-db7ae8d4-e74a-49f1-8e07-40c3b9ba3c09 service neutron] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:01:54.389404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-db7ae8d4-e74a-49f1-8e07-40c3b9ba3c09 service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.391008 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb6a3633-b9a9-4cee-b693-f8973b921047 req-db7ae8d4-e74a-49f1-8e07-40c3b9ba3c09 service neutron] 10.222.0.71 "DELETE /v2.0/ports/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e/bindings/n-h1-811716-3 HTTP/1.1" status: 204 len: 173 time: 0.1977029 Nov 22 16:01:54.391707 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.432493 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.441265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e9b03a7-5530-4298-9903-c6bd2b12ac34 req-fe7a96d5-b74c-466a-951e-c9927d464d7f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543471 Nov 22 16:01:54.471615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:54.471867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Network hostable DHCP agents. Network: aad03cc2-e0b6-4889-9927-06b197564568, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:01:54.497409 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.529404 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3383f0cb-4aa7-4e8d-b3cb-ba245085a69b x-openstack-request-id: req-3383f0cb-4aa7-4e8d-b3cb-ba245085a69b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:54.529730 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "name": "network-vif-plugged", "status": "completed", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:54.529999 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3383f0cb-4aa7-4e8d-b3cb-ba245085a69b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:54.530411 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'code': 200} Nov 22 16:01:54.546604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:54.676471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Network aad03cc2-e0b6-4889-9927-06b197564568 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:01:54.723188 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.737264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, aad03cc2-e0b6-4889-9927-06b197564568) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:54.744276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:54.745204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:54.755325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9fed6-bff8-4191-896a-3a7d794dc5e1 None None] Network aad03cc2-e0b6-4889-9927-06b197564568 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:54.780931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff748b42-e44a-4d28-95c7-5e57ed872c47 req-70d60fa7-9522-440d-9a5e-91536e715cc3 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:54.799537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff748b42-e44a-4d28-95c7-5e57ed872c47 req-70d60fa7-9522-440d-9a5e-91536e715cc3 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 950 time: 0.1828988 Nov 22 16:01:54.863705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-40a8f691-3e5c-4be1-9feb-e84be0dea9ee admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8209813 Nov 22 16:01:54.885127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a185-7f49-4a9c-b205-ea57e0f19d5e req-52b515eb-78e4-4906-88eb-47c19dd0792b tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:54.899543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7af9a185-7f49-4a9c-b205-ea57e0f19d5e req-52b515eb-78e4-4906-88eb-47c19dd0792b tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 949 time: 0.2471447 Nov 22 16:01:54.905830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa1af7-461e-4f9d-bdc7-4cd4190f238d req-3267ffe7-eaf5-4f3b-8155-a3338ae1c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:54.911897 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fdaa1af7-461e-4f9d-bdc7-4cd4190f238d req-3267ffe7-eaf5-4f3b-8155-a3338ae1c241 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 1096 time: 0.2810903 Nov 22 16:01:55.059797 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fdaa1af7-461e-4f9d-bdc7-4cd4190f238d req-db09bda6-eba6-4e78-9c74-563befdc028d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324706 Nov 22 16:01:55.062948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:55.093356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff748b42-e44a-4d28-95c7-5e57ed872c47 req-2499ed56-fa4b-47f3-bd5e-b107fe57cf03 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825050 Nov 22 16:01:55.121044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cbd598-a098-4d10-93da-fe4d6f7aa8d0 None None] Network aad03cc2-e0b6-4889-9927-06b197564568 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:55.147938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=72f3b2e4-0d96-449a-81ed-2879c215bf48,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:55.172302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7af9a185-7f49-4a9c-b205-ea57e0f19d5e req-d753c402-f847-4372-a355-9242384078e2 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365291 Nov 22 16:01:55.587649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274d2f1-3959-407e-8037-8484a6db6d08 req-61e8a238-58a2-44b4-a431-0453ebd5edd1 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:55.598571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7274d2f1-3959-407e-8037-8484a6db6d08 req-61e8a238-58a2-44b4-a431-0453ebd5edd1 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 945 time: 0.1411154 Nov 22 16:01:55.619889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:55.704011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7274d2f1-3959-407e-8037-8484a6db6d08 req-e8dfc599-22c8-4a1c-8a7b-52b65dc309fa tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043897 Nov 22 16:01:55.927344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f4198-3db5-4b47-9057-4b88d12c5ac3 req-01bc8848-9949-4b99-b867-ee4f4831ff9e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:55.928938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-796f4198-3db5-4b47-9057-4b88d12c5ac3 req-01bc8848-9949-4b99-b867-ee4f4831ff9e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 945 time: 0.1424649 Nov 22 16:01:55.981588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60962) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:55.987449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1425441606-network', 'tenant_id': '8edda31100c04fe68a026c674c061e4c'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:55.995066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:01:56.010871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-796f4198-3db5-4b47-9057-4b88d12c5ac3 req-97f86229-2e77-4498-8e8e-feb2a0fb44b4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661585 Nov 22 16:01:56.017519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Made reservation on behalf of 8edda31100c04fe68a026c674c061e4c for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:56.020738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.039548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.199736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.207227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.250736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:01:56.290232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.290771 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Added segment c4ccb42e-059b-43f7-9829-fb697d45cb6f of type vlan for network a41cb468-927c-47e5-bd26-9d0c21d88854 Nov 22 16:01:56.292891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97727ce2-b27e-410f-9835-bb647f09084c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:56.360260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.398637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.399783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:56.400453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.459603 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4743955 Nov 22 16:01:56.459807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60980) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:56.464582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Request body: {'subnet': {'network_id': 'a41cb468-927c-47e5-bd26-9d0c21d88854', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1425441606-subnet', 'tenant_id': '8edda31100c04fe68a026c674c061e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:01:56.491634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69a0cd-edd4-4ffe-b7e0-fe346057a439 admin admin] Pushing event updated for resources: {'Network': ['ID=a41cb468-927c-47e5-bd26-9d0c21d88854,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:56.503652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Made reservation on behalf of 8edda31100c04fe68a026c674c061e4c for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:01:56.504865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a41cb468-927c-47e5-bd26-9d0c21d88854 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:01:56.506082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.554342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb52e1-c5ba-43ca-88e7-ab8671a7da4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:56.557176 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0615ff99-8ffc-475d-9373-01eda961928d" -d '{"events": [{"server_uuid": "d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d", "name": "network-vif-plugged", "status": "completed", "tag": "cbbf6f57-b03b-44d0-9649-5da9aa7296d3"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:56.592390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:01:56.605038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4ccd8c46-b09b-4c38-916c-25e8583c2b2e admin admin] 10.222.0.69 "PUT /v2.0/routers/7780f04d-0bc1-48e9-b810-ffd8d15ea7eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7487903 Nov 22 16:01:56.605674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60984) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:56.605925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] Sync routers for ids ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:01:56.610118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5b491-9ac3-4ad7-a038-b980846961e6 req-83f3a9bc-882a-407c-9f61-bda9620d747e tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:56.612430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea5b491-9ac3-4ad7-a038-b980846961e6 req-83f3a9bc-882a-407c-9f61-bda9620d747e tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1096 time: 0.1092005 Nov 22 16:01:56.620707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] Routers {'7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:56.622003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:56.638247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a58834-d3fe-4a7c-ad84-e8d439d418ec req-ab94fb4c-41ae-4c1d-830a-b97606923e5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:56.641552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52a58834-d3fe-4a7c-ad84-e8d439d418ec req-ab94fb4c-41ae-4c1d-830a-b97606923e5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 950 time: 0.1365745 Nov 22 16:01:56.775437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] Set router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:56.784759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.816304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52a58834-d3fe-4a7c-ad84-e8d439d418ec req-f5cf099a-77b4-4b89-b418-4cf222dd0fea tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295533 Nov 22 16:01:56.838313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea5b491-9ac3-4ad7-a038-b980846961e6 req-bca34106-468a-4de6-aad7-a48737807274 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897683 Nov 22 16:01:56.858732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a73f57a-1ccf-48a2-a022-6e11106780d5,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:56.871701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Checking segment: {'id': 'c4ccb42e-059b-43f7-9829-fb697d45cb6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'a41cb468-927c-47e5-bd26-9d0c21d88854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:01:56.872103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Network hostable DHCP agents. Network: a41cb468-927c-47e5-bd26-9d0c21d88854, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:01:56.883358 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.903276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Network a41cb468-927c-47e5-bd26-9d0c21d88854 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:01:56.916874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a41cb468-927c-47e5-bd26-9d0c21d88854) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:01:56.921772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:56.923425 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:56.929476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9fbf34-33be-4809-9075-e22c934e5fa7 None None] Network a41cb468-927c-47e5-bd26-9d0c21d88854 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:56.949294 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f6275b43-d9c1-4368-a031-3b4bc4a71747 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4884267 Nov 22 16:01:57.117810 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bee077-8379-4717-a0c6-d8286d41ca11 x-openstack-request-id: req-b0bee077-8379-4717-a0c6-d8286d41ca11 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:01:57.118189 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d", "name": "network-vif-plugged", "status": "completed", "tag": "cbbf6f57-b03b-44d0-9649-5da9aa7296d3", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:01:57.118794 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0bee077-8379-4717-a0c6-d8286d41ca11 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:01:57.119607 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cb52e1-c5ba-43ca-88e7-ab8671a7da4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', 'code': 200} Nov 22 16:01:57.314505 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:57.345261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bace1-788b-4492-a85a-96753f6ec120 req-025fecfc-519f-4e69-b21f-64c9b8957734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:57.346947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7c5bace1-788b-4492-a85a-96753f6ec120 req-025fecfc-519f-4e69-b21f-64c9b8957734 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 1101 time: 0.0608225 Nov 22 16:01:57.359075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5dc38-ff48-4b7b-a4b0-7e16dcbc0f20 req-5a4ebd34-61c0-4d5c-b193-1d372088ae97 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:57.363527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8e5dc38-ff48-4b7b-a4b0-7e16dcbc0f20 req-5a4ebd34-61c0-4d5c-b193-1d372088ae97 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 949 time: 0.2456059 Nov 22 16:01:57.384781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e151412d-55dc-49f7-b0e4-7c9292435076 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:01:57.415681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479a639-b98a-4e7e-8023-c09044c1902a req-80f13219-6b22-4ae0-ac33-2953df83eaa4 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:57.424475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f479a639-b98a-4e7e-8023-c09044c1902a req-80f13219-6b22-4ae0-ac33-2953df83eaa4 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 945 time: 0.2393749 Nov 22 16:01:57.431072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899f112-6a00-4a6c-9f55-3cdaa6d8f3c7 None None] Network a41cb468-927c-47e5-bd26-9d0c21d88854 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:57.460721 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7c5bace1-788b-4492-a85a-96753f6ec120 req-f5aaf8a1-5f82-4b33-8403-731590d4ee38 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051719 Nov 22 16:01:57.528432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f479a639-b98a-4e7e-8023-c09044c1902a req-09efaca0-67c5-4249-82d7-bc92dac91d72 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023932 Nov 22 16:01:57.555880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8e5dc38-ff48-4b7b-a4b0-7e16dcbc0f20 req-48ebeb19-9739-4a36-bcd1-9c43bdea8e43 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832347 Nov 22 16:01:57.562274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Deleting port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:57.562785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:54Z', 'revision_number': 5, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port': {'id': 'cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:01:34Z', 'updated_at': '2021-11-22T16:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:57.563364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:57.612693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] Checking router: 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:01:57.645376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port e151412d-55dc-49f7-b0e4-7c9292435076 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:01:57.657133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port e151412d-55dc-49f7-b0e4-7c9292435076 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:01:57.657709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:57.687827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] Routers {'7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:01:57.688966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:01:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:57.699172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] For port cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:57.699936 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:57.729263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Calling delete_port for cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:01:57.785596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-9d7ec780-7ff7-49fb-a1e1-e7e85cfb7f42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0551262 Nov 22 16:01:57.902000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] Set router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:01:57.917176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-a17fcb05-f7d3-4e28-a247-53709c0dee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:57.918719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-a17fcb05-f7d3-4e28-a247-53709c0dee9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 1100 time: 0.0644729 Nov 22 16:01:57.983235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:57Z', 'revision_number': 6, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:01:58.052336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3b9c6-dce0-4dbf-a40e-aac7b6312b40 None None] The sync data for ids ['7780f04d-0bc1-48e9-b810-ffd8d15ea7eb'] in n-d-811716-3 is: [{'id': '7780f04d-0bc1-48e9-b810-ffd8d15ea7eb', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1772965470-router', 'tenant_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:01:31Z', 'updated_at': '2021-11-22T16:01:57Z', 'revision_number': 6, 'project_id': '2738ec5fe6394bd9a78ae8511dd1fba2', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:01:58.056080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-8198ccc6-7a34-454d-bef1-c9f9b1a03ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:58.058239 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-8198ccc6-7a34-454d-bef1-c9f9b1a03ffb service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1107924 Nov 22 16:01:58.083018 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.132121 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-c4083f59-151b-49c9-a1d2-500213e81f3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 HTTP/1.1" status: 200 len: 217 time: 0.0502722 Nov 22 16:01:58.134218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e151412d-55dc-49f7-b0e4-7c9292435076, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e151412d-55dc-49f7-b0e4-7c9292435076,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:01:58.134705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520259-5161-4c16-8bad-d9ec077fa814 req-333615d1-6ce9-4dc6-9e3c-0997e95e812d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:58.136362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-333615d1-6ce9-4dc6-9e3c-0997e95e812d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 821 time: 0.3055813 Nov 22 16:01:58.138726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.177307 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-81b2be64-4b00-41f7-968d-441b57e2f568 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/quotas/fb90cc83c0a14939848c89f857ea49d2 HTTP/1.1" status: 200 len: 375 time: 0.0278103 Nov 22 16:01:58.184878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-f92e8938-84c2-4ecf-a31d-af7749bd8175 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:58.186427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-f92e8938-84c2-4ecf-a31d-af7749bd8175 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 808 time: 0.2135422 Nov 22 16:01:58.189510 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.195263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e151412d-55dc-49f7-b0e4-7c9292435076,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:58.215898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-7ae35c08-adcf-4edd-b307-ee9bb4831a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:58.217555 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-7ae35c08-adcf-4edd-b307-ee9bb4831a90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0639741 Nov 22 16:01:58.253591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:58.258632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-b5b0d3c9-2f3c-439a-9745-a527134caa9a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/quotas/0627f132295b49ea8052d55add2acfaf HTTP/1.1" status: 200 len: 375 time: 0.0574725 Nov 22 16:01:58.281213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-398909e3-5b59-4109-9bcf-803c257698a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:58.282979 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-398909e3-5b59-4109-9bcf-803c257698a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580459 Nov 22 16:01:58.286488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.350249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-5e3cb74b-8748-4367-93b9-d43b0167021b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755365 Nov 22 16:01:58.389105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-4821f3f5-1314-4ec9-ace0-5060decdb529 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:01:58.390132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-4821f3f5-1314-4ec9-ace0-5060decdb529 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053933 Nov 22 16:01:58.450909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-2b031632-b120-4afc-ab92-eed268ff4b93 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2629962 Nov 22 16:01:58.455101 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.457901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.472826 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-09a282c0-bed6-4830-aff4-97eff342b015 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787097 Nov 22 16:01:58.536397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 72f3b2e4-0d96-449a-81ed-2879c215bf48 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:01:58.571596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 72f3b2e4-0d96-449a-81ed-2879c215bf48 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:01:58.572720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 72f3b2e4-0d96-449a-81ed-2879c215bf48 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:01:58.604087 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-44a1aeb4-01bb-425b-9ad4-1bc5339ff52b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1825304 Nov 22 16:01:58.649267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.649887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7780f04d-0bc1-48e9-b810-ffd8d15ea7eb {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:01:58.663478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.667358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2dcdd6b3-0fc3-4893-b090-33100096fd02 admin admin] 10.222.0.69 "DELETE /v2.0/routers/7780f04d-0bc1-48e9-b810-ffd8d15ea7eb HTTP/1.1" status: 204 len: 168 time: 2.0596251 Nov 22 16:01:58.668299 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6b67a5b-3260-4e9f-b8d6-853804fdb933 req-93e083e9-07ff-4892-90bf-c148a9d87195 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858342 Nov 22 16:01:58.669112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:58.737532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-96c49fc7-66b3-46fd-b551-c66106775d9b service neutron] 10.222.0.69 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846313 Nov 22 16:01:58.740694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-148eb56e-550e-49a9-a8f0-c4afe5c1bb26 service neutron] 10.222.0.69 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208132 Nov 22 16:01:58.780855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-a343682c-e78d-4878-ac0e-fa02eda51996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:58.783311 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-a343682c-e78d-4878-ac0e-fa02eda51996 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 1096 time: 0.1079047 Nov 22 16:01:58.787644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db511a0-046e-4cc5-9c95-d65b93ba44e5 admin admin] Deleting subnet 4ccc0aca-7894-495a-90aa-92f809ccc22a {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:01:58.792542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6db511a0-046e-4cc5-9c95-d65b93ba44e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.909365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6db511a0-046e-4cc5-9c95-d65b93ba44e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:58.989200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-19460e8d-1b82-406d-9c17-fd7e61a0cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:58.990190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-19460e8d-1b82-406d-9c17-fd7e61a0cbbb service neutron] 10.222.0.71 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 925 time: 0.1646280 Nov 22 16:01:58.992985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-5f1a3371-0573-4387-a592-18e6707cfca2 service neutron] 10.222.0.69 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363670 Nov 22 16:01:59.010088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-aee3bdb9-5867-4905-b6e7-bac899e3aded service neutron] 10.222.0.69 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682269 Nov 22 16:01:59.112678 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6db511a0-046e-4cc5-9c95-d65b93ba44e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:59.122052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8bded4-1fab-44e3-b92e-13de37d6aa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e151412d-55dc-49f7-b0e4-7c9292435076'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:01:59.139416 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae2f24a-df2c-47f4-a20a-12ecf156ee77" -d '{"events": [{"server_uuid": "ad8bded4-1fab-44e3-b92e-13de37d6aa87", "name": "network-vif-plugged", "status": "completed", "tag": "e151412d-55dc-49f7-b0e4-7c9292435076"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:01:59.184130 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-14dfd4db-e351-437f-a6a7-6709f1b2f356 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63 HTTP/1.1" status: 200 len: 1001 time: 0.1585028 Nov 22 16:01:59.280826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-22c78cb2-7d0b-4a82-a615-44c07e7aa51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:59.283133 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-22c78cb2-7d0b-4a82-a615-44c07e7aa51f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18b32868-1806-41a0-8f37-90366ab6428f HTTP/1.1" status: 200 len: 863 time: 0.0741062 Nov 22 16:01:59.372520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6db511a0-046e-4cc5-9c95-d65b93ba44e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:59.415172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db511a0-046e-4cc5-9c95-d65b93ba44e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ccc0aca-7894-495a-90aa-92f809ccc22a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:01:59.422668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-bdd4f870-f617-4ebc-bc4c-66bb12323ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:59.423378 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-bdd4f870-f617-4ebc-bc4c-66bb12323ae0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297052 Nov 22 16:01:59.424460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6db511a0-046e-4cc5-9c95-d65b93ba44e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:59.431587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0331a8-cf41-4158-820b-91c735a1ab4a None None] Network b9f74b68-acf5-4d0b-8df4-075f4025a6ee requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:01:59.431751 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6db511a0-046e-4cc5-9c95-d65b93ba44e5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4ccc0aca-7894-495a-90aa-92f809ccc22a HTTP/1.1" status: 204 len: 168 time: 0.7580748 Nov 22 16:01:59.431837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:01:59.541307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbe937-133d-4c83-861c-b0430a58dbbf req-74879e62-067c-4a05-8146-09edc9f7eced tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:59.543659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96bbe937-133d-4c83-861c-b0430a58dbbf req-74879e62-067c-4a05-8146-09edc9f7eced tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 945 time: 0.1115136 Nov 22 16:01:59.558828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a8820-c2e2-41e9-af09-a04af5b8dab3 req-904b800c-0d3f-4427-a10e-82719586cb16 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:01:59.563504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca7a8820-c2e2-41e9-af09-a04af5b8dab3 req-904b800c-0d3f-4427-a10e-82719586cb16 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 950 time: 0.2243462 Nov 22 16:01:59.617355 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:59.694664 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-7990c246-d964-40cf-9ad9-0d3d280b3a59 service neutron] 10.222.0.71 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536058 Nov 22 16:01:59.720191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca7a8820-c2e2-41e9-af09-a04af5b8dab3 req-adfec281-8b9d-42c1-a2d8-5d7b59a0df72 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321232 Nov 22 16:01:59.748975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96bbe937-133d-4c83-861c-b0430a58dbbf req-b957735e-e05b-4449-90de-fe13298e3834 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811340 Nov 22 16:01:59.873036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] DHCP port deletion for b9f74b68-acf5-4d0b-8df4-075f4025a6ee request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:01:59.909556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Deleting port 293c42e6-d02c-418b-b261-8efae00bdf9d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:59.909951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:01:59.998877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] Deleting port 293c42e6-d02c-418b-b261-8efae00bdf9d {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:01:59.999578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.001677 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e875bba8-6404-4a0a-98b1-545a575b3209 req-59742a84-17b7-42da-b3ad-da26cfbd90f3 service neutron] 10.222.0.71 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748737 Nov 22 16:02:00.022289 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5523561-7e04-42b3-9442-9407645672e3 x-openstack-request-id: req-f5523561-7e04-42b3-9442-9407645672e3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:00.022586 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8bded4-1fab-44e3-b92e-13de37d6aa87", "name": "network-vif-plugged", "status": "completed", "tag": "e151412d-55dc-49f7-b0e4-7c9292435076", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:00.023113 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5523561-7e04-42b3-9442-9407645672e3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:00.023523 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8bded4-1fab-44e3-b92e-13de37d6aa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e151412d-55dc-49f7-b0e4-7c9292435076', 'code': 200} Nov 22 16:02:00.076599 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] For port 293c42e6-d02c-418b-b261-8efae00bdf9d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=293c42e6-d02c-418b-b261-8efae00bdf9d,segment=NetworkSegment(337fe2e1-06c7-4525-90b0-2d40e263547c),segment_id=337fe2e1-06c7-4525-90b0-2d40e263547c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:00.076998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.079769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df7d03-3078-4a02-9d31-1de5fadd64cb req-4bcbbc26-0ac6-4c18-bc90-4b00a5dd4d5e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:00.088254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4df7d03-3078-4a02-9d31-1de5fadd64cb req-4bcbbc26-0ac6-4c18-bc90-4b00a5dd4d5e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 950 time: 0.1604688 Nov 22 16:02:00.103406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Calling delete_port for 293c42e6-d02c-418b-b261-8efae00bdf9d owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:02:00.146131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] For port 293c42e6-d02c-418b-b261-8efae00bdf9d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=293c42e6-d02c-418b-b261-8efae00bdf9d,segment=NetworkSegment(337fe2e1-06c7-4525-90b0-2d40e263547c),segment_id=337fe2e1-06c7-4525-90b0-2d40e263547c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:00.146621 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.193071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] Calling delete_port for 293c42e6-d02c-418b-b261-8efae00bdf9d owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:02:00.229441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b505c825-aa49-42bf-957b-b6c17a3bd3fb req-79716cfc-06b3-4bfe-ac6f-8cd06ad15f53 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 210 time: 0.1016922 Nov 22 16:02:00.262080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d2e2f-a707-44cc-a083-a77363af2bf4 req-6b46d002-e902-46f5-9f9f-9d3813c5c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:00.264902 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-619d2e2f-a707-44cc-a083-a77363af2bf4 req-6b46d002-e902-46f5-9f9f-9d3813c5c39e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 1101 time: 0.0866413 Nov 22 16:02:00.314894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.327866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4df7d03-3078-4a02-9d31-1de5fadd64cb req-fcde5f1f-b3d2-4ec0-8f89-1764cd865ccf tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306392 Nov 22 16:02:00.371117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:02:00.372536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] No DVR routers for this DVR port 293c42e6-d02c-418b-b261-8efae00bdf9d on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:02:00.403098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:02:00.403334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf0dca8e-c98a-4203-bbdf-bf2005b1e4cb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:02:00.403844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 293c42e6-d02c-418b-b261-8efae00bdf9d no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:02:00.468482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b73ba1e-8b8b-41cd-9517-4a67144fa4c8 req-e79bca8d-2eb4-4a29-9fc0-47d5a6aec32f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 210 time: 0.0938201 Nov 22 16:02:00.469976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 293c42e6-d02c-418b-b261-8efae00bdf9d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:02:00.470427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 293c42e6-d02c-418b-b261-8efae00bdf9d not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:02:00.493821 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.507417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=293c42e6-d02c-418b-b261-8efae00bdf9d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:00.515375 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-619d2e2f-a707-44cc-a083-a77363af2bf4 req-9010b2f2-ddc6-415d-b285-732c5b08ab01 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360582 Nov 22 16:02:00.576376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] Pushing event deleted for resources: {'Port': ['ID=293c42e6-d02c-418b-b261-8efae00bdf9d,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:00.598937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b811a-c8f7-46ae-b6e2-1a6c85da9da0 None None] No DVR routers for this DVR port 293c42e6-d02c-418b-b261-8efae00bdf9d on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:02:00.693514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.771763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f74b68-acf5-4d0b-8df4-075f4025a6ee']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:00.802831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337fe2e1-06c7-4525-90b0-2d40e263547c') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:00.803235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337fe2e1-06c7-4525-90b0-2d40e263547c') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:00.840779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.907614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.914840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d099cd0-e4de-4a7f-8dc1-923c082b3494 req-f7ffcc5a-c7d2-4be2-8912-5cb858d52517 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:00.916513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d099cd0-e4de-4a7f-8dc1-923c082b3494 req-f7ffcc5a-c7d2-4be2-8912-5cb858d52517 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 945 time: 0.0993476 Nov 22 16:02:00.920236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:02:00.921049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:02:00.925281 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:02:01.005897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:01.041803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:01.044046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d099cd0-e4de-4a7f-8dc1-923c082b3494 req-a13312cb-9885-4b8d-9764-14ad908ca601 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138833 Nov 22 16:02:01.045851 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b9f74b68-acf5-4d0b-8df4-075f4025a6ee HTTP/1.1" status: 204 len: 168 time: 1.6128345 Nov 22 16:02:01.047343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd510e-ad2f-4040-bcf5-9c06cf26e7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f74b68-acf5-4d0b-8df4-075f4025a6ee,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:01.097302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:01.128532 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbcb94-5460-4cd4-b73f-17f6c8ca5558 req-6d705e4e-4770-40e0-bc53-fb02d0274510 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:01.139393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbcb94-5460-4cd4-b73f-17f6c8ca5558 req-6d705e4e-4770-40e0-bc53-fb02d0274510 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:01.141961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67dbcb94-5460-4cd4-b73f-17f6c8ca5558 req-6d705e4e-4770-40e0-bc53-fb02d0274510 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285&device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 1690 time: 0.1680217 Nov 22 16:02:01.259293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67dbcb94-5460-4cd4-b73f-17f6c8ca5558 req-f161ae15-3d48-45ab-8d35-b26005261599 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036820 Nov 22 16:02:01.379294 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82f163c-0339-49ea-919a-7595f85bb6d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:01.403252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32856) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:01.444616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37eb481f-72a4-412a-aff0-ffe569d46749 req-c23b29a1-4930-41dd-80fc-8799ec830750 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 210 time: 0.0498705 Nov 22 16:02:01.503269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d913ac13-6f94-4a1f-86f1-59132b1f0b1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2738ec5fe6394bd9a78ae8511dd1fba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978673 Nov 22 16:02:01.510599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0eea1-f20b-475a-9d0b-c9b193eda8f4 req-efe20e6d-da37-4a53-8cee-4010214b7416 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:01.512409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32860) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:01.512933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfb0eea1-f20b-475a-9d0b-c9b193eda8f4 req-efe20e6d-da37-4a53-8cee-4010214b7416 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 950 time: 0.0719259 Nov 22 16:02:01.581637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520259-5161-4c16-8bad-d9ec077fa814 req-0035a2c1-1c42-4bff-b67b-b07864e8e451 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:01.584240 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-0035a2c1-1c42-4bff-b67b-b07864e8e451 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 821 time: 0.3153446 Nov 22 16:02:01.599525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfb0eea1-f20b-475a-9d0b-c9b193eda8f4 req-e95b927c-1ec6-45e1-a15c-b7be0ca3c91e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794010 Nov 22 16:02:01.616008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa6b84-8811-495e-bfac-a785a84c4b9f req-851422c9-95ce-4adc-95b3-fad26d3eb773 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:01.618204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6aa6b84-8811-495e-bfac-a785a84c4b9f req-851422c9-95ce-4adc-95b3-fad26d3eb773 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 1100 time: 0.0668406 Nov 22 16:02:01.620870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Request body: {'port': {'device_id': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'admin_state_up': True, 'tenant_id': 'fb90cc83c0a14939848c89f857ea49d2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:01.746907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8dd388ff-21b5-4a2b-bb04-c47e81c4d2da req-9f32ea98-c722-4a7a-be7e-01aee105e8b9 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 210 time: 0.0591087 Nov 22 16:02:01.759676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6aa6b84-8811-495e-bfac-a785a84c4b9f req-76622b81-8b83-405a-8b93-e7bfbf062cef tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186891 Nov 22 16:02:01.794655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8151c12-0b62-4461-b3bf-3b3b8dd24031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:01.800893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82f163c-0339-49ea-919a-7595f85bb6d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:01.830165 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a82f163c-0339-49ea-919a-7595f85bb6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:01.901040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8151c12-0b62-4461-b3bf-3b3b8dd24031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:01.968218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca61c0b-47f9-46d1-bc2e-1836544a15ea req-fb8a5441-89c9-4cdf-904c-bb145d96b64a tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:01.969967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ca61c0b-47f9-46d1-bc2e-1836544a15ea req-fb8a5441-89c9-4cdf-904c-bb145d96b64a tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 1101 time: 0.0714808 Nov 22 16:02:01.971126 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a82f163c-0339-49ea-919a-7595f85bb6d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c428f3cee554d3f964825c272f02731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8723755 Nov 22 16:02:01.977401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32864) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:02.014087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f163c-0339-49ea-919a-7595f85bb6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02be97c1-52e9-4e8b-9cc4-aefa615a42c4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:02.061544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Made reservation on behalf of fb90cc83c0a14939848c89f857ea49d2 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:02.068957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.117576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8151c12-0b62-4461-b3bf-3b3b8dd24031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.122435 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8151c12-0b62-4461-b3bf-3b3b8dd24031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.128320 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c8151c12-0b62-4461-b3bf-3b3b8dd24031 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12d3138c-1369-4b01-bcdf-156cffd439c9 HTTP/1.1" status: 204 len: 168 time: 0.6107950 Nov 22 16:02:02.206449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8151c12-0b62-4461-b3bf-3b3b8dd24031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3138c-1369-4b01-bcdf-156cffd439c9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:02.315138 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Allocated IP 172.20.0.6 (a7590de7-4c87-45b1-807e-6d53010a213a/ebf44a3e-fa73-4322-baca-1b91d9430850/cfacc456-37f8-41fb-9a63-2f0a2a284012) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:02.426807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-1d0d2681-0c0a-4c7f-9040-87e550b8a3d6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:02.428374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-1d0d2681-0c0a-4c7f-9040-87e550b8a3d6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 808 time: 0.6014001 Nov 22 16:02:02.461616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Request body: {'port': {'device_id': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'admin_state_up': True, 'tenant_id': '0627f132295b49ea8052d55add2acfaf'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:02.561167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ca61c0b-47f9-46d1-bc2e-1836544a15ea req-45d6a8fd-493e-4817-9893-e5895af77f98 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643015 Nov 22 16:02:02.610769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18f519e9-6a44-4a95-9d5d-71e8b479177a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.630360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588a86e-c90f-4b1a-9c65-85e0707a8a25 req-1631c4cd-e198-4edd-b59e-c7ab42a8faf6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:02.632772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d588a86e-c90f-4b1a-9c65-85e0707a8a25 req-1631c4cd-e198-4edd-b59e-c7ab42a8faf6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 945 time: 0.2421665 Nov 22 16:02:02.708643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18f519e9-6a44-4a95-9d5d-71e8b479177a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.791690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.813312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f44cb96f-f64b-4f53-bc06-d4a096557f3a req-1883a406-d6fc-4fe4-9885-e7c7d8daeb7e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 210 time: 0.0790908 Nov 22 16:02:02.826829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d588a86e-c90f-4b1a-9c65-85e0707a8a25 req-423362a7-a759-4e76-9c5a-ea1981351387 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852231 Nov 22 16:02:02.851036 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.858482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Made reservation on behalf of 0627f132295b49ea8052d55add2acfaf for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:02.863584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.919726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18f519e9-6a44-4a95-9d5d-71e8b479177a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.925417 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18f519e9-6a44-4a95-9d5d-71e8b479177a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:02.927108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-18f519e9-6a44-4a95-9d5d-71e8b479177a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/02be97c1-52e9-4e8b-9cc4-aefa615a42c4 HTTP/1.1" status: 204 len: 168 time: 0.9484487 Nov 22 16:02:02.943874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f519e9-6a44-4a95-9d5d-71e8b479177a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02be97c1-52e9-4e8b-9cc4-aefa615a42c4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:02.947620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Network a7590de7-4c87-45b1-807e-6d53010a213a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:02.955618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:02.957898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Pushing event updated for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:02.960046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:03.049159 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:03.050577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:03.080325 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4f446147-3197-4d50-b7c6-eacbfd919c15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4757779 Nov 22 16:02:03.102939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Request body: {'port': {'device_id': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:03.145403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a1b47-b36a-4dc8-bbd1-3dd24635f866 req-88bef844-da0a-4eb4-98a5-b92312440e59 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:03.147608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a50a1b47-b36a-4dc8-bbd1-3dd24635f866 req-88bef844-da0a-4eb4-98a5-b92312440e59 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 950 time: 0.1017723 Nov 22 16:02:03.213699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:03.281458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87ba881d-ba4b-4358-9584-359c1c9a0f49 req-9d57e02f-28cd-4b9d-bac0-18fdc803beb4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 210 time: 0.0540867 Nov 22 16:02:03.291952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Allocated IP 172.20.0.6 (aad03cc2-e0b6-4889-9927-06b197564568/47c2ff75-f94e-4666-9961-8d060d0c0dd5/771010f2-cad2-4f80-945f-3b74c84e942e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:03.349953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a50a1b47-b36a-4dc8-bbd1-3dd24635f866 req-a6972311-866d-4a77-bda8-f549f8ba042b tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684513 Nov 22 16:02:03.630064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:03.650229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfacc456-37f8-41fb-9a63-2f0a2a284012 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:03.662455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:03.679689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Transition to ACTIVE for port object cfacc456-37f8-41fb-9a63-2f0a2a284012 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:03.681811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-82b1d6df-57bb-4a28-a0e1-559de6967cf6 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1407006 Nov 22 16:02:03.689514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:03.715323 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d837d35f-9733-4992-932c-063a61a8f29e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:03.777951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Pushing event updated for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:03.814244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:03.864470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:03.865407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:03.865815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:03.871835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:03.872350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:03.881741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:03.882337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:03.883229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:03.883841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Bound port: cfacc456-37f8-41fb-9a63-2f0a2a284012, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:03.884340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:03.972685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-b1db2332-30f2-4120-9cd6-83925c3ed80a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:03.975580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-b1db2332-30f2-4120-9cd6-83925c3ed80a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650919 Nov 22 16:02:03.984852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:03.990710 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:03.998474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:04.005231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.091596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-d6f38f76-3c64-4517-ab28-ad2925e1f90b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/quotas/4356fc095a8d4a59bc430016957704c2 HTTP/1.1" status: 200 len: 375 time: 0.1009538 Nov 22 16:02:04.103072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:04.104931 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.108317 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] 10.222.0.11 "PUT /v2.0/ports/cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 1091 time: 1.0208330 Nov 22 16:02:04.108945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:04.112050 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaed2bd-cc41-4516-8e04-948b47531f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:04.112710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Network aad03cc2-e0b6-4889-9927-06b197564568 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:04.133729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6b261-37df-4aaf-8bc7-d7e18b45718c service neutron] Pushing event updated for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:04.144308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:04.147222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:04.153916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:04.154581 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.160014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d837d35f-9733-4992-932c-063a61a8f29e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.185819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Pushing event updated for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:04.189542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d837d35f-9733-4992-932c-063a61a8f29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.241172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-993ca05d-014d-436b-a21b-ecfeb6017947 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7895947 Nov 22 16:02:04.251824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d837d35f-9733-4992-932c-063a61a8f29e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e31d9902623241c98fa6566e8841e74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5905116 Nov 22 16:02:04.253209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4de09100-a8ee-4e6d-aa60-9b694a86d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:04.255059 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-4de09100-a8ee-4e6d-aa60-9b694a86d195 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1094 time: 0.0763285 Nov 22 16:02:04.255726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32942) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:04.259577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Request body: {'port': {'device_id': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:04.262686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837d35f-9733-4992-932c-063a61a8f29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc8a004-7c11-45b0-b4ab-e0f20187b919,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:04.301284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-7907244f-55c8-4ceb-99a5-025930f03872 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1869512 Nov 22 16:02:04.348174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.372232 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-6c8b9b41-5859-4eb2-a3e9-7684b06687cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 217 time: 0.1077807 Nov 22 16:02:04.487756 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15370c6b-33dd-47a0-a9a8-bcf76641835e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.490573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520259-5161-4c16-8bad-d9ec077fa814 req-10adf43b-29d2-4002-b6ab-fc385dcd2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:04.492357 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-10adf43b-29d2-4002-b6ab-fc385dcd2c31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1134269 Nov 22 16:02:04.545509 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-ca97e34b-0105-47f6-8435-ebf04d0b0cd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413277 Nov 22 16:02:04.548169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15370c6b-33dd-47a0-a9a8-bcf76641835e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.735433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15370c6b-33dd-47a0-a9a8-bcf76641835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.738156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15370c6b-33dd-47a0-a9a8-bcf76641835e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.739375 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-15370c6b-33dd-47a0-a9a8-bcf76641835e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5dc8a004-7c11-45b0-b4ab-e0f20187b919 HTTP/1.1" status: 204 len: 168 time: 0.4823337 Nov 22 16:02:04.743678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-c607ec5c-d90c-42af-ad44-d4f2f5f41fc9 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844573 Nov 22 16:02:04.751656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15370c6b-33dd-47a0-a9a8-bcf76641835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc8a004-7c11-45b0-b4ab-e0f20187b919,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:04.776939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771010f2-cad2-4f80-945f-3b74c84e942e {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:04.788503 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.808017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Transition to ACTIVE for port object 771010f2-cad2-4f80-945f-3b74c84e942e will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:04.824752 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:04.892563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Pushing event updated for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:04.973945 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99520259-5161-4c16-8bad-d9ec077fa814 req-32eef28f-b74b-4eb2-9581-af384ed55b39 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191598 Nov 22 16:02:04.989236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:04.989672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:04.990169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:05.022965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:05.023652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:05.051177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:05.051177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:05.051574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:05.053591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Bound port: 771010f2-cad2-4f80-945f-3b74c84e942e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:05.054134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:05.251480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3b277-3a40-41a9-948d-5a439d216267 req-af4c26a9-1022-4428-beb7-f4fd1a06c3b3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.261144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1b3b277-3a40-41a9-948d-5a439d216267 req-af4c26a9-1022-4428-beb7-f4fd1a06c3b3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 943 time: 0.1609006 Nov 22 16:02:05.286803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:05.321551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:05.339682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:05.340021 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ef54a-3db8-474f-bc00-bcdbdd1205a5 x-openstack-request-id: req-c25ef54a-3db8-474f-bc00-bcdbdd1205a5 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:05.340965 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:05.341402 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c25ef54a-3db8-474f-bc00-bcdbdd1205a5 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:05.342098 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012', 'status': 'completed', 'code': 200} Nov 22 16:02:05.394269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.395428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:05.398251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] 10.222.0.11 "PUT /v2.0/ports/771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 200 len: 1091 time: 1.1433673 Nov 22 16:02:05.409374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:05.412006 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5134f715-1ca8-4b91-92ad-454b1f675f64" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:05.443000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1b3b277-3a40-41a9-948d-5a439d216267 req-4e5c22ba-ae71-4bab-af97-46684fde108e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803105 Nov 22 16:02:05.473765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-d398db63-d3b9-4188-90db-6fc1c75ad1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.477698 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-d398db63-d3b9-4188-90db-6fc1c75ad1d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1094 time: 0.0886147 Nov 22 16:02:05.583715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720c187-9ef3-41ea-b295-02cbb94088ac service neutron] Pushing event updated for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:05.640013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-3ca8d0cd-613a-4be1-a101-3761ef3ea4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.642506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-3ca8d0cd-613a-4be1-a101-3761ef3ea4b9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1094 time: 0.1797853 Nov 22 16:02:05.661590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-96d3bb66-ea1d-4e91-b92a-673eedc8bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.663311 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-96d3bb66-ea1d-4e91-b92a-673eedc8bb52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.1725388 Nov 22 16:02:05.674649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1297ba-e8bb-443c-ba69-4bdf41f5ef60 req-7ad5b8bd-0abf-4d5a-8d44-e0b712b0d6ae tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.683224 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d1297ba-e8bb-443c-ba69-4bdf41f5ef60 req-7ad5b8bd-0abf-4d5a-8d44-e0b712b0d6ae tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 943 time: 0.2021368 Nov 22 16:02:05.718303 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-a57292e2-6f43-432a-a83b-fe2233a8c2e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 217 time: 0.0452907 Nov 22 16:02:05.739025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-cdb11bd4-e166-4b1b-9278-de4085c6ba62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 200 len: 217 time: 0.0839972 Nov 22 16:02:05.790883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-721a4d95-f6f5-4277-a0b5-0f71e3565378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.793041 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-721a4d95-f6f5-4277-a0b5-0f71e3565378 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.0672836 Nov 22 16:02:05.814838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08942256-251d-4af3-a24f-bd2b15f125c2 req-e31ffe51-4a8a-4ed5-b58f-35b880eedef0 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.821792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08942256-251d-4af3-a24f-bd2b15f125c2 req-e31ffe51-4a8a-4ed5-b58f-35b880eedef0 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 950 time: 0.2257369 Nov 22 16:02:05.851012 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-379fb614-678d-44ac-a023-fd83d79dc9e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493453 Nov 22 16:02:05.874487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d1297ba-e8bb-443c-ba69-4bdf41f5ef60 req-79cd8658-63e0-4d4e-9ad3-b9838e0e8260 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864729 Nov 22 16:02:05.899463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-f089563a-9568-467f-bc14-291cedc5352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:05.902535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-f089563a-9568-467f-bc14-291cedc5352e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1523478 Nov 22 16:02:06.004493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08942256-251d-4af3-a24f-bd2b15f125c2 req-62362869-4e17-4a05-b920-451391488792 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644447 Nov 22 16:02:06.010389 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-e19e0cda-8403-432c-8138-f7371ecfa78e service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505826 Nov 22 16:02:06.022005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-a1225239-7a32-4baa-af7b-3de0dd541034 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118174 Nov 22 16:02:06.181871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-90b0b16e-df25-4ac9-9bdd-743c9a10f0de service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446667 Nov 22 16:02:06.189289 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48166c39-1d58-44eb-b512-db8cbf5918af x-openstack-request-id: req-48166c39-1d58-44eb-b512-db8cbf5918af {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:06.189853 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:06.190956 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48166c39-1d58-44eb-b512-db8cbf5918af {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:06.190956 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e', 'status': 'completed', 'code': 200} Nov 22 16:02:06.206689 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bcaed2bd-cc41-4516-8e04-948b47531f0a req-10c3b8c2-d5b3-424c-babb-14619784ca2e service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873679 Nov 22 16:02:06.393733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6aa064-4c35-440a-9e20-12a9c368b002 req-3de82f9c-b9f1-46c8-bcbc-04098bbdf06e service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017748 Nov 22 16:02:06.467896 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-130c20e7-ee65-4a02-909e-aa702c2b1175 req-6eb7a759-178d-42fd-ad4a-163b0d52b233 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 210 time: 0.0642586 Nov 22 16:02:06.552154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-c0701e56-5d67-48f2-8050-86e40f9b8ba6 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:06.554472 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-c0701e56-5d67-48f2-8050-86e40f9b8ba6 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 1101 time: 0.1452575 Nov 22 16:02:06.627643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-9e1e5536-7550-487e-a5c8-a41b3ca33e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:06.642969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-9e1e5536-7550-487e-a5c8-a41b3ca33e96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1094 time: 0.1612620 Nov 22 16:02:06.744204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] Deleting port e151412d-55dc-49f7-b0e4-7c9292435076 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:02:06.744914 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:06.908951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] For port e151412d-55dc-49f7-b0e4-7c9292435076, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e151412d-55dc-49f7-b0e4-7c9292435076,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:06.909371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:06.932398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] Calling delete_port for e151412d-55dc-49f7-b0e4-7c9292435076 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:02:07.027819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-29e6c79d-f5a4-4e26-a3bc-ff9ff108ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:07.030461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-29e6c79d-f5a4-4e26-a3bc-ff9ff108ce23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.3785002 Nov 22 16:02:07.054399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8376d-0fe6-43b5-b0ad-10b9e3195e6c req-19be5455-9881-4dc8-aef4-210a77390942 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:07.068824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1d8376d-0fe6-43b5-b0ad-10b9e3195e6c req-19be5455-9881-4dc8-aef4-210a77390942 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 943 time: 0.4179204 Nov 22 16:02:07.181756 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:07.197855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e151412d-55dc-49f7-b0e4-7c9292435076'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:07.239174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-0363dd14-8c83-4d55-af1b-44ccc6bdb091 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 200 len: 217 time: 0.1617517 Nov 22 16:02:07.256945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] Pushing event deleted for resources: {'Port': ['ID=e151412d-55dc-49f7-b0e4-7c9292435076,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:07.287379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:07.434508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] No DVR routers for this DVR port e151412d-55dc-49f7-b0e4-7c9292435076 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:02:07.439455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:07.458523 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75f95024-7bcb-4399-98f1-0c41d3b40997 req-be0acadf-a262-4073-9468-a78801dce391 tempest-DeleteServersAdminTestJSON-1115715231 tempest-DeleteServersAdminTestJSON-1115715231-project-admin] 10.222.0.71 "DELETE /v2.0/ports/e151412d-55dc-49f7-b0e4-7c9292435076 HTTP/1.1" status: 204 len: 173 time: 0.8874412 Nov 22 16:02:07.459324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad8bded4-1fab-44e3-b92e-13de37d6aa87', 'name': 'network-vif-deleted', 'tag': 'e151412d-55dc-49f7-b0e4-7c9292435076'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:07.466277 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91080d3-9ccf-44fc-b7e2-de7280f024d6" -d '{"events": [{"server_uuid": "ad8bded4-1fab-44e3-b92e-13de37d6aa87", "name": "network-vif-deleted", "tag": "e151412d-55dc-49f7-b0e4-7c9292435076"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:07.536227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-3818e939-fc7f-4eca-ae49-ee8a45725946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:07.538776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-3818e939-fc7f-4eca-ae49-ee8a45725946 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.2579384 Nov 22 16:02:07.694063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8923c1-55a2-4bf5-8850-2fb1c0405507 req-25f6bb24-c5dd-4e8d-a1c3-4a01c953d546 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:07.705262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:07.714104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f8923c1-55a2-4bf5-8850-2fb1c0405507 req-25f6bb24-c5dd-4e8d-a1c3-4a01c953d546 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 943 time: 0.4889359 Nov 22 16:02:07.720419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-b32d9a4e-1759-4d31-a00d-3a787079be02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1725454 Nov 22 16:02:07.753552 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-c47980ac-b07f-41b2-a609-9f9b1220eb15 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719879 Nov 22 16:02:07.759270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1d8376d-0fe6-43b5-b0ad-10b9e3195e6c req-d31addb2-3e4a-49f0-86ea-3cf5965d0907 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722357 Nov 22 16:02:07.793619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'port_id': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'mac_address': 'fa:16:3e:c4:8f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab7aae-234f-45ce-af7c-c8ca355c4f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:07.983569 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:08.029412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:08.075733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-c7fe2bfa-9dcc-4cc8-8aca-701c699e919e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:08.077381 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-c7fe2bfa-9dcc-4cc8-8aca-701c699e919e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3173890 Nov 22 16:02:08.083405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:08.089899 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:08.116557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Request body: {'port': {'device_id': 'f7815cfd-ac93-4d2b-87b2-59b479377c8b', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '4356fc095a8d4a59bc430016957704c2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:08.180761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a39a85bb-a17f-49bd-8795-79e91238e179 req-bd9abeff-11d7-4c13-9a42-fbe49aba0f08 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad8bded4-1fab-44e3-b92e-13de37d6aa87 HTTP/1.1" status: 200 len: 210 time: 0.0938325 Nov 22 16:02:08.229130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f8923c1-55a2-4bf5-8850-2fb1c0405507 req-36a07bdf-c308-470c-97e4-49105244c022 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026169 Nov 22 16:02:08.319716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4ef476cc-8c64-4070-a3a5-1e64d34b3d64'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:08.366069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-dc1e3b82-40bd-4456-baa2-466475bbf3f5 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005056 Nov 22 16:02:08.393559 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-bb6d5960-1f0c-488e-a22b-b16e71576284 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3094177 Nov 22 16:02:08.568961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:08.679425 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24366b28-6298-48ab-bd7c-179be4d15303 x-openstack-request-id: req-24366b28-6298-48ab-bd7c-179be4d15303 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:08.680391 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad8bded4-1fab-44e3-b92e-13de37d6aa87", "name": "network-vif-deleted", "tag": "e151412d-55dc-49f7-b0e4-7c9292435076", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:08.681047 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24366b28-6298-48ab-bd7c-179be4d15303 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:08.681923 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad8bded4-1fab-44e3-b92e-13de37d6aa87', 'name': 'network-vif-deleted', 'tag': 'e151412d-55dc-49f7-b0e4-7c9292435076', 'status': 'completed', 'code': 200} Nov 22 16:02:08.710730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ec9947a-fad3-4313-b96d-ed4a69593c76 req-8f9021cf-168b-45a6-9831-a98b55800069 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 210 time: 0.0711918 Nov 22 16:02:08.770861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5134f715-1ca8-4b91-92ad-454b1f675f64 req-ac1646b2-8627-44df-9446-55aeb1d38dba service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975718 Nov 22 16:02:08.994682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-af11dbc8-fd8a-472d-9c1b-e33049a54470 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:08.998526 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-af11dbc8-fd8a-472d-9c1b-e33049a54470 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5851407 Nov 22 16:02:09.049855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Request body: {'port': {'device_id': '9c7b2058-b24c-40dc-af0b-fb092572c443', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '4356fc095a8d4a59bc430016957704c2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:09.284535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d838fb7-bca9-4c9e-ba61-1d44d7a60dd4 req-6cfbce47-b601-4212-87c7-d6d31e594fa9 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:09.293734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:09.307674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d838fb7-bca9-4c9e-ba61-1d44d7a60dd4 req-6cfbce47-b601-4212-87c7-d6d31e594fa9 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 943 time: 0.1576054 Nov 22 16:02:09.331055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Made reservation on behalf of 4356fc095a8d4a59bc430016957704c2 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:09.339613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:09.467063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d838fb7-bca9-4c9e-ba61-1d44d7a60dd4 req-a1a94ed4-6e14-4f15-906f-8e0c5f80b738 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527598 Nov 22 16:02:09.467992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 771010f2-cad2-4f80-945f-3b74c84e942e details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:09.491995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:09.492381 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:09.523768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Made reservation on behalf of 4356fc095a8d4a59bc430016957704c2 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:09.527841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:09.776108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dbeb3-9511-421f-a626-6281e1e967ca req-a7597291-595e-4452-8ea1-0727bcfcc612 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:09.788297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c48dbeb3-9511-421f-a626-6281e1e967ca req-a7597291-595e-4452-8ea1-0727bcfcc612 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 943 time: 0.1271312 Nov 22 16:02:09.798366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:09.798896 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Allocated IP 192.168.233.61 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:09.810696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:09.824450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '771010f2-cad2-4f80-945f-3b74c84e942e', 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'port_id': '771010f2-cad2-4f80-945f-3b74c84e942e', 'mac_address': 'fa:16:3e:c6:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2ff75-f94e-4666-9961-8d060d0c0dd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:09.880441 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:09.892899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:09.895977 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526b58ba-67c2-453f-bfff-08f4e39e9156" -d '{"events": [{"server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "name": "network-vif-plugged", "status": "completed", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:09.923986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c48dbeb3-9511-421f-a626-6281e1e967ca req-eae6f17e-b63c-4902-bbd9-13106370e567 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340275 Nov 22 16:02:09.927837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:09.930417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771010f2-cad2-4f80-945f-3b74c84e942e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:09.952056 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:09.952056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e151412d-55dc-49f7-b0e4-7c9292435076 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:02:10.052214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: e151412d-55dc-49f7-b0e4-7c9292435076 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:02:10.052214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e151412d-55dc-49f7-b0e4-7c9292435076 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:02:10.080407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:10.107232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:10.112306 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:10.113347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cfacc456-37f8-41fb-9a63-2f0a2a284012 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:10.157806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:10.284341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-cdd5e9f0-2225-4c50-adee-81023751d912 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=db183c358c8b4c148b2f0afbf289a35e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451500 Nov 22 16:02:10.428645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Allocated IP 192.168.233.233 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/961eb9d5-b6ec-4b79-957a-1644252a5989) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:10.455595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:10.468977 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:10.501860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:10.504630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:10.579526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:10.615997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-bc206feb-6301-4ca3-a9f9-b805ec36f114 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:10.619284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:10.627368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-bc206feb-6301-4ca3-a9f9-b805ec36f114 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410091 Nov 22 16:02:10.630524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:10.646963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'Port': ['ID=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:10.653515 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:10.657359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-fcf2a441-7c21-4c8e-bed7-b72fa3545ad6 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/quotas/db183c358c8b4c148b2f0afbf289a35e HTTP/1.1" status: 200 len: 375 time: 0.0285664 Nov 22 16:02:10.667191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'cfacc456-37f8-41fb-9a63-2f0a2a284012', 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'port_id': 'cfacc456-37f8-41fb-9a63-2f0a2a284012', 'mac_address': 'fa:16:3e:62:ae:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf44a3e-fa73-4322-baca-1b91d9430850', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:10.755315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-47055ea3-6f81-4b2f-a924-2bc52119e92c tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=db183c358c8b4c148b2f0afbf289a35e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0964894 Nov 22 16:02:10.813810 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:10.884568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:10.886477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:10.965721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfacc456-37f8-41fb-9a63-2f0a2a284012 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:10.991978 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-57a449d8-5d2a-4ddd-870e-d35524d54e1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8894043 Nov 22 16:02:11.038948 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:11.135012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:11.153138 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Request body: {'port': {'device_id': 'f7815cfd-ac93-4d2b-87b2-59b479377c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:11.176118 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:11.201775 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:11.303155 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2d01e4-6208-4fe8-b46f-3a299f5c96df x-openstack-request-id: req-0b2d01e4-6208-4fe8-b46f-3a299f5c96df {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:11.303386 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "name": "network-vif-plugged", "status": "completed", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:11.303657 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b2d01e4-6208-4fe8-b46f-3a299f5c96df {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:11.304104 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'code': 200} Nov 22 16:02:11.328959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:11.335937 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:11.341220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:11.345642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:11.348534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'Port': ['ID=961eb9d5-b6ec-4b79-957a-1644252a5989,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:11.356590 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:02:11.357207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79303f-401c-49ea-b9cd-9c67f6d37ab5 req-82572290-342f-41f7-9877-eb1b9fd697ac tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:11.370995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd79303f-401c-49ea-b9cd-9c67f6d37ab5 req-82572290-342f-41f7-9877-eb1b9fd697ac tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 936 time: 0.1220737 Nov 22 16:02:11.437287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1add4b23-73bb-45e3-accb-ca1f46207618 None None] Provisioning complete for port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:11.437730 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1add4b23-73bb-45e3-accb-ca1f46207618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:11.534753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['771010f2-cad2-4f80-945f-3b74c84e942e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:11.536904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['cfacc456-37f8-41fb-9a63-2f0a2a284012'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:11.548615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:11.549285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:11.646539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd79303f-401c-49ea-b9cd-9c67f6d37ab5 req-fb23cd3c-26ee-4729-a958-c7731fc78a0b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742417 Nov 22 16:02:11.729026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:11.805137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb61d6-c468-4434-b2f0-c744e9f6728b req-292185c9-5ae2-45bb-ae7c-6be9b2ab966e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:11.819647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8bb61d6-c468-4434-b2f0-c744e9f6728b req-292185c9-5ae2-45bb-ae7c-6be9b2ab966e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 944 time: 0.3488843 Nov 22 16:02:11.865592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1add4b23-73bb-45e3-accb-ca1f46207618 None None] Port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:12.053523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8bb61d6-c468-4434-b2f0-c744e9f6728b req-7ead23b4-8144-4ba9-9fa6-3e7a1c7ae1f5 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237415 Nov 22 16:02:12.067475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:12.078491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:12.116611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Transition to ACTIVE for port object 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:12.130129 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:12.137621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a929c35c-2aa1-435a-bd9a-dc5b48671b2d None None] Provisioning complete for port 961eb9d5-b6ec-4b79-957a-1644252a5989 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:12.139529 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a929c35c-2aa1-435a-bd9a-dc5b48671b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:12.248603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f34bc2-d73d-4d19-b1ba-44e867c09513 req-40727580-c9c3-409f-a18b-017ec33a8403 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:12.258159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15f34bc2-d73d-4d19-b1ba-44e867c09513 req-40727580-c9c3-409f-a18b-017ec33a8403 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 944 time: 0.1966047 Nov 22 16:02:12.294133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:12.326334 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-393fc36b-55ac-4ddd-9b22-cf36c2f99f97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3040833 Nov 22 16:02:12.344101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a929c35c-2aa1-435a-bd9a-dc5b48671b2d None None] Port 961eb9d5-b6ec-4b79-957a-1644252a5989 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:12.363814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Request body: {'port': {'device_id': '9c7b2058-b24c-40dc-af0b-fb092572c443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:12.441755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-174827b0-759a-4e98-9633-7b72caba0f38 req-c034c2dd-e327-4fbc-9e51-cc7ee72ee6e7 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 210 time: 0.0805612 Nov 22 16:02:12.490392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15f34bc2-d73d-4d19-b1ba-44e867c09513 req-bb18b736-de7c-4ed0-ae4f-7afa647e34cb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309787 Nov 22 16:02:12.806036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:12.899374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:13.076784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3270270-9f47-4777-b0b7-44eb8d242644 req-c99848df-c079-4b7e-99d5-2e63142d641f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:13.085012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3270270-9f47-4777-b0b7-44eb8d242644 req-c99848df-c079-4b7e-99d5-2e63142d641f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 936 time: 0.1189389 Nov 22 16:02:13.089095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Attempting to bind port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:13.089988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Attempting to bind port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:13.089988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Attempting to bind port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:13.131824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:13.137262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Attempting to bind port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:13.209455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:13.215336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3270270-9f47-4777-b0b7-44eb8d242644 req-08cf8a49-8507-483b-aca1-6c4a612df1ab tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088989 Nov 22 16:02:13.393460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94614a50-76ac-4dcb-89f7-4cd25ba60c2d req-67eb84d7-6c72-40b5-b2ac-67aec88e2d95 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:13.395095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94614a50-76ac-4dcb-89f7-4cd25ba60c2d req-67eb84d7-6c72-40b5-b2ac-67aec88e2d95 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 944 time: 0.1501434 Nov 22 16:02:13.411224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:13.411625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:13.412268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:13.412957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Bound port: 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:13.413451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:13.503306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 771010f2-cad2-4f80-945f-3b74c84e942e up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:13.531927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94614a50-76ac-4dcb-89f7-4cd25ba60c2d req-4ad20fd6-7233-4e76-b862-2a949aeb32cd tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263382 Nov 22 16:02:13.672519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 771010f2-cad2-4f80-945f-3b74c84e942e completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:02:13.679610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 771010f2-cad2-4f80-945f-3b74c84e942e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:13.680054 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:13.824666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961eb9d5-b6ec-4b79-957a-1644252a5989 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:13.833612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:13.850594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Transition to ACTIVE for port object 961eb9d5-b6ec-4b79-957a-1644252a5989 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:13.865943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:13.931560 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-b7f50271-37a9-4601-8728-6eb8b856eb67 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=db183c358c8b4c148b2f0afbf289a35e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4353826 Nov 22 16:02:13.955042 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:13.971083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9aa793ce-a5a7-4e0b-86bb-35d817a15a6a req-1d54ec2d-7994-4111-b618-8ac70e385fbe tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 210 time: 0.1388152 Nov 22 16:02:14.006981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:14.011472 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9a8c78-b69b-422e-a2c8-d55cf67aa5c2" -d '{"events": [{"server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "name": "network-vif-plugged", "status": "completed", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:14.036015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:14.045957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:14.094585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Pushing event updated for resources: {'Port': ['ID=961eb9d5-b6ec-4b79-957a-1644252a5989,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:14.199453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:14.285665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Attempting to bind port 961eb9d5-b6ec-4b79-957a-1644252a5989 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:14.286155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Attempting to bind port 961eb9d5-b6ec-4b79-957a-1644252a5989 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:14.286647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Attempting to bind port 961eb9d5-b6ec-4b79-957a-1644252a5989 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:14.299274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Port 961eb9d5-b6ec-4b79-957a-1644252a5989 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:14.299274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Attempting to bind port 961eb9d5-b6ec-4b79-957a-1644252a5989 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:14.317373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] For port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:14.395462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:14.395853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:14.396319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:14.396979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Bound port: 961eb9d5-b6ec-4b79-957a-1644252a5989, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:14.397292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:14.412732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-23570678-8238-4302-a554-b0cf8973797f tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:14.412732 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-23570678-8238-4302-a554-b0cf8973797f tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4604325 Nov 22 16:02:14.451426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Request body: {'port': {'device_id': 'fecfe19f-9d38-46b7-ba59-fa47418da7a1', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': 'db183c358c8b4c148b2f0afbf289a35e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:14.461655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] For port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:14.567108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] For port 961eb9d5-b6ec-4b79-957a-1644252a5989, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:14.571249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] For port 961eb9d5-b6ec-4b79-957a-1644252a5989, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=961eb9d5-b6ec-4b79-957a-1644252a5989,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:14.598259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:14.611289 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9fd733-9198-49c9-8f63-b804613eec42 x-openstack-request-id: req-0e9fd733-9198-49c9-8f63-b804613eec42 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:14.612068 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "name": "network-vif-plugged", "status": "completed", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:14.612560 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e9fd733-9198-49c9-8f63-b804613eec42 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:14.613205 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e', 'code': 200} Nov 22 16:02:14.653664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:14.733715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:14.734473 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:14.736295 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] 10.222.0.71 "PUT /v2.0/ports/9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 HTTP/1.1" status: 200 len: 1095 time: 3.5932736 Nov 22 16:02:14.741808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7815cfd-ac93-4d2b-87b2-59b479377c8b', 'tag': '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:14.743736 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7815cfd-ac93-4d2b-87b2-59b479377c8b", "tag": "9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:14.753834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:14.754576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:14.756220 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] 10.222.0.11 "PUT /v2.0/ports/961eb9d5-b6ec-4b79-957a-1644252a5989 HTTP/1.1" status: 200 len: 1096 time: 2.4124665 Nov 22 16:02:14.799109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d6a4f-50c0-43b3-85a8-10614a7b6004 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:15.029222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33232) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:15.030790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b2c13-de9e-4681-90de-e35f961d27f0 req-a1e9cc5c-1e95-44d8-a344-bc32380bc838 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:15.033516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db7b2c13-de9e-4681-90de-e35f961d27f0 req-a1e9cc5c-1e95-44d8-a344-bc32380bc838 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 944 time: 1.0537009 Nov 22 16:02:15.069330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bc65b-9fdd-41ae-81db-2907f957e82b req-3e0ca91f-f286-4f99-b68c-c55cb429500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:15.070928 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f8bc65b-9fdd-41ae-81db-2907f957e82b req-3e0ca91f-f286-4f99-b68c-c55cb429500a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1096 time: 0.2689183 Nov 22 16:02:15.097609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33236) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:15.134140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd380442-128d-4272-9523-9de92e921ea8 req-4c9bd919-1e7b-473c-aabc-60e6dfce4047 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:15.150062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd380442-128d-4272-9523-9de92e921ea8 req-4c9bd919-1e7b-473c-aabc-60e6dfce4047 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 948 time: 0.2987499 Nov 22 16:02:15.221299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36da40-e198-45f3-a689-f100e0ffc824 service neutron] Pushing event updated for resources: {'Port': ['ID=961eb9d5-b6ec-4b79-957a-1644252a5989,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:15.240982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-732f39fc-f15f-42e2-9bad-d2ed332a344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:15.243983 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-732f39fc-f15f-42e2-9bad-d2ed332a344e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=f7815cfd-ac93-4d2b-87b2-59b479377c8b HTTP/1.1" status: 200 len: 1098 time: 0.3927426 Nov 22 16:02:15.249085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-bf978012-54e6-4e04-b250-f57cd24ea4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:15.251175 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-bf978012-54e6-4e04-b250-f57cd24ea4a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 1099 time: 0.4041462 Nov 22 16:02:15.260998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Made reservation on behalf of db183c358c8b4c148b2f0afbf289a35e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:15.265739 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:15.379615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-9ef16783-5d36-44ca-92ed-50c723f22c7d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 HTTP/1.1" status: 200 len: 217 time: 0.1272631 Nov 22 16:02:15.404384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db7b2c13-de9e-4681-90de-e35f961d27f0 req-1fc17811-fb18-4463-a79a-58f32ea7eaa7 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462193 Nov 22 16:02:15.424256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f8bc65b-9fdd-41ae-81db-2907f957e82b req-f55d820c-1f96-4dc0-aadb-5b90408cc75b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351047 Nov 22 16:02:15.428369 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-453f5d9a-b99d-4d4d-9035-051bafc0e5a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=961eb9d5-b6ec-4b79-957a-1644252a5989 HTTP/1.1" status: 200 len: 217 time: 0.1270926 Nov 22 16:02:15.438194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd380442-128d-4272-9523-9de92e921ea8 req-1e34867c-aa9a-49e5-b38c-2113797c32d4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869847 Nov 22 16:02:15.483180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:15.508360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cfacc456-37f8-41fb-9a63-2f0a2a284012 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:15.596007 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:15.673435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port cfacc456-37f8-41fb-9a63-2f0a2a284012 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:02:15.680358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port cfacc456-37f8-41fb-9a63-2f0a2a284012 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:15.681631 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:15.741286 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e68e20-5fec-4dee-8bc8-32df3dab63e9 x-openstack-request-id: req-85e68e20-5fec-4dee-8bc8-32df3dab63e9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:15.742825 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7815cfd-ac93-4d2b-87b2-59b479377c8b", "tag": "9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:15.743285 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-85e68e20-5fec-4dee-8bc8-32df3dab63e9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:15.743923 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7815cfd-ac93-4d2b-87b2-59b479377c8b', 'tag': '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0', 'status': 'completed', 'code': 200} Nov 22 16:02:15.791583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-be836ebd-6341-46d4-ba2e-0a93ea49d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:15.793971 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-be836ebd-6341-46d4-ba2e-0a93ea49d3b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.4038951 Nov 22 16:02:15.807702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-ba266d24-467e-4e73-969f-032f2bffaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:15.809736 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-ba266d24-467e-4e73-969f-032f2bffaa39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.3776207 Nov 22 16:02:15.836586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f579975-0ede-4e99-b9e6-40dbef27911c req-b5035265-ee81-4718-b879-ca3bd9ee140a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:15.847009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f579975-0ede-4e99-b9e6-40dbef27911c req-b5035265-ee81-4718-b879-ca3bd9ee140a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 944 time: 0.2435226 Nov 22 16:02:15.889095 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:15.908384 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:15.914367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6221d62-9107-4c92-92eb-a7cdf21c1aa0 req-a5d51a34-6b95-45ac-b7bf-19f8255def4c tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 210 time: 0.1064484 Nov 22 16:02:15.944898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:15.966573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f579975-0ede-4e99-b9e6-40dbef27911c req-d7cdd7cf-ce9d-464d-b530-d9fce6a8c974 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131632 Nov 22 16:02:16.010539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330fc4b7-79e1-4a55-a51d-a3a57f3a438b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:16.025217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:16.032583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.033218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.033600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.034037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.034665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.035152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.035572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.036142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.038114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.038114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.038114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.038114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.043317 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.076195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-09762389-e53c-439e-a096-7f50c4a8b191 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53a1ccb96685413a8395d35caacb74e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9772079 Nov 22 16:02:16.080711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33252) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:16.091483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Allocated IP 192.168.233.226 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/196f1e24-6cb7-4b38-a8f8-63240b5c6e56) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:16.112621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f9deb3cd-1c51-45aa-8c33-e4ba01cc060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:16.114454 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f9deb3cd-1c51-45aa-8c33-e4ba01cc060a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3088114 Nov 22 16:02:16.122584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:16.167872 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0038-dd78-4148-ab0a-9270f7e8affc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.182978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f455da6e-7dc8-402a-ad28-bd759a1ca1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:16.184668 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-f455da6e-7dc8-402a-ad28-bd759a1ca1fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3572223 Nov 22 16:02:16.195184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0038-dd78-4148-ab0a-9270f7e8affc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.265745 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.276551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0038-dd78-4148-ab0a-9270f7e8affc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.283325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6bf0038-dd78-4148-ab0a-9270f7e8affc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.284724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e6bf0038-dd78-4148-ab0a-9270f7e8affc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/330fc4b7-79e1-4a55-a51d-a3a57f3a438b HTTP/1.1" status: 204 len: 168 time: 0.2024088 Nov 22 16:02:16.294010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf0038-dd78-4148-ab0a-9270f7e8affc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330fc4b7-79e1-4a55-a51d-a3a57f3a438b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:16.379821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.508151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:16.517118 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68e521e3910d41af8311aaa0d4c1adf4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4612904 Nov 22 16:02:16.614133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:16.616772 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab094b25-700b-4b86-9302-4c2b2d4466b3" -d '{"events": [{"server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "name": "network-vif-plugged", "status": "completed", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:16.646827 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-7fb4f0ff-95af-4c8d-b8de-5d531889a677 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199274 Nov 22 16:02:16.651008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9067f240-4db9-48b0-ae0f-c4482167c1c1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:16.660493 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-17a9dc20-f307-4f17-b8a3-3d0ccf98d548 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281687 Nov 22 16:02:16.690300 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.690818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.691243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.691688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.692165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.692622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.693059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.693547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.693919 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.694352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.694778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.695209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d145ec0e-3abb-4ae4-b924-0df91d8bbe70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:16.696646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77f2a100-f984-4cdf-afd9-066f960a0cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.715043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11d0d-d049-4adc-8e84-ad8073fa58cc req-d092d6eb-5833-42b4-b329-da070e02e7ea tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:16.722860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81f11d0d-d049-4adc-8e84-ad8073fa58cc req-d092d6eb-5833-42b4-b329-da070e02e7ea tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 948 time: 0.0930190 Nov 22 16:02:16.785339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f74043-e704-41a0-92df-b40ab1d76c46 req-c86198c4-a98a-42ed-a33e-167c010a8494 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:16.786932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94f74043-e704-41a0-92df-b40ab1d76c46 req-c86198c4-a98a-42ed-a33e-167c010a8494 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 945 time: 0.1972523 Nov 22 16:02:16.872877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94f74043-e704-41a0-92df-b40ab1d76c46 req-ff291eaf-3285-4f4f-8dec-afd06d7ede46 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765078 Nov 22 16:02:16.879198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77f2a100-f984-4cdf-afd9-066f960a0cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.885394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:16.898179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33270) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:16.902540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81f11d0d-d049-4adc-8e84-ad8073fa58cc req-e656b79a-c462-47d7-ba56-7032905eb955 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786888 Nov 22 16:02:16.972012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca0e60d3-240f-4ef6-ae14-004e750afaa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.019248 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ea002c-f825-495d-9b88-ce5d0d256ddd x-openstack-request-id: req-05ea002c-f825-495d-9b88-ce5d0d256ddd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:17.019752 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "name": "network-vif-plugged", "status": "completed", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:17.020947 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05ea002c-f825-495d-9b88-ce5d0d256ddd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:17.021614 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012', 'code': 200} Nov 22 16:02:17.041228 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-543e3bc8-03a1-40e7-978c-d0b188d01f6b service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641291 Nov 22 16:02:17.052290 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e362a1aa-45ef-4839-af4a-432bef33d55c req-3bd1dcb5-e3d8-4725-980a-f2dda503e332 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854895 Nov 22 16:02:17.053117 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77f2a100-f984-4cdf-afd9-066f960a0cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.056809 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77f2a100-f984-4cdf-afd9-066f960a0cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.058389 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-77f2a100-f984-4cdf-afd9-066f960a0cf7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9067f240-4db9-48b0-ae0f-c4482167c1c1 HTTP/1.1" status: 204 len: 168 time: 0.5492010 Nov 22 16:02:17.096793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2a100-f984-4cdf-afd9-066f960a0cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9067f240-4db9-48b0-ae0f-c4482167c1c1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:17.163633 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.307976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9e20f-b7ac-49cf-9be2-634227994402 req-12db51fa-f791-4a46-a298-d3d322fe56a5 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:17.309307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:17.310787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85d9e20f-b7ac-49cf-9be2-634227994402 req-12db51fa-f791-4a46-a298-d3d322fe56a5 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 936 time: 0.1258130 Nov 22 16:02:17.327706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:17.335390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Pushing event updated for resources: {'Port': ['ID=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:17.347654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:17.386910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2b656-2e6e-44fc-a7d2-d4efc0948e2c req-116f0d4a-eb94-40d3-b8da-cfe9114f1fa1 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:17.392810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca0e60d3-240f-4ef6-ae14-004e750afaa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.402290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8de2b656-2e6e-44fc-a7d2-d4efc0948e2c req-116f0d4a-eb94-40d3-b8da-cfe9114f1fa1 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.1666391 Nov 22 16:02:17.405431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-1b1daf73-6bfd-4ed2-a2a5-8ee9df09a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:17.408856 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-1b1daf73-6bfd-4ed2-a2a5-8ee9df09a5ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=f7815cfd-ac93-4d2b-87b2-59b479377c8b HTTP/1.1" status: 200 len: 1098 time: 0.2397356 Nov 22 16:02:17.452040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca0e60d3-240f-4ef6-ae14-004e750afaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.462469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219efca-49a8-467d-89f6-faf32a82be40 req-5a0ffa33-2870-465c-a7ac-f1cedf482990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:17.470719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c219efca-49a8-467d-89f6-faf32a82be40 req-5a0ffa33-2870-465c-a7ac-f1cedf482990 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1096 time: 0.2821884 Nov 22 16:02:17.503108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8de2b656-2e6e-44fc-a7d2-d4efc0948e2c req-0e8249a3-058f-4a21-9022-82ff31b98091 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936964 Nov 22 16:02:17.579531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85d9e20f-b7ac-49cf-9be2-634227994402 req-9283f583-e56a-4d1f-b692-3325d428ef16 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610381 Nov 22 16:02:17.704786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:17.705394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.738108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:17.738517 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ca0e60d3-240f-4ef6-ae14-004e750afaa7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=210b3b9bb8a84c57a014e7246421a228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8331840 Nov 22 16:02:17.746905 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e60d3-240f-4ef6-ae14-004e750afaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422a37cc-366b-49d1-a746-d6fa81df4226,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:17.750596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7b2058-b24c-40dc-af0b-fb092572c443', 'tag': '961eb9d5-b6ec-4b79-957a-1644252a5989'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:17.753164 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069" -d '{"events": [{"name": "network-changed", "server_uuid": "9c7b2058-b24c-40dc-af0b-fb092572c443", "tag": "961eb9d5-b6ec-4b79-957a-1644252a5989"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:17.781974 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d278e4fc-e18a-4b4f-844d-2de4acb3a612 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3523989 Nov 22 16:02:17.803967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c219efca-49a8-467d-89f6-faf32a82be40 req-7e94d373-3015-42a6-99cb-428230d0b5c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938881 Nov 22 16:02:17.821750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-19363fbc-052e-4ab3-9dd7-a4f12f7e4519 None None] Provisioning complete for port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:17.822369 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19363fbc-052e-4ab3-9dd7-a4f12f7e4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.840572 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f973122d-b48b-4381-8c4f-8fd81256a816 x-openstack-request-id: req-f973122d-b48b-4381-8c4f-8fd81256a816 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:17.840907 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c7b2058-b24c-40dc-af0b-fb092572c443", "tag": "961eb9d5-b6ec-4b79-957a-1644252a5989", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:17.841132 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f973122d-b48b-4381-8c4f-8fd81256a816 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:17.841579 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7b2058-b24c-40dc-af0b-fb092572c443', 'tag': '961eb9d5-b6ec-4b79-957a-1644252a5989', 'status': 'completed', 'code': 200} Nov 22 16:02:17.845952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Request body: {'port': {'device_id': 'fecfe19f-9d38-46b7-ba59-fa47418da7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:17.900333 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a9abc2-a15a-4ffe-9bd0-da42fb21288c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.903501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-dd27f6be-6dfe-4bd7-8cc2-d7f310060b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:17.905045 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-dd27f6be-6dfe-4bd7-8cc2-d7f310060b8c service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.4826374 Nov 22 16:02:17.947424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a9abc2-a15a-4ffe-9bd0-da42fb21288c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:17.971082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-19363fbc-052e-4ab3-9dd7-a4f12f7e4519 None None] Port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:18.046261 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a9abc2-a15a-4ffe-9bd0-da42fb21288c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:18.054047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a9abc2-a15a-4ffe-9bd0-da42fb21288c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:18.056737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-40a9abc2-a15a-4ffe-9bd0-da42fb21288c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/422a37cc-366b-49d1-a746-d6fa81df4226 HTTP/1.1" status: 204 len: 168 time: 0.3171358 Nov 22 16:02:18.098120 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-d2e1d065-dbda-40dd-997a-4a8a209759be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 HTTP/1.1" status: 200 len: 217 time: 0.1754959 Nov 22 16:02:18.102527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:18.160249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9abc2-a15a-4ffe-9bd0-da42fb21288c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422a37cc-366b-49d1-a746-d6fa81df4226,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:18.219429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-8bc80e35-53bc-40ae-87fa-9129597e5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:18.221052 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-8bc80e35-53bc-40ae-87fa-9129597e5dd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0917394 Nov 22 16:02:18.247951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-f0b27fd7-5981-4a99-adc3-d27d9e15be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:18.250251 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-f0b27fd7-5981-4a99-adc3-d27d9e15be28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 1099 time: 0.1700196 Nov 22 16:02:18.250791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55700e-dfe7-48b0-bbfa-a2b71fe41f49 req-be86e1dc-a228-42d1-a663-1ff995cebe8a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:18.252464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c55700e-dfe7-48b0-bbfa-a2b71fe41f49 req-be86e1dc-a228-42d1-a663-1ff995cebe8a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 945 time: 0.1677942 Nov 22 16:02:18.326721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5586fc-e3bb-41ff-aca0-9c66c434e340 req-b8c705fb-4950-4dbd-8727-7cd67f639d8b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:18.329512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab5586fc-e3bb-41ff-aca0-9c66c434e340 req-b8c705fb-4950-4dbd-8727-7cd67f639d8b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 948 time: 0.1655068 Nov 22 16:02:18.529461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c55700e-dfe7-48b0-bbfa-a2b71fe41f49 req-ec459c09-6f19-44d2-8133-2b54595ccace tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679346 Nov 22 16:02:18.531865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-c13fcb8f-059f-4911-94ac-55eaf12a118a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:18.535561 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-c13fcb8f-059f-4911-94ac-55eaf12a118a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3001461 Nov 22 16:02:18.669887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab5586fc-e3bb-41ff-aca0-9c66c434e340 req-b0204bfd-4f4c-45d2-8621-5ea243e302b7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322358 Nov 22 16:02:18.753409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-f220e5c5-9278-486b-9f19-0cc86b1f0f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:18.754963 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-f220e5c5-9278-486b-9f19-0cc86b1f0f34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.4887838 Nov 22 16:02:18.880935 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44457d1b-9a4f-4360-8dfe-28ff0ce157a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:18.911985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1070a-1ce8-4d72-897d-b80e2a2e8ef7 req-3a8fcca2-c318-439d-9e10-e4757d3caf01 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:18.920392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ea1070a-1ce8-4d72-897d-b80e2a2e8ef7 req-3a8fcca2-c318-439d-9e10-e4757d3caf01 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.0963337 Nov 22 16:02:19.034934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ea1070a-1ce8-4d72-897d-b80e2a2e8ef7 req-dc689553-74ad-4a68-9556-818966754011 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133311 Nov 22 16:02:19.062726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b427d84-a20a-4689-9f59-a4b93630d377 req-904f914d-cb4c-444a-839f-ce4fa03e569e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:19.076080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b427d84-a20a-4689-9f59-a4b93630d377 req-904f914d-cb4c-444a-839f-ce4fa03e569e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 936 time: 0.1462903 Nov 22 16:02:19.215798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b427d84-a20a-4689-9f59-a4b93630d377 req-3d6ff238-ce83-41da-ace3-87e0f84acd51 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361365 Nov 22 16:02:19.329237 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-77e7659c-2dbd-45f0-bdee-9b5e31eb70bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=961eb9d5-b6ec-4b79-957a-1644252a5989 HTTP/1.1" status: 200 len: 217 time: 0.0731452 Nov 22 16:02:19.331957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:19.347802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:19.348110 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:19.421928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Transition to ACTIVE for port object 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:19.447176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:19.465039 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-388b90f4-3aec-44c1-a6b4-258b5ce2394d service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9114094 Nov 22 16:02:19.551694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-e3fb3ea2-dbd6-4af7-a459-ff830304ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:19.554446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-e3fb3ea2-dbd6-4af7-a459-ff830304ac90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1842811 Nov 22 16:02:19.635526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:19.707271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0', 'mac_address': 'fa:16:3e:c0:78:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:19.882508 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:19.967409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad4ec0b8-31fd-4943-a1d3-d5a5ad360c3b req-1b4b9406-d31c-4fa9-9b91-b8b88a087e2a service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592800 Nov 22 16:02:19.987951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15e5aa-b5ca-4e53-9f5b-34e9ae356020 req-6c02ee2e-bcb1-40ea-b430-fb94cdcfbe0d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:19.988250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:20.001474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f15e5aa-b5ca-4e53-9f5b-34e9ae356020 req-6c02ee2e-bcb1-40ea-b430-fb94cdcfbe0d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 948 time: 0.1487222 Nov 22 16:02:20.097006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f15e5aa-b5ca-4e53-9f5b-34e9ae356020 req-0c4e620b-3164-4533-8f5f-896912ccfde5 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941730 Nov 22 16:02:20.147163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:20.162686 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:20.163191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:20.270608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca234b-efea-4b5a-a89d-6d41eac203d8 req-2297b07e-cedf-468a-a9da-06d251cc4b81 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:20.273911 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67ca234b-efea-4b5a-a89d-6d41eac203d8 req-2297b07e-cedf-468a-a9da-06d251cc4b81 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1096 time: 0.1721363 Nov 22 16:02:20.437368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:20.445367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67ca234b-efea-4b5a-a89d-6d41eac203d8 req-2f1975ae-0bd5-499f-a294-5a2db50e86e2 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491163 Nov 22 16:02:20.490483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:20.515589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-e76bcbf9-5223-48b4-9770-918d72f266ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:20.518643 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-e76bcbf9-5223-48b4-9770-918d72f266ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8976541 Nov 22 16:02:20.519440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.520064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.533678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Attempting to bind port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:20.534111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Attempting to bind port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:20.534394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Attempting to bind port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:20.538461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.539302 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.540128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.540730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.541325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.541891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.542907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.545977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.548019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.548603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:02:20.644163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-d37cdf51-06bc-4ab4-8f4e-e29da8e3b14e service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112921 Nov 22 16:02:20.651120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:20.651536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Attempting to bind port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:20.659305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:20.659757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:20.660082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:20.660604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Bound port: 196f1e24-6cb7-4b38-a8f8-63240b5c6e56, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:20.661090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:20.766843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854d3ed-46a9-418d-9298-ea5ac86d3457 req-56172571-1405-4a09-87bc-f147656a14de tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:20.776280 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0906b09b-b81a-4a4e-ad26-d0ae45cd2069 req-0ad9bde0-b66a-4838-a940-143896dde875 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179783 Nov 22 16:02:20.776523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e854d3ed-46a9-418d-9298-ea5ac86d3457 req-56172571-1405-4a09-87bc-f147656a14de tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.3001294 Nov 22 16:02:20.783665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33390) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:20.859687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] For port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:20.862998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] For port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:20.875643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:20.973644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:20.973644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:20.976229 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] 10.222.0.71 "PUT /v2.0/ports/196f1e24-6cb7-4b38-a8f8-63240b5c6e56 HTTP/1.1" status: 200 len: 1096 time: 3.1705649 Nov 22 16:02:20.977415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590d506-1506-4d31-87c9-4691803c0ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:20.990868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fecfe19f-9d38-46b7-ba59-fa47418da7a1', 'tag': '196f1e24-6cb7-4b38-a8f8-63240b5c6e56'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:20.994480 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1402a743-854d-453c-9f69-659c0768137c" -d '{"events": [{"name": "network-changed", "server_uuid": "fecfe19f-9d38-46b7-ba59-fa47418da7a1", "tag": "196f1e24-6cb7-4b38-a8f8-63240b5c6e56"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:20.995371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e854d3ed-46a9-418d-9298-ea5ac86d3457 req-51a5d4a2-4459-4ae2-90cf-fd49bbd71008 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161999 Nov 22 16:02:21.046421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c94bc-d727-40c8-8df2-4705c1a15e14 req-ba3da620-7277-47f5-a060-88d5b6dd0887 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:21.056356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a5c94bc-d727-40c8-8df2-4705c1a15e14 req-ba3da620-7277-47f5-a060-88d5b6dd0887 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 948 time: 0.1961396 Nov 22 16:02:21.206991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-1384f6a6-87da-4371-84aa-41af56906a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:21.212026 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-1384f6a6-87da-4371-84aa-41af56906a85 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db183c358c8b4c148b2f0afbf289a35e&device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 1099 time: 0.1196539 Nov 22 16:02:21.278817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e55b32d-6456-4e6e-a086-ccbff6479304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:21.289758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6bbf-3478-4d89-9704-fa0825993869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:21.309526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a5c94bc-d727-40c8-8df2-4705c1a15e14 req-fa5e17b4-2469-4d35-8563-dee29751db28 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394977 Nov 22 16:02:21.340658 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-81c94e02-8034-46c5-8dad-f32c031eb840 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=196f1e24-6cb7-4b38-a8f8-63240b5c6e56 HTTP/1.1" status: 200 len: 217 time: 0.1064551 Nov 22 16:02:21.355883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d9fa2-e73d-4d77-bad0-82dd7d77d075 req-03d52851-4cf5-4bc0-80b8-3aebdedaa865 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:21.373005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d4d9fa2-e73d-4d77-bad0-82dd7d77d075 req-03d52851-4cf5-4bc0-80b8-3aebdedaa865 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1096 time: 0.1194201 Nov 22 16:02:21.447226 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d3cc67-f612-4073-a3f4-01370bd5d5cf x-openstack-request-id: req-d7d3cc67-f612-4073-a3f4-01370bd5d5cf {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:21.447570 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fecfe19f-9d38-46b7-ba59-fa47418da7a1", "tag": "196f1e24-6cb7-4b38-a8f8-63240b5c6e56", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:21.447853 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7d3cc67-f612-4073-a3f4-01370bd5d5cf {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:21.448327 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fecfe19f-9d38-46b7-ba59-fa47418da7a1', 'tag': '196f1e24-6cb7-4b38-a8f8-63240b5c6e56', 'status': 'completed', 'code': 200} Nov 22 16:02:21.469847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d6e57922-9a50-4f1c-aecd-bdf7e717ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:21.472193 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-d6e57922-9a50-4f1c-aecd-bdf7e717ea5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1194675 Nov 22 16:02:21.502937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d4d9fa2-e73d-4d77-bad0-82dd7d77d075 req-f97fc537-bbfa-467e-a24c-74a039075bc6 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277549 Nov 22 16:02:21.531529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 961eb9d5-b6ec-4b79-957a-1644252a5989 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:21.662730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cf4f5-25e1-4239-b1ee-c583067af894 req-9e68f0da-0036-4825-8a85-22a48c1899f5 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:21.666492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28cf4f5-25e1-4239-b1ee-c583067af894 req-9e68f0da-0036-4825-8a85-22a48c1899f5 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1096 time: 0.1179850 Nov 22 16:02:21.681365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6bbf-3478-4d89-9704-fa0825993869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:21.684368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-ee779332-e338-48ec-84de-c7db7b3a79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:21.685986 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-ee779332-e338-48ec-84de-c7db7b3a79a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036729 Nov 22 16:02:21.693438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a5a6bbf-3478-4d89-9704-fa0825993869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:21.798220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44178941-6aa1-46d5-a4cf-6a21e44791dd req-a2cec4ac-ffce-47d1-9210-9dc252341192 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:21.800430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44178941-6aa1-46d5-a4cf-6a21e44791dd req-a2cec4ac-ffce-47d1-9210-9dc252341192 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 948 time: 0.1323972 Nov 22 16:02:21.801935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 961eb9d5-b6ec-4b79-957a-1644252a5989, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=961eb9d5-b6ec-4b79-957a-1644252a5989,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:21.817477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '961eb9d5-b6ec-4b79-957a-1644252a5989', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '961eb9d5-b6ec-4b79-957a-1644252a5989', 'mac_address': 'fa:16:3e:4d:6e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:21.841072 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8a5a6bbf-3478-4d89-9704-fa0825993869 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e2c747c0007408ea08c91395cc592a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0562294 Nov 22 16:02:21.844476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33416) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:21.853036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a6bbf-3478-4d89-9704-fa0825993869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827371f8-e6b5-4698-bac8-6f814f36ca71,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:21.862235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28cf4f5-25e1-4239-b1ee-c583067af894 req-b6bf55be-d4bb-4bda-b0c3-8b972151bc8b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740248 Nov 22 16:02:21.963484 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:22.010252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961eb9d5-b6ec-4b79-957a-1644252a5989 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:22.036227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 961eb9d5-b6ec-4b79-957a-1644252a5989, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=961eb9d5-b6ec-4b79-957a-1644252a5989,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:22.038413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2131a65f-dd11-4823-8a18-7bc02934cbab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:22.046624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:22.068120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44178941-6aa1-46d5-a4cf-6a21e44791dd req-eac2864b-9e15-473c-95fb-94e4d20b588c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366915 Nov 22 16:02:22.076460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2131a65f-dd11-4823-8a18-7bc02934cbab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:22.171780 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-3837c844-bde2-4475-81fe-3c1bb9499e1e service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704509 Nov 22 16:02:22.224551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=961eb9d5-b6ec-4b79-957a-1644252a5989,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:22.263176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:22.309559 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:22.341167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fdc80-da5c-454b-ae20-3c1c94284ef2 req-e8eb7b7b-f995-4a9a-88f5-c968bcc8d91b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:22.350927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129fdc80-da5c-454b-ae20-3c1c94284ef2 req-e8eb7b7b-f995-4a9a-88f5-c968bcc8d91b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1096 time: 0.0641756 Nov 22 16:02:22.376890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['961eb9d5-b6ec-4b79-957a-1644252a5989'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:22.423674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2131a65f-dd11-4823-8a18-7bc02934cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:22.428024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2131a65f-dd11-4823-8a18-7bc02934cbab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:22.444829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129fdc80-da5c-454b-ae20-3c1c94284ef2 req-90dc6c21-5dfe-4147-bb7c-4a671f144dee tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922260 Nov 22 16:02:22.445259 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2131a65f-dd11-4823-8a18-7bc02934cbab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/827371f8-e6b5-4698-bac8-6f814f36ca71 HTTP/1.1" status: 204 len: 168 time: 0.5995715 Nov 22 16:02:22.511589 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c60e32-7588-48fb-97b1-f62f26296108 req-b74c1694-dc3d-4d50-9bc8-23a8b13260ab service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322814 Nov 22 16:02:22.526015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131a65f-dd11-4823-8a18-7bc02934cbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827371f8-e6b5-4698-bac8-6f814f36ca71,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:22.580636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-dc1349db-146c-41da-8c62-d574fca143b3 req-4bb8035b-963f-4440-95fe-70808ab4537e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:02:22.584887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc1349db-146c-41da-8c62-d574fca143b3 req-4bb8035b-963f-4440-95fe-70808ab4537e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077827 Nov 22 16:02:22.734168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402a743-854d-453c-9f69-659c0768137c req-4fb6339d-83d2-424e-a243-85ef5b8df0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:22.742458 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1402a743-854d-453c-9f69-659c0768137c req-4fb6339d-83d2-424e-a243-85ef5b8df0f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=db183c358c8b4c148b2f0afbf289a35e&device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 1099 time: 0.1343677 Nov 22 16:02:23.080574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402a743-854d-453c-9f69-659c0768137c req-75b58a24-4f03-494d-b631-b973b4379d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:23.082278 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1402a743-854d-453c-9f69-659c0768137c req-75b58a24-4f03-494d-b631-b973b4379d4e service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3316252 Nov 22 16:02:23.167632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e2c96-00ee-4b91-92a7-3e7591135d6b req-f45017df-732f-4581-8f4f-c8ca46b21a89 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:23.178524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd4e2c96-00ee-4b91-92a7-3e7591135d6b req-f45017df-732f-4581-8f4f-c8ca46b21a89 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 948 time: 0.0958078 Nov 22 16:02:23.210107 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1402a743-854d-453c-9f69-659c0768137c req-bc4afc5e-7f8e-4e31-95a7-0197cd78052f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=196f1e24-6cb7-4b38-a8f8-63240b5c6e56 HTTP/1.1" status: 200 len: 217 time: 0.1177785 Nov 22 16:02:23.312452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd4e2c96-00ee-4b91-92a7-3e7591135d6b req-a5211451-e726-4602-9daf-662f3430b49d tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320775 Nov 22 16:02:23.315684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402a743-854d-453c-9f69-659c0768137c req-bbd7c4eb-7956-4db3-9023-49249e3f8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:23.320106 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1402a743-854d-453c-9f69-659c0768137c req-bbd7c4eb-7956-4db3-9023-49249e3f8ea5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1013510 Nov 22 16:02:23.391265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:23.507271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402a743-854d-453c-9f69-659c0768137c req-5ae94f11-9f28-4b0f-ba84-b3aa47a71c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:23.510003 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1402a743-854d-453c-9f69-659c0768137c req-5ae94f11-9f28-4b0f-ba84-b3aa47a71c52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1733840 Nov 22 16:02:23.570465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:02:23.579125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:23.579933 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:23.680016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1402a743-854d-453c-9f69-659c0768137c req-39724bdf-5a42-4f6b-8531-1ce5c9f6eb2e service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607776 Nov 22 16:02:23.762659 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:23.828223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7815cfd-ac93-4d2b-87b2-59b479377c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:23.838128 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb01e75-0312-4046-a792-ecf5b671af39" -d '{"events": [{"server_uuid": "f7815cfd-ac93-4d2b-87b2-59b479377c8b", "name": "network-vif-plugged", "status": "completed", "tag": "9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:23.907592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:23.925383 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:23.967650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1402a743-854d-453c-9f69-659c0768137c req-b10c7c0a-78ce-4f60-aed1-25244a243a0e service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785966 Nov 22 16:02:24.100493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:24.170612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b6888-7b5f-4201-b254-e2ccfa5df7a8 req-0c38f102-45a8-462f-ae05-c8aeac006d2f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:24.172876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b9b6888-7b5f-4201-b254-e2ccfa5df7a8 req-0c38f102-45a8-462f-ae05-c8aeac006d2f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 949 time: 0.1666853 Nov 22 16:02:24.224662 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:24.271888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b9b6888-7b5f-4201-b254-e2ccfa5df7a8 req-cc371dca-0e4d-44f9-862b-eaa473f3caed tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887980 Nov 22 16:02:24.349694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:24.486005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33514) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:24.726483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-420666395-network', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:24.737254 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:24.787100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:24.796876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:24.805168 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bac600-1d7f-410f-97e9-3c5f9a2bad7a x-openstack-request-id: req-18bac600-1d7f-410f-97e9-3c5f9a2bad7a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:24.805471 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7815cfd-ac93-4d2b-87b2-59b479377c8b", "name": "network-vif-plugged", "status": "completed", "tag": "9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:24.806436 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18bac600-1d7f-410f-97e9-3c5f9a2bad7a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:24.807318 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7815cfd-ac93-4d2b-87b2-59b479377c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0', 'code': 200} Nov 22 16:02:24.817956 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:24.926704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-6db50a5a-e655-4d95-8d0b-f284d284de5f tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:02:24.939027 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-6db50a5a-e655-4d95-8d0b-f284d284de5f tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192409 Nov 22 16:02:25.029000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-8b0bea14-5e23-492b-a981-cde1e17ee79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:25.043980 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-8b0bea14-5e23-492b-a981-cde1e17ee79d service neutron] 10.222.0.69 "GET /v2.0/ports/771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 200 len: 1093 time: 0.0959649 Nov 22 16:02:25.051437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Request body: {'binding': {'host': 'n-h2-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:25.052580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0173b-5c6c-45ba-9711-dc10b54bf85d req-b7a430ba-71f3-4415-8e0e-1ec6e161786c tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:25.054050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Unknown quota resources ['binding']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:02:25.070506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8d0173b-5c6c-45ba-9711-dc10b54bf85d req-b7a430ba-71f3-4415-8e0e-1ec6e161786c tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 948 time: 0.1116128 Nov 22 16:02:25.159610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8d0173b-5c6c-45ba-9711-dc10b54bf85d req-b37dfb9a-01e9-42ed-a557-fc44f6d6ba5d tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875850 Nov 22 16:02:25.276869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.286673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a02f05-5497-4980-bd37-5112d24fc388 req-315a2b48-3a2e-4d96-b360-f721900ba93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:25.289213 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-61a02f05-5497-4980-bd37-5112d24fc388 req-315a2b48-3a2e-4d96-b360-f721900ba93d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f7815cfd-ac93-4d2b-87b2-59b479377c8b HTTP/1.1" status: 200 len: 1100 time: 0.3270898 Nov 22 16:02:25.292754 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.321511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e256d89-312e-4b23-bb34-86f5b3128cc0 req-99b41cff-9f0b-479b-8051-147b57ecbfad tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:25.332699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e256d89-312e-4b23-bb34-86f5b3128cc0 req-99b41cff-9f0b-479b-8051-147b57ecbfad tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1096 time: 0.0684264 Nov 22 16:02:25.350153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:02:25.394217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e256d89-312e-4b23-bb34-86f5b3128cc0 req-3c6a20c9-2067-459e-8eeb-91b4842f4354 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601492 Nov 22 16:02:25.399077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:25.464508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.465062 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Added segment e509e856-a08c-4053-8077-77f776b1954d of type vlan for network 6d96293d-4bbf-48aa-81cb-af7351f06337 Nov 22 16:02:25.508470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82856599-c84e-4471-8566-d4f800b1ecda,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:25.588668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 961eb9d5-b6ec-4b79-957a-1644252a5989 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:25.604525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:25.626986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '196f1e24-6cb7-4b38-a8f8-63240b5c6e56', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '196f1e24-6cb7-4b38-a8f8-63240b5c6e56', 'mac_address': 'fa:16:3e:2b:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:25.637779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on host n-h2-811716-3 for vnic_type normal with profile None {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:25.638240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:25.638964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:25.646482 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-61a02f05-5497-4980-bd37-5112d24fc388 req-f183a12f-3583-44f5-ac15-e16c3198eca8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444762 Nov 22 16:02:25.676443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.680521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d53f2-daa5-4165-9b64-83d14c382d43 req-ea171ae2-2514-4589-8b58-f09bf813d623 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:25.689746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db6d53f2-daa5-4165-9b64-83d14c382d43 req-ea171ae2-2514-4589-8b58-f09bf813d623 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 949 time: 0.1166096 Nov 22 16:02:25.714232 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.721565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:25.722339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:25.728260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.730029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:25.731117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.746403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:25.793738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:25.794748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db6d53f2-daa5-4165-9b64-83d14c382d43 req-96ca1932-b63e-4589-91be-55b9d6df4b61 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006699 Nov 22 16:02:25.825030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 961eb9d5-b6ec-4b79-957a-1644252a5989 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:02:25.831102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.839147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 961eb9d5-b6ec-4b79-957a-1644252a5989 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:25.839984 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:25.882725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] Pushing event updated for resources: {'Network': ['ID=6d96293d-4bbf-48aa-81cb-af7351f06337,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:25.899510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:25.909823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:25.911146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:25.911351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Bound port: 771010f2-cad2-4f80-945f-3b74c84e942e, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:25.956525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:02:26.005185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:26.009866 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8f970e03-36bf-4551-94f7-80c5001b2548 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5226040 Nov 22 16:02:26.013448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33546) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:26.015304 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:26.016823 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-68ad9d01-e9d4-4657-a246-4d721b24dd1a service neutron] 10.222.0.69 "POST /v2.0/ports/771010f2-cad2-4f80-945f-3b74c84e942e/bindings HTTP/1.1" status: 201 len: 389 time: 0.9714220 Nov 22 16:02:26.019715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Request body: {'subnet': {'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-subnet', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:26.088559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:26.092411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:26.314937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:26.458289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['196f1e24-6cb7-4b38-a8f8-63240b5c6e56'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:26.574084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-1c8200e4-4768-4563-bde4-d69a74328a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:26.578197 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-1c8200e4-4768-4563-bde4-d69a74328a32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1096 time: 0.0692203 Nov 22 16:02:26.602788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:26.648773 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:26.741479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 961eb9d5-b6ec-4b79-957a-1644252a5989, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=961eb9d5-b6ec-4b79-957a-1644252a5989,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:26.767478 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:26.785316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8b21a4-3e72-44df-ae98-8fd86638c7e9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:26.840337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7b2058-b24c-40dc-af0b-fb092572c443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961eb9d5-b6ec-4b79-957a-1644252a5989'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:26.850658 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f19f94a-ca36-490b-ab1a-1a9e915e5bbd" -d '{"events": [{"server_uuid": "9c7b2058-b24c-40dc-af0b-fb092572c443", "name": "network-vif-plugged", "status": "completed", "tag": "961eb9d5-b6ec-4b79-957a-1644252a5989"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:26.856876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Checking segment: {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:26.857253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Network hostable DHCP agents. Network: 6d96293d-4bbf-48aa-81cb-af7351f06337, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:02:26.862495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-4b907207-1307-4c71-887f-56cb5d89a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:26.864482 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-4b907207-1307-4c71-887f-56cb5d89a1da service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2730556 Nov 22 16:02:26.880219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b418-386a-462f-8f37-735e67b6a8cf req-c093c9da-3067-4085-bf84-aa9179972838 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:26.890636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4127b418-386a-462f-8f37-735e67b6a8cf req-c093c9da-3067-4085-bf84-aa9179972838 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 945 time: 0.3730750 Nov 22 16:02:26.933265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=961eb9d5-b6ec-4b79-957a-1644252a5989,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:26.969664 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-145d18f7-121b-47f7-9a30-fd474810925f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 200 len: 217 time: 0.0922470 Nov 22 16:02:26.984697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4127b418-386a-462f-8f37-735e67b6a8cf req-dba9dc2e-af3e-492c-a8f8-3bb0e0328af4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918813 Nov 22 16:02:26.986405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:02:27.040617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 6d96293d-4bbf-48aa-81cb-af7351f06337) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:27.047352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:27.048545 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:27.061785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76cb9cd-b09b-44e0-9053-abccb3230fb8 None None] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:02:27.087468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91e57ccf-f1fd-4ae3-8a60-fb46a578b52c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0725658 Nov 22 16:02:27.091662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:27.098672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:27.171815 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:27.174352 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:27.214250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-bc960f22-e7e7-40db-bfc4-5b1fe645ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:27.215794 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-bc960f22-e7e7-40db-bfc4-5b1fe645ae7d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.2333570 Nov 22 16:02:27.294713 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-a1b0438a-4cd3-4430-80b6-4f3baa6d185d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646255 Nov 22 16:02:27.353855 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:27.387715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-6d96293d-4bbf-48aa-81cb-af7351f06337', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:02:27.388248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9f5ca-8a80-45cf-97d6-2697ae5ee19e req-a66e8509-d572-49dd-9ff1-ab219e00c58d tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:27.389089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:27.415392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48e9f5ca-8a80-45cf-97d6-2697ae5ee19e req-a66e8509-d572-49dd-9ff1-ab219e00c58d tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 949 time: 0.1748989 Nov 22 16:02:27.504815 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-9273dbaf-3b66-42c0-a4eb-673e5f9c7d40 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989722 Nov 22 16:02:27.599866 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Allocated IP 172.20.0.2 (6d96293d-4bbf-48aa-81cb-af7351f06337/1e8b21a4-3e72-44df-ae98-8fd86638c7e9/9a001339-acf3-47e2-8034-ea6e58957c20) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:27.693029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48e9f5ca-8a80-45cf-97d6-2697ae5ee19e req-d2bdb047-1bce-4634-886a-0fd27bc54258 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753463 Nov 22 16:02:27.723372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33588) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:27.908667 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-624a5b8b-9b3d-4d6e-b62b-f733307553c4 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940246 Nov 22 16:02:28.018540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.043254 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.097356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.102769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f05c591-0696-468d-8268-4e35fe37b821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.144263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:28.146187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:28.162140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:28.220368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Pushing event updated for resources: {'Port': ['ID=9a001339-acf3-47e2-8034-ea6e58957c20,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:28.248894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9552e8a-cbda-4e13-81d2-58504228fc3e req-ebd5c5c6-78e6-4789-9c11-53877db9f200 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:28.258036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9552e8a-cbda-4e13-81d2-58504228fc3e req-ebd5c5c6-78e6-4789-9c11-53877db9f200 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 950 time: 0.2129848 Nov 22 16:02:28.285850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-59e8089e-a757-40f7-b2ae-d76232c5d322 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:28.300316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-59e8089e-a757-40f7-b2ae-d76232c5d322 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.2917278 Nov 22 16:02:28.310925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Attempting to bind port 9a001339-acf3-47e2-8034-ea6e58957c20 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:28.312065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Attempting to bind port 9a001339-acf3-47e2-8034-ea6e58957c20 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:28.312981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Attempting to bind port 9a001339-acf3-47e2-8034-ea6e58957c20 on network 6d96293d-4bbf-48aa-81cb-af7351f06337 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:28.321032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811716-3'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:28.328240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9552e8a-cbda-4e13-81d2-58504228fc3e req-79bda660-3ed4-4ff8-9409-fbd402f588bf tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689580 Nov 22 16:02:28.333638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:28.334369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Checking segment: {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:28.334963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.335569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Bound using segment: {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:28.336358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Bound port: 9a001339-acf3-47e2-8034-ea6e58957c20, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:28.337411 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.388659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33600) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:28.478517 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] For port 9a001339-acf3-47e2-8034-ea6e58957c20, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:28.480757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] For port 9a001339-acf3-47e2-8034-ea6e58957c20, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9a001339-acf3-47e2-8034-ea6e58957c20,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:28.483776 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b7dc15-3ba0-43d1-a101-3780cea72b54 x-openstack-request-id: req-12b7dc15-3ba0-43d1-a101-3780cea72b54 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:28.484287 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7b2058-b24c-40dc-af0b-fb092572c443", "name": "network-vif-plugged", "status": "completed", "tag": "961eb9d5-b6ec-4b79-957a-1644252a5989", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:28.484839 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12b7dc15-3ba0-43d1-a101-3780cea72b54 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:28.485247 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7b2058-b24c-40dc-af0b-fb092572c443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961eb9d5-b6ec-4b79-957a-1644252a5989', 'code': 200} Nov 22 16:02:28.493275 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.495951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-717f03e9-10d1-4e26-ab18-3d4a923ddbda tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:02:28.525769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-717f03e9-10d1-4e26-ab18-3d4a923ddbda tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1226439 Nov 22 16:02:28.588176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.631835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55013792-b591-42d7-9f05-3baa363ab14e None None] Pushing event updated for resources: {'Port': ['ID=9a001339-acf3-47e2-8034-ea6e58957c20,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:28.759859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f05c591-0696-468d-8268-4e35fe37b821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.795545 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f05c591-0696-468d-8268-4e35fe37b821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.854901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:28.882751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05c591-0696-468d-8268-4e35fe37b821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c05131-7152-409d-b568-91dd1d95a99c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:28.889499 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0f05c591-0696-468d-8268-4e35fe37b821 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3333e6f5c7c64ca6a216db14aa0ab629&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1604290 Nov 22 16:02:28.895347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-dd0db082-33ff-4727-a9eb-89df17143164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:28.898267 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-dd0db082-33ff-4727-a9eb-89df17143164 service neutron] 10.222.0.69 "GET /v2.0/ports/cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 1093 time: 0.3045220 Nov 22 16:02:28.912179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33618) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:28.916305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411e090-5676-4ab0-9ed1-bf6e9f37945f req-cea65e63-7b85-4d99-a2d5-7ebcbb9d5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:28.918799 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e411e090-5676-4ab0-9ed1-bf6e9f37945f req-cea65e63-7b85-4d99-a2d5-7ebcbb9d5225 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 1101 time: 0.3501682 Nov 22 16:02:28.994822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Request body: {'binding': {'host': 'n-h2-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:28.995439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Unknown quota resources ['binding']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:02:29.019856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:29.108320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea760062-9a1e-4f6e-95e8-40ca40470617 req-a2979933-b125-41b4-b6c1-4cabd5830527 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:29.109159 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e411e090-5676-4ab0-9ed1-bf6e9f37945f req-7f75ef40-c991-41d4-8df4-5a5d4ea3f75d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086047 Nov 22 16:02:29.119088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea760062-9a1e-4f6e-95e8-40ca40470617 req-a2979933-b125-41b4-b6c1-4cabd5830527 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 945 time: 0.2607620 Nov 22 16:02:29.208469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e16eeae3-7c43-4254-90d3-a14eda9e0484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:29.262640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea760062-9a1e-4f6e-95e8-40ca40470617 req-996797fc-fc1b-42a0-9623-b04729c910a3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416559 Nov 22 16:02:29.286836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Allocated IP 172.25.5.177 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/577179b5-6e4f-4efb-ab8a-a92222a2c57b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:29.430732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:29.546389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d1518-1a9d-46d0-8966-454571ff35db req-4ace0cd9-7a61-4be8-91e8-6b474fd9bf53 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:29.557662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-270d1518-1a9d-46d0-8966-454571ff35db req-4ace0cd9-7a61-4be8-91e8-6b474fd9bf53 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 949 time: 0.1127641 Nov 22 16:02:29.563891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:02:29.569609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:29.574516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:29.588021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:29.688331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-270d1518-1a9d-46d0-8966-454571ff35db req-97a7f31a-bbe2-4871-8a34-5342aea91229 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271398 Nov 22 16:02:29.731718 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:29.759207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:29.782850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:29.796822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:29.805448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:29.871435 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e16eeae3-7c43-4254-90d3-a14eda9e0484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:29.912335 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:30.009453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:30.013246 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e16eeae3-7c43-4254-90d3-a14eda9e0484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:30.017786 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e16eeae3-7c43-4254-90d3-a14eda9e0484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:30.019147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e16eeae3-7c43-4254-90d3-a14eda9e0484 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31c05131-7152-409d-b568-91dd1d95a99c HTTP/1.1" status: 204 len: 168 time: 1.0991735 Nov 22 16:02:30.075035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16eeae3-7c43-4254-90d3-a14eda9e0484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c05131-7152-409d-b568-91dd1d95a99c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:30.091626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:30.128567 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:30.212476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:30.217253 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7b8646-5adc-4c72-9702-2b5000cfde5c" -d '{"events": [{"server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "name": "network-vif-unplugged", "status": "completed", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:30.232153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:30.236482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:30.268521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Pushing event updated for resources: {'Port': ['ID=577179b5-6e4f-4efb-ab8a-a92222a2c57b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:30.331641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on host n-h2-811716-3 for vnic_type normal with profile None {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:30.332411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:30.332997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:30.342493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4cd7d-823d-4680-9c80-89468b0bc716 None None] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:02:30.360293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:30.361332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:30.374783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:30.492283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f1753-9df1-447c-9181-8069a5a08412 req-633b2372-94a2-419b-bc73-779e22a935db tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:30.506811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f62f1753-9df1-447c-9181-8069a5a08412 req-633b2372-94a2-419b-bc73-779e22a935db tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 950 time: 0.6279624 Nov 22 16:02:30.512890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecfe19f-9d38-46b7-ba59-fa47418da7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196f1e24-6cb7-4b38-a8f8-63240b5c6e56'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:30.519566 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602b04b4-5c49-4d0a-9f12-d277c9a2c612" -d '{"events": [{"server_uuid": "fecfe19f-9d38-46b7-ba59-fa47418da7a1", "name": "network-vif-plugged", "status": "completed", "tag": "196f1e24-6cb7-4b38-a8f8-63240b5c6e56"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:30.537525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:30.538090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:30.538871 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:30.539002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Bound port: cfacc456-37f8-41fb-9a63-2f0a2a284012, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:30.646224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4e934e41-990c-4b86-9af9-3d12df6bee61 None None] Provisioning complete for port 9a001339-acf3-47e2-8034-ea6e58957c20 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:30.647027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e934e41-990c-4b86-9af9-3d12df6bee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:30.704474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Pushing event updated for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:30.756813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f62f1753-9df1-447c-9181-8069a5a08412 req-6466a1c0-5edb-4c53-993a-9df5ad3d2be7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407074 Nov 22 16:02:30.759368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9a001339-acf3-47e2-8034-ea6e58957c20 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:30.809764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:30.823984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on host n-h1-811716-3 for vnic_type normal with profile {"migrating_to": "n-h2-811716-3"} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:30.825019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:30.828796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:30.845674 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:30.847610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:30.848800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Attempting to bind port 771010f2-cad2-4f80-945f-3b74c84e942e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:30.862169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:30.863629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:30.864606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:30.865804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Bound port: 771010f2-cad2-4f80-945f-3b74c84e942e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:30.866826 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.001032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e934e41-990c-4b86-9af9-3d12df6bee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.033824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:31.040584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:31.047662 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.050000 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-865a0213-6d66-48c1-a2a9-12feb34d701b service neutron] 10.222.0.69 "POST /v2.0/ports/cfacc456-37f8-41fb-9a63-2f0a2a284012/bindings HTTP/1.1" status: 201 len: 389 time: 2.1362605 Nov 22 16:02:31.050678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33646) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:31.059030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.227942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9a001339-acf3-47e2-8034-ea6e58957c20 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:31.228396 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.239009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-062bf9b0-ddbf-46ba-b9f9-713e4d7653dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.243241 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a177b-b6cd-4f87-b8c3-abdca0ae5f2e x-openstack-request-id: req-e73a177b-b6cd-4f87-b8c3-abdca0ae5f2e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:31.243849 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "name": "network-vif-unplugged", "status": "completed", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:31.244299 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e73a177b-b6cd-4f87-b8c3-abdca0ae5f2e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:31.244735 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e', 'code': 200} Nov 22 16:02:31.251001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Pushing event updated for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:31.339443 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5a462-bfc7-4831-8e15-7e47b8c3520e x-openstack-request-id: req-91f5a462-bfc7-4831-8e15-7e47b8c3520e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:31.339883 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecfe19f-9d38-46b7-ba59-fa47418da7a1", "name": "network-vif-plugged", "status": "completed", "tag": "196f1e24-6cb7-4b38-a8f8-63240b5c6e56", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:31.340272 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91f5a462-bfc7-4831-8e15-7e47b8c3520e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:31.340815 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecfe19f-9d38-46b7-ba59-fa47418da7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '196f1e24-6cb7-4b38-a8f8-63240b5c6e56', 'code': 200} Nov 22 16:02:31.344230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4e934e41-990c-4b86-9af9-3d12df6bee61 None None] For port 9a001339-acf3-47e2-8034-ea6e58957c20, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9a001339-acf3-47e2-8034-ea6e58957c20,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:31.359347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e934e41-990c-4b86-9af9-3d12df6bee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.418672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:31.419890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.424661 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0ba28a64-a1fb-4bf5-a4f6-a111df1f439e service neutron] 10.222.0.71 "PUT /v2.0/ports/771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 200 len: 1121 time: 3.1119621 Nov 22 16:02:31.543500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a40ab-148c-4061-b632-42ca6f46cd07 req-db795072-e68c-4f4d-aca5-6e03d76f8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:31.546674 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f56a40ab-148c-4061-b632-42ca6f46cd07 req-db795072-e68c-4f4d-aca5-6e03d76f8ffd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 1101 time: 0.1184812 Nov 22 16:02:31.585558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e934e41-990c-4b86-9af9-3d12df6bee61 None None] Pushing event updated for resources: {'Port': ['ID=9a001339-acf3-47e2-8034-ea6e58957c20,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:31.599577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['771010f2-cad2-4f80-945f-3b74c84e942e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:31.660956 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-062bf9b0-ddbf-46ba-b9f9-713e4d7653dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.691566 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-062bf9b0-ddbf-46ba-b9f9-713e4d7653dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:31.788544 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f56a40ab-148c-4061-b632-42ca6f46cd07 req-500078a2-2390-4906-855d-c4c5ebcb3b37 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214859 Nov 22 16:02:31.801669 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-062bf9b0-ddbf-46ba-b9f9-713e4d7653dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aae3b856a1bc43879e67c198ce4e0c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7482696 Nov 22 16:02:31.810732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33652) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:31.831132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bf9b0-ddbf-46ba-b9f9-713e4d7653dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e48ae2d-b7f4-4498-997c-b5876c848c51,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:31.966854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20db13-c7b6-4a88-9270-5fc3920c4cfd req-ac01e212-e413-4142-b594-9afd2b147e89 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:31.974573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a20db13-c7b6-4a88-9270-5fc3920c4cfd req-ac01e212-e413-4142-b594-9afd2b147e89 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 950 time: 0.1444464 Nov 22 16:02:31.982798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:32.022662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3bd28de8-cf0d-4928-9c79-013874a90a75 None None] Provisioning complete for port 9a001339-acf3-47e2-8034-ea6e58957c20 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:32.023307 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bd28de8-cf0d-4928-9c79-013874a90a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:32.029446 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d95e3d-3183-4ddf-95b3-4d4c6f46e72b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:32.085539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d95e3d-3183-4ddf-95b3-4d4c6f46e72b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:32.109223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826c86-16b5-47c8-98c8-26a56b551ffa req-aaa1ce0a-92f7-4423-a2f8-bc21dc7bb1b3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:32.112018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36826c86-16b5-47c8-98c8-26a56b551ffa req-aaa1ce0a-92f7-4423-a2f8-bc21dc7bb1b3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 943 time: 0.2828610 Nov 22 16:02:32.220743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d95e3d-3183-4ddf-95b3-4d4c6f46e72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:32.223725 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d95e3d-3183-4ddf-95b3-4d4c6f46e72b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:32.225631 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-79d95e3d-3183-4ddf-95b3-4d4c6f46e72b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e48ae2d-b7f4-4498-997c-b5876c848c51 HTTP/1.1" status: 204 len: 168 time: 0.4130096 Nov 22 16:02:32.285443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a20db13-c7b6-4a88-9270-5fc3920c4cfd req-b6f9a498-5d10-4ec5-80b3-7b8ec2506b8a tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076451 Nov 22 16:02:32.287313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d95e3d-3183-4ddf-95b3-4d4c6f46e72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e48ae2d-b7f4-4498-997c-b5876c848c51,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:32.304842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36826c86-16b5-47c8-98c8-26a56b551ffa req-35a3d388-44cd-4f91-a562-bd9d17948dc6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619697 Nov 22 16:02:32.447835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9a001339-acf3-47e2-8034-ea6e58957c20 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:32.533069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e790cc-712c-4fd8-9e37-c305ce69407a req-21e0d978-04ef-4d4d-968a-866f111f82d6 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:32.536715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9a001339-acf3-47e2-8034-ea6e58957c20 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:32.537181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3e790cc-712c-4fd8-9e37-c305ce69407a req-21e0d978-04ef-4d4d-968a-866f111f82d6 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 950 time: 0.1132879 Nov 22 16:02:32.537387 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:32.542709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Router ca501046-42da-4df0-9914-a0888dac92a4 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:02:32.582222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8b03e-a782-49cc-98d5-6da60f4d2d61 req-c24dc550-52ed-4d3b-8fa4-1e7bc89b3a28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:32.591285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfe8b03e-a782-49cc-98d5-6da60f4d2d61 req-c24dc550-52ed-4d3b-8fa4-1e7bc89b3a28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.1813593 Nov 22 16:02:32.724610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3e790cc-712c-4fd8-9e37-c305ce69407a req-9e7b2983-1c83-42c4-9532-462097d6251f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780715 Nov 22 16:02:32.744181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfe8b03e-a782-49cc-98d5-6da60f4d2d61 req-ca495b49-6401-4ef6-b965-0f333037a513 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512494 Nov 22 16:02:32.837423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:02:32.850484 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Sync routers for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:02:32.905948 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:02:32.909501 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:33.001866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:33.011279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3868916f-f7ab-4ba4-af26-96fae433743b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9136863 Nov 22 16:02:33.012727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33680) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:33.066277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79936a-0ea5-4348-b65b-747bed4bdf2f req-0490511a-9a60-4390-a587-2765fe41806f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:33.067859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff79936a-0ea5-4348-b65b-747bed4bdf2f req-0490511a-9a60-4390-a587-2765fe41806f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7815cfd-ac93-4d2b-87b2-59b479377c8b HTTP/1.1" status: 200 len: 949 time: 0.1573892 Nov 22 16:02:33.185792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff79936a-0ea5-4348-b65b-747bed4bdf2f req-57c38379-706c-4d1c-bc70-864cf6059b9e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105094 Nov 22 16:02:33.202867 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:02:33.268122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:33.282226 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7117845-5a6c-49b0-a0c2-b8c4456e8253" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:33.424437 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032516c0-123d-4f0b-981f-f406f208ca6e x-openstack-request-id: req-032516c0-123d-4f0b-981f-f406f208ca6e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:33.425024 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:33.425468 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-032516c0-123d-4f0b-981f-f406f208ca6e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:33.426373 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e', 'status': 'completed', 'code': 200} Nov 22 16:02:33.462013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 771010f2-cad2-4f80-945f-3b74c84e942e details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:33.651622 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:30Z', 'revision_number': 3, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:33.707863 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Checking router: ca501046-42da-4df0-9914-a0888dac92a4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:02:33.708474 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Updating router ca501046-42da-4df0-9914-a0888dac92a4 port 577179b5-6e4f-4efb-ab8a-a92222a2c57b binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:02:33.729335 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-dbeec7d6-664e-42a5-bac7-a23e615c6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:33.732141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-dbeec7d6-664e-42a5-bac7-a23e615c6169 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1124 time: 0.2931259 Nov 22 16:02:33.741539 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:33.759337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff1ee1-e078-4250-a124-4005b6c1d9b7 req-76ec2f40-6c97-4e43-adf5-9d771ecc26ca tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:33.763678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76ff1ee1-e078-4250-a124-4005b6c1d9b7 req-76ec2f40-6c97-4e43-adf5-9d771ecc26ca tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 943 time: 0.1738820 Nov 22 16:02:33.771220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:33.805494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 771010f2-cad2-4f80-945f-3b74c84e942e has no active binding in host n-h2-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:02:33.869907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76ff1ee1-e078-4250-a124-4005b6c1d9b7 req-53d00b4e-1844-48c7-836b-d379ec63b7ef tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005034 Nov 22 16:02:34.058517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-fdef05a5-309d-47f5-9371-e42c3a024672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:34.060576 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-fdef05a5-309d-47f5-9371-e42c3a024672 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.3084688 Nov 22 16:02:34.121366 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-0aafe5ba-5a2d-422e-95e3-85ffa658a3f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 200 len: 217 time: 0.0510013 Nov 22 16:02:34.197510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854ac90-6762-4a67-9069-ea2dd0992092 req-adf5da28-2bc8-4ddb-9095-4baa2f5a01fd tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:34.200408 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:34.207428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854ac90-6762-4a67-9069-ea2dd0992092 req-adf5da28-2bc8-4ddb-9095-4baa2f5a01fd tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:34.212298 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:34.216736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6854ac90-6762-4a67-9069-ea2dd0992092 req-adf5da28-2bc8-4ddb-9095-4baa2f5a01fd tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443&device_id=f7815cfd-ac93-4d2b-87b2-59b479377c8b HTTP/1.1" status: 200 len: 1690 time: 0.2220531 Nov 22 16:02:34.234480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692affd4-ae51-4a86-bf5e-0fb3e95a1726 req-4ae866a5-1a94-4972-8c69-3c65cd401b9c tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:34.243533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-692affd4-ae51-4a86-bf5e-0fb3e95a1726 req-4ae866a5-1a94-4972-8c69-3c65cd401b9c tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 950 time: 0.2345188 Nov 22 16:02:34.270938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-9aadf43d-61ca-46f2-8be5-8da257bceb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:34.273547 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-9aadf43d-61ca-46f2-8be5-8da257bceb18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1254613 Nov 22 16:02:34.303309 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb073d-f966-47d9-ba38-fc9249367d80 None None] Pushing event updated for resources: {'Port': ['ID=577179b5-6e4f-4efb-ab8a-a92222a2c57b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:34.321525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6854ac90-6762-4a67-9069-ea2dd0992092 req-7f87ba7d-cd63-42d9-a3ae-6059cede417c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036866 Nov 22 16:02:34.337095 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-74a1baf3-b4d9-4de0-a6ea-9870939008e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516777 Nov 22 16:02:34.344037 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Attempting to bind port 577179b5-6e4f-4efb-ab8a-a92222a2c57b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:34.344408 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Attempting to bind port 577179b5-6e4f-4efb-ab8a-a92222a2c57b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:34.344775 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Attempting to bind port 577179b5-6e4f-4efb-ab8a-a92222a2c57b on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:34.349417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-692affd4-ae51-4a86-bf5e-0fb3e95a1726 req-ffa7714f-fabd-428f-a750-0ad071f1e6e1 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049185 Nov 22 16:02:34.352289 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:34.352715 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:34.353087 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:34.353492 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:34.353988 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Bound port: 577179b5-6e4f-4efb-ab8a-a92222a2c57b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:34.354393 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:34.471831 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] For port 577179b5-6e4f-4efb-ab8a-a92222a2c57b, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:34.479499 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] For port 577179b5-6e4f-4efb-ab8a-a92222a2c57b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=577179b5-6e4f-4efb-ab8a-a92222a2c57b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:34.490173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:34.492577 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:34.546929 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:02:34.548774 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:34.624873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b704d-888e-47fb-b13d-5787571c96d1 req-6c834a08-7165-4c82-8232-8a089410fdbc tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:34.630642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-808b704d-888e-47fb-b13d-5787571c96d1 req-6c834a08-7165-4c82-8232-8a089410fdbc tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.1316392 Nov 22 16:02:34.669729 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-b5c9cbd1-6596-462f-b4c6-9998c456586b service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016055 Nov 22 16:02:34.724186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb073d-f966-47d9-ba38-fc9249367d80 None None] Pushing event updated for resources: {'Port': ['ID=577179b5-6e4f-4efb-ab8a-a92222a2c57b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:34.739880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-808b704d-888e-47fb-b13d-5787571c96d1 req-c7244661-1b2f-4181-9162-8e956702cd80 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024468 Nov 22 16:02:34.776429 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:02:34.874759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7117845-5a6c-49b0-a0c2-b8c4456e8253 req-de98f3dc-5f1f-4124-91c6-db06e97ebf78 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929681 Nov 22 16:02:35.125164 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:30Z', 'revision_number': 3, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:35.140003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b6c5c-a20c-4a2e-bafb-ef869a17f54b req-f404d196-7416-4797-8e3c-d56ca15c60cb tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:35.140271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Allocated IP 172.20.0.1 (6d96293d-4bbf-48aa-81cb-af7351f06337/1e8b21a4-3e72-44df-ae98-8fd86638c7e9/299a8b41-ddd2-4757-8c41-9e0ac8b95d5d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:35.153801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-056b6c5c-a20c-4a2e-bafb-ef869a17f54b req-f404d196-7416-4797-8e3c-d56ca15c60cb tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 1101 time: 0.2041166 Nov 22 16:02:35.159023 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d000e4-93dd-429e-b0be-d76174b54857 None None] The sync data for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 is: [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:30Z', 'revision_number': 3, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:02:35.252097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-056b6c5c-a20c-4a2e-bafb-ef869a17f54b req-bb761430-ca98-47b1-9f39-361f55fa8816 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973487 Nov 22 16:02:35.335086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8af378-6a21-4cf8-9007-06d3a6eea662 req-e5dc1b52-0c5f-4aa7-ba09-92b0a546b934 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:35.337756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f8af378-6a21-4cf8-9007-06d3a6eea662 req-e5dc1b52-0c5f-4aa7-ba09-92b0a546b934 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 943 time: 0.0945199 Nov 22 16:02:35.357014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:35.404180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:35.450937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:35.454417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:35.459079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:35.461609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f8af378-6a21-4cf8-9007-06d3a6eea662 req-b6c8742c-c455-485e-a1a8-1b4b07e800a9 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166439 Nov 22 16:02:35.463220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Pushing event updated for resources: {'Port': ['ID=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:35.533552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:35.534722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df859a8d-5fac-4389-97d5-845ccb81dca2 req-cb0a0a39-7f3c-4c4a-bcf7-bd2519d95e8e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:35.539809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df859a8d-5fac-4389-97d5-845ccb81dca2 req-cb0a0a39-7f3c-4c4a-bcf7-bd2519d95e8e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 950 time: 0.1471539 Nov 22 16:02:35.637546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df859a8d-5fac-4389-97d5-845ccb81dca2 req-7bbd10ca-b79c-4547-a408-b0bd2a484f7f tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917020 Nov 22 16:02:35.747830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:35.844208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35848607-885b-4a3e-9b17-eced1b72d4c8 req-1d413e28-cce4-45e6-94f3-450b2c722bb3 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:35.845365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-943b9d0d-e412-4435-a252-21d7471a09e5 None None] Provisioning complete for port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:35.845841 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-943b9d0d-e412-4435-a252-21d7471a09e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:35.846700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35848607-885b-4a3e-9b17-eced1b72d4c8 req-1d413e28-cce4-45e6-94f3-450b2c722bb3 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f7815cfd-ac93-4d2b-87b2-59b479377c8b HTTP/1.1" status: 200 len: 1100 time: 0.1180995 Nov 22 16:02:35.900981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-943b9d0d-e412-4435-a252-21d7471a09e5 None None] Port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:35.940765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35848607-885b-4a3e-9b17-eced1b72d4c8 req-7d46ca86-5e65-464b-9326-414842da9b38 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856476 Nov 22 16:02:36.024141 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:36.039270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:36.137859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Pushing event updated for resources: {'Port': ['ID=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:36.156694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:36.183173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151dccf-44f7-427c-a9be-99ec474f3668 req-6dc82576-1699-4146-a930-5d8097cfd78d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:36.185206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b151dccf-44f7-427c-a9be-99ec474f3668 req-6dc82576-1699-4146-a930-5d8097cfd78d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.0644677 Nov 22 16:02:36.281918 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b151dccf-44f7-427c-a9be-99ec474f3668 req-1b255864-35c2-4d8e-87ed-3b3b126c6516 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881338 Nov 22 16:02:36.326334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:36.328884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:36.437099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 577179b5-6e4f-4efb-ab8a-a92222a2c57b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:36.473688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-6fb32636-11ce-4f56-aa0b-f40784518918 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435281 Nov 22 16:02:36.605244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 577179b5-6e4f-4efb-ab8a-a92222a2c57b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:36.605905 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:36.633450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-ee5598ef-5fa5-49c6-af0c-12c02aabccb3 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:36.643489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-ee5598ef-5fa5-49c6-af0c-12c02aabccb3 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687841 Nov 22 16:02:36.724708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Router ca501046-42da-4df0-9914-a0888dac92a4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:02:36.726168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:36.734701 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-81c570ce-8abd-487c-84f6-8c1099e3fa05 service neutron] 10.222.0.11 "GET /v2.0/ports/771010f2-cad2-4f80-945f-3b74c84e942e/bindings/n-h2-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.1346910 Nov 22 16:02:36.742493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-e78a146b-270e-4797-bdab-d0825b8b8ebf tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/quotas/4356fc095a8d4a59bc430016957704c2 HTTP/1.1" status: 200 len: 375 time: 0.0964808 Nov 22 16:02:36.765327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 577179b5-6e4f-4efb-ab8a-a92222a2c57b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=577179b5-6e4f-4efb-ab8a-a92222a2c57b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:36.766796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2958a011-b6c6-4c19-b4be-126a909121ac None None] Provisioning complete for port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:36.767182 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2958a011-b6c6-4c19-b4be-126a909121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:36.799334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:36.815568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33806) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:36.844180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e787bda-ef5a-4a8a-888f-2e91a0daef81 req-8f749d73-9f8a-46e1-972b-d1e411d2c77e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:36.845768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e787bda-ef5a-4a8a-888f-2e91a0daef81 req-8f749d73-9f8a-46e1-972b-d1e411d2c77e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 950 time: 0.1998107 Nov 22 16:02:36.862536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=577179b5-6e4f-4efb-ab8a-a92222a2c57b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:36.883632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2958a011-b6c6-4c19-b4be-126a909121ac None None] Port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:36.892507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-0a35ce05-0447-47ca-b2dd-13025f8e1d81 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1466520 Nov 22 16:02:36.946522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e787bda-ef5a-4a8a-888f-2e91a0daef81 req-fdc04950-c7ed-4703-a140-23ca3f217e56 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911012 Nov 22 16:02:37.023837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e1fe2c-27ab-4b85-a077-a90b9068667c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:37.037158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:02:37.054408 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8db55b07-42ab-483c-ab4e-3f8edfe1f7ab admin admin] 10.222.0.69 "PUT /v2.0/routers/ca501046-42da-4df0-9914-a0888dac92a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0355334 Nov 22 16:02:37.119213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:37.180201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:37.245592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771010f2-cad2-4f80-945f-3b74c84e942e {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:37.258907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:37.266743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e1fe2c-27ab-4b85-a077-a90b9068667c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:37.281272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:37.285031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefcea7-abb7-4713-bd3d-1059f4b70346 req-bd7b2cf9-533f-48fc-92f2-02e045ed4108 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:37.287278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-feefcea7-abb7-4713-bd3d-1059f4b70346 req-bd7b2cf9-533f-48fc-92f2-02e045ed4108 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 943 time: 0.1365578 Nov 22 16:02:37.289706 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0e1fe2c-27ab-4b85-a077-a90b9068667c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:37.372025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] Transition to ACTIVE for port object 771010f2-cad2-4f80-945f-3b74c84e942e will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:37.376080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1fe2c-27ab-4b85-a077-a90b9068667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0648ef-c759-40b3-97f5-c27da27c521e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:37.386650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0e1fe2c-27ab-4b85-a077-a90b9068667c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c534892e2654de0b7230043454555df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5668938 Nov 22 16:02:37.393609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33834) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:37.399249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-feefcea7-abb7-4713-bd3d-1059f4b70346 req-be8f0824-db0a-4c95-9086-a55aa45d503f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031914 Nov 22 16:02:37.401664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:37.526269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] No DVR routers for this DVR port 771010f2-cad2-4f80-945f-3b74c84e942e on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:02:37.558329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] Pushing event updated for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:37.580842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b470541e-58dd-479f-9a83-6addc8c8c99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:37.588615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-938d630b-42e4-40ec-a954-3950c04c511c service neutron] 10.222.0.11 "PUT /v2.0/ports/771010f2-cad2-4f80-945f-3b74c84e942e/bindings/n-h2-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8060391 Nov 22 16:02:37.652721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b470541e-58dd-479f-9a83-6addc8c8c99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:37.691254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6df283d-495b-4253-a44c-2a9ee498a1cf req-37afce16-371f-4c64-a699-63618a83555a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 210 time: 0.0923774 Nov 22 16:02:37.886483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Sync routers for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:02:37.919529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:02:37.924536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:38.015697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60ed1e-8baa-4d9d-a4f3-59ee5d351331 req-9cfa3211-0a57-4680-b973-8fe60c278ea4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:38.017573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e60ed1e-8baa-4d9d-a4f3-59ee5d351331 req-9cfa3211-0a57-4680-b973-8fe60c278ea4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.1450040 Nov 22 16:02:38.148774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e60ed1e-8baa-4d9d-a4f3-59ee5d351331 req-ff7664ca-edfd-491a-b2fa-8500acd6ff91 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170030 Nov 22 16:02:38.309760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:38.317707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-network', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:38.377903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-32f48767-00e8-4739-aa1f-63324020d55f tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:38.380340 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-32f48767-00e8-4739-aa1f-63324020d55f tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.6750023 Nov 22 16:02:38.387801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Made reservation on behalf of 22c350531ace4fffb0e9d3f28d84f829 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:38.391512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:38.421928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:38.428819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 577179b5-6e4f-4efb-ab8a-a92222a2c57b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:38.443523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b470541e-58dd-479f-9a83-6addc8c8c99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:38.466677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b470541e-58dd-479f-9a83-6addc8c8c99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:38.475171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b470541e-58dd-479f-9a83-6addc8c8c99e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d0648ef-c759-40b3-97f5-c27da27c521e HTTP/1.1" status: 204 len: 168 time: 1.0774014 Nov 22 16:02:38.553382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ced59a-b79e-44cb-830d-65c5b8b4a183 req-959f22e8-7e5d-481c-9c0f-e95c9902e802 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:38.561490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708759-256f-4228-9b32-393065e279a5 req-763b7be9-9ce0-4b3c-a3e1-fb8af3f5aad3 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:38.563369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93ced59a-b79e-44cb-830d-65c5b8b4a183 req-959f22e8-7e5d-481c-9c0f-e95c9902e802 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 950 time: 0.1637762 Nov 22 16:02:38.574823 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-86708759-256f-4228-9b32-393065e279a5 req-763b7be9-9ce0-4b3c-a3e1-fb8af3f5aad3 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.71 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 950 time: 0.7542365 Nov 22 16:02:38.588792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470541e-58dd-479f-9a83-6addc8c8c99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0648ef-c759-40b3-97f5-c27da27c521e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:38.679244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:02:38.723968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93ced59a-b79e-44cb-830d-65c5b8b4a183 req-6ea455a7-42e3-4cca-8746-a8eae6d042e9 tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/security-groups?id=75dec677-032b-4a7e-8514-3e0f2fccb02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571898 Nov 22 16:02:38.733277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 577179b5-6e4f-4efb-ab8a-a92222a2c57b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:38.733930 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:38.793631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86ecc-71e2-4a27-ae2a-298f573c2b5e req-81150b88-41c2-4578-8052-aa32ac8a7c99 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:38.804071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80e86ecc-71e2-4a27-ae2a-298f573c2b5e req-81150b88-41c2-4578-8052-aa32ac8a7c99 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 944 time: 0.2099204 Nov 22 16:02:38.848605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0f1b6ed1-198e-40fc-9b16-4c9a49c84af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:38.851423 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0f1b6ed1-198e-40fc-9b16-4c9a49c84af9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca&tenant_id=0627f132295b49ea8052d55add2acfaf HTTP/1.1" status: 200 len: 1095 time: 0.4568362 Nov 22 16:02:38.858988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:38.911118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:38.961628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:02:39.071530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80e86ecc-71e2-4a27-ae2a-298f573c2b5e req-a27228a8-25ef-49d6-93be-714a1452cee6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657528 Nov 22 16:02:39.079714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 2, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:39.081940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c591453-3f00-47a9-bd75-41221d3e52cc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:39.115671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Deleting port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:02:39.116477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.140829 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.140829 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Added segment 2eb37706-14ea-479b-a275-938e1d85d668 of type vlan for network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 Nov 22 16:02:39.151145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Checking router: ca501046-42da-4df0-9914-a0888dac92a4 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:02:39.151709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Updating router ca501046-42da-4df0-9914-a0888dac92a4 port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:02:39.182742 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.182966 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-e2686ecb-c99b-4520-9c5f-83d397aed0b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193705 Nov 22 16:02:39.254832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-a939defc-c0d2-44bf-9f7b-57a90b764594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:39.256330 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-a939defc-c0d2-44bf-9f7b-57a90b764594 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1095 time: 0.3406982 Nov 22 16:02:39.397456 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.438216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:39.459485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e793816-882a-491d-89a3-58a75bafc9c2 req-df283e9a-4ed0-4269-beb4-b23b07109103 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 210 time: 0.1154468 Nov 22 16:02:39.460253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b54aae76-4008-4fe3-9f38-6883909e4d2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.512337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-d2d8073f-934c-46ea-b13f-7584face686a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:39.514809 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-d2d8073f-934c-46ea-b13f-7584face686a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514241 Nov 22 16:02:39.535225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] For port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:39.535928 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.537225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.538194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:39.538804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.547475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Request body: {'port': {'device_id': 'cfab4776-34cb-4875-b65f-9771ae2e7159', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '4356fc095a8d4a59bc430016957704c2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:39.603663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] Pushing event updated for resources: {'Network': ['ID=17bead76-d8eb-4aab-bee9-9ec661d6b1e1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:39.617159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-a5b88787-9d5a-4e9c-bcbc-e9a8b7390f40 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:39.618457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Calling delete_port for 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:02:39.624506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-a5b88787-9d5a-4e9c-bcbc-e9a8b7390f40 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 805 time: 0.4470518 Nov 22 16:02:39.631632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-9857cfde-7afa-43b6-9cfd-a0a34c044587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:39.633283 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-9857cfde-7afa-43b6-9cfd-a0a34c044587 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2770913 Nov 22 16:02:39.647082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-6c5c1bc3-281d-4c1f-a0bf-a8cbba0747fc tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/quotas/78972e9a69a64fddbb3aa4370304e654 HTTP/1.1" status: 200 len: 375 time: 0.0214660 Nov 22 16:02:39.699215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1baaab82-644f-4f24-9998-d5e4d79bb365 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3837156 Nov 22 16:02:39.699534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33908) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:39.711086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:02:39.713488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:02:39.720594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Request body: {'subnet': {'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-subnet', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:39.730820 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-b1b072db-111c-41c1-890e-9585b8324533 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 200 len: 217 time: 0.0829079 Nov 22 16:02:39.765044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-bd72ed98-8db5-497f-bb1c-9e09350afb64 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168485 Nov 22 16:02:39.801236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Made reservation on behalf of 22c350531ace4fffb0e9d3f28d84f829 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:39.803598 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.845710 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-bba7171c-831d-49ca-bbb2-0089f63a2098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:39.847197 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-bba7171c-831d-49ca-bbb2-0089f63a2098 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1036716 Nov 22 16:02:39.893171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-840489cd-6a40-4526-adcd-3fbd69e2d323 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352907 Nov 22 16:02:39.911251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa723-412e-4372-af6e-523cda707a9b req-c8ed2526-7180-44a1-a66d-83c8ae8712dd tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:39.912861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4deaa723-412e-4372-af6e-523cda707a9b req-c8ed2526-7180-44a1-a66d-83c8ae8712dd tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.2118146 Nov 22 16:02:39.917951 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b54aae76-4008-4fe3-9f38-6883909e4d2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.929411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Made reservation on behalf of 4356fc095a8d4a59bc430016957704c2 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:39.932485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.953689 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.968702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:39.969770 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b54aae76-4008-4fe3-9f38-6883909e4d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.011156 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.046528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6c5f8-316a-4d29-95d4-150c603b3e9f None None] Pushing event updated for resources: {'Port': ['ID=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:40.064322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.100734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b54aae76-4008-4fe3-9f38-6883909e4d2d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba8561f9253a46c7b465c253550d6d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665316 Nov 22 16:02:40.114093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:02:40.121613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aae76-4008-4fe3-9f38-6883909e4d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf52271-18af-407a-9787-a62a7c20cb4e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:40.133588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33914) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:40.151820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Attempting to bind port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:40.152238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Attempting to bind port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:40.152613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Attempting to bind port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d on network 6d96293d-4bbf-48aa-81cb-af7351f06337 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:40.162563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:40.162957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Checking segment: {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:40.163374 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.163778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Bound using segment: {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:40.164310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Bound port: 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:40.164702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.178815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Pushing event deleted for resources: {'Port': ['ID=196f1e24-6cb7-4b38-a8f8-63240b5c6e56,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:40.255217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4deaa723-412e-4372-af6e-523cda707a9b req-950b6f02-60d6-4ae8-9f53-d702dae09da9 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098464 Nov 22 16:02:40.274559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-0c9ef7e8-fcd2-4ddc-a7d1-f8e5ac664e88 service neutron] 10.222.0.69 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876924 Nov 22 16:02:40.334503 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.362821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] No DVR routers for this DVR port 196f1e24-6cb7-4b38-a8f8-63240b5c6e56 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:02:40.367015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.372521 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-86708759-256f-4228-9b32-393065e279a5 req-480435df-9efc-4d64-a0b1-da1819bdd8dd tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.71 "DELETE /v2.0/ports/196f1e24-6cb7-4b38-a8f8-63240b5c6e56 HTTP/1.1" status: 204 len: 173 time: 1.7700815 Nov 22 16:02:40.377397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fecfe19f-9d38-46b7-ba59-fa47418da7a1', 'name': 'network-vif-deleted', 'tag': '196f1e24-6cb7-4b38-a8f8-63240b5c6e56'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:40.382353 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9f77ce-add3-4839-a95f-0db4ab483eb1" -d '{"events": [{"server_uuid": "fecfe19f-9d38-46b7-ba59-fa47418da7a1", "name": "network-vif-deleted", "tag": "196f1e24-6cb7-4b38-a8f8-63240b5c6e56"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:40.395292 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-6d6866f9-5af8-4301-97c5-64e6a09d8663 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810798 Nov 22 16:02:40.418828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:40.421209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] For port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:40.423478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:40.426437 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de610a1-74d0-4e7c-babd-3f63d6f8acdc" -d '{"events": [{"server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:40.445435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.458696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] For port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:40.478156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-e438c32c-ab56-413c-b82e-6860a1450f1c service neutron] 10.222.0.69 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907995 Nov 22 16:02:40.489196 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.517279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-149f4b8e-58a8-42cb-be11-a2bb535dd28d None None] Provisioning complete for port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:40.517744 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-149f4b8e-58a8-42cb-be11-a2bb535dd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.546632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ec26eb8-b3d8-4357-98e0-5d34945d0b5f req-d1ccd823-d0c9-4b98-907c-11ae079d672e tempest-DeleteServersAdminTestJSON-581289732 tempest-DeleteServersAdminTestJSON-581289732-project] 10.222.0.69 "GET /v2.0/ports?device_id=fecfe19f-9d38-46b7-ba59-fa47418da7a1 HTTP/1.1" status: 200 len: 210 time: 0.0360622 Nov 22 16:02:40.577922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06f1f2a-d109-484a-acf9-801ccc3073a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.580802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:40.618664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06f1f2a-d109-484a-acf9-801ccc3073a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.676732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Allocated IP 192.168.233.134 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/29859b65-2576-4ee6-913b-70a09d883caa) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:40.731414 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06f1f2a-d109-484a-acf9-801ccc3073a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.734668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f06f1f2a-d109-484a-acf9-801ccc3073a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:40.738832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f06f1f2a-d109-484a-acf9-801ccc3073a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bf52271-18af-407a-9787-a62a7c20cb4e HTTP/1.1" status: 204 len: 168 time: 0.5987244 Nov 22 16:02:40.747898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:02:40.753198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:40.767611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f1f2a-d109-484a-acf9-801ccc3073a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf52271-18af-407a-9787-a62a7c20cb4e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:40.834901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-3530e6d5-dee0-4f2e-b3da-879b93f1e42a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:40.845197 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-3530e6d5-dee0-4f2e-b3da-879b93f1e42a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e2a304e-e815-4926-9125-bdcd5a84cedb HTTP/1.1" status: 200 len: 943 time: 0.2838836 Nov 22 16:02:40.875702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6c5f8-316a-4d29-95d4-150c603b3e9f None None] Pushing event updated for resources: {'Port': ['ID=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:40.987595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.019094 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-149f4b8e-58a8-42cb-be11-a2bb535dd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.019626 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f792d678-638c-4a25-b214-c9a71ab2e5c6 x-openstack-request-id: req-f792d678-638c-4a25-b214-c9a71ab2e5c6 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:41.020152 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fecfe19f-9d38-46b7-ba59-fa47418da7a1", "name": "network-vif-deleted", "tag": "196f1e24-6cb7-4b38-a8f8-63240b5c6e56", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:41.020615 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f792d678-638c-4a25-b214-c9a71ab2e5c6 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:41.024580 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fecfe19f-9d38-46b7-ba59-fa47418da7a1', 'name': 'network-vif-deleted', 'tag': '196f1e24-6cb7-4b38-a8f8-63240b5c6e56', 'status': 'completed', 'code': 200} Nov 22 16:02:41.067427 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-a865c1e7-1035-45cb-b9fa-2e7c670c40c7 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6236913 Nov 22 16:02:41.085198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:02:41.123513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d8032-b042-4253-8770-72e966dd3610 req-7c1d9c8f-bd0b-4adc-8edc-9f8ab82cf85f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:41.130504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-844d8032-b042-4253-8770-72e966dd3610 req-7c1d9c8f-bd0b-4adc-8edc-9f8ab82cf85f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 944 time: 0.2984078 Nov 22 16:02:41.150540 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd12074b-3b03-4ec7-8b1e-0cb696920be1 x-openstack-request-id: req-cd12074b-3b03-4ec7-8b1e-0cb696920be1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:41.151172 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:41.151172 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd12074b-3b03-4ec7-8b1e-0cb696920be1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:41.151465 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'code': 200} Nov 22 16:02:41.224000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-149f4b8e-58a8-42cb-be11-a2bb535dd28d None None] For port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:41.233756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Pushing event updated for resources: {'Subnet': ['ID=32dd9a99-0ab6-446b-afd4-d0ccdbf7524b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:41.235919 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-149f4b8e-58a8-42cb-be11-a2bb535dd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.274347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9655bb4a-5409-4def-b1d6-02deb92947c9 req-e7545997-a45d-403b-a9da-c044a9c1505d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 210 time: 0.0755625 Nov 22 16:02:41.293048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Checking segment: {'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:41.293620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Network hostable DHCP agents. Network: 17bead76-d8eb-4aab-bee9-9ec661d6b1e1, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:02:41.324231 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-844d8032-b042-4253-8770-72e966dd3610 req-2972a707-29f9-4455-a4c6-e8e131706716 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691053 Nov 22 16:02:41.361329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:02:41.386056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 17bead76-d8eb-4aab-bee9-9ec661d6b1e1) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:41.399705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:41.409407 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.416533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Deleting port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:02:41.417120 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.481700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.556943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5faab13-4a47-4211-8588-bc6665f770d8 req-1298723a-0fce-412f-93c9-1d8f9dd2cf40 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 210 time: 0.1214468 Nov 22 16:02:41.581942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-389c1994-085e-4609-87a2-8c0ded5fa08f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8658109 Nov 22 16:02:41.596920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33944) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:41.614831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:41.650722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f4b8e-58a8-42cb-be11-a2bb535dd28d None None] Pushing event updated for resources: {'Port': ['ID=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:41.653582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.655101 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.671852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79842bf-df65-4c3f-b036-81a7427e19bf req-965dfffc-7b1f-45d3-a91a-34a319edc63d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:41.681490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a79842bf-df65-4c3f-b036-81a7427e19bf req-965dfffc-7b1f-45d3-a91a-34a319edc63d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.1384435 Nov 22 16:02:41.707758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b10cdf-c005-4ad1-984d-901e3dd826d4 None None] Network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:02:41.714458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 771010f2-cad2-4f80-945f-3b74c84e942e no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:02:41.717370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] For port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:41.718395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.775132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Calling delete_port for 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:02:41.802621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a79842bf-df65-4c3f-b036-81a7427e19bf req-c941846c-01d3-44b8-88c2-49036bf57bc2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200657 Nov 22 16:02:41.806270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.809832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0580263c-dd33-4978-9deb-1b1bb91a1a97 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:41.812779 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-0580263c-dd33-4978-9deb-1b1bb91a1a97 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.2143874 Nov 22 16:02:41.877459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:41.973785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:41.988230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:42.088448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', '961eb9d5-b6ec-4b79-957a-1644252a5989'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:42.088448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:42.373106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-17bead76-d8eb-4aab-bee9-9ec661d6b1e1', 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'fixed_ips': [{'subnet_id': '32dd9a99-0ab6-446b-afd4-d0ccdbf7524b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:02:42.374060 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:42.387759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-fc794a80-f146-48ca-af5e-25c3a3c016e7 None None] Provisioning complete for port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:42.388206 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc794a80-f146-48ca-af5e-25c3a3c016e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:42.441036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:42.536247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:42.537259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:42.574452 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0454986 Nov 22 16:02:42.599434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Request body: {'port': {'device_id': 'cfab4776-34cb-4875-b65f-9771ae2e7159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:42.609277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c6cc5-6040-439d-80a6-ab4642b9b665 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'Port': ['ID=29859b65-2576-4ee6-913b-70a09d883caa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:42.674582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e273546-9308-4eff-9c8f-477817828b74 req-337788e0-8b0e-48ee-91df-a47e22a09cc0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:42.683677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e273546-9308-4eff-9c8f-477817828b74 req-337788e0-8b0e-48ee-91df-a47e22a09cc0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 944 time: 0.1797783 Nov 22 16:02:42.703750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a7496761-3800-495e-9163-ca565d97b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:40Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:42.708554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:42.730124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 771010f2-cad2-4f80-945f-3b74c84e942e not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:02:42.774360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:42.789925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2c3cf-7296-4fd0-94c6-d0cfb94b4f33 req-77830514-740d-45a8-99f4-7100fd7b02be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:42.802237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ed2c3cf-7296-4fd0-94c6-d0cfb94b4f33 req-77830514-740d-45a8-99f4-7100fd7b02be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 936 time: 0.2130084 Nov 22 16:02:42.820691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7496761-3800-495e-9163-ca565d97b97c None None] The sync data for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 is: [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:40Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:02:42.845368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-28e812aa-d7dd-48c8-9418-4e54b2040065 None None] Provisioning complete for port 29859b65-2576-4ee6-913b-70a09d883caa triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:42.846221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28e812aa-d7dd-48c8-9418-4e54b2040065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:42.863677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:42.982170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-28e812aa-d7dd-48c8-9418-4e54b2040065 None None] Port 29859b65-2576-4ee6-913b-70a09d883caa cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:43.005563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ed2c3cf-7296-4fd0-94c6-d0cfb94b4f33 req-43e6f62f-773f-4e18-a181-1637ec2c1577 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012322 Nov 22 16:02:43.055763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-da4a5257-ab2a-47f9-b5f8-2246cb203b71 service neutron] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:43.061046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e273546-9308-4eff-9c8f-477817828b74 req-95bcdbe5-cdeb-4815-89f7-a8212887ed10 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756652 Nov 22 16:02:43.086136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-da4a5257-ab2a-47f9-b5f8-2246cb203b71 service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:43.087666 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2a4c594-5ebb-49b2-894c-6b57f1468c64 req-da4a5257-ab2a-47f9-b5f8-2246cb203b71 service neutron] 10.222.0.71 "DELETE /v2.0/ports/771010f2-cad2-4f80-945f-3b74c84e942e/bindings/n-h1-811716-3 HTTP/1.1" status: 204 len: 173 time: 1.2172756 Nov 22 16:02:43.155524 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:43.172752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Allocated IP 172.20.0.2 (17bead76-d8eb-4aab-bee9-9ec661d6b1e1/32dd9a99-0ab6-446b-afd4-d0ccdbf7524b/976daae8-9993-4a7a-ada4-4c4bddee45ba) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:43.308643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Pushing event deleted for resources: {'Port': ['ID=4ef476cc-8c64-4070-a3a5-1e64d34b3d64,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:43.467041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0d5bd5a-66f8-47b8-8bfd-f5cca302f757 req-c06675c2-431c-423c-9c8c-3d57f8d78625 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 210 time: 0.1419547 Nov 22 16:02:43.498284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] No DVR routers for this DVR port 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:02:43.532401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:43.536117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-556cb4c6-c12d-41c6-9c1e-a8bd5cab7678 req-2cc740a2-6763-4d82-9ef2-2aaf12f54979 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "DELETE /v2.0/ports/4ef476cc-8c64-4070-a3a5-1e64d34b3d64 HTTP/1.1" status: 204 len: 173 time: 2.6308150 Nov 22 16:02:43.536780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'name': 'network-vif-deleted', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:43.547090 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded300e8-814e-43d1-93d0-91351d01bd80" -d '{"events": [{"server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "name": "network-vif-deleted", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:43.655489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-496994ed-42ac-4eed-993e-8d30db1712ec tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:43.662967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-496994ed-42ac-4eed-993e-8d30db1712ec tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 805 time: 0.5747001 Nov 22 16:02:43.681491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2cda0a8c-2b07-435f-b1b4-61668adca4ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db183c358c8b4c148b2f0afbf289a35e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9688065 Nov 22 16:02:43.687967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34006) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:43.695257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Request body: {'port': {'device_id': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'admin_state_up': True, 'tenant_id': '78972e9a69a64fddbb3aa4370304e654'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:43.788748 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:43.831848 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:43.899432 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee80a9a9-0244-4c55-93d5-210f78b48663 x-openstack-request-id: req-ee80a9a9-0244-4c55-93d5-210f78b48663 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:43.900408 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2a304e-e815-4926-9125-bdcd5a84cedb", "name": "network-vif-deleted", "tag": "4ef476cc-8c64-4070-a3a5-1e64d34b3d64", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:43.900408 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee80a9a9-0244-4c55-93d5-210f78b48663 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:43.900723 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2a304e-e815-4926-9125-bdcd5a84cedb', 'name': 'network-vif-deleted', 'tag': '4ef476cc-8c64-4070-a3a5-1e64d34b3d64', 'status': 'completed', 'code': 200} Nov 22 16:02:43.961537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf16d3b-cb03-4e81-b8d1-70c94227c7e8 req-cbe3e561-f7ee-46d3-ad37-56d7a75c8a79 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:43.970136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf16d3b-cb03-4e81-b8d1-70c94227c7e8 req-cbe3e561-f7ee-46d3-ad37-56d7a75c8a79 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.6433601 Nov 22 16:02:44.030347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:44.053701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:44.057286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Pushing event updated for resources: {'Port': ['ID=976daae8-9993-4a7a-ada4-4c4bddee45ba,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:44.059830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:44.078641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf16d3b-cb03-4e81-b8d1-70c94227c7e8 req-0d7819c4-7086-4bfe-ad6a-639d9e0d0b21 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072865 Nov 22 16:02:44.193931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Attempting to bind port 976daae8-9993-4a7a-ada4-4c4bddee45ba on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:44.194447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Attempting to bind port 976daae8-9993-4a7a-ada4-4c4bddee45ba by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:44.194920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Attempting to bind port 976daae8-9993-4a7a-ada4-4c4bddee45ba on network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:44.210879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:44.211419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Checking segment: {'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:44.211937 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.212473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Bound using segment: {'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:44.213058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Bound port: 976daae8-9993-4a7a-ada4-4c4bddee45ba, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:44.213546 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.242055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.262980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f383-1260-4475-85c2-4835be74f6ea req-91f31163-a4d4-4c53-a6ad-2ef7c9ac6a12 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:44.279527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2af6f383-1260-4475-85c2-4835be74f6ea req-91f31163-a4d4-4c53-a6ad-2ef7c9ac6a12 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 1095 time: 0.2912605 Nov 22 16:02:44.279527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Made reservation on behalf of 78972e9a69a64fddbb3aa4370304e654 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:44.279527 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.363406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] For port 976daae8-9993-4a7a-ada4-4c4bddee45ba, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:44.367803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] For port 976daae8-9993-4a7a-ada4-4c4bddee45ba, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=976daae8-9993-4a7a-ada4-4c4bddee45ba,segment=NetworkSegment(2eb37706-14ea-479b-a275-938e1d85d668),segment_id=2eb37706-14ea-479b-a275-938e1d85d668)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:44.376328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-907721c3-cd4b-46cc-9b73-836635136452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.379468 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.389174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.407826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18d908-ea56-4316-a0b7-bbaac8dd492c req-75d21305-1a8d-4bf5-ad8f-7068ac1c7531 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:44.415820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af18d908-ea56-4316-a0b7-bbaac8dd492c req-75d21305-1a8d-4bf5-ad8f-7068ac1c7531 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 936 time: 0.2248349 Nov 22 16:02:44.457673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:44.461585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2af6f383-1260-4475-85c2-4835be74f6ea req-cc1ffa3e-5a70-4e7f-b25a-577d5b72a53e tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827307 Nov 22 16:02:44.558204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fada9f-0522-4a7a-97ec-92c65b1e73ae None None] Pushing event updated for resources: {'Port': ['ID=976daae8-9993-4a7a-ada4-4c4bddee45ba,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:44.565266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29859b65-2576-4ee6-913b-70a09d883caa {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:44.602631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-907721c3-cd4b-46cc-9b73-836635136452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.604760 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.619319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:44.620926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:44.701083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Transition to ACTIVE for port object 29859b65-2576-4ee6-913b-70a09d883caa will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:44.770101 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:45.064190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Allocated IP 172.25.5.219 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/a09b0aa4-36d7-4bb3-9049-8f5190b59882) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:45.085534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-fcccd599-39d3-4e8e-9af3-4acf2a3df17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:45.085534 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-fcccd599-39d3-4e8e-9af3-4acf2a3df17e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1096 time: 0.3264122 Nov 22 16:02:45.097278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Pushing event updated for resources: {'Port': ['ID=29859b65-2576-4ee6-913b-70a09d883caa,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:45.241383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-8bf4e82b-5744-434d-b672-f6a92fa8f7b0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f930785316bf48b5a171db9199ed984b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089306 Nov 22 16:02:45.251935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af18d908-ea56-4316-a0b7-bbaac8dd492c req-0278c604-87fa-406a-b00b-c107dad5183d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8349261 Nov 22 16:02:45.343789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Allocated IP 172.20.0.6 (7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd/83ab7aae-234f-45ce-af7c-c8ca355c4f29/320d0c03-6ec5-4a0e-b01b-8b6f5e683278) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:45.350966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-907721c3-cd4b-46cc-9b73-836635136452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:45.354031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-907721c3-cd4b-46cc-9b73-836635136452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:45.355434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-907721c3-cd4b-46cc-9b73-836635136452 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75dec677-032b-4a7e-8514-3e0f2fccb02f HTTP/1.1" status: 204 len: 168 time: 1.4098785 Nov 22 16:02:45.386368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-90d233bf-d454-4f8a-bd76-291de123f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:45.388171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-90d233bf-d454-4f8a-bd76-291de123f9a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.2868204 Nov 22 16:02:45.388917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Attempting to bind port 29859b65-2576-4ee6-913b-70a09d883caa on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:45.389287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Attempting to bind port 29859b65-2576-4ee6-913b-70a09d883caa by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:45.389621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Attempting to bind port 29859b65-2576-4ee6-913b-70a09d883caa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:45.392631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907721c3-cd4b-46cc-9b73-836635136452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dec677-032b-4a7e-8514-3e0f2fccb02f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:45.468764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce70d505-171c-4515-9c56-4232fa47a720 req-512b9cf7-24f8-4039-b7a9-541428e84d93 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 210 time: 0.0732160 Nov 22 16:02:45.478354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Port 29859b65-2576-4ee6-913b-70a09d883caa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:45.478688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Attempting to bind port 29859b65-2576-4ee6-913b-70a09d883caa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:45.490138 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-1ddfe1a4-bac9-46d9-94c9-91803b52af55 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 217 time: 0.0839627 Nov 22 16:02:45.491687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-c7cf347b-e412-48f1-acd0-15396f1e29d1 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:45.493880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-c7cf347b-e412-48f1-acd0-15396f1e29d1 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388883 Nov 22 16:02:45.506589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:45.506935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:45.507329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:45.507778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Bound port: 29859b65-2576-4ee6-913b-70a09d883caa, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:45.508173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:45.523668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:45.542102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-1903e669-b6fc-4d47-bfd1-d7bf66fc42fd tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/quotas/f930785316bf48b5a171db9199ed984b HTTP/1.1" status: 200 len: 375 time: 0.0268171 Nov 22 16:02:45.556235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:02:45.599001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-b941451b-a965-405e-aecd-ba73f664769e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f930785316bf48b5a171db9199ed984b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558057 Nov 22 16:02:45.606873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:02:45.607568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ef476cc-8c64-4070-a3a5-1e64d34b3d64 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:02:45.632598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-5813c48b-2308-4a1a-828a-dcca6814b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:45.634221 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-5813c48b-2308-4a1a-828a-dcca6814b616 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1288762 Nov 22 16:02:45.707213 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-d609588c-e29e-46ac-ae04-f01d9b40a01c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584357 Nov 22 16:02:45.727865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] For port 29859b65-2576-4ee6-913b-70a09d883caa, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:45.730553 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:45.818510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:45.821822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] For port 29859b65-2576-4ee6-913b-70a09d883caa, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=29859b65-2576-4ee6-913b-70a09d883caa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:45.851598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:45.859816 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:45.868516 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:45.958821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:45.959451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:45.961660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-55c0fd1a-fd06-4638-9d02-70702e626201 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:45.964929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] 10.222.0.11 "PUT /v2.0/ports/29859b65-2576-4ee6-913b-70a09d883caa HTTP/1.1" status: 200 len: 1096 time: 3.3758259 Nov 22 16:02:45.970511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-55c0fd1a-fd06-4638-9d02-70702e626201 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 808 time: 0.2507095 Nov 22 16:02:45.992047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:46.013185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-929ee2d8-bbd0-4503-8342-6eb411237e56 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/quotas/0627f132295b49ea8052d55add2acfaf HTTP/1.1" status: 200 len: 375 time: 0.0416484 Nov 22 16:02:46.013654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfab4776-34cb-4875-b65f-9771ae2e7159', 'tag': '29859b65-2576-4ee6-913b-70a09d883caa'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:46.027445 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1106663d-0951-4e19-8d3b-ed105ac41bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "cfab4776-34cb-4875-b65f-9771ae2e7159", "tag": "29859b65-2576-4ee6-913b-70a09d883caa"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:46.055788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a09b0aa4-36d7-4bb3-9049-8f5190b59882,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:46.196638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d361d45-c0ba-4210-bf21-e1a57f443fe6 req-5f45b178-594c-442a-89e6-8fb7c88c3291 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:46.205521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d361d45-c0ba-4210-bf21-e1a57f443fe6 req-5f45b178-594c-442a-89e6-8fb7c88c3291 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.1631989 Nov 22 16:02:46.232500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-18454409-624a-4e56-ac4b-410e8e568c64 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181306 Nov 22 16:02:46.263776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:46.428969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:46.433318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2459b-d49b-48a6-8026-0cf04415bc1f None None] Network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:02:46.502535 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a7f32-7380-4df4-86ee-6ca9f526293f service neutron] Pushing event updated for resources: {'Port': ['ID=29859b65-2576-4ee6-913b-70a09d883caa,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:46.536747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d361d45-c0ba-4210-bf21-e1a57f443fe6 req-9be34430-1d28-438b-a948-f0d77f582bbf tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238575 Nov 22 16:02:46.538645 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98e908b9-91d4-4085-9718-7980c3eac012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:46.544480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-b23cb8dc-e533-4155-b631-357be116bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:46.546889 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-b23cb8dc-e533-4155-b631-357be116bad9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 1099 time: 0.5104916 Nov 22 16:02:46.548855 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-914b5f03-9a17-4a10-8247-2a3f41e693c6 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8321204 Nov 22 16:02:46.599601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:46.603859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Pushing event updated for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:46.633473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:46.636517 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 976daae8-9993-4a7a-ada4-4c4bddee45ba up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:46.663975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:46.665717 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-8523c47b-d2ae-464c-9ec5-99b720f70343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=29859b65-2576-4ee6-913b-70a09d883caa HTTP/1.1" status: 200 len: 217 time: 0.0921321 Nov 22 16:02:46.677721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:46.679140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:46.730545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-fd9f724d-0275-4b41-97fd-3360ce2854ea None None] Provisioning complete for port 976daae8-9993-4a7a-ada4-4c4bddee45ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:46.732274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd9f724d-0275-4b41-97fd-3360ce2854ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:46.766704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d83199e9-4852-47b7-9da8-a056ae6ef249 req-01bce1d0-5a71-40c1-ab9e-cbc703a4a3f7 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 210 time: 0.0825450 Nov 22 16:02:46.784598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-40f1c0b5-be95-4b22-8bfc-38d3107e099a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1085944 Nov 22 16:02:46.802824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-f5e643e4-7aa1-455c-9765-4de0aaf10678 service neutron] 10.222.0.69 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692108 Nov 22 16:02:46.835795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Request body: {'port': {'device_id': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:46.853386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 976daae8-9993-4a7a-ada4-4c4bddee45ba triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:46.854272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.075090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-c9597072-3d36-49da-8765-b105cf19deb8 service neutron] 10.222.0.69 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710264 Nov 22 16:02:47.087246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.114263 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd9f724d-0275-4b41-97fd-3360ce2854ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.122328 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481bb309-0470-495f-b8e8-d3feebf60d1d x-openstack-request-id: req-481bb309-0470-495f-b8e8-d3feebf60d1d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:47.123055 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfab4776-34cb-4875-b65f-9771ae2e7159", "tag": "29859b65-2576-4ee6-913b-70a09d883caa", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:47.124190 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-481bb309-0470-495f-b8e8-d3feebf60d1d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:47.124974 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfab4776-34cb-4875-b65f-9771ae2e7159', 'tag': '29859b65-2576-4ee6-913b-70a09d883caa', 'status': 'completed', 'code': 200} Nov 22 16:02:47.129862 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98e908b9-91d4-4085-9718-7980c3eac012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.167632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.231641 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-98e908b9-91d4-4085-9718-7980c3eac012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.265352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fd9f724d-0275-4b41-97fd-3360ce2854ea None None] For port 976daae8-9993-4a7a-ada4-4c4bddee45ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=976daae8-9993-4a7a-ada4-4c4bddee45ba,segment=NetworkSegment(2eb37706-14ea-479b-a275-938e1d85d668),segment_id=2eb37706-14ea-479b-a275-938e1d85d668)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:47.281479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd9f724d-0275-4b41-97fd-3360ce2854ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.294970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-f6f38102-0227-4195-b7be-b37207427557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:47.296993 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-f6f38102-0227-4195-b7be-b37207427557 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.6228821 Nov 22 16:02:47.302674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-98e908b9-91d4-4085-9718-7980c3eac012 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bf42030b2da4ead8a5548e0e4cf6f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8638628 Nov 22 16:02:47.304541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:47.356002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e908b9-91d4-4085-9718-7980c3eac012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c4c417-ae06-451d-bb78-7fce3a225ca6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:47.360120 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-406438b6-c758-4ac8-919f-0975e5349327 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789216 Nov 22 16:02:47.378453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.423921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998ad82-86d2-4318-9d6f-41a5b69bd943 req-3da28c4c-2a64-43fd-9623-ea608869be20 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:47.435048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c998ad82-86d2-4318-9d6f-41a5b69bd943 req-3da28c4c-2a64-43fd-9623-ea608869be20 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 948 time: 0.3006268 Nov 22 16:02:47.439113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-98e3d733-66bc-41b5-bb0e-458743a119a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:47.441447 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-98e3d733-66bc-41b5-bb0e-458743a119a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306148 Nov 22 16:02:47.597511 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:02:47.597780 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:02:47.602588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5208baba-793d-47cb-9fe7-7f369d21f5eb None None] Provisioning complete for port 976daae8-9993-4a7a-ada4-4c4bddee45ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:47.602963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5208baba-793d-47cb-9fe7-7f369d21f5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.655551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f724d-0275-4b41-97fd-3360ce2854ea None None] Pushing event updated for resources: {'Port': ['ID=976daae8-9993-4a7a-ada4-4c4bddee45ba,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:47.675422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-848744a4-381a-4b2f-9ee2-8ca132edaa57 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:47.678105 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-848744a4-381a-4b2f-9ee2-8ca132edaa57 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.1849499 Nov 22 16:02:47.698583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811716-3'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:47.722945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c998ad82-86d2-4318-9d6f-41a5b69bd943 req-bd93f29f-6049-484d-a519-fed06b9e4968 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869134 Nov 22 16:02:47.725745 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44689421-fbf9-4c64-99c7-e1a23c134452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.729308 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-c51033a1-6ecd-45f7-b574-a99d13bc77b1 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798004 Nov 22 16:02:47.770837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6996a-10cb-4a79-a6b8-9d447bef12bf req-51b0c472-265d-41f0-a3d1-0f6926ff21c8 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:47.778473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf6996a-10cb-4a79-a6b8-9d447bef12bf req-51b0c472-265d-41f0-a3d1-0f6926ff21c8 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 931 time: 0.3394132 Nov 22 16:02:47.869597 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.893728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-dfcffffc-aad1-4455-9efa-abdb4cf2ae07 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f930785316bf48b5a171db9199ed984b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062577 Nov 22 16:02:47.903389 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.913366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44689421-fbf9-4c64-99c7-e1a23c134452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:47.991749 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe5a5be3-e68e-4132-9229-146f3dd16489 req-128fa5cf-e2af-4270-850c-1c8257c264c5 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508862 Nov 22 16:02:48.125647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01ec9f0c-2076-42be-ad46-13caf228e946 req-61ce84c2-4564-4d4b-a863-5fae92662385 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 210 time: 0.1897428 Nov 22 16:02:48.149523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f9dc0c9d-6fa6-4cbc-bacf-e35db95b6dd2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:48.152027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f9dc0c9d-6fa6-4cbc-bacf-e35db95b6dd2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324741 Nov 22 16:02:48.158901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf6996a-10cb-4a79-a6b8-9d447bef12bf req-455adcc4-11fb-47c9-88a4-a3eaaedd20c0 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793373 Nov 22 16:02:48.196832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Request body: {'port': {'device_id': '75a73689-0584-4574-a063-41f706c385e5', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': 'f930785316bf48b5a171db9199ed984b'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:48.225225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:48.286216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-741f142f-d2d9-426e-91ea-9a2a88782c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:48.288200 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-741f142f-d2d9-426e-91ea-9a2a88782c4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 1099 time: 0.1944580 Nov 22 16:02:48.357459 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:02:48.372547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a308316-42ee-47b7-a4d2-ad6505ce1f18 req-746458af-911a-4003-812c-0e95e6e8046b tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 210 time: 0.0630283 Nov 22 16:02:48.381736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 976daae8-9993-4a7a-ada4-4c4bddee45ba up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:48.422845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44689421-fbf9-4c64-99c7-e1a23c134452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.425568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44689421-fbf9-4c64-99c7-e1a23c134452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.426090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:48.426731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-44689421-fbf9-4c64-99c7-e1a23c134452 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61c4c417-ae06-451d-bb78-7fce3a225ca6 HTTP/1.1" status: 204 len: 168 time: 1.1130297 Nov 22 16:02:48.468847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cdc38-3a16-40db-9b8a-43d3277e51e5 req-a2b8cc8d-b7be-4631-b77a-ec7abccd0078 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:48.470461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f62cdc38-3a16-40db-9b8a-43d3277e51e5 req-a2b8cc8d-b7be-4631-b77a-ec7abccd0078 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 945 time: 0.2152855 Nov 22 16:02:48.488946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44689421-fbf9-4c64-99c7-e1a23c134452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c4c417-ae06-451d-bb78-7fce3a225ca6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:48.503196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Router e7393f4f-508a-4352-853a-5293c8e43f8d is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:02:48.512133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:48.517211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-16352c87-bbaa-4e5d-9c68-539419017d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:48.518604 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-16352c87-bbaa-4e5d-9c68-539419017d31 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2184808 Nov 22 16:02:48.520878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.531746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 976daae8-9993-4a7a-ada4-4c4bddee45ba triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:48.532453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.533487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.540262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.563704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Made reservation on behalf of f930785316bf48b5a171db9199ed984b for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:48.567287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.573422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Transition to ACTIVE for port object 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:48.581869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.599456 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.641105 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-ac65445f-34a2-4e96-a2cc-a7bf072f8256 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=29859b65-2576-4ee6-913b-70a09d883caa HTTP/1.1" status: 200 len: 217 time: 0.1110272 Nov 22 16:02:48.641826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f62cdc38-3a16-40db-9b8a-43d3277e51e5 req-09f0e4e6-76f4-4591-9b0c-c061ea3173fa tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507103 Nov 22 16:02:48.708766 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Pushing event updated for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:48.761487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Pushing event updated for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:48.764763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Attempting to bind port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:48.772692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Attempting to bind port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:48.774131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Attempting to bind port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:48.793786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-af9bda18-8248-477d-9884-2f37c761e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:48.794931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:48.795475 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-af9bda18-8248-477d-9884-2f37c761e7fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1463525 Nov 22 16:02:48.795634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Attempting to bind port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:48.814123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:48.814714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Checking segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:48.815155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Bound using segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:48.816492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Bound port: 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:48.816960 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.840095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on host n-h1-811716-3 for vnic_type normal with profile {"migrating_to": "n-h2-811716-3"} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:48.840663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:48.841192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:48.846323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:02:48.865716 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Sync routers for ids ['e7393f4f-508a-4352-853a-5293c8e43f8d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:02:48.885210 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.888136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:48.888480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Attempting to bind port cfacc456-37f8-41fb-9a63-2f0a2a284012 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:48.912484 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88205949-f223-40d3-a295-4fa6d04417aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.917672 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Routers {'e7393f4f-508a-4352-853a-5293c8e43f8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:02:48.940813 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e7393f4f-508a-4352-853a-5293c8e43f8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:48.960566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:48.961045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:48.961495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:48.961959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Bound port: cfacc456-37f8-41fb-9a63-2f0a2a284012, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:48.962323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.964717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.979398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:48.984479 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f5159fe8-d831-493d-8f54-833e91a1a8c3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3729939 Nov 22 16:02:48.989693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34094) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:48.991683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-bd11e271-4ed7-4af4-9975-00cae5f0517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:48.993660 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-bd11e271-4ed7-4af4-9975-00cae5f0517d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1891057 Nov 22 16:02:49.162494 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Set router e7393f4f-508a-4352-853a-5293c8e43f8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:02:49.215056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:49.215984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:49.219166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:49.220221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:49.222290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:49.225575 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beea36e3-7121-4dc1-90ca-634208a38507" -d '{"events": [{"server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "name": "network-vif-unplugged", "status": "completed", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:49.228843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709b2e0f-cc49-412d-8e64-79987ad7d897,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:49.243670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:49.288788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Allocated IP 192.168.233.179 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:49.313045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5185d7-c01d-4c7b-8360-1bb5c935ddaf req-f6eb7b2d-4889-4a72-aa2c-f5cb3793ccb4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:49.314531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e5185d7-c01d-4c7b-8360-1bb5c935ddaf req-f6eb7b2d-4889-4a72-aa2c-f5cb3793ccb4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 948 time: 0.4324789 Nov 22 16:02:49.350694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:49.351329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:49.352789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] 10.222.0.71 "PUT /v2.0/ports/320d0c03-6ec5-4a0e-b01b-8b6f5e683278 HTTP/1.1" status: 200 len: 1091 time: 2.5250208 Nov 22 16:02:49.355478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-593c56da-3d3b-4fc1-bc1b-95e9d72e69ac req-2df92532-6bb0-4763-a6e1-9012ca733f9f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 210 time: 0.0704591 Nov 22 16:02:49.355986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:49.367060 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c406aa-8cd7-401d-b44c-aeaf00d26168" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:49.415092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-51534526-9227-48cd-adf5-9f887a437eea tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:49.417069 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-51534526-9227-48cd-adf5-9f887a437eea tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 808 time: 0.5684698 Nov 22 16:02:49.467589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177751db-6fdb-4392-ad30-3273b7662024 service neutron] Pushing event updated for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:49.566458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e5185d7-c01d-4c7b-8360-1bb5c935ddaf req-33a21588-cc66-4f45-823e-6acc06965e11 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228529 Nov 22 16:02:49.576014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-baf32461-98fb-4fc5-bafb-95a2feb11726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:49.578280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-baf32461-98fb-4fc5-bafb-95a2feb11726 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 1094 time: 0.1524537 Nov 22 16:02:49.605141 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:02:46Z', 'revision_number': 3, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port': {'id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:44Z', 'updated_at': '2021-11-22T16:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:49.641419 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Checking router: e7393f4f-508a-4352-853a-5293c8e43f8d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:02:49.641763 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Updating router e7393f4f-508a-4352-853a-5293c8e43f8d port a09b0aa4-36d7-4bb3-9049-8f5190b59882 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:02:49.678312 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:49.895852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:49.899043 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db753384-7183-46b7-ad21-ae0dfb6a9a3e x-openstack-request-id: req-db753384-7183-46b7-ad21-ae0dfb6a9a3e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:49.899335 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "name": "network-vif-unplugged", "status": "completed", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:49.899590 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db753384-7183-46b7-ad21-ae0dfb6a9a3e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:49.900212 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012', 'code': 200} Nov 22 16:02:49.947861 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcac431-0e91-4a0f-95fc-d4855edcb06b x-openstack-request-id: req-8dcac431-0e91-4a0f-95fc-d4855edcb06b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:49.948194 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:49.948493 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8dcac431-0e91-4a0f-95fc-d4855edcb06b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:49.948853 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'status': 'completed', 'code': 200} Nov 22 16:02:49.962393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Request body: {'port': {'device_id': 'bd888470-4198-4d03-8289-13d71ecaa936', 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'admin_state_up': True, 'tenant_id': '0627f132295b49ea8052d55add2acfaf'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:49.994589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-aebd70f0-a70a-43e6-95e4-b9e1633d0e1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278 HTTP/1.1" status: 200 len: 217 time: 0.4039128 Nov 22 16:02:50.025964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d399a-4ead-4edc-8630-bcce3490a810 req-167216bf-20e4-4c78-aa08-c0895ddd217f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:50.027524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d10d399a-4ead-4edc-8630-bcce3490a810 req-167216bf-20e4-4c78-aa08-c0895ddd217f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 943 time: 0.5228963 Nov 22 16:02:50.041091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ce56483-b1a3-4f73-be35-ba0e14f4f8b9 req-f8ac7a4b-2af6-44cc-87e6-095c51a70d2c tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 210 time: 0.0948503 Nov 22 16:02:50.056406 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-68028cc6-9f59-4bd8-a27b-39b33b3e62bd service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9919837 Nov 22 16:02:50.105968 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.125680 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.139931 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.154260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-eba2a969-fa50-48a3-91b6-7bbbc483e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:50.156926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-eba2a969-fa50-48a3-91b6-7bbbc483e457 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 200 len: 845 time: 0.1393383 Nov 22 16:02:50.219444 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Attempting to bind port a09b0aa4-36d7-4bb3-9049-8f5190b59882 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:50.220209 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Attempting to bind port a09b0aa4-36d7-4bb3-9049-8f5190b59882 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:50.220822 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Attempting to bind port a09b0aa4-36d7-4bb3-9049-8f5190b59882 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:50.231612 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480d7ba-ccbc-4f9e-839f-53c2ec9b6f6f None None] Pushing event updated for resources: {'Port': ['ID=a09b0aa4-36d7-4bb3-9049-8f5190b59882,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:50.232417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Pushing event updated for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:50.238733 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:50.239602 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:50.240308 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.241704 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:50.242492 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Bound port: a09b0aa4-36d7-4bb3-9049-8f5190b59882, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:50.243113 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.256209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d10d399a-4ead-4edc-8630-bcce3490a810 req-ff242e30-d8e4-48fc-a3d0-99f4b469a3eb tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060139 Nov 22 16:02:50.258436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-a6b5d826-e98a-4678-8e60-2e72115f98c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888538 Nov 22 16:02:50.351716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc78b40-07f3-407b-8d07-6b5ebb3eba76 req-f27a953e-65eb-4543-8cef-53f14fcc01e2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:50.353418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbc78b40-07f3-407b-8d07-6b5ebb3eba76 req-f27a953e-65eb-4543-8cef-53f14fcc01e2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 943 time: 0.1910229 Nov 22 16:02:50.360695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:50.361352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.362760 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-365cd16f-fa2d-4a14-8462-b09ed96d862f service neutron] 10.222.0.71 "PUT /v2.0/ports/cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 1121 time: 2.6730499 Nov 22 16:02:50.382984 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] For port a09b0aa4-36d7-4bb3-9049-8f5190b59882, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:50.388435 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] For port a09b0aa4-36d7-4bb3-9049-8f5190b59882, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a09b0aa4-36d7-4bb3-9049-8f5190b59882,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:50.400801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.409057 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.440368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['cfacc456-37f8-41fb-9a63-2f0a2a284012'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:50.557346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:50.560744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-dcf54b0c-dc13-49e5-97b9-5d42c11f32cc service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830193 Nov 22 16:02:50.567369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:50.570531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Pushing event updated for resources: {'Port': ['ID=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:50.575986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:50.578229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Made reservation on behalf of 0627f132295b49ea8052d55add2acfaf for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:02:50.587246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:50.588303 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.590276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:50.607317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbc78b40-07f3-407b-8d07-6b5ebb3eba76 req-59c2b6ba-4d88-456d-80f7-63fc374a5d15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377739 Nov 22 16:02:50.611893 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480d7ba-ccbc-4f9e-839f-53c2ec9b6f6f None None] Pushing event updated for resources: {'Port': ['ID=a09b0aa4-36d7-4bb3-9049-8f5190b59882,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:50.648483 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Routers {'e7393f4f-508a-4352-853a-5293c8e43f8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:02:50.650538 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e7393f4f-508a-4352-853a-5293c8e43f8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:50.693737 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1106663d-0951-4e19-8d3b-ed105ac41bcb req-e47ccd38-644e-417d-8fcc-b3e5ef600fac service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076609 Nov 22 16:02:50.813575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23e7ad6e-a750-490d-8189-7d4f013e4062 req-5549eeba-7cd6-48b7-9aca-33f11d7e85c0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 210 time: 0.1796229 Nov 22 16:02:50.822618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-f31366f1-8b0c-44e4-a610-f76d3483849d tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6504762 Nov 22 16:02:50.861015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Request body: {'port': {'device_id': '75a73689-0584-4574-a063-41f706c385e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:50.868252 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] Set router e7393f4f-508a-4352-853a-5293c8e43f8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:02:50.992260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6488daf-8d6d-4dd9-a4d0-ab009bc4bec5 req-119050b5-01e7-45e7-b342-2b1cc358d2ba tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:50.994705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7706f53c-355e-45ac-b579-e12ee2e2f6ce None None] Provisioning complete for port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:50.995082 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7706f53c-355e-45ac-b579-e12ee2e2f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.004089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6488daf-8d6d-4dd9-a4d0-ab009bc4bec5 req-119050b5-01e7-45e7-b342-2b1cc358d2ba tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 948 time: 0.2318828 Nov 22 16:02:51.013073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558a4fe-43eb-40c8-bede-eae18d0ed4ac req-e97b9639-a3e8-4581-9b06-4838d0344136 service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394531 Nov 22 16:02:51.035203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Allocated IP 172.20.0.9 (aad03cc2-e0b6-4889-9927-06b197564568/47c2ff75-f94e-4666-9961-8d060d0c0dd5/b9b88edd-55a3-43f0-a4e5-2b53e96630f4) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:51.069214 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.094948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7706f53c-355e-45ac-b579-e12ee2e2f6ce None None] Port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:51.103271 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.185501 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:02:46Z', 'revision_number': 3, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port': {'id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:44Z', 'updated_at': '2021-11-22T16:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:51.196128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6488daf-8d6d-4dd9-a4d0-ab009bc4bec5 req-471ec33b-f254-4c72-97c2-936ce2bb9763 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892083 Nov 22 16:02:51.241225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-7a9a700c-c6a9-4802-a777-d38721b929dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:51.244187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-7a9a700c-c6a9-4802-a777-d38721b929dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 1094 time: 0.1576848 Nov 22 16:02:51.256323 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848459bc-b325-430b-abeb-0ce124fd4955 None None] The sync data for ids ['e7393f4f-508a-4352-853a-5293c8e43f8d'] in n-d-811716-3 is: [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:02:46Z', 'revision_number': 3, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port': {'id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:44Z', 'updated_at': '2021-11-22T16:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:02:51.272440 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b89200f7-7333-42b9-ae15-a60405491ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.383826 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.409267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Allocated IP 172.20.0.1 (17bead76-d8eb-4aab-bee9-9ec661d6b1e1/32dd9a99-0ab6-446b-afd4-d0ccdbf7524b/2e910281-a415-4e68-9c74-baf1ac8a1530) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:02:51.494674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.537840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-569f1e20-a341-407e-8684-3df1bbb0ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:51.539666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-569f1e20-a341-407e-8684-3df1bbb0ef0f service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 906 time: 0.2236528 Nov 22 16:02:51.552310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Network aad03cc2-e0b6-4889-9927-06b197564568 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:51.562021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eade1-26fa-4518-bb85-5b879bf3be3e req-20cd3a43-ced1-4536-b3ab-be9da83a0233 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:51.563671 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-649eade1-26fa-4518-bb85-5b879bf3be3e req-20cd3a43-ced1-4536-b3ab-be9da83a0233 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 936 time: 0.1746876 Nov 22 16:02:51.565588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:51.570967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:51.621034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-fea54be8-a236-4da9-97c4-e025572c831d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278 HTTP/1.1" status: 200 len: 217 time: 0.0684226 Nov 22 16:02:51.630649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Pushing event updated for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:51.658333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 29859b65-2576-4ee6-913b-70a09d883caa details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:51.668676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.679049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:51.679736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.712845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-2e3b4650-3597-4138-8097-39879e0ac2e3 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8079112 Nov 22 16:02:51.730581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Request body: {'port': {'device_id': 'bd888470-4198-4d03-8289-13d71ecaa936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:02:51.760764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.785456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855632c-e81c-4133-ae3b-1252150ce366 req-3948491b-3939-4f0a-8be3-782a7b9d70f2 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:51.787124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f855632c-e81c-4133-ae3b-1252150ce366 req-3948491b-3939-4f0a-8be3-782a7b9d70f2 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 943 time: 0.2605433 Nov 22 16:02:51.824940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-8bbdf42e-382e-4f3d-973c-d15959f6327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:51.826906 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-8bbdf42e-382e-4f3d-973c-d15959f6327c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 200 len: 845 time: 0.1529803 Nov 22 16:02:51.840876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 29859b65-2576-4ee6-913b-70a09d883caa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=29859b65-2576-4ee6-913b-70a09d883caa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:51.845248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-649eade1-26fa-4518-bb85-5b879bf3be3e req-b19d6914-fca7-4aa3-884e-013e2446a612 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246261 Nov 22 16:02:51.848134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:51.855573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:51.866543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:02:51.876957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '29859b65-2576-4ee6-913b-70a09d883caa', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '29859b65-2576-4ee6-913b-70a09d883caa', 'mac_address': 'fa:16:3e:e2:2f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:51.915984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:51.917942 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5b8208-fe92-484d-ac53-567a583e6371" -d '{"events": [{"name": "network-changed", "server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:51.925040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:51.927790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-d353de07-6b07-4a47-a686-52b414c81957 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776508 Nov 22 16:02:51.993089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.012677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29859b65-2576-4ee6-913b-70a09d883caa {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:52.066797 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.068622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 29859b65-2576-4ee6-913b-70a09d883caa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=29859b65-2576-4ee6-913b-70a09d883caa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:52.075844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Pushing event updated for resources: {'Port': ['ID=2e910281-a415-4e68-9c74-baf1ac8a1530,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:52.080603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.108404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f855632c-e81c-4133-ae3b-1252150ce366 req-60fc77be-3a3e-4176-972e-5e5ae0a4362a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050566 Nov 22 16:02:52.117911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:52.149380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.254644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=29859b65-2576-4ee6-913b-70a09d883caa,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:52.308063 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.320333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Transition to ACTIVE for port object f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:52.335982 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.356362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.360215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-30b82077-adcc-4c20-95ce-338093fe8668 None None] Provisioning complete for port 2e910281-a415-4e68-9c74-baf1ac8a1530 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:52.360996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30b82077-adcc-4c20-95ce-338093fe8668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.434928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b982a77-7e55-488c-ad23-dbc44a273792 req-e617ebd2-a85f-4099-8521-95cc118f1d02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:52.439828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.444230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b982a77-7e55-488c-ad23-dbc44a273792 req-e617ebd2-a85f-4099-8521-95cc118f1d02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 943 time: 0.2782416 Nov 22 16:02:52.459703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-30b82077-adcc-4c20-95ce-338093fe8668 None None] Port 2e910281-a415-4e68-9c74-baf1ac8a1530 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:52.479590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['29859b65-2576-4ee6-913b-70a09d883caa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:52.479865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-ea818321-24ee-4d8e-80c7-d2da3827d02f service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215900 Nov 22 16:02:52.540142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:52.563599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a09b0aa4-36d7-4bb3-9049-8f5190b59882 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:52.601362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e7422-fb5d-4689-8075-53aa2ecd7c1e req-55fd62da-01b6-4594-bf9b-66a189492d60 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:52.611165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d6e7422-fb5d-4689-8075-53aa2ecd7c1e req-55fd62da-01b6-4594-bf9b-66a189492d60 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 931 time: 0.3880520 Nov 22 16:02:52.666396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a09b0aa4-36d7-4bb3-9049-8f5190b59882 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:52.667610 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.748404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b982a77-7e55-488c-ad23-dbc44a273792 req-aeadb7ff-f290-4f8d-bc16-d12e2ce4eef2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988198 Nov 22 16:02:52.749498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Attempting to bind port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:52.751304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Attempting to bind port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:52.751797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Attempting to bind port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:52.813638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:52.814140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Attempting to bind port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:52.815117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.825555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.832823 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.844316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d6e7422-fb5d-4689-8075-53aa2ecd7c1e req-f9c4c3c6-a5d6-4ce2-823d-7eab17ad7f56 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273810 Nov 22 16:02:52.863284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:52.863733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:52.864316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:52.864933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Bound port: f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:52.865509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:52.908802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port a09b0aa4-36d7-4bb3-9049-8f5190b59882, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a09b0aa4-36d7-4bb3-9049-8f5190b59882,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:52.917728 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c977798e-38f9-4aec-a892-1dc04275d450 x-openstack-request-id: req-c977798e-38f9-4aec-a892-1dc04275d450 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:52.918078 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:52.918236 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c977798e-38f9-4aec-a892-1dc04275d450 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:52.918659 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012', 'status': 'completed', 'code': 200} Nov 22 16:02:52.923405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58c406aa-8cd7-401d-b44c-aeaf00d26168 req-519dd0e4-ad2f-4c13-aba3-4c5455694982 service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152334 Nov 22 16:02:52.939623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:53.092484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=a09b0aa4-36d7-4bb3-9049-8f5190b59882,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:53.095475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b88edd-55a3-43f0-a4e5-2b53e96630f4 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:53.101546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Pushing event updated for resources: {'Port': ['ID=2e910281-a415-4e68-9c74-baf1ac8a1530,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:53.111694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:53.114251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:53.136976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Transition to ACTIVE for port object b9b88edd-55a3-43f0-a4e5-2b53e96630f4 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:53.140110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-50f1b5c9-42d5-4787-8a63-6770c7586bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:53.141917 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-50f1b5c9-42d5-4787-8a63-6770c7586bf3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1124 time: 0.1395183 Nov 22 16:02:53.144387 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:53.157482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bd62a-00d4-4e73-b6ae-bd3e20a3e3e4 req-641a34ef-2e95-41b6-9a43-311f1b558ea2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:53.159080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c3bd62a-00d4-4e73-b6ae-bd3e20a3e3e4 req-641a34ef-2e95-41b6-9a43-311f1b558ea2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 948 time: 0.1163645 Nov 22 16:02:53.160464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] For port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:53.170915 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfadb06-34c4-4fbd-ba20-559ec53a0ab1 req-e74823d1-d7c1-4505-a15d-f47312bb0fd0 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:53.172661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0dfadb06-34c4-4fbd-ba20-559ec53a0ab1 req-e74823d1-d7c1-4505-a15d-f47312bb0fd0 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 949 time: 0.1627555 Nov 22 16:02:53.175859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] For port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:53.203611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:53.292162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:53.292808 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:53.294272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] 10.222.0.11 "PUT /v2.0/ports/f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d HTTP/1.1" status: 200 len: 1096 time: 2.4381835 Nov 22 16:02:53.296914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a73689-0584-4574-a063-41f706c385e5', 'tag': 'f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:53.299302 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1" -d '{"events": [{"name": "network-changed", "server_uuid": "75a73689-0584-4574-a063-41f706c385e5", "tag": "f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:53.311937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c3bd62a-00d4-4e73-b6ae-bd3e20a3e3e4 req-fe2db3bb-4fe0-4618-abca-176834206863 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381869 Nov 22 16:02:53.317566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:53.332864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec867bdc-079d-444a-acf5-21c68ffdba95 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:53.340914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0dfadb06-34c4-4fbd-ba20-559ec53a0ab1 req-394e1890-8009-4676-8b75-9d07ad8d2707 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413546 Nov 22 16:02:53.495321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:02:53.506097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:02:53.511317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-cc34b9b1-b2a6-41b9-953e-3dd36dedbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:53.512928 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-cc34b9b1-b2a6-41b9-953e-3dd36dedbea7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f930785316bf48b5a171db9199ed984b&device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 1099 time: 0.1074297 Nov 22 16:02:53.568572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cfacc456-37f8-41fb-9a63-2f0a2a284012 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:53.587192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-9227a90c-b71e-4bc6-a0f0-049265b55f62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d HTTP/1.1" status: 200 len: 217 time: 0.0566938 Nov 22 16:02:53.588763 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ef5746-1e75-4a97-a63f-adf9e5939cb0 x-openstack-request-id: req-11ef5746-1e75-4a97-a63f-adf9e5939cb0 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:53.589052 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a73689-0584-4574-a063-41f706c385e5", "tag": "f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:53.589316 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11ef5746-1e75-4a97-a63f-adf9e5939cb0 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:53.589942 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a73689-0584-4574-a063-41f706c385e5', 'tag': 'f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d', 'status': 'completed', 'code': 200} Nov 22 16:02:53.602006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c01bb4-b53e-4ad8-96e7-3f7da9434be2 req-5d5e0c87-b586-49d8-8725-b22c948e0974 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:53.610996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-d3f807fc-df2c-4be2-8373-48980dcb49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:53.612891 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-d3f807fc-df2c-4be2-8373-48980dcb49a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.4247408 Nov 22 16:02:53.625267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7c01bb4-b53e-4ad8-96e7-3f7da9434be2 req-5d5e0c87-b586-49d8-8725-b22c948e0974 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 943 time: 0.1597710 Nov 22 16:02:53.805359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-dfab21dc-09a9-48f4-b2d6-35f6d1feef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:53.812766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-dfab21dc-09a9-48f4-b2d6-35f6d1feef39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1481843 Nov 22 16:02:53.845977 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7c01bb4-b53e-4ad8-96e7-3f7da9434be2 req-c550f6e2-9afb-4d89-9c4a-e70e5b5c0468 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194750 Nov 22 16:02:53.870107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:53.894218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cfacc456-37f8-41fb-9a63-2f0a2a284012 has no active binding in host n-h2-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:02:53.895291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:54.057901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e16a174b-ae8c-4f34-be9d-2a3c12c4f5e4 None None] Provisioning complete for port 2e910281-a415-4e68-9c74-baf1ac8a1530 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:54.064095 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e16a174b-ae8c-4f34-be9d-2a3c12c4f5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.074660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-4d4136b8-ca82-48ba-b0ab-c80b2c36be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:54.076441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-4d4136b8-ca82-48ba-b0ab-c80b2c36be11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2292867 Nov 22 16:02:54.120046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d324-9fc1-47e4-b6e1-ebbc166c2aaa req-e428f6e7-8236-47fa-a5cb-7e1f80fe3a5a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:54.130787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5587d324-9fc1-47e4-b6e1-ebbc166c2aaa req-e428f6e7-8236-47fa-a5cb-7e1f80fe3a5a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 943 time: 0.2065969 Nov 22 16:02:54.164467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:54.187787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e16a174b-ae8c-4f34-be9d-2a3c12c4f5e4 None None] Port 2e910281-a415-4e68-9c74-baf1ac8a1530 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:02:54.193917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'port_id': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'mac_address': 'fa:16:3e:68:cc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab7aae-234f-45ce-af7c-c8ca355c4f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:54.213617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34192) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:54.244467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066acb8-3755-40fd-b40d-dc734a0b8cb9 req-b72caf8a-105b-48d1-bad7-67c85b7e8096 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:54.252257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0066acb8-3755-40fd-b40d-dc734a0b8cb9 req-b72caf8a-105b-48d1-bad7-67c85b7e8096 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 943 time: 0.2428427 Nov 22 16:02:54.274786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-cec2c0c5-422b-4c79-ab02-d091cc4d6840 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 217 time: 0.6467221 Nov 22 16:02:54.335040 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.364967 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.415329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:54.431306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a09b0aa4-36d7-4bb3-9049-8f5190b59882 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:54.454912 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.458052 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:54.458669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:54.459183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:54.483469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:02:54.483814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:54.510913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Router e7393f4f-508a-4352-853a-5293c8e43f8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:02:54.528578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-90c86204-17c7-4f3b-a224-0dd9fd4a8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:54.531183 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-90c86204-17c7-4f3b-a224-0dd9fd4a8db1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.2420015 Nov 22 16:02:54.534174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:54.537744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:54.538091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:54.538786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:54.539251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Bound port: b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:54.539696 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.547074 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.601727 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-beb23e02-2f41-46eb-9c6e-a4e56b2ea71d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547640 Nov 22 16:02:54.612289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a09b0aa4-36d7-4bb3-9049-8f5190b59882 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:54.612731 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.615767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:54.681591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5587d324-9fc1-47e4-b6e1-ebbc166c2aaa req-1c5e5e97-9710-41e3-8a9f-9796275bac5e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491359 Nov 22 16:02:54.731041 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.744376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52768b48-bf58-45f6-8911-099cb3bc93d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.764878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-636b7a0d-bfb1-4c6f-962c-3c4e4f67bcc1 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6775956 Nov 22 16:02:54.809949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:54.814815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:54.838015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0066acb8-3755-40fd-b40d-dc734a0b8cb9 req-3471abad-d737-478b-99c0-e404c750986b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847685 Nov 22 16:02:54.849093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.955551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['320d0c03-6ec5-4a0e-b01b-8b6f5e683278'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:54.977182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:54.979608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:54.980952 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] 10.222.0.71 "PUT /v2.0/ports/b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 1091 time: 3.2545881 Nov 22 16:02:55.002892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:55.005753 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87" -d '{"events": [{"name": "network-changed", "server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:55.021296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183f042-b683-4d05-8fb8-41bcd8d1d894 req-6b72fbb6-8c1a-451c-b9c1-91f948ac1caf tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:55.023146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8183f042-b683-4d05-8fb8-41bcd8d1d894 req-6b72fbb6-8c1a-451c-b9c1-91f948ac1caf tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 948 time: 0.2227187 Nov 22 16:02:55.059348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.11', 61916) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:55.062462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d60066d-0fcf-46f0-8928-ed18e86d13f7 req-51682df1-a40f-4431-9f69-1a1fe8adcbec service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822781 Nov 22 16:02:55.129825 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-4ce8ad32-f4c8-4a66-8dc5-084e8c07e460 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543977 Nov 22 16:02:55.161832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:02:55.177853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Sync routers for ids ['e7393f4f-508a-4352-853a-5293c8e43f8d'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:02:55.188098 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52768b48-bf58-45f6-8911-099cb3bc93d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:55.191290 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-faaeb9d9-df41-4b3a-9345-f2e86959f276 admin admin] 10.222.0.69 "PUT /v2.0/routers/e7393f4f-508a-4352-853a-5293c8e43f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1963637 Nov 22 16:02:55.224858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Routers {'e7393f4f-508a-4352-853a-5293c8e43f8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:02:55.225539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e7393f4f-508a-4352-853a-5293c8e43f8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:55.246379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548965f-5a23-4752-b185-68b92f9b90f6 req-814dc8e4-a4f5-4bf7-a466-49441365de4f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:55.247998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d548965f-5a23-4752-b185-68b92f9b90f6 req-814dc8e4-a4f5-4bf7-a466-49441365de4f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 949 time: 0.2737300 Nov 22 16:02:55.249278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52768b48-bf58-45f6-8911-099cb3bc93d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:55.337500 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa5b8208-fe92-484d-ac53-567a583e6371 req-4791480c-1ed4-4fd4-9535-eca0498f7e2d service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654596 Nov 22 16:02:55.341610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8183f042-b683-4d05-8fb8-41bcd8d1d894 req-dcbf85b9-340a-480f-94dc-08248fa5b362 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003550 Nov 22 16:02:55.381384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49599ea-39d6-4f98-9e8c-a0b1950e0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:55.411943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Set router e7393f4f-508a-4352-853a-5293c8e43f8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:02:55.430061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-36921233-aad3-46f6-b71f-0cf300834e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:55.431811 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-36921233-aad3-46f6-b71f-0cf300834e70 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1094 time: 0.3072515 Nov 22 16:02:55.451158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-d6ab9db7-a45a-4f38-a573-b7e4ea95c5c0 service neutron] 10.222.0.11 "GET /v2.0/ports/cfacc456-37f8-41fb-9a63-2f0a2a284012/bindings/n-h2-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.3850846 Nov 22 16:02:55.463441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-52768b48-bf58-45f6-8911-099cb3bc93d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5978f7dca6647be89614217ce2f7c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2483835 Nov 22 16:02:55.468383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52768b48-bf58-45f6-8911-099cb3bc93d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fedef2-a4b6-4ee5-a3b3-8229f2fda55e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:55.485410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:55.488150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-c267c1a8-9727-441a-b873-3dd08fb3ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:55.489897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-c267c1a8-9727-441a-b873-3dd08fb3ed3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f930785316bf48b5a171db9199ed984b&device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 1099 time: 0.3537486 Nov 22 16:02:55.534786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-dd4748f9-afe6-4881-ab6c-4384d70a6e04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 217 time: 0.0902076 Nov 22 16:02:55.585178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d548965f-5a23-4752-b185-68b92f9b90f6 req-eaec5772-b0dd-4fa7-af19-1ed094a5230b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979436 Nov 22 16:02:55.648766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-8a8aacd2-79b0-41c6-a55a-b270ca3a93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:55.653415 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-8a8aacd2-79b0-41c6-a55a-b270ca3a93a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1100068 Nov 22 16:02:55.679741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 29859b65-2576-4ee6-913b-70a09d883caa up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:55.711246 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-80283d78-76e9-42c5-bfd5-18668b687ca6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489521 Nov 22 16:02:55.714111 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea76d8d-dc0c-4d00-8593-8ad65d5ba9eb x-openstack-request-id: req-eea76d8d-dc0c-4d00-8593-8ad65d5ba9eb {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:55.714407 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:55.714663 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eea76d8d-dc0c-4d00-8593-8ad65d5ba9eb {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:55.715357 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4', 'status': 'completed', 'code': 200} Nov 22 16:02:55.777748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fb088-4d31-422d-a8a5-c1b97bde4b9c req-106d5dee-b641-499f-a312-dd0c6bae18f8 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:55.789229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e05fb088-4d31-422d-a8a5-c1b97bde4b9c req-106d5dee-b641-499f-a312-dd0c6bae18f8 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 944 time: 0.2340927 Nov 22 16:02:55.860685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 29859b65-2576-4ee6-913b-70a09d883caa completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:02:55.878235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 29859b65-2576-4ee6-913b-70a09d883caa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:55.881027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:55.881794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d297f24a-7ba5-4584-a636-cc56ffe42a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:55.883493 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-a8798a79-8660-480e-9490-d2eb8fb7d7b6 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591089 Nov 22 16:02:55.914589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:02:52Z', 'revision_number': 4, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port': {'id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:44Z', 'updated_at': '2021-11-22T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2e910281-a415-4e68-9c74-baf1ac8a1530', 'name': '', 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'mac_address': 'fa:16:3e:b4:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '32dd9a99-0ab6-446b-afd4-d0ccdbf7524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:51Z', 'updated_at': '2021-11-22T16:02:52Z', 'revision_number': 2, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'subnets': [{'id': '32dd9a99-0ab6-446b-afd4-d0ccdbf7524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:55.951799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Checking router: e7393f4f-508a-4352-853a-5293c8e43f8d for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:02:55.952207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Updating router e7393f4f-508a-4352-853a-5293c8e43f8d port 2e910281-a415-4e68-9c74-baf1ac8a1530 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:02:55.992585 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.024170 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3712d9a5-cb22-4e98-a64e-6c5cceddd55a req-f4be9c81-e524-4cb4-8d4a-750c6e8cfb0d service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298685 Nov 22 16:02:56.049616 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d297f24a-7ba5-4584-a636-cc56ffe42a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.065714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-7746b8ca-5e2a-48f3-a7d9-e8c1d7c45166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.067305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-7746b8ca-5e2a-48f3-a7d9-e8c1d7c45166 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.5207555 Nov 22 16:02:56.089798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e05fb088-4d31-422d-a8a5-c1b97bde4b9c req-4bbb00ba-9c55-41f4-a506-c8d088183d4f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992408 Nov 22 16:02:56.175336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-7960d857-9cb3-4df7-a569-61bdd6dc104c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d HTTP/1.1" status: 200 len: 217 time: 0.0927644 Nov 22 16:02:56.189985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eab4da-68df-4b25-bc79-343b490f4816 req-515a016c-2794-4645-aab0-7937fac51afa tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.193111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89eab4da-68df-4b25-bc79-343b490f4816 req-515a016c-2794-4645-aab0-7937fac51afa tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 943 time: 0.3874428 Nov 22 16:02:56.230768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-5cc705bf-3764-4873-899d-84477d0a2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.240705 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-5cc705bf-3764-4873-899d-84477d0a2149 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1094 time: 0.1168876 Nov 22 16:02:56.279995 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.339927 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d297f24a-7ba5-4584-a636-cc56ffe42a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.344082 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d297f24a-7ba5-4584-a636-cc56ffe42a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.348945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d297f24a-7ba5-4584-a636-cc56ffe42a9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45fedef2-a4b6-4ee5-a3b3-8229f2fda55e HTTP/1.1" status: 204 len: 168 time: 0.8544776 Nov 22 16:02:56.391709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:56.397759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 29859b65-2576-4ee6-913b-70a09d883caa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=29859b65-2576-4ee6-913b-70a09d883caa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:56.416156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:56.452088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-e982f9b9-53c2-46dd-bddf-debd022ccec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.457156 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-e982f9b9-53c2-46dd-bddf-debd022ccec5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2076967 Nov 22 16:02:56.460632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297f24a-7ba5-4584-a636-cc56ffe42a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fedef2-a4b6-4ee5-a3b3-8229f2fda55e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:56.470819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfacc456-37f8-41fb-9a63-2f0a2a284012 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:56.499397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89eab4da-68df-4b25-bc79-343b490f4816 req-ae18178e-7a95-41e7-9bb5-ebceca4cf1e4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947280 Nov 22 16:02:56.513263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:56.537029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-7a224f15-c4da-4ee9-8a53-a8a4d584181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.542610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab4776-34cb-4875-b65f-9771ae2e7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29859b65-2576-4ee6-913b-70a09d883caa'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:56.545462 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95412654-e047-494c-be8b-2368aa66aa8e" -d '{"events": [{"server_uuid": "cfab4776-34cb-4875-b65f-9771ae2e7159", "name": "network-vif-plugged", "status": "completed", "tag": "29859b65-2576-4ee6-913b-70a09d883caa"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:56.551957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-7a224f15-c4da-4ee9-8a53-a8a4d584181c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.3572800 Nov 22 16:02:56.554811 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.579338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa58840-4a1a-473e-aedd-c6532da79ef0 req-b4e06fb0-826d-40d1-b45c-072042f0ae33 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.582425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eaa58840-4a1a-473e-aedd-c6532da79ef0 req-b4e06fb0-826d-40d1-b45c-072042f0ae33 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 943 time: 0.3565056 Nov 22 16:02:56.599755 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-802f72db-40e3-48c6-905c-ca1b94ab3392 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 217 time: 0.1265228 Nov 22 16:02:56.614102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.673364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=29859b65-2576-4ee6-913b-70a09d883caa,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:56.746265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-c4450e49-584f-494e-ba34-4d6107bbbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.750488 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-c4450e49-584f-494e-ba34-4d6107bbbce3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1413674 Nov 22 16:02:56.819317 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-2c5d712c-aaf0-4a2c-b136-0d6a4a912128 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571141 Nov 22 16:02:56.825138 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.836129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eaa58840-4a1a-473e-aedd-c6532da79ef0 req-b8ab5064-651e-40fe-9143-57d532de813b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283576 Nov 22 16:02:56.854792 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:56.869506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-dad33421-2d67-4796-b417-62bd455324fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.872643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-dad33421-2d67-4796-b417-62bd455324fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2884197 Nov 22 16:02:56.907279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7bebd-2e6a-4eac-bf05-55376c68ed8f req-80435a43-0dd4-48d6-aac0-b4a13c72c177 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:56.915023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3c7bebd-2e6a-4eac-bf05-55376c68ed8f req-80435a43-0dd4-48d6-aac0-b4a13c72c177 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 948 time: 0.2197165 Nov 22 16:02:57.002020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:57.022437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6f4b9-0534-4d3f-bcc8-42ca3a71b94d None None] Pushing event updated for resources: {'Port': ['ID=2e910281-a415-4e68-9c74-baf1ac8a1530,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:57.075289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a208-e03f-42fc-8c62-ed8bea22a5da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:57.080460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] Transition to ACTIVE for port object cfacc456-37f8-41fb-9a63-2f0a2a284012 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:02:57.110268 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:57.155961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3c7bebd-2e6a-4eac-bf05-55376c68ed8f req-d84b15e7-fb2e-47c3-81e6-9a8bf550c123 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272723 Nov 22 16:02:57.241977 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e96426-20c8-4113-bfbe-a225e821d5ea x-openstack-request-id: req-b9e96426-20c8-4113-bfbe-a225e821d5ea {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:02:57.242463 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfab4776-34cb-4875-b65f-9771ae2e7159", "name": "network-vif-plugged", "status": "completed", "tag": "29859b65-2576-4ee6-913b-70a09d883caa", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:02:57.242873 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b9e96426-20c8-4113-bfbe-a225e821d5ea {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:02:57.243578 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab4776-34cb-4875-b65f-9771ae2e7159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29859b65-2576-4ee6-913b-70a09d883caa', 'code': 200} Nov 22 16:02:57.257494 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-59707161-2276-47c2-9b86-ce51c24f7999 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2360294 Nov 22 16:02:57.301026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Attempting to bind port 2e910281-a415-4e68-9c74-baf1ac8a1530 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:02:57.301344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Attempting to bind port 2e910281-a415-4e68-9c74-baf1ac8a1530 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:02:57.301948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Attempting to bind port 2e910281-a415-4e68-9c74-baf1ac8a1530 on network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:02:57.332822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.11', 61917) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:57.337325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:02:57.337865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Checking segment: {'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:02:57.338523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:57.339176 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Bound using segment: {'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:02:57.340016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Bound port: 2e910281-a415-4e68-9c74-baf1ac8a1530, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb37706-14ea-479b-a275-938e1d85d668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:02:57.340648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:57.446317 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-69425d7a-60b8-4600-9c26-bc2cabbe8a51 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133976 Nov 22 16:02:57.475124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-4471ae01-2224-40a8-9259-5efd21064ff2 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5890148 Nov 22 16:02:57.508048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] For port 2e910281-a415-4e68-9c74-baf1ac8a1530, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:02:57.513266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97f16-940d-44e9-83ad-d013d7d9a136 req-10fcbfef-af0c-4d19-b8fc-d63a0b1451bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:57.514804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] For port 2e910281-a415-4e68-9c74-baf1ac8a1530, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2e910281-a415-4e68-9c74-baf1ac8a1530,segment=NetworkSegment(2eb37706-14ea-479b-a275-938e1d85d668),segment_id=2eb37706-14ea-479b-a275-938e1d85d668)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:02:57.516254 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fed97f16-940d-44e9-83ad-d013d7d9a136 req-10fcbfef-af0c-4d19-b8fc-d63a0b1451bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 1101 time: 0.2338419 Nov 22 16:02:57.519440 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:57.590778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:57.594322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] No DVR routers for this DVR port cfacc456-37f8-41fb-9a63-2f0a2a284012 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:02:57.624739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:02:57.669503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6f4b9-0534-4d3f-bcc8-42ca3a71b94d None None] Pushing event updated for resources: {'Port': ['ID=2e910281-a415-4e68-9c74-baf1ac8a1530,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:57.685313 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fed97f16-940d-44e9-83ad-d013d7d9a136 req-aba40b1a-459a-45d1-80c9-21a63197cb0d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125488 Nov 22 16:02:57.715596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0e466bce-7dfd-47c9-b3a9-2faf0ef2be87 req-d086862f-72a5-4097-8f48-fd0d6c19d128 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459705 Nov 22 16:02:57.722768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-921dc968-0e1d-4a23-972b-eda086175ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:57.725221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:57.725368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-921dc968-0e1d-4a23-972b-eda086175ced service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 1101 time: 0.3813589 Nov 22 16:02:57.762321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996547a-1432-434d-84d8-32fd889d7f0f req-4c327841-c086-4468-9769-cbe50484d1de tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:57.771711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3996547a-1432-434d-84d8-32fd889d7f0f req-4c327841-c086-4468-9769-cbe50484d1de tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 944 time: 0.3748009 Nov 22 16:02:57.777296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-01070fbc-9b49-4268-97cf-5892dcd99686 None None] Provisioning complete for port 2e910281-a415-4e68-9c74-baf1ac8a1530 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:57.777678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01070fbc-9b49-4268-97cf-5892dcd99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:57.779252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Routers {'e7393f4f-508a-4352-853a-5293c8e43f8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:02:57.780377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e7393f4f-508a-4352-853a-5293c8e43f8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:57.802585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1f8d9-4153-4ccb-8537-05d25cccbf21 req-59dab782-685a-4b42-96b9-e6cd6efe3457 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:57.809207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bd1f8d9-4153-4ccb-8537-05d25cccbf21 req-59dab782-685a-4b42-96b9-e6cd6efe3457 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 950 time: 0.4362421 Nov 22 16:02:57.819607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-b3c38043-6f66-4cce-aced-3876378d3bd8 service neutron] 10.222.0.11 "PUT /v2.0/ports/cfacc456-37f8-41fb-9a63-2f0a2a284012/bindings/n-h2-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3523726 Nov 22 16:02:57.825300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a208-e03f-42fc-8c62-ed8bea22a5da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:57.848678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a208-e03f-42fc-8c62-ed8bea22a5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:57.884907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ffe1a208-e03f-42fc-8c62-ed8bea22a5da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f2c8bd07a2b4f12a33abc019daaf380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8786802 Nov 22 16:02:57.888067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34304) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:02:57.903310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd892271-3a1e-43cb-bc44-f1b22c1f91f1 req-efbea68e-a004-4b13-8845-1e9f9d6fffcd service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882396 Nov 22 16:02:57.974581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:02:58.025723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:58.026676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.068934 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-568de407-4e7b-4b69-8ba5-3c2517a95681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.125199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:58.129992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1a208-e03f-42fc-8c62-ed8bea22a5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54389e4-6e9a-4b98-85fe-57aaa047167e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:58.133362 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-568de407-4e7b-4b69-8ba5-3c2517a95681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.144441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bd1f8d9-4153-4ccb-8537-05d25cccbf21 req-c24ac57d-bf63-4f57-9958-45f1e9362ece tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214266 Nov 22 16:02:58.157588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3996547a-1432-434d-84d8-32fd889d7f0f req-80903ee5-9750-4873-8132-2fdbfd16048a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848803 Nov 22 16:02:58.158240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-c296bdc1-759e-43d2-b5bd-03003bff5e84 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.159260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] Set router e7393f4f-508a-4352-853a-5293c8e43f8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:02:58.159688 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-c296bdc1-759e-43d2-b5bd-03003bff5e84 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.1733348 Nov 22 16:02:58.212208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d', 'mac_address': 'fa:16:3e:27:07:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:02:58.265001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-1032da18-7418-4459-be04-078125a44985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.269194 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-1032da18-7418-4459-be04-078125a44985 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea&tenant_id=fb90cc83c0a14939848c89f857ea49d2 HTTP/1.1" status: 200 len: 1095 time: 0.0868502 Nov 22 16:02:58.279732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-568de407-4e7b-4b69-8ba5-3c2517a95681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.280728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-e7c6d723-4cc7-4f03-be73-8ebd621dec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.282613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-568de407-4e7b-4b69-8ba5-3c2517a95681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.283185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-e7c6d723-4cc7-4f03-be73-8ebd621dec3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3188155 Nov 22 16:02:58.283769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-568de407-4e7b-4b69-8ba5-3c2517a95681 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e54389e4-6e9a-4b98-85fe-57aaa047167e HTTP/1.1" status: 204 len: 168 time: 0.3952947 Nov 22 16:02:58.316901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568de407-4e7b-4b69-8ba5-3c2517a95681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54389e4-6e9a-4b98-85fe-57aaa047167e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:58.344514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-8e682383-b726-40d9-8d6c-1f4ff8123d62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=cbbf6f57-b03b-44d0-9649-5da9aa7296d3 HTTP/1.1" status: 200 len: 217 time: 0.0499578 Nov 22 16:02:58.425551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-82d78eb9-d4c7-476d-9e9b-cde60894802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.446072 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-82d78eb9-d4c7-476d-9e9b-cde60894802a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1095 time: 0.1205146 Nov 22 16:02:58.480862 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01070fbc-9b49-4268-97cf-5892dcd99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.523783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-94b3de5b-d927-4f48-a6aa-80a03b2e12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.525268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-94b3de5b-d927-4f48-a6aa-80a03b2e12d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0736206 Nov 22 16:02:58.542288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21180eef-1bcf-4be0-84ce-6402834c0c19 req-d47cafa7-6a48-4e0e-a726-87bbe4ba191a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.543937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21180eef-1bcf-4be0-84ce-6402834c0c19 req-d47cafa7-6a48-4e0e-a726-87bbe4ba191a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 943 time: 0.1983361 Nov 22 16:02:58.600957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652862a-6b7f-49fd-92d7-8f4a495588a7 req-9c1ce2da-c0f0-4e98-96d6-77ff4a3e68cd tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.610737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d652862a-6b7f-49fd-92d7-8f4a495588a7 req-9c1ce2da-c0f0-4e98-96d6-77ff4a3e68cd tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 944 time: 0.2619045 Nov 22 16:02:58.611009 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.651151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-422b6e05-fa64-4cd4-ba03-6e1b65b1c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.653556 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-422b6e05-fa64-4cd4-ba03-6e1b65b1c99c service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.1974237 Nov 22 16:02:58.672836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:02:58.682870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-01070fbc-9b49-4268-97cf-5892dcd99686 None None] For port 2e910281-a415-4e68-9c74-baf1ac8a1530, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2e910281-a415-4e68-9c74-baf1ac8a1530,segment=NetworkSegment(2eb37706-14ea-479b-a275-938e1d85d668),segment_id=2eb37706-14ea-479b-a275-938e1d85d668)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:58.703775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-7138465d-c70f-49cb-b9bf-dd97d9b6758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.706033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-7138465d-c70f-49cb-b9bf-dd97d9b6758c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1555617 Nov 22 16:02:58.712692 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.716783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-01070fbc-9b49-4268-97cf-5892dcd99686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.753564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:58.761943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-18143b0b-e51e-4f69-b2aa-0648c6213009 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 217 time: 0.0924747 Nov 22 16:02:58.827150 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.876405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-a86bcdb8-e603-4c06-bc94-cdc1d4dc191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:58.878203 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-a86bcdb8-e603-4c06-bc94-cdc1d4dc191c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1010997 Nov 22 16:02:58.919140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:02:58.923446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d652862a-6b7f-49fd-92d7-8f4a495588a7 req-b397bb71-9f14-4886-b25d-2985871d7e46 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021390 Nov 22 16:02:58.933288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01070fbc-9b49-4268-97cf-5892dcd99686 None None] Pushing event updated for resources: {'Port': ['ID=2e910281-a415-4e68-9c74-baf1ac8a1530,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:58.952883 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-08601e41-1361-4e83-b319-b6b046f4baa8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654738 Nov 22 16:02:58.953870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.955709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4f4424a0-8a92-452a-a034-61232121f832 None None] Provisioning complete for port 2e910281-a415-4e68-9c74-baf1ac8a1530 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:02:58.959217 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f4424a0-8a92-452a-a034-61232121f832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:02:58.960112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21180eef-1bcf-4be0-84ce-6402834c0c19 req-d7285bc5-07cc-445c-ae0e-189a925e07bc tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679419 Nov 22 16:02:59.146859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:59.163624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:02:59.189765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-28138174-a532-4756-9cf8-e6a64f565ceb service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131105 Nov 22 16:02:59.253822 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-991a033e-5cc5-4065-a6fe-f89f06f2d719 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790217 Nov 22 16:02:59.262223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:02:52Z', 'revision_number': 4, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port': {'id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:44Z', 'updated_at': '2021-11-22T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2e910281-a415-4e68-9c74-baf1ac8a1530', 'name': '', 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'mac_address': 'fa:16:3e:b4:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '32dd9a99-0ab6-446b-afd4-d0ccdbf7524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:51Z', 'updated_at': '2021-11-22T16:02:57Z', 'revision_number': 4, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'subnets': [{'id': '32dd9a99-0ab6-446b-afd4-d0ccdbf7524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:02:59.267673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:02:59.270731 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71102a0b-5571-45ac-bcb7-f3a6e9a4e9f8" -d '{"events": [{"server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "name": "network-vif-plugged", "status": "completed", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:02:59.342721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf7ed79-9d00-492d-9715-4a0df41b1c45 None None] The sync data for ids ['e7393f4f-508a-4352-853a-5293c8e43f8d'] in n-d-811716-3 is: [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:02:52Z', 'revision_number': 4, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port': {'id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:44Z', 'updated_at': '2021-11-22T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2e910281-a415-4e68-9c74-baf1ac8a1530', 'name': '', 'network_id': '17bead76-d8eb-4aab-bee9-9ec661d6b1e1', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'mac_address': 'fa:16:3e:b4:40:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '32dd9a99-0ab6-446b-afd4-d0ccdbf7524b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:51Z', 'updated_at': '2021-11-22T16:02:57Z', 'revision_number': 4, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'subnets': [{'id': '32dd9a99-0ab6-446b-afd4-d0ccdbf7524b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:02:59.487216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:02:59.526199 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-9fefb513-846d-401d-a22a-ea68dce48ac7 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614250 Nov 22 16:02:59.603735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b9b88edd-55a3-43f0-a4e5-2b53e96630f4 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:02:59.871313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c8dc17e-e6f5-46db-afe3-8ceca9ccd293 req-deeb2888-2c4e-4715-8821-6ae2a0442203 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6715701 Nov 22 16:02:59.944835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59b500-9ce1-4ba0-a893-78e57e614474 req-5ca19b7a-3637-4d2a-8806-45a7c3fee252 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:02:59.965624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cfacc456-37f8-41fb-9a63-2f0a2a284012 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:02:59.973997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f59b500-9ce1-4ba0-a893-78e57e614474 req-5ca19b7a-3637-4d2a-8806-45a7c3fee252 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 949 time: 0.8890579 Nov 22 16:03:00.051728 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-f37cb2bc-3ca7-4b29-8ad3-d5bee3ea82c2 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:00.053988 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-f37cb2bc-3ca7-4b29-8ad3-d5bee3ea82c2 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.1359031 Nov 22 16:03:00.060944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f59b500-9ce1-4ba0-a893-78e57e614474 req-278eb0cc-78a8-4476-8cd2-95b2d31d6307 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833473 Nov 22 16:03:00.117033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ed10a-9c86-4b89-b28a-4ce1f0686814 req-8e6509e7-40bf-434a-abc9-73ccea1387ab tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:00.125431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d41ed10a-9c86-4b89-b28a-4ce1f0686814 req-8e6509e7-40bf-434a-abc9-73ccea1387ab tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.2460961 Nov 22 16:03:00.218470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:00.255408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4', 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'port_id': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4', 'mac_address': 'fa:16:3e:9e:f7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2ff75-f94e-4666-9961-8d060d0c0dd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:03:00.285078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d41ed10a-9c86-4b89-b28a-4ce1f0686814 req-9fcc78fb-899d-4701-a5de-9423fdfecb0e tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558971 Nov 22 16:03:00.339398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a0e60-2ecb-493c-90f6-a59d18bb58b5 req-5df08c84-d46f-4060-9704-484d89a6f035 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:00.354263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c4a0e60-2ecb-493c-90f6-a59d18bb58b5 req-5df08c84-d46f-4060-9704-484d89a6f035 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 950 time: 0.1220236 Nov 22 16:03:00.393488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-192e19d2-976e-4c40-bdff-f66c151783a8 service neutron] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:00.400466 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-192e19d2-976e-4c40-bdff-f66c151783a8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:00.401627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87bcc6c4-f0c2-4d8c-9259-23878e5f44b7 req-192e19d2-976e-4c40-bdff-f66c151783a8 service neutron] 10.222.0.71 "DELETE /v2.0/ports/cfacc456-37f8-41fb-9a63-2f0a2a284012/bindings/n-h1-811716-3 HTTP/1.1" status: 204 len: 173 time: 0.3359268 Nov 22 16:03:00.433402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c4a0e60-2ecb-493c-90f6-a59d18bb58b5 req-2edc6ce2-2075-4e2e-924e-e70cf4c59707 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783603 Nov 22 16:03:00.501280 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07247cc-dd7e-485e-b5f0-ab361b119654 x-openstack-request-id: req-f07247cc-dd7e-485e-b5f0-ab361b119654 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:00.501280 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "name": "network-vif-plugged", "status": "completed", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:00.501627 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f07247cc-dd7e-485e-b5f0-ab361b119654 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:00.504133 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'code': 200} Nov 22 16:03:00.571868 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:00.643857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2e910281-a415-4e68-9c74-baf1ac8a1530 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:00.660136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cfacc456-37f8-41fb-9a63-2f0a2a284012 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:03:00.692944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a2604-2415-4f82-bbf6-5a66c9101461 req-201b15dc-9598-4939-b2a7-f9928d04cbeb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:00.701520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d73a2604-2415-4f82-bbf6-5a66c9101461 req-201b15dc-9598-4939-b2a7-f9928d04cbeb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 943 time: 0.1670008 Nov 22 16:03:00.738185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b88edd-55a3-43f0-a4e5-2b53e96630f4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:00.856542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c4c5a-df97-406e-b617-84cd56b70b7e req-fffbf6c1-305e-4f50-bc6a-432d5543c028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:00.866761 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-882c4c5a-df97-406e-b617-84cd56b70b7e req-fffbf6c1-305e-4f50-bc6a-432d5543c028 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 1096 time: 0.1830904 Nov 22 16:03:00.962621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:00.985299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:01.019791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5ebc6-47ab-405a-9019-d84777a19c0d req-0d6a6393-efc6-4de4-a21f-775ea09ba516 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:01.042571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2cf5ebc6-47ab-405a-9019-d84777a19c0d req-0d6a6393-efc6-4de4-a21f-775ea09ba516 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 944 time: 0.3369117 Nov 22 16:03:01.051410 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-882c4c5a-df97-406e-b617-84cd56b70b7e req-d0b205c1-700b-49d6-829b-a0eea3ea4e5f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758404 Nov 22 16:03:01.074781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d73a2604-2415-4f82-bbf6-5a66c9101461 req-f7741cf8-3a5d-4e76-944f-78f1b93d44e8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214874 Nov 22 16:03:01.153516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2e910281-a415-4e68-9c74-baf1ac8a1530 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:01.153897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:01.251835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2cf5ebc6-47ab-405a-9019-d84777a19c0d req-95da4947-8c0a-4fef-babb-5dde0bf7834a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034185 Nov 22 16:03:01.317995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:01.403506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b9b88edd-55a3-43f0-a4e5-2b53e96630f4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:01.584473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406349b6-ff3c-4b7c-9ec8-b9405a7f689a req-b979457f-f541-48be-a200-1608d5c835fc tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:01.586875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-406349b6-ff3c-4b7c-9ec8-b9405a7f689a req-b979457f-f541-48be-a200-1608d5c835fc tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 1101 time: 0.1892707 Nov 22 16:03:01.600983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e531979-11b0-43e0-8cbf-0fb2b5c73c43 req-13f132d9-0baa-4558-a03b-fcd43ae44dbc tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:01.602677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e531979-11b0-43e0-8cbf-0fb2b5c73c43 req-13f132d9-0baa-4558-a03b-fcd43ae44dbc tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 949 time: 0.1254580 Nov 22 16:03:01.692285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:01.721915 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-406349b6-ff3c-4b7c-9ec8-b9405a7f689a req-ff2f9f54-4b67-46d6-8222-13442e699283 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179142 Nov 22 16:03:01.735556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e531979-11b0-43e0-8cbf-0fb2b5c73c43 req-4f80b6b5-1ff0-478b-8df8-e8c4e549f5f8 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224535 Nov 22 16:03:01.801852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:03:01.818164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:01.819599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:01.872463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775b963-7597-41f0-b672-8d454e828aa4 req-d1d25f6a-ec5e-4adc-8a5d-db4b4ca26358 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:01.887100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7775b963-7597-41f0-b672-8d454e828aa4 req-d1d25f6a-ec5e-4adc-8a5d-db4b4ca26358 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.0828090 Nov 22 16:03:02.007987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7775b963-7597-41f0-b672-8d454e828aa4 req-c492c06b-7fae-4ec3-834f-89060e944756 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149702 Nov 22 16:03:02.081105 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:02.119300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23c1e4-c4ce-46f4-b664-40f7938c0df4 req-335ee4f2-71da-47b5-9a3a-1b43b2f3ab82 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:02.121706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a23c1e4-c4ce-46f4-b664-40f7938c0df4 req-335ee4f2-71da-47b5-9a3a-1b43b2f3ab82 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1095 time: 0.0872996 Nov 22 16:03:02.130440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:02.141522 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:02.203216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:02.213639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a23c1e4-c4ce-46f4-b664-40f7938c0df4 req-9c5db0a0-6820-473c-bb40-c80ae272ca7c tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779731 Nov 22 16:03:02.228100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-5072e161-a553-41bb-86ff-e7268ef0d768 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299571 Nov 22 16:03:02.505420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a73689-0584-4574-a063-41f706c385e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:02.510466 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f4c90e-7021-404e-bb9c-325b22841773" -d '{"events": [{"server_uuid": "75a73689-0584-4574-a063-41f706c385e5", "name": "network-vif-plugged", "status": "completed", "tag": "f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:02.526086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-d8d912ad-b82c-41bc-9e9d-eccd3bb77969 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:02.534261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-d8d912ad-b82c-41bc-9e9d-eccd3bb77969 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967720 Nov 22 16:03:02.555163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-bc2c7195-c54d-44e0-b37f-1b58f78f72b8 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/quotas/4356fc095a8d4a59bc430016957704c2 HTTP/1.1" status: 200 len: 375 time: 0.0198784 Nov 22 16:03:02.566027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05f361-80f5-45be-aac5-19d2b4b387c3 req-8e4cc38f-797a-4c3e-891a-3f722df9b88e tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:02.567585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f05f361-80f5-45be-aac5-19d2b4b387c3 req-8e4cc38f-797a-4c3e-891a-3f722df9b88e tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 944 time: 0.2207484 Nov 22 16:03:02.658653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-ad109804-7130-462b-92bc-5527a21261fc tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1023948 Nov 22 16:03:02.659464 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-50298fd7-9ff9-43e7-815d-e3b74c56253d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504596 Nov 22 16:03:02.675027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f05f361-80f5-45be-aac5-19d2b4b387c3 req-59d42f8a-3ad2-4382-b2b1-014357923d17 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761921 Nov 22 16:03:02.871445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-6408e78b-8365-4e96-83f2-233f89369ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:02.873053 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-6408e78b-8365-4e96-83f2-233f89369ad4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1096 time: 0.0576730 Nov 22 16:03:03.114862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-b5274d72-11a8-4038-80e0-a3b52a930e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:03.116481 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-b5274d72-11a8-4038-80e0-a3b52a930e2a service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.2112811 Nov 22 16:03:03.192761 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-518e167f-a3b2-4dcd-86ac-0fc1041c8941 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 217 time: 0.0638371 Nov 22 16:03:03.209429 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf0c3ba-da2d-4d4c-b468-3053f5ff9540 x-openstack-request-id: req-baf0c3ba-da2d-4d4c-b468-3053f5ff9540 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:03.209757 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a73689-0584-4574-a063-41f706c385e5", "name": "network-vif-plugged", "status": "completed", "tag": "f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:03.210098 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-baf0c3ba-da2d-4d4c-b468-3053f5ff9540 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:03.210509 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a73689-0584-4574-a063-41f706c385e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d', 'code': 200} Nov 22 16:03:03.255288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-2d5679b1-b480-4c47-b93f-04ccc0b6c079 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:03.256913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-2d5679b1-b480-4c47-b93f-04ccc0b6c079 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 821 time: 0.1500924 Nov 22 16:03:03.276568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-9670f52a-db82-4ce9-b8b2-00f191f6f4e5 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/quotas/fb90cc83c0a14939848c89f857ea49d2 HTTP/1.1" status: 200 len: 375 time: 0.0137668 Nov 22 16:03:03.322259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-3d8e6b12-8dc9-4f82-9db2-de6d1dac960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:03.323804 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-3d8e6b12-8dc9-4f82-9db2-de6d1dac960e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1212893 Nov 22 16:03:03.379418 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-10de023d-9eba-45fa-9d09-e35cc18d7d21 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347943 Nov 22 16:03:03.430283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-3e496057-ca9e-4142-89b6-a5b26ecfc7b3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403887 Nov 22 16:03:03.440066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc1d6-84f9-4f0d-a450-f961f66669af req-52c9d02c-02bc-4ae7-be73-6c6c9d9b5acd tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:03.444549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f0bc1d6-84f9-4f0d-a450-f961f66669af req-52c9d02c-02bc-4ae7-be73-6c6c9d9b5acd tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 950 time: 0.1535428 Nov 22 16:03:03.461285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0763-3a0b-4f71-a009-7e332eea2f49 req-1026a4cb-dd07-4cf4-a126-09c71499cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:03.463490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45ab0763-3a0b-4f71-a009-7e332eea2f49 req-1026a4cb-dd07-4cf4-a126-09c71499cacf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 1101 time: 0.1436591 Nov 22 16:03:03.530137 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-8cf31c6b-156b-4b01-bb36-850ee6be3f48 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218197 Nov 22 16:03:03.634168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b9b88edd-55a3-43f0-a4e5-2b53e96630f4 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:03.648825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45ab0763-3a0b-4f71-a009-7e332eea2f49 req-407c3059-11fa-4e35-a809-5d400df5718b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581056 Nov 22 16:03:03.653001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f0bc1d6-84f9-4f0d-a450-f961f66669af req-0c95ffd1-b35d-470a-94de-3634b5e26431 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880913 Nov 22 16:03:03.664306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-c0ee6913-71ee-4613-bf6a-68a18d1347a8 service neutron] 10.222.0.69 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176290 Nov 22 16:03:03.694957 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-865ba0a2-54a8-46d8-b533-c9a660626171 req-628e0fab-454d-4d61-a8fd-342de05fe918 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571159 Nov 22 16:03:03.785386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:03:03.795424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:03.796529 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:03.825159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-f4c64075-0171-4c07-9a98-0d8f95fa9b28 service neutron] 10.222.0.69 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598501 Nov 22 16:03:03.854106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13fd0022-ed5a-42d8-9d2e-6082489bd03d req-976b2efd-76a0-4431-adc4-d6a470917dcc tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 210 time: 0.0648079 Nov 22 16:03:03.931553 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:03.987403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:03.996888 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:04.132948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b28b61-57d7-49e1-a265-cf749738fdee req-c16498e6-4959-4911-b099-1c5a841a53e8 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:04.135874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:04.139264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60b28b61-57d7-49e1-a265-cf749738fdee req-c16498e6-4959-4911-b099-1c5a841a53e8 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1236281 Nov 22 16:03:04.203785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60b28b61-57d7-49e1-a265-cf749738fdee req-013c2d8d-a8f2-47b5-a767-464cf8690272 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570679 Nov 22 16:03:04.349757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-201d6d1d-c855-41bf-869f-c936083bb883 req-0e66bf5d-8b06-48e2-8f25-82f45f7bccb4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 210 time: 0.0328724 Nov 22 16:03:04.378167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bebb7c-cdb7-4ff3-8090-08a5f1b0e8b2 req-ee61c929-6109-4eaf-bf20-37b845099367 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:04.397335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24bebb7c-cdb7-4ff3-8090-08a5f1b0e8b2 req-ee61c929-6109-4eaf-bf20-37b845099367 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 945 time: 0.1474905 Nov 22 16:03:04.476119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24bebb7c-cdb7-4ff3-8090-08a5f1b0e8b2 req-6ea4754e-1154-48c8-8063-8a37b821f524 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754476 Nov 22 16:03:04.553808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-37994a24-0d9b-42b4-b13d-78b9d245d32e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409043 Nov 22 16:03:04.986110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620debd3-464b-46c3-8195-f975b7a8a290 req-d4e92303-eb1d-4541-b5ac-ec4bda1debe6 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:04.987615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-620debd3-464b-46c3-8195-f975b7a8a290 req-d4e92303-eb1d-4541-b5ac-ec4bda1debe6 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 950 time: 0.1956818 Nov 22 16:03:05.012228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-2fdeba4b-6fb9-4151-a939-4835f5e96f3c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:05.014442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-2fdeba4b-6fb9-4151-a939-4835f5e96f3c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4418688 Nov 22 16:03:05.038144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Request body: {'port': {'device_id': '669823f2-11ee-437d-89e6-fbf1311115ff', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '4356fc095a8d4a59bc430016957704c2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:05.113124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200255b-ed20-41d7-936b-8f6baa5bec58 req-d21d1286-628e-43fd-a497-fcfe882263e5 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:05.128522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d200255b-ed20-41d7-936b-8f6baa5bec58 req-d21d1286-628e-43fd-a497-fcfe882263e5 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1889338 Nov 22 16:03:05.186149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-620debd3-464b-46c3-8195-f975b7a8a290 req-e356cf44-fab0-43ec-8f86-4932c368dbb2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815147 Nov 22 16:03:05.212975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:05.214663 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c93186-0c75-4109-9e3b-726b9e687986" -d '{"events": [{"server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "name": "network-vif-plugged", "status": "completed", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:05.265020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d200255b-ed20-41d7-936b-8f6baa5bec58 req-7b748bd2-4ed0-4fba-89f6-ad9fdb9962bc tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273737 Nov 22 16:03:05.311362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Made reservation on behalf of 4356fc095a8d4a59bc430016957704c2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:05.316060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:05.407520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7890c12-187d-4a66-8dd5-f54ecf3fc884 req-1e3e8d04-90e1-48a4-8f88-87eab577a622 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 210 time: 0.0693192 Nov 22 16:03:05.422565 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee98b03-f54d-42a3-9fc3-479954881fd8 x-openstack-request-id: req-6ee98b03-f54d-42a3-9fc3-479954881fd8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:05.422892 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "name": "network-vif-plugged", "status": "completed", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:05.423152 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ee98b03-f54d-42a3-9fc3-479954881fd8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:05.423952 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4', 'code': 200} Nov 22 16:03:05.693509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9aaca0cd-e57d-42f7-9f3d-b7d57fdd10bb req-5e325f0e-6e02-4090-a90f-2df2dbdd88bf tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 210 time: 0.1720943 Nov 22 16:03:05.708277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Allocated IP 192.168.233.249 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/96c6a1a0-502b-4692-a835-63bddf722bdc) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:05.806656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9df68-5e81-4526-b2a7-1b3d1b856b11 req-61bc2581-4fe4-45b2-96e3-a30b9e5a2100 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:05.808347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf9df68-5e81-4526-b2a7-1b3d1b856b11 req-61bc2581-4fe4-45b2-96e3-a30b9e5a2100 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 945 time: 0.1884284 Nov 22 16:03:05.953300 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf9df68-5e81-4526-b2a7-1b3d1b856b11 req-d2344543-6f16-4785-a099-55535849dd24 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358118 Nov 22 16:03:06.009757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05588d7e-4650-4fd5-9512-0a7a349befd5 req-2ac99c2a-9bab-4ef9-8c03-149e78ed78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:06.012346 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05588d7e-4650-4fd5-9512-0a7a349befd5 req-2ac99c2a-9bab-4ef9-8c03-149e78ed78e2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1096 time: 0.4946959 Nov 22 16:03:06.054685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-223cebb4-a56b-4a11-ac5b-4af82d990747 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:06.057622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-223cebb4-a56b-4a11-ac5b-4af82d990747 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 821 time: 0.3457417 Nov 22 16:03:06.080109 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05588d7e-4650-4fd5-9512-0a7a349befd5 req-11c155ce-57cf-44ce-b1ca-ada86c8e22fd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587909 Nov 22 16:03:06.100011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Request body: {'port': {'device_id': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'admin_state_up': True, 'tenant_id': 'fb90cc83c0a14939848c89f857ea49d2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:06.216623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:06.299331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Made reservation on behalf of fb90cc83c0a14939848c89f857ea49d2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:06.303784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:06.371712 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:06.385901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', '961eb9d5-b6ec-4b79-957a-1644252a5989', '29859b65-2576-4ee6-913b-70a09d883caa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:06.428934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:06.505391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34526) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:06.563971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874133d-0873-4c91-95a5-79fcbf053246 req-3fb6f1df-c68a-4abc-9df8-03ca250a94d7 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:06.565933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7874133d-0873-4c91-95a5-79fcbf053246 req-3fb6f1df-c68a-4abc-9df8-03ca250a94d7 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 950 time: 0.2552912 Nov 22 16:03:06.575542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:06.583412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'Port': ['ID=96c6a1a0-502b-4692-a835-63bddf722bdc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:06.590630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:06.602831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:06.612971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:06.614276 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:06.635121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fec8a-29d4-42f2-bdab-01a8890665e1 req-48a4d1d0-6b32-4dd9-a059-21924b6db42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:06.646738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-109fec8a-29d4-42f2-bdab-01a8890665e1 req-48a4d1d0-6b32-4dd9-a059-21924b6db42f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.2668650 Nov 22 16:03:06.695449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f80a7a-fd03-4bac-b85f-fe79797614b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:06.730881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-29722951-f9d5-4223-852b-cf34e968e216 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6993649 Nov 22 16:03:06.771342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Request body: {'port': {'device_id': '669823f2-11ee-437d-89e6-fbf1311115ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:06.880592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7874133d-0873-4c91-95a5-79fcbf053246 req-c10db651-f8ad-41ee-a770-4b210c01b55b tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001094 Nov 22 16:03:06.881933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f80a7a-fd03-4bac-b85f-fe79797614b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:06.887880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f80a7a-fd03-4bac-b85f-fe79797614b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:06.924633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Allocated IP 172.20.0.5 (a7590de7-4c87-45b1-807e-6d53010a213a/ebf44a3e-fa73-4322-baca-1b91d9430850/0e713811-0035-4a74-9fcc-b4413b487f1f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:06.942289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f80a7a-fd03-4bac-b85f-fe79797614b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc971da-938a-4563-9b81-1732e7e056ab,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:06.949486 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90f80a7a-fd03-4bac-b85f-fe79797614b2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3a54eda149245f6b19773e0938ca353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4430277 Nov 22 16:03:06.954422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34536) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:06.974525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-109fec8a-29d4-42f2-bdab-01a8890665e1 req-b188f760-2357-4a88-9d05-aa42573bbf7c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267391 Nov 22 16:03:07.011466 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:07.084212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e99500fe-5329-4c18-a794-8f4400ee4205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:07.134090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-337870fa-94d4-46e3-a790-226f35ad6c88 None None] Provisioning complete for port 96c6a1a0-502b-4692-a835-63bddf722bdc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:07.134773 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-337870fa-94d4-46e3-a790-226f35ad6c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:07.137563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e99500fe-5329-4c18-a794-8f4400ee4205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:07.207425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f231262b-419b-4ce2-9995-669a5e5ad71d req-a0388cde-0607-470a-9f98-c2337e86e481 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 210 time: 0.0732882 Nov 22 16:03:07.239074 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e99500fe-5329-4c18-a794-8f4400ee4205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:07.246008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e99500fe-5329-4c18-a794-8f4400ee4205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:07.248955 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e99500fe-5329-4c18-a794-8f4400ee4205 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8bc971da-938a-4563-9b81-1732e7e056ab HTTP/1.1" status: 204 len: 168 time: 0.2911932 Nov 22 16:03:07.271623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99500fe-5329-4c18-a794-8f4400ee4205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc971da-938a-4563-9b81-1732e7e056ab,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:07.294266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-337870fa-94d4-46e3-a790-226f35ad6c88 None None] Port 96c6a1a0-502b-4692-a835-63bddf722bdc cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:07.800878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d48179-0375-4379-a002-f225458724ff req-b83619f4-8a1e-4624-8afc-c5581e1763a4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:07.802433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3d48179-0375-4379-a002-f225458724ff req-b83619f4-8a1e-4624-8afc-c5581e1763a4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 936 time: 0.7380662 Nov 22 16:03:07.900354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:07.913018 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:07.927366 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5d53d7-d912-4a0c-88ec-114efb390072 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:07.960609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3d48179-0375-4379-a002-f225458724ff req-bd79acc3-05cd-4540-9612-96502204af97 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482842 Nov 22 16:03:08.040145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c6a1a0-502b-4692-a835-63bddf722bdc {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:08.051088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.058633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.086727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5d53d7-d912-4a0c-88ec-114efb390072 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.093254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eb5d53d7-d912-4a0c-88ec-114efb390072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.143822 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eb5d53d7-d912-4a0c-88ec-114efb390072 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75a4b97c08c345509d0f7d67cab427fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416584 Nov 22 16:03:08.144699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d53d7-d912-4a0c-88ec-114efb390072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3adde19-20ed-4879-9fc2-55db51cd5c29,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:08.145376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Transition to ACTIVE for port object 96c6a1a0-502b-4692-a835-63bddf722bdc will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:03:08.147069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34556) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:08.155715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Network a7590de7-4c87-45b1-807e-6d53010a213a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:08.160689 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.168490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:08.171574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:08.177480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:08.180271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.209964 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-914dc696-ee06-445e-a447-b44ea8154ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.221328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Pushing event updated for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:08.246605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-914dc696-ee06-445e-a447-b44ea8154ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.283577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67992c-7f83-4402-bdd2-b750df166a89 req-738b615a-f610-4493-a7f4-c8e9ae314c64 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:08.285368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d67992c-7f83-4402-bdd2-b750df166a89 req-738b615a-f610-4493-a7f4-c8e9ae314c64 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 945 time: 0.2358775 Nov 22 16:03:08.302666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-6736d9ae-8d49-42a9-a85d-92405cee4e02 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2120888 Nov 22 16:03:08.323798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Request body: {'port': {'device_id': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:08.325655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-914dc696-ee06-445e-a447-b44ea8154ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.334272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-914dc696-ee06-445e-a447-b44ea8154ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.337697 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-914dc696-ee06-445e-a447-b44ea8154ea8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3adde19-20ed-4879-9fc2-55db51cd5c29 HTTP/1.1" status: 204 len: 168 time: 0.1874752 Nov 22 16:03:08.347762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dc696-ee06-445e-a447-b44ea8154ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3adde19-20ed-4879-9fc2-55db51cd5c29,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:08.399414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Pushing event updated for resources: {'Port': ['ID=96c6a1a0-502b-4692-a835-63bddf722bdc,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:08.473870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Attempting to bind port 96c6a1a0-502b-4692-a835-63bddf722bdc on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:08.474203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Attempting to bind port 96c6a1a0-502b-4692-a835-63bddf722bdc by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:08.475142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Attempting to bind port 96c6a1a0-502b-4692-a835-63bddf722bdc on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:08.493968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Port 96c6a1a0-502b-4692-a835-63bddf722bdc on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:08.494299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Attempting to bind port 96c6a1a0-502b-4692-a835-63bddf722bdc on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:08.503572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4240aa-f752-477f-a424-2784cfd130c4 req-516c375e-88d2-4f7c-b87f-ccd5f20cf1ea tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:08.505290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c4240aa-f752-477f-a424-2784cfd130c4 req-516c375e-88d2-4f7c-b87f-ccd5f20cf1ea tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 945 time: 0.3018003 Nov 22 16:03:08.555162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:08.555502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:08.555898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:08.556377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Bound port: 96c6a1a0-502b-4692-a835-63bddf722bdc, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:08.556732 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.602773 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:08.609120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d67992c-7f83-4402-bdd2-b750df166a89 req-544238cc-9d12-44ee-9d86-435a852226bd tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573912 Nov 22 16:03:08.717360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c4240aa-f752-477f-a424-2784cfd130c4 req-bd6e5b1d-01ca-4019-8758-37730948e446 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845832 Nov 22 16:03:08.876493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] For port 96c6a1a0-502b-4692-a835-63bddf722bdc, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:08.908757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478735b7-d124-4866-8f6f-84e0c2878424 req-b203e660-cf33-4dae-b67e-550adbe69e86 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:08.910326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-478735b7-d124-4866-8f6f-84e0c2878424 req-b203e660-cf33-4dae-b67e-550adbe69e86 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1916518 Nov 22 16:03:08.934534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] For port 96c6a1a0-502b-4692-a835-63bddf722bdc, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=96c6a1a0-502b-4692-a835-63bddf722bdc,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:08.958364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:09.079192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:09.079543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:09.082743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] 10.222.0.11 "PUT /v2.0/ports/96c6a1a0-502b-4692-a835-63bddf722bdc HTTP/1.1" status: 200 len: 1096 time: 2.3294237 Nov 22 16:03:09.086022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669823f2-11ee-437d-89e6-fbf1311115ff', 'tag': '96c6a1a0-502b-4692-a835-63bddf722bdc'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:09.088516 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cdb620-f31f-4d77-b4e4-da67db0633d0" -d '{"events": [{"name": "network-changed", "server_uuid": "669823f2-11ee-437d-89e6-fbf1311115ff", "tag": "96c6a1a0-502b-4692-a835-63bddf722bdc"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:09.153939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d6c26-5f24-4a92-89f1-a7a6300e4783 req-5520ee05-0597-425e-94eb-e63c4f0333cd tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:09.164761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-794d6c26-5f24-4a92-89f1-a7a6300e4783 req-5520ee05-0597-425e-94eb-e63c4f0333cd tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 950 time: 0.2942443 Nov 22 16:03:09.199311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-478735b7-d124-4866-8f6f-84e0c2878424 req-846ff9b7-003f-4d6b-8857-19e5e6a077d3 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628148 Nov 22 16:03:09.266442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d315e-4c8b-48d9-8314-631c7e8e914a service neutron] Pushing event updated for resources: {'Port': ['ID=96c6a1a0-502b-4692-a835-63bddf722bdc,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:09.298424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-794d6c26-5f24-4a92-89f1-a7a6300e4783 req-e24bbff1-d19d-422c-9a5e-a1b6dc3983e4 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285918 Nov 22 16:03:09.538103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-0a92ad77-7c95-4952-942b-6c16eded9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:09.539638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-0a92ad77-7c95-4952-942b-6c16eded9a0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 1099 time: 0.3970640 Nov 22 16:03:09.568432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39b164-1a00-450e-90d4-a33a467851fa req-2a77070e-188d-4bbb-9af9-9b7d808bcd28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:09.574200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f39b164-1a00-450e-90d4-a33a467851fa req-2a77070e-188d-4bbb-9af9-9b7d808bcd28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 931 time: 0.2306747 Nov 22 16:03:09.642243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2b029-12d7-4020-b903-79490241ad65 req-9570e59b-ba9a-4a13-8fdf-2c84959ed767 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:09.643866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1cf2b029-12d7-4020-b903-79490241ad65 req-9570e59b-ba9a-4a13-8fdf-2c84959ed767 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1096 time: 0.2533591 Nov 22 16:03:09.652424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e713811-0035-4a74-9fcc-b4413b487f1f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:09.657807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-772fbbbe-d73e-4ae0-974a-9f31d920038f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=96c6a1a0-502b-4692-a835-63bddf722bdc HTTP/1.1" status: 200 len: 217 time: 0.1043246 Nov 22 16:03:09.665128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:09.741693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Transition to ACTIVE for port object 0e713811-0035-4a74-9fcc-b4413b487f1f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:03:09.762092 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:09.802275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f39b164-1a00-450e-90d4-a33a467851fa req-607215ff-33fe-4bed-9331-7c01e81242f8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281063 Nov 22 16:03:09.829294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-9039a316-f7a9-4d1a-bd96-bdad156be123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:09.830745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-9039a316-f7a9-4d1a-bd96-bdad156be123 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1521366 Nov 22 16:03:09.838856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1cf2b029-12d7-4020-b903-79490241ad65 req-92057913-90c3-48f2-a091-6f4e5be65fdf tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775420 Nov 22 16:03:09.909792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Pushing event updated for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:09.913408 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a3f18e-f61b-485d-b264-272e34051b9b x-openstack-request-id: req-a6a3f18e-f61b-485d-b264-272e34051b9b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:09.914026 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669823f2-11ee-437d-89e6-fbf1311115ff", "tag": "96c6a1a0-502b-4692-a835-63bddf722bdc", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:09.914290 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6a3f18e-f61b-485d-b264-272e34051b9b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:09.914697 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669823f2-11ee-437d-89e6-fbf1311115ff', 'tag': '96c6a1a0-502b-4692-a835-63bddf722bdc', 'status': 'completed', 'code': 200} Nov 22 16:03:09.964653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-e815517c-6ec7-4846-b4e5-0f16d06e55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:09.966218 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-e815517c-6ec7-4846-b4e5-0f16d06e55cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249962 Nov 22 16:03:09.967149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:09.967483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:09.967929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:09.973666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:09.974001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:10.047490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:10.047490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:10.047490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:10.047934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Bound port: 0e713811-0035-4a74-9fcc-b4413b487f1f, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:10.048300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:10.246440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e7d92-1a42-4185-bc65-8aeabf2619b2 req-b9339c3c-9d93-46e9-8ae1-309977ac7f2a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:10.257842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-901e7d92-1a42-4185-bc65-8aeabf2619b2 req-b9339c3c-9d93-46e9-8ae1-309977ac7f2a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 948 time: 0.2667818 Nov 22 16:03:10.297239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:10.328791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-2fcb5a99-a506-437f-bde2-0898f4165909 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506079 Nov 22 16:03:10.330580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:10.346391 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:10.368282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-7893c9b7-8fbc-4d8a-b664-8891a9775136 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f930785316bf48b5a171db9199ed984b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021957 Nov 22 16:03:10.473738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:10.474360 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:10.475737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] 10.222.0.11 "PUT /v2.0/ports/0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 200 len: 1091 time: 2.1605260 Nov 22 16:03:10.493735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-901e7d92-1a42-4185-bc65-8aeabf2619b2 req-f716ca20-3b0c-426d-a158-35de80598dde tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348092 Nov 22 16:03:10.595153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345fccf-cda9-44f0-8ab0-8bc391094d31 service neutron] Pushing event updated for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:10.671542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4060022b-bfa5-4b01-ad2a-f526c87bf9bd req-85c29bab-9524-4dba-96e2-fdaa6f528670 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285601 Nov 22 16:03:10.705327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-fb3b729d-07e0-4422-97ea-7e4017801ed2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:10.707102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-fb3b729d-07e0-4422-97ea-7e4017801ed2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3151789 Nov 22 16:03:10.709125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-efc36c54-ceac-41e0-9c15-7d2a66d0b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:10.710600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-efc36c54-ceac-41e0-9c15-7d2a66d0b2c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1094 time: 0.1524322 Nov 22 16:03:10.727769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df226a7c-6a74-44cd-bd1a-a7ec883a9331 req-8d6538cb-3bbe-467d-ae7c-88b1b47c9f26 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:10.730928 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df226a7c-6a74-44cd-bd1a-a7ec883a9331 req-8d6538cb-3bbe-467d-ae7c-88b1b47c9f26 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1096 time: 0.1221607 Nov 22 16:03:10.740914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-9119b35c-a7ef-4ff7-a0c4-69a81e5e519f tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/quotas/f930785316bf48b5a171db9199ed984b HTTP/1.1" status: 200 len: 375 time: 0.0218241 Nov 22 16:03:10.799874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-a20f94fd-6f85-437c-9dc1-eca53d58636d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 200 len: 217 time: 0.0684540 Nov 22 16:03:11.195521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-bd285681-d645-41b0-9b46-e4e1295a8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:11.197044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-bd285681-d645-41b0-9b46-e4e1295a8dbf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.3817780 Nov 22 16:03:11.201705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-d470104e-0a9b-49bc-836e-c48306f2f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:11.203254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-d470104e-0a9b-49bc-836e-c48306f2f4f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 1099 time: 0.4305699 Nov 22 16:03:11.205501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df226a7c-6a74-44cd-bd1a-a7ec883a9331 req-ee4d879b-0493-4cea-a7fe-998a9e62b136 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314415 Nov 22 16:03:11.229620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-49c39b32-10e7-4588-87c0-9c97d1bbca5a tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f930785316bf48b5a171db9199ed984b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4545658 Nov 22 16:03:11.247492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-f5ca6bff-9619-4da5-9eaa-d21919efcc98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410109 Nov 22 16:03:11.451844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef103-2678-4132-b267-7d657f58b561 req-46d3a1bf-65d9-4708-b860-9e7b3d30c0d6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:11.453355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08eef103-2678-4132-b267-7d657f58b561 req-46d3a1bf-65d9-4708-b860-9e7b3d30c0d6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1635053 Nov 22 16:03:11.458125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-56757a32-cfc6-4a1b-ac70-65c8d1eb4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:11.459525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-56757a32-cfc6-4a1b-ac70-65c8d1eb4da5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2418604 Nov 22 16:03:11.540755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-210bd10d-5b58-4eab-9e11-d1815303778f service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829983 Nov 22 16:03:11.546319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-2407be89-35a3-438c-aee5-711308c6aa4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=96c6a1a0-502b-4692-a835-63bddf722bdc HTTP/1.1" status: 200 len: 217 time: 0.0622070 Nov 22 16:03:11.664549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08eef103-2678-4132-b267-7d657f58b561 req-63dee86c-695f-4386-a70c-9628733e7db0 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039168 Nov 22 16:03:11.701015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-2c3f0e15-c143-4087-9a4f-3215ab88b507 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--856948948&fields=id&tenant_id=4b6426302efc4e58bf9b40f20001371a HTTP/1.1" status: 200 len: 267 time: 0.2210314 Nov 22 16:03:11.807146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-3486bf8c-6bc0-4a2e-b880-a451c612b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:11.816544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-3486bf8c-6bc0-4a2e-b880-a451c612b241 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2480536 Nov 22 16:03:11.902098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-37ca87b4-c999-443c-a50a-962f7593d297 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:11.908161 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-37ca87b4-c999-443c-a50a-962f7593d297 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c HTTP/1.1" status: 200 len: 945 time: 0.1182256 Nov 22 16:03:11.921949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:11.930289 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80531378-f07b-4479-9053-492993f47020" -d '{"events": [{"name": "network-changed", "server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:11.984186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cf3d869-eaeb-4c3a-8400-0dcecb40ed84 req-36759a25-dfb1-4ed0-95cd-1940a8e819e5 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118164 Nov 22 16:03:12.017349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-c0bba369-87e3-437c-86f2-62e8212ee8c1 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:12.025541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-c0bba369-87e3-437c-86f2-62e8212ee8c1 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 824 time: 0.3233423 Nov 22 16:03:12.032801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-6547aa06-a3d0-48cb-8544-7548e9c90055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:12.034538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-6547aa06-a3d0-48cb-8544-7548e9c90055 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1990514 Nov 22 16:03:12.066697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-a7785c09-4581-4237-a5c8-9d61fe301645 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/quotas/4b6426302efc4e58bf9b40f20001371a HTTP/1.1" status: 200 len: 375 time: 0.0401521 Nov 22 16:03:12.133803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Deleting port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:03:12.134783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:12.203899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c158fc3-2a6c-4e26-92e2-dec426d2514c req-894583a2-7bae-4293-9d4b-4c4106cc8d44 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:12.205718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c158fc3-2a6c-4e26-92e2-dec426d2514c req-894583a2-7bae-4293-9d4b-4c4106cc8d44 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 943 time: 0.1653948 Nov 22 16:03:12.248465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-2a98414f-f096-4dc6-8271-63454ba7fab9 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1596172 Nov 22 16:03:12.254685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-35cbcc27-6302-4cc0-82e1-7c7d45828975 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985078 Nov 22 16:03:12.334968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] For port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:12.335360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:12.443263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c158fc3-2a6c-4e26-92e2-dec426d2514c req-93803019-da40-4591-b38c-654a467a8333 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254386 Nov 22 16:03:12.491170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-7ce96bcd-d479-4acb-bf5a-4ad9bc1b6aa1 service neutron] 10.222.0.69 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349517 Nov 22 16:03:12.496572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8cdb620-f31f-4d77-b4e4-da67db0633d0 req-d6c45f1e-b2bf-4a6e-a47a-0f2dc3cd5b03 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556802 Nov 22 16:03:12.632737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-308e18f3-0b8e-40a9-8b46-d34d8eb6170d req-5f10c8d3-a5d7-494f-944d-0e07b5c02ec4 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 210 time: 0.0370359 Nov 22 16:03:12.648809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-668095e8-0661-429f-901e-b270d8f64a7c service neutron] 10.222.0.69 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510999 Nov 22 16:03:12.803961 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:12.804388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:12.804762 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Floating IP 4077cf85-31d0-4e4b-9465-ec07f1200ef3 disassociated. External IP: 172.25.5.225, port: 0f26b76d-16e6-4bb9-8b74-3b8801d88b63. Nov 22 16:03:12.805127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Calling delete_port for 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:03:12.913277 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b41e6e-6bd2-4ab1-815c-1c38efabe77a x-openstack-request-id: req-57b41e6e-6bd2-4ab1-815c-1c38efabe77a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:12.913726 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:12.914072 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57b41e6e-6bd2-4ab1-815c-1c38efabe77a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:12.914702 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f', 'status': 'completed', 'code': 200} Nov 22 16:03:12.929323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-798ec6cd-44f7-4de8-9867-72e9f6c263e6 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=f930785316bf48b5a171db9199ed984b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1112382 Nov 22 16:03:13.066073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8af84d-38e6-4483-be18-000a73232b8f req-4f6a325a-e1ea-4048-bfda-833189e42d3e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:13.067585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd8af84d-38e6-4483-be18-000a73232b8f req-4f6a325a-e1ea-4048-bfda-833189e42d3e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 948 time: 0.3359218 Nov 22 16:03:13.195057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:13.249519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531378-f07b-4479-9053-492993f47020 req-18d8b355-9981-4487-bf56-fc5ca51c94d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:13.250411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event deleted for resources: {'Port': ['ID=0f26b76d-16e6-4bb9-8b74-3b8801d88b63,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:13.251199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80531378-f07b-4479-9053-492993f47020 req-18d8b355-9981-4487-bf56-fc5ca51c94d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1094 time: 0.2756665 Nov 22 16:03:13.374452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-c6eaeb10-c9e0-4ad9-a718-9a3ec6c1f3b3 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:13.375810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-c6eaeb10-c9e0-4ad9-a718-9a3ec6c1f3b3 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4356225 Nov 22 16:03:13.414390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Request body: {'port': {'device_id': 'b63be848-e048-4097-9e9a-a2fa0535f075', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': 'f930785316bf48b5a171db9199ed984b'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:13.429497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd8af84d-38e6-4483-be18-000a73232b8f req-89d607b8-a611-4bb4-80e2-4118854674a2 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865829 Nov 22 16:03:13.472175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Router 27da5ba8-565f-42ff-b086-58d1cf5f3247 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:03:13.598711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f119a1a-c642-4bf6-8360-fb45e460dfb2 req-6f65359c-51d4-4981-9a72-3f5f057d0508 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:13.606290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f119a1a-c642-4bf6-8360-fb45e460dfb2 req-6f65359c-51d4-4981-9a72-3f5f057d0508 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.2994027 Nov 22 16:03:13.676130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4715c56a-0e34-4228-becd-3cbea8e26f72 req-3af510a0-4c72-4d01-944d-3f7d4a2fe214 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 210 time: 0.1275954 Nov 22 16:03:13.726286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:03:13.731027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531378-f07b-4479-9053-492993f47020 req-926c9cc2-d33c-425c-88a7-324ff9d5095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:13.740295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80531378-f07b-4479-9053-492993f47020 req-926c9cc2-d33c-425c-88a7-324ff9d5095a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.4726794 Nov 22 16:03:13.741513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 96c6a1a0-502b-4692-a835-63bddf722bdc details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:03:13.746921 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] Sync routers for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:03:13.766138 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:03:13.766974 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:13.866199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] No DVR routers for this DVR port 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:03:13.886225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:13.899534 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9ca9cd39-5cde-4030-ae30-fcfef863fe2c req-7c06c612-ff37-4e79-9ac7-3b2489dfd52e tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.71 "DELETE /v2.0/ports/0f26b76d-16e6-4bb9-8b74-3b8801d88b63 HTTP/1.1" status: 204 len: 173 time: 1.9819496 Nov 22 16:03:13.914420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'name': 'network-vif-deleted', 'tag': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:13.929638 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3fba2e-918a-4d73-8182-5a00f67cb326" -d '{"events": [{"server_uuid": "bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c", "name": "network-vif-deleted", "tag": "0f26b76d-16e6-4bb9-8b74-3b8801d88b63"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:13.935805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80531378-f07b-4479-9053-492993f47020 req-0125b67a-c54c-47f8-a04e-ed31cd7bf087 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 200 len: 217 time: 0.1747398 Nov 22 16:03:14.045617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f119a1a-c642-4bf6-8360-fb45e460dfb2 req-ded494b4-7d47-4168-8ec5-675738b4d8a7 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330177 Nov 22 16:03:14.093320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 96c6a1a0-502b-4692-a835-63bddf722bdc, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=96c6a1a0-502b-4692-a835-63bddf722bdc,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:14.120240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '96c6a1a0-502b-4692-a835-63bddf722bdc', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '96c6a1a0-502b-4692-a835-63bddf722bdc', 'mac_address': 'fa:16:3e:b7:e4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:03:14.148589 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:03:14.189984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Made reservation on behalf of f930785316bf48b5a171db9199ed984b for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:14.194014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:14.200501 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:14.222347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c6a1a0-502b-4692-a835-63bddf722bdc {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:14.224848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80531378-f07b-4479-9053-492993f47020 req-a09172e9-887c-473c-96c8-a02f70bb2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:14.226613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80531378-f07b-4479-9053-492993f47020 req-a09172e9-887c-473c-96c8-a02f70bb2ae0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.2885697 Nov 22 16:03:14.263459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 96c6a1a0-502b-4692-a835-63bddf722bdc, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=96c6a1a0-502b-4692-a835-63bddf722bdc,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:14.282092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:14.294039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80531378-f07b-4479-9053-492993f47020 req-821b56a4-1163-4bd7-9a3e-6f0f0d10111f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469489 Nov 22 16:03:14.299877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4ce5d-f265-4386-9a8e-6aa0b2a8d8b9 req-7ca87b09-99b7-45c2-89a3-defee5133eb5 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:14.308135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2f4ce5d-f265-4386-9a8e-6aa0b2a8d8b9 req-7ca87b09-99b7-45c2-89a3-defee5133eb5 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1096 time: 0.2561514 Nov 22 16:03:14.419891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=96c6a1a0-502b-4692-a835-63bddf722bdc,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:14.443175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c068c53-63b8-46bc-b520-8fd0e5fdddf2 req-635a84f9-b721-4066-9ba9-7891e490df23 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:14.451457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c068c53-63b8-46bc-b520-8fd0e5fdddf2 req-635a84f9-b721-4066-9ba9-7891e490df23 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 943 time: 0.2501450 Nov 22 16:03:14.519889 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:14.564390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['96c6a1a0-502b-4692-a835-63bddf722bdc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:14.573235 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] Checking router: 27da5ba8-565f-42ff-b086-58d1cf5f3247 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:03:14.587402 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:03:14.588024 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:02:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:14.604702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2f4ce5d-f265-4386-9a8e-6aa0b2a8d8b9 req-4a5f1f7b-475d-4980-a9d0-59337ce8818e tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952635 Nov 22 16:03:14.675435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Allocated IP 192.168.233.124 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/4e1e9964-1ee5-4863-8cfd-85dc5fcc1028) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:14.770975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c068c53-63b8-46bc-b520-8fd0e5fdddf2 req-d3bf1cac-38e5-4197-a205-ac70aee5d472 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180532 Nov 22 16:03:14.807268 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:03:14.844424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80531378-f07b-4479-9053-492993f47020 req-fbec8fc7-e172-4df1-9002-c2cffc0d92c6 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295200 Nov 22 16:03:14.961679 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ae2e46-4f55-48f5-a1b2-da74d6842450 x-openstack-request-id: req-63ae2e46-4f55-48f5-a1b2-da74d6842450 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:14.962228 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c", "name": "network-vif-deleted", "tag": "0f26b76d-16e6-4bb9-8b74-3b8801d88b63", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:14.962228 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63ae2e46-4f55-48f5-a1b2-da74d6842450 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:14.962608 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd95e516-79c9-4cc8-b8c9-c28a7b42cf5c', 'name': 'network-vif-deleted', 'tag': '0f26b76d-16e6-4bb9-8b74-3b8801d88b63', 'status': 'completed', 'code': 200} Nov 22 16:03:14.996766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b8b1915-42b8-431f-8b23-907d3f664669 req-99aa2f34-d60f-450a-98a7-1d6115e2418a tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 210 time: 0.1564476 Nov 22 16:03:15.182409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-6d002474-5a92-457e-b2a6-bed83b48a44b tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:15.188503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-6d002474-5a92-457e-b2a6-bed83b48a44b tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.11 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 824 time: 0.3391912 Nov 22 16:03:15.268659 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:15.310914 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33ca7a-bae7-4bce-9d00-c80734b19a22 None None] The sync data for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 is: [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:03:15.352118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:15.384611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2c9f-2b94-4fc2-86b5-15072acdc56b req-130563b9-cb59-477a-90dd-d0f16cc95e71 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:15.388821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea9a2c9f-2b94-4fc2-86b5-15072acdc56b req-130563b9-cb59-477a-90dd-d0f16cc95e71 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 949 time: 0.1953638 Nov 22 16:03:15.391667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80531378-f07b-4479-9053-492993f47020 req-dab72034-60b6-4d0c-8f7e-b32cab31f454 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121984 Nov 22 16:03:15.427272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-5c4cef9d-f952-4f61-9373-45b518fa7018 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b6426302efc4e58bf9b40f20001371a HTTP/1.1" status: 200 len: 379 time: 0.2075136 Nov 22 16:03:15.447342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Request body: {'port': {'device_id': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'admin_state_up': True, 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'security_groups': ['22e9ac86-49ee-4ca1-af01-e3824f6c5676']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:15.670339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:03:15.700425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829207a7-0a6c-4aa1-ae7e-e7b14db92020 None None] New status for floating IP 4077cf85-31d0-4e4b-9465-ec07f1200ef3: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:03:15.703499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:03:15.703847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0f26b76d-16e6-4bb9-8b74-3b8801d88b63 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:03:15.794088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0e713811-0035-4a74-9fcc-b4413b487f1f details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:03:15.803056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 96c6a1a0-502b-4692-a835-63bddf722bdc up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:15.941956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea9a2c9f-2b94-4fc2-86b5-15072acdc56b req-8e5e815e-9ce7-4b2b-9e7d-7d4db11e29ce tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5421398 Nov 22 16:03:15.961396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.029426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:16.053523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:16.062142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:16.065095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:16.071317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:16.072015 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.137000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7359960 Nov 22 16:03:16.139861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842a3764-0ccf-4014-b076-5795df5f7503 req-b837f579-ce80-4a1f-a5cb-e08310762c26 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 210 time: 0.0458398 Nov 22 16:03:16.140559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Pushing event updated for resources: {'Port': ['ID=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:16.160712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Request body: {'port': {'device_id': 'b63be848-e048-4097-9e9a-a2fa0535f075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:16.181555 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:03:16.215256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.215611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.215978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.216886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.217222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.221424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.221528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.221858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.222201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.222964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.223170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.225890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a996f05-637b-4245-b862-3dcbfb4a6a2e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:16.257059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Made reservation on behalf of 4b6426302efc4e58bf9b40f20001371a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:16.267313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.347475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:16.394519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '0e713811-0035-4a74-9fcc-b4413b487f1f', 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'port_id': '0e713811-0035-4a74-9fcc-b4413b487f1f', 'mac_address': 'fa:16:3e:f7:ba:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf44a3e-fa73-4322-baca-1b91d9430850', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:03:16.396373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.450177 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-f5363e79-89de-45c3-a381-b59ee2f502e1 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:03:16.453685 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-f5363e79-89de-45c3-a381-b59ee2f502e1 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105243 Nov 22 16:03:16.476605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 96c6a1a0-502b-4692-a835-63bddf722bdc completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:03:16.502721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 96c6a1a0-502b-4692-a835-63bddf722bdc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:16.503092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.511715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-6dd41c9b-4fbf-4c34-8428-40063f5d5352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:16.514243 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-6dd41c9b-4fbf-4c34-8428-40063f5d5352 service neutron] 10.222.0.69 "GET /v2.0/ports/b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 1093 time: 0.0495920 Nov 22 16:03:16.533580 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.536625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Request body: {'binding': {'host': 'n-h1-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:16.537189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Unknown quota resources ['binding']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:03:16.587047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e713811-0035-4a74-9fcc-b4413b487f1f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:16.600611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117120d-9ba6-46bb-b961-6634d4e8d604 req-9a23f557-99a9-438b-97dd-fdb669bc5c1c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:16.612293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a117120d-9ba6-46bb-b961-6634d4e8d604 req-9a23f557-99a9-438b-97dd-fdb669bc5c1c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1838849 Nov 22 16:03:16.616512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dfef281b-1a8c-4eae-9144-876a61088028 None None] Provisioning complete for port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:16.617547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dfef281b-1a8c-4eae-9144-876a61088028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.689087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:16.708531 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.767309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on host n-h1-811716-3 for vnic_type normal with profile None {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:16.767898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:16.768261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:16.777804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:16.778490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:16.786754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:16.787718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:16.788469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dfef281b-1a8c-4eae-9144-876a61088028 None None] Port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:16.789097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:16.791154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Bound port: b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:16.832136 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.850751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:16.868107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:16.875268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669823f2-11ee-437d-89e6-fbf1311115ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c6a1a0-502b-4692-a835-63bddf722bdc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:16.878139 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f46f5e-a60b-4de7-9ec9-3924036ce726" -d '{"events": [{"server_uuid": "669823f2-11ee-437d-89e6-fbf1311115ff", "name": "network-vif-plugged", "status": "completed", "tag": "96c6a1a0-502b-4692-a835-63bddf722bdc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:16.882155 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.887764 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-770f951d-f753-43ef-861d-f0a720b597c6 service neutron] 10.222.0.69 "POST /v2.0/ports/b9b88edd-55a3-43f0-a4e5-2b53e96630f4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3589792 Nov 22 16:03:16.900068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 96c6a1a0-502b-4692-a835-63bddf722bdc, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=96c6a1a0-502b-4692-a835-63bddf722bdc,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:16.907006 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:16.923566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Allocated IP 172.20.0.3 (3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0/18b32868-1806-41a0-8f37-90366ab6428f/b779a3d8-664d-486c-b464-4a809babf1d0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:16.978625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a117120d-9ba6-46bb-b961-6634d4e8d604 req-293b0ffe-cdec-4880-9851-90943b14e572 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653169 Nov 22 16:03:17.022166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['0e713811-0035-4a74-9fcc-b4413b487f1f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:17.128277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=96c6a1a0-502b-4692-a835-63bddf722bdc,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:17.315291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:17.340828 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:17.355868 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:17.403698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Transition to ACTIVE for port object 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:03:17.416080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996e06b-646e-4564-b049-e63f0ebdfa8e req-2afd3515-9a80-4c1d-b09b-f8f6744f7888 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:17.418370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1996e06b-646e-4564-b049-e63f0ebdfa8e req-2afd3515-9a80-4c1d-b09b-f8f6744f7888 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 944 time: 0.2544289 Nov 22 16:03:17.426826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-964a3ea6-d45f-4e41-8c6e-a27edff9dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:17.431269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-964a3ea6-d45f-4e41-8c6e-a27edff9dd56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1096 time: 0.1935225 Nov 22 16:03:17.464878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc745c73-ed6b-4555-a808-a91f9bf92d32 req-9cfa46a9-8b8e-4bc3-be4b-0f12cdeb55c1 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:17.467173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc745c73-ed6b-4555-a808-a91f9bf92d32 req-9cfa46a9-8b8e-4bc3-be4b-0f12cdeb55c1 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 936 time: 0.3046889 Nov 22 16:03:17.482759 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:17.657644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:17.660407 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:17.748713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1996e06b-646e-4564-b049-e63f0ebdfa8e req-d0375e0b-911f-4438-9a91-200b554e9786 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786012 Nov 22 16:03:17.752148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc745c73-ed6b-4555-a808-a91f9bf92d32 req-7ac205a3-a4c6-4b0a-bb51-e0184a27aa66 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444873 Nov 22 16:03:17.811390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:17.815937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-255e134f-a1b2-4aff-aaa7-4aa2d30e8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:17.818240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-255e134f-a1b2-4aff-aaa7-4aa2d30e8d83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.3499322 Nov 22 16:03:17.819147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event updated for resources: {'Port': ['ID=b779a3d8-664d-486c-b464-4a809babf1d0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:17.826623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:17.831402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Attempting to bind port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:17.831943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Attempting to bind port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:17.832443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Attempting to bind port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:17.841686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:17.847433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:17.848121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:17.855172 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281e26bd-59d5-42a5-8f5d-d58fd683a0ca x-openstack-request-id: req-281e26bd-59d5-42a5-8f5d-d58fd683a0ca {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:17.856061 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669823f2-11ee-437d-89e6-fbf1311115ff", "name": "network-vif-plugged", "status": "completed", "tag": "96c6a1a0-502b-4692-a835-63bddf722bdc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:17.856479 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-281e26bd-59d5-42a5-8f5d-d58fd683a0ca {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:17.857811 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669823f2-11ee-437d-89e6-fbf1311115ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c6a1a0-502b-4692-a835-63bddf722bdc', 'code': 200} Nov 22 16:03:17.893809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:17.894148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Attempting to bind port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:17.898242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-9327e9ce-e66b-4e0b-b2de-9f6b35447f1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 217 time: 0.0682056 Nov 22 16:03:17.929698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-eb9cc89e-2be4-4919-b290-fa2a38781d21 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4863358 Nov 22 16:03:17.932473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:17.932473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:17.934036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:17.935259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Bound port: 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:17.935999 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:17.984715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Request body: {'port': {'device_id': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:18.150286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca5c61ed-45b7-4692-97d4-ab28a3300a1a None None] Provisioning complete for port b779a3d8-664d-486c-b464-4a809babf1d0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:18.150286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca5c61ed-45b7-4692-97d4-ab28a3300a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:18.152234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-9a69d659-73de-4111-bcad-0b9299ea5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:18.154372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-9a69d659-73de-4111-bcad-0b9299ea5c5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.2450640 Nov 22 16:03:18.202454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c61ed-45b7-4692-97d4-ab28a3300a1a None None] Port b779a3d8-664d-486c-b464-4a809babf1d0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:18.241144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8633372-37ff-49c0-a32f-a91553a25f45 req-69159f09-7223-425e-870c-f62a0299875c tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:18.242756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8633372-37ff-49c0-a32f-a91553a25f45 req-69159f09-7223-425e-870c-f62a0299875c tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 945 time: 0.2796538 Nov 22 16:03:18.244697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540481a6-edac-4a48-91ff-f672c3a20e33 req-bb5b7be4-428a-4819-9a42-f57bac56e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:18.246129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-540481a6-edac-4a48-91ff-f672c3a20e33 req-bb5b7be4-428a-4819-9a42-f57bac56e926 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 1101 time: 0.2680886 Nov 22 16:03:18.253756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-4630cb30-0397-4486-aec0-639010821075 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904043 Nov 22 16:03:18.275662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46638d-cadb-40f9-a78b-eecd123382af req-261bf23c-6d47-4901-9f12-1534db1e2619 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:18.277210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a46638d-cadb-40f9-a78b-eecd123382af req-261bf23c-6d47-4901-9f12-1534db1e2619 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 950 time: 0.3162584 Nov 22 16:03:18.277806 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:18.328641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] For port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:18.395019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] For port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:18.428319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:18.520948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-540481a6-edac-4a48-91ff-f672c3a20e33 req-48a56654-fd11-4823-9921-54595426d937 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628174 Nov 22 16:03:18.525565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8633372-37ff-49c0-a32f-a91553a25f45 req-9b49126d-7b8d-4df0-ae5e-8569be966438 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665348 Nov 22 16:03:18.543610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:18.544234 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:18.546466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] 10.222.0.71 "PUT /v2.0/ports/4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 HTTP/1.1" status: 200 len: 1096 time: 2.3942142 Nov 22 16:03:18.546466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b63be848-e048-4097-9e9a-a2fa0535f075', 'tag': '4e1e9964-1ee5-4863-8cfd-85dc5fcc1028'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:18.548440 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92802d68-c9d7-42ef-95a7-f00e57de2e29" -d '{"events": [{"name": "network-changed", "server_uuid": "b63be848-e048-4097-9e9a-a2fa0535f075", "tag": "4e1e9964-1ee5-4863-8cfd-85dc5fcc1028"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:18.593427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a46638d-cadb-40f9-a78b-eecd123382af req-04f919be-f14c-4f29-892d-94ba83b6497b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953961 Nov 22 16:03:18.748315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25eec8d-8483-4aa4-8245-0c1ee1167f58 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:18.771670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-8fe2f28b-31cc-4d66-b3e9-f98f82b85af8 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899471 Nov 22 16:03:18.867788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7246d2c6-a79b-454a-bce0-4832351afe4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:19.180065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-a5fbb35e-7425-4959-a079-57d2ac10a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:19.181580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-a5fbb35e-7425-4959-a079-57d2ac10a4c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f930785316bf48b5a171db9199ed984b&device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 1099 time: 0.5439568 Nov 22 16:03:19.183068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34792) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:19.199931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d764a-e972-4f0a-b08d-5fd8766b94a5 req-3f4a6899-8244-42f0-bf2f-9a6d203e04e9 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:19.201485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f8d764a-e972-4f0a-b08d-5fd8766b94a5 req-3f4a6899-8244-42f0-bf2f-9a6d203e04e9 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 931 time: 0.5568852 Nov 22 16:03:19.282188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-6f4b456b-0173-464d-857d-9f731e00e401 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 HTTP/1.1" status: 200 len: 217 time: 0.0779765 Nov 22 16:03:19.305558 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:19.366821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f5bfc-3637-495b-8d69-5bd25bd1d4fe req-12f9ee04-56ed-4ffa-a5c4-d3959d844a84 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:19.368441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b95f5bfc-3637-495b-8d69-5bd25bd1d4fe req-12f9ee04-56ed-4ffa-a5c4-d3959d844a84 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.2316191 Nov 22 16:03:19.376146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-74b4d129-c489-4b0e-ad24-10a90498feb4 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951364 Nov 22 16:03:19.391073 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:19.396188 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:19.428527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f8d764a-e972-4f0a-b08d-5fd8766b94a5 req-9ce87ba4-9c2b-41b4-95e3-1a38dceff7a0 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203071 Nov 22 16:03:19.445319 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=301544558d0f4ef1b8654e633675451e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608194 Nov 22 16:03:19.454736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:19.456341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e967f4c3-7064-4296-b987-42f13a8c0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:19.457874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-e967f4c3-7064-4296-b987-42f13a8c0a25 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1586461 Nov 22 16:03:19.474839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2830ef-3817-42d2-a82a-a3c4f2095e73,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:19.497834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.498614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.499536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.501433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.502469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.503086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.503763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.504707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.505321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.505959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.506641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.507131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5a95-822a-4f78-b68b-c49896253cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:19.542470 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806fc7cc-bf6a-4870-beba-faf581a50a04 x-openstack-request-id: req-806fc7cc-bf6a-4870-beba-faf581a50a04 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:19.542771 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b63be848-e048-4097-9e9a-a2fa0535f075", "tag": "4e1e9964-1ee5-4863-8cfd-85dc5fcc1028", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:19.543040 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-806fc7cc-bf6a-4870-beba-faf581a50a04 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:19.543483 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b63be848-e048-4097-9e9a-a2fa0535f075', 'tag': '4e1e9964-1ee5-4863-8cfd-85dc5fcc1028', 'status': 'completed', 'code': 200} Nov 22 16:03:19.580972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b95f5bfc-3637-495b-8d69-5bd25bd1d4fe req-5eb2128c-c3ac-4e14-b9b8-7370323fa36c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987138 Nov 22 16:03:19.594352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b779a3d8-664d-486c-b464-4a809babf1d0 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:19.611283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:19.669291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Transition to ACTIVE for port object b779a3d8-664d-486c-b464-4a809babf1d0 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:03:19.686875 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:19.687120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-fa7da05d-1a07-4fef-8c9e-e0e6f554454f tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:19.688667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-fa7da05d-1a07-4fef-8c9e-e0e6f554454f tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.2457209 Nov 22 16:03:19.702432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-6ef8e3b2-8f96-4279-9d28-211ef5380cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:19.704030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-6ef8e3b2-8f96-4279-9d28-211ef5380cea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1932571 Nov 22 16:03:19.742565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811716-3'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:19.777530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0e713811-0035-4a74-9fcc-b4413b487f1f up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:19.828049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f383456c-87b2-4630-b8fa-3139b05ec08d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:19.862329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 0e713811-0035-4a74-9fcc-b4413b487f1f completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:03:19.868807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 0e713811-0035-4a74-9fcc-b4413b487f1f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:19.869492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:19.879394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71f513-ce4d-4510-bfd1-59846ba94a77 req-27788820-1db9-4ff8-9d9d-7719bf15b4f6 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:19.881077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f71f513-ce4d-4510-bfd1-59846ba94a77 req-27788820-1db9-4ff8-9d9d-7719bf15b4f6 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 948 time: 0.2899604 Nov 22 16:03:19.974059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-2e41ab9f-dd04-470a-98f7-9bf16fc2c881 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225802 Nov 22 16:03:19.976037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.010599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f383456c-87b2-4630-b8fa-3139b05ec08d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.011626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:20.014913 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008a14d7-5673-4481-ada3-b34662b4b477" -d '{"events": [{"server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "name": "network-vif-plugged", "status": "completed", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:20.039035 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:20.044238 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.047345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Pushing event updated for resources: {'Port': ['ID=b779a3d8-664d-486c-b464-4a809babf1d0,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:20.120726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:20.195157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.205299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a6621-7259-4d20-b6e9-daa1b1843144 req-f03135c9-b66c-4465-a732-1a9f8d7d1523 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:20.206912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-453a6621-7259-4d20-b6e9-daa1b1843144 req-f03135c9-b66c-4465-a732-1a9f8d7d1523 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 944 time: 0.5304828 Nov 22 16:03:20.233373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Attempting to bind port b779a3d8-664d-486c-b464-4a809babf1d0 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:20.233796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Attempting to bind port b779a3d8-664d-486c-b464-4a809babf1d0 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:20.234048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Attempting to bind port b779a3d8-664d-486c-b464-4a809babf1d0 on network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:20.281306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Port b779a3d8-664d-486c-b464-4a809babf1d0 on network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:20.281604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Attempting to bind port b779a3d8-664d-486c-b464-4a809babf1d0 on network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:20.291486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f71f513-ce4d-4510-bfd1-59846ba94a77 req-a489f9e9-0626-47ad-a514-48452b392e02 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159075 Nov 22 16:03:20.329950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:20.330303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Checking segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:20.330742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Bound using segment: {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:20.331184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Bound port: b779a3d8-664d-486c-b464-4a809babf1d0, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218c0d16-f3c5-471a-a3cb-791d7ceb5621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:20.333624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.364246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f383456c-87b2-4630-b8fa-3139b05ec08d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.366937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f383456c-87b2-4630-b8fa-3139b05ec08d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.368248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f383456c-87b2-4630-b8fa-3139b05ec08d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b2830ef-3817-42d2-a82a-a3c4f2095e73 HTTP/1.1" status: 204 len: 168 time: 0.9093623 Nov 22 16:03:20.383172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7dc7b3f-4653-4013-85a4-9a72306fe882 req-b4861c29-8c7e-473d-9c60-a5f1c6cd6f1c service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577881 Nov 22 16:03:20.438307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383456c-87b2-4630-b8fa-3139b05ec08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2830ef-3817-42d2-a82a-a3c4f2095e73,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:20.500254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-453a6621-7259-4d20-b6e9-daa1b1843144 req-858abe13-1c9c-472b-9eda-c22a1c80f51f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790945 Nov 22 16:03:20.630450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a5b28-1b83-4fa3-a114-f35b30c729f2 req-cbd11d67-cfab-4c7b-9fb4-491dd6e53f51 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:20.639372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f45a5b28-1b83-4fa3-a114-f35b30c729f2 req-cbd11d67-cfab-4c7b-9fb4-491dd6e53f51 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 945 time: 0.2550926 Nov 22 16:03:20.681686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] For port b779a3d8-664d-486c-b464-4a809babf1d0, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:20.712464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-d1a99351-d656-4bd1-9de0-712bbd4ea682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:20.713964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-d1a99351-d656-4bd1-9de0-712bbd4ea682 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f930785316bf48b5a171db9199ed984b&device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 1099 time: 0.2502074 Nov 22 16:03:20.746250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] For port b779a3d8-664d-486c-b464-4a809babf1d0, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b779a3d8-664d-486c-b464-4a809babf1d0,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:20.777631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.823088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:20.838053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34816) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:20.853413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5857634-01c9-494e-802e-80b524e28688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.879603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:20.881328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:20.881736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] 10.222.0.11 "PUT /v2.0/ports/b779a3d8-664d-486c-b464-4a809babf1d0 HTTP/1.1" status: 200 len: 1091 time: 2.9024670 Nov 22 16:03:20.928483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f45a5b28-1b83-4fa3-a114-f35b30c729f2 req-82b525a1-ea1d-435c-90f5-d6a7e05abd5e tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879367 Nov 22 16:03:20.987264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d3581-fe95-476c-ba9e-01d1e96541d0 req-73b268f9-103f-4e8e-a9b1-394bed47e913 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:21.000218 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-329d3581-fe95-476c-ba9e-01d1e96541d0 req-73b268f9-103f-4e8e-a9b1-394bed47e913 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 950 time: 0.3527663 Nov 22 16:03:21.002941 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5857634-01c9-494e-802e-80b524e28688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.009125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5857634-01c9-494e-802e-80b524e28688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.042040 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126aee50-0eed-4d8a-aa33-7a524615442d x-openstack-request-id: req-126aee50-0eed-4d8a-aa33-7a524615442d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:21.042731 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "name": "network-vif-plugged", "status": "completed", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:21.042731 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-126aee50-0eed-4d8a-aa33-7a524615442d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:21.043032 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f', 'code': 200} Nov 22 16:03:21.082274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5857634-01c9-494e-802e-80b524e28688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37b4a50-1160-40ef-88ac-fe744a8c7dd7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:21.133896 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f5857634-01c9-494e-802e-80b524e28688 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=98a9fe868b8e493880eef000d2291565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946584 Nov 22 16:03:21.134561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34818) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:21.206039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e708d78a-e7cb-48fd-83e6-fe19760dc997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.213318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f831ae4-930f-4634-89ea-5217c051630a service neutron] Pushing event updated for resources: {'Port': ['ID=b779a3d8-664d-486c-b464-4a809babf1d0,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:21.218371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-9dfee60b-8b6e-48af-b9d4-252d565f5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:21.220002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-9dfee60b-8b6e-48af-b9d4-252d565f5fcc service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.4929216 Nov 22 16:03:21.246588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e708d78a-e7cb-48fd-83e6-fe19760dc997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.265268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:21.275030 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de65c1eb-11b1-4717-898e-db743e4392d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.319888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e708d78a-e7cb-48fd-83e6-fe19760dc997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.324579 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e708d78a-e7cb-48fd-83e6-fe19760dc997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.328175 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e708d78a-e7cb-48fd-83e6-fe19760dc997 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e37b4a50-1160-40ef-88ac-fe744a8c7dd7 HTTP/1.1" status: 204 len: 168 time: 0.1909199 Nov 22 16:03:21.339124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708d78a-e7cb-48fd-83e6-fe19760dc997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37b4a50-1160-40ef-88ac-fe744a8c7dd7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:21.379141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-ece3a140-8424-4c65-9143-dc174dabcd4e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 HTTP/1.1" status: 200 len: 217 time: 0.0816147 Nov 22 16:03:21.453007 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.464473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b2306-7624-4b24-8c2c-648dfbbef625 req-084018a0-7683-46f1-80fa-f34b415ba361 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:21.466702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e2b2306-7624-4b24-8c2c-648dfbbef625 req-084018a0-7683-46f1-80fa-f34b415ba361 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 943 time: 0.2772737 Nov 22 16:03:21.471642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-329d3581-fe95-476c-ba9e-01d1e96541d0 req-6c6704d9-9630-4205-8368-ed796f68ae80 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705637 Nov 22 16:03:21.479356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-175eb3bf-844f-49b8-a143-d9b53e47b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:21.481168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-175eb3bf-844f-49b8-a143-d9b53e47b4d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 1094 time: 0.5291240 Nov 22 16:03:21.505445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f81ba-d033-4e95-91bf-5a9e680a94e9 req-3b6d4e21-e0fd-432b-a6aa-1422847a5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:21.506919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c7f81ba-d033-4e95-91bf-5a9e680a94e9 req-3b6d4e21-e0fd-432b-a6aa-1422847a5391 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1096 time: 0.3340285 Nov 22 16:03:21.507543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:21.562463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'tag': 'b779a3d8-664d-486c-b464-4a809babf1d0'}, {'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:21.565500 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9bfde8-2da0-4560-80db-d95f67a56612", "tag": "b779a3d8-664d-486c-b464-4a809babf1d0"}, {"server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:21.633450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-3f5ea966-88fe-4ca3-9755-06de3918877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:21.635360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-3f5ea966-88fe-4ca3-9755-06de3918877b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2404046 Nov 22 16:03:21.639778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-dc1e0b2e-e8bb-406e-8ba0-712f1890ecdc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b779a3d8-664d-486c-b464-4a809babf1d0 HTTP/1.1" status: 200 len: 217 time: 0.1451271 Nov 22 16:03:21.729519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e2b2306-7624-4b24-8c2c-648dfbbef625 req-052f3ecb-d6d1-4071-bbd2-b40156e4feca tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438951 Nov 22 16:03:21.893494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:21.898698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-9d2d2c98-51c4-4d35-a9da-bd089c061b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:21.900529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-9d2d2c98-51c4-4d35-a9da-bd089c061b22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2215357 Nov 22 16:03:21.936063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c7f81ba-d033-4e95-91bf-5a9e680a94e9 req-2039aa80-0ec0-42d2-aaa9-85db2b70262e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099996 Nov 22 16:03:21.972170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2a6e-bbb4-455a-8359-eace85845e17 req-53aa9589-7433-4263-81d6-c350fc860add tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:21.973720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d5f2a6e-bbb4-455a-8359-eace85845e17 req-53aa9589-7433-4263-81d6-c350fc860add tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.3688338 Nov 22 16:03:22.056267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-a905c905-c32d-48f4-b66e-5358809f6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:22.058519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-a905c905-c32d-48f4-b66e-5358809f6d41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18b32868-1806-41a0-8f37-90366ab6428f HTTP/1.1" status: 200 len: 863 time: 0.3825972 Nov 22 16:03:22.067823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on host n-h2-811716-3 for vnic_type normal with profile {"migrating_to": "n-h1-811716-3"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:22.068426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:22.068951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:22.102753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:22.102997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Attempting to bind port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:22.125495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53027a26-e43f-4902-8261-d2906f738642 req-12d8fcd0-75ac-41f5-bb47-d5e89a497af1 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:22.126829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53027a26-e43f-4902-8261-d2906f738642 req-12d8fcd0-75ac-41f5-bb47-d5e89a497af1 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 948 time: 0.2661500 Nov 22 16:03:22.234400 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.341593 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.393446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34860) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:22.444152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:22.444512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:22.445552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:22.445552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Bound port: b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:22.445882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.549497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1251969236-network', 'tenant_id': 'a66a1adff7be4d6da448c2c491ce154f'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:22.587105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Made reservation on behalf of a66a1adff7be4d6da448c2c491ce154f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:22.590854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.605730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-94ea0858-85b3-4bb7-98f0-80fd9334f8d1 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737027 Nov 22 16:03:22.612078 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.616983 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d5f2a6e-bbb4-455a-8359-eace85845e17 req-1b21de7b-3f4c-4cfe-92eb-163077e12f08 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146901 Nov 22 16:03:22.769141 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.773550 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.803075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:03:22.814649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d23efd7-5815-41e4-907b-cb15a34fb4a7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:22.820857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.821448 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Added segment cfbc1697-ab00-4dbe-b46e-fff2f1a576c1 of type vlan for network 0bb9d01b-432d-48f8-89fb-dfbf508ae0de Nov 22 16:03:22.869152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.881564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53027a26-e43f-4902-8261-d2906f738642 req-a5ba000e-5a48-43b6-b94d-724088a64a91 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237206 Nov 22 16:03:22.892841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-f59fe2a5-7f5f-4a00-abe3-74bb8ddb4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:22.894251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-f59fe2a5-7f5f-4a00-abe3-74bb8ddb4513 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4377100 Nov 22 16:03:22.908891 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:22.910974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:22.912296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:23.017151 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6192615 Nov 22 16:03:23.019229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34868) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:23.035343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Request body: {'subnet': {'network_id': '0bb9d01b-432d-48f8-89fb-dfbf508ae0de', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1251969236-subnet', 'tenant_id': 'a66a1adff7be4d6da448c2c491ce154f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:23.048181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:23.052328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a1514-f284-4b23-a3b7-a3e11422d062 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb9d01b-432d-48f8-89fb-dfbf508ae0de,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:23.065942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0bb9d01b-432d-48f8-89fb-dfbf508ae0de details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:03:23.077538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Made reservation on behalf of a66a1adff7be4d6da448c2c491ce154f for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:23.080546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:23.099293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92802d68-c9d7-42ef-95a7-f00e57de2e29 req-5686716c-a21b-4d5d-a5f4-6710385358c6 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643505 Nov 22 16:03:23.101468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-f5d8944b-f593-43e9-b518-85f084c4cf82 service neutron] 10.222.0.11 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863215 Nov 22 16:03:23.139156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:23.144751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2716576-58f0-4c0b-98e5-d4308db16663 req-82973ab0-f35b-4c4e-ae65-ff2b403f9ce9 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:23.152949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2716576-58f0-4c0b-98e5-d4308db16663 req-82973ab0-f35b-4c4e-ae65-ff2b403f9ce9 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 1101 time: 0.3719769 Nov 22 16:03:23.222213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:23.314110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada92e2b-a28b-4e15-b3de-454d1a4bb143 req-d1193ea3-7f71-4e48-9291-7119629bfe1b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:23.315722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ada92e2b-a28b-4e15-b3de-454d1a4bb143 req-d1193ea3-7f71-4e48-9291-7119629bfe1b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.2719378 Nov 22 16:03:23.326012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2716576-58f0-4c0b-98e5-d4308db16663 req-4fa41591-e488-4ec4-92d7-07cf2301ebfb tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699727 Nov 22 16:03:23.365822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:23.396765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d5e597-8cc8-4020-b28e-b0d339672e6c req-edf77e69-3dd6-4c3e-9d9f-50a9b1870682 service neutron] 10.222.0.11 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705915 Nov 22 16:03:23.491390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b020e36f-710d-4514-8e51-b8b0e666f7f8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:23.514037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Checking segment: {'id': 'cfbc1697-ab00-4dbe-b46e-fff2f1a576c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '0bb9d01b-432d-48f8-89fb-dfbf508ae0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:23.514364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Network hostable DHCP agents. Network: 0bb9d01b-432d-48f8-89fb-dfbf508ae0de, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:03:23.549565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Network 0bb9d01b-432d-48f8-89fb-dfbf508ae0de is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:03:23.566892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:23.581973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0bb9d01b-432d-48f8-89fb-dfbf508ae0de) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:23.587365 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9caf223-e852-4103-bc59-358e69669ebe x-openstack-request-id: req-a9caf223-e852-4103-bc59-358e69669ebe {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:23.587897 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9bfde8-2da0-4560-80db-d95f67a56612", "tag": "b779a3d8-664d-486c-b464-4a809babf1d0", "status": "completed", "code": 200}, {"server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "name": "network-vif-unplugged", "status": "completed", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:23.588263 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9caf223-e852-4103-bc59-358e69669ebe {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:23.588906 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'tag': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'status': 'completed', 'code': 200} Nov 22 16:03:23.589319 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4', 'code': 200} Nov 22 16:03:23.593458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd226d5-9e43-4021-86c4-7f6290b5aadf None None] Network 0bb9d01b-432d-48f8-89fb-dfbf508ae0de requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:03:23.599761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:23.600522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:23.609649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ada92e2b-a28b-4e15-b3de-454d1a4bb143 req-3db6d3c3-417d-49ad-bc6a-442fe105dd3a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774184 Nov 22 16:03:23.616440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:23.617516 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:23.619813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-899aeb68-0c70-4f92-8c50-fd687aa3d5b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 1121 time: 3.9056180 Nov 22 16:03:23.649408 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-24c942d0-6b00-437d-ba4d-dac09a0af854 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6290071 Nov 22 16:03:23.707305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:03:23.722880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d3dc9-535e-4765-95ba-8b73aad0d3cc req-4ab337e4-57e7-4480-a9bb-a92cdd66a403 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:23.724514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c9d3dc9-535e-4765-95ba-8b73aad0d3cc req-4ab337e4-57e7-4480-a9bb-a92cdd66a403 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 943 time: 0.1519780 Nov 22 16:03:23.730135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-7581b1c8-1f32-4abf-a913-06b11d5d6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:23.732132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-7581b1c8-1f32-4abf-a913-06b11d5d6cc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 1094 time: 0.1613605 Nov 22 16:03:23.789228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b9b88edd-55a3-43f0-a4e5-2b53e96630f4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:23.807088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f9aeba-7ae9-4054-b48a-9a00bc1cb11c None None] Network 0bb9d01b-432d-48f8-89fb-dfbf508ae0de requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:03:23.876240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c9d3dc9-535e-4765-95ba-8b73aad0d3cc req-261e375f-6aa9-4543-9829-a9b5d4c7a6f8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429141 Nov 22 16:03:23.913882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e59f7e-4a8b-4e13-adc4-68d22d9b5a5f req-247c6856-461f-4531-b810-d552c11e689f tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:23.915455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66e59f7e-4a8b-4e13-adc4-68d22d9b5a5f req-247c6856-461f-4531-b810-d552c11e689f tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 943 time: 0.1196761 Nov 22 16:03:23.918836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-024eb62a-cc53-40f7-adbc-d2178aadff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:23.920408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-024eb62a-cc53-40f7-adbc-d2178aadff67 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 925 time: 0.1803000 Nov 22 16:03:23.999597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-a604d8bc-2f34-4a09-9d40-56c8b13c0c4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b779a3d8-664d-486c-b464-4a809babf1d0 HTTP/1.1" status: 200 len: 217 time: 0.0556295 Nov 22 16:03:24.065285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-ef4559a7-7ffd-4d4f-8dc4-c5eb1ec0bd96 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651526 Nov 22 16:03:24.067124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:24.073376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66e59f7e-4a8b-4e13-adc4-68d22d9b5a5f req-6e343f3e-4319-4c0d-bdb9-4793f83bdf68 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510928 Nov 22 16:03:24.125140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4e1e9964-1ee5-4863-8cfd-85dc5fcc1028', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '4e1e9964-1ee5-4863-8cfd-85dc5fcc1028', 'mac_address': 'fa:16:3e:61:d5:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:03:24.170856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-fd1590da-2177-4f73-b20b-0964ad638717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:24.172888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-fd1590da-2177-4f73-b20b-0964ad638717 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18b32868-1806-41a0-8f37-90366ab6428f HTTP/1.1" status: 200 len: 863 time: 0.1505702 Nov 22 16:03:24.199753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:24.237942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:24.257765 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:24.271832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:24.277584 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:24.305665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39d885-c858-49f6-a922-6431109aca67 req-05cf71af-51b9-46e2-bd6c-4b7bc9cdd690 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:24.316176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa39d885-c858-49f6-a922-6431109aca67 req-05cf71af-51b9-46e2-bd6c-4b7bc9cdd690 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1420677 Nov 22 16:03:24.331393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-d3bfe1ea-fcce-4307-9bac-caf4b7fd7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:24.333226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-d3bfe1ea-fcce-4307-9bac-caf4b7fd7118 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412561 Nov 22 16:03:24.368990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:24.371791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:24.374916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-d7c25e8c-e3b8-4ec1-b028-deacde57fefa tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:24.376545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-d7c25e8c-e3b8-4ec1-b028-deacde57fefa tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856164 Nov 22 16:03:24.380333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.380688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.381465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.382035 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.382544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.383082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.383899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.384427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.385781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.386159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.386319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.386737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:03:24.477282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-2911608a-51e7-408a-89ff-f98e8993ac9c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/quotas/4356fc095a8d4a59bc430016957704c2 HTTP/1.1" status: 200 len: 375 time: 0.0755012 Nov 22 16:03:24.483733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa39d885-c858-49f6-a922-6431109aca67 req-15cb0116-c77e-40f9-a848-3935f914dadf tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664822 Nov 22 16:03:24.563055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-66abe212-9d79-4112-a82a-1b7620c60228 service neutron] 10.222.0.11 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101696 Nov 22 16:03:24.586707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-82a218f7-bb5d-4d83-a747-f4a5df3188db tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1076808 Nov 22 16:03:24.639237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4e1e9964-1ee5-4863-8cfd-85dc5fcc1028'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:24.723842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8cd6da7e-89d8-4d80-9458-4e0c84f36839 req-96e8ff6a-ea28-4fba-afbc-57280c6fc58e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-481649449', 'description': 'tempest-description-462284886'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:24.755770 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:24.818734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c08ed-e4c4-4be4-83dc-cf659cf347e5 req-692c994d-a9ca-425c-83ce-cbca6a09bb34 service neutron] 10.222.0.11 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306466 Nov 22 16:03:24.909909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cd6da7e-89d8-4d80-9458-4e0c84f36839 req-96e8ff6a-ea28-4fba-afbc-57280c6fc58e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:24.975071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e92e7-887f-470d-8ab1-97ed34283bd7 req-d94dbe49-d792-4f3a-8a75-570e2d0b30f2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:24.976719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da7e92e7-887f-470d-8ab1-97ed34283bd7 req-d94dbe49-d792-4f3a-8a75-570e2d0b30f2 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 949 time: 0.1218212 Nov 22 16:03:25.067044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cd6da7e-89d8-4d80-9458-4e0c84f36839 req-96e8ff6a-ea28-4fba-afbc-57280c6fc58e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:25.083211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cd6da7e-89d8-4d80-9458-4e0c84f36839 req-96e8ff6a-ea28-4fba-afbc-57280c6fc58e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:25.101298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da7e92e7-887f-470d-8ab1-97ed34283bd7 req-c1c4dd86-030f-4d55-8182-9fa2338bb650 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984423 Nov 22 16:03:25.129777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8cd6da7e-89d8-4d80-9458-4e0c84f36839 req-96e8ff6a-ea28-4fba-afbc-57280c6fc58e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:25.131051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cd6da7e-89d8-4d80-9458-4e0c84f36839 req-96e8ff6a-ea28-4fba-afbc-57280c6fc58e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4242063 Nov 22 16:03:25.147692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8ff6a-ea28-4fba-afbc-57280c6fc58e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897edc77-ab50-4b70-befd-e20bb9244868,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:25.258745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecc02ec2-6091-4c7e-be3e-c1194792807a req-dc902a3a-8aab-4b32-8174-dfe56cd0b875 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 210 time: 0.0643759 Nov 22 16:03:25.312044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfeae3-7529-4cca-9650-7f40b0749c95 req-34d4f1dd-f668-480e-8e09-15e523d4fcd8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:25.315045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7dfeae3-7529-4cca-9650-7f40b0749c95 req-34d4f1dd-f668-480e-8e09-15e523d4fcd8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.1015551 Nov 22 16:03:25.359225 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:03:25.414137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7dfeae3-7529-4cca-9650-7f40b0749c95 req-26ca95d5-b074-41a5-9c37-dd2aebc4117a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922761 Nov 22 16:03:25.444220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860a2a9-65ab-4cec-9673-71849a58d85a req-6a1ea5cb-3ff5-42a7-8536-6a23d90883cf tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:25.446198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1860a2a9-65ab-4cec-9673-71849a58d85a req-6a1ea5cb-3ff5-42a7-8536-6a23d90883cf tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 943 time: 0.0974727 Nov 22 16:03:25.525929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1860a2a9-65ab-4cec-9673-71849a58d85a req-9b657a99-1865-4412-a584-29f521bebff1 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697691 Nov 22 16:03:25.579051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15565e5f-237a-4403-ba36-5bbd69988aed req-053dee26-a053-487b-afdf-cf30868d223f tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:25.588952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15565e5f-237a-4403-ba36-5bbd69988aed req-053dee26-a053-487b-afdf-cf30868d223f tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 943 time: 0.0760641 Nov 22 16:03:25.616040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:25.618277 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:25.646514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c419082e-53df-4b0b-b803-3bdf9c690d06 req-e6169617-d3e3-4a3a-9eda-12d10b77150d tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/897edc77-ab50-4b70-befd-e20bb9244868 HTTP/1.1" status: 200 len: 1820 time: 0.0768180 Nov 22 16:03:25.664610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c419082e-53df-4b0b-b803-3bdf9c690d06 req-4c97ffee-0147-4619-898d-d663e9bb3bc6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '897edc77-ab50-4b70-befd-e20bb9244868', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:25.664988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c419082e-53df-4b0b-b803-3bdf9c690d06 req-4c97ffee-0147-4619-898d-d663e9bb3bc6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '897edc77-ab50-4b70-befd-e20bb9244868', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:25.699204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15565e5f-237a-4403-ba36-5bbd69988aed req-0fee6a0f-f2b3-4cc3-af05-93b2e99fa845 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115372 Nov 22 16:03:25.759527 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c419082e-53df-4b0b-b803-3bdf9c690d06 req-4c97ffee-0147-4619-898d-d663e9bb3bc6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:25.820459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b9b88edd-55a3-43f0-a4e5-2b53e96630f4 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:03:25.831834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c419082e-53df-4b0b-b803-3bdf9c690d06 req-4c97ffee-0147-4619-898d-d663e9bb3bc6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:25.839769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c419082e-53df-4b0b-b803-3bdf9c690d06 req-4c97ffee-0147-4619-898d-d663e9bb3bc6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:25.848365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda656cd-7f85-4f3a-b298-e811b2a719ba req-8edac2f2-907d-48f2-a43a-80ee7013e349 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:25.849988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eda656cd-7f85-4f3a-b298-e811b2a719ba req-8edac2f2-907d-48f2-a43a-80ee7013e349 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1096 time: 0.0738721 Nov 22 16:03:25.865969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97ffee-0147-4619-898d-d663e9bb3bc6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bee095-ba2a-45df-9743-98e38ccd5d11,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:25.878804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c419082e-53df-4b0b-b803-3bdf9c690d06 req-4c97ffee-0147-4619-898d-d663e9bb3bc6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:25.880121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c419082e-53df-4b0b-b803-3bdf9c690d06 req-4c97ffee-0147-4619-898d-d663e9bb3bc6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2270393 Nov 22 16:03:25.928632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eda656cd-7f85-4f3a-b298-e811b2a719ba req-f573cdca-3609-459c-8409-77de577a38b0 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649915 Nov 22 16:03:26.022906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c9bdf-e818-4839-845a-3fecd4fac04a req-485e7f5c-3a99-456b-89d1-95b7422a212f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:26.024956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa3c9bdf-e818-4839-845a-3fecd4fac04a req-485e7f5c-3a99-456b-89d1-95b7422a212f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.0788977 Nov 22 16:03:26.049862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:26.064678 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d35fbc1-e5be-4786-9a13-6615d476933d x-openstack-request-id: req-0d35fbc1-e5be-4786-9a13-6615d476933d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:26.065136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b9b88edd-55a3-43f0-a4e5-2b53e96630f4 has no active binding in host n-h1-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:03:26.065700 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:26.065982 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d35fbc1-e5be-4786-9a13-6615d476933d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:26.066579 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4', 'status': 'completed', 'code': 200} Nov 22 16:03:26.075070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-033c685c-06a1-4e3c-92df-2ba4e581a7fd req-9d2dcca5-90e9-4647-a984-8464970b5ebe tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-693686373', 'description': 'tempest-description-1638554874'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:26.158834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa3c9bdf-e818-4839-845a-3fecd4fac04a req-71248998-eaac-42cc-8e65-ae14d3e66dff tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184888 Nov 22 16:03:26.161868 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-a28b159c-96c8-470b-b43e-711f1b9e0ec7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=4356fc095a8d4a59bc430016957704c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472445 Nov 22 16:03:26.162500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-033c685c-06a1-4e3c-92df-2ba4e581a7fd req-9d2dcca5-90e9-4647-a984-8464970b5ebe tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:26.198489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-c219bce7-7faa-45ab-a25d-714cf17b8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:26.200100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-c219bce7-7faa-45ab-a25d-714cf17b8a1b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1124 time: 0.1046898 Nov 22 16:03:26.380911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-96c39352-7004-4dad-aa1c-4876216129e9 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:26.382733 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-96c39352-7004-4dad-aa1c-4876216129e9 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135088 Nov 22 16:03:26.386667 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-033c685c-06a1-4e3c-92df-2ba4e581a7fd req-9d2dcca5-90e9-4647-a984-8464970b5ebe tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:26.395318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-1ef3f3c7-6e97-4141-8b63-f24c283de643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:26.396845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-1ef3f3c7-6e97-4141-8b63-f24c283de643 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.1867950 Nov 22 16:03:26.400806 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-033c685c-06a1-4e3c-92df-2ba4e581a7fd req-9d2dcca5-90e9-4647-a984-8464970b5ebe tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:26.401011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Request body: {'port': {'device_id': '2332abd3-895d-41b4-9c8e-f173b3fac625', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '4356fc095a8d4a59bc430016957704c2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:26.441957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dcca5-90e9-4647-a984-8464970b5ebe tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c303820-8a80-4af7-a843-8f7ce67ccb30,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:26.491851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-f9354b23-0877-4c88-86cc-8d6393962137 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 217 time: 0.0508838 Nov 22 16:03:26.501476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8af95-2881-4334-94e8-beb60a8c34a9 req-82cb561d-5750-428d-adf5-56f9fa547470 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:26.502800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67f8af95-2881-4334-94e8-beb60a8c34a9 req-82cb561d-5750-428d-adf5-56f9fa547470 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 949 time: 0.1828699 Nov 22 16:03:26.518195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-033c685c-06a1-4e3c-92df-2ba4e581a7fd req-9d2dcca5-90e9-4647-a984-8464970b5ebe tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:26.527098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-033c685c-06a1-4e3c-92df-2ba4e581a7fd req-9d2dcca5-90e9-4647-a984-8464970b5ebe tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4573922 Nov 22 16:03:26.581301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Made reservation on behalf of 4356fc095a8d4a59bc430016957704c2 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:26.586121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:26.647709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74d97bdd-3990-42b1-991a-0b57cf2a84c1 req-93ecf82d-8ea6-4d66-a5ab-392d89cdf0c5 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 210 time: 0.0436413 Nov 22 16:03:26.652530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-87ffc9c5-877d-41cb-a86e-c24c8ce05555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:26.655250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-87ffc9c5-877d-41cb-a86e-c24c8ce05555 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1513147 Nov 22 16:03:26.732982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-c67988e5-4e44-496a-b47d-04ccb61a4fec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685172 Nov 22 16:03:26.752584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67f8af95-2881-4334-94e8-beb60a8c34a9 req-589e875a-8716-441d-80b9-babddf30f738 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145116 Nov 22 16:03:26.808756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Allocated IP 192.168.233.223 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/a5478042-5c33-457e-a95e-01bbda6f6d48) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:26.933388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f2ffa99-a78f-4be5-bf33-9605ba41d5ca req-ba95f9bf-9cbf-4f60-b97b-500c9f3b964b tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/9c303820-8a80-4af7-a843-8f7ce67ccb30 HTTP/1.1" status: 200 len: 1821 time: 0.1965311 Nov 22 16:03:26.968902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1f2ffa99-a78f-4be5-bf33-9605ba41d5ca req-22c5b4f9-42ec-4c8b-b52c-4b04c7924829 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9c303820-8a80-4af7-a843-8f7ce67ccb30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:26.969233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1f2ffa99-a78f-4be5-bf33-9605ba41d5ca req-22c5b4f9-42ec-4c8b-b52c-4b04c7924829 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9c303820-8a80-4af7-a843-8f7ce67ccb30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:26.987302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809913d-a097-4d6d-ac9e-572725a032c1 req-220eca35-0a2a-493b-923e-15835e72ab68 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:26.996135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e809913d-a097-4d6d-ac9e-572725a032c1 req-220eca35-0a2a-493b-923e-15835e72ab68 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 943 time: 0.1395524 Nov 22 16:03:27.012154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-4414ae75-a811-4b96-afd6-f3517c644845 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562115 Nov 22 16:03:27.055478 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.119288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.135821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:27.142744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', '961eb9d5-b6ec-4b79-957a-1644252a5989', '29859b65-2576-4ee6-913b-70a09d883caa', '96c6a1a0-502b-4692-a835-63bddf722bdc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:27.155314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e809913d-a097-4d6d-ac9e-572725a032c1 req-ce537db7-3066-4ed6-b378-6e085c347a8c tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581717 Nov 22 16:03:27.161798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:27.205376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:27.223890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:27.284585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf0f6f5f-78ce-4140-85b9-bacb2dd84e3b req-e88747a0-e7da-48b4-bda5-f2ca9846de4f service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637401 Nov 22 16:03:27.298157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f2ffa99-a78f-4be5-bf33-9605ba41d5ca req-22c5b4f9-42ec-4c8b-b52c-4b04c7924829 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.347094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event updated for resources: {'Port': ['ID=a5478042-5c33-457e-a95e-01bbda6f6d48,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:27.368952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f2ffa99-a78f-4be5-bf33-9605ba41d5ca req-22c5b4f9-42ec-4c8b-b52c-4b04c7924829 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.383137 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f2ffa99-a78f-4be5-bf33-9605ba41d5ca req-22c5b4f9-42ec-4c8b-b52c-4b04c7924829 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.401561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:27.404225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.427021 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-00dc2657-b846-4d17-ac99-b80760edbeb7 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0345764 Nov 22 16:03:27.441484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Request body: {'port': {'device_id': '2332abd3-895d-41b4-9c8e-f173b3fac625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:27.451502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e3dfd-85e1-4328-83a4-d2a6bf429888 req-fd3b82de-23c7-4756-bfaf-2f846557ab25 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:27.461158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b0e3dfd-85e1-4328-83a4-d2a6bf429888 req-fd3b82de-23c7-4756-bfaf-2f846557ab25 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 943 time: 0.1725707 Nov 22 16:03:27.464556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5b4f9-42ec-4c8b-b52c-4b04c7924829 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646652e8-e4f7-4983-85e3-0bb2b3c1ee29,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:27.500088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f2ffa99-a78f-4be5-bf33-9605ba41d5ca req-22c5b4f9-42ec-4c8b-b52c-4b04c7924829 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.520507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f2ffa99-a78f-4be5-bf33-9605ba41d5ca req-22c5b4f9-42ec-4c8b-b52c-4b04c7924829 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5676808 Nov 22 16:03:27.621691 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.622547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-be256900-2714-43bc-9a9e-a7bc2774436d None None] Provisioning complete for port a5478042-5c33-457e-a95e-01bbda6f6d48 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:27.622945 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be256900-2714-43bc-9a9e-a7bc2774436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.625698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b0e3dfd-85e1-4328-83a4-d2a6bf429888 req-fdd02788-eba2-43a9-8bdc-568921862837 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504796 Nov 22 16:03:27.703876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-af0d9994-dfb9-477d-a104-e9884d67bbc2 req-b3764a69-4068-4d13-bd2b-c51a52500303 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-449307528', 'description': 'tempest-description-1969599171'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:27.722891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:27.771792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-be256900-2714-43bc-9a9e-a7bc2774436d None None] Port a5478042-5c33-457e-a95e-01bbda6f6d48 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:27.785068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7a6cf-96a5-400a-9085-59c417b19c59 req-bfcb65db-20a4-4174-bd80-5877360bab5a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:27.794026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30b7a6cf-96a5-400a-9085-59c417b19c59 req-bfcb65db-20a4-4174-bd80-5877360bab5a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1374083 Nov 22 16:03:27.835055 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af0d9994-dfb9-477d-a104-e9884d67bbc2 req-b3764a69-4068-4d13-bd2b-c51a52500303 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:27.877648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b779a3d8-664d-486c-b464-4a809babf1d0 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:03:27.929545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30b7a6cf-96a5-400a-9085-59c417b19c59 req-0a389203-8e9b-4c73-a73e-b65f438f2b5b tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063821 Nov 22 16:03:28.105436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af0d9994-dfb9-477d-a104-e9884d67bbc2 req-b3764a69-4068-4d13-bd2b-c51a52500303 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.129215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port b779a3d8-664d-486c-b464-4a809babf1d0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b779a3d8-664d-486c-b464-4a809babf1d0,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:28.142599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:03:28.161835 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af0d9994-dfb9-477d-a104-e9884d67bbc2 req-b3764a69-4068-4d13-bd2b-c51a52500303 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.172470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'port_id': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'mac_address': 'fa:16:3e:e2:36:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:03:28.174128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:28.174510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.200513 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af0d9994-dfb9-477d-a104-e9884d67bbc2 req-b3764a69-4068-4d13-bd2b-c51a52500303 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.207284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af0d9994-dfb9-477d-a104-e9884d67bbc2 req-b3764a69-4068-4d13-bd2b-c51a52500303 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5090797 Nov 22 16:03:28.330745 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.343982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-03d12e2b-9655-4d20-999b-4624e6eb8c0d service neutron] 10.222.0.71 "GET /v2.0/ports/b9b88edd-55a3-43f0-a4e5-2b53e96630f4/bindings/n-h1-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.2365465 Nov 22 16:03:28.347506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3764a69-4068-4d13-bd2b-c51a52500303 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75732165-8493-45ac-b549-9ea9011cdf4d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:28.407217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b779a3d8-664d-486c-b464-4a809babf1d0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:28.423559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaad041-65f6-4173-b7d7-80450c6c37f9 req-efe7087e-bf71-4eb0-bb72-4ed857affde4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:28.425326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eaaad041-65f6-4173-b7d7-80450c6c37f9 req-efe7087e-bf71-4eb0-bb72-4ed857affde4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 936 time: 0.3407593 Nov 22 16:03:28.455579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37547cd7-b352-46bb-8089-e30acd602bfc req-d9c5fc53-6df1-4ac1-bcd6-31a9f39f2c0a tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:28.455579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37547cd7-b352-46bb-8089-e30acd602bfc req-d9c5fc53-6df1-4ac1-bcd6-31a9f39f2c0a tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 949 time: 0.1452315 Nov 22 16:03:28.500406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port b779a3d8-664d-486c-b464-4a809babf1d0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b779a3d8-664d-486c-b464-4a809babf1d0,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:28.530407 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.548555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eaaad041-65f6-4173-b7d7-80450c6c37f9 req-dc05d195-fa70-45f4-ac50-87c583eb7f8e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931911 Nov 22 16:03:28.574678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5478042-5c33-457e-a95e-01bbda6f6d48 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:28.597618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.602125 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.621216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37547cd7-b352-46bb-8089-e30acd602bfc req-893ca84f-f713-47f6-998e-3a036a87447f tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573586 Nov 22 16:03:28.641703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Transition to ACTIVE for port object a5478042-5c33-457e-a95e-01bbda6f6d48 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:03:28.651789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=b779a3d8-664d-486c-b464-4a809babf1d0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:28.657411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.666254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63be848-e048-4097-9e9a-a2fa0535f075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1e9964-1ee5-4863-8cfd-85dc5fcc1028'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:28.668575 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb7f199-be8b-4e33-b74c-e1929d14a5dd" -d '{"events": [{"server_uuid": "b63be848-e048-4097-9e9a-a2fa0535f075", "name": "network-vif-plugged", "status": "completed", "tag": "4e1e9964-1ee5-4863-8cfd-85dc5fcc1028"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:28.690027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:28.695144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-06ff4a28-5eaf-4452-87e3-60574e74ada8 req-bd9f2ef7-d659-4d28-9b11-ab60a4204c46 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-840858863', 'description': 'tempest-description-1908018001'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:28.705376 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:28.766627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Pushing event updated for resources: {'Port': ['ID=a5478042-5c33-457e-a95e-01bbda6f6d48,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:28.818702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:28.890936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Attempting to bind port a5478042-5c33-457e-a95e-01bbda6f6d48 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:28.891461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Attempting to bind port a5478042-5c33-457e-a95e-01bbda6f6d48 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:28.892179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Attempting to bind port a5478042-5c33-457e-a95e-01bbda6f6d48 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:28.892806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['b779a3d8-664d-486c-b464-4a809babf1d0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:28.900040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Port a5478042-5c33-457e-a95e-01bbda6f6d48 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:28.902704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Attempting to bind port a5478042-5c33-457e-a95e-01bbda6f6d48 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:28.918570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:28.919630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:28.920179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:28.920746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Bound port: a5478042-5c33-457e-a95e-01bbda6f6d48, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:28.921232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.063444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] For port a5478042-5c33-457e-a95e-01bbda6f6d48, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:29.067299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] For port a5478042-5c33-457e-a95e-01bbda6f6d48, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a5478042-5c33-457e-a95e-01bbda6f6d48,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:29.080310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.125938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:29.126584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.128293 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] 10.222.0.71 "PUT /v2.0/ports/a5478042-5c33-457e-a95e-01bbda6f6d48 HTTP/1.1" status: 200 len: 1096 time: 1.6913900 Nov 22 16:03:29.130781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2332abd3-895d-41b4-9c8e-f173b3fac625', 'tag': 'a5478042-5c33-457e-a95e-01bbda6f6d48'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:29.133299 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cfc922-4d3d-480a-a3bf-47687040a7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2332abd3-895d-41b4-9c8e-f173b3fac625", "tag": "a5478042-5c33-457e-a95e-01bbda6f6d48"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:29.181538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b34a5f-bace-4d30-bc60-3626ebe6822d service neutron] Pushing event updated for resources: {'Port': ['ID=a5478042-5c33-457e-a95e-01bbda6f6d48,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:29.275301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-8d40195e-beeb-40a0-9984-4cd2dd44c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:29.280891 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-8d40195e-beeb-40a0-9984-4cd2dd44c35b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 1099 time: 0.0874627 Nov 22 16:03:29.327658 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-06ff4a28-5eaf-4452-87e3-60574e74ada8 req-bd9f2ef7-d659-4d28-9b11-ab60a4204c46 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.345059 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-08c9a8ff-36f0-4658-b486-76b5b82229b7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5478042-5c33-457e-a95e-01bbda6f6d48 HTTP/1.1" status: 200 len: 217 time: 0.0566938 Nov 22 16:03:29.359204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2742a0-6a5f-404b-8b95-b860e373da2c req-d91dd0e8-923e-411a-8cf4-09869918ae12 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:29.361116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba2742a0-6a5f-404b-8b95-b860e373da2c req-d91dd0e8-923e-411a-8cf4-09869918ae12 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 943 time: 0.6574430 Nov 22 16:03:29.395799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:29.403870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e9dd8e86-77ef-48b8-b1b5-2e89bb8cf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:29.407953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-e9dd8e86-77ef-48b8-b1b5-2e89bb8cf548 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0535660 Nov 22 16:03:29.455250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:29.462425 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-d4bcd9a2-7755-4b14-975c-0523caaee912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:29.464020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-d4bcd9a2-7755-4b14-975c-0523caaee912 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505590 Nov 22 16:03:29.505358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba2742a0-6a5f-404b-8b95-b860e373da2c req-0c673dbc-da44-45fe-9442-f1388e05c0d4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187475 Nov 22 16:03:29.518998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b88edd-55a3-43f0-a4e5-2b53e96630f4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:29.535182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:29.562903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-06ff4a28-5eaf-4452-87e3-60574e74ada8 req-bd9f2ef7-d659-4d28-9b11-ab60a4204c46 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.564630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.571589 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8238f792-7866-444e-9b02-8bf1b00c4895 x-openstack-request-id: req-8238f792-7866-444e-9b02-8bf1b00c4895 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:29.572291 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63be848-e048-4097-9e9a-a2fa0535f075", "name": "network-vif-plugged", "status": "completed", "tag": "4e1e9964-1ee5-4863-8cfd-85dc5fcc1028", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:29.572613 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8238f792-7866-444e-9b02-8bf1b00c4895 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:29.573351 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63be848-e048-4097-9e9a-a2fa0535f075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1e9964-1ee5-4863-8cfd-85dc5fcc1028', 'code': 200} Nov 22 16:03:29.592755 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-06ff4a28-5eaf-4452-87e3-60574e74ada8 req-bd9f2ef7-d659-4d28-9b11-ab60a4204c46 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.598659 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-62e070e0-d70e-4517-98d4-69b59daa15f1 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269207 Nov 22 16:03:29.644533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-06ff4a28-5eaf-4452-87e3-60574e74ada8 req-bd9f2ef7-d659-4d28-9b11-ab60a4204c46 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.645748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06ff4a28-5eaf-4452-87e3-60574e74ada8 req-bd9f2ef7-d659-4d28-9b11-ab60a4204c46 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.9560058 Nov 22 16:03:29.706641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f2ef7-d659-4d28-9b11-ab60a4204c46 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9461ef8-d93d-4461-9e11-80d592b5b241,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:29.752261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f8958-9202-4bf1-bea0-36edcfa223c2 req-08a0c58a-e9a5-4771-914e-f49199ff5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:29.754212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f02f8958-9202-4bf1-bea0-36edcfa223c2 req-08a0c58a-e9a5-4771-914e-f49199ff5751 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 1101 time: 0.0888290 Nov 22 16:03:29.756569 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e7fecf4-0f17-4c73-9244-d5aba393a0cf req-05929574-93e7-4cd0-94c8-b930bb9fde04 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501594 Nov 22 16:03:29.765580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320f230-b280-4645-848e-0b8d2107acb6 req-9031661f-ea6d-44a6-a8f3-5bc47e972401 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:29.767150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1320f230-b280-4645-848e-0b8d2107acb6 req-9031661f-ea6d-44a6-a8f3-5bc47e972401 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 944 time: 0.1340091 Nov 22 16:03:29.777290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] Transition to ACTIVE for port object b9b88edd-55a3-43f0-a4e5-2b53e96630f4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:03:29.797736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:29.813157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f02f8958-9202-4bf1-bea0-36edcfa223c2 req-38716299-66e1-4b9e-a97e-c4c1c835e6cf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Nov 22 16:03:29.847416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae80034-d458-4137-850b-52f01b9b260d req-ab11128a-a67d-42af-aa80-1ca5567ff896 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:29.848966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ae80034-d458-4137-850b-52f01b9b260d req-ab11128a-a67d-42af-aa80-1ca5567ff896 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1367774 Nov 22 16:03:29.916362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1320f230-b280-4645-848e-0b8d2107acb6 req-7603d653-bc6e-4c06-8850-457fc052f284 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378465 Nov 22 16:03:29.942075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] No DVR routers for this DVR port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:03:29.954753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:29.999824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ae80034-d458-4137-850b-52f01b9b260d req-c9071c5b-7d85-4725-876d-2c910d39c451 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332579 Nov 22 16:03:30.004932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e691d2cb-187f-42d7-ba22-ea47d86e5948 service neutron] 10.222.0.71 "PUT /v2.0/ports/b9b88edd-55a3-43f0-a4e5-2b53e96630f4/bindings/n-h1-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6520813 Nov 22 16:03:30.076247 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891dcc18-c776-4481-baba-0c567d2c1262 x-openstack-request-id: req-891dcc18-c776-4481-baba-0c567d2c1262 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:30.076643 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2332abd3-895d-41b4-9c8e-f173b3fac625", "tag": "a5478042-5c33-457e-a95e-01bbda6f6d48", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:30.077515 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-891dcc18-c776-4481-baba-0c567d2c1262 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:30.078153 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2332abd3-895d-41b4-9c8e-f173b3fac625', 'tag': 'a5478042-5c33-457e-a95e-01bbda6f6d48', 'status': 'completed', 'code': 200} Nov 22 16:03:30.209124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-0e4d637b-1f9c-4c2e-9e89-dc35b259a538 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.210727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-0e4d637b-1f9c-4c2e-9e89-dc35b259a538 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.1280508 Nov 22 16:03:30.220072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-a5a9edd5-3d4f-4847-b3c6-3b6c0604a6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.221648 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-a5a9edd5-3d4f-4847-b3c6-3b6c0604a6e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 1099 time: 0.0972898 Nov 22 16:03:30.292244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b7d8c-5a7b-4fd0-abe4-7fe9873b34e4 req-a0f1d3b6-1019-4920-9ba8-7ff15fed4f7d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.293816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc5b7d8c-5a7b-4fd0-abe4-7fe9873b34e4 req-a0f1d3b6-1019-4920-9ba8-7ff15fed4f7d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 948 time: 0.1537426 Nov 22 16:03:30.414898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-41890455-1b15-474f-8be9-b415c6bab9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.416501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-41890455-1b15-474f-8be9-b415c6bab9e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936&tenant_id=0627f132295b49ea8052d55add2acfaf HTTP/1.1" status: 200 len: 1095 time: 0.1929834 Nov 22 16:03:30.439081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc5b7d8c-5a7b-4fd0-abe4-7fe9873b34e4 req-af392823-1967-4463-958b-fe1a7015ca1a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318221 Nov 22 16:03:30.444268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-7a95706a-1459-45a8-bdcc-3624af6f8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.445741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-7a95706a-1459-45a8-bdcc-3624af6f8de5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1889265 Nov 22 16:03:30.527212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-8a070605-d23c-4645-99aa-eef1defc1992 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a5478042-5c33-457e-a95e-01bbda6f6d48 HTTP/1.1" status: 200 len: 217 time: 0.0715215 Nov 22 16:03:30.642068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba0f15-dda3-4a6e-8336-3fb4d885f5a0 req-5b147d87-0cca-4880-bc57-dedd91e994af tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.643946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87ba0f15-dda3-4a6e-8336-3fb4d885f5a0 req-5b147d87-0cca-4880-bc57-dedd91e994af tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 950 time: 0.1900988 Nov 22 16:03:30.660574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-d358e0ff-0356-4e7c-947d-963ab0530dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.661995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-d358e0ff-0356-4e7c-947d-963ab0530dd8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1261988 Nov 22 16:03:30.670524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-54620764-3773-42e5-ac4d-042db882ec73 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/75732165-8493-45ac-b549-9ea9011cdf4d HTTP/1.1" status: 200 len: 1821 time: 0.1473129 Nov 22 16:03:30.736931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-726b2528-b149-42f9-a05b-49a50a8cf64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.738459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-726b2528-b149-42f9-a05b-49a50a8cf64d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1095 time: 0.1570721 Nov 22 16:03:30.835713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87ba0f15-dda3-4a6e-8336-3fb4d885f5a0 req-3a2c9ffc-1410-4910-88ec-b033f006f28e tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785102 Nov 22 16:03:30.841942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-2be9bfa3-36fa-4fe1-8709-91a9c3da773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.843499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-2be9bfa3-36fa-4fe1-8709-91a9c3da773f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1720531 Nov 22 16:03:30.850608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-26681bc6-9124-419a-ab94-cac9859499cb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/a9461ef8-d93d-4461-9e11-80d592b5b241 HTTP/1.1" status: 200 len: 1821 time: 0.1608365 Nov 22 16:03:30.872713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-da9d68b5-4703-4717-83b3-0142f540be3e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75732165-8493-45ac-b549-9ea9011cdf4d', 'remote_group_id': 'a9461ef8-d93d-4461-9e11-80d592b5b241', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:30.874122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-da9d68b5-4703-4717-83b3-0142f540be3e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75732165-8493-45ac-b549-9ea9011cdf4d', 'remote_group_id': 'a9461ef8-d93d-4461-9e11-80d592b5b241', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:30.958931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-de7c1903-1ca3-48f8-b94e-bbf804e1f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:30.960497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-de7c1903-1ca3-48f8-b94e-bbf804e1f942 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2095518 Nov 22 16:03:31.063189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-5eb85fd5-a6f9-48cf-9b69-ce0582cd2681 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 217 time: 0.0935028 Nov 22 16:03:31.120184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-90a7b223-ccd0-4908-b84b-7632a6fe98bc service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646055 Nov 22 16:03:31.227326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-3d59ee2b-a859-4873-90e9-21222f4f2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:31.229132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-3d59ee2b-a859-4873-90e9-21222f4f2d74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1495826 Nov 22 16:03:31.243159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d3346-5167-486b-a6de-91ee88cbb1ff req-27c9178a-9fe5-4873-b8a6-deb2c3b611d9 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:31.251770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d4d3346-5167-486b-a6de-91ee88cbb1ff req-27c9178a-9fe5-4873-b8a6-deb2c3b611d9 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 944 time: 0.2713301 Nov 22 16:03:31.270314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-da9d68b5-4703-4717-83b3-0142f540be3e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.325389 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-e77ba0a0-1dea-413b-889c-cdc133e1314c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718980 Nov 22 16:03:31.468017 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-da9d68b5-4703-4717-83b3-0142f540be3e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.468558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35024) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:31.471477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d4d3346-5167-486b-a6de-91ee88cbb1ff req-0c789d21-a623-441e-bae9-1188f857dc74 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017925 Nov 22 16:03:31.474137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1884920828'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:31.475855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8cfc922-4d3d-480a-a3bf-47687040a7ea req-826a9356-f719-4cb6-962f-cc548a078ea2 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346314 Nov 22 16:03:31.478043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-da9d68b5-4703-4717-83b3-0142f540be3e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.502909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:31.507960 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.567771 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-4a3a2644-c421-4a8b-9381-bbe49c22735a service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995926 Nov 22 16:03:31.576422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:03:31.589981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.590247 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Added segment 55b525d3-9c91-43a7-a0b0-7950c5bd5376 of type vlan for network 3e3199dd-7343-40be-8bf7-cded96021a14 Nov 22 16:03:31.614055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d68b5-4703-4717-83b3-0142f540be3e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be338304-3837-4a9e-8de9-14cd88a8b21f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:31.642457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.658423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-da9d68b5-4703-4717-83b3-0142f540be3e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.659676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b796f09-2f67-453f-9dd4-e4b532e52a54 req-da9d68b5-4703-4717-83b3-0142f540be3e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7943060 Nov 22 16:03:31.688568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.695746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23409b77-5a99-4968-8cd0-79455c092c0f req-f8f18eff-fde4-43c8-8bea-b37f91fd08bc tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:31.697426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23409b77-5a99-4968-8cd0-79455c092c0f req-f8f18eff-fde4-43c8-8bea-b37f91fd08bc tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 944 time: 0.1565096 Nov 22 16:03:31.701112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:31.701786 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.707131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b9b88edd-55a3-43f0-a4e5-2b53e96630f4 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:03:31.759607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-26b5e93e-9d85-4851-ba85-57412fddbd9c service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698735 Nov 22 16:03:31.781805 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3121426 Nov 22 16:03:31.796615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:31.811202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b9b88edd-55a3-43f0-a4e5-2b53e96630f4 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:03:31.811623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-700429517'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:31.845319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23409b77-5a99-4968-8cd0-79455c092c0f req-c37fc8ab-9414-424e-b20c-e03a04b46d24 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268973 Nov 22 16:03:31.885086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b779a3d8-664d-486c-b464-4a809babf1d0 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:31.885444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:31.891600 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.922540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c9a7-ce7c-40bb-854e-1c51b10b3745 req-26871de3-0e30-4c5d-b8ac-cbac5a1d217d tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:31.924177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b351c9a7-ce7c-40bb-854e-1c51b10b3745 req-26871de3-0e30-4c5d-b8ac-cbac5a1d217d tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1502187 Nov 22 16:03:31.943764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cf49e-908b-4c91-bf6a-d4820dddd1c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Network': ['ID=3e3199dd-7343-40be-8bf7-cded96021a14,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:31.982118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:03:31.988237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3e3199dd-7343-40be-8bf7-cded96021a14 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:03:31.995132 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:31.996929 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Added segment 0bea3eca-df32-4663-b60a-96b3edc19718 of type vlan for network 41c81ba1-2dba-474a-8318-dba665f3557d Nov 22 16:03:32.063375 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.079263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port b779a3d8-664d-486c-b464-4a809babf1d0 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:03:32.085757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port b779a3d8-664d-486c-b464-4a809babf1d0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:32.086606 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.148706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b351c9a7-ce7c-40bb-854e-1c51b10b3745 req-4b37252a-f278-42d0-a95a-b79b5110e955 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078600 Nov 22 16:03:32.160724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f992ea-7344-4f29-98bf-68008ae76536 req-82e07448-aeab-41dd-872c-1790747c1afc tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:32.162324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08f992ea-7344-4f29-98bf-68008ae76536 req-82e07448-aeab-41dd-872c-1790747c1afc tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 948 time: 0.2328978 Nov 22 16:03:32.177685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-065da919-a30e-46f1-b3ed-ae40de6f8378 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:32.179378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-065da919-a30e-46f1-b3ed-ae40de6f8378 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.1063333 Nov 22 16:03:32.179732 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.181847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.187581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:32.188252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.214583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b779a3d8-664d-486c-b464-4a809babf1d0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:32.216823 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537b3376-31dc-4e15-8557-32797e0a10ef" -d '{"events": [{"server_uuid": "aa9bfde8-2da0-4560-80db-d95f67a56612", "name": "network-vif-plugged", "status": "completed", "tag": "b779a3d8-664d-486c-b464-4a809babf1d0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:32.241317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port b779a3d8-664d-486c-b464-4a809babf1d0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b779a3d8-664d-486c-b464-4a809babf1d0,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:32.245891 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.305117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d2ef340f-f587-49c8-ae57-026a58d4aa52 req-c26230c0-a00f-4dcf-9b1c-2b17690786f5 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2663377', 'description': 'tempest-description-1168099418'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:32.319816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=b779a3d8-664d-486c-b464-4a809babf1d0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:32.368150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5650764 Nov 22 16:03:32.370257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35036) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:32.377221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'subnet': {'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:32.384746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e321792-064c-433c-be82-f6852523b091 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Network': ['ID=41c81ba1-2dba-474a-8318-dba665f3557d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:32.399233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 41c81ba1-2dba-474a-8318-dba665f3557d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:03:32.444448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08f992ea-7344-4f29-98bf-68008ae76536 req-6bd4a5ae-ebc7-41ea-975f-71d3e2cb946c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634277 Nov 22 16:03:32.447121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d2ef340f-f587-49c8-ae57-026a58d4aa52 req-c26230c0-a00f-4dcf-9b1c-2b17690786f5 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.514525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:32.520888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.626776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-06b306e2-1bbe-4224-95bc-2d3b6bfbb6a2 service neutron] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:32.643135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90433ee-1333-4245-bcea-33d569f702b5 req-6e336f91-c5bc-4bec-b24a-cbe37139d0cd tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:32.645012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f90433ee-1333-4245-bcea-33d569f702b5 req-6e336f91-c5bc-4bec-b24a-cbe37139d0cd tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 950 time: 0.1026926 Nov 22 16:03:32.674457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-06b306e2-1bbe-4224-95bc-2d3b6bfbb6a2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.675555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4ae8e16-0b25-4a38-8e31-672eb36eddc2 req-06b306e2-1bbe-4224-95bc-2d3b6bfbb6a2 service neutron] 10.222.0.11 "DELETE /v2.0/ports/b9b88edd-55a3-43f0-a4e5-2b53e96630f4/bindings/n-h2-811716-3 HTTP/1.1" status: 204 len: 173 time: 0.4837692 Nov 22 16:03:32.694234 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d2ef340f-f587-49c8-ae57-026a58d4aa52 req-c26230c0-a00f-4dcf-9b1c-2b17690786f5 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.706330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d2ef340f-f587-49c8-ae57-026a58d4aa52 req-c26230c0-a00f-4dcf-9b1c-2b17690786f5 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.758934 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d2ef340f-f587-49c8-ae57-026a58d4aa52 req-c26230c0-a00f-4dcf-9b1c-2b17690786f5 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.771245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2ef340f-f587-49c8-ae57-026a58d4aa52 req-c26230c0-a00f-4dcf-9b1c-2b17690786f5 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5332499 Nov 22 16:03:32.777380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26230c0-a00f-4dcf-9b1c-2b17690786f5 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a674019-f95d-40b7-b9a4-a3d7fae0ea50,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:32.789741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f90433ee-1333-4245-bcea-33d569f702b5 req-a8a77a8c-b241-493c-8e88-f1cbaf91d510 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097331 Nov 22 16:03:32.819755 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce2b25d-d17a-421a-bd7d-df2a63b72e01 x-openstack-request-id: req-5ce2b25d-d17a-421a-bd7d-df2a63b72e01 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:32.820369 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9bfde8-2da0-4560-80db-d95f67a56612", "name": "network-vif-plugged", "status": "completed", "tag": "b779a3d8-664d-486c-b464-4a809babf1d0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:32.820792 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ce2b25d-d17a-421a-bd7d-df2a63b72e01 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:32.821532 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'code': 200} Nov 22 16:03:32.824474 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.839633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c4a78016-c27c-4a67-bda1-88ef3bc6ff81 req-157cbd03-0fe8-4693-9973-93705a56db75 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1177611507', 'description': 'tempest-description-1928804528'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:32.884109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4a78016-c27c-4a67-bda1-88ef3bc6ff81 req-157cbd03-0fe8-4693-9973-93705a56db75 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.915292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Subnet': ['ID=6e7f4476-633b-42f5-b692-760d693fae89,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:32.918679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Checking segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:32.919815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network hostable DHCP agents. Network: 3e3199dd-7343-40be-8bf7-cded96021a14, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:03:32.946356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 3e3199dd-7343-40be-8bf7-cded96021a14 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:03:32.959596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3e3199dd-7343-40be-8bf7-cded96021a14) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:32.966312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:32.970189 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:32.972428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4f445-a686-4406-9c8a-3edd962431e9 None None] Network 3e3199dd-7343-40be-8bf7-cded96021a14 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:03:33.044600 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-36fa3714-1c56-4920-a5d5-d757133ff7a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6700845 Nov 22 16:03:33.044907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35048) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:33.050351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'subnet': {'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:33.056476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dad7bb-02d7-41b4-9fb4-c909d931f5cc req-c9ca5e0e-4276-4dc4-b9a9-a2302a2a7291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:33.059194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23dad7bb-02d7-41b4-9fb4-c909d931f5cc req-c9ca5e0e-4276-4dc4-b9a9-a2302a2a7291 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 1096 time: 0.1476355 Nov 22 16:03:33.092776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad74559-5429-4bd3-85c7-0403ca0dca8f req-31142c90-28eb-420a-bc21-75af5b4577aa tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:33.100752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cad74559-5429-4bd3-85c7-0403ca0dca8f req-31142c90-28eb-420a-bc21-75af5b4577aa tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 944 time: 0.1714880 Nov 22 16:03:33.122298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4a78016-c27c-4a67-bda1-88ef3bc6ff81 req-157cbd03-0fe8-4693-9973-93705a56db75 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:33.139307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4a78016-c27c-4a67-bda1-88ef3bc6ff81 req-157cbd03-0fe8-4693-9973-93705a56db75 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:33.231865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:33.233332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-3e3199dd-7343-40be-8bf7-cded96021a14', 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'fixed_ips': [{'subnet_id': '6e7f4476-633b-42f5-b692-760d693fae89'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:03:33.234463 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:33.237776 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:33.265126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cad74559-5429-4bd3-85c7-0403ca0dca8f req-00a37b32-958f-447e-bcec-90e39fa08f9a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609952 Nov 22 16:03:33.345392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23dad7bb-02d7-41b4-9fb4-c909d931f5cc req-bd69bc80-9011-4510-888b-44deda74e95d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759681 Nov 22 16:03:33.350974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157cbd03-0fe8-4693-9973-93705a56db75 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c747d4-a9be-4f69-9c1c-65d0706ab407,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:33.373256 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c4a78016-c27c-4a67-bda1-88ef3bc6ff81 req-157cbd03-0fe8-4693-9973-93705a56db75 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:33.374949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4a78016-c27c-4a67-bda1-88ef3bc6ff81 req-157cbd03-0fe8-4693-9973-93705a56db75 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5396619 Nov 22 16:03:33.447118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Allocated IP 10.1.1.2 (3e3199dd-7343-40be-8bf7-cded96021a14/6e7f4476-633b-42f5-b692-760d693fae89/d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:33.535740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:33.546513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b39a71-b0db-4df7-84ae-50fd484b3a40 req-b73c7403-cde8-4389-8a99-2b9fe58c3d03 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:33.557849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45b39a71-b0db-4df7-84ae-50fd484b3a40 req-b73c7403-cde8-4389-8a99-2b9fe58c3d03 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 945 time: 0.1061463 Nov 22 16:03:33.694872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45b39a71-b0db-4df7-84ae-50fd484b3a40 req-9e00ae3d-148c-4d54-b5f9-1babbaf2ce86 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360354 Nov 22 16:03:33.706283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Checking segment: {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:33.707031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network hostable DHCP agents. Network: 41c81ba1-2dba-474a-8318-dba665f3557d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:03:33.718565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a5478042-5c33-457e-a95e-01bbda6f6d48 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:03:33.720704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Subnet': ['ID=90238561-d432-4710-a708-6f7cae4dfb4c,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:33.723350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5601c-6952-4fe5-a134-eb8faf6f23a6 req-0fccf18e-b3f8-4ebf-8aa3-2b7771485ef7 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:33.738453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8d5601c-6952-4fe5-a134-eb8faf6f23a6 req-0fccf18e-b3f8-4ebf-8aa3-2b7771485ef7 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.1319160 Nov 22 16:03:33.752110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 41c81ba1-2dba-474a-8318-dba665f3557d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:03:33.776900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 41c81ba1-2dba-474a-8318-dba665f3557d) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:33.781644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:33.782354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:33.805199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8a833-356c-438b-b4dd-e367529500e8 None None] Network 41c81ba1-2dba-474a-8318-dba665f3557d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:03:33.814452 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0456aa24-78b6-4a39-a607-edd24c40e809 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7680521 Nov 22 16:03:33.817226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35064) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:33.823108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'port': {'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'name': 'tempest-TaggedBootDevicesTest_v242-1796511606', 'fixed_ips': [{'subnet_id': '6e7f4476-633b-42f5-b692-760d693fae89'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:33.828982 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:33.875415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8d5601c-6952-4fe5-a134-eb8faf6f23a6 req-26e70607-c0e0-4891-a867-223a22dffcf9 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302800 Nov 22 16:03:33.919867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-bcbfe7d5-af60-4072-bd5e-8556e963f009 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/2a674019-f95d-40b7-b9a4-a3d7fae0ea50 HTTP/1.1" status: 200 len: 1819 time: 0.1031454 Nov 22 16:03:34.015719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:34.037523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-805dd17c-2933-4040-bec8-94e55b317bbc tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/35c747d4-a9be-4f69-9c1c-65d0706ab407 HTTP/1.1" status: 200 len: 1822 time: 0.1097596 Nov 22 16:03:34.045356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-5ea37b2e-fa3a-47a5-9cbd-7c1d4dc5143c tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a674019-f95d-40b7-b9a4-a3d7fae0ea50', 'remote_group_id': '35c747d4-a9be-4f69-9c1c-65d0706ab407', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:34.045658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-5ea37b2e-fa3a-47a5-9cbd-7c1d4dc5143c tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2a674019-f95d-40b7-b9a4-a3d7fae0ea50', 'remote_group_id': '35c747d4-a9be-4f69-9c1c-65d0706ab407', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:34.062444 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.076770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d9a76-fe74-4522-b3ef-253a24e9e788 req-1c6880fc-ad81-419b-964d-4d084fccff26 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:34.087246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-716d9a76-fe74-4522-b3ef-253a24e9e788 req-1c6880fc-ad81-419b-964d-4d084fccff26 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 948 time: 0.1259077 Nov 22 16:03:34.127807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Network 3e3199dd-7343-40be-8bf7-cded96021a14 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:34.147878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:34.163074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:34.172707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Pushing event updated for resources: {'Port': ['ID=d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:34.213098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-716d9a76-fe74-4522-b3ef-253a24e9e788 req-1f4d2f23-8fbb-4769-8496-b4c2668852ba tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248710 Nov 22 16:03:34.214637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a5478042-5c33-457e-a95e-01bbda6f6d48, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a5478042-5c33-457e-a95e-01bbda6f6d48,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:34.250662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-5ea37b2e-fa3a-47a5-9cbd-7c1d4dc5143c tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.272755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.281825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'a5478042-5c33-457e-a95e-01bbda6f6d48', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'a5478042-5c33-457e-a95e-01bbda6f6d48', 'mac_address': 'fa:16:3e:3a:79:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:03:34.304402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Attempting to bind port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:34.304782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Attempting to bind port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:34.305154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Attempting to bind port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:34.318464 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-5ea37b2e-fa3a-47a5-9cbd-7c1d4dc5143c tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.325550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-5ea37b2e-fa3a-47a5-9cbd-7c1d4dc5143c tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.346568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:34.346956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Checking segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:34.347365 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.347783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Bound using segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:34.348288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Bound port: d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:34.348678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.349904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] device_id is not set on port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:03:34.374551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea37b2e-fa3a-47a5-9cbd-7c1d4dc5143c tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b56e8f-a456-4026-8409-2cc4f2be6e6b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:34.401408 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-5ea37b2e-fa3a-47a5-9cbd-7c1d4dc5143c tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.414219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73dca71b-da68-42e9-b5dd-775a674402d2 req-5ea37b2e-fa3a-47a5-9cbd-7c1d4dc5143c tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3755591 Nov 22 16:03:34.422014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-41c81ba1-2dba-474a-8318-dba665f3557d', 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'fixed_ips': [{'subnet_id': '90238561-d432-4710-a708-6f7cae4dfb4c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:03:34.423535 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.428488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.469718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aac188-6141-4675-9f3a-a7e0f7310728 req-8ec3b82a-f48c-45a1-b3ee-1fba7d4eec88 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:34.474515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5478042-5c33-457e-a95e-01bbda6f6d48 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:34.481839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6aac188-6141-4675-9f3a-a7e0f7310728 req-8ec3b82a-f48c-45a1-b3ee-1fba7d4eec88 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 950 time: 0.1440630 Nov 22 16:03:34.505368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6c637ae7-3de2-48af-978c-2307817447df None None] For port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:34.570653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6aac188-6141-4675-9f3a-a7e0f7310728 req-fceb5e78-1ac0-4703-8b9d-5d125301e839 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876861 Nov 22 16:03:34.587876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15710ca3-08de-426a-ae89-6515fc0573d5 req-86d7c35d-8389-47c1-a09e-f2975171e99a tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:34.589720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15710ca3-08de-426a-ae89-6515fc0573d5 req-86d7c35d-8389-47c1-a09e-f2975171e99a tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1095 time: 0.0738373 Nov 22 16:03:34.604894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a5478042-5c33-457e-a95e-01bbda6f6d48, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a5478042-5c33-457e-a95e-01bbda6f6d48,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:34.626105 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.636454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6c637ae7-3de2-48af-978c-2307817447df None None] For port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:34.662864 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.735030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2fbaf96-50f5-43b2-bd07-808e6f9e6ed5 req-8ba6401f-6633-473e-a0f7-9f6050579e48 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/35c747d4-a9be-4f69-9c1c-65d0706ab407 HTTP/1.1" status: 200 len: 1822 time: 0.1091025 Nov 22 16:03:34.817344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15710ca3-08de-426a-ae89-6515fc0573d5 req-707cce12-6c19-41b6-a44f-99a0c07326e9 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063129 Nov 22 16:03:34.914026 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f2fbaf96-50f5-43b2-bd07-808e6f9e6ed5 req-e1253841-73f9-48c3-9cae-5e8724883678 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:34.928014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=a5478042-5c33-457e-a95e-01bbda6f6d48,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:34.969525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Allocated IP 10.1.1.201 (3e3199dd-7343-40be-8bf7-cded96021a14/6e7f4476-633b-42f5-b692-760d693fae89/774d0636-3f7e-42ca-9821-e6cdb5e625d7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:34.974672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['a5478042-5c33-457e-a95e-01bbda6f6d48'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:34.993823 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f2fbaf96-50f5-43b2-bd07-808e6f9e6ed5 req-e1253841-73f9-48c3-9cae-5e8724883678 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.117267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Allocated IP 10.2.2.2 (41c81ba1-2dba-474a-8318-dba665f3557d/90238561-d432-4710-a708-6f7cae4dfb4c/bb896661-8ded-4a3e-8d16-77d5a42a69ba) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:35.350740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.373565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c637ae7-3de2-48af-978c-2307817447df None None] Pushing event updated for resources: {'Port': ['ID=d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:35.430272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.498109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 3e3199dd-7343-40be-8bf7-cded96021a14 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:35.502199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:35.504707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:35.535958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec021a4-93e6-49d9-8c5b-6b1ec19fbd13 req-d756cab4-5881-4410-96e2-27eb25fbd99d tempest-LiveMigrationNegativeTest-1305211146 tempest-LiveMigrationNegativeTest-1305211146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:35.543805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ec021a4-93e6-49d9-8c5b-6b1ec19fbd13 req-d756cab4-5881-4410-96e2-27eb25fbd99d tempest-LiveMigrationNegativeTest-1305211146 tempest-LiveMigrationNegativeTest-1305211146-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 1101 time: 0.5390956 Nov 22 16:03:35.552146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=774d0636-3f7e-42ca-9821-e6cdb5e625d7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:35.552838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.560755 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.568321 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0ec021a4-93e6-49d9-8c5b-6b1ec19fbd13 req-dec71abf-96d6-477f-90da-5255e7ee9a7a tempest-LiveMigrationNegativeTest-1305211146 tempest-LiveMigrationNegativeTest-1305211146-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.586289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:35.586966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.614583 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f2fbaf96-50f5-43b2-bd07-808e6f9e6ed5 req-e1253841-73f9-48c3-9cae-5e8724883678 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.619032 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f2fbaf96-50f5-43b2-bd07-808e6f9e6ed5 req-e1253841-73f9-48c3-9cae-5e8724883678 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.629698 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-78992098-12cf-4016-8817-61f1bd7078f4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8110237 Nov 22 16:03:35.632108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2fbaf96-50f5-43b2-bd07-808e6f9e6ed5 req-e1253841-73f9-48c3-9cae-5e8724883678 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "DELETE /v2.0/security-groups/35c747d4-a9be-4f69-9c1c-65d0706ab407 HTTP/1.1" status: 204 len: 173 time: 0.8748777 Nov 22 16:03:35.632720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35084) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:35.642081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'port': {'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'name': 'tempest-TaggedBootDevicesTest_v242-456182183', 'fixed_ips': [{'subnet_id': '6e7f4476-633b-42f5-b692-760d693fae89'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:35.663370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Network 41c81ba1-2dba-474a-8318-dba665f3557d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:35.670186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Pushing event updated for resources: {'Port': ['ID=bb896661-8ded-4a3e-8d16-77d5a42a69ba,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:35.672519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:35.675367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:35.690835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1253841-73f9-48c3-9cae-5e8724883678 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c747d4-a9be-4f69-9c1c-65d0706ab407,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:35.754837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Attempting to bind port bb896661-8ded-4a3e-8d16-77d5a42a69ba on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:35.755144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Attempting to bind port bb896661-8ded-4a3e-8d16-77d5a42a69ba by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:35.755509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Attempting to bind port bb896661-8ded-4a3e-8d16-77d5a42a69ba on network 41c81ba1-2dba-474a-8318-dba665f3557d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:35.765444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:35.765798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Checking segment: {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:35.766202 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.766597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Bound using segment: {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:35.767067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Bound port: bb896661-8ded-4a3e-8d16-77d5a42a69ba, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:35.767443 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.828629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56c4c5-502b-41b5-ab89-7783aa145c76 req-270b36b9-175f-4dd0-a64d-a96f3dedaeb9 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:35.829769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab56c4c5-502b-41b5-ab89-7783aa145c76 req-270b36b9-175f-4dd0-a64d-a96f3dedaeb9 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 945 time: 0.1023543 Nov 22 16:03:35.831944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0ec021a4-93e6-49d9-8c5b-6b1ec19fbd13 req-dec71abf-96d6-477f-90da-5255e7ee9a7a tempest-LiveMigrationNegativeTest-1305211146 tempest-LiveMigrationNegativeTest-1305211146-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.843432 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0ec021a4-93e6-49d9-8c5b-6b1ec19fbd13 req-dec71abf-96d6-477f-90da-5255e7ee9a7a tempest-LiveMigrationNegativeTest-1305211146 tempest-LiveMigrationNegativeTest-1305211146-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.905982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:35.913004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.923561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] For port bb896661-8ded-4a3e-8d16-77d5a42a69ba, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:35.930716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] For port bb896661-8ded-4a3e-8d16-77d5a42a69ba, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bb896661-8ded-4a3e-8d16-77d5a42a69ba,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:35.941806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] device_id is not set on port 4981b67e-c0b1-47e0-a783-60395413223f yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:03:35.942412 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:35.957062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ec021a4-93e6-49d9-8c5b-6b1ec19fbd13 req-dec71abf-96d6-477f-90da-5255e7ee9a7a tempest-LiveMigrationNegativeTest-1305211146 tempest-LiveMigrationNegativeTest-1305211146-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077997 Nov 22 16:03:35.965762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec71abf-96d6-477f-90da-5255e7ee9a7a tempest-LiveMigrationNegativeTest-1305211146 tempest-LiveMigrationNegativeTest-1305211146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cd0521-1b5e-45b1-95d4-c2f92c84412d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:36.020523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab56c4c5-502b-41b5-ab89-7783aa145c76 req-8985c95b-1383-4221-a40b-d237d3820a6b tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821661 Nov 22 16:03:36.129513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2cfdb-8291-44ab-8cbf-8fe0ba550881 None None] Pushing event updated for resources: {'Port': ['ID=bb896661-8ded-4a3e-8d16-77d5a42a69ba,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:36.242877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Allocated IP 10.1.1.56 (3e3199dd-7343-40be-8bf7-cded96021a14/6e7f4476-633b-42f5-b692-760d693fae89/4981b67e-c0b1-47e0-a783-60395413223f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:36.300416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954529c-b43e-4c07-a802-aabc690c4f5d req-358012b9-7604-4baf-90f4-a848cb57170c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:36.307323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a954529c-b43e-4c07-a802-aabc690c4f5d req-358012b9-7604-4baf-90f4-a848cb57170c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 945 time: 0.2087686 Nov 22 16:03:36.387793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-0b752d8f-204f-4f49-b47c-d9507cf66ff5 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:36.389828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-0b752d8f-204f-4f49-b47c-d9507cf66ff5 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 808 time: 0.2615783 Nov 22 16:03:36.466980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-9093ad8c-c72f-4183-b81c-6f62b20a456e tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/quotas/0627f132295b49ea8052d55add2acfaf HTTP/1.1" status: 200 len: 375 time: 0.0654845 Nov 22 16:03:36.471473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a954529c-b43e-4c07-a802-aabc690c4f5d req-be7b49b5-71de-4d72-b5f8-2cc0da9b9664 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553130 Nov 22 16:03:36.555852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:36.567801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:36.579090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-7d9869fa-1309-4dbd-8a00-266a15b58a08 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982211 Nov 22 16:03:36.612123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:36.623659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a4230-0c98-4413-ae0d-77322c295bc1 None None] Network 3e3199dd-7343-40be-8bf7-cded96021a14 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:03:36.675816 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 3e3199dd-7343-40be-8bf7-cded96021a14 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:36.682395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:36.688289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:36.752091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239298-e95f-4127-a6cf-1fb82a7332f8 req-a8d02dea-46ed-4241-b315-1cdae2cc492e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:36.753491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=4981b67e-c0b1-47e0-a783-60395413223f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:36.754186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9c6ba49c-1dc3-495a-9060-fcb077623cde None None] Provisioning complete for port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:36.754645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba49c-1dc3-495a-9060-fcb077623cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:36.774841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9239298-e95f-4127-a6cf-1fb82a7332f8 req-a8d02dea-46ed-4241-b315-1cdae2cc492e tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 949 time: 0.1707108 Nov 22 16:03:36.790754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:36.791226 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:36.819049 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6c2edb2e-4f84-4e6a-a124-5979d3931a67 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1844254 Nov 22 16:03:36.833360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:36.833987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:36.838173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-3856dd90-1ba7-441c-8315-dea102c3fff5 service neutron] 10.222.0.69 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581816 Nov 22 16:03:36.868892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9239298-e95f-4127-a6cf-1fb82a7332f8 req-b5310207-6755-45ec-835c-d82b6c6361e4 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911610 Nov 22 16:03:36.981584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-896e72db-2c0e-4179-8919-12f5948fba90 req-df906718-1c1b-403b-b43d-33e29c0c70f6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/2a674019-f95d-40b7-b9a4-a3d7fae0ea50 HTTP/1.1" status: 200 len: 1819 time: 0.0683668 Nov 22 16:03:37.027554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-f435608c-e31c-4f60-b24b-3e9a93a9e8d5 service neutron] 10.222.0.69 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659920 Nov 22 16:03:37.094854 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba49c-1dc3-495a-9060-fcb077623cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:37.101908 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:37.264626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9c6ba49c-1dc3-495a-9060-fcb077623cde None None] For port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:37.271210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bc18f-9b0e-4db2-bb6c-3771cc40f4ae req-6085d754-c3b9-419b-aff4-21600460b7fa tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:37.273345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c26bc18f-9b0e-4db2-bb6c-3771cc40f4ae req-6085d754-c3b9-419b-aff4-21600460b7fa tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 945 time: 0.1535003 Nov 22 16:03:37.278541 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba49c-1dc3-495a-9060-fcb077623cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:37.289322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:37.298499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Request body: {'floatingip': {'port_id': 'b779a3d8-664d-486c-b464-4a809babf1d0'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:37.375021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:37.381791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:03:37.388927 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:03:37.551891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ba49c-1dc3-495a-9060-fcb077623cde None None] Pushing event updated for resources: {'Port': ['ID=d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:37.729086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-65926801-8888-4a6a-8d18-511dacef858e None None] Provisioning complete for port 4981b67e-c0b1-47e0-a783-60395413223f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:37.729814 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65926801-8888-4a6a-8d18-511dacef858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:37.750112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a5478042-5c33-457e-a95e-01bbda6f6d48 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:37.848053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-65926801-8888-4a6a-8d18-511dacef858e None None] Port 4981b67e-c0b1-47e0-a783-60395413223f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:37.900613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ee3830-ef1b-439f-bbb8-cd622077ea45 None None] Network 41c81ba1-2dba-474a-8318-dba665f3557d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:03:37.974040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bec0066e-16d1-4008-bc10-a0f0313e6dce req-b66ecdaa-13d7-4046-b6b2-7ff18be30ea3 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-412825245', 'description': 'tempest-description-1974706599'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:38.018690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-65926801-8888-4a6a-8d18-511dacef858e None None] Provisioning complete for port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:38.019065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65926801-8888-4a6a-8d18-511dacef858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.036661 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bec0066e-16d1-4008-bc10-a0f0313e6dce req-b66ecdaa-13d7-4046-b6b2-7ff18be30ea3 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.103423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:38.108141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-71b2ce4b-7685-4459-8c2a-1238c49c23f1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1095543654', 'description': 'tempest-description--16803324'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:38.179871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71b2ce4b-7685-4459-8c2a-1238c49c23f1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.246501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port a5478042-5c33-457e-a95e-01bbda6f6d48 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:03:38.282733 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port a5478042-5c33-457e-a95e-01bbda6f6d48 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:38.286522 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.353324 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71b2ce4b-7685-4459-8c2a-1238c49c23f1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.364571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71b2ce4b-7685-4459-8c2a-1238c49c23f1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.415839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bec0066e-16d1-4008-bc10-a0f0313e6dce req-b66ecdaa-13d7-4046-b6b2-7ff18be30ea3 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.435438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71b2ce4b-7685-4459-8c2a-1238c49c23f1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.440248 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-71b2ce4b-7685-4459-8c2a-1238c49c23f1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3356328 Nov 22 16:03:38.441080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35142) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:38.451180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bec0066e-16d1-4008-bc10-a0f0313e6dce req-b66ecdaa-13d7-4046-b6b2-7ff18be30ea3 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.457620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-576ab5e5-bf98-4576-bbce-50a56977ed3e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'security_group_rule': {'security_group_id': '66be33a2-a8e3-47a1-81e3-db6945e209de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:38.462315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2ce4b-7685-4459-8c2a-1238c49c23f1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66be33a2-a8e3-47a1-81e3-db6945e209de,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:38.525377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac2b796b-529b-426d-88d1-c7a87b4601dd req-7aa064b3-9125-4e1e-aa41-42b7140f7873 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 210 time: 0.1044164 Nov 22 16:03:38.546294 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-576ab5e5-bf98-4576-bbce-50a56977ed3e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.593226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-65926801-8888-4a6a-8d18-511dacef858e None None] Port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:38.641179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-65926801-8888-4a6a-8d18-511dacef858e None None] Provisioning complete for port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:38.642067 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65926801-8888-4a6a-8d18-511dacef858e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.712307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bec0066e-16d1-4008-bc10-a0f0313e6dce req-b66ecdaa-13d7-4046-b6b2-7ff18be30ea3 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.714876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:38.728127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bec0066e-16d1-4008-bc10-a0f0313e6dce req-b66ecdaa-13d7-4046-b6b2-7ff18be30ea3 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.7911856 Nov 22 16:03:38.773412 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-576ab5e5-bf98-4576-bbce-50a56977ed3e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.778806 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-576ab5e5-bf98-4576-bbce-50a56977ed3e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.811451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-576ab5e5-bf98-4576-bbce-50a56977ed3e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.813275 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-576ab5e5-bf98-4576-bbce-50a56977ed3e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3705487 Nov 22 16:03:38.816073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35154) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:38.821205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-49da04d8-423b-418d-bc58-45cbc8f7833f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'security_group_rule': {'security_group_id': '66be33a2-a8e3-47a1-81e3-db6945e209de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:38.829329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ab5e5-bf98-4576-bbce-50a56977ed3e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834b7740-8d5c-4a6e-ab4e-59df7282d7db,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:38.846426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ecdaa-13d7-4046-b6b2-7ff18be30ea3 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:38.876558 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-49da04d8-423b-418d-bc58-45cbc8f7833f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.885995 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.951695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:38.952109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:38.954198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8d5f-b6bf-4847-a380-e1b26fa1c8b9 req-8f3de47a-d22b-4f24-a66f-bd1aa48073dd tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:38.956260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0dc8d5f-b6bf-4847-a380-e1b26fa1c8b9 req-8f3de47a-d22b-4f24-a66f-bd1aa48073dd tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 949 time: 0.2136869 Nov 22 16:03:38.987228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2332abd3-895d-41b4-9c8e-f173b3fac625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5478042-5c33-457e-a95e-01bbda6f6d48'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:38.989590 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524711c1-5ecd-4af4-84eb-fc7146eef95a" -d '{"events": [{"server_uuid": "2332abd3-895d-41b4-9c8e-f173b3fac625", "name": "network-vif-plugged", "status": "completed", "tag": "a5478042-5c33-457e-a95e-01bbda6f6d48"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:39.001512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-49da04d8-423b-418d-bc58-45cbc8f7833f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.014611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a5478042-5c33-457e-a95e-01bbda6f6d48, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a5478042-5c33-457e-a95e-01bbda6f6d48,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:39.022699 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.023350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.028513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-49da04d8-423b-418d-bc58-45cbc8f7833f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.042989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.065417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da04d8-423b-418d-bc58-45cbc8f7833f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df41cb26-0982-4447-9f1a-467335979bb7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:39.087190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-49da04d8-423b-418d-bc58-45cbc8f7833f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.103867 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-49da04d8-423b-418d-bc58-45cbc8f7833f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863612 Nov 22 16:03:39.105254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35160) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:39.111960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:39.119542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Provisioning complete for port 4981b67e-c0b1-47e0-a783-60395413223f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:39.120086 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.136758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef1a299f-70db-4386-ad7c-08356f034936 req-59ebb978-c7e3-41b1-814f-2b036e335cc5 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0 HTTP/1.1" status: 200 len: 1821 time: 0.1778641 Nov 22 16:03:39.148536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=a5478042-5c33-457e-a95e-01bbda6f6d48,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:39.172461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ef1a299f-70db-4386-ad7c-08356f034936 req-083b2996-eab4-4491-8789-781d007f0f7e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:39.172916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ef1a299f-70db-4386-ad7c-08356f034936 req-083b2996-eab4-4491-8789-781d007f0f7e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:39.176145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.199308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Port 4981b67e-c0b1-47e0-a783-60395413223f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:39.229503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Provisioning complete for port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:39.231956 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.250180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bb896661-8ded-4a3e-8d16-77d5a42a69ba up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:39.353401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.356892 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Floating IP 4077cf85-31d0-4e4b-9465-ec07f1200ef3 associated. External IP: 172.25.5.225, port: b779a3d8-664d-486c-b464-4a809babf1d0. Nov 22 16:03:39.384229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:39.391514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bb896661-8ded-4a3e-8d16-77d5a42a69ba triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:39.391885 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.423945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0dc8d5f-b6bf-4847-a380-e1b26fa1c8b9 req-77e8a411-9efb-44ae-8c75-7b86ef086d9b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466512 Nov 22 16:03:39.427872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Provisioning complete for port bb896661-8ded-4a3e-8d16-77d5a42a69ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:39.427872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.509179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Allocated IP 172.25.5.20 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/9f9ec9a0-45ef-4101-8bf9-bf41840389b4) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:39.547957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-53148e35-13ee-44be-8ab4-77fdbf16f991 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:39.550484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-53148e35-13ee-44be-8ab4-77fdbf16f991 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 808 time: 0.4310784 Nov 22 16:03:39.574479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.592598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Request body: {'port': {'device_id': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'admin_state_up': True, 'tenant_id': '0627f132295b49ea8052d55add2acfaf'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:39.610578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.630109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port bb896661-8ded-4a3e-8d16-77d5a42a69ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bb896661-8ded-4a3e-8d16-77d5a42a69ba,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:39.637798 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.649227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.667571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ef1a299f-70db-4386-ad7c-08356f034936 req-083b2996-eab4-4491-8789-781d007f0f7e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.700551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4bba2-8b5b-4e9b-93a2-0f03bfaedd07 req-660fd8a9-40bd-480f-b9af-14b8747b06ea tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:39.702336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3f4bba2-8b5b-4e9b-93a2-0f03bfaedd07 req-660fd8a9-40bd-480f-b9af-14b8747b06ea tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 950 time: 0.1819489 Nov 22 16:03:39.708265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.722320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=bb896661-8ded-4a3e-8d16-77d5a42a69ba,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:39.725095 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:03:39.725464 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-ca4e2b32-f9b0-4ed2-a31b-9d9c0da20426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:03:39.754490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:03:39.756748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:39.760606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ef1a299f-70db-4386-ad7c-08356f034936 req-083b2996-eab4-4491-8789-781d007f0f7e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.761273 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:39.765538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:39.788596 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ef1a299f-70db-4386-ad7c-08356f034936 req-083b2996-eab4-4491-8789-781d007f0f7e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.814862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=9f9ec9a0-45ef-4101-8bf9-bf41840389b4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:39.878202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b2996-eab4-4491-8789-781d007f0f7e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd7cacb-b662-4cd0-a8f5-49474e31c117,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:39.900875 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ef1a299f-70db-4386-ad7c-08356f034936 req-083b2996-eab4-4491-8789-781d007f0f7e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.902091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef1a299f-70db-4386-ad7c-08356f034936 req-083b2996-eab4-4491-8789-781d007f0f7e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7364554 Nov 22 16:03:39.917348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.925267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:39.944630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3f4bba2-8b5b-4e9b-93a2-0f03bfaedd07 req-b018fc85-e75e-43d6-8d00-56575d56113b tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829245 Nov 22 16:03:39.950757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'port_id': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'mac_address': 'fa:16:3e:68:cc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab7aae-234f-45ce-af7c-c8ca355c4f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:03:39.951582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Made reservation on behalf of 0627f132295b49ea8052d55add2acfaf for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:39.963673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.990287 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:39.993349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Router 27da5ba8-565f-42ff-b086-58d1cf5f3247 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:03:40.001438 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579c841c-f301-421d-bbf8-d1070896ddc8 x-openstack-request-id: req-579c841c-f301-421d-bbf8-d1070896ddc8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:40.002040 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2332abd3-895d-41b4-9c8e-f173b3fac625", "name": "network-vif-plugged", "status": "completed", "tag": "a5478042-5c33-457e-a95e-01bbda6f6d48", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:40.002310 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-579c841c-f301-421d-bbf8-d1070896ddc8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:40.002718 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2332abd3-895d-41b4-9c8e-f173b3fac625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5478042-5c33-457e-a95e-01bbda6f6d48', 'code': 200} Nov 22 16:03:40.024453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.053398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:40.089874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:40.104541 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.156224 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cd2c22a-7bab-486f-93d7-8b3c1cb1a803 req-1ac2c56a-4d2e-4b10-858e-58ea51c2d795 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 210 time: 0.0712407 Nov 22 16:03:40.162871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:40.201298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d19d83-ea19-4875-9fa7-29a3552d953a req-a0c21680-3f6e-4ac2-a2ea-23fc273ad2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:40.203503 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-63d19d83-ea19-4875-9fa7-29a3552d953a req-a0c21680-3f6e-4ac2-a2ea-23fc273ad2a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 1101 time: 0.1338730 Nov 22 16:03:40.280699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.285191 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-63d19d83-ea19-4875-9fa7-29a3552d953a req-fccf1b66-7cf1-4779-9045-11276621ca7f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Nov 22 16:03:40.286253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.292802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45cf9c29-05d1-404b-938f-7d6284deedb5 req-c44708c1-5bb5-4ed8-b995-9c719b405f4e tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0 HTTP/1.1" status: 200 len: 2414 time: 0.1420293 Nov 22 16:03:40.298142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:03:40.304540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.311158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-45cf9c29-05d1-404b-938f-7d6284deedb5 req-7cf2ae29-12c5-4e4c-bbd1-9e8035da46eb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0', 'remote_group_id': None}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:40.311596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-45cf9c29-05d1-404b-938f-7d6284deedb5 req-7cf2ae29-12c5-4e4c-bbd1-9e8035da46eb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0', 'remote_group_id': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:40.311780 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] Sync routers for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:03:40.332441 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:03:40.333074 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:03:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:40.337061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['320d0c03-6ec5-4a0e-b01b-8b6f5e683278'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:40.359859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=9f9ec9a0-45ef-4101-8bf9-bf41840389b4,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:40.396157 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.438763 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.438763 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6de0298a-eb5f-4dd2-a60c-4fbaf33bfc58 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3214567 Nov 22 16:03:40.441997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a72a812d-dbba-4210-a111-62766b050297 None None] Provisioning complete for port bb896661-8ded-4a3e-8d16-77d5a42a69ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:40.442375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a72a812d-dbba-4210-a111-62766b050297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.484975 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:03:40.501968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bb896661-8ded-4a3e-8d16-77d5a42a69ba up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:40.684968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bb896661-8ded-4a3e-8d16-77d5a42a69ba triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:40.685352 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:40.845360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Allocated IP 172.20.0.10 (aad03cc2-e0b6-4889-9927-06b197564568/47c2ff75-f94e-4666-9961-8d060d0c0dd5/7f215d0c-d7fc-4029-9bf2-fecebc5a740e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:40.864925 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ff9d5abf-fda6-44f9-85aa-ae24c4b30119 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "PUT /v2.0/floatingips/4077cf85-31d0-4e4b-9465-ec07f1200ef3 HTTP/1.1" status: 200 len: 991 time: 3.5708117 Nov 22 16:03:40.867531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'tag': 'b779a3d8-664d-486c-b464-4a809babf1d0'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:40.870040 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0090dea5-9345-4f7c-97a2-e7384e1817c0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa9bfde8-2da0-4560-80db-d95f67a56612", "tag": "b779a3d8-664d-486c-b464-4a809babf1d0"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:40.933982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881906f-a4ae-4a3c-bed6-ffda36019c7e req-4b4652dc-9a5a-4cac-94e2-4146d33fb99b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:40.936831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f881906f-a4ae-4a3c-bed6-ffda36019c7e req-4b4652dc-9a5a-4cac-94e2-4146d33fb99b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 950 time: 0.1473486 Nov 22 16:03:40.937172 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '4077cf85-31d0-4e4b-9465-ec07f1200ef3', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'port_id': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'mac_address': 'fa:16:3e:e2:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:00:50Z', 'updated_at': '2021-11-22T16:03:38Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:40.985950 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] Checking router: 27da5ba8-565f-42ff-b086-58d1cf5f3247 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:03:40.996066 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:03:40.998802 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:03:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:41.018637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-1ac8371c-2905-4dd7-a9be-d4e8dd52977c tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:41.032965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-1ac8371c-2905-4dd7-a9be-d4e8dd52977c tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.71 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 950 time: 0.0955224 Nov 22 16:03:41.089236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-45cf9c29-05d1-404b-938f-7d6284deedb5 req-7cf2ae29-12c5-4e4c-bbd1-9e8035da46eb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.097816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f881906f-a4ae-4a3c-bed6-ffda36019c7e req-23e41b10-4cad-4777-a2e6-63073bcfc750 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372595 Nov 22 16:03:41.159489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-45cf9c29-05d1-404b-938f-7d6284deedb5 req-7cf2ae29-12c5-4e4c-bbd1-9e8035da46eb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.164507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-45cf9c29-05d1-404b-938f-7d6284deedb5 req-7cf2ae29-12c5-4e4c-bbd1-9e8035da46eb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.181332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Deleting port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:03:41.182545 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.218507 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:03:41.241380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2ae29-12c5-4e4c-bbd1-9e8035da46eb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9602d0-11c3-4701-991d-9814b00ca276,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:41.255934 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-45cf9c29-05d1-404b-938f-7d6284deedb5 req-7cf2ae29-12c5-4e4c-bbd1-9e8035da46eb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.260547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45cf9c29-05d1-404b-938f-7d6284deedb5 req-7cf2ae29-12c5-4e4c-bbd1-9e8035da46eb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9534335 Nov 22 16:03:41.277201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.344404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-5dbb605d-2225-473b-8a65-e49ba403df32 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1095543654&fields=id&tenant_id=6fd0d30f332f415bad86cd82bf649458 HTTP/1.1" status: 200 len: 267 time: 0.0941570 Nov 22 16:03:41.362493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] For port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:41.363726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.406477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Calling delete_port for 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:03:41.474826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-18533282-e52f-431c-bc1b-9d1a6e04df6d tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:41.483730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-18533282-e52f-431c-bc1b-9d1a6e04df6d tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports/774d0636-3f7e-42ca-9821-e6cdb5e625d7 HTTP/1.1" status: 200 len: 937 time: 0.1292262 Nov 22 16:03:41.485377 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5eabb3-c5b3-4bf7-83b4-3221d227bb1f x-openstack-request-id: req-8f5eabb3-c5b3-4bf7-83b4-3221d227bb1f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:41.485674 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa9bfde8-2da0-4560-80db-d95f67a56612", "tag": "b779a3d8-664d-486c-b464-4a809babf1d0", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:41.486011 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f5eabb3-c5b3-4bf7-83b4-3221d227bb1f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:41.488898 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'tag': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'status': 'completed', 'code': 200} Nov 22 16:03:41.490526 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.615733 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '4077cf85-31d0-4e4b-9465-ec07f1200ef3', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'port_id': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'mac_address': 'fa:16:3e:e2:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:00:50Z', 'updated_at': '2021-11-22T16:03:38Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:41.655582 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c4f991-9fab-48b1-b4d6-2d10a22da34d None None] The sync data for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 is: [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '4077cf85-31d0-4e4b-9465-ec07f1200ef3', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'floating_ip_address': '172.25.5.225', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'port_id': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'mac_address': 'fa:16:3e:e2:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:00:50Z', 'updated_at': '2021-11-22T16:03:38Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:03:41.755477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:41.763225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Network aad03cc2-e0b6-4889-9927-06b197564568 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:41.772368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:41.783295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-3bc3457e-bc7b-4a40-b1ba-473e657b25ce tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:41.791651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-3bc3457e-bc7b-4a40-b1ba-473e657b25ce tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports/4981b67e-c0b1-47e0-a783-60395413223f HTTP/1.1" status: 200 len: 935 time: 0.2866814 Nov 22 16:03:41.792298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.830337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:41.837352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Pushing event deleted for resources: {'Port': ['ID=4e1e9964-1ee5-4863-8cfd-85dc5fcc1028,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:41.837845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:41.838646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.878150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-04de53a3-47a6-4d2c-98de-83c92ed8e0d7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0853074 Nov 22 16:03:41.886700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:41.891802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] No DVR routers for this DVR port 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:03:41.898544 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:41.903325 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cc5dd851-22d2-4dfe-afc3-2202d546fcd1 req-924486fb-5452-49ef-983b-185bfef32ea0 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.71 "DELETE /v2.0/ports/4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 HTTP/1.1" status: 204 len: 173 time: 0.8615358 Nov 22 16:03:41.904107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b63be848-e048-4097-9e9a-a2fa0535f075', 'name': 'network-vif-deleted', 'tag': '4e1e9964-1ee5-4863-8cfd-85dc5fcc1028'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:41.906714 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e502cdf2-71a0-4b0c-b161-f9563859a181" -d '{"events": [{"server_uuid": "b63be848-e048-4097-9e9a-a2fa0535f075", "name": "network-vif-deleted", "tag": "4e1e9964-1ee5-4863-8cfd-85dc5fcc1028"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:41.934529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Pushing event updated for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:41.961692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-5eda1f71-c1d5-475a-a70f-f9de993b01a6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0824447 Nov 22 16:03:42.000203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:42.000630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:42.030975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-dcdcdda4-134d-42ec-a6a9-0cbd60e8e3fb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4535365 Nov 22 16:03:42.043326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae327d6-30f4-4f5c-9a5d-0d64d4545d10 req-ab9c801c-e2c9-4647-9c13-d4a12b2cf9f3 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:42.059522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ae327d6-30f4-4f5c-9a5d-0d64d4545d10 req-ab9c801c-e2c9-4647-9c13-d4a12b2cf9f3 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=b63be848-e048-4097-9e9a-a2fa0535f075 HTTP/1.1" status: 200 len: 867 time: 0.4381983 Nov 22 16:03:42.089889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Request body: {'port': {'device_id': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:42.167844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62829f6e-8262-4425-b9e7-a78e625c1a83 None None] New status for floating IP 4077cf85-31d0-4e4b-9465-ec07f1200ef3: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:03:42.214558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-129b1cd4-3b0d-4f0f-af0b-5b2674caf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:42.218765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-129b1cd4-3b0d-4f0f-af0b-5b2674caf54f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b6426302efc4e58bf9b40f20001371a&device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 1096 time: 0.6652861 Nov 22 16:03:42.369699 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:42.391223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ae327d6-30f4-4f5c-9a5d-0d64d4545d10 req-c907fdc4-c781-47a1-bfa7-aff7e1d4d24f tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252611 Nov 22 16:03:42.392166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:42.453424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-26d8f151-d859-45eb-ac3f-cf61ae50fdc3 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:42.461310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-26d8f151-d859-45eb-ac3f-cf61ae50fdc3 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:42.468093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-26d8f151-d859-45eb-ac3f-cf61ae50fdc3 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:42.475660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-26d8f151-d859-45eb-ac3f-cf61ae50fdc3 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/networks?id=6d96293d-4bbf-48aa-81cb-af7351f06337&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=41c81ba1-2dba-474a-8318-dba665f3557d&id=41c81ba1-2dba-474a-8318-dba665f3557d HTTP/1.1" status: 200 len: 1994 time: 0.5127628 Nov 22 16:03:42.507659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:42.532756 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d64577-c8e9-4f2f-bee8-58ed6e08902f" -d '{"events": [{"server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "name": "network-vif-plugged", "status": "completed", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:42.545614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-85b37f2a-850d-40d7-b515-cd6f49281fe5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/quotas/6fd0d30f332f415bad86cd82bf649458 HTTP/1.1" status: 200 len: 375 time: 0.0688295 Nov 22 16:03:42.562941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-090cd64a-944b-43a5-8dfe-7bfaa25c5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:42.564220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-090cd64a-944b-43a5-8dfe-7bfaa25c5453 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 200 len: 925 time: 0.3332343 Nov 22 16:03:42.575640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:42.598211 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:42.598441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:03:42.649002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:03:42.649346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4e1e9964-1ee5-4863-8cfd-85dc5fcc1028 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:03:42.730627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:42.794447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-923e4ace-fad6-4c50-9191-37b8f1630137 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b779a3d8-664d-486c-b464-4a809babf1d0 HTTP/1.1" status: 200 len: 1001 time: 0.2200165 Nov 22 16:03:42.860560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ab3370f5-58b0-49fa-86f4-ff659270c55c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3137245 Nov 22 16:03:42.920851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70fe48-363f-4459-84ea-c33eab0f2256 req-a5f7d28b-434c-4a9f-b5ab-1991c59e7b21 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:42.922377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c70fe48-363f-4459-84ea-c33eab0f2256 req-a5f7d28b-434c-4a9f-b5ab-1991c59e7b21 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 932 time: 0.2776668 Nov 22 16:03:43.003091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-7d266083-3821-40a4-bd67-209d3ffaffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:43.004629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-7d266083-3821-40a4-bd67-209d3ffaffe6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=18b32868-1806-41a0-8f37-90366ab6428f HTTP/1.1" status: 200 len: 863 time: 0.1970577 Nov 22 16:03:43.113472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c70fe48-363f-4459-84ea-c33eab0f2256 req-c52c0913-4216-4941-8883-e0c7da591d52 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617181 Nov 22 16:03:43.141423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-9e4b150f-ead6-43bc-bf0e-4e9443b306d6 service neutron] 10.222.0.69 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575228 Nov 22 16:03:43.147056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-38176c1e-775c-4807-9893-c3b202861d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:43.148857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-38176c1e-775c-4807-9893-c3b202861d40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297791 Nov 22 16:03:43.349610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f215d0c-d7fc-4029-9bf2-fecebc5a740e {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:43.382918 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c418e0a7-c053-4695-9855-e4107ed46b70 req-7102e63e-976c-4f7c-a15a-99ce2d38c1d9 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0 HTTP/1.1" status: 200 len: 3012 time: 0.2241404 Nov 22 16:03:43.382918 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:43.412744 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751a258e-74d1-49be-aa8a-cfbc0ae5be70 x-openstack-request-id: req-751a258e-74d1-49be-aa8a-cfbc0ae5be70 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:43.415435 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b63be848-e048-4097-9e9a-a2fa0535f075", "name": "network-vif-deleted", "tag": "4e1e9964-1ee5-4863-8cfd-85dc5fcc1028", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:43.415435 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-751a258e-74d1-49be-aa8a-cfbc0ae5be70 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:43.415435 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b63be848-e048-4097-9e9a-a2fa0535f075', 'name': 'network-vif-deleted', 'tag': '4e1e9964-1ee5-4863-8cfd-85dc5fcc1028', 'status': 'completed', 'code': 200} Nov 22 16:03:43.425271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-7fed5731-d155-48c3-9832-9f7ab679a078 service neutron] 10.222.0.69 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751191 Nov 22 16:03:43.452538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Transition to ACTIVE for port object 7f215d0c-d7fc-4029-9bf2-fecebc5a740e will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:03:43.476129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:43.480670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-6733c792-6d89-4559-b9da-811e5df2b1c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159058 Nov 22 16:03:43.600069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-6ef9929f-e102-4e23-9b1a-e0cb76150068 service neutron] 10.222.0.69 "GET /v2.0/ports/774d0636-3f7e-42ca-9821-e6cdb5e625d7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1641099 Nov 22 16:03:43.650822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Pushing event updated for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:43.776997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b357a-41a8-416e-8b37-fe08276e8334 req-af6f77db-60d8-4a38-866f-ce9d2f89f77b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:43.778644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c9b357a-41a8-416e-8b37-fe08276e8334 req-af6f77db-60d8-4a38-866f-ce9d2f89f77b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 950 time: 0.2579076 Nov 22 16:03:43.802811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0090dea5-9345-4f7c-97a2-e7384e1817c0 req-51ee8686-5bd1-4e05-b23f-a0b20623a60b service neutron] 10.222.0.11 "GET /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916601 Nov 22 16:03:43.806452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:43.806938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:43.807139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:43.843706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:43.844261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:43.866659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:43.867003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:43.867388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:43.867829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Bound port: 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:43.868227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:43.876480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-876e683a-2f52-4f7e-b1f1-7dfccc1f1914 service neutron] 10.222.0.69 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534323 Nov 22 16:03:43.912695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c9b357a-41a8-416e-8b37-fe08276e8334 req-96d45105-d456-4c8b-a99f-997116bc51f5 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215096 Nov 22 16:03:44.053237 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c99c9-e4fd-468b-919e-81560a7c344a x-openstack-request-id: req-fb1c99c9-e4fd-468b-919e-81560a7c344a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:44.053731 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "name": "network-vif-plugged", "status": "completed", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:44.053912 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fb1c99c9-e4fd-468b-919e-81560a7c344a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:44.054416 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'code': 200} Nov 22 16:03:44.092980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:03:44.112475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:44.127997 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:44.132474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26f01311-e56e-4046-a1f2-5a47499b3dea req-0b02479a-244f-4fae-a637-b406f34cdba6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-group-rules/2a9602d0-11c3-4701-991d-9814b00ca276 HTTP/1.1" status: 200 len: 783 time: 0.0618074 Nov 22 16:03:44.167156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-46e8ac7a-cb0c-4a25-a859-10b6669ac21c service neutron] 10.222.0.69 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713008 Nov 22 16:03:44.233477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:44.233477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:44.235734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] 10.222.0.71 "PUT /v2.0/ports/7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 1092 time: 2.1666598 Nov 22 16:03:44.236521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:44.238926 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f84537-245c-40b6-9541-1f80675d5e00" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:44.336259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-8698158d-f045-4615-b560-8865e2fcb312 service neutron] 10.222.0.69 "GET /v2.0/ports/4981b67e-c0b1-47e0-a783-60395413223f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1540303 Nov 22 16:03:44.354982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26f01311-e56e-4046-a1f2-5a47499b3dea req-db34df5a-6c92-4d0c-a044-cbe2df29c7d8 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0 HTTP/1.1" status: 200 len: 3012 time: 0.1825774 Nov 22 16:03:44.362716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620ac46-c42e-4615-9675-b09b1e57fd98 service neutron] Pushing event updated for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:44.785461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-52728d6f-53c1-4c94-b338-4c586d8489f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:44.791396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-52728d6f-53c1-4c94-b338-4c586d8489f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1095 time: 0.4977973 Nov 22 16:03:44.791396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-26f01311-e56e-4046-a1f2-5a47499b3dea req-da0707d3-0efe-4ebe-b4ff-0cc577fe6cc1 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:44.812518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-26f01311-e56e-4046-a1f2-5a47499b3dea req-da0707d3-0efe-4ebe-b4ff-0cc577fe6cc1 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:44.872982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-b717226b-4bfb-40ef-b3f8-3e345d616321 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 217 time: 0.0688610 Nov 22 16:03:44.934585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0982039d-91e0-47a5-89e3-e828156cf9d7 service neutron] 10.222.0.69 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748794 Nov 22 16:03:44.942232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-26f01311-e56e-4046-a1f2-5a47499b3dea req-da0707d3-0efe-4ebe-b4ff-0cc577fe6cc1 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:44.943236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-26f01311-e56e-4046-a1f2-5a47499b3dea req-da0707d3-0efe-4ebe-b4ff-0cc577fe6cc1 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:44.945397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26f01311-e56e-4046-a1f2-5a47499b3dea req-da0707d3-0efe-4ebe-b4ff-0cc577fe6cc1 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2a9602d0-11c3-4701-991d-9814b00ca276 HTTP/1.1" status: 204 len: 173 time: 0.5886459 Nov 22 16:03:45.018536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0707d3-0efe-4ebe-b4ff-0cc577fe6cc1 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a9602d0-11c3-4701-991d-9814b00ca276,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:45.041817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-2d8a1284-0476-4222-b811-8dd73eb10af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:45.041817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-2d8a1284-0476-4222-b811-8dd73eb10af0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1585436 Nov 22 16:03:45.091246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-43ec66a3-6ad0-4c35-8c86-b22bbaa428e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345383 Nov 22 16:03:45.215660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-695caaee-f1de-4746-9c4f-7ab2e4258712 service neutron] 10.222.0.69 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548456 Nov 22 16:03:45.324431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b198fd-f516-4eba-977a-4d74a179abe3 req-7528b657-be63-477e-87e7-369f6a013fec tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:45.326439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22b198fd-f516-4eba-977a-4d74a179abe3 req-7528b657-be63-477e-87e7-369f6a013fec tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 1101 time: 0.1920481 Nov 22 16:03:45.351289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-f5e2bd00-0193-404e-92b6-7a9780c03c10 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468584 Nov 22 16:03:45.437187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d40b86a3-e55e-4942-85b4-4497321e3378 service neutron] 10.222.0.69 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232115 Nov 22 16:03:45.525507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22b198fd-f516-4eba-977a-4d74a179abe3 req-f32d0c9d-ba69-4f75-988a-cdfcb6145ad8 tempest-ServersOnMultiNodesTest-176875393 tempest-ServersOnMultiNodesTest-176875393-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917424 Nov 22 16:03:45.594745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee7fff51-f228-42d7-8ed4-a1199b4adffe req-a0a77845-f0fe-41b1-8410-f8245a65cb80 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339427 Nov 22 16:03:45.624094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-6ba9a4e8-c1bf-4832-b4c3-277b8f8df98e service neutron] 10.222.0.69 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814599 Nov 22 16:03:45.751137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45db62-7b39-418c-9458-26021f48f84a req-ae1d7685-d6b9-4b87-8a50-c63c27e0bb84 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:45.753099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae45db62-7b39-418c-9458-26021f48f84a req-ae1d7685-d6b9-4b87-8a50-c63c27e0bb84 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 944 time: 0.1397238 Nov 22 16:03:45.842356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fffb303c-c865-4af5-bc01-d5be51d90be3 service neutron] 10.222.0.69 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945455 Nov 22 16:03:45.853624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae45db62-7b39-418c-9458-26021f48f84a req-57e50dab-7abe-4896-857d-b730bfd6ae05 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906453 Nov 22 16:03:45.940442 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07c507c-019b-4b64-8e7f-779e4875d549 x-openstack-request-id: req-e07c507c-019b-4b64-8e7f-779e4875d549 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:45.940929 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:45.941593 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e07c507c-019b-4b64-8e7f-779e4875d549 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:45.942054 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e', 'status': 'completed', 'code': 200} Nov 22 16:03:46.103356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce66bd9a-032c-491a-8862-aaf64864cde8 req-43672ace-b549-40ff-8091-873c7ba66f9f tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0 HTTP/1.1" status: 200 len: 2414 time: 0.1331127 Nov 22 16:03:46.110515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-0a6e7a63-1c8b-4cd7-9192-83cfe480e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:46.112065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-0a6e7a63-1c8b-4cd7-9192-83cfe480e1c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1095 time: 0.1259730 Nov 22 16:03:46.114042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-dc6d62c5-04c3-41a2-a003-ecafa6224b32 service neutron] 10.222.0.69 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595117 Nov 22 16:03:46.386058 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce66bd9a-032c-491a-8862-aaf64864cde8 req-98cb6dca-7286-40b3-9a32-95644b3b1667 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:46.394186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-6ac45fc9-b5b8-40f5-9d38-d31f8f57b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:46.396178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-6ac45fc9-b5b8-40f5-9d38-d31f8f57b791 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2700217 Nov 22 16:03:46.484400 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce66bd9a-032c-491a-8862-aaf64864cde8 req-98cb6dca-7286-40b3-9a32-95644b3b1667 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:46.488798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d0418695-ed70-4df8-992b-1b3db1bf7f09 service neutron] 10.222.0.69 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638780 Nov 22 16:03:46.490400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-6b3ace5b-6bd6-4e80-8944-39747918709e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 217 time: 0.0705581 Nov 22 16:03:46.682369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-b8c17383-b391-4c73-808c-2e23b590b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:46.683663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-b8c17383-b391-4c73-808c-2e23b590b151 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1704113 Nov 22 16:03:46.713382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce66bd9a-032c-491a-8862-aaf64864cde8 req-98cb6dca-7286-40b3-9a32-95644b3b1667 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:46.718280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce66bd9a-032c-491a-8862-aaf64864cde8 req-98cb6dca-7286-40b3-9a32-95644b3b1667 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:46.718280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce66bd9a-032c-491a-8862-aaf64864cde8 req-98cb6dca-7286-40b3-9a32-95644b3b1667 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "DELETE /v2.0/security-groups/f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0 HTTP/1.1" status: 204 len: 173 time: 0.6028519 Nov 22 16:03:46.752796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-8d15275d-c410-4df3-bd90-09a6f837fa5e service neutron] 10.222.0.69 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548206 Nov 22 16:03:46.755253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-e974e7ed-b562-4402-8b14-fcf0a7e564c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561740 Nov 22 16:03:46.779405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb6dca-7286-40b3-9a32-95644b3b1667 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c5e43-cf8b-4a6d-8216-f5c90bf1b5f0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:47.007542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-c08d3218-3baa-49da-9abe-7df8c80ae03e service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304590 Nov 22 16:03:47.009933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-3778d692-06e2-401c-bc22-0b48532e0c4f service neutron] 10.222.0.69 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482443 Nov 22 16:03:47.243717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-5ab0f927-6447-4b9f-ae1a-49cc37ee4d28 service neutron] 10.222.0.69 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047832 Nov 22 16:03:47.301282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f84537-245c-40b6-9541-1f80675d5e00 req-868dee6a-accb-40e3-9ee4-a6ce9bc86d58 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854223 Nov 22 16:03:47.407280 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-f60a004f-df8b-4c3b-8975-be478c96606b req-d364fbf8-8224-41c2-a447-d3a9468523bd tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] show failed (client error): The resource could not be found. Nov 22 16:03:47.415077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f60a004f-df8b-4c3b-8975-be478c96606b req-d364fbf8-8224-41c2-a447-d3a9468523bd tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/35c747d4-a9be-4f69-9c1c-65d0706ab407 HTTP/1.1" status: 404 len: 352 time: 0.0222909 Nov 22 16:03:47.545799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b453ea6-4c11-48ae-a69c-f1775b89302d req-d2f486e5-1335-410f-9132-418144b75266 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:47.548146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b453ea6-4c11-48ae-a69c-f1775b89302d req-d2f486e5-1335-410f-9132-418144b75266 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 944 time: 0.0653558 Nov 22 16:03:47.623983 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b453ea6-4c11-48ae-a69c-f1775b89302d req-ae89aaaf-56e1-47f1-9354-2a4649851cda tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681980 Nov 22 16:03:47.775928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c750a-b136-4242-99db-e0792fb420b3 req-fd7c1cdc-424a-48ce-9bcb-b21df82301e3 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:47.779949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb9c750a-b136-4242-99db-e0792fb420b3 req-fd7c1cdc-424a-48ce-9bcb-b21df82301e3 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 950 time: 0.0670962 Nov 22 16:03:47.788034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7f215d0c-d7fc-4029-9bf2-fecebc5a740e details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:03:47.873270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb9c750a-b136-4242-99db-e0792fb420b3 req-313f9646-40d9-44be-a601-be32e5ab275b tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/security-groups?id=709b2e0f-cc49-412d-8e64-79987ad7d897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801857 Nov 22 16:03:48.043389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2aec4-76bc-4c34-baed-fb90a3271c6d req-dc1086de-664c-43aa-ba4e-2ee425d3fa0e tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:48.045766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bc2aec4-76bc-4c34-baed-fb90a3271c6d req-dc1086de-664c-43aa-ba4e-2ee425d3fa0e tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1096 time: 0.0715983 Nov 22 16:03:48.127930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bc2aec4-76bc-4c34-baed-fb90a3271c6d req-be01e8e5-71c7-4323-af06-39c0a4124f1e tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738888 Nov 22 16:03:48.278117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:48.296306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e', 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'port_id': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e', 'mac_address': 'fa:16:3e:6d:94:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2ff75-f94e-4666-9961-8d060d0c0dd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:03:48.359968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dfe06-e3cb-4b79-8a60-d6241bc6bc9a req-21222c65-469e-419b-b420-b04b13929e14 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:48.359968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d52dfe06-e3cb-4b79-8a60-d6241bc6bc9a req-21222c65-469e-419b-b420-b04b13929e14 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 950 time: 0.1500399 Nov 22 16:03:48.365120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ad7b4d7-42fc-4e67-97fe-5765858ff01d req-60148261-0a9c-4bd6-ba76-70d0dea2d617 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/2a674019-f95d-40b7-b9a4-a3d7fae0ea50 HTTP/1.1" status: 200 len: 1819 time: 0.1124666 Nov 22 16:03:48.436777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:48.478737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f215d0c-d7fc-4029-9bf2-fecebc5a740e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:03:48.529182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:48.540214 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0ad7b4d7-42fc-4e67-97fe-5765858ff01d req-92314482-82c3-4ece-8ad9-076663a080f2 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:48.563476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d52dfe06-e3cb-4b79-8a60-d6241bc6bc9a req-c4196795-0afe-4359-bfa3-ebc7aaca706d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805694 Nov 22 16:03:48.587276 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:48.600458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0ad7b4d7-42fc-4e67-97fe-5765858ff01d req-92314482-82c3-4ece-8ad9-076663a080f2 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:48.688074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:48.765302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0ad7b4d7-42fc-4e67-97fe-5765858ff01d req-92314482-82c3-4ece-8ad9-076663a080f2 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:48.768129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0ad7b4d7-42fc-4e67-97fe-5765858ff01d req-92314482-82c3-4ece-8ad9-076663a080f2 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:48.769362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ad7b4d7-42fc-4e67-97fe-5765858ff01d req-92314482-82c3-4ece-8ad9-076663a080f2 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "DELETE /v2.0/security-groups/2a674019-f95d-40b7-b9a4-a3d7fae0ea50 HTTP/1.1" status: 204 len: 173 time: 0.3952041 Nov 22 16:03:48.822773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92314482-82c3-4ece-8ad9-076663a080f2 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a674019-f95d-40b7-b9a4-a3d7fae0ea50,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:48.878866 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28552248-fa93-4a78-bac3-3cdef4963b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:48.908789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-a5a92033-ce1a-4e0a-b535-f1b7eb3bdbed tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:48.910450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-a5a92033-ce1a-4e0a-b535-f1b7eb3bdbed tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.11 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 950 time: 0.1993902 Nov 22 16:03:48.990640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['7f215d0c-d7fc-4029-9bf2-fecebc5a740e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:49.063320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94c5a0ca-effd-46fc-b8b0-f8a6daa1468c req-524a7605-3a52-40bc-8f8b-6d18e44f0e7d tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.1515992 Nov 22 16:03:49.166290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-d3d4ae8d-d105-453a-882f-3625ba2ddd72 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:49.169853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-d3d4ae8d-d105-453a-882f-3625ba2ddd72 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 950 time: 0.3445225 Nov 22 16:03:49.268534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Deleting port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:03:49.268869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:49.515253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Deleting port a5478042-5c33-457e-a95e-01bbda6f6d48 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:03:49.515588 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:49.630983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d612e97-b1e1-498a-a3e6-40a23b37c978 req-e9710b1b-e5a5-404b-b830-8fbefdf8db79 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:49.639825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d612e97-b1e1-498a-a3e6-40a23b37c978 req-e9710b1b-e5a5-404b-b830-8fbefdf8db79 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 945 time: 0.3030255 Nov 22 16:03:49.696733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] For port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:49.697270 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:49.720109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] For port a5478042-5c33-457e-a95e-01bbda6f6d48, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a5478042-5c33-457e-a95e-01bbda6f6d48,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:49.720646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:49.744774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Calling delete_port for f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:03:49.776752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Calling delete_port for a5478042-5c33-457e-a95e-01bbda6f6d48 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:03:49.810360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d612e97-b1e1-498a-a3e6-40a23b37c978 req-c2424cf8-a1ef-4677-abe2-a5c06abacea4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698291 Nov 22 16:03:50.066542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a34c908f-3d14-4cea-b0a9-21213c2fa22b req-ed651fe7-7058-4223-9958-fb248270c545 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/a9461ef8-d93d-4461-9e11-80d592b5b241 HTTP/1.1" status: 200 len: 1821 time: 0.1855209 Nov 22 16:03:50.191591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-14f66425-5149-43e4-9da4-c9e2cb7630e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:50.193311 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-14f66425-5149-43e4-9da4-c9e2cb7630e8 service neutron] 10.222.0.71 "GET /v2.0/ports/774d0636-3f7e-42ca-9821-e6cdb5e625d7 HTTP/1.1" status: 200 len: 1033 time: 0.0904701 Nov 22 16:03:50.225272 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a34c908f-3d14-4cea-b0a9-21213c2fa22b req-a392a9c5-3a02-4810-bc98-ce3056ee9020 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:50.226499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:50.229212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:50.244497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:50.249046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', '961eb9d5-b6ec-4b79-957a-1644252a5989', '29859b65-2576-4ee6-913b-70a09d883caa', '96c6a1a0-502b-4692-a835-63bddf722bdc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:50.264870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-78738909-31f3-4376-a244-bd72a15c5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:50.266676 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-78738909-31f3-4376-a244-bd72a15c5fdc service neutron] 10.222.0.71 "GET /v2.0/ports/4981b67e-c0b1-47e0-a783-60395413223f HTTP/1.1" status: 200 len: 1031 time: 0.0574484 Nov 22 16:03:50.301119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event deleted for resources: {'Port': ['ID=a5478042-5c33-457e-a95e-01bbda6f6d48,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:50.349662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a34c908f-3d14-4cea-b0a9-21213c2fa22b req-a392a9c5-3a02-4810-bc98-ce3056ee9020 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:50.503742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Pushing event deleted for resources: {'Port': ['ID=f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:50.517149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] No DVR routers for this DVR port a5478042-5c33-457e-a95e-01bbda6f6d48 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:03:50.524871 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-6623ab9c-e7a5-457c-96f2-82fe5c267769 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:50.561571 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-6623ab9c-e7a5-457c-96f2-82fe5c267769 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:50.580377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-6623ab9c-e7a5-457c-96f2-82fe5c267769 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:50.582374 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-6623ab9c-e7a5-457c-96f2-82fe5c267769 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "GET /v2.0/networks?id=6d96293d-4bbf-48aa-81cb-af7351f06337&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=41c81ba1-2dba-474a-8318-dba665f3557d&id=41c81ba1-2dba-474a-8318-dba665f3557d HTTP/1.1" status: 200 len: 1994 time: 0.3066955 Nov 22 16:03:50.590787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-0c3c68c2-1f76-4f9f-8b6c-192cc75022fb tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:03:50.595162 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:50.596526 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-0c3c68c2-1f76-4f9f-8b6c-192cc75022fb tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127099 Nov 22 16:03:50.600830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-305b9e46-761b-4ee0-adc8-79e81c280ffa req-caab19b4-9874-44d9-a615-12ed8cadc0a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "DELETE /v2.0/ports/a5478042-5c33-457e-a95e-01bbda6f6d48 HTTP/1.1" status: 204 len: 173 time: 1.4144166 Nov 22 16:03:50.602029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] No DVR routers for this DVR port f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:03:50.603806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2332abd3-895d-41b4-9c8e-f173b3fac625', 'name': 'network-vif-deleted', 'tag': 'a5478042-5c33-457e-a95e-01bbda6f6d48'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:50.608123 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eff097-1c4b-4e47-a08f-8049a437aa7b" -d '{"events": [{"server_uuid": "2332abd3-895d-41b4-9c8e-f173b3fac625", "name": "network-vif-deleted", "tag": "a5478042-5c33-457e-a95e-01bbda6f6d48"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:50.614117 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:50.618308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9432ebfa-0308-48f0-8b68-1435e924cb09 req-49fce976-a03d-49be-ab44-a912e95c7f98 tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.11 "DELETE /v2.0/ports/f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d HTTP/1.1" status: 204 len: 173 time: 1.6888344 Nov 22 16:03:50.738615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a34c908f-3d14-4cea-b0a9-21213c2fa22b req-a392a9c5-3a02-4810-bc98-ce3056ee9020 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:50.745672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a34c908f-3d14-4cea-b0a9-21213c2fa22b req-a392a9c5-3a02-4810-bc98-ce3056ee9020 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:50.748574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a34c908f-3d14-4cea-b0a9-21213c2fa22b req-a392a9c5-3a02-4810-bc98-ce3056ee9020 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "DELETE /v2.0/security-groups/a9461ef8-d93d-4461-9e11-80d592b5b241 HTTP/1.1" status: 204 len: 173 time: 0.6812034 Nov 22 16:03:50.782980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392a9c5-3a02-4810-bc98-ce3056ee9020 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9461ef8-d93d-4461-9e11-80d592b5b241,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:50.927501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60d20b86-617e-4402-8e19-f8ae20b77d50 req-051a7dcb-ff68-465e-93b8-996e4d1aaebc tempest-LiveMigrationNegativeTest-896040700 tempest-LiveMigrationNegativeTest-896040700-project] 10.222.0.69 "GET /v2.0/ports?device_id=75a73689-0584-4574-a063-41f706c385e5 HTTP/1.1" status: 200 len: 210 time: 0.0588710 Nov 22 16:03:50.928287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-6b896bc9-5591-4790-9e1f-10c06b1a21d2 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fd0d30f332f415bad86cd82bf649458 HTTP/1.1" status: 200 len: 380 time: 0.3306649 Nov 22 16:03:50.950395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'admin_state_up': True, 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'security_groups': ['66be33a2-a8e3-47a1-81e3-db6945e209de']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:51.120753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fc4f25b-8b03-4620-bd05-cdef64ebdbd5 req-97794d2d-ddbe-4ac9-bfe3-05236a2d7659 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=2332abd3-895d-41b4-9c8e-f173b3fac625 HTTP/1.1" status: 200 len: 210 time: 0.0653563 Nov 22 16:03:51.148624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-841f3104-df65-42c7-889f-7be8b91b9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:51.150203 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-841f3104-df65-42c7-889f-7be8b91b9b18 service neutron] 10.222.0.69 "GET /v2.0/ports/0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 200 len: 1093 time: 0.5472128 Nov 22 16:03:51.178651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Request body: {'binding': {'host': 'n-h2-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:51.179123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Unknown quota resources ['binding']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:03:51.525135 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d5904a71-c478-4971-84f4-eb44d57347d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:51.657501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d14a9e50-9d57-48a9-89eb-0a43d00c703f req-4c6622c4-3708-4645-8432-58363c5c2f97 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0582163 Nov 22 16:03:51.818972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7f215d0c-d7fc-4029-9bf2-fecebc5a740e up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:03:51.892575 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee23035-d89b-40e7-8559-75f108bae72f x-openstack-request-id: req-1ee23035-d89b-40e7-8559-75f108bae72f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:51.893136 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2332abd3-895d-41b4-9c8e-f173b3fac625", "name": "network-vif-deleted", "tag": "a5478042-5c33-457e-a95e-01bbda6f6d48", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:51.893597 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ee23035-d89b-40e7-8559-75f108bae72f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:51.894842 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2332abd3-895d-41b4-9c8e-f173b3fac625', 'name': 'network-vif-deleted', 'tag': 'a5478042-5c33-457e-a95e-01bbda6f6d48', 'status': 'completed', 'code': 200} Nov 22 16:03:51.944770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:03:51.973030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:51.973526 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:51.997488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:52.007434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28aba289-c4fe-43f4-a788-dd5b74ddb704 req-8a0ae478-cab2-405d-b42d-b1f54e98835f tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/75732165-8493-45ac-b549-9ea9011cdf4d HTTP/1.1" status: 200 len: 1821 time: 0.0986905 Nov 22 16:03:52.015851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:03:52.017734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.085613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on host n-h2-811716-3 for vnic_type normal with profile None {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:03:52.088147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:03:52.088824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:03:52.089779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:03:52.091206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:52.160264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-28aba289-c4fe-43f4-a788-dd5b74ddb704 req-939e5e76-056f-4751-9503-3cf967caf94f tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.195019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.226143 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-28aba289-c4fe-43f4-a788-dd5b74ddb704 req-939e5e76-056f-4751-9503-3cf967caf94f tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.275437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:52.286736 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d366da45-f94c-4463-8478-d064f612c2e8" -d '{"events": [{"server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "name": "network-vif-plugged", "status": "completed", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:52.322623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Allocated IP 172.20.0.3 (6d96293d-4bbf-48aa-81cb-af7351f06337/1e8b21a4-3e72-44df-ae98-8fd86638c7e9/2ecca0ec-b039-4911-a60c-a35e8685fe15) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:52.327388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-28aba289-c4fe-43f4-a788-dd5b74ddb704 req-939e5e76-056f-4751-9503-3cf967caf94f tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.332443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-28aba289-c4fe-43f4-a788-dd5b74ddb704 req-939e5e76-056f-4751-9503-3cf967caf94f tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.345834 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.348457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28aba289-c4fe-43f4-a788-dd5b74ddb704 req-939e5e76-056f-4751-9503-3cf967caf94f tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "DELETE /v2.0/security-groups/75732165-8493-45ac-b549-9ea9011cdf4d HTTP/1.1" status: 204 len: 173 time: 0.3087876 Nov 22 16:03:52.351594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:52.364464 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.368366 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.369283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a5478042-5c33-457e-a95e-01bbda6f6d48 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:03:52.378324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e5e76-056f-4751-9503-3cf967caf94f tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75732165-8493-45ac-b549-9ea9011cdf4d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:52.448156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: a5478042-5c33-457e-a95e-01bbda6f6d48 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:03:52.448515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a5478042-5c33-457e-a95e-01bbda6f6d48 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:03:52.500111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:52.510231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538bde8-a628-45e1-ac1e-2e7462f35bd0 req-23810177-05b7-479a-a063-4eeb09f3b09d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:52.521029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:03:52.521871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9538bde8-a628-45e1-ac1e-2e7462f35bd0 req-23810177-05b7-479a-a063-4eeb09f3b09d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.0822289 Nov 22 16:03:52.522245 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:03:52.582381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:03:52.582714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:03:52.583438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:03:52.583999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Bound port: 0e713811-0035-4a74-9fcc-b4413b487f1f, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:03:52.600003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9538bde8-a628-45e1-ac1e-2e7462f35bd0 req-21d259be-3843-4fea-8793-9620d97a573a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771096 Nov 22 16:03:52.721033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:03:52.756177 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.759806 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-bf453b30-2ec7-4cfa-855e-05668ef3b8d1 service neutron] 10.222.0.69 "POST /v2.0/ports/0e713811-0035-4a74-9fcc-b4413b487f1f/bindings HTTP/1.1" status: 201 len: 389 time: 1.5858634 Nov 22 16:03:52.795057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:52.878835 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a12005b-71eb-4f66-b5be-5b7cae5e3534 x-openstack-request-id: req-5a12005b-71eb-4f66-b5be-5b7cae5e3534 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:52.879369 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "name": "network-vif-plugged", "status": "completed", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:52.879818 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a12005b-71eb-4f66-b5be-5b7cae5e3534 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:52.880382 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e', 'code': 200} Nov 22 16:03:52.982332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:53.040336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4180cb9f-0d08-4a82-93a4-882d52290e4a req-7b5225b7-482a-473b-a0a9-f37b4eb590da tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/9c303820-8a80-4af7-a843-8f7ce67ccb30 HTTP/1.1" status: 200 len: 2420 time: 0.1651242 Nov 22 16:03:53.144403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35436) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:53.177382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c460d-2678-41f1-81ef-2339e994538d req-de8d4205-a6e8-4800-a3d8-1ae5828c5898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:53.179188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-040c460d-2678-41f1-81ef-2339e994538d req-de8d4205-a6e8-4800-a3d8-1ae5828c5898 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1097 time: 0.1707985 Nov 22 16:03:53.220814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:53.246236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:53.255100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:53.260287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=2ecca0ec-b039-4911-a60c-a35e8685fe15,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:53.369445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:53.370142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:53.395848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-b523a825-4460-4722-b92f-20e29364bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:53.397938 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-b523a825-4460-4722-b92f-20e29364bbc9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1096 time: 0.2655420 Nov 22 16:03:53.496666 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-658d9eea-cb1e-474d-ad24-e632807a667f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5576782 Nov 22 16:03:53.509800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'admin_state_up': True, 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'security_groups': ['66be33a2-a8e3-47a1-81e3-db6945e209de']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:53.700065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-c334a73b-6ca9-42e8-843b-e2607b29de61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:53.702115 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-c334a73b-6ca9-42e8-843b-e2607b29de61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.2915297 Nov 22 16:03:53.736062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4180cb9f-0d08-4a82-93a4-882d52290e4a req-3b09d486-e43c-4bda-9eb1-cf6adf9b71fb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:53.745110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-82e3b06d-23c5-44e4-b78a-73c1abaaa754 None None] Provisioning complete for port 2ecca0ec-b039-4911-a60c-a35e8685fe15 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:53.745507 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82e3b06d-23c5-44e4-b78a-73c1abaaa754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:53.797308 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:53.809878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:53.811288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-040c460d-2678-41f1-81ef-2339e994538d req-a3ed20e0-dbb2-4dce-8259-1397f0ae914d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248014 Nov 22 16:03:53.831695 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-59820dec-52e7-4eda-bf02-3fed4c6e4158 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 200 len: 217 time: 0.1182714 Nov 22 16:03:53.853478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-82e3b06d-23c5-44e4-b78a-73c1abaaa754 None None] Port 2ecca0ec-b039-4911-a60c-a35e8685fe15 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:53.912691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a73689-0584-4574-a063-41f706c385e5', 'name': 'network-vif-deleted', 'tag': 'f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:53.925453 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fa453f-23dc-4147-a8de-740094ab8aa6" -d '{"events": [{"server_uuid": "75a73689-0584-4574-a063-41f706c385e5", "name": "network-vif-deleted", "tag": "f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:53.967207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d52c21-9351-4d26-ab0c-dc809f301965 req-2b44154f-76e6-485a-966c-0ebd2df26f8f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:53.977490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2d52c21-9351-4d26-ab0c-dc809f301965 req-2b44154f-76e6-485a-966c-0ebd2df26f8f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 931 time: 0.7894762 Nov 22 16:03:53.983258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4180cb9f-0d08-4a82-93a4-882d52290e4a req-3b09d486-e43c-4bda-9eb1-cf6adf9b71fb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.040149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Allocated IP 10.1.1.134 (3e3199dd-7343-40be-8bf7-cded96021a14/6e7f4476-633b-42f5-b692-760d693fae89/4f833a5e-47fd-4286-9165-82d931d3729e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:54.050202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-29611f9c-f895-4ab3-8f3b-19ce179556d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f930785316bf48b5a171db9199ed984b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9045448 Nov 22 16:03:54.072304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:54.144919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2d52c21-9351-4d26-ab0c-dc809f301965 req-9f9d87f4-acaa-4303-b493-5a4a826bf864 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659884 Nov 22 16:03:54.225434 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4180cb9f-0d08-4a82-93a4-882d52290e4a req-3b09d486-e43c-4bda-9eb1-cf6adf9b71fb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.228540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4180cb9f-0d08-4a82-93a4-882d52290e4a req-3b09d486-e43c-4bda-9eb1-cf6adf9b71fb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.229807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4180cb9f-0d08-4a82-93a4-882d52290e4a req-3b09d486-e43c-4bda-9eb1-cf6adf9b71fb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "DELETE /v2.0/security-groups/9c303820-8a80-4af7-a843-8f7ce67ccb30 HTTP/1.1" status: 204 len: 173 time: 1.1663048 Nov 22 16:03:54.267048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.267662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09d486-e43c-4bda-9eb1-cf6adf9b71fb tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c303820-8a80-4af7-a843-8f7ce67ccb30,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:54.276826 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.281087 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f9b95e-ecf6-4fbb-9485-4a2b8ffbe785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.366235 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f9b95e-ecf6-4fbb-9485-4a2b8ffbe785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.376838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-944503fc-5e01-4ce7-8d6a-c083e6d6a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:54.378644 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-944503fc-5e01-4ce7-8d6a-c083e6d6a6dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.0609598 Nov 22 16:03:54.380988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.471680 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.550158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f9b95e-ecf6-4fbb-9485-4a2b8ffbe785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.555812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f9b95e-ecf6-4fbb-9485-4a2b8ffbe785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.559088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c5f9b95e-ecf6-4fbb-9485-4a2b8ffbe785 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/709b2e0f-cc49-412d-8e64-79987ad7d897 HTTP/1.1" status: 204 len: 168 time: 0.4853137 Nov 22 16:03:54.574111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 3e3199dd-7343-40be-8bf7-cded96021a14 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:54.580116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9b95e-ecf6-4fbb-9485-4a2b8ffbe785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709b2e0f-cc49-412d-8e64-79987ad7d897,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:54.581430 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-65876c86-f3ed-4dd8-aed5-5499061495f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871719 Nov 22 16:03:54.593655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:54.598788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:54.719157 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.778680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:54.780218 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:54.923731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=4f833a5e-47fd-4286-9165-82d931d3729e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:54.927819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ccb1a-98e8-4b81-b1d8-b352bfe2bc61 req-2fe6fd46-a336-4f19-abb7-b8703131fd99 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:54.941615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0ef13f34-e688-4113-b639-ea6761ee5a92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4357986 Nov 22 16:03:54.954990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e00ccb1a-98e8-4b81-b1d8-b352bfe2bc61 req-2fe6fd46-a336-4f19-abb7-b8703131fd99 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.3148706 Nov 22 16:03:54.959044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'admin_state_up': True, 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'security_groups': ['66be33a2-a8e3-47a1-81e3-db6945e209de']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:55.130326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62304278-607d-4def-a0a2-280c5370cf88 req-8c075b0f-d505-4dcb-947f-fb24928345bd tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:55.134059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62304278-607d-4def-a0a2-280c5370cf88 req-8c075b0f-d505-4dcb-947f-fb24928345bd tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.3877637 Nov 22 16:03:55.160344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e00ccb1a-98e8-4b81-b1d8-b352bfe2bc61 req-bb107db6-e717-4f3d-b498-a048033db6c1 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814070 Nov 22 16:03:55.211275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5086b68d-9ad0-49cf-b965-741dd3965708 None None] Provisioning complete for port 4f833a5e-47fd-4286-9165-82d931d3729e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:55.211824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5086b68d-9ad0-49cf-b965-741dd3965708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:55.328913 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8090c9-d6e1-4b7e-b63c-d1ea17dbf5e0 x-openstack-request-id: req-2e8090c9-d6e1-4b7e-b63c-d1ea17dbf5e0 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:55.329644 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a73689-0584-4574-a063-41f706c385e5", "name": "network-vif-deleted", "tag": "f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:55.330290 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2e8090c9-d6e1-4b7e-b63c-d1ea17dbf5e0 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:55.331810 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a73689-0584-4574-a063-41f706c385e5', 'name': 'network-vif-deleted', 'tag': 'f7f7ed62-0cbb-4d25-b889-4ba2f6b1ac8d', 'status': 'completed', 'code': 200} Nov 22 16:03:55.348736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62304278-607d-4def-a0a2-280c5370cf88 req-ee64ee12-5b23-40fd-a9dd-14faa6a62cd6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838930 Nov 22 16:03:55.385340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5086b68d-9ad0-49cf-b965-741dd3965708 None None] Port 4f833a5e-47fd-4286-9165-82d931d3729e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:55.459279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:55.465430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:55.597352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21707d5d-e6cb-43ad-92b8-66ae615511f7 req-65a28e36-bdc0-4313-b790-a6dcdc96b5af tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "GET /v2.0/security-groups/897edc77-ab50-4b70-befd-e20bb9244868 HTTP/1.1" status: 200 len: 2413 time: 0.1516304 Nov 22 16:03:55.691150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35468) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:55.826355 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-0ac62209-16c7-41bb-b8d8-570534ea61c5 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1355164 Nov 22 16:03:55.837350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bfc1a-6dc4-428d-ae61-a165aa2e61e0 req-207738c5-b140-4aae-871c-cdedc06665e2 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:55.839732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d8bfc1a-6dc4-428d-ae61-a165aa2e61e0 req-207738c5-b140-4aae-871c-cdedc06665e2 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 950 time: 0.1894512 Nov 22 16:03:55.880253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21707d5d-e6cb-43ad-92b8-66ae615511f7 req-5bd29c19-7abd-4c3c-a03b-21c1ecbc9ea6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:55.904539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Allocated IP 10.1.1.5 (3e3199dd-7343-40be-8bf7-cded96021a14/6e7f4476-633b-42f5-b692-760d693fae89/374fbef0-3e5e-4b3e-9906-595d4b047a6d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:55.928180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21707d5d-e6cb-43ad-92b8-66ae615511f7 req-5bd29c19-7abd-4c3c-a03b-21c1ecbc9ea6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:55.978296 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a11ff2f8-b4a2-4f23-937f-9f628f4651eb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7fe0ae30f954eb5a56679de4c59a434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806749 Nov 22 16:03:55.983112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:56.041940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21707d5d-e6cb-43ad-92b8-66ae615511f7 req-5bd29c19-7abd-4c3c-a03b-21c1ecbc9ea6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.045328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-21707d5d-e6cb-43ad-92b8-66ae615511f7 req-5bd29c19-7abd-4c3c-a03b-21c1ecbc9ea6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.059681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21707d5d-e6cb-43ad-92b8-66ae615511f7 req-5bd29c19-7abd-4c3c-a03b-21c1ecbc9ea6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] 10.222.0.69 "DELETE /v2.0/security-groups/897edc77-ab50-4b70-befd-e20bb9244868 HTTP/1.1" status: 204 len: 173 time: 0.4535339 Nov 22 16:03:56.065530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35472) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:56.167019 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42b2c614-00f9-4dd6-b4ca-26837071d826 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277211 Nov 22 16:03:56.311421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd29c19-7abd-4c3c-a03b-21c1ecbc9ea6 tempest-SecurityGroupRulesTestJSON-1092220536 tempest-SecurityGroupRulesTestJSON-1092220536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=897edc77-ab50-4b70-befd-e20bb9244868,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:56.369993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.379677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-288acc3f-3ded-4d90-96de-aab481e8e44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.441425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c44e-b778-4937-9efa-92ba0eac2df2 req-8078cc7f-6fb4-4241-9d87-719c6c9311c3 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:56.448352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c44e-b778-4937-9efa-92ba0eac2df2 req-8078cc7f-6fb4-4241-9d87-719c6c9311c3 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:56.458948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71a7c44e-b778-4937-9efa-92ba0eac2df2 req-8078cc7f-6fb4-4241-9d87-719c6c9311c3 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 1653 time: 0.2781951 Nov 22 16:03:56.467614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.479810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d8bfc1a-6dc4-428d-ae61-a165aa2e61e0 req-5baa62e3-f85d-4f5c-933b-0db33e9a5270 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302626 Nov 22 16:03:56.512079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-506ed6cf-bb56-4059-a308-fe132f3474ba admin admin] Deleting subnet b020e36f-710d-4514-8e51-b8b0e666f7f8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:03:56.538916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-0f1e9022-4127-4e8a-abc4-8d58d3f03b54 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:56.540775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-0f1e9022-4127-4e8a-abc4-8d58d3f03b54 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 950 time: 0.2945569 Nov 22 16:03:56.541801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-506ed6cf-bb56-4059-a308-fe132f3474ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.546522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-288acc3f-3ded-4d90-96de-aab481e8e44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.690165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 3e3199dd-7343-40be-8bf7-cded96021a14 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:03:56.691646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=374fbef0-3e5e-4b3e-9906-595d4b047a6d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:56.698233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:03:56.717432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:03:56.897839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:56.900662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-506ed6cf-bb56-4059-a308-fe132f3474ba admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.901984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.922488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71a7c44e-b778-4937-9efa-92ba0eac2df2 req-6865d6cf-5492-4129-9466-3fbaf5b1bd14 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4621980 Nov 22 16:03:56.945184 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-fc354cc4-7a56-4926-b6f6-a9ccdfcc6735 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9926717 Nov 22 16:03:56.951852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-288acc3f-3ded-4d90-96de-aab481e8e44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.961903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d', 'admin_state_up': True, 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'security_groups': ['66be33a2-a8e3-47a1-81e3-db6945e209de']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:03:56.964209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-288acc3f-3ded-4d90-96de-aab481e8e44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:56.969864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-288acc3f-3ded-4d90-96de-aab481e8e44f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1cd0521-1b5e-45b1-95d4-c2f92c84412d HTTP/1.1" status: 204 len: 168 time: 0.9856939 Nov 22 16:03:56.997790 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-506ed6cf-bb56-4059-a308-fe132f3474ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:57.165237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288acc3f-3ded-4d90-96de-aab481e8e44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cd0521-1b5e-45b1-95d4-c2f92c84412d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:57.245392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-861c55ba-2c18-4ff7-83fb-98e4369af5fc None None] Provisioning complete for port 374fbef0-3e5e-4b3e-9906-595d4b047a6d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:03:57.245974 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-861c55ba-2c18-4ff7-83fb-98e4369af5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:57.336687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-861c55ba-2c18-4ff7-83fb-98e4369af5fc None None] Port 374fbef0-3e5e-4b3e-9906-595d4b047a6d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:03:57.343291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:03:57.392791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Deleting port 96c6a1a0-502b-4692-a835-63bddf722bdc {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:03:57.393354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:57.626706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa7a1a-d289-4a71-b0d7-5e3c242fbe1d req-f96c4867-d656-405d-acb0-9ae492105064 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:57.630630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0aa7a1a-d289-4a71-b0d7-5e3c242fbe1d req-f96c4867-d656-405d-acb0-9ae492105064 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.7246380 Nov 22 16:03:57.655204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-506ed6cf-bb56-4059-a308-fe132f3474ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:57.709288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c9389-2ba3-4b5e-a84e-9c6d7f381297 req-44ecfa8b-be80-40c1-8752-1f934eb232b1 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:57.711614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e3c9389-2ba3-4b5e-a84e-9c6d7f381297 req-44ecfa8b-be80-40c1-8752-1f934eb232b1 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.5167434 Nov 22 16:03:57.729995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:57.731001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-506ed6cf-bb56-4059-a308-fe132f3474ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:57.735654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-506ed6cf-bb56-4059-a308-fe132f3474ba admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b020e36f-710d-4514-8e51-b8b0e666f7f8 HTTP/1.1" status: 204 len: 168 time: 1.6467545 Nov 22 16:03:57.747355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35498) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:03:57.805258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ed6cf-bb56-4059-a308-fe132f3474ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b020e36f-710d-4514-8e51-b8b0e666f7f8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:57.876961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] For port 96c6a1a0-502b-4692-a835-63bddf722bdc, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=96c6a1a0-502b-4692-a835-63bddf722bdc,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:03:57.877487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:57.981650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Calling delete_port for 96c6a1a0-502b-4692-a835-63bddf722bdc owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:03:58.302131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:58.354648 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e3c9389-2ba3-4b5e-a84e-9c6d7f381297 req-20e0504e-dc6f-4233-b31d-e628426875f5 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673831 Nov 22 16:03:58.361172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0aa7a1a-d289-4a71-b0d7-5e3c242fbe1d req-a5882db8-a3bf-4244-b56d-bc44df7f212e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835900 Nov 22 16:03:58.471451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:58.488643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:58.496269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', '961eb9d5-b6ec-4b79-957a-1644252a5989', '29859b65-2576-4ee6-913b-70a09d883caa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:03:58.587357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event deleted for resources: {'Port': ['ID=96c6a1a0-502b-4692-a835-63bddf722bdc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:58.727774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] No DVR routers for this DVR port 96c6a1a0-502b-4692-a835-63bddf722bdc on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:03:58.771238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:58.775724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f4ea038-5e98-47bd-bc4a-7b33bd6611c8 req-5bbef6b3-cf3f-44ee-9b63-3754e38a11a1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "DELETE /v2.0/ports/96c6a1a0-502b-4692-a835-63bddf722bdc HTTP/1.1" status: 204 len: 173 time: 2.2014234 Nov 22 16:03:58.807231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669823f2-11ee-437d-89e6-fbf1311115ff', 'name': 'network-vif-deleted', 'tag': '96c6a1a0-502b-4692-a835-63bddf722bdc'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:03:58.812839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:58.825060 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856db878-4d20-4950-8499-439592f58968" -d '{"events": [{"server_uuid": "669823f2-11ee-437d-89e6-fbf1311115ff", "name": "network-vif-deleted", "tag": "96c6a1a0-502b-4692-a835-63bddf722bdc"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:03:58.839737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f810f3cb-0e9d-4bae-930a-eee767087649 req-ec562757-7d7e-43d0-b8cc-b3e10f159e33 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=669823f2-11ee-437d-89e6-fbf1311115ff HTTP/1.1" status: 200 len: 210 time: 0.1451788 Nov 22 16:03:58.885185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb9d01b-432d-48f8-89fb-dfbf508ae0de']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:58.959042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbc1697-ab00-4dbe-b46e-fff2f1a576c1') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:58.959511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbc1697-ab00-4dbe-b46e-fff2f1a576c1') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:03:59.011466 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:59.040852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:59.053073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:03:59.054820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:59.091141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147176d-f218-43a2-ae7a-c600608254d1 req-05cd5631-7f7b-454e-b361-a74e7aca3a16 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:59.133673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147176d-f218-43a2-ae7a-c600608254d1 req-05cd5631-7f7b-454e-b361-a74e7aca3a16 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:59.141000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147176d-f218-43a2-ae7a-c600608254d1 req-05cd5631-7f7b-454e-b361-a74e7aca3a16 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:03:59.144795 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:03:59.158148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8147176d-f218-43a2-ae7a-c600608254d1 req-05cd5631-7f7b-454e-b361-a74e7aca3a16 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 2372 time: 0.2573154 Nov 22 16:03:59.313639 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:59.336213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:03:59.349788 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0bb9d01b-432d-48f8-89fb-dfbf508ae0de HTTP/1.1" status: 204 len: 168 time: 1.5919554 Nov 22 16:03:59.375045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Allocated IP 10.2.2.100 (41c81ba1-2dba-474a-8318-dba665f3557d/90238561-d432-4710-a708-6f7cae4dfb4c/ec0d45f3-b882-4fd5-83e3-76b5166d10d9) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:03:59.477219 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1c5a6-a2c4-4bb3-8725-f0ae211d4bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb9d01b-432d-48f8-89fb-dfbf508ae0de,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:03:59.481750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-723c0086-c26c-4ac8-b776-15e302e1e369 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3197544 Nov 22 16:03:59.500149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a75cc7-96ec-40ef-a118-ee6cf5103f78 req-8eddff6f-af14-4f57-a427-802a353ee3ef tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:59.506329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8a75cc7-96ec-40ef-a118-ee6cf5103f78 req-8eddff6f-af14-4f57-a427-802a353ee3ef tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1097 time: 0.3454723 Nov 22 16:03:59.526383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8147176d-f218-43a2-ae7a-c600608254d1 req-7c57b722-82bc-4484-800a-0ea1ad889581 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365026 Nov 22 16:03:59.732888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-290cc0a3-55d0-423a-b37b-272364dcade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:03:59.735468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-290cc0a3-55d0-423a-b37b-272364dcade6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 1100 time: 0.2039361 Nov 22 16:03:59.741937 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470f096b-fadc-4836-9341-9adc6c0d5784 x-openstack-request-id: req-470f096b-fadc-4836-9341-9adc6c0d5784 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:03:59.742541 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669823f2-11ee-437d-89e6-fbf1311115ff", "name": "network-vif-deleted", "tag": "96c6a1a0-502b-4692-a835-63bddf722bdc", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:03:59.742921 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-470f096b-fadc-4836-9341-9adc6c0d5784 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:03:59.743465 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669823f2-11ee-437d-89e6-fbf1311115ff', 'name': 'network-vif-deleted', 'tag': '96c6a1a0-502b-4692-a835-63bddf722bdc', 'status': 'completed', 'code': 200} Nov 22 16:03:59.748265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8a75cc7-96ec-40ef-a118-ee6cf5103f78 req-f884f1a9-2b21-464d-9893-e8354b66b4ac tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179935 Nov 22 16:04:00.030618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:00.070631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 96c6a1a0-502b-4692-a835-63bddf722bdc no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:00.110852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 96c6a1a0-502b-4692-a835-63bddf722bdc {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:04:00.111196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 96c6a1a0-502b-4692-a835-63bddf722bdc not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:04:00.173935 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:00.254369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fdd1d-5799-4047-8acc-09d8798e0e44 req-1f22bd17-ac3a-41ca-b9bc-dae34482790e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:00.263456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e6fdd1d-5799-4047-8acc-09d8798e0e44 req-1f22bd17-ac3a-41ca-b9bc-dae34482790e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.2842708 Nov 22 16:04:00.276922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:00.303721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-8c1d8a69-b92d-4234-9a07-6c576ec02c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:00.305340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-8c1d8a69-b92d-4234-9a07-6c576ec02c80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.5094724 Nov 22 16:04:00.371952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cf191963-c40f-49fd-bb96-2c820a570667 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a66a1adff7be4d6da448c2c491ce154f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312645 Nov 22 16:04:00.375145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:00.400262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:00.410889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 41c81ba1-2dba-474a-8318-dba665f3557d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:00.413497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:00.434984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:00.452562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-a748e712-c8ff-4be9-9753-d6571e469546 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 HTTP/1.1" status: 200 len: 217 time: 0.1209958 Nov 22 16:04:00.518376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:00.519350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:00.547227 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-edeeb758-6f38-4563-bb43-6a46226a528b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5915968 Nov 22 16:04:00.569443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d', 'admin_state_up': True, 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'security_groups': ['66be33a2-a8e3-47a1-81e3-db6945e209de']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:00.703990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e6fdd1d-5799-4047-8acc-09d8798e0e44 req-a86f0baf-cfe1-4977-8dfb-d398b579c191 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353416 Nov 22 16:04:00.729279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-bd84f692-6802-470c-94bf-1836c03b23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:00.736386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-bd84f692-6802-470c-94bf-1836c03b23b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2686098 Nov 22 16:04:00.841521 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca1c82d-fd04-4f71-8ff1-6d18b2af3ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:00.875123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Made reservation on behalf of 6fd0d30f332f415bad86cd82bf649458 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:00.883707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:00.910277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-55fd493d-6205-456a-9803-d17b2626e191 None None] Provisioning complete for port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:00.912073 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55fd493d-6205-456a-9803-d17b2626e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:00.927148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca1c82d-fd04-4f71-8ff1-6d18b2af3ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:00.946418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-a89a6812-0460-4e2e-be2a-b5f1bec6459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:00.954463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-a89a6812-0460-4e2e-be2a-b5f1bec6459d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054334 Nov 22 16:04:01.003792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-55fd493d-6205-456a-9803-d17b2626e191 None None] Port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:04:01.179869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452dd74-1d7f-44f4-8105-e6cc8c580f35 req-be2838db-8db7-4e3b-a544-10f0dc87ac6c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:01.186609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452dd74-1d7f-44f4-8105-e6cc8c580f35 req-be2838db-8db7-4e3b-a544-10f0dc87ac6c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:01.192841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452dd74-1d7f-44f4-8105-e6cc8c580f35 req-be2838db-8db7-4e3b-a544-10f0dc87ac6c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:01.200930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452dd74-1d7f-44f4-8105-e6cc8c580f35 req-be2838db-8db7-4e3b-a544-10f0dc87ac6c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:01.202888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4452dd74-1d7f-44f4-8105-e6cc8c580f35 req-be2838db-8db7-4e3b-a544-10f0dc87ac6c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 3093 time: 0.1302738 Nov 22 16:04:01.228048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca1c82d-fd04-4f71-8ff1-6d18b2af3ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:01.231077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ca1c82d-fd04-4f71-8ff1-6d18b2af3ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:01.232228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8ca1c82d-fd04-4f71-8ff1-6d18b2af3ab1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d23efd7-5815-41e4-907b-cb15a34fb4a7 HTTP/1.1" status: 204 len: 168 time: 0.8075402 Nov 22 16:04:01.248003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-95e9111a-4557-406c-8527-7d616df93560 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812390 Nov 22 16:04:01.264801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Allocated IP 10.2.2.200 (41c81ba1-2dba-474a-8318-dba665f3557d/90238561-d432-4710-a708-6f7cae4dfb4c/b20617e2-5319-4d5d-9f6a-c65f46471c9b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:01.272328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1c82d-fd04-4f71-8ff1-6d18b2af3ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d23efd7-5815-41e4-907b-cb15a34fb4a7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:01.370486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4452dd74-1d7f-44f4-8105-e6cc8c580f35 req-4b52b635-0f02-47d6-b5a0-13ca52e7aeed tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533411 Nov 22 16:04:01.467870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addfb08f-f557-4738-8dec-e1e2f4d4eb72 req-c87d3826-9925-4847-b72c-add662ab3364 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911690 Nov 22 16:04:01.551214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:01.608411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:01.610934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437292-afc9-41c9-910a-89a73bcb7c03 req-2fb1052b-d8af-4c68-84f8-cd387c4063c3 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:01.614904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52437292-afc9-41c9-910a-89a73bcb7c03 req-2fb1052b-d8af-4c68-84f8-cd387c4063c3 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 950 time: 0.1177535 Nov 22 16:04:01.678841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Network 41c81ba1-2dba-474a-8318-dba665f3557d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:01.684872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:01.689015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:01.723879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52437292-afc9-41c9-910a-89a73bcb7c03 req-bef740c6-f680-4470-9368-5ede4dbf9319 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972009 Nov 22 16:04:01.728842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event updated for resources: {'Port': ['ID=b20617e2-5319-4d5d-9f6a-c65f46471c9b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:01.848957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:01.849743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:01.897949 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-ef989771-cb5a-4b5e-8928-241ac2248871 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3380065 Nov 22 16:04:01.951608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:02.038685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28233753-e472-43ef-b833-ed62a40f4c3b req-8340ca90-c0aa-4c5d-823f-8d9aa65a2d1a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.048023 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-263534d8-6d99-4ba1-ba6c-b22533a69851 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1755397 Nov 22 16:04:02.051886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28233753-e472-43ef-b833-ed62a40f4c3b req-8340ca90-c0aa-4c5d-823f-8d9aa65a2d1a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.1055710 Nov 22 16:04:02.054509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:02.145205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6c6fe9ee-d0d8-49aa-aac4-4f0ff24e9a20 None None] Provisioning complete for port b20617e2-5319-4d5d-9f6a-c65f46471c9b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:02.150391 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c6fe9ee-d0d8-49aa-aac4-4f0ff24e9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:02.217935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28233753-e472-43ef-b833-ed62a40f4c3b req-ab4b64db-d9de-4ab6-9bdb-a534646aac22 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630769 Nov 22 16:04:02.237059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fe9ee-d0d8-49aa-aac4-4f0ff24e9a20 None None] Port b20617e2-5319-4d5d-9f6a-c65f46471c9b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:04:02.361952 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:04:02.397659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-7089a131-247b-42ec-9353-a936e19f064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.399449 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-7089a131-247b-42ec-9353-a936e19f064b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4356fc095a8d4a59bc430016957704c2&device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 1100 time: 0.2762167 Nov 22 16:04:02.492928 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-085c46c2-23c7-479a-ad5d-cbc9c44ab0cd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=64360a594ce5409192d790eaea4a9864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666916 Nov 22 16:04:02.564678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-56a8e34d-0b17-4971-9fc8-401d18ed0da0 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.571732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-56a8e34d-0b17-4971-9fc8-401d18ed0da0 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 950 time: 0.2487590 Nov 22 16:04:02.725452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-e3601b62-ee44-4541-ba1f-1aa989542209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.727799 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-e3601b62-ee44-4541-ba1f-1aa989542209 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2892561 Nov 22 16:04:02.789196 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-90ed8c10-994a-47f5-8f68-c010d2ed4700 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 HTTP/1.1" status: 200 len: 217 time: 0.0531504 Nov 22 16:04:02.825906 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35688) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:02.867817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248df1-1785-4512-acf4-5553966458ac req-bc5a8ce7-e465-42d1-8a8e-62d6fae5e5a0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.872719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecca0ec-b039-4911-a60c-a35e8685fe15 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:02.878677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248df1-1785-4512-acf4-5553966458ac req-bc5a8ce7-e465-42d1-8a8e-62d6fae5e5a0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.885082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:02.887885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248df1-1785-4512-acf4-5553966458ac req-bc5a8ce7-e465-42d1-8a8e-62d6fae5e5a0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.896632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248df1-1785-4512-acf4-5553966458ac req-bc5a8ce7-e465-42d1-8a8e-62d6fae5e5a0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.905839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee248df1-1785-4512-acf4-5553966458ac req-bc5a8ce7-e465-42d1-8a8e-62d6fae5e5a0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.908828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Transition to ACTIVE for port object 2ecca0ec-b039-4911-a60c-a35e8685fe15 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:02.914406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-944c9aaa-2ae1-48b3-9ddc-e8d7d94933cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.914406 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-944c9aaa-2ae1-48b3-9ddc-e8d7d94933cd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0978179 Nov 22 16:04:02.914823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee248df1-1785-4512-acf4-5553966458ac req-bc5a8ce7-e465-42d1-8a8e-62d6fae5e5a0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 3814 time: 0.2624290 Nov 22 16:04:02.921403 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:02.967457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-b2c344cd-a669-4b35-b45a-644a40f1f5e6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:02.970019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-b2c344cd-a669-4b35-b45a-644a40f1f5e6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4633703 Nov 22 16:04:03.013027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-c3f4f562-b725-4b4e-a0f8-e30dc390fb93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/quotas/64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 375 time: 0.0359960 Nov 22 16:04:03.026745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Deleting port 29859b65-2576-4ee6-913b-70a09d883caa {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:04:03.027646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:03.141673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee248df1-1785-4512-acf4-5553966458ac req-0f675a32-71c4-4e4f-8997-273c34f17087 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274430 Nov 22 16:04:03.147558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-5eb7c7c7-628b-4bad-926b-e3c586044ab7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100771 Nov 22 16:04:03.237003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] For port 29859b65-2576-4ee6-913b-70a09d883caa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=29859b65-2576-4ee6-913b-70a09d883caa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:03.237381 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:03.259950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Calling delete_port for 29859b65-2576-4ee6-913b-70a09d883caa owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:04:03.324864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1018907582-network', 'tenant_id': 'ffb48fcc6154491681e9a8e0a1d1b8b1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:03.346325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-ce3b4db0-3725-49cd-9c9e-274339ec3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:03.348574 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-ce3b4db0-3725-49cd-9c9e-274339ec3eaf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4240806 Nov 22 16:04:03.525757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecca0ec-b039-4911-a60c-a35e8685fe15,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:03.639523 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-0649e902-e6cc-4ada-b8c3-a0dd63bcd075 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794712 Nov 22 16:04:03.660229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Made reservation on behalf of ffb48fcc6154491681e9a8e0a1d1b8b1 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:03.663091 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:03.740692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:03.796003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Attempting to bind port 2ecca0ec-b039-4911-a60c-a35e8685fe15 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:03.796714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Attempting to bind port 2ecca0ec-b039-4911-a60c-a35e8685fe15 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:03.798245 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Attempting to bind port 2ecca0ec-b039-4911-a60c-a35e8685fe15 on network 6d96293d-4bbf-48aa-81cb-af7351f06337 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:03.816198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Port 2ecca0ec-b039-4911-a60c-a35e8685fe15 on network 6d96293d-4bbf-48aa-81cb-af7351f06337 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:03.817341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Attempting to bind port 2ecca0ec-b039-4911-a60c-a35e8685fe15 on network 6d96293d-4bbf-48aa-81cb-af7351f06337 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:03.835091 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:03.837447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:03.838211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Checking segment: {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:03.838916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Bound using segment: {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:03.841071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Bound port: 2ecca0ec-b039-4911-a60c-a35e8685fe15, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e509e856-a08c-4053-8077-77f776b1954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:03.841847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:03.849262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:03.854086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', '961eb9d5-b6ec-4b79-957a-1644252a5989', '29859b65-2576-4ee6-913b-70a09d883caa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:03.857705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:03.971804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0901930-24d5-4a2c-ae73-0a3f251a8ad3 req-21719378-fd41-42f4-a168-0abe1fbb6142 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:03.974612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0901930-24d5-4a2c-ae73-0a3f251a8ad3 req-21719378-fd41-42f4-a168-0abe1fbb6142 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfab4776-34cb-4875-b65f-9771ae2e7159 HTTP/1.1" status: 200 len: 867 time: 0.4573870 Nov 22 16:04:03.975538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event deleted for resources: {'Port': ['ID=29859b65-2576-4ee6-913b-70a09d883caa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:04.045952 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e4b7088-e48e-4e0f-a28e-d86ee6ae4120 req-868b4abc-d66d-46c1-a149-f2001e68aec2 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945150 Nov 22 16:04:04.114329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] For port 2ecca0ec-b039-4911-a60c-a35e8685fe15, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:04.124545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] For port 2ecca0ec-b039-4911-a60c-a35e8685fe15, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:04.135131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.170363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.217300 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.217619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.248973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:04.249820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.251525 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] 10.222.0.71 "PUT /v2.0/ports/2ecca0ec-b039-4911-a60c-a35e8685fe15 HTTP/1.1" status: 200 len: 1091 time: 2.3160899 Nov 22 16:04:04.257671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:04.261314 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c091b8-e883-45f6-85c0-bbde17837213" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:04.287202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:04.310022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:04.312161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:04.319998 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3957324-c929-4be7-aaf4-a2e585ba98f9" -d '{"events": [{"server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "name": "network-vif-unplugged", "status": "completed", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:04.330859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.347730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:04:04.420731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547eb1df-8bb9-4229-95ca-5a769957e442,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:04.424155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb8854-3721-400a-8ad7-1492ef4891b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecca0ec-b039-4911-a60c-a35e8685fe15,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:04.437671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.438122 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Added segment 6f761c31-b86b-482d-a5c0-c51c156c9201 of type vlan for network 3df382bc-ecfc-42ef-959d-aa5aab527567 Nov 22 16:04:04.570683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.603586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.670589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:04.720660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] No DVR routers for this DVR port 29859b65-2576-4ee6-913b-70a09d883caa on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:04:04.764824 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.765850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:04.766668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.773019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:04.777632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2de1bd4e-d731-44b1-8528-2f6cd5780fc9 req-46d0fe7e-eedb-432c-b49f-e890944a3a9a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "DELETE /v2.0/ports/29859b65-2576-4ee6-913b-70a09d883caa HTTP/1.1" status: 204 len: 173 time: 2.1367486 Nov 22 16:04:04.778996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab4776-34cb-4875-b65f-9771ae2e7159', 'name': 'network-vif-deleted', 'tag': '29859b65-2576-4ee6-913b-70a09d883caa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:04.782035 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc810a2-f9c9-420a-be4a-bb7294499b9e" -d '{"events": [{"server_uuid": "cfab4776-34cb-4875-b65f-9771ae2e7159", "name": "network-vif-deleted", "tag": "29859b65-2576-4ee6-913b-70a09d883caa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:04.807284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-1e16749f-9a86-4064-a781-5de2b5cd5f8a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:04.815533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-1e16749f-9a86-4064-a781-5de2b5cd5f8a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 805 time: 1.1246359 Nov 22 16:04:04.831205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0901930-24d5-4a2c-ae73-0a3f251a8ad3 req-35ca44e8-0914-49cf-ad05-18806d0f8247 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315478 Nov 22 16:04:04.840679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-0da441ae-2822-425f-803f-a73c5b867737 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/quotas/78972e9a69a64fddbb3aa4370304e654 HTTP/1.1" status: 200 len: 375 time: 0.0237935 Nov 22 16:04:04.886744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-c1301948-4254-4ffc-96a8-db189eda42f4 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:04.888862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-c1301948-4254-4ffc-96a8-db189eda42f4 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fe2e848-8edb-4184-8f7a-c7bcf1105df0 HTTP/1.1" status: 200 len: 943 time: 0.2618001 Nov 22 16:04:04.934979 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1077294 Nov 22 16:04:04.961045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35722) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:04.969105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Request body: {'subnet': {'network_id': '3df382bc-ecfc-42ef-959d-aa5aab527567', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1018907582-subnet', 'tenant_id': 'ffb48fcc6154491681e9a8e0a1d1b8b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:05.012834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-a4a81fbb-8d0e-4e8c-8d84-9dda2204f623 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1713252 Nov 22 16:04:05.050625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b316ec-a4a0-43aa-91c0-c617f2134f86 admin admin] Pushing event updated for resources: {'Network': ['ID=3df382bc-ecfc-42ef-959d-aa5aab527567,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:05.064304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3df382bc-ecfc-42ef-959d-aa5aab527567 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:04:05.083801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Made reservation on behalf of ffb48fcc6154491681e9a8e0a1d1b8b1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:05.086014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.304409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774d0636-3f7e-42ca-9821-e6cdb5e625d7 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:05.328560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.353270 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Transition to ACTIVE for port object 774d0636-3f7e-42ca-9821-e6cdb5e625d7 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:05.358113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.429124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-430b3b18-18a8-401e-a706-5e1ac3fde7d9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=64360a594ce5409192d790eaea4a9864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018841 Nov 22 16:04:05.446741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Pushing event updated for resources: {'Port': ['ID=774d0636-3f7e-42ca-9821-e6cdb5e625d7,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:05.506966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Attempting to bind port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:05.507443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Attempting to bind port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:05.507956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Attempting to bind port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:05.514087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 on network 3e3199dd-7343-40be-8bf7-cded96021a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:05.514508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Attempting to bind port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:05.520470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:05.520804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Checking segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:05.521466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Bound using segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:05.521976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Bound port: 774d0636-3f7e-42ca-9821-e6cdb5e625d7, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:05.522410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.569033 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.586720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a0988-9555-4b19-a39e-f0ec328f6da7 req-c812a500-b819-494f-9062-50da7f7cecd9 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:05.596827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-363a0988-9555-4b19-a39e-f0ec328f6da7 req-c812a500-b819-494f-9062-50da7f7cecd9 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.5152543 Nov 22 16:04:05.618130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] For port 774d0636-3f7e-42ca-9821-e6cdb5e625d7, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:05.623424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] For port 774d0636-3f7e-42ca-9821-e6cdb5e625d7, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=774d0636-3f7e-42ca-9821-e6cdb5e625d7,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:05.633205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.690821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Deleting port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:04:05.691196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.694129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:05.695283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.696935 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] 10.222.0.71 "PUT /v2.0/ports/774d0636-3f7e-42ca-9821-e6cdb5e625d7 HTTP/1.1" status: 200 len: 1136 time: 1.3925107 Nov 22 16:04:05.741338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:05.790358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0d005-2178-4bbc-8d9b-f14b2c6806fc service neutron] Pushing event updated for resources: {'Port': ['ID=774d0636-3f7e-42ca-9821-e6cdb5e625d7,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:05.828046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:05.856192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-498a83e4-ee15-4608-b95c-75bc951ae51c service neutron] 10.222.0.69 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8207858 Nov 22 16:04:05.965637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-363a0988-9555-4b19-a39e-f0ec328f6da7 req-7e80979e-89f0-47cc-a921-c013b0442854 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654423 Nov 22 16:04:05.989132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f09f07-99ba-46a1-b391-b5c8382dab28,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:06.067375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 29859b65-2576-4ee6-913b-70a09d883caa no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:06.080705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-2a2121a3-1f77-4423-ab12-511ef092ffda tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.082319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-2a2121a3-1f77-4423-ab12-511ef092ffda tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6430066 Nov 22 16:04:06.095801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 29859b65-2576-4ee6-913b-70a09d883caa {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:04:06.096301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 29859b65-2576-4ee6-913b-70a09d883caa not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:04:06.102256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Request body: {'port': {'device_id': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '64360a594ce5409192d790eaea4a9864'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:06.124076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Checking segment: {'id': '6f761c31-b86b-482d-a5c0-c51c156c9201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '3df382bc-ecfc-42ef-959d-aa5aab527567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:06.124545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Network hostable DHCP agents. Network: 3df382bc-ecfc-42ef-959d-aa5aab527567, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:04:06.199810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-956ff09a-81ea-4b2a-ba11-6d9fa620a406 req-02fd10cf-15aa-4a5c-9aba-d23f140da466 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 210 time: 0.1293349 Nov 22 16:04:06.217246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4981b67e-c0b1-47e0-a783-60395413223f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:06.220596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] For port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:06.220963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:06.226644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:06.249990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-65ae99bd-359e-4a75-81d9-8b3ca906d695 service neutron] 10.222.0.69 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928325 Nov 22 16:04:06.255591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Calling delete_port for 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:04:06.259094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Transition to ACTIVE for port object 4981b67e-c0b1-47e0-a783-60395413223f will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:06.267865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:06.272797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Network 3df382bc-ecfc-42ef-959d-aa5aab527567 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:04:06.336990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Pushing event updated for resources: {'Port': ['ID=4981b67e-c0b1-47e0-a783-60395413223f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:06.349874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3df382bc-ecfc-42ef-959d-aa5aab527567) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:06.379598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b798e42-83da-490c-9eb3-e327ce29c190 None None] Network 3df382bc-ecfc-42ef-959d-aa5aab527567 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:04:06.381776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.382428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:06.494082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9eb8cfe8-5afe-46ca-bc5e-82c95885d3ae admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5316272 Nov 22 16:04:06.494956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Attempting to bind port 4981b67e-c0b1-47e0-a783-60395413223f on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:06.495414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Attempting to bind port 4981b67e-c0b1-47e0-a783-60395413223f by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:06.496624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Attempting to bind port 4981b67e-c0b1-47e0-a783-60395413223f on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:06.516793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Port 4981b67e-c0b1-47e0-a783-60395413223f on network 3e3199dd-7343-40be-8bf7-cded96021a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:06.526665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Attempting to bind port 4981b67e-c0b1-47e0-a783-60395413223f on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:06.561202 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd367cc-ac40-446f-b373-d9f3398c72ba x-openstack-request-id: req-edd367cc-ac40-446f-b373-d9f3398c72ba {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:06.561681 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:06.562049 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-edd367cc-ac40-446f-b373-d9f3398c72ba {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:06.562667 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'status': 'completed', 'code': 200} Nov 22 16:04:06.564741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:06.565247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Checking segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:06.568369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Bound using segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:06.570075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Bound port: 4981b67e-c0b1-47e0-a783-60395413223f, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:06.570411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:06.632608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-04ee0f67-7b20-4900-8cb9-6779bebf34be tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.639415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-04ee0f67-7b20-4900-8cb9-6779bebf34be tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.659173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-04ee0f67-7b20-4900-8cb9-6779bebf34be tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.673761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-04ee0f67-7b20-4900-8cb9-6779bebf34be tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.681096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-04ee0f67-7b20-4900-8cb9-6779bebf34be tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.699733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-04ee0f67-7b20-4900-8cb9-6779bebf34be tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.724852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-04ee0f67-7b20-4900-8cb9-6779bebf34be tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.726857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-04ee0f67-7b20-4900-8cb9-6779bebf34be tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5380 time: 0.3934119 Nov 22 16:04:06.729428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Made reservation on behalf of 64360a594ce5409192d790eaea4a9864 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:06.745312 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:06.751721 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da12df3-9de9-4826-9091-a03a476f9603 x-openstack-request-id: req-2da12df3-9de9-4826-9091-a03a476f9603 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:06.760962 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9887ffb6-a0d1-446f-8fe4-a5a68a524c39 x-openstack-request-id: req-9887ffb6-a0d1-446f-8fe4-a5a68a524c39 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:06.761452 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "name": "network-vif-unplugged", "status": "completed", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:06.762237 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfab4776-34cb-4875-b65f-9771ae2e7159", "name": "network-vif-deleted", "tag": "29859b65-2576-4ee6-913b-70a09d883caa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:06.762893 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2da12df3-9de9-4826-9091-a03a476f9603 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:06.763774 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab4776-34cb-4875-b65f-9771ae2e7159', 'name': 'network-vif-deleted', 'tag': '29859b65-2576-4ee6-913b-70a09d883caa', 'status': 'completed', 'code': 200} Nov 22 16:04:06.764232 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9887ffb6-a0d1-446f-8fe4-a5a68a524c39 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:06.766499 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'code': 200} Nov 22 16:04:06.803421 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:06.844592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-1e312ae5-0a73-43cc-9566-0400ecf3fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.850441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-1e312ae5-0a73-43cc-9566-0400ecf3fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.851206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-1e312ae5-0a73-43cc-9566-0400ecf3fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.854285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-1e312ae5-0a73-43cc-9566-0400ecf3fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.855973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-1e312ae5-0a73-43cc-9566-0400ecf3fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.855973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-1e312ae5-0a73-43cc-9566-0400ecf3fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.857495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-1e312ae5-0a73-43cc-9566-0400ecf3fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:06.862925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-1e312ae5-0a73-43cc-9566-0400ecf3fd97 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6175 time: 0.2888403 Nov 22 16:04:06.902185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2190262f-15e1-4c1f-bc2a-cc71aac75111 None None] Network 3df382bc-ecfc-42ef-959d-aa5aab527567 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:04:07.027361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d59c791-8ef4-434c-829f-08fdc069ee8f req-ad9f6e4c-95fe-4b26-8fe1-526b99d885b9 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 210 time: 0.0979221 Nov 22 16:04:07.138298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:07.145139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] For port 4981b67e-c0b1-47e0-a783-60395413223f, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:07.166763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7871440-f4f3-4ddd-9ed3-ee717316cd1e req-da2cd14c-0df8-450d-be49-f9bfbc3bc5de tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3954151 Nov 22 16:04:07.229338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] For port 4981b67e-c0b1-47e0-a783-60395413223f, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4981b67e-c0b1-47e0-a783-60395413223f,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:07.256992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:07.306948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Pushing event deleted for resources: {'Port': ['ID=320d0c03-6ec5-4a0e-b01b-8b6f5e683278,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:07.315179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] No DVR routers for this DVR port 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:04:07.319799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:07.323619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7187924a-6915-45d3-84ca-45a4d9eedb6b req-7f864e73-1969-41e8-9886-b4af5f8b7488 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "DELETE /v2.0/ports/320d0c03-6ec5-4a0e-b01b-8b6f5e683278 HTTP/1.1" status: 204 len: 173 time: 2.4270480 Nov 22 16:04:07.375740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:07.380723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:07.476411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:07.477055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:07.478706 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] 10.222.0.71 "PUT /v2.0/ports/4981b67e-c0b1-47e0-a783-60395413223f HTTP/1.1" status: 200 len: 1134 time: 1.7485278 Nov 22 16:04:07.501714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-4c25e019-264d-44c7-987c-bd54407f66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:07.502366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-4c25e019-264d-44c7-987c-bd54407f66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:07.502858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-4c25e019-264d-44c7-987c-bd54407f66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:07.504623 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-4c25e019-264d-44c7-987c-bd54407f66b2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6fd0d30f332f415bad86cd82bf649458&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6244278 Nov 22 16:04:07.532912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:07.565551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c499f3f-2857-4b06-b8ff-f25fc4018c8e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:07.567949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837beb90-217a-4bfd-8570-ba74b7b2d963 service neutron] Pushing event updated for resources: {'Port': ['ID=4981b67e-c0b1-47e0-a783-60395413223f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:07.600948 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-697dd61e-9853-4a12-8d88-d59c6e19ff29 req-3872ca8f-1949-44bc-b2da-48e1b58ddeea tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] show failed (client error): The resource could not be found. Nov 22 16:04:07.602948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-697dd61e-9853-4a12-8d88-d59c6e19ff29 req-3872ca8f-1949-44bc-b2da-48e1b58ddeea tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] 10.222.0.69 "GET /v2.0/security-groups/9a63806e-3ad4-4537-89cb-1d7c4361ad06 HTTP/1.1" status: 404 len: 352 time: 0.1009169 Nov 22 16:04:07.717212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Allocated IP 192.168.233.110 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/b62e6208-5225-4e54-9940-202afd0b6536) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:07.851622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c1a8a-6d54-4408-9535-bd2573c77891 req-9fb06268-71b7-41bc-94e6-34a056446872 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:07.853228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-169c1a8a-6d54-4408-9535-bd2573c77891 req-9fb06268-71b7-41bc-94e6-34a056446872 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.4342589 Nov 22 16:04:07.858869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:07.867814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:07.890227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-da3fc2ca-4fa0-4eee-9d30-1c4ef9f4d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:07.891742 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c9c091b8-e883-45f6-85c0-bbde17837213 req-da3fc2ca-4fa0-4eee-9d30-1c4ef9f4d05d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3695171 Nov 22 16:04:07.892109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:04:07.892781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 320d0c03-6ec5-4a0e-b01b-8b6f5e683278 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:04:07.900073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df6ed877-e966-45ab-a408-386962733b61 req-62fac6de-2347-4f11-bd19-47c536cc99ba tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 210 time: 0.1115887 Nov 22 16:04:08.018467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-169c1a8a-6d54-4408-9535-bd2573c77891 req-48f05af8-b9a3-46fe-aca9-db41e02639e6 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143563 Nov 22 16:04:08.427236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-c130b6d8-784b-4a73-ae9f-f3353da3e96c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:08.429616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-c130b6d8-784b-4a73-ae9f-f3353da3e96c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.11 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 805 time: 0.2736049 Nov 22 16:04:08.483003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1329113-032d-4367-8e15-e651b6a8413d req-a7e1559f-6075-4b13-8f6f-c303982980dc tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 210 time: 0.0464165 Nov 22 16:04:08.493216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Request body: {'port': {'device_id': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'admin_state_up': True, 'tenant_id': '78972e9a69a64fddbb3aa4370304e654'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:08.494917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f833a5e-47fd-4286-9165-82d931d3729e {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:08.509638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:08.526439 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:08.542880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Transition to ACTIVE for port object 4f833a5e-47fd-4286-9165-82d931d3729e will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:08.554413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:08.563988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '774d0636-3f7e-42ca-9821-e6cdb5e625d7'}, {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '4981b67e-c0b1-47e0-a783-60395413223f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:08.568808 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b61c1a-0126-4e55-938f-835d16654628" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "774d0636-3f7e-42ca-9821-e6cdb5e625d7"}, {"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "4981b67e-c0b1-47e0-a783-60395413223f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:08.745419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82cda978-48d3-4ed3-bc48-8a648a76869d req-5e24e570-1350-4d1c-81cc-7d97c2e260ff tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffb48fcc6154491681e9a8e0a1d1b8b1 HTTP/1.1" status: 200 len: 3001 time: 0.2830443 Nov 22 16:04:08.760020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Pushing event updated for resources: {'Port': ['ID=4f833a5e-47fd-4286-9165-82d931d3729e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:08.765611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'name': 'network-vif-deleted', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:08.767841 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf8a0e6-15c2-49ee-89b9-aca37fe6491e" -d '{"events": [{"server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "name": "network-vif-deleted", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:08.865607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a309-ff04-4033-85d1-b965d5945539 req-b260cbe8-ef62-4067-8d45-c0ab55365612 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:08.873134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a309-ff04-4033-85d1-b965d5945539 req-b260cbe8-ef62-4067-8d45-c0ab55365612 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:08.882145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a309-ff04-4033-85d1-b965d5945539 req-b260cbe8-ef62-4067-8d45-c0ab55365612 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:08.893880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a309-ff04-4033-85d1-b965d5945539 req-b260cbe8-ef62-4067-8d45-c0ab55365612 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:08.898606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Attempting to bind port 4f833a5e-47fd-4286-9165-82d931d3729e on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:08.899026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Attempting to bind port 4f833a5e-47fd-4286-9165-82d931d3729e by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:08.899174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Attempting to bind port 4f833a5e-47fd-4286-9165-82d931d3729e on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:08.902657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a309-ff04-4033-85d1-b965d5945539 req-b260cbe8-ef62-4067-8d45-c0ab55365612 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:08.923007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Port 4f833a5e-47fd-4286-9165-82d931d3729e on network 3e3199dd-7343-40be-8bf7-cded96021a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:08.923330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Attempting to bind port 4f833a5e-47fd-4286-9165-82d931d3729e on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:08.936253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a309-ff04-4033-85d1-b965d5945539 req-b260cbe8-ef62-4067-8d45-c0ab55365612 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:08.943157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43a309-ff04-4033-85d1-b965d5945539 req-b260cbe8-ef62-4067-8d45-c0ab55365612 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:08.943352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:08.943605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Checking segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:08.944032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Bound using segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:08.944483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Bound port: 4f833a5e-47fd-4286-9165-82d931d3729e, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:08.944844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:08.961046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba43a309-ff04-4033-85d1-b965d5945539 req-b260cbe8-ef62-4067-8d45-c0ab55365612 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5392 time: 0.3523395 Nov 22 16:04:09.002428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:09.021335 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-d5134f57-6d42-44dc-8da7-55fd6c879e04 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:09.023948 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-d5134f57-6d42-44dc-8da7-55fd6c879e04 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/ports?device_id=f7815cfd-ac93-4d2b-87b2-59b479377c8b HTTP/1.1" status: 200 len: 949 time: 0.1864245 Nov 22 16:04:09.202432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82cda978-48d3-4ed3-bc48-8a648a76869d req-58ecfd7c-3d76-4782-ad77-0cdfdae13e2a tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] 10.222.0.69 "GET /v2.0/security-groups/547eb1df-8bb9-4229-95ca-5a769957e442 HTTP/1.1" status: 200 len: 2998 time: 0.4446445 Nov 22 16:04:09.209274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba43a309-ff04-4033-85d1-b965d5945539 req-25ae04e3-5149-4613-b990-d0f3e5ee39e8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2472739 Nov 22 16:04:09.212837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:09.243563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] For port 4f833a5e-47fd-4286-9165-82d931d3729e, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:09.248514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] For port 4f833a5e-47fd-4286-9165-82d931d3729e, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4f833a5e-47fd-4286-9165-82d931d3729e,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:09.251824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Made reservation on behalf of 78972e9a69a64fddbb3aa4370304e654 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:09.255367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:09.264400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Deleting port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:04:09.264746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:09.269847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:09.297026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:09.306250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:09.312934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:09.313774 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:09.366052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:09.391036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-a9d61a38-06ea-497b-849f-e4e7c9c047ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2946420 Nov 22 16:04:09.429128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Request body: {'port': {'device_id': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:09.473493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Pushing event updated for resources: {'Port': ['ID=4f833a5e-47fd-4286-9165-82d931d3729e,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:09.499943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:09.500583 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:09.502028 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-d8760de6-cb1f-4e7b-bbf4-0325a89ff4ad service neutron] 10.222.0.71 "PUT /v2.0/ports/4f833a5e-47fd-4286-9165-82d931d3729e HTTP/1.1" status: 200 len: 1091 time: 1.9809897 Nov 22 16:04:09.547947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:09.568883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:09.640516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82cda978-48d3-4ed3-bc48-8a648a76869d req-fa5ca086-d2e8-4b4a-ae15-71c1b2134610 tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] 10.222.0.69 "GET /v2.0/security-groups/547eb1df-8bb9-4229-95ca-5a769957e442 HTTP/1.1" status: 200 len: 2998 time: 0.4368248 Nov 22 16:04:09.755063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26b57-b522-453b-b271-f91b3c5d8d5e req-fe7bfada-f5d1-4de3-9577-d6d17e37127a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:09.757297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29f26b57-b522-453b-b271-f91b3c5d8d5e req-fe7bfada-f5d1-4de3-9577-d6d17e37127a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7815cfd-ac93-4d2b-87b2-59b479377c8b HTTP/1.1" status: 200 len: 949 time: 0.3525491 Nov 22 16:04:09.823993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-74a34206-950d-4bc2-986d-88d34a334149 None None] Provisioning complete for port b62e6208-5225-4e54-9940-202afd0b6536 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:09.824816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74a34206-950d-4bc2-986d-88d34a334149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:09.931509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-74a34206-950d-4bc2-986d-88d34a334149 None None] Port b62e6208-5225-4e54-9940-202afd0b6536 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:04:09.964077 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab5c1b5-aeda-4366-a192-72bdfb52d8f0 x-openstack-request-id: req-2ab5c1b5-aeda-4366-a192-72bdfb52d8f0 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:09.965359 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe2e848-8edb-4184-8f7a-c7bcf1105df0", "name": "network-vif-deleted", "tag": "320d0c03-6ec5-4a0e-b01b-8b6f5e683278", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:09.965827 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ab5c1b5-aeda-4366-a192-72bdfb52d8f0 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:09.966420 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2e848-8edb-4184-8f7a-c7bcf1105df0', 'name': 'network-vif-deleted', 'tag': '320d0c03-6ec5-4a0e-b01b-8b6f5e683278', 'status': 'completed', 'code': 200} Nov 22 16:04:10.246912 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9ac0ec-b8ba-45f5-8fe4-e2c8b916d76c x-openstack-request-id: req-1b9ac0ec-b8ba-45f5-8fe4-e2c8b916d76c {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:10.247505 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "774d0636-3f7e-42ca-9821-e6cdb5e625d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "4981b67e-c0b1-47e0-a783-60395413223f", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:10.247505 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b9ac0ec-b8ba-45f5-8fe4-e2c8b916d76c {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:10.247930 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '774d0636-3f7e-42ca-9821-e6cdb5e625d7', 'status': 'completed', 'code': 200} Nov 22 16:04:10.248335 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '4981b67e-c0b1-47e0-a783-60395413223f', 'status': 'completed', 'code': 200} Nov 22 16:04:10.295497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-e305042f-fbb4-46b7-af15-ce7c070d82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.296608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-e305042f-fbb4-46b7-af15-ce7c070d82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.298640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-e305042f-fbb4-46b7-af15-ce7c070d82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.300614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-e305042f-fbb4-46b7-af15-ce7c070d82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.301105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-e305042f-fbb4-46b7-af15-ce7c070d82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.301941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-e305042f-fbb4-46b7-af15-ce7c070d82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.302466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-e305042f-fbb4-46b7-af15-ce7c070d82da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.309551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27b61c1a-0126-4e55-938f-835d16654628 req-e305042f-fbb4-46b7-af15-ce7c070d82da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6284 time: 0.4978135 Nov 22 16:04:10.339769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29f26b57-b522-453b-b271-f91b3c5d8d5e req-1c5edc20-d77b-4403-b90b-2116b75fbb6a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507562 Nov 22 16:04:10.352529 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:10.353703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-90426765-898a-4fe0-9fab-f014578f063a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.370399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-90426765-898a-4fe0-9fab-f014578f063a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 950 time: 0.5052519 Nov 22 16:04:10.531827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] For port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:10.532230 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:10.555758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Calling delete_port for 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:04:10.778659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Allocated IP 172.20.0.8 (7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd/83ab7aae-234f-45ce-af7c-c8ca355c4f29/8aac7185-c9da-436b-b18b-1d66add19aad) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:10.788587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d2081-4b5d-48a4-9720-1d3a53542347 req-e8ff3052-55d6-4457-acc4-f177d5d21093 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:10.790215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-719d2081-4b5d-48a4-9720-1d3a53542347 req-e8ff3052-55d6-4457-acc4-f177d5d21093 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 936 time: 0.7285736 Nov 22 16:04:10.857997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374fbef0-3e5e-4b3e-9906-595d4b047a6d {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:10.867680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:10.882260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Transition to ACTIVE for port object 374fbef0-3e5e-4b3e-9906-595d4b047a6d will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:10.896048 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:10.907545 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:10.924590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:10.929453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', '961eb9d5-b6ec-4b79-957a-1644252a5989'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:11.125834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] No DVR routers for this DVR port 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:04:11.145318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:11.150277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac397b5e-4b82-42d0-aeba-0fd708c49363 req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "DELETE /v2.0/ports/9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 HTTP/1.1" status: 204 len: 173 time: 2.1180773 Nov 22 16:04:11.150942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Pushing event updated for resources: {'Port': ['ID=374fbef0-3e5e-4b3e-9906-595d4b047a6d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:11.237984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137d9f2-8ec3-4b0b-98fa-0fb81d49e2dc req-ea9a90cc-eaba-4f28-9410-beb4505fda23 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:11.245414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2137d9f2-8ec3-4b0b-98fa-0fb81d49e2dc req-ea9a90cc-eaba-4f28-9410-beb4505fda23 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.5165899 Nov 22 16:04:11.283003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990a86f-31f1-443b-a0b2-eb79cabc4b5a tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event deleted for resources: {'Port': ['ID=9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:11.313724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-719d2081-4b5d-48a4-9720-1d3a53542347 req-1a64db18-c972-4da4-8a18-5ff144624853 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585888 Nov 22 16:04:11.357847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Attempting to bind port 374fbef0-3e5e-4b3e-9906-595d4b047a6d on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:11.358192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Attempting to bind port 374fbef0-3e5e-4b3e-9906-595d4b047a6d by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:11.358528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Attempting to bind port 374fbef0-3e5e-4b3e-9906-595d4b047a6d on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:11.370890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Port 374fbef0-3e5e-4b3e-9906-595d4b047a6d on network 3e3199dd-7343-40be-8bf7-cded96021a14 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:11.371441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Attempting to bind port 374fbef0-3e5e-4b3e-9906-595d4b047a6d on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:11.377291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:11.377649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Checking segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:11.378037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Bound using segment: {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:11.378480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Bound port: 374fbef0-3e5e-4b3e-9906-595d4b047a6d, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b525d3-9c91-43a7-a0b0-7950c5bd5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:11.378867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:11.477346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-97a0f78d-8268-48c9-a655-be656e6c5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:11.478005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-97a0f78d-8268-48c9-a655-be656e6c5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:11.478558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-97a0f78d-8268-48c9-a655-be656e6c5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:11.480674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27b61c1a-0126-4e55-938f-835d16654628 req-97a0f78d-8268-48c9-a655-be656e6c5607 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6fd0d30f332f415bad86cd82bf649458&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7711236 Nov 22 16:04:11.569161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] For port 374fbef0-3e5e-4b3e-9906-595d4b047a6d, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:11.587689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] For port 374fbef0-3e5e-4b3e-9906-595d4b047a6d, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:11.601390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:11.665097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Pushing event updated for resources: {'Port': ['ID=374fbef0-3e5e-4b3e-9906-595d4b047a6d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:11.686364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:11.687442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:11.688924 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-e18f471f-c07d-499f-9d63-7c22ca19b0fd service neutron] 10.222.0.71 "PUT /v2.0/ports/374fbef0-3e5e-4b3e-9906-595d4b047a6d HTTP/1.1" status: 200 len: 1089 time: 2.1453602 Nov 22 16:04:11.716181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:11.754756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:11.775515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2137d9f2-8ec3-4b0b-98fa-0fb81d49e2dc req-91116015-5f08-4c65-a14f-c0377bdb5fb2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291438 Nov 22 16:04:11.841541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-747b419f-b19d-4330-a3c0-af3d841e9ec9 req-4cd05388-3b35-4b81-9558-27aa36fd4898 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 210 time: 0.2054276 Nov 22 16:04:11.853386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Deleting port 961eb9d5-b6ec-4b79-957a-1644252a5989 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:04:11.853723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:11.891955 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:11.941447 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:11.993918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:04:12.019197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:04:12.085291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62e6208-5225-4e54-9940-202afd0b6536 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:12.112036 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.190630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Transition to ACTIVE for port object b62e6208-5225-4e54-9940-202afd0b6536 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:12.196052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-fa55f83b-1d6d-4475-b570-aa2a29c083a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.197623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27b61c1a-0126-4e55-938f-835d16654628 req-fa55f83b-1d6d-4475-b570-aa2a29c083a0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6965103 Nov 22 16:04:12.209394 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.220012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.251127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '4f833a5e-47fd-4286-9165-82d931d3729e'}, {'server_uuid': 'f7815cfd-ac93-4d2b-87b2-59b479377c8b', 'name': 'network-vif-deleted', 'tag': '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0'}, {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '374fbef0-3e5e-4b3e-9906-595d4b047a6d'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:12.253082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ec4daefc-2643-4bb4-991b-d374e8912a09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.253547 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "4f833a5e-47fd-4286-9165-82d931d3729e"}, {"server_uuid": "f7815cfd-ac93-4d2b-87b2-59b479377c8b", "name": "network-vif-deleted", "tag": "9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0"}, {"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "374fbef0-3e5e-4b3e-9906-595d4b047a6d"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:12.259237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ec4daefc-2643-4bb4-991b-d374e8912a09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.265357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ec4daefc-2643-4bb4-991b-d374e8912a09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.274720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ec4daefc-2643-4bb4-991b-d374e8912a09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.277557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ec4daefc-2643-4bb4-991b-d374e8912a09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.283633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ec4daefc-2643-4bb4-991b-d374e8912a09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.289567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ec4daefc-2643-4bb4-991b-d374e8912a09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.291795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ec4daefc-2643-4bb4-991b-d374e8912a09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5404 time: 0.3506110 Nov 22 16:04:12.294773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d39ca84-cbd4-4a1b-9172-ed4b65f84ef8 req-8947a8e3-7750-4a83-91dc-aa97f631ed55 tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] 10.222.0.69 "GET /v2.0/security-groups/547eb1df-8bb9-4229-95ca-5a769957e442 HTTP/1.1" status: 200 len: 2998 time: 0.3742890 Nov 22 16:04:12.339345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] For port 961eb9d5-b6ec-4b79-957a-1644252a5989, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=961eb9d5-b6ec-4b79-957a-1644252a5989,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:12.339805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.365562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0d45f3-b882-4fd5-83e3-76b5166d10d9 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:12.375374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.390508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Transition to ACTIVE for port object ec0d45f3-b882-4fd5-83e3-76b5166d10d9 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:12.396829 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.419810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Calling delete_port for 961eb9d5-b6ec-4b79-957a-1644252a5989 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:04:12.427241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:12.454506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:12.462913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Pushing event updated for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:12.469662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:12.475260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.475937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.493770 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Pushing event updated for resources: {'Port': ['ID=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:12.585824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Attempting to bind port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:12.586273 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Attempting to bind port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:12.586683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Attempting to bind port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 on network 41c81ba1-2dba-474a-8318-dba665f3557d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:12.594439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 on network 41c81ba1-2dba-474a-8318-dba665f3557d not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:12.594712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Attempting to bind port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 on network 41c81ba1-2dba-474a-8318-dba665f3557d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:12.601694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:12.602142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Checking segment: {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:12.602589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Bound using segment: {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:12.603099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Bound port: ec0d45f3-b882-4fd5-83e3-76b5166d10d9, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:12.603719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.701651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ab8e80a3-de79-43f9-a17d-6d68ba75b092 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2122152 Nov 22 16:04:12.705874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] For port ec0d45f3-b882-4fd5-83e3-76b5166d10d9, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:12.711162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] For port ec0d45f3-b882-4fd5-83e3-76b5166d10d9, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:12.721163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.737204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-90e36d8f-3174-42ca-8261-47742cd88cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.738048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-90e36d8f-3174-42ca-8261-47742cd88cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.738894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-90e36d8f-3174-42ca-8261-47742cd88cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.739966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-90e36d8f-3174-42ca-8261-47742cd88cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.740692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-90e36d8f-3174-42ca-8261-47742cd88cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.741171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-90e36d8f-3174-42ca-8261-47742cd88cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.741637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-90e36d8f-3174-42ca-8261-47742cd88cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.743652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27b61c1a-0126-4e55-938f-835d16654628 req-90e36d8f-3174-42ca-8261-47742cd88cd9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6351 time: 0.4479589 Nov 22 16:04:12.748779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Request body: {'port': {'device_id': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:12.762443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:12.786254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Attempting to bind port b62e6208-5225-4e54-9940-202afd0b6536 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:12.786696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Attempting to bind port b62e6208-5225-4e54-9940-202afd0b6536 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:12.786851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:12.787106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Attempting to bind port b62e6208-5225-4e54-9940-202afd0b6536 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:12.787336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:12.788831 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] 10.222.0.71 "PUT /v2.0/ports/ec0d45f3-b882-4fd5-83e3-76b5166d10d9 HTTP/1.1" status: 200 len: 1091 time: 1.0410326 Nov 22 16:04:12.839050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f530b1-602a-4d50-a2f1-2cedc95fb56a req-ef2d1b79-b150-4ce0-a3f9-0b94b8ed88c5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5069425 Nov 22 16:04:12.858745 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Request body: {'port': {'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:12.897601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Port b62e6208-5225-4e54-9940-202afd0b6536 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:12.898426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Attempting to bind port b62e6208-5225-4e54-9940-202afd0b6536 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:12.911150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2ede6-c4c6-4f8b-88fc-c4d36d9f412b service neutron] Pushing event updated for resources: {'Port': ['ID=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:12.994449 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-9d39ca84-cbd4-4a1b-9172-ed4b65f84ef8 req-0f46cb89-114d-4b06-ab1d-18ea860d5f7e tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:04:13.010995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d39ca84-cbd4-4a1b-9172-ed4b65f84ef8 req-0f46cb89-114d-4b06-ab1d-18ea860d5f7e tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] 10.222.0.69 "DELETE /v2.0/security-groups/547eb1df-8bb9-4229-95ca-5a769957e442 HTTP/1.1" status: 409 len: 352 time: 0.6761854 Nov 22 16:04:13.029847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.055504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:13.056991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:13.057825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:13.058007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Bound port: b62e6208-5225-4e54-9940-202afd0b6536, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:13.058392 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.128907 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.189086 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7940e657-5d1b-499b-b36b-e5bd0efab185 x-openstack-request-id: req-7940e657-5d1b-499b-b36b-e5bd0efab185 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:13.189458 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "4f833a5e-47fd-4286-9165-82d931d3729e", "status": "completed", "code": 200}, {"server_uuid": "f7815cfd-ac93-4d2b-87b2-59b479377c8b", "name": "network-vif-deleted", "tag": "9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "374fbef0-3e5e-4b3e-9906-595d4b047a6d", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:13.189651 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7940e657-5d1b-499b-b36b-e5bd0efab185 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:13.190058 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '4f833a5e-47fd-4286-9165-82d931d3729e', 'status': 'completed', 'code': 200} Nov 22 16:04:13.190514 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7815cfd-ac93-4d2b-87b2-59b479377c8b', 'name': 'network-vif-deleted', 'tag': '9b1d0c3e-00d4-4cda-9c20-71e8c15a0bb0', 'status': 'completed', 'code': 200} Nov 22 16:04:13.190782 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '374fbef0-3e5e-4b3e-9906-595d4b047a6d', 'status': 'completed', 'code': 200} Nov 22 16:04:13.205920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-94c093cb-5976-4b08-aa23-b065094faee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:13.209469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-94c093cb-5976-4b08-aa23-b065094faee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:13.210054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-94c093cb-5976-4b08-aa23-b065094faee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:13.211768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27b61c1a-0126-4e55-938f-835d16654628 req-94c093cb-5976-4b08-aa23-b065094faee6 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6fd0d30f332f415bad86cd82bf649458&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4299886 Nov 22 16:04:13.436395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:13.486860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:13.510008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.531850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:13.538299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:13.543179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.543720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20617e2-5319-4d5d-9f6a-c65f46471c9b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:13.558052 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.575634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Transition to ACTIVE for port object b20617e2-5319-4d5d-9f6a-c65f46471c9b will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:13.582770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.649475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Pushing event updated for resources: {'Port': ['ID=b20617e2-5319-4d5d-9f6a-c65f46471c9b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:13.767131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Attempting to bind port b20617e2-5319-4d5d-9f6a-c65f46471c9b on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:13.767683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Attempting to bind port b20617e2-5319-4d5d-9f6a-c65f46471c9b by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:13.768226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Attempting to bind port b20617e2-5319-4d5d-9f6a-c65f46471c9b on network 41c81ba1-2dba-474a-8318-dba665f3557d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:13.774325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Port b20617e2-5319-4d5d-9f6a-c65f46471c9b on network 41c81ba1-2dba-474a-8318-dba665f3557d not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:13.774631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Attempting to bind port b20617e2-5319-4d5d-9f6a-c65f46471c9b on network 41c81ba1-2dba-474a-8318-dba665f3557d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:13.787879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:13.788315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Checking segment: {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:13.788701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Bound using segment: {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:13.789171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Bound port: b20617e2-5319-4d5d-9f6a-c65f46471c9b, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bea3eca-df32-4663-b60a-96b3edc19718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:13.789540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.934487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aac7185-c9da-436b-b18b-1d66add19aad {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:13.954452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:13.963874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] For port b20617e2-5319-4d5d-9f6a-c65f46471c9b, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:13.969846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] For port b20617e2-5319-4d5d-9f6a-c65f46471c9b, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:13.978345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Transition to ACTIVE for port object 8aac7185-c9da-436b-b18b-1d66add19aad will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:13.984352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:14.056188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:14.056837 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:14.060338 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] 10.222.0.71 "PUT /v2.0/ports/b20617e2-5319-4d5d-9f6a-c65f46471c9b HTTP/1.1" status: 200 len: 1091 time: 1.2256942 Nov 22 16:04:14.061063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event deleted for resources: {'Port': ['ID=961eb9d5-b6ec-4b79-957a-1644252a5989,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:14.101080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 961eb9d5-b6ec-4b79-957a-1644252a5989 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:14.128529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7433b-2304-4b0c-a02b-be6dddaa35fd service neutron] Pushing event updated for resources: {'Port': ['ID=b20617e2-5319-4d5d-9f6a-c65f46471c9b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:14.148635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 961eb9d5-b6ec-4b79-957a-1644252a5989 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:04:14.149355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 961eb9d5-b6ec-4b79-957a-1644252a5989 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:04:14.164105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:14.204876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeb391-f7c5-4bda-b04f-850a311fc021 req-5a490be2-95d1-48c7-ad5c-ea7e61dd779b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:14.218554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23eeb391-f7c5-4bda-b04f-850a311fc021 req-5a490be2-95d1-48c7-ad5c-ea7e61dd779b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 948 time: 0.9428291 Nov 22 16:04:14.220847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:14.284170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:14.284794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:14.286887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-45835410-45c9-4731-a460-d0cbec368e3f service neutron] 10.222.0.11 "PUT /v2.0/ports/b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 1096 time: 4.8631480 Nov 22 16:04:14.290949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:14.301774 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f" -d '{"events": [{"name": "network-changed", "server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "tag": "b62e6208-5225-4e54-9940-202afd0b6536"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:14.387641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b61c1a-0126-4e55-938f-835d16654628 req-38a12294-f194-499f-800d-a4c5afc9f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:14.389669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27b61c1a-0126-4e55-938f-835d16654628 req-38a12294-f194-499f-800d-a4c5afc9f61d service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1118376 Nov 22 16:04:14.481731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431494f2-77f1-4b5d-89c4-030a25157616 req-60c9167f-786c-4142-9221-9f91ca118f62 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:14.488880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-431494f2-77f1-4b5d-89c4-030a25157616 req-60c9167f-786c-4142-9221-9f91ca118f62 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.9868248 Nov 22 16:04:14.876428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Pushing event updated for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:14.908115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Attempting to bind port 8aac7185-c9da-436b-b18b-1d66add19aad on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:14.908452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Attempting to bind port 8aac7185-c9da-436b-b18b-1d66add19aad by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:14.908782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Attempting to bind port 8aac7185-c9da-436b-b18b-1d66add19aad on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:14.916324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] No DVR routers for this DVR port 961eb9d5-b6ec-4b79-957a-1644252a5989 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:04:14.939012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23eeb391-f7c5-4bda-b04f-850a311fc021 req-e9a4b1fe-8190-42fb-9023-f094122ff1d6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195809 Nov 22 16:04:14.943396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:14.946802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bf263c1-05f6-46a7-92f6-aef55e844333 req-179dac65-b603-4e5f-ab57-f495bb28319c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "DELETE /v2.0/ports/961eb9d5-b6ec-4b79-957a-1644252a5989 HTTP/1.1" status: 204 len: 173 time: 4.2214382 Nov 22 16:04:14.953630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Port 8aac7185-c9da-436b-b18b-1d66add19aad on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:14.953630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Attempting to bind port 8aac7185-c9da-436b-b18b-1d66add19aad on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:14.973742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-87103a15-44eb-4669-9e39-d5e31810b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:14.973742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-87103a15-44eb-4669-9e39-d5e31810b457 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1099 time: 0.6123786 Nov 22 16:04:14.973742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:14.973742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Checking segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:14.973742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Bound using segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:14.974292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Bound port: 8aac7185-c9da-436b-b18b-1d66add19aad, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:14.974710 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:15.000659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-0d4e30bf-fa3f-43de-92d2-055f0d4b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.001083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-0d4e30bf-fa3f-43de-92d2-055f0d4b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.001560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-0d4e30bf-fa3f-43de-92d2-055f0d4b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.002030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-0d4e30bf-fa3f-43de-92d2-055f0d4b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.002495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-0d4e30bf-fa3f-43de-92d2-055f0d4b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.002957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-0d4e30bf-fa3f-43de-92d2-055f0d4b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.003420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-0d4e30bf-fa3f-43de-92d2-055f0d4b1440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.005689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-0d4e30bf-fa3f-43de-92d2-055f0d4b1440 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6485 time: 0.5101764 Nov 22 16:04:15.009514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-431494f2-77f1-4b5d-89c4-030a25157616 req-aa7be2b2-22eb-4765-9509-3d3b907618be tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197823 Nov 22 16:04:15.066333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-433248ae-ead0-4add-be16-3dc3b46b9d03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 217 time: 0.0854852 Nov 22 16:04:15.192415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9'}, {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:15.194876 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07110f7-5127-401a-a5e2-6f5cfa4295cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "ec0d45f3-b882-4fd5-83e3-76b5166d10d9"}, {"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "b20617e2-5319-4d5d-9f6a-c65f46471c9b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:15.221854 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-86611a87-bf8c-4464-8999-726070b01b3a req-a5a4b5e1-cb87-4cf9-bbd5-ca098c3b4980 tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] show failed (client error): The resource could not be found. Nov 22 16:04:15.222917 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86611a87-bf8c-4464-8999-726070b01b3a req-a5a4b5e1-cb87-4cf9-bbd5-ca098c3b4980 tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] 10.222.0.69 "GET /v2.0/security-groups/c2bafd84-e773-4890-859a-ea21da89386c HTTP/1.1" status: 404 len: 352 time: 0.0860071 Nov 22 16:04:15.280941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-645d1c01-330c-4124-b8bf-6f47ad939d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.282458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-645d1c01-330c-4124-b8bf-6f47ad939d1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1442709 Nov 22 16:04:15.304349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f200ac-fb96-45fb-a73a-3efaed9dfba2 req-178ec857-12c4-4fab-acec-e37b7e7c464a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.306552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1f200ac-fb96-45fb-a73a-3efaed9dfba2 req-178ec857-12c4-4fab-acec-e37b7e7c464a tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 943 time: 0.2464809 Nov 22 16:04:15.328886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:15.393194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-f97bac3c-3cc7-47de-ae85-97cc278e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.393724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-f97bac3c-3cc7-47de-ae85-97cc278e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.394207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-f97bac3c-3cc7-47de-ae85-97cc278e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.395921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-f97bac3c-3cc7-47de-ae85-97cc278e6b0d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6fd0d30f332f415bad86cd82bf649458&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3801854 Nov 22 16:04:15.403077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44fd30eb-c8ab-48f3-b85b-707c876dd458 req-e493cef7-d6fa-4271-b701-7321e1483dc0 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c7b2058-b24c-40dc-af0b-fb092572c443 HTTP/1.1" status: 200 len: 210 time: 0.0888042 Nov 22 16:04:15.407425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:15.435633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:15.564586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1f200ac-fb96-45fb-a73a-3efaed9dfba2 req-6d4df574-b026-40bf-8cb2-961446352090 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482839 Nov 22 16:04:15.566500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-4895e1d2-332e-4c19-a374-4492ebecd6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.567943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-4895e1d2-332e-4c19-a374-4492ebecd6db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2527323 Nov 22 16:04:15.569249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.569849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:15.571147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] 10.222.0.11 "PUT /v2.0/ports/8aac7185-c9da-436b-b18b-1d66add19aad HTTP/1.1" status: 200 len: 1091 time: 2.8526239 Nov 22 16:04:15.672389 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e39a66a-6e6b-4cfb-8d3e-324d3ee323f6 x-openstack-request-id: req-1e39a66a-6e6b-4cfb-8d3e-324d3ee323f6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:15.672758 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "tag": "b62e6208-5225-4e54-9940-202afd0b6536", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:15.672947 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e39a66a-6e6b-4cfb-8d3e-324d3ee323f6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:15.673419 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536', 'status': 'completed', 'code': 200} Nov 22 16:04:15.678079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa4126-bb10-4d99-a4d4-7b4b9ea70952 service neutron] Pushing event updated for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:15.737696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-a6ea48e7-d7d4-48c9-b19d-0db478bc9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.739246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-a6ea48e7-d7d4-48c9-b19d-0db478bc9633 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3339009 Nov 22 16:04:15.772371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-590eae9d-00aa-495c-a8be-6313533f1c9c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.780576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-590eae9d-00aa-495c-a8be-6313533f1c9c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.786085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-590eae9d-00aa-495c-a8be-6313533f1c9c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.793887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-590eae9d-00aa-495c-a8be-6313533f1c9c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.800209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-590eae9d-00aa-495c-a8be-6313533f1c9c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.806718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-590eae9d-00aa-495c-a8be-6313533f1c9c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.813954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-590eae9d-00aa-495c-a8be-6313533f1c9c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.816168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-590eae9d-00aa-495c-a8be-6313533f1c9c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.3014801 Nov 22 16:04:15.826029 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fc515f-ba7d-42c3-935a-fa6defff2dd7 x-openstack-request-id: req-72fc515f-ba7d-42c3-935a-fa6defff2dd7 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:15.826835 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "ec0d45f3-b882-4fd5-83e3-76b5166d10d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "b20617e2-5319-4d5d-9f6a-c65f46471c9b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:15.827372 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72fc515f-ba7d-42c3-935a-fa6defff2dd7 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:15.828068 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9', 'status': 'completed', 'code': 200} Nov 22 16:04:15.828554 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b', 'status': 'completed', 'code': 200} Nov 22 16:04:15.912795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-aa2f165d-c027-4f46-bb5c-dcc2af66ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:15.914318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-aa2f165d-c027-4f46-bb5c-dcc2af66ce84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 1094 time: 0.2381186 Nov 22 16:04:15.919850 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-2b1aa955-1e8a-41ce-8dbb-ec4483863d6b req-3f709411-971e-4405-a050-f785da6bbc71 tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] show failed (client error): The resource could not be found. Nov 22 16:04:15.920932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b1aa955-1e8a-41ce-8dbb-ec4483863d6b req-3f709411-971e-4405-a050-f785da6bbc71 tempest-SecurityGroupsNegativeTestJSON-482163175 tempest-SecurityGroupsNegativeTestJSON-482163175-project] 10.222.0.69 "GET /v2.0/security-groups/46b1d5d1-4d50-4694-bb9a-7c0f6e420f4f HTTP/1.1" status: 404 len: 352 time: 0.0738714 Nov 22 16:04:15.940692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-5e966f64-eb07-4763-8542-0eeb9b2d9ca3 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464978 Nov 22 16:04:15.941318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:16.037755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-5ac22caf-8ba4-421d-a669-30d513c486ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aac7185-c9da-436b-b18b-1d66add19aad HTTP/1.1" status: 200 len: 217 time: 0.1082060 Nov 22 16:04:16.086741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-974ed404-9ade-46fb-9ea1-ab6f31076392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.087322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-974ed404-9ade-46fb-9ea1-ab6f31076392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.087938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-974ed404-9ade-46fb-9ea1-ab6f31076392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.088598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-974ed404-9ade-46fb-9ea1-ab6f31076392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.089767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-974ed404-9ade-46fb-9ea1-ab6f31076392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.090338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-974ed404-9ade-46fb-9ea1-ab6f31076392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.090891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-974ed404-9ade-46fb-9ea1-ab6f31076392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.092891 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-974ed404-9ade-46fb-9ea1-ab6f31076392 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6485 time: 0.2745388 Nov 22 16:04:16.161326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38ad588d-394a-4213-b66c-a8407ed1d40f req-dd7a2b47-fb1f-439d-80eb-002ab64ee6ab tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3264275 Nov 22 16:04:16.194989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Deleting subnet e7f09f07-99ba-46a1-b391-b5c8382dab28 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:04:16.233455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:16.306889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-e17eb159-f311-4da7-ace5-45ed7679bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.308864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-e17eb159-f311-4da7-ace5-45ed7679bb58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 200 len: 845 time: 0.2371447 Nov 22 16:04:16.369718 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:16.403883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c2cfa7-fbe3-4efc-b675-11866de3cdc3 req-e5761133-f5ea-4c3b-99fb-ea8728c68564 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.405477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0c2cfa7-fbe3-4efc-b675-11866de3cdc3 req-e5761133-f5ea-4c3b-99fb-ea8728c68564 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 948 time: 0.3263741 Nov 22 16:04:16.417736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-2eb0a9d8-af5e-49de-9bad-b213b1ce81ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844607 Nov 22 16:04:16.425213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:16.462467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e800d6-0c62-4f36-9f81-e832ab3d37cf req-c366fa13-67db-45af-ac51-a2d035b8bddc service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753871 Nov 22 16:04:16.555790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-73c41aa2-7642-484f-aec2-8c2b5a6ec60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.556357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-73c41aa2-7642-484f-aec2-8c2b5a6ec60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.556860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-73c41aa2-7642-484f-aec2-8c2b5a6ec60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.559221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-73c41aa2-7642-484f-aec2-8c2b5a6ec60d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=6fd0d30f332f415bad86cd82bf649458&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4509039 Nov 22 16:04:16.597694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77b3bf-abd2-490e-b7d0-4079bc83c09a req-f011d1bb-688b-434b-99e3-bf9f40968a2f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.599334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd77b3bf-abd2-490e-b7d0-4079bc83c09a req-f011d1bb-688b-434b-99e3-bf9f40968a2f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.3294160 Nov 22 16:04:16.732645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0c2cfa7-fbe3-4efc-b675-11866de3cdc3 req-5836690d-e45b-4495-af22-a9efdb599ac2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103116 Nov 22 16:04:16.766373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:16.781277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-62d7dbe6-42d0-4474-8349-69ed0b17d5e9 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517656 Nov 22 16:04:16.798084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-0fad9438-cd03-4348-86de-730883f7e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:16.800109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-0fad9438-cd03-4348-86de-730883f7e936 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1099 time: 0.2713633 Nov 22 16:04:16.856009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f09f07-99ba-46a1-b391-b5c8382dab28,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:16.862387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:16.865690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e7f09f07-99ba-46a1-b391-b5c8382dab28 HTTP/1.1" status: 204 len: 168 time: 0.9226458 Nov 22 16:04:16.868700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35846) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:16.947568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:16.963202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd77b3bf-abd2-490e-b7d0-4079bc83c09a req-18ce7818-9869-4159-b251-53a00418669b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279200 Nov 22 16:04:17.005763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.006124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.006456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.006790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.007121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.007452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.007778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.008217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.008606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.009015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.009395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.009799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a965611-3bd3-46de-ac84-aee6e6d0f9ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:17.018162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-22f2be95-7090-4ae0-8cad-7a3501fcd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.019676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9d8f459-fda1-4f82-b0f5-ab72b5d6fc27 req-22f2be95-7090-4ae0-8cad-7a3501fcd7a3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4373815 Nov 22 16:04:17.101934 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.116827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11925e3-8191-4742-9cad-84b4a7878780 req-2ad67d6f-dffe-4102-876f-d08b6f017a20 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.124371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d11925e3-8191-4742-9cad-84b4a7878780 req-2ad67d6f-dffe-4102-876f-d08b6f017a20 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 943 time: 0.2712362 Nov 22 16:04:17.129081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df382bc-ecfc-42ef-959d-aa5aab527567']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:17.143042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f761c31-b86b-482d-a5c0-c51c156c9201') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:17.143507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f761c31-b86b-482d-a5c0-c51c156c9201') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:17.157758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.176875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.180635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-fbea035f-d575-477c-9f00-77a1b0e5186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.182212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-fbea035f-d575-477c-9f00-77a1b0e5186d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3501191 Nov 22 16:04:17.188511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:04:17.189171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.190984 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fa5f84f-29a4-4cb1-b579-d935ef9504e8 req-cfe4eced-dc45-44e0-b0de-22d873547b5a service neutron] 10.222.0.11 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681717 Nov 22 16:04:17.245241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-3818c0b9-ab6f-4719-a814-fefb13e06583 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 217 time: 0.0532260 Nov 22 16:04:17.272079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-123f7e1e-6159-4dc5-b389-5bbf55809964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.272495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-123f7e1e-6159-4dc5-b389-5bbf55809964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.272958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-123f7e1e-6159-4dc5-b389-5bbf55809964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.273682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-123f7e1e-6159-4dc5-b389-5bbf55809964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.274140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-123f7e1e-6159-4dc5-b389-5bbf55809964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.274818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-123f7e1e-6159-4dc5-b389-5bbf55809964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:04:17.275213 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:04:17.278281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-123f7e1e-6159-4dc5-b389-5bbf55809964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.278281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-123f7e1e-6159-4dc5-b389-5bbf55809964 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6485 time: 0.1892424 Nov 22 16:04:17.281903 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.289315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.297427 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3df382bc-ecfc-42ef-959d-aa5aab527567 HTTP/1.1" status: 204 len: 168 time: 0.4252491 Nov 22 16:04:17.313011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d11925e3-8191-4742-9cad-84b4a7878780 req-5b1a9b21-361c-4778-a3c6-c4b6cd00c3df tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877377 Nov 22 16:04:17.363801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-51d0c144-91f4-4db0-a5bf-b66d8e2fbf77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15 HTTP/1.1" status: 200 len: 217 time: 0.0558503 Nov 22 16:04:17.372637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d1857-03d8-4362-8441-f5d2a0451271 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df382bc-ecfc-42ef-959d-aa5aab527567,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:17.389066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-1ec95b8e-19dd-45be-8baf-e73700a16853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.390907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-1ec95b8e-19dd-45be-8baf-e73700a16853 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1340067 Nov 22 16:04:17.483936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-06c766be-2f7a-42d4-affe-81c01ece8d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.483936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-06c766be-2f7a-42d4-affe-81c01ece8d78 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e8b21a4-3e72-44df-ae98-8fd86638c7e9 HTTP/1.1" status: 200 len: 855 time: 0.1097970 Nov 22 16:04:17.512584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35856) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:17.579613 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3c0aac11-6469-4b90-8f01-9b6b13f3cb21 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffb48fcc6154491681e9a8e0a1d1b8b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631032 Nov 22 16:04:17.581882 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35858) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:17.662500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935fa18d-8713-4441-8e68-278362e2e456 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.690566 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935fa18d-8713-4441-8e68-278362e2e456 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.778635 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935fa18d-8713-4441-8e68-278362e2e456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.781782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-935fa18d-8713-4441-8e68-278362e2e456 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:17.783796 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-935fa18d-8713-4441-8e68-278362e2e456 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/547eb1df-8bb9-4229-95ca-5a769957e442 HTTP/1.1" status: 204 len: 168 time: 0.1993024 Nov 22 16:04:17.794660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fa18d-8713-4441-8e68-278362e2e456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547eb1df-8bb9-4229-95ca-5a769957e442,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:17.841003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7b2058-b24c-40dc-af0b-fb092572c443', 'name': 'network-vif-deleted', 'tag': '961eb9d5-b6ec-4b79-957a-1644252a5989'}, {'name': 'network-changed', 'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:17.843563 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fbdde0-6901-472e-9845-d84cf7ac1eab" -d '{"events": [{"server_uuid": "9c7b2058-b24c-40dc-af0b-fb092572c443", "name": "network-vif-deleted", "tag": "961eb9d5-b6ec-4b79-957a-1644252a5989"}, {"name": "network-changed", "server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:17.856921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-0a78d7cf-dccb-4e46-8503-3f0664c3c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:17.858432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-0a78d7cf-dccb-4e46-8503-3f0664c3c1af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4437878 Nov 22 16:04:18.021333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966eec-a797-4b26-97d8-736172db7e36 req-9d78aa0e-7c3b-40f7-8755-28a039b1a498 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.028327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966eec-a797-4b26-97d8-736172db7e36 req-9d78aa0e-7c3b-40f7-8755-28a039b1a498 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.034845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966eec-a797-4b26-97d8-736172db7e36 req-9d78aa0e-7c3b-40f7-8755-28a039b1a498 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.044019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966eec-a797-4b26-97d8-736172db7e36 req-9d78aa0e-7c3b-40f7-8755-28a039b1a498 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.050378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966eec-a797-4b26-97d8-736172db7e36 req-9d78aa0e-7c3b-40f7-8755-28a039b1a498 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.056410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966eec-a797-4b26-97d8-736172db7e36 req-9d78aa0e-7c3b-40f7-8755-28a039b1a498 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.063394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2966eec-a797-4b26-97d8-736172db7e36 req-9d78aa0e-7c3b-40f7-8755-28a039b1a498 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.065485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2966eec-a797-4b26-97d8-736172db7e36 req-9d78aa0e-7c3b-40f7-8755-28a039b1a498 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.5983386 Nov 22 16:04:18.080904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-2436e29c-9273-4bfe-a1f2-3143288201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.082393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-2436e29c-9273-4bfe-a1f2-3143288201d9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d96293d-4bbf-48aa-81cb-af7351f06337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423496 Nov 22 16:04:18.101974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f6eb4-27e8-42d1-8471-fce333998426 req-d7fdb9d7-ab7f-4748-9b11-cceb672a0058 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.103516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c10f6eb4-27e8-42d1-8471-fce333998426 req-d7fdb9d7-ab7f-4748-9b11-cceb672a0058 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 950 time: 0.2492325 Nov 22 16:04:18.207157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-d5701d6d-f38a-43fd-a34f-6675a0e5a625 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140645 Nov 22 16:04:18.348293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2966eec-a797-4b26-97d8-736172db7e36 req-62529968-0d45-4029-91a4-cf7368b172ce tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2737429 Nov 22 16:04:18.351682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c10f6eb4-27e8-42d1-8471-fce333998426 req-744094c0-60d3-4c43-8a96-640ca053b667 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268665 Nov 22 16:04:18.362784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-5ac3e75b-e018-4c38-b7a7-74c76f158b85 service neutron] 10.222.0.71 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582436 Nov 22 16:04:18.468652 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8e339e-ecaf-4b24-84cf-82c7460bb04e x-openstack-request-id: req-cc8e339e-ecaf-4b24-84cf-82c7460bb04e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:18.468953 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c7b2058-b24c-40dc-af0b-fb092572c443", "name": "network-vif-deleted", "tag": "961eb9d5-b6ec-4b79-957a-1644252a5989", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:18.469213 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc8e339e-ecaf-4b24-84cf-82c7460bb04e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:18.469607 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7b2058-b24c-40dc-af0b-fb092572c443', 'name': 'network-vif-deleted', 'tag': '961eb9d5-b6ec-4b79-957a-1644252a5989', 'status': 'completed', 'code': 200} Nov 22 16:04:18.469887 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad', 'status': 'completed', 'code': 200} Nov 22 16:04:18.508412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e57663a6-5ed1-4ab8-9cc2-68ccfb07821f req-0eab18e3-e4e1-4ac7-9041-4c03140b7e5f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911892 Nov 22 16:04:18.557561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-31ed2994-5e5b-4524-a991-c7f378d88b90 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.563439 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-31ed2994-5e5b-4524-a991-c7f378d88b90 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.0822675 Nov 22 16:04:18.576615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811716-3'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:18.651343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994013c7-f712-4815-a349-1cf648a597e4 req-ffde398f-923f-4c0b-b7ba-6fc04ea4b249 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.653793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-994013c7-f712-4815-a349-1cf648a597e4 req-ffde398f-923f-4c0b-b7ba-6fc04ea4b249 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 948 time: 0.1928935 Nov 22 16:04:18.665843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-7e2a1f3f-296b-4333-a18b-a7a8ca15a47e service neutron] 10.222.0.71 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819633 Nov 22 16:04:18.671525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:18.740563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bfb0944a-ac7a-47f0-904b-7bf486da9b6f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=774d0636-3f7e-42ca-9821-e6cdb5e625d7 HTTP/1.1" status: 200 len: 217 time: 0.0662649 Nov 22 16:04:18.743215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-5aa17b06-88c4-48b4-ac80-7164a0235b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.744725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-5aa17b06-88c4-48b4-ac80-7164a0235b08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 1094 time: 0.2327754 Nov 22 16:04:18.771955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c9421-6e81-4a1f-866c-73091dd7279d req-5e3a362f-6e51-441e-85d0-58db6f131304 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.774112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a1c9421-6e81-4a1f-866c-73091dd7279d req-5e3a362f-6e51-441e-85d0-58db6f131304 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 945 time: 0.2039897 Nov 22 16:04:18.800212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35892) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:18.855570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b48453e-56ea-44a3-8fa7-2d1d49e3c603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:18.857038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:18.909817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-994013c7-f712-4815-a349-1cf648a597e4 req-4e33e301-68ce-46bd-ae99-a539e3226b47 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485931 Nov 22 16:04:18.941713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:18.971822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a1c9421-6e81-4a1f-866c-73091dd7279d req-56bf58ff-2a80-4a87-97ec-09ff404a94ff tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647682 Nov 22 16:04:18.993054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-37c6bac2-845f-44bc-befc-7a9036ad7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:18.994644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-37c6bac2-845f-44bc-befc-7a9036ad7366 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.2445102 Nov 22 16:04:19.011990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:19.014549 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135e5293-5b1c-4a18-ab52-ca0b6326018d" -d '{"events": [{"server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "name": "network-vif-unplugged", "status": "completed", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:19.021746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.037349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.054571 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-767185033-network', 'tenant_id': '9a35968ee78a403987b5042bc0794877'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:19.066895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-30da3bfc-0c8c-483a-a779-a42ed52a4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.069090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-30da3bfc-0c8c-483a-a779-a42ed52a4128 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 906 time: 0.2939250 Nov 22 16:04:19.098124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-440e4423-58f1-4bc9-b3cb-5ccbe1981200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.099895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-440e4423-58f1-4bc9-b3cb-5ccbe1981200 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886500 Nov 22 16:04:19.174603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Made reservation on behalf of 9a35968ee78a403987b5042bc0794877 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:19.177250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.180883 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227e39f6-28b3-4a33-9803-018d8749d41e x-openstack-request-id: req-227e39f6-28b3-4a33-9803-018d8749d41e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:19.181255 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "name": "network-vif-unplugged", "status": "completed", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:19.181711 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-227e39f6-28b3-4a33-9803-018d8749d41e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:19.182499 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f', 'code': 200} Nov 22 16:04:19.203562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:19.207469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-31b0c092-6ce8-490a-8953-7f04f98471da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8aac7185-c9da-436b-b18b-1d66add19aad HTTP/1.1" status: 200 len: 217 time: 0.1178257 Nov 22 16:04:19.208076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.217208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on host n-h1-811716-3 for vnic_type normal with profile {"migrating_to": "n-h2-811716-3"} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:19.217671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:19.218080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:19.228867 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:19.229304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Attempting to bind port 0e713811-0035-4a74-9fcc-b4413b487f1f on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:19.240989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:19.241309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:19.241811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:19.242354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Bound port: 0e713811-0035-4a74-9fcc-b4413b487f1f, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:19.242771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.351493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:19.352584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4146d0-fe71-4686-841a-0002985356e7 req-52b5310a-8a94-4a04-b33c-ae522ba01721 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.356702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b4146d0-fe71-4686-841a-0002985356e7 req-52b5310a-8a94-4a04-b33c-ae522ba01721 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 943 time: 0.2798514 Nov 22 16:04:19.359355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:19.364987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.366873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.393662 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.439992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:04:19.454702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-5b9097b9-fb2f-4b79-9c7f-90068ac40d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.456612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-5b9097b9-fb2f-4b79-9c7f-90068ac40d39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 200 len: 845 time: 0.2061901 Nov 22 16:04:19.468092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-053ccf09-806b-4bfd-887b-09dbdbc2e502 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.469767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-053ccf09-806b-4bfd-887b-09dbdbc2e502 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 950 time: 0.2810380 Nov 22 16:04:19.471747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-87081a58-8e9d-47a6-befa-363ab9eba21b service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959471 Nov 22 16:04:19.472030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb9161-ed6b-4136-a839-46b7e80377ff,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:19.481746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.482143 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Added segment 926fbbdf-0e49-41d3-9902-afeef1613d92 of type vlan for network 8f60531c-f861-4585-80e0-22007bd4c32c Nov 22 16:04:19.491625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:19.515435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-193ae99c-f695-4c36-9f39-07476b94cd5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419068 Nov 22 16:04:19.553124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.553755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.555179 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-42ae9171-f0f5-49d9-80a0-ce3106af59b9 service neutron] 10.222.0.71 "PUT /v2.0/ports/0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 200 len: 1121 time: 0.9844894 Nov 22 16:04:19.572404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.601478 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.602454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.603131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.632034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['0e713811-0035-4a74-9fcc-b4413b487f1f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:19.634826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['0e713811-0035-4a74-9fcc-b4413b487f1f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:19.659959 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8586500 Nov 22 16:04:19.662894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35902) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:19.668544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Request body: {'subnet': {'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-767185033-subnet', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:19.700263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Pushing event updated for resources: {'Network': ['ID=8f60531c-f861-4585-80e0-22007bd4c32c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:19.710553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c574425-0ed8-4187-858f-b55f3781895f req-5b60da66-fc54-4d43-bee0-2ff87ff5c11f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.712206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c574425-0ed8-4187-858f-b55f3781895f req-5b60da66-fc54-4d43-bee0-2ff87ff5c11f tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 949 time: 0.4212897 Nov 22 16:04:19.714668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.715109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.715576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.715942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b4146d0-fe71-4686-841a-0002985356e7 req-3a1b16bb-110c-4862-87dc-173ede0ab35e tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441684 Nov 22 16:04:19.716093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.716567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.717071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.717506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.718057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.718577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.719514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.719514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.719992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8929413-e84d-4fb7-8469-aa0cc03f0f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:19.725503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Made reservation on behalf of 9a35968ee78a403987b5042bc0794877 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:19.728315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:19.759163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 8f60531c-f861-4585-80e0-22007bd4c32c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:04:19.977689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-4c203333-4721-47f2-a343-1db09d6efa33 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.987152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-4c203333-4721-47f2-a343-1db09d6efa33 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:19.995845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-4c203333-4721-47f2-a343-1db09d6efa33 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:20.000521 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.003504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-4c203333-4721-47f2-a343-1db09d6efa33 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:20.009805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-4c203333-4721-47f2-a343-1db09d6efa33 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:20.017534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-4c203333-4721-47f2-a343-1db09d6efa33 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:20.020779 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0e713811-0035-4a74-9fcc-b4413b487f1f details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:20.025011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-4c203333-4721-47f2-a343-1db09d6efa33 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:20.034222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-4c203333-4721-47f2-a343-1db09d6efa33 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.5582004 Nov 22 16:04:20.096548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Checking segment: {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:20.097479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Network hostable DHCP agents. Network: 8f60531c-f861-4585-80e0-22007bd4c32c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:04:20.097818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Deleting port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:04:20.098530 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.100860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eba48e6-7fde-4e03-9a19-7f12d791fee9,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:20.121684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8aac7185-c9da-436b-b18b-1d66add19aad details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:20.132238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Network 8f60531c-f861-4585-80e0-22007bd4c32c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:04:20.146766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 8f60531c-f861-4585-80e0-22007bd4c32c) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:20.153947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:20.155107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.179326 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-106da50b-678a-40bd-8310-828150a46d58 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5151412 Nov 22 16:04:20.187201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35910) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:20.192218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:20.204334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1dfd49-f130-4155-a5ee-efc356dacfc8 None None] Network 8f60531c-f861-4585-80e0-22007bd4c32c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:04:20.225328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.227307 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.246424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Deleting port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:04:20.247285 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.314535 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.456472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:20.519690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0e713811-0035-4a74-9fcc-b4413b487f1f has no active binding in host n-h2-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:04:20.535561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.539256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:20.571704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '8aac7185-c9da-436b-b18b-1d66add19aad', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'port_id': '8aac7185-c9da-436b-b18b-1d66add19aad', 'mac_address': 'fa:16:3e:6d:19:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab7aae-234f-45ce-af7c-c8ca355c4f29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:20.626545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-8f60531c-f861-4585-80e0-22007bd4c32c', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:04:20.626545 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.675227 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.720723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aac7185-c9da-436b-b18b-1d66add19aad {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:20.769837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-df4a7ec5-2b5d-4ab2-a79f-b28659008d14 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2118320 Nov 22 16:04:20.784499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-442b9151-3b2f-4307-89ed-266d8c306310 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2511356 Nov 22 16:04:20.810664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5802d25-8f04-4cf1-8ab0-e72aeb1646c7 req-f463fcb5-520c-44e7-b255-dab9e66da0d5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7739952 Nov 22 16:04:20.831037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:20.837037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94157ecb-215e-43ef-b5b0-a16aa07fb8fe req-ec86be19-764b-4b86-890a-721fe74f45ce tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:20.838644 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.839894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b62e6208-5225-4e54-9940-202afd0b6536 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:20.843529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94157ecb-215e-43ef-b5b0-a16aa07fb8fe req-ec86be19-764b-4b86-890a-721fe74f45ce tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d HTTP/1.1" status: 200 len: 950 time: 0.9511139 Nov 22 16:04:20.898989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] For port cbbf6f57-b03b-44d0-9649-5da9aa7296d3, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:20.899505 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.943342 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:20.970862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Calling delete_port for cbbf6f57-b03b-44d0-9649-5da9aa7296d3 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:04:20.982269 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.181037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:21.200331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:21.206356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Allocated IP 172.20.0.2 (8f60531c-f861-4585-80e0-22007bd4c32c/4eba48e6-7fde-4e03-9a19-7f12d791fee9/d1f2076e-435b-42fd-b247-de490fa16cf4) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:21.207141 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528" -d '{"events": [{"name": "network-changed", "server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:21.235151 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.270377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Allocated IP 172.25.5.63 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/d9c3e32c-eed8-4b03-bb93-c7668e08b0b3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:21.276760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:21.278999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:21.453615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.463820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1fbdde0-6901-472e-9845-d84cf7ac1eab req-5b696d3c-aa6c-4601-a89d-10bc11724276 service neutron] 10.222.0.11 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700721 Nov 22 16:04:21.468512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:21.498312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.506699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-0c64bbda-9e09-4c3e-ba40-f7e4f7fb254e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4981b67e-c0b1-47e0-a783-60395413223f HTTP/1.1" status: 200 len: 217 time: 0.4265814 Nov 22 16:04:21.524076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event deleted for resources: {'Port': ['ID=cbbf6f57-b03b-44d0-9649-5da9aa7296d3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:21.533034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'b62e6208-5225-4e54-9940-202afd0b6536', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'b62e6208-5225-4e54-9940-202afd0b6536', 'mac_address': 'fa:16:3e:6d:f4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:21.545483 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72265be0-84e8-4dc7-b90a-078b60472001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.606430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:21.626875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:21.641271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:21.683263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Pushing event updated for resources: {'Port': ['ID=d9c3e32c-eed8-4b03-bb93-c7668e08b0b3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:21.699894 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.701942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] No DVR routers for this DVR port cbbf6f57-b03b-44d0-9649-5da9aa7296d3 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:04:21.705827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.711328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cb95aea-757f-4ba9-b090-4b77d85d9b1b req-45ca8bd7-8458-4a47-af26-059245a07304 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "DELETE /v2.0/ports/cbbf6f57-b03b-44d0-9649-5da9aa7296d3 HTTP/1.1" status: 204 len: 173 time: 2.1948118 Nov 22 16:04:21.720917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cb52e1-c5ba-43ca-88e7-ab8671a7da4d', 'name': 'network-vif-deleted', 'tag': 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:21.724098 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7315771a-9002-449e-b155-8ada3b4bacb1" -d '{"events": [{"server_uuid": "d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d", "name": "network-vif-deleted", "tag": "cbbf6f57-b03b-44d0-9649-5da9aa7296d3"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:21.735654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] For port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:21.736455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.804634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62e6208-5225-4e54-9940-202afd0b6536 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:21.825155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ce9a2-c05c-4c6f-9217-013dca8fc30f req-fcd360e6-46da-417b-ac20-5940eaba65fc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:21.830462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-264ce9a2-c05c-4c6f-9217-013dca8fc30f req-fcd360e6-46da-417b-ac20-5940eaba65fc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 948 time: 0.7480700 Nov 22 16:04:21.859794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Calling delete_port for e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:04:21.869379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94157ecb-215e-43ef-b5b0-a16aa07fb8fe req-2795a762-b8aa-48cb-a127-9001a525fc70 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6557193 Nov 22 16:04:21.930348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:21.941637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-3e0b082d-b5e4-4928-a622-1e08e0ad0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:21.943473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-3e0b082d-b5e4-4928-a622-1e08e0ad0b68 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.4056158 Nov 22 16:04:21.975245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:21.984243 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.114298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:22.140783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.167634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-264ce9a2-c05c-4c6f-9217-013dca8fc30f req-f951f730-dfe1-4ebd-a37c-fc7096b20589 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051093 Nov 22 16:04:22.183549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cbbf6f57-b03b-44d0-9649-5da9aa7296d3 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:22.286102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.293142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1a6d7-a457-4627-8632-2a2ab8fe8992 req-7f2b5bc7-e1a7-428c-bbfb-7ec95ba774aa tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:22.295158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90a1a6d7-a457-4627-8632-2a2ab8fe8992 req-7f2b5bc7-e1a7-428c-bbfb-7ec95ba774aa tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 943 time: 0.2259200 Nov 22 16:04:22.299061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bfb63787-c348-4d28-a6ae-3da6be351f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:22.312297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-bfb63787-c348-4d28-a6ae-3da6be351f61 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3537097 Nov 22 16:04:22.368995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Network 8f60531c-f861-4585-80e0-22007bd4c32c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:22.429183 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: cbbf6f57-b03b-44d0-9649-5da9aa7296d3 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:04:22.429539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cbbf6f57-b03b-44d0-9649-5da9aa7296d3 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:04:22.430033 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:22.453983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:22.484352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:22.502640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:22.504756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['8aac7185-c9da-436b-b18b-1d66add19aad'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:22.639072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90a1a6d7-a457-4627-8632-2a2ab8fe8992 req-c68f88bc-519b-4eff-bd09-6b61a304124b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243077 Nov 22 16:04:22.670572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.682610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.701556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b951-b68a-4a80-8179-d583abd2b44e req-e5d163d0-9f70-4936-807e-708575cb1733 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:22.703189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c987b951-b68a-4a80-8179-d583abd2b44e req-e5d163d0-9f70-4936-807e-708575cb1733 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 944 time: 0.1912854 Nov 22 16:04:22.705157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-08d16ad4-a8e8-49ee-8625-6fd0d8527605 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471074 Nov 22 16:04:22.708008 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.708805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.744875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event deleted for resources: {'Port': ['ID=e69d504f-b032-4fb1-a3cd-3d7090cfc9c6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:22.750322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Pushing event updated for resources: {'Port': ['ID=d1f2076e-435b-42fd-b247-de490fa16cf4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:22.871440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Attempting to bind port d1f2076e-435b-42fd-b247-de490fa16cf4 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:22.871884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Attempting to bind port d1f2076e-435b-42fd-b247-de490fa16cf4 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:22.872306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Attempting to bind port d1f2076e-435b-42fd-b247-de490fa16cf4 on network 8f60531c-f861-4585-80e0-22007bd4c32c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:22.878119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No active binding found for port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:04:22.878582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:04:22.894486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:22.894776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Checking segment: {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:22.895186 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.895581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Bound using segment: {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:22.896104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Bound port: d1f2076e-435b-42fd-b247-de490fa16cf4, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:22.896494 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.912026 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50253823-5864-4d19-8e04-5f269d379539 x-openstack-request-id: req-50253823-5864-4d19-8e04-5f269d379539 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:22.912307 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:22.913063 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50253823-5864-4d19-8e04-5f269d379539 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:22.913477 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f', 'status': 'completed', 'code': 200} Nov 22 16:04:22.925881 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba1cd1a-5998-4c55-bcaa-6dfd3a908640 x-openstack-request-id: req-2ba1cd1a-5998-4c55-bcaa-6dfd3a908640 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:22.926410 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cb52e1-c5ba-43ca-88e7-ab8671a7da4d", "name": "network-vif-deleted", "tag": "cbbf6f57-b03b-44d0-9649-5da9aa7296d3", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:22.926671 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ba1cd1a-5998-4c55-bcaa-6dfd3a908640 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:22.927080 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cb52e1-c5ba-43ca-88e7-ab8671a7da4d', 'name': 'network-vif-deleted', 'tag': 'cbbf6f57-b03b-44d0-9649-5da9aa7296d3', 'status': 'completed', 'code': 200} Nov 22 16:04:22.928016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] No DVR routers for this DVR port e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:04:22.966791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Router ca877708-916c-4b02-b942-21d19c3c2202 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:04:22.973674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:22.979185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c574425-0ed8-4187-858f-b55f3781895f req-614d31ff-af8e-411e-a06c-9ce9a11fb9be tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.11 "DELETE /v2.0/ports/e69d504f-b032-4fb1-a3cd-3d7090cfc9c6 HTTP/1.1" status: 204 len: 173 time: 3.2457657 Nov 22 16:04:22.991388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c987b951-b68a-4a80-8179-d583abd2b44e req-b9e623fa-4e57-4abf-b75b-b0cbdd0218fc tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578609 Nov 22 16:04:23.051263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:23.076445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-08f7d3d2-aa77-4fcd-b89a-74c4a352e660 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418295 Nov 22 16:04:23.087373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-993a122a-a1e0-4006-88ce-fed2d30608e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.090038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-993a122a-a1e0-4006-88ce-fed2d30608e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1124 time: 0.2518446 Nov 22 16:04:23.167944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-24cf14bf-eb87-47bf-be22-944719a636c0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4f833a5e-47fd-4286-9165-82d931d3729e HTTP/1.1" status: 200 len: 217 time: 0.0749302 Nov 22 16:04:23.191946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-3e9b1f34-46f8-42d4-ad61-88bd0e8ca71c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.198810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-3e9b1f34-46f8-42d4-ad61-88bd0e8ca71c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.206028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] For port d1f2076e-435b-42fd-b247-de490fa16cf4, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:23.215201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-3e9b1f34-46f8-42d4-ad61-88bd0e8ca71c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.228134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-3e9b1f34-46f8-42d4-ad61-88bd0e8ca71c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.242017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-3e9b1f34-46f8-42d4-ad61-88bd0e8ca71c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.255548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] For port d1f2076e-435b-42fd-b247-de490fa16cf4, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d1f2076e-435b-42fd-b247-de490fa16cf4,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:23.263796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-3e9b1f34-46f8-42d4-ad61-88bd0e8ca71c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.270858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-3e9b1f34-46f8-42d4-ad61-88bd0e8ca71c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.273451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-3e9b1f34-46f8-42d4-ad61-88bd0e8ca71c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.2803545 Nov 22 16:04:23.300689 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:23.486898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-5a79c581-5c3f-41fa-8e1b-4f3666107e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.488490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-5a79c581-5c3f-41fa-8e1b-4f3666107e23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.2139378 Nov 22 16:04:23.505786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fef88-41dc-4bf0-93b1-ddfd168e2a11 None None] Pushing event updated for resources: {'Port': ['ID=d1f2076e-435b-42fd-b247-de490fa16cf4,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:23.516473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93f28240-d7b3-44df-9522-4c38fec3d0fb req-3270f750-4b7f-4d5e-a003-46192b08e872 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=3049e277-8d53-4dd7-afc9-4954573f5285 HTTP/1.1" status: 200 len: 210 time: 0.2001727 Nov 22 16:04:23.700980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67fd5394-1fd4-44af-bcd4-5bc614928f8c req-f27349b4-dbbd-4cf7-be16-c2ecd94a1802 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3821213 Nov 22 16:04:23.773088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-5a5aa0f4-9567-434f-9d9f-5c0ec17e6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.775363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-5a5aa0f4-9567-434f-9d9f-5c0ec17e6504 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2448561 Nov 22 16:04:23.783026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-a320f8c3-2f53-4778-adfc-34e3a4855ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.785214 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-a320f8c3-2f53-4778-adfc-34e3a4855ae3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.6830771 Nov 22 16:04:23.859522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-286f911e-5e7c-4461-b80c-617bdb264f6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 200 len: 217 time: 0.0600774 Nov 22 16:04:23.950971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:04:23.956202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-a7ba924d-bec5-42fa-9db9-f225173b58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.957873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-a7ba924d-bec5-42fa-9db9-f225173b58ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.0673094 Nov 22 16:04:23.969491 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Sync routers for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:04:23.986654 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:04:23.986862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0616447-ead7-4d8b-93c7-9f892ef944c7 req-8180e070-cbb7-4d5a-8b50-4f9832bb4f23 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:23.987512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:23.988507 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:04:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:23.988913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d7a07135-44f3-4f19-b338-684de059102f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8005095 Nov 22 16:04:23.991524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0616447-ead7-4d8b-93c7-9f892ef944c7 req-8180e070-cbb7-4d5a-8b50-4f9832bb4f23 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 949 time: 0.3522353 Nov 22 16:04:23.994017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35936) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:24.038067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-5e5840f6-9dcb-40b2-9695-3176c54f7299 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453389 Nov 22 16:04:24.124813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8aac7185-c9da-436b-b18b-1d66add19aad up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:24.182228 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:04:24.232586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-6c2af4a9-b86c-42ac-a8fc-add52db0925a service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601992 Nov 22 16:04:24.242405 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.264303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-3b1b03ab-fb76-4fe1-9ac2-be137e54e09d service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734356 Nov 22 16:04:24.265022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 8aac7185-c9da-436b-b18b-1d66add19aad completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:04:24.274096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 8aac7185-c9da-436b-b18b-1d66add19aad triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:24.274773 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.402164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.517723 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.521525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1c03-c413-4588-8425-aac3cbe8d765 req-07064b63-f8b1-4ed4-87bd-2c04814a4673 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:24.534311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-803a1c03-c413-4588-8425-aac3cbe8d765 req-07064b63-f8b1-4ed4-87bd-2c04814a4673 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 943 time: 0.4952176 Nov 22 16:04:24.571192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:24.574344 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dd0bb2-a0e0-4439-b3c4-fbed23d9968f" -d '{"events": [{"server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "name": "network-vif-plugged", "status": "completed", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:24.591030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d1f2076e-435b-42fd-b247-de490fa16cf4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:24.599589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:24.631329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.632232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b62e6208-5225-4e54-9940-202afd0b6536 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:24.661572 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:22Z', 'revision_number': 3, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:24.662441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0616447-ead7-4d8b-93c7-9f892ef944c7 req-7a5b6036-edb4-4070-a111-e78e6a0150ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286602 Nov 22 16:04:24.766767 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Checking router: ca877708-916c-4b02-b942-21d19c3c2202 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:04:24.767122 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Updating router ca877708-916c-4b02-b942-21d19c3c2202 port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:04:24.780062 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.793617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:24.816488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.816928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.817280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.817622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.818636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.819149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.819520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.819888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.820258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.820587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.820954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.821431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:24.835607 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.840397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d1f2076e-435b-42fd-b247-de490fa16cf4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:24.840773 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.865723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab8bbdc7-7c56-4491-88ac-d82adc8d3528 req-81da12ae-6518-495f-a68e-dfb9aecc4639 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855565 Nov 22 16:04:24.868959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-174d1992-9575-4b5c-9cbd-2db0310044cc service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900660 Nov 22 16:04:24.900134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port b62e6208-5225-4e54-9940-202afd0b6536 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:04:24.930025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port b62e6208-5225-4e54-9940-202afd0b6536 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:24.930479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:24.944298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3049e277-8d53-4dd7-afc9-4954573f5285', 'name': 'network-vif-deleted', 'tag': 'e69d504f-b032-4fb1-a3cd-3d7090cfc9c6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:24.957580 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb99a17-0cdb-443f-ab52-4d289e30b48b" -d '{"events": [{"server_uuid": "3049e277-8d53-4dd7-afc9-4954573f5285", "name": "network-vif-deleted", "tag": "e69d504f-b032-4fb1-a3cd-3d7090cfc9c6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:24.978624 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.011413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-803a1c03-c413-4588-8425-aac3cbe8d765 req-5d72d3a5-0828-4f35-a63e-6ebd0a39427b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759102 Nov 22 16:04:25.013149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-84103988-892c-4a10-bb56-4f26676165f8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d HTTP/1.1" status: 200 len: 217 time: 0.1284306 Nov 22 16:04:25.108772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-c10b69a4-647e-4678-8422-75e7f993a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.110538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-c10b69a4-647e-4678-8422-75e7f993a3ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.0873830 Nov 22 16:04:25.127441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac48ce-15a0-450b-8fef-4484790b66ce req-305b83e4-4e80-4bbd-927c-0a9559edbbfa tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.140417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5ac48ce-15a0-450b-8fef-4484790b66ce req-305b83e4-4e80-4bbd-927c-0a9559edbbfa tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 945 time: 0.2700090 Nov 22 16:04:25.206808 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.273912 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.289848 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30660ea-3321-4c6c-84ce-3cb360581a67 x-openstack-request-id: req-e30660ea-3321-4c6c-84ce-3cb360581a67 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:25.290177 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "name": "network-vif-plugged", "status": "completed", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:25.290439 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e30660ea-3321-4c6c-84ce-3cb360581a67 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:25.290843 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad', 'code': 200} Nov 22 16:04:25.299555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-9ec798ee-e136-4a1c-a0a1-71d2b5edac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.301941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-9ec798ee-e136-4a1c-a0a1-71d2b5edac9b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535888 Nov 22 16:04:25.306922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9996c9-9ff4-4490-b0b3-e1133dba1d55 None None] Network 8f60531c-f861-4585-80e0-22007bd4c32c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:04:25.360751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port d1f2076e-435b-42fd-b247-de490fa16cf4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d1f2076e-435b-42fd-b247-de490fa16cf4,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:25.375431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Allocated IP 172.20.0.1 (8f60531c-f861-4585-80e0-22007bd4c32c/4eba48e6-7fde-4e03-9a19-7f12d791fee9/276c8c6e-b928-4ed7-953a-adfd55ef8eeb) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:25.482722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-796af63c-43aa-471b-b2a1-7f9e98b3ed8e service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694236 Nov 22 16:04:25.486384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5ac48ce-15a0-450b-8fef-4484790b66ce req-4ac94ea5-82d5-43f8-90ee-e407ab0d5ada tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449945 Nov 22 16:04:25.501827 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.520071 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.527414 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.546267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.606699 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Attempting to bind port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:25.607081 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Attempting to bind port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:25.607446 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Attempting to bind port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:25.615837 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Pushing event updated for resources: {'Port': ['ID=d9c3e32c-eed8-4b03-bb93-c7668e08b0b3,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:25.618452 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:25.618918 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:25.619322 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.619719 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:25.621052 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Bound port: d9c3e32c-eed8-4b03-bb93-c7668e08b0b3, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:25.621545 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.621913 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.670123 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.670470 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.670804 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.671139 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.671478 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.671797 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.672149 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.672468 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.673306 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.673306 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.673518 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.673837 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:04:25.709988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Network 8f60531c-f861-4585-80e0-22007bd4c32c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:25.721742 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] For port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:25.721963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:25.726388 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] For port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9c3e32c-eed8-4b03-bb93-c7668e08b0b3,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:25.732977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:25.738563 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e1d7f6-a3bc-4a1e-bb6d-cf8410f021dc x-openstack-request-id: req-f8e1d7f6-a3bc-4a1e-bb6d-cf8410f021dc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:25.739277 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3049e277-8d53-4dd7-afc9-4954573f5285", "name": "network-vif-deleted", "tag": "e69d504f-b032-4fb1-a3cd-3d7090cfc9c6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:25.739277 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f8e1d7f6-a3bc-4a1e-bb6d-cf8410f021dc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:25.739500 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.739612 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3049e277-8d53-4dd7-afc9-4954573f5285', 'name': 'network-vif-deleted', 'tag': 'e69d504f-b032-4fb1-a3cd-3d7090cfc9c6', 'status': 'completed', 'code': 200} Nov 22 16:04:25.764681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef56f1-e4d5-4d1c-84e1-bc0c42ee7eb5 req-b3ac0084-3996-4e09-b785-70c45c12a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.765719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1a2b43ec-f71f-43fe-bad2-0994e1fdfff2 None None] Provisioning complete for port d1f2076e-435b-42fd-b247-de490fa16cf4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:25.766109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2ef56f1-e4d5-4d1c-84e1-bc0c42ee7eb5 req-b3ac0084-3996-4e09-b785-70c45c12a427 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 1096 time: 0.2787414 Nov 22 16:04:25.766459 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a2b43ec-f71f-43fe-bad2-0994e1fdfff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.786396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Pushing event updated for resources: {'Port': ['ID=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:25.801126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-6bd3f996-0f04-480a-bf3d-aaf9ce6a823f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.809724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-6bd3f996-0f04-480a-bf3d-aaf9ce6a823f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.816168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-6bd3f996-0f04-480a-bf3d-aaf9ce6a823f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.822408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-6bd3f996-0f04-480a-bf3d-aaf9ce6a823f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.829294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-6bd3f996-0f04-480a-bf3d-aaf9ce6a823f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.836274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-6bd3f996-0f04-480a-bf3d-aaf9ce6a823f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.843189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-6bd3f996-0f04-480a-bf3d-aaf9ce6a823f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:25.845558 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:25.851297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-6bd3f996-0f04-480a-bf3d-aaf9ce6a823f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.3626106 Nov 22 16:04:25.897857 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:04:25.898753 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:04:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:25.906373 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f1660-6c35-4a8f-9f7b-263f6ce8dfe1 None None] Pushing event updated for resources: {'Port': ['ID=d9c3e32c-eed8-4b03-bb93-c7668e08b0b3,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:25.974204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:25.975813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=d1f2076e-435b-42fd-b247-de490fa16cf4,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:25.983450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2ef56f1-e4d5-4d1c-84e1-bc0c42ee7eb5 req-c9128b0b-1486-4a07-9c53-64a7119e134e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028270 Nov 22 16:04:25.993325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:26.012007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f74aaad-ddb9-4a8d-bcd2-31514eb4eed6 req-77db11a0-5bfd-468a-8ed9-cdcce8f409d9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594596 Nov 22 16:04:26.016159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-35fdb01c-d6f5-4147-8601-1ff7e2449595 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348800 Nov 22 16:04:26.069546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:26.100311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-529ed294-2337-4590-a626-5ebc0a781b04 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9 HTTP/1.1" status: 200 len: 217 time: 0.0754743 Nov 22 16:04:26.156233 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:04:26.168884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-1051c21f-f320-4cb4-b23f-bb719eef1468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:26.170547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-1051c21f-f320-4cb4-b23f-bb719eef1468 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 200 len: 797 time: 0.0600138 Nov 22 16:04:26.171751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:26.296400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22090836-10a8-46ff-b193-48976f9e370d req-10ea73ce-e395-4645-9eb4-38c53496b002 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:26.305171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22090836-10a8-46ff-b193-48976f9e370d req-10ea73ce-e395-4645-9eb4-38c53496b002 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1331217 Nov 22 16:04:26.315013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-c54c7ae1-70dd-4a4a-a0d4-210444472fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:26.316970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-c54c7ae1-70dd-4a4a-a0d4-210444472fb1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352134 Nov 22 16:04:26.407214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:26.415507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:26.514756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Pushing event updated for resources: {'Port': ['ID=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:26.522393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:26.542837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d1f2076e-435b-42fd-b247-de490fa16cf4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:26.589703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22090836-10a8-46ff-b193-48976f9e370d req-e1fd3b53-1d09-4689-b9fa-b3e91f2b565d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823908 Nov 22 16:04:26.591663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-175f544a-0aae-4222-8c19-da09f5d1d135 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532675 Nov 22 16:04:26.655310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6dd8ac4a-71ca-4063-86de-98b5fc5babf7 None None] Provisioning complete for port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:26.655838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ac4a-71ca-4063-86de-98b5fc5babf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:26.658708 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:22Z', 'revision_number': 3, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:26.722062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Network 8f60531c-f861-4585-80e0-22007bd4c32c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:26.727501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:26.733206 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb04c646-e4f8-4643-bb64-981ab727ed35 None None] The sync data for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 is: [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:22Z', 'revision_number': 3, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:04:26.757985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6dd8ac4a-71ca-4063-86de-98b5fc5babf7 None None] Port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:04:26.760009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d1f2076e-435b-42fd-b247-de490fa16cf4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:26.760557 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:26.841100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-25bbfb71-c6ef-485e-b7ee-8f50ba86abb1 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402444 Nov 22 16:04:26.884631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6dd8ac4a-71ca-4063-86de-98b5fc5babf7 None None] Provisioning complete for port d1f2076e-435b-42fd-b247-de490fa16cf4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:26.887815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6dd8ac4a-71ca-4063-86de-98b5fc5babf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:26.966628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Router ca877708-916c-4b02-b942-21d19c3c2202 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:04:27.286732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-99437c9f-d93e-4240-a0ea-6d9c3d6278cf None None] Provisioning complete for port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:27.287166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99437c9f-d93e-4240-a0ea-6d9c3d6278cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:27.317585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:04:27.331524 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d29a8e9d-e6a6-40f1-9ef5-8713392b47bd admin admin] 10.222.0.69 "PUT /v2.0/routers/ca877708-916c-4b02-b942-21d19c3c2202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3302746 Nov 22 16:04:27.346617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:27.348991 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2cb67f-267a-44ac-b3c6-811199f6b77f" -d '{"events": [{"server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "name": "network-vif-plugged", "status": "completed", "tag": "b62e6208-5225-4e54-9940-202afd0b6536"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:27.357722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-99437c9f-d93e-4240-a0ea-6d9c3d6278cf None None] Port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:04:27.496749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-3523b69d-2fd4-490b-9421-67dad9186880 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b HTTP/1.1" status: 200 len: 217 time: 0.6358392 Nov 22 16:04:27.535678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf58bad-fea6-4843-b68c-f7e8c3afe493 req-837816bb-b0f7-45da-abca-1ee8522a8c20 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:27.537366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbf58bad-fea6-4843-b68c-f7e8c3afe493 req-837816bb-b0f7-45da-abca-1ee8522a8c20 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 943 time: 0.8375523 Nov 22 16:04:27.598890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-67da11f8-b966-411f-a483-da28c3fa3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:27.600480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-67da11f8-b966-411f-a483-da28c3fa3a00 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 200 len: 797 time: 0.0941064 Nov 22 16:04:27.655082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98f48b-8d48-4de8-8cb6-131cb930e3af req-738c94dd-e540-443a-9edf-94ef0f00d134 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:27.656684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb98f48b-8d48-4de8-8cb6-131cb930e3af req-738c94dd-e540-443a-9edf-94ef0f00d134 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 945 time: 0.1657493 Nov 22 16:04:27.669032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbf58bad-fea6-4843-b68c-f7e8c3afe493 req-f57f38fb-5f52-4622-995a-830c9a414563 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109710 Nov 22 16:04:27.706910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a6a3c0bc-8ec3-4c22-a18b-a6617ec0e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:27.708579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-a6a3c0bc-8ec3-4c22-a18b-a6617ec0e2e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008217 Nov 22 16:04:27.747001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb98f48b-8d48-4de8-8cb6-131cb930e3af req-afc44eee-69eb-4dff-8e28-b16295712740 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768163 Nov 22 16:04:27.841736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-679c638a-9fe5-4636-a14b-7bf0c67802c5 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211681 Nov 22 16:04:27.997650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-62bfd1da-f5cf-41c8-96ef-fcfd912b6304 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.004122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-62bfd1da-f5cf-41c8-96ef-fcfd912b6304 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.004480 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91cfad3-cf75-414c-92c8-8d4708ce53c9 x-openstack-request-id: req-a91cfad3-cf75-414c-92c8-8d4708ce53c9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:28.005105 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "name": "network-vif-plugged", "status": "completed", "tag": "b62e6208-5225-4e54-9940-202afd0b6536", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:28.005105 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a91cfad3-cf75-414c-92c8-8d4708ce53c9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:28.005464 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536', 'code': 200} Nov 22 16:04:28.011711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-62bfd1da-f5cf-41c8-96ef-fcfd912b6304 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.020117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-62bfd1da-f5cf-41c8-96ef-fcfd912b6304 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.027354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-62bfd1da-f5cf-41c8-96ef-fcfd912b6304 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.033353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-62bfd1da-f5cf-41c8-96ef-fcfd912b6304 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.039456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-62bfd1da-f5cf-41c8-96ef-fcfd912b6304 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.041239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-62bfd1da-f5cf-41c8-96ef-fcfd912b6304 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.1958253 Nov 22 16:04:28.065823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27e48612-7404-43f9-b050-cc09eeaad3c8 req-7f46a70f-071d-4b90-ab3e-d13fe5746953 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113485 Nov 22 16:04:28.208440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdd19ae6-0ce8-4c58-855e-bb772a9d2045 req-80b8528c-8450-4938-a3a2-88866aadfad6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504047 Nov 22 16:04:28.217417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10952e95-d641-4b8d-9bdb-112c75800a4e req-5a0fe936-7902-42a8-b182-416900ab7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.218932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10952e95-d641-4b8d-9bdb-112c75800a4e req-5a0fe936-7902-42a8-b182-416900ab7a35 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1101 time: 0.0996768 Nov 22 16:04:28.253145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0b54905c-7262-4e44-8b66-303886dde9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.253634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0b54905c-7262-4e44-8b66-303886dde9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.254108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0b54905c-7262-4e44-8b66-303886dde9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.254578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0b54905c-7262-4e44-8b66-303886dde9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.255048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0b54905c-7262-4e44-8b66-303886dde9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.255511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0b54905c-7262-4e44-8b66-303886dde9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.255998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0b54905c-7262-4e44-8b66-303886dde9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.258201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0b54905c-7262-4e44-8b66-303886dde9e9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6485 time: 0.1032298 Nov 22 16:04:28.380604 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10952e95-d641-4b8d-9bdb-112c75800a4e req-ca7092ba-d0f4-481e-9cd9-29ce0c91bf05 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525321 Nov 22 16:04:28.424520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b55269-3c04-4326-9a4d-6e0ba95607c6 req-5add02d1-6c58-486a-bbda-0996ed174500 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.426168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8b55269-3c04-4326-9a4d-6e0ba95607c6 req-5add02d1-6c58-486a-bbda-0996ed174500 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.0956266 Nov 22 16:04:28.434665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-ccf3c53e-5cdf-4f63-b0e8-977d4d11eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.438878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-ccf3c53e-5cdf-4f63-b0e8-977d4d11eca4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=41c81ba1-2dba-474a-8318-dba665f3557d HTTP/1.1" status: 200 len: 902 time: 0.1679130 Nov 22 16:04:28.442226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35984) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:28.447030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1b3f9458-a53f-44ae-b396-3293523a9a1d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792144077', 'description': 'tempest-description--1382989311'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:28.495620 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9458-a53f-44ae-b396-3293523a9a1d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.533622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-878e9e43-114d-4676-92d2-d9ccbd03873a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9 HTTP/1.1" status: 200 len: 217 time: 0.0791321 Nov 22 16:04:28.578418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:28.586671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9458-a53f-44ae-b396-3293523a9a1d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.595788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9458-a53f-44ae-b396-3293523a9a1d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.611769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8b55269-3c04-4326-9a4d-6e0ba95607c6 req-b17d8b58-8351-4a0c-b6a9-1ba9c60bfd92 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718040 Nov 22 16:04:28.658115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178e850-8b4f-444a-9fd3-3f3821ba50e5 req-f46b63a9-d957-486d-8e89-245dd5731e2c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.661535 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9458-a53f-44ae-b396-3293523a9a1d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.662818 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1b3f9458-a53f-44ae-b396-3293523a9a1d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2194626 Nov 22 16:04:28.664073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9458-a53f-44ae-b396-3293523a9a1d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:28.666408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35986) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:28.667682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b178e850-8b4f-444a-9fd3-3f3821ba50e5 req-f46b63a9-d957-486d-8e89-245dd5731e2c tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 949 time: 0.1284740 Nov 22 16:04:28.672750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e831f9b8-c017-4441-8f81-f9c154789981 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Request body: {'security_group_rule': {'security_group_id': 'bde32ba3-2bb6-435c-95d3-d3b829e6e5bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:28.692912 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:28.693295 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.725878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-f3f75e71-2bdf-4f47-91b5-7f8a3c9c4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.740161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e831f9b8-c017-4441-8f81-f9c154789981 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.742584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-f3f75e71-2bdf-4f47-91b5-7f8a3c9c4ba0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 200 len: 797 time: 0.1826460 Nov 22 16:04:28.834458 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.853469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b178e850-8b4f-444a-9fd3-3f3821ba50e5 req-e329d0f1-63f3-474b-81cf-b4d6ff33013b tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835132 Nov 22 16:04:28.861747 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e831f9b8-c017-4441-8f81-f9c154789981 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.868775 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e831f9b8-c017-4441-8f81-f9c154789981 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.872959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9c3e32c-eed8-4b03-bb93-c7668e08b0b3,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:28.879197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.903687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831f9b8-c017-4441-8f81-f9c154789981 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a737e73-c132-4e6e-980c-07ee2196bc50,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:28.910893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e831f9b8-c017-4441-8f81-f9c154789981 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:28.911144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309bdb3-d753-43c9-9cc2-f9a37e200c99 req-888e1293-5a8a-4128-8aee-a205f8f3fcda tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.913316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e831f9b8-c017-4441-8f81-f9c154789981 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2440562 Nov 22 16:04:28.916654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35994) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:28.923804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2309bdb3-d753-43c9-9cc2-f9a37e200c99 req-888e1293-5a8a-4128-8aee-a205f8f3fcda tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 943 time: 0.1154265 Nov 22 16:04:28.927977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-79b613cd-5be4-4ced-8cc1-97e4a0a57a41 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Request body: {'security_group_rule': {'security_group_id': 'bde32ba3-2bb6-435c-95d3-d3b829e6e5bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:28.933920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-17bf6bbc-3397-4085-86fc-a63b1abf2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:28.935609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-17bf6bbc-3397-4085-86fc-a63b1abf2f2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1922340 Nov 22 16:04:28.987016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b613cd-5be4-4ced-8cc1-97e4a0a57a41 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:29.001618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=d9c3e32c-eed8-4b03-bb93-c7668e08b0b3,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:29.067417 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b613cd-5be4-4ced-8cc1-97e4a0a57a41 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:29.073960 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b613cd-5be4-4ced-8cc1-97e4a0a57a41 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:29.097135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2309bdb3-d753-43c9-9cc2-f9a37e200c99 req-4e02c498-a4ee-4dee-bc83-3f453cdbc475 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731629 Nov 22 16:04:29.108509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b613cd-5be4-4ced-8cc1-97e4a0a57a41 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7b3fe1-618a-4028-8cb1-cf4dfa24facb,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:29.136000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b613cd-5be4-4ced-8cc1-97e4a0a57a41 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:29.136000 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-79b613cd-5be4-4ced-8cc1-97e4a0a57a41 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2044599 Nov 22 16:04:29.136242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3305de-858e-46f4-8647-cb020ec836f8 req-866ee55b-744a-4dde-87ff-f08e1f164c87 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.136242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3305de-858e-46f4-8647-cb020ec836f8 req-866ee55b-744a-4dde-87ff-f08e1f164c87 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 945 time: 0.1513381 Nov 22 16:04:29.136438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35996) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:29.143026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:29.187199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:29.228159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Sync routers for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:04:29.234140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-943b5584-5268-439c-9757-2f7c680455f1 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842369 Nov 22 16:04:29.246908 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:04:29.247582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:04:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:29.261184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3305de-858e-46f4-8647-cb020ec836f8 req-de402c56-6b11-4bc6-9d93-14865e4a7d97 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243424 Nov 22 16:04:29.404669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:29.449972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:04:29.521904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-6b44672e-afc8-4b56-b74b-384e7bfd838c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.528640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-6b44672e-afc8-4b56-b74b-384e7bfd838c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.535311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-6b44672e-afc8-4b56-b74b-384e7bfd838c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.542309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-6b44672e-afc8-4b56-b74b-384e7bfd838c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.548745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-6b44672e-afc8-4b56-b74b-384e7bfd838c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.555786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-6b44672e-afc8-4b56-b74b-384e7bfd838c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.563481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-6b44672e-afc8-4b56-b74b-384e7bfd838c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.572596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-6b44672e-afc8-4b56-b74b-384e7bfd838c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.2188988 Nov 22 16:04:29.581395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-d89f7337-bacb-4443-8a90-531e61f6f5e0 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185117 Nov 22 16:04:29.747326 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Allocated IP 172.25.5.192 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/177da876-4a24-4bf3-ba47-576c4be59b50) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:29.759238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-66d6b19d-e22c-4004-af2a-f11892ee500d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.762407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-66d6b19d-e22c-4004-af2a-f11892ee500d tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 949 time: 0.1463003 Nov 22 16:04:29.768191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a8c787b-acb8-418d-b4a8-034077e0f381 req-11338e13-739f-4bf2-92df-58068cebf032 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1938431 Nov 22 16:04:29.841916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0c120e1d-0ba9-4222-a054-f4dc6409a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.842404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0c120e1d-0ba9-4222-a054-f4dc6409a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.842882 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0c120e1d-0ba9-4222-a054-f4dc6409a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.843357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0c120e1d-0ba9-4222-a054-f4dc6409a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.843816 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0c120e1d-0ba9-4222-a054-f4dc6409a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.844315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0c120e1d-0ba9-4222-a054-f4dc6409a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.844780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0c120e1d-0ba9-4222-a054-f4dc6409a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.847092 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-0c120e1d-0ba9-4222-a054-f4dc6409a1c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6485 time: 0.1884916 Nov 22 16:04:29.876426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 2, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:29.911328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630abfdb-e031-420e-b56b-e4e0aca963ba req-e65c1f8e-7069-4ada-8b85-33197a70842f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:29.913813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-630abfdb-e031-420e-b56b-e4e0aca963ba req-e65c1f8e-7069-4ada-8b85-33197a70842f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 945 time: 0.2191973 Nov 22 16:04:29.921047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:29.933653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Checking router: ca877708-916c-4b02-b942-21d19c3c2202 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:04:29.934491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Updating router ca877708-916c-4b02-b942-21d19c3c2202 port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:04:30.006373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.030844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.088518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-630abfdb-e031-420e-b56b-e4e0aca963ba req-6b808cd3-1fad-4d2d-bdd2-7dcd251dfdb0 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229963 Nov 22 16:04:30.113509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:30.120994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:30.139968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Deleting port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:04:30.140398 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.145222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:30.161149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event updated for resources: {'Port': ['ID=177da876-4a24-4bf3-ba47-576c4be59b50,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:30.183675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-d8ccd8f5-b087-452e-8c12-1d9520b63435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:30.185343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-d8ccd8f5-b087-452e-8c12-1d9520b63435 service neutron] 10.222.0.71 "GET /v2.0/networks?id=41c81ba1-2dba-474a-8318-dba665f3557d HTTP/1.1" status: 200 len: 902 time: 0.2615039 Nov 22 16:04:30.210317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0e713811-0035-4a74-9fcc-b4413b487f1f no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:30.240146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da46e57-2d6b-4c07-aa00-297976ebd914 req-b4b28b6a-58ae-4592-ad42-b91dc1592036 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:30.242798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9da46e57-2d6b-4c07-aa00-297976ebd914 req-b4b28b6a-58ae-4592-ad42-b91dc1592036 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.3270183 Nov 22 16:04:30.267634 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-e951ba13-7765-437b-9b01-962457df4c84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b HTTP/1.1" status: 200 len: 217 time: 0.0663283 Nov 22 16:04:30.377578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-70612686-a474-46c2-ac54-5731ec4b0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:30.378990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd07377-b10d-444b-b745-b8e1ff954152 req-d011f798-1ad4-471f-91a8-391d2656b422 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:30.379125 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-70612686-a474-46c2-ac54-5731ec4b0770 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 200 len: 797 time: 0.0996828 Nov 22 16:04:30.382159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.388576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd07377-b10d-444b-b745-b8e1ff954152 req-d011f798-1ad4-471f-91a8-391d2656b422 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebce3657-4266-4ac6-bb92-211d6866f7e6 HTTP/1.1" status: 200 len: 949 time: 0.2177169 Nov 22 16:04:30.414187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] For port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:30.414676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.438517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9da46e57-2d6b-4c07-aa00-297976ebd914 req-803b2cea-cad3-4632-bc3c-fca584d026c6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619580 Nov 22 16:04:30.444895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Calling delete_port for 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:04:30.454333 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.499719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd07377-b10d-444b-b745-b8e1ff954152 req-5818b878-9ac8-48b4-bd2e-8c1958a36cfa tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.69 "GET /v2.0/security-groups?id=4de674e7-d38c-4ca2-a4cd-3d66c13bee50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097679 Nov 22 16:04:30.559784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-b9502614-dcb7-4418-bd5b-94b71a3602b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:30.564648 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-b9502614-dcb7-4418-bd5b-94b71a3602b5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743422 Nov 22 16:04:30.581028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:30.638385 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.654467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.704195 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-17697b61-dcee-41a4-ab93-4f7e430479df service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252999 Nov 22 16:04:30.751521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:30.751521 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.753338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6de37a-8427-41b5-b206-cd7fca0af99e None None] Pushing event updated for resources: {'Port': ['ID=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:30.773063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e151d-bb3f-48cb-bc0f-2fbd1fc9f7b2 req-a20fc1a9-e59e-4007-a21e-ad49d5fcfbee tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:30.774888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-764e151d-bb3f-48cb-bc0f-2fbd1fc9f7b2 req-a20fc1a9-e59e-4007-a21e-ad49d5fcfbee tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 943 time: 0.1584392 Nov 22 16:04:30.899306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-764e151d-bb3f-48cb-bc0f-2fbd1fc9f7b2 req-ebd5c75a-90d9-4a0c-a448-c1ac96124f15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144912 Nov 22 16:04:30.929646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Attempting to bind port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:30.961096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Attempting to bind port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:30.961862 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.963189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Attempting to bind port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb on network 8f60531c-f861-4585-80e0-22007bd4c32c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:30.985286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:30.988667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Checking segment: {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:30.989347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:30.990840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Bound using segment: {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:30.991566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Bound port: 276c8c6e-b928-4ed7-953a-adfd55ef8eeb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:30.993375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.002307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Pushing event deleted for resources: {'Port': ['ID=1d5a84fb-dd38-4b42-b8ce-c952aa9f1780,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:31.003405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:31.073175 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f07110f7-5127-401a-a5e2-6f5cfa4295cc req-9b94af29-6aae-47c6-97cd-e74e633b06ae service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452353 Nov 22 16:04:31.075618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2139c77-25ef-4b67-a6a7-fb022de232b4 req-e0f2f65a-aa99-4427-bc10-3336a9f03b24 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:31.086723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2139c77-25ef-4b67-a6a7-fb022de232b4 req-e0f2f65a-aa99-4427-bc10-3336a9f03b24 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1644838 Nov 22 16:04:31.099433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.108159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.150155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] No DVR routers for this DVR port 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:04:31.158063 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.169240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4013f4f-b10f-4d35-96be-eb0ab20c97eb req-f3475d31-6ff7-44bf-aca2-45d76f7a41b1 tempest-ServersOnMultiNodesTest-1414439278 tempest-ServersOnMultiNodesTest-1414439278-project] 10.222.0.71 "DELETE /v2.0/ports/1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 HTTP/1.1" status: 204 len: 173 time: 1.3926456 Nov 22 16:04:31.177835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebce3657-4266-4ac6-bb92-211d6866f7e6', 'name': 'network-vif-deleted', 'tag': '1d5a84fb-dd38-4b42-b8ce-c952aa9f1780'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:31.181812 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c9169-7b18-423a-860b-f3f1ca351243" -d '{"events": [{"server_uuid": "ebce3657-4266-4ac6-bb92-211d6866f7e6", "name": "network-vif-deleted", "tag": "1d5a84fb-dd38-4b42-b8ce-c952aa9f1780"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:31.252028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event updated for resources: {'Port': ['ID=177da876-4a24-4bf3-ba47-576c4be59b50,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:31.285797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-534750bd-7efe-469d-b581-a24ddab95c61 None None] Provisioning complete for port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:31.286720 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-534750bd-7efe-469d-b581-a24ddab95c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.287842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.320030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.324077 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f205c1f4-988b-43d1-af9e-739036bb1689 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1849668 Nov 22 16:04:31.342005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2139c77-25ef-4b67-a6a7-fb022de232b4 req-192e9921-2924-408c-932c-720d72148924 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.394906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] For port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:31.400413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] For port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:31.410156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-534750bd-7efe-469d-b581-a24ddab95c61 None None] Port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:04:31.417836 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:31.518626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:04:31.519383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:04:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:31.536148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243190d-9aec-4123-866c-10f944dfc33f req-190c39c8-ff1a-44d0-9768-520be71d2d86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:31.551026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243190d-9aec-4123-866c-10f944dfc33f req-190c39c8-ff1a-44d0-9768-520be71d2d86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:31.558895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243190d-9aec-4123-866c-10f944dfc33f req-190c39c8-ff1a-44d0-9768-520be71d2d86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:31.568252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243190d-9aec-4123-866c-10f944dfc33f req-190c39c8-ff1a-44d0-9768-520be71d2d86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:31.583928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243190d-9aec-4123-866c-10f944dfc33f req-190c39c8-ff1a-44d0-9768-520be71d2d86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:31.610293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6de37a-8427-41b5-b206-cd7fca0af99e None None] Pushing event updated for resources: {'Port': ['ID=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:31.614801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243190d-9aec-4123-866c-10f944dfc33f req-190c39c8-ff1a-44d0-9768-520be71d2d86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:31.630091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243190d-9aec-4123-866c-10f944dfc33f req-190c39c8-ff1a-44d0-9768-520be71d2d86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:31.644801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5243190d-9aec-4123-866c-10f944dfc33f req-190c39c8-ff1a-44d0-9768-520be71d2d86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.5114496 Nov 22 16:04:31.824810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-2503b5d8-c8ce-4c4f-89f6-e714b7882b4f service neutron] 10.222.0.11 "GET /v2.0/ports/0e713811-0035-4a74-9fcc-b4413b487f1f/bindings/n-h2-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.6522269 Nov 22 16:04:31.914600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5243190d-9aec-4123-866c-10f944dfc33f req-5c344cda-37a7-48ee-96ca-6dd26457f662 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2668054 Nov 22 16:04:31.929675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:04:32.001007 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2139c77-25ef-4b67-a6a7-fb022de232b4 req-192e9921-2924-408c-932c-720d72148924 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:32.016337 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2139c77-25ef-4b67-a6a7-fb022de232b4 req-192e9921-2924-408c-932c-720d72148924 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:32.028696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cf3a2691-7c14-45a8-9eb5-1248129c0ec4 None None] Provisioning complete for port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:32.029189 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2691-7c14-45a8-9eb5-1248129c0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:32.136940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2139c77-25ef-4b67-a6a7-fb022de232b4 req-192e9921-2924-408c-932c-720d72148924 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0489888 Nov 22 16:04:32.186781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e9921-2924-408c-932c-720d72148924 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69294115-8c22-47ea-8489-c1c9abf203b2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:32.239297 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c673b67-f0a3-4b53-86dd-8de4623b6d8f x-openstack-request-id: req-8c673b67-f0a3-4b53-86dd-8de4623b6d8f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:32.239612 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebce3657-4266-4ac6-bb92-211d6866f7e6", "name": "network-vif-deleted", "tag": "1d5a84fb-dd38-4b42-b8ce-c952aa9f1780", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:32.239879 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c673b67-f0a3-4b53-86dd-8de4623b6d8f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:32.240405 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2691-7c14-45a8-9eb5-1248129c0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:32.254438 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebce3657-4266-4ac6-bb92-211d6866f7e6', 'name': 'network-vif-deleted', 'tag': '1d5a84fb-dd38-4b42-b8ce-c952aa9f1780', 'status': 'completed', 'code': 200} Nov 22 16:04:32.266474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f9211-f483-4e59-a688-bd461165de5c req-f7fa984f-d8eb-493f-bd81-c13310f09e05 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:32.290162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-532f9211-f483-4e59-a688-bd461165de5c req-f7fa984f-d8eb-493f-bd81-c13310f09e05 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 945 time: 0.2433970 Nov 22 16:04:32.373076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cf3a2691-7c14-45a8-9eb5-1248129c0ec4 None None] For port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:32.391121 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf3a2691-7c14-45a8-9eb5-1248129c0ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:32.507967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:31Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:32.594900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9b792-7e74-46d5-b650-0247bdb9271e None None] The sync data for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 is: [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:31Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:04:32.607656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a2691-7c14-45a8-9eb5-1248129c0ec4 None None] Pushing event updated for resources: {'Port': ['ID=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:32.637192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-532f9211-f483-4e59-a688-bd461165de5c req-031837f4-0131-46ce-9145-d7eea22e06ee tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364370 Nov 22 16:04:32.726439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4013d27-1854-4122-a125-0017b016605f req-cdd5e636-bf7c-4c13-96b7-22ad66632fac tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:32.735123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4013d27-1854-4122-a125-0017b016605f req-cdd5e636-bf7c-4c13-96b7-22ad66632fac tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 943 time: 0.2404115 Nov 22 16:04:32.820325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36096) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:32.853069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:32.944309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4013d27-1854-4122-a125-0017b016605f req-5a0ab84e-27a3-4d6b-a129-2f56c6e98ae7 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079725 Nov 22 16:04:32.952180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:33.058762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e713811-0035-4a74-9fcc-b4413b487f1f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:33.089072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:33.124902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:33.210225 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c7cac4ba-7893-4a86-ae60-f8f77a4afd22 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4356fc095a8d4a59bc430016957704c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887064 Nov 22 16:04:33.213009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36136) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:33.289400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] Transition to ACTIVE for port object 0e713811-0035-4a74-9fcc-b4413b487f1f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:04:33.298050 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:33.357537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4c9205b-c83a-4ded-b679-3ff4c621d79f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:33.408046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] No DVR routers for this DVR port 0e713811-0035-4a74-9fcc-b4413b487f1f on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:04:33.420640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4c9205b-c83a-4ded-b679-3ff4c621d79f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:33.451550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] Pushing event updated for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:33.522498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7f4619ce-2aff-405c-aa4a-3e63e4d99832 service neutron] 10.222.0.11 "PUT /v2.0/ports/0e713811-0035-4a74-9fcc-b4413b487f1f/bindings/n-h2-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6838717 Nov 22 16:04:33.533823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4c9205b-c83a-4ded-b679-3ff4c621d79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:33.537239 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4c9205b-c83a-4ded-b679-3ff4c621d79f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:33.563505 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e4c9205b-c83a-4ded-b679-3ff4c621d79f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4de674e7-d38c-4ca2-a4cd-3d66c13bee50 HTTP/1.1" status: 204 len: 168 time: 0.3492470 Nov 22 16:04:33.596282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9205b-c83a-4ded-b679-3ff4c621d79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de674e7-d38c-4ca2-a4cd-3d66c13bee50,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:33.790804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-6156285f-7b9f-4674-a932-fd5971a3453b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:33.793581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-6156285f-7b9f-4674-a932-fd5971a3453b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.1654248 Nov 22 16:04:33.860026 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-7733e705-44d3-4eab-b052-963626f6b8f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115279 Nov 22 16:04:33.874702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-5b6a5cc3-c53e-417e-89d3-adaefb2b177c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:04:33.876125 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-5b6a5cc3-c53e-417e-89d3-adaefb2b177c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086188 Nov 22 16:04:33.889968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-09f24d74-46d1-4798-a0ff-4fc46fa5cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:33.893076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-09f24d74-46d1-4798-a0ff-4fc46fa5cf84 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72&tenant_id=fb90cc83c0a14939848c89f857ea49d2 HTTP/1.1" status: 200 len: 1095 time: 0.0706723 Nov 22 16:04:33.912746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975cd10-d5e4-4ab5-860e-9e03e9f87c3c req-a7698388-94e8-402d-8fd0-d9e8ab38cf3d tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:33.920737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7975cd10-d5e4-4ab5-860e-9e03e9f87c3c req-a7698388-94e8-402d-8fd0-d9e8ab38cf3d tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1097 time: 0.1797810 Nov 22 16:04:34.047664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:04:34.115551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-6ca8aa5a-71cf-42fe-896e-bcb871cb3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.117514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-6ca8aa5a-71cf-42fe-896e-bcb871cb3ea3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1095 time: 0.1668029 Nov 22 16:04:34.137010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7975cd10-d5e4-4ab5-860e-9e03e9f87c3c req-34de8e65-c521-494d-8b27-5bc619f884c2 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075970 Nov 22 16:04:34.161199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:04:34.161863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1d5a84fb-dd38-4b42-b8ce-c952aa9f1780 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:04:34.229874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36164) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:34.387129 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ac9bb375-411c-4c56-a37c-608dd34fba16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4c0ce114a8584650b9c2056440932443&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546848 Nov 22 16:04:34.391562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36172) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:34.421455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8327-957c-4958-a243-d3eba87aa542 req-fceec96d-1e49-4adc-850e-82a2b2ea0ef7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.436852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8327-957c-4958-a243-d3eba87aa542 req-fceec96d-1e49-4adc-850e-82a2b2ea0ef7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.458762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8327-957c-4958-a243-d3eba87aa542 req-fceec96d-1e49-4adc-850e-82a2b2ea0ef7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.473795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8327-957c-4958-a243-d3eba87aa542 req-fceec96d-1e49-4adc-850e-82a2b2ea0ef7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.491875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8327-957c-4958-a243-d3eba87aa542 req-fceec96d-1e49-4adc-850e-82a2b2ea0ef7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.502846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8327-957c-4958-a243-d3eba87aa542 req-fceec96d-1e49-4adc-850e-82a2b2ea0ef7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.507021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-582dfbd4-7618-45c2-ac4e-0c506aa68e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:34.511214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee8327-957c-4958-a243-d3eba87aa542 req-fceec96d-1e49-4adc-850e-82a2b2ea0ef7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.520228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fee8327-957c-4958-a243-d3eba87aa542 req-fceec96d-1e49-4adc-850e-82a2b2ea0ef7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.3791766 Nov 22 16:04:34.556481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-582dfbd4-7618-45c2-ac4e-0c506aa68e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:34.586904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 276c8c6e-b928-4ed7-953a-adfd55ef8eeb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:34.662174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-0fd651ad-d6af-4c61-8c1b-aa3e2f3f58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.664212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-0fd651ad-d6af-4c61-8c1b-aa3e2f3f58f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.5252223 Nov 22 16:04:34.740906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14ee2e-cb08-4c38-b555-b149bf9558a8 req-0857418b-9a89-4b50-826a-eda30b342308 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.742634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a14ee2e-cb08-4c38-b555-b149bf9558a8 req-0857418b-9a89-4b50-826a-eda30b342308 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.2099140 Nov 22 16:04:34.744258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-493d1156-4caa-4da0-8754-d16aabd0b12d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 200 len: 217 time: 0.0688460 Nov 22 16:04:34.757266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-582dfbd4-7618-45c2-ac4e-0c506aa68e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:34.759433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:34.760258 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:34.784410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-582dfbd4-7618-45c2-ac4e-0c506aa68e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:34.785651 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-582dfbd4-7618-45c2-ac4e-0c506aa68e3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22a8bbef-39d9-464e-a746-392e03c78e28 HTTP/1.1" status: 204 len: 168 time: 0.3928869 Nov 22 16:04:34.811033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dfbd4-7618-45c2-ac4e-0c506aa68e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a8bbef-39d9-464e-a746-392e03c78e28,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:34.924633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-1b65a221-2b44-44db-8ff4-9ffde4e586a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:34.926119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-1b65a221-2b44-44db-8ff4-9ffde4e586a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1604583 Nov 22 16:04:34.958217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fee8327-957c-4958-a243-d3eba87aa542 req-8c4bb270-bcf7-4fd5-a49d-e9b6f231a0e1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4266865 Nov 22 16:04:35.028240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a14ee2e-cb08-4c38-b555-b149bf9558a8 req-9f42fc5d-e8c9-4219-8498-11a62e30dbb7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632279 Nov 22 16:04:35.044503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-ee12ea29-6f96-4934-97ed-d05ca0cf5c9a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311573 Nov 22 16:04:35.657687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4725052-4705-41ff-a986-e77c652e5e05 req-7f001e1c-49fd-4d55-9d4d-24f9237bbfef tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:35.666059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4725052-4705-41ff-a986-e77c652e5e05 req-7f001e1c-49fd-4d55-9d4d-24f9237bbfef tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 944 time: 0.1050985 Nov 22 16:04:35.669744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-7c022a61-e51f-4fbe-86aa-e7527c07c20b service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166878 Nov 22 16:04:35.817655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4725052-4705-41ff-a986-e77c652e5e05 req-210fb240-6c8e-4116-8f67-c028cd5b710c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493685 Nov 22 16:04:35.906257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-e2a9acb8-e599-44af-8f55-9f0f5dd60de4 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201622 Nov 22 16:04:36.163370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8aac7185-c9da-436b-b18b-1d66add19aad details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:36.163976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-46a008a1-ae98-4a14-a8cd-2d84fd4bdcc0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.170000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-46a008a1-ae98-4a14-a8cd-2d84fd4bdcc0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.176059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-46a008a1-ae98-4a14-a8cd-2d84fd4bdcc0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.183012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-46a008a1-ae98-4a14-a8cd-2d84fd4bdcc0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.192228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-46a008a1-ae98-4a14-a8cd-2d84fd4bdcc0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.198410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-46a008a1-ae98-4a14-a8cd-2d84fd4bdcc0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.204557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-46a008a1-ae98-4a14-a8cd-2d84fd4bdcc0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.206748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-46a008a1-ae98-4a14-a8cd-2d84fd4bdcc0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.1134341 Nov 22 16:04:36.284870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de526496-854b-4618-9d8a-4dc226ddaf23 req-0c7594f1-6bef-4aaf-bb78-0abbc4a53e29 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712118 Nov 22 16:04:36.317563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36246) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:36.523892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:36.555135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '8aac7185-c9da-436b-b18b-1d66add19aad', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'port_id': '8aac7185-c9da-436b-b18b-1d66add19aad', 'mac_address': 'fa:16:3e:6d:19:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab7aae-234f-45ce-af7c-c8ca355c4f29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:36.563938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-network', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:36.564822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-015b25e6-559b-4cd4-a3b5-805fe4f23261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.566599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-015b25e6-559b-4cd4-a3b5-805fe4f23261 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1170371 Nov 22 16:04:36.592651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04035520-28a0-414a-af24-4ccd5812e8a6 req-2e4dd1de-ffb9-47b3-85ad-7199048d49fd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.594936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04035520-28a0-414a-af24-4ccd5812e8a6 req-2e4dd1de-ffb9-47b3-85ad-7199048d49fd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1356850 Nov 22 16:04:36.608036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Made reservation on behalf of 857073f37fdf4b9bae8a628d9fa6c887 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:36.610711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:36.626352 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:36.634546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:36.649038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aac7185-c9da-436b-b18b-1d66add19aad {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:36.725613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:36.734749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:36.789924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-15fc1960-f08e-455e-946d-9864697fec66 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:04:36.791269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-15fc1960-f08e-455e-946d-9864697fec66 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071051 Nov 22 16:04:36.843988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04035520-28a0-414a-af24-4ccd5812e8a6 req-01bdcbbb-5021-48e3-a66d-ed4fa7c004ed tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200890 Nov 22 16:04:36.852001 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:36.861479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['8aac7185-c9da-436b-b18b-1d66add19aad'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:36.871578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:36.873019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-92b7f19d-6019-4e04-865a-937930333d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.882437 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-92b7f19d-6019-4e04-865a-937930333d43 service neutron] 10.222.0.69 "GET /v2.0/ports/7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 1094 time: 0.0805538 Nov 22 16:04:36.890915 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-553be13a-7348-4c80-bb3a-e8b2ba8a1417 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.893712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-553be13a-7348-4c80-bb3a-e8b2ba8a1417 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.1869476 Nov 22 16:04:36.896510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Request body: {'binding': {'host': 'n-h1-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:36.898604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Unknown quota resources ['binding']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:04:36.962791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-c3e75c33-0016-4164-94d2-10d3c4f21bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:36.965777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-c3e75c33-0016-4164-94d2-10d3c4f21bc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3912375 Nov 22 16:04:37.095668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-e2c0a01e-de9c-4a96-815b-72135024b71a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 217 time: 0.0992050 Nov 22 16:04:37.105320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:37.145290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce4ad70-6328-4d4a-86a9-b327503becf2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:37.170339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-5b105367-7795-4d05-a704-444b81fa0720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:37.172346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-5b105367-7795-4d05-a704-444b81fa0720 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0650773 Nov 22 16:04:37.194098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:04:37.215649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:37.216292 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Added segment 87e654fb-0610-4a2e-8a66-53c3630f9fca of type vlan for network 6257963a-3fa1-473d-83ee-2d87a862d24b Nov 22 16:04:37.217861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on host n-h1-811716-3 for vnic_type normal with profile None {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:37.218268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:37.218676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:37.231434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:04:37.231857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:37.239352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:37.239944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:37.240337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:37.241268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Bound port: 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:37.260150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-9c5d5448-803f-4d55-a69e-1d36847549d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:37.262633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-9c5d5448-803f-4d55-a69e-1d36847549d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706141 Nov 22 16:04:37.267442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-867b8698-2eb1-4ee3-9c95-579e8f6585f7 service neutron] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:37.270826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-867b8698-2eb1-4ee3-9c95-579e8f6585f7 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:37.271941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2080d98-040c-4273-9bcb-e7528aa6ccf0 req-867b8698-2eb1-4ee3-9c95-579e8f6585f7 service neutron] 10.222.0.71 "DELETE /v2.0/ports/0e713811-0035-4a74-9fcc-b4413b487f1f/bindings/n-h1-811716-3 HTTP/1.1" status: 204 len: 173 time: 0.3696280 Nov 22 16:04:37.291898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:37.353946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:37.356395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:37.357412 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:37.421455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-e17f8703-6aa2-4a5e-9e53-5f6b766f9590 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485200 Nov 22 16:04:37.444120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:37.453211 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1340783 Nov 22 16:04:37.456373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36284) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:37.467478 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:37.470731 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-57ba2935-cb08-4d4b-a5bb-e2f6e8dd5034 service neutron] 10.222.0.69 "POST /v2.0/ports/7f215d0c-d7fc-4029-9bf2-fecebc5a740e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5851641 Nov 22 16:04:37.478944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Request body: {'subnet': {'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-subnet', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:37.488012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a427e-2504-4211-a3bd-d1e85ba02528 admin admin] Pushing event updated for resources: {'Network': ['ID=6257963a-3fa1-473d-83ee-2d87a862d24b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:37.501975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 6257963a-3fa1-473d-83ee-2d87a862d24b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:04:37.511275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Made reservation on behalf of 857073f37fdf4b9bae8a628d9fa6c887 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:37.515686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:37.599617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-91bcc3fd-3034-4751-9ead-96100e914ef0 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620908 Nov 22 16:04:37.877367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38216b29-a347-4bce-b477-674ce8fc2819 req-18e1b422-9c05-433d-9293-9a0ad6963581 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:37.879211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38216b29-a347-4bce-b477-674ce8fc2819 req-18e1b422-9c05-433d-9293-9a0ad6963581 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 944 time: 0.1252737 Nov 22 16:04:38.018387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38216b29-a347-4bce-b477-674ce8fc2819 req-197e8d2a-ef38-4f6f-ba04-8f9a6590274d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240530 Nov 22 16:04:38.168257 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8aac7185-c9da-436b-b18b-1d66add19aad up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:38.195781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-99819c62-bc4c-409c-a03f-25f774bd8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.199047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-99819c62-bc4c-409c-a03f-25f774bd8120 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1097 time: 0.1381383 Nov 22 16:04:38.236342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 8aac7185-c9da-436b-b18b-1d66add19aad triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:38.236732 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:38.424012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:38.470670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-0eaf0e54-36e4-4671-a8f9-9bd6aaed3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.472725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-0eaf0e54-36e4-4671-a8f9-9bd6aaed3d6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2584054 Nov 22 16:04:38.484348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:04:38.490689 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f6fe4-a571-43ec-b1b1-8beafc52d4e0" -d '{"events": [{"server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "name": "network-vif-plugged", "status": "completed", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:04:38.522722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:38.535776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:38.536225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-5c48c926-1dc1-45a7-9a11-140de3761dc9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 217 time: 0.0524316 Nov 22 16:04:38.561177 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:38.601183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-9a9f2853-b0c0-46e5-a018-546271a21877 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.610127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-9a9f2853-b0c0-46e5-a018-546271a21877 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.617186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-9a9f2853-b0c0-46e5-a018-546271a21877 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.620190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:38.624679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-9a9f2853-b0c0-46e5-a018-546271a21877 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.631636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-9a9f2853-b0c0-46e5-a018-546271a21877 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.641346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-9a9f2853-b0c0-46e5-a018-546271a21877 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.648580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-9a9f2853-b0c0-46e5-a018-546271a21877 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.656407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03be638-3716-4843-b5aa-79391e54b41a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:38.657964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-9a9f2853-b0c0-46e5-a018-546271a21877 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.3075581 Nov 22 16:04:38.679767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Checking segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:38.680171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Network hostable DHCP agents. Network: 6257963a-3fa1-473d-83ee-2d87a862d24b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:04:38.709374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Network 6257963a-3fa1-473d-83ee-2d87a862d24b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:04:38.723369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-6e3cf7d8-3e55-433a-9172-e69dc1e89a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.725146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-6e3cf7d8-3e55-433a-9172-e69dc1e89a86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1775446 Nov 22 16:04:38.727495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 6257963a-3fa1-473d-83ee-2d87a862d24b) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:38.741249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71023122-87f0-49da-858c-3012c713e466 None None] Network 6257963a-3fa1-473d-83ee-2d87a862d24b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:04:38.748493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:38.749125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:38.778219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-fc4df83f-9894-4798-a343-e407a56491ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385556 Nov 22 16:04:38.783407 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7fc00a7b-6d94-4107-83dd-b6fefdce6cba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3230898 Nov 22 16:04:38.787450 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36302) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:38.795465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:38.846625 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:38.848324 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:38.873216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebb27fc4-1a32-4683-bccd-4c0666de510c req-7b3bd9e3-c964-47b0-b348-2db554b653d1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2142515 Nov 22 16:04:38.976975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-8255317e-3c5c-414b-a22d-d02a6e88ee24 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843231 Nov 22 16:04:39.020932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:39.047928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-6257963a-3fa1-473d-83ee-2d87a862d24b', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:04:39.048852 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:39.130485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f05cb6-b494-479d-a1b6-8f25a71e3715 req-06bdf6ed-2adf-4ed4-851f-c1283e719d15 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:39.140839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39f05cb6-b494-479d-a1b6-8f25a71e3715 req-06bdf6ed-2adf-4ed4-851f-c1283e719d15 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.1377041 Nov 22 16:04:39.199809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-253f5eb8-7f6c-4cb7-9a4b-dca7cd844c3c service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129152 Nov 22 16:04:39.289715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39f05cb6-b494-479d-a1b6-8f25a71e3715 req-3587d781-2e34-4447-b1b0-6d2999db6d37 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475086 Nov 22 16:04:39.361878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:39.373037 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:04:39.394274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Allocated IP 172.20.0.2 (6257963a-3fa1-473d-83ee-2d87a862d24b/b03be638-3716-4843-b5aa-79391e54b41a/ce996975-7620-460c-a2a6-54356c2c3b25) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:39.549648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfd579-7aee-45e3-a8a0-8b064acbcbb7 req-ced9c81f-c981-4aa2-80b3-6963f0483d7c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:39.559480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07dfd579-7aee-45e3-a8a0-8b064acbcbb7 req-ced9c81f-c981-4aa2-80b3-6963f0483d7c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1239967 Nov 22 16:04:39.703684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07dfd579-7aee-45e3-a8a0-8b064acbcbb7 req-54ce7c3e-c794-43e8-bfa1-7ad7e28e6311 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357827 Nov 22 16:04:39.784113 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:39.810185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:39.890401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Pushing event updated for resources: {'Port': ['ID=ce996975-7620-460c-a2a6-54356c2c3b25,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:39.905761 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4336d9-78c2-4a7f-917b-a140453c37ba x-openstack-request-id: req-4f4336d9-78c2-4a7f-917b-a140453c37ba {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:04:39.906096 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "name": "network-vif-plugged", "status": "completed", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:04:39.906850 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f4336d9-78c2-4a7f-917b-a140453c37ba {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:04:39.907308 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad', 'code': 200} Nov 22 16:04:39.930551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Network 6257963a-3fa1-473d-83ee-2d87a862d24b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:39.932269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:39.939192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:39.962694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:40.025798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:40.032576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Attempting to bind port ce996975-7620-460c-a2a6-54356c2c3b25 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:40.032990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Attempting to bind port ce996975-7620-460c-a2a6-54356c2c3b25 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:40.033420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Attempting to bind port ce996975-7620-460c-a2a6-54356c2c3b25 on network 6257963a-3fa1-473d-83ee-2d87a862d24b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:40.048929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:40.049339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Checking segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:40.052269 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:40.052672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Bound using segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:40.054353 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Bound port: ce996975-7620-460c-a2a6-54356c2c3b25, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:40.054783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:40.217169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] For port ce996975-7620-460c-a2a6-54356c2c3b25, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:40.223151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] For port ce996975-7620-460c-a2a6-54356c2c3b25, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce996975-7620-460c-a2a6-54356c2c3b25,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:40.232132 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:40.253962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34a65-de29-4223-a2e8-39851e3c3ebc req-c38f8c5e-f53b-4e93-a35e-65214bc7222c tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:40.264675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2f34a65-de29-4223-a2e8-39851e3c3ebc req-c38f8c5e-f53b-4e93-a35e-65214bc7222c tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1095 time: 0.1081634 Nov 22 16:04:40.304712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Allocated IP 172.25.5.174 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/cc25427b-10e1-438d-8e04-a138330136f6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:40.438639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2f34a65-de29-4223-a2e8-39851e3c3ebc req-d83caafb-dd00-4e29-9545-1d58eeb30dce tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727908 Nov 22 16:04:40.488055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb67f25-03c9-45d8-9dc3-4d8e28a2f018 None None] Pushing event updated for resources: {'Port': ['ID=ce996975-7620-460c-a2a6-54356c2c3b25,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:40.634318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:40.766229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-a6a00048-17c6-4fa1-8713-d40af6865a7c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:40.778429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-a6a00048-17c6-4fa1-8713-d40af6865a7c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:40.778665 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:40.793214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-a6a00048-17c6-4fa1-8713-d40af6865a7c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:40.806732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-a6a00048-17c6-4fa1-8713-d40af6865a7c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:40.830857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-a6a00048-17c6-4fa1-8713-d40af6865a7c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:40.838398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-a6a00048-17c6-4fa1-8713-d40af6865a7c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:40.846731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-a6a00048-17c6-4fa1-8713-d40af6865a7c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:40.853693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-a6a00048-17c6-4fa1-8713-d40af6865a7c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.2369246 Nov 22 16:04:40.890485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:40.894854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:40.903054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:40.956067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Pushing event updated for resources: {'Port': ['ID=cc25427b-10e1-438d-8e04-a138330136f6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:41.000162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ccfaf91-af0d-4514-bc5c-0dd61b3568f5 req-1fefa395-8ee0-4876-89c7-d501f8aa0a06 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253769 Nov 22 16:04:41.155347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50adba-25c2-4fb2-98a8-3e479a6227d8 req-f82bc1eb-a2b2-47ba-aeee-31a5c4eab90b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:41.165922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d50adba-25c2-4fb2-98a8-3e479a6227d8 req-f82bc1eb-a2b2-47ba-aeee-31a5c4eab90b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.0825245 Nov 22 16:04:41.270817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d50adba-25c2-4fb2-98a8-3e479a6227d8 req-714d8b1f-5a9d-4646-9b36-70283bb836f8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038120 Nov 22 16:04:41.577066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe9696-17ef-4e2a-abae-c03a519da31a req-e2ec8038-c6a3-4aab-951f-bc8ec6a8ea70 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:41.600156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7efe9696-17ef-4e2a-abae-c03a519da31a req-e2ec8038-c6a3-4aab-951f-bc8ec6a8ea70 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 1095 time: 0.1227942 Nov 22 16:04:41.676180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:41.707371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7efe9696-17ef-4e2a-abae-c03a519da31a req-066f14f0-f745-43e4-923e-99824376708d tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063128 Nov 22 16:04:42.008402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f2624-981a-4d95-be39-6a6ffa9fb060 req-fdf051c7-5720-4054-a927-4388bd9f45a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:42.030163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-950f2624-981a-4d95-be39-6a6ffa9fb060 req-fdf051c7-5720-4054-a927-4388bd9f45a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1076708 Nov 22 16:04:42.145331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d7492d-1c3a-47a4-b429-596057676394 None None] Network 6257963a-3fa1-473d-83ee-2d87a862d24b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:04:42.152660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-950f2624-981a-4d95-be39-6a6ffa9fb060 req-edb74b49-031e-478e-9c18-11daa94ea90e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179240 Nov 22 16:04:42.192197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:42.314073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-84e6d485-5d99-46cb-844c-380cf223ec2b None None] Provisioning complete for port ce996975-7620-460c-a2a6-54356c2c3b25 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:42.316212 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84e6d485-5d99-46cb-844c-380cf223ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:42.584051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:04:42.788530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce996975-7620-460c-a2a6-54356c2c3b25 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:42.857043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:04:42.875797 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:04:42.897924 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84e6d485-5d99-46cb-844c-380cf223ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:42.904539 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:04:42.906817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:42.908152 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-87fe1563-c764-48c1-9813-fdcc2c6c0a52 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1196151 Nov 22 16:04:42.908892 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:04:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:42.911150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:04:43.019155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ce996975-7620-460c-a2a6-54356c2c3b25 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:43.021822 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:43.031407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-84e6d485-5d99-46cb-844c-380cf223ec2b None None] For port ce996975-7620-460c-a2a6-54356c2c3b25, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce996975-7620-460c-a2a6-54356c2c3b25,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:43.131570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84e6d485-5d99-46cb-844c-380cf223ec2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:43.236155 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:04:43.306262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6d485-5d99-46cb-844c-380cf223ec2b None None] Pushing event updated for resources: {'Port': ['ID=ce996975-7620-460c-a2a6-54356c2c3b25,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:43.491060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-597a4413-531f-4c50-8a10-71ef4b6ae4fa None None] Provisioning complete for port ce996975-7620-460c-a2a6-54356c2c3b25 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:43.492432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-597a4413-531f-4c50-8a10-71ef4b6ae4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:43.537004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-8dd70bb3-6fab-462f-bf31-efb614b2de61 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:43.545354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-8dd70bb3-6fab-462f-bf31-efb614b2de61 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:43.553125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-8dd70bb3-6fab-462f-bf31-efb614b2de61 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:43.560932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-8dd70bb3-6fab-462f-bf31-efb614b2de61 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:43.569471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-8dd70bb3-6fab-462f-bf31-efb614b2de61 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:43.583123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-8dd70bb3-6fab-462f-bf31-efb614b2de61 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:43.591037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-8dd70bb3-6fab-462f-bf31-efb614b2de61 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:43.600832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-8dd70bb3-6fab-462f-bf31-efb614b2de61 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.2488353 Nov 22 16:04:43.694659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d26c7fd-ed2e-4ede-894a-122380c3bddb req-89e12bd0-ce0c-4025-9830-34b6d93535b6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928323 Nov 22 16:04:43.796357 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:41Z', 'revision_number': 3, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:43.868339 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:04:43.875615 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Updating router 4244f4ff-b66f-44e4-9d89-488d77f01eaa port cc25427b-10e1-438d-8e04-a138330136f6 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:04:43.948225 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:44.049573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a099282-cffa-4862-a7c9-e40e038e9d58 req-4078a7c4-17d7-4ac7-8ce1-5d668d6cee20 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:44.058267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a099282-cffa-4862-a7c9-e40e038e9d58 req-4078a7c4-17d7-4ac7-8ce1-5d668d6cee20 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.1320810 Nov 22 16:04:44.140541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a099282-cffa-4862-a7c9-e40e038e9d58 req-61b7d6da-3f3b-45a0-a1dc-64d007e449e1 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812771 Nov 22 16:04:44.351680 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:44.526563 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:44.543788 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:44.576870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce996975-7620-460c-a2a6-54356c2c3b25 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:44.609102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34074b-9c86-47b7-8e4e-69585d45897a req-6cd08893-0d9b-4de9-9e6c-8c7fbd520bf2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:44.613893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c34074b-9c86-47b7-8e4e-69585d45897a req-6cd08893-0d9b-4de9-9e6c-8c7fbd520bf2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.2521336 Nov 22 16:04:44.627628 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Attempting to bind port cc25427b-10e1-438d-8e04-a138330136f6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:44.628067 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Attempting to bind port cc25427b-10e1-438d-8e04-a138330136f6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:44.628433 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Attempting to bind port cc25427b-10e1-438d-8e04-a138330136f6 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:44.641002 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f9410-d843-4281-a80e-ebf472b5f34e None None] Pushing event updated for resources: {'Port': ['ID=cc25427b-10e1-438d-8e04-a138330136f6,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:44.645219 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:44.645687 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:44.646726 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:44.647138 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:44.647861 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Bound port: cc25427b-10e1-438d-8e04-a138330136f6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:44.649650 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:44.733040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ce996975-7620-460c-a2a6-54356c2c3b25 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:44.733344 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:44.749275 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] For port cc25427b-10e1-438d-8e04-a138330136f6, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:44.785389 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] For port cc25427b-10e1-438d-8e04-a138330136f6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cc25427b-10e1-438d-8e04-a138330136f6,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:44.802916 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:44.910625 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f9410-d843-4281-a80e-ebf472b5f34e None None] Pushing event updated for resources: {'Port': ['ID=cc25427b-10e1-438d-8e04-a138330136f6,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:44.929880 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:04:44.931651 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:04:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:44.963058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c34074b-9c86-47b7-8e4e-69585d45897a req-730ee05b-c930-450a-9c42-13ef90e01357 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133237 Nov 22 16:04:45.110115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Allocated IP 172.20.0.1 (6257963a-3fa1-473d-83ee-2d87a862d24b/b03be638-3716-4843-b5aa-79391e54b41a/bc6f9cbd-83e2-49af-bb96-6cb3549fde3c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:04:45.171890 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:04:45.411355 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:45.436813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-069bbf35-eadb-4a49-b526-9605266205e5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:45.444190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-069bbf35-eadb-4a49-b526-9605266205e5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:45.454206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-069bbf35-eadb-4a49-b526-9605266205e5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:45.458725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-069bbf35-eadb-4a49-b526-9605266205e5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:45.467397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-069bbf35-eadb-4a49-b526-9605266205e5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:45.474297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-069bbf35-eadb-4a49-b526-9605266205e5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:45.482107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-069bbf35-eadb-4a49-b526-9605266205e5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:45.490797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-069bbf35-eadb-4a49-b526-9605266205e5 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.1905408 Nov 22 16:04:45.585126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0444fa9-37f2-4082-a297-6e8e62ef8d57 req-b1b7e2c5-eaae-4dda-a004-0a561a7b40a0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904551 Nov 22 16:04:45.662812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:45.739625 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:41Z', 'revision_number': 3, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:45.773034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Pushing event updated for resources: {'Port': ['ID=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:45.820095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Network 6257963a-3fa1-473d-83ee-2d87a862d24b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:45.824683 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ff9312-fcd1-4971-bf72-5932a553070f None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:41Z', 'revision_number': 3, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:04:45.829082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:45.851978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:04:45.853532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:46.156660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d7438-7519-4bb3-9cdf-977dde4ea571 req-df77b17c-5677-4a9b-9233-c40c560f06f0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:46.172970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33d7438-7519-4bb3-9cdf-977dde4ea571 req-df77b17c-5677-4a9b-9233-c40c560f06f0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.4328647 Nov 22 16:04:46.270978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d891f2ab-e463-4065-93f0-326ad590526a None None] Provisioning complete for port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:46.271558 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d891f2ab-e463-4065-93f0-326ad590526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:46.283750 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:46.475253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d891f2ab-e463-4065-93f0-326ad590526a None None] Port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:04:46.509791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33d7438-7519-4bb3-9cdf-977dde4ea571 req-679c01ec-c515-4f7b-9d41-0488ca9b4144 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313508 Nov 22 16:04:46.679557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cc25427b-10e1-438d-8e04-a138330136f6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:46.794942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cc25427b-10e1-438d-8e04-a138330136f6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:46.795609 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:46.930931 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:46.967832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0357-891c-4e8a-9740-9c21f19c5c21 req-2a6f74b4-29ff-4243-8e54-c09ba1ad28d6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:46.969475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f1c0357-891c-4e8a-9740-9c21f19c5c21 req-2a6f74b4-29ff-4243-8e54-c09ba1ad28d6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.2317677 Nov 22 16:04:46.973764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port cc25427b-10e1-438d-8e04-a138330136f6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cc25427b-10e1-438d-8e04-a138330136f6,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:46.984904 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:47.082391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=cc25427b-10e1-438d-8e04-a138330136f6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:47.111036 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:47.131818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:47.133770 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:47.217863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f1c0357-891c-4e8a-9740-9c21f19c5c21 req-655b55da-6ae5-4bee-bfd5-14c438a7f1cf tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167335 Nov 22 16:04:47.314803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Pushing event updated for resources: {'Port': ['ID=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:47.386501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Network 6257963a-3fa1-473d-83ee-2d87a862d24b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:04:47.388848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:04:47.725154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-a69b7f83-7a94-4aef-87f6-bca663022454 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:47.734324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-a69b7f83-7a94-4aef-87f6-bca663022454 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:47.740241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-a69b7f83-7a94-4aef-87f6-bca663022454 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:47.747299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-a69b7f83-7a94-4aef-87f6-bca663022454 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:47.756529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-a69b7f83-7a94-4aef-87f6-bca663022454 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:47.766110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-a69b7f83-7a94-4aef-87f6-bca663022454 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:47.772132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-a69b7f83-7a94-4aef-87f6-bca663022454 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:47.780866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-a69b7f83-7a94-4aef-87f6-bca663022454 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.2716303 Nov 22 16:04:47.834330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-da3993b7-59f4-4adc-8edc-8627ecdc0a88 None None] Provisioning complete for port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:47.837767 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da3993b7-59f4-4adc-8edc-8627ecdc0a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:47.847855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:04:47.943239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-da3993b7-59f4-4adc-8edc-8627ecdc0a88 None None] Port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:04:48.013025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16f6e0d9-c6d3-4295-a637-4f6e9a602425 req-b99faad4-bad0-4c3a-94db-0fc2893271ca tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2311611 Nov 22 16:04:48.271045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:04:48.307959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-35f36e8c-d699-4309-9f4f-53f50516c1ac admin admin] 10.222.0.69 "PUT /v2.0/routers/4244f4ff-b66f-44e4-9d89-488d77f01eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3803914 Nov 22 16:04:48.430345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc54308-2271-4dfe-a9ea-8bcc4b59ccaa req-9171077e-8be4-490d-93d0-51a6dd70864d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:48.434359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fc54308-2271-4dfe-a9ea-8bcc4b59ccaa req-9171077e-8be4-490d-93d0-51a6dd70864d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.2726572 Nov 22 16:04:48.586818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fc54308-2271-4dfe-a9ea-8bcc4b59ccaa req-6a6df01a-6ac7-489b-8e71-72f717f6deec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429925 Nov 22 16:04:48.605113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cc25427b-10e1-438d-8e04-a138330136f6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:48.722636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cc25427b-10e1-438d-8e04-a138330136f6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:48.723427 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:48.830103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78673d0c-096f-48e2-ad69-2083f112ed88 req-e0e9c0a4-cf53-44a4-bbff-45cb64c8531e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:48.832629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78673d0c-096f-48e2-ad69-2083f112ed88 req-e0e9c0a4-cf53-44a4-bbff-45cb64c8531e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.0833330 Nov 22 16:04:48.857584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:04:48.913423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78673d0c-096f-48e2-ad69-2083f112ed88 req-80b61bac-d7c4-46c6-a7a2-9532e096fb19 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730665 Nov 22 16:04:48.996043 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99378fa1-66df-4651-b346-19dc73825d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:49.007713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:04:49.008441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:04:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:49.486756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:04:49.817255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 2, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:49.870039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:04:49.870985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Updating router 4244f4ff-b66f-44e4-9d89-488d77f01eaa port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:04:49.918594 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:50.346901 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:50.355189 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:50.439896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a56c1-94b6-4d49-b6f6-20243cb309f8 None None] Pushing event updated for resources: {'Port': ['ID=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:50.475836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Attempting to bind port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:04:50.476252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Attempting to bind port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:04:50.476688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Attempting to bind port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c on network 6257963a-3fa1-473d-83ee-2d87a862d24b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:04:50.483349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:04:50.483741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Checking segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:04:50.484185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:50.484593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Bound using segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:04:50.485080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Bound port: bc6f9cbd-83e2-49af-bb96-6cb3549fde3c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:04:50.485531 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:50.566108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] For port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:04:50.569768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] For port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:04:50.578949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:50.691069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:04:50.692106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:04:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:50.757446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a56c1-94b6-4d49-b6f6-20243cb309f8 None None] Pushing event updated for resources: {'Port': ['ID=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:50.944282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:04:51.207702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c223bd6d-6136-404d-907b-1f97602ad4fa None None] Provisioning complete for port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:51.208272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c223bd6d-6136-404d-907b-1f97602ad4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:51.313309 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8525ef5f-83fc-48ad-8e85-c3a12348f803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:51.413827 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c223bd6d-6136-404d-907b-1f97602ad4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:51.464643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c223bd6d-6136-404d-907b-1f97602ad4fa None None] For port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:51.482683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c223bd6d-6136-404d-907b-1f97602ad4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:51.521116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:50Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:04:51.558584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d626d-5721-4c15-b361-bda1912429e3 None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:50Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:04:51.656291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223bd6d-6136-404d-907b-1f97602ad4fa None None] Pushing event updated for resources: {'Port': ['ID=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:51.741187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d9fcc60a-ca9e-44aa-9e14-772bcb42c2fc None None] Provisioning complete for port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:51.742059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc60a-ca9e-44aa-9e14-772bcb42c2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:52.306952 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:52.323938 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:52.589455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bc6f9cbd-83e2-49af-bb96-6cb3549fde3c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:04:52.669566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:04:52.670801 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:54.125566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-fe2e58fb-8d45-4cfe-9fcf-eb0922dce99b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:54.131571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-fe2e58fb-8d45-4cfe-9fcf-eb0922dce99b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:54.139495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-fe2e58fb-8d45-4cfe-9fcf-eb0922dce99b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:54.145714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-fe2e58fb-8d45-4cfe-9fcf-eb0922dce99b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:54.147872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4981b67e-c0b1-47e0-a783-60395413223f details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:54.152237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-fe2e58fb-8d45-4cfe-9fcf-eb0922dce99b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:54.158245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-fe2e58fb-8d45-4cfe-9fcf-eb0922dce99b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:54.164531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-fe2e58fb-8d45-4cfe-9fcf-eb0922dce99b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:54.166860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-fe2e58fb-8d45-4cfe-9fcf-eb0922dce99b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5428 time: 0.2516110 Nov 22 16:04:54.274884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-c1aae645-8cc0-49ef-bbd1-dd9d3c137d21 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:54.282861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-c1aae645-8cc0-49ef-bbd1-dd9d3c137d21 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 820 time: 0.3928626 Nov 22 16:04:54.336047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-b7ced276-fbfa-4ea0-a366-092f871f74c5 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/quotas/857073f37fdf4b9bae8a628d9fa6c887 HTTP/1.1" status: 200 len: 375 time: 0.0521555 Nov 22 16:04:54.378327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ce12214-16ab-43d3-bf20-46d760ae40cd req-0818e5f6-c8c2-4c73-bc73-9d132e95523c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2030563 Nov 22 16:04:54.415221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-8fbd1592-5683-44ad-a0e3-a18f95e1f3ed tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777564 Nov 22 16:04:54.489925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4981b67e-c0b1-47e0-a783-60395413223f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4981b67e-c0b1-47e0-a783-60395413223f,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:54.557175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4981b67e-c0b1-47e0-a783-60395413223f', 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'port_id': '4981b67e-c0b1-47e0-a783-60395413223f', 'mac_address': 'fa:16:3e:16:47:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7f4476-633b-42f5-b692-760d693fae89', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:54.604923 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-07bb2192-1926-459d-a807-64be75841478 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886511 Nov 22 16:04:54.710828 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:54.711628 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:54.731096 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:54.734745 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:54.748938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4981b67e-c0b1-47e0-a783-60395413223f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:54.784812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4981b67e-c0b1-47e0-a783-60395413223f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4981b67e-c0b1-47e0-a783-60395413223f,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:54.791752 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:54.793082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b20617e2-5319-4d5d-9f6a-c65f46471c9b details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:54.949494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4981b67e-c0b1-47e0-a783-60395413223f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:55.199833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b20617e2-5319-4d5d-9f6a-c65f46471c9b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:55.228288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b', 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d', 'port_id': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b', 'mac_address': 'fa:16:3e:5f:70:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90238561-d432-4710-a708-6f7cae4dfb4c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:55.308343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:55.492875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-1147c632-fe40-4093-90a9-989a894316e3 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8865576 Nov 22 16:04:55.511456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20617e2-5319-4d5d-9f6a-c65f46471c9b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:55.531836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b87d2-cdce-49a0-a3e6-685d6c7fbc83 req-a429d024-0092-42aa-932a-c3d58d9e5dbf tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:55.544483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b20617e2-5319-4d5d-9f6a-c65f46471c9b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:55.551721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c6b87d2-cdce-49a0-a3e6-685d6c7fbc83 req-a429d024-0092-42aa-932a-c3d58d9e5dbf tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.1760480 Nov 22 16:04:55.552417 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:55.553614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 774d0636-3f7e-42ca-9821-e6cdb5e625d7 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:55.594130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 774d0636-3f7e-42ca-9821-e6cdb5e625d7, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=774d0636-3f7e-42ca-9821-e6cdb5e625d7,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:55.688846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '774d0636-3f7e-42ca-9821-e6cdb5e625d7', 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'port_id': '774d0636-3f7e-42ca-9821-e6cdb5e625d7', 'mac_address': 'fa:16:3e:16:49:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7f4476-633b-42f5-b692-760d693fae89', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:55.693970 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b20617e2-5319-4d5d-9f6a-c65f46471c9b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:55.770934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c6b87d2-cdce-49a0-a3e6-685d6c7fbc83 req-8d745fb2-f458-4d49-a23c-d9ead4439856 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137496 Nov 22 16:04:55.837134 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:55.915618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774d0636-3f7e-42ca-9821-e6cdb5e625d7 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:56.000977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 774d0636-3f7e-42ca-9821-e6cdb5e625d7, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=774d0636-3f7e-42ca-9821-e6cdb5e625d7,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:56.013015 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:56.013823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ec0d45f3-b882-4fd5-83e3-76b5166d10d9 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:56.178636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57027b11-26e3-42c0-a9bd-8d763f0ad4e3 req-a42b8cc0-02a5-47c8-b4c5-47ff03a6e5cf tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:56.190142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57027b11-26e3-42c0-a9bd-8d763f0ad4e3 req-a42b8cc0-02a5-47c8-b4c5-47ff03a6e5cf tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1726806 Nov 22 16:04:56.270312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ec0d45f3-b882-4fd5-83e3-76b5166d10d9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:56.329512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9', 'network_id': '41c81ba1-2dba-474a-8318-dba665f3557d', 'port_id': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9', 'mac_address': 'fa:16:3e:59:9a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90238561-d432-4710-a708-6f7cae4dfb4c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:56.343791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=774d0636-3f7e-42ca-9821-e6cdb5e625d7,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:56.392624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:56.417078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0d45f3-b882-4fd5-83e3-76b5166d10d9 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:56.448470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57027b11-26e3-42c0-a9bd-8d763f0ad4e3 req-d6e61826-f7a0-49f3-b63b-cbe3a9d0dd67 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531221 Nov 22 16:04:56.498705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ec0d45f3-b882-4fd5-83e3-76b5166d10d9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:56.514484 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:56.515455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2ecca0ec-b039-4911-a60c-a35e8685fe15 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:56.697377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:56.799051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcf58cd2-f25d-490f-9cd7-edfc4e83b723 req-69a4894c-f878-4ca0-9896-86570d47ec62 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 210 time: 0.2008922 Nov 22 16:04:56.844763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2ecca0ec-b039-4911-a60c-a35e8685fe15, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:56.854239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-92d1ab5d-05f2-4504-89a9-b3094ed9a2a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:56.865705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-92d1ab5d-05f2-4504-89a9-b3094ed9a2a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:56.872159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'port_id': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'mac_address': 'fa:16:3e:61:7e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:56.874365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-92d1ab5d-05f2-4504-89a9-b3094ed9a2a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:56.882615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-92d1ab5d-05f2-4504-89a9-b3094ed9a2a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:56.894148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-92d1ab5d-05f2-4504-89a9-b3094ed9a2a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:56.906332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-92d1ab5d-05f2-4504-89a9-b3094ed9a2a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:56.922846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-92d1ab5d-05f2-4504-89a9-b3094ed9a2a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:56.951787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-92d1ab5d-05f2-4504-89a9-b3094ed9a2a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5432 time: 0.3774524 Nov 22 16:04:57.053935 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:57.078560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba796c5c-8f9e-4a60-a112-8723d55a2b3f req-811b311a-778e-4b22-8d31-bd1334f1d2db tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193283 Nov 22 16:04:57.123212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecca0ec-b039-4911-a60c-a35e8685fe15 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:57.151166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2ecca0ec-b039-4911-a60c-a35e8685fe15, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:57.167796 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:57.168527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4f833a5e-47fd-4286-9165-82d931d3729e details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:57.268572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4021a9-1ce9-461a-be86-a5d1e64d2eb6 req-3bbe3155-6178-49b7-a2ba-fdd071bb29ca tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:57.283529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c4021a9-1ce9-461a-be86-a5d1e64d2eb6 req-3bbe3155-6178-49b7-a2ba-fdd071bb29ca tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.2018986 Nov 22 16:04:57.367108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4f833a5e-47fd-4286-9165-82d931d3729e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4f833a5e-47fd-4286-9165-82d931d3729e,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:57.396679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4f833a5e-47fd-4286-9165-82d931d3729e', 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'port_id': '4f833a5e-47fd-4286-9165-82d931d3729e', 'mac_address': 'fa:16:3e:f2:0d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7f4476-633b-42f5-b692-760d693fae89', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:57.407079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2ecca0ec-b039-4911-a60c-a35e8685fe15,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:57.413004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c4021a9-1ce9-461a-be86-a5d1e64d2eb6 req-3c892ba2-59a9-4511-89bb-f8b7997b3409 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284413 Nov 22 16:04:57.454510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:57.516362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f833a5e-47fd-4286-9165-82d931d3729e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:57.565038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4f833a5e-47fd-4286-9165-82d931d3729e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4f833a5e-47fd-4286-9165-82d931d3729e,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:57.583805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:57.585547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 374fbef0-3e5e-4b3e-9906-595d4b047a6d details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:04:57.666039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b9984-6d57-46dd-9fdd-b0349a429e7b req-bd9932cf-f178-4b53-8f82-75442fee81ee tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:57.674025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e66b9984-6d57-46dd-9fdd-b0349a429e7b req-bd9932cf-f178-4b53-8f82-75442fee81ee tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.0927448 Nov 22 16:04:57.740443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e66b9984-6d57-46dd-9fdd-b0349a429e7b req-fa4107e9-1302-45a5-a320-c63f3ef79b77 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652618 Nov 22 16:04:57.772030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 374fbef0-3e5e-4b3e-9906-595d4b047a6d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:57.782050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4f833a5e-47fd-4286-9165-82d931d3729e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:57.791366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '374fbef0-3e5e-4b3e-9906-595d4b047a6d', 'network_id': '3e3199dd-7343-40be-8bf7-cded96021a14', 'port_id': '374fbef0-3e5e-4b3e-9906-595d4b047a6d', 'mac_address': 'fa:16:3e:1c:db:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e7f4476-633b-42f5-b692-760d693fae89', 'ip_address': '10.1.1.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:04:57.891056 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:57.923957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374fbef0-3e5e-4b3e-9906-595d4b047a6d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:04:57.974025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 374fbef0-3e5e-4b3e-9906-595d4b047a6d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:04:58.002222 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:58.137002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=374fbef0-3e5e-4b3e-9906-595d4b047a6d,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:04:58.155106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2acffec1-5f4c-4799-b76c-4ccd4f1b8759 req-f55f96b1-388d-4a23-9609-88ed16a34a49 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 210 time: 0.1167772 Nov 22 16:04:58.459706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-60b52f4a-bc8d-4e3c-bf5a-347778e97622 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:58.478093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-60b52f4a-bc8d-4e3c-bf5a-347778e97622 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:58.494763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-60b52f4a-bc8d-4e3c-bf5a-347778e97622 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:58.508703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-60b52f4a-bc8d-4e3c-bf5a-347778e97622 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:58.525009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-60b52f4a-bc8d-4e3c-bf5a-347778e97622 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:58.532029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-60b52f4a-bc8d-4e3c-bf5a-347778e97622 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:58.548995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-60b52f4a-bc8d-4e3c-bf5a-347778e97622 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:58.565897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-60b52f4a-bc8d-4e3c-bf5a-347778e97622 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5435 time: 0.3634191 Nov 22 16:04:58.842981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2ecca0ec-b039-4911-a60c-a35e8685fe15'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:58.882306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48a299b4-1db3-461c-8416-b494fb6d5df0 req-0616a1ad-5a21-4fcf-ae7c-0a711400c4d6 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3154154 Nov 22 16:04:58.923542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['774d0636-3f7e-42ca-9821-e6cdb5e625d7'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:58.928944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc76c1-7812-4eba-afbb-d70500b4e207 req-a2c7a52c-a1c7-4539-985b-b0080df66c69 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:58.940985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b20617e2-5319-4d5d-9f6a-c65f46471c9b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:58.941223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cedc76c1-7812-4eba-afbb-d70500b4e207 req-a2c7a52c-a1c7-4539-985b-b0080df66c69 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.3319516 Nov 22 16:04:58.968365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['ec0d45f3-b882-4fd5-83e3-76b5166d10d9'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:58.988104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4f833a5e-47fd-4286-9165-82d931d3729e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:59.068573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cedc76c1-7812-4eba-afbb-d70500b4e207 req-ed073efd-f5bf-4968-a2a8-4548283e77df tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273775 Nov 22 16:04:59.095815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-9ba47227-9379-44db-9551-bca799d83e3f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:59.097518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-9ba47227-9379-44db-9551-bca799d83e3f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 820 time: 0.8424282 Nov 22 16:04:59.115402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['374fbef0-3e5e-4b3e-9906-595d4b047a6d'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:59.116883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Request body: {'port': {'device_id': '0b239c37-aca2-4884-adac-1792240f5a81', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'admin_state_up': True, 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:04:59.426909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f7d55-b389-4847-aec7-21bac476f38b req-a704de11-4e4f-436d-9077-9a3618f79c54 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:04:59.429454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f7d55-b389-4847-aec7-21bac476f38b req-a704de11-4e4f-436d-9077-9a3618f79c54 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.2052190 Nov 22 16:04:59.581494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Made reservation on behalf of 857073f37fdf4b9bae8a628d9fa6c887 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:04:59.585455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:04:59.611884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f7d55-b389-4847-aec7-21bac476f38b req-858bebd1-0ca0-4967-8693-c59e1e2f588e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676884 Nov 22 16:04:59.813311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4981b67e-c0b1-47e0-a783-60395413223f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:04:59.878404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d654f6f-46ce-4b20-ab34-223e1a10e107 req-19859c12-4656-4c74-9d6c-352a88665fdc tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 210 time: 0.1044736 Nov 22 16:05:00.049357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Allocated IP 172.20.0.6 (6257963a-3fa1-473d-83ee-2d87a862d24b/b03be638-3716-4843-b5aa-79391e54b41a/94f537b2-c66c-4d4f-b2a3-b5914681db06) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:05:00.259972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb482-25f0-4056-8015-291188fd6b62 req-b322399c-2145-4ebc-921e-a33be7a243e0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.266851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb482-25f0-4056-8015-291188fd6b62 req-b322399c-2145-4ebc-921e-a33be7a243e0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.274554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb482-25f0-4056-8015-291188fd6b62 req-b322399c-2145-4ebc-921e-a33be7a243e0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.281818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb482-25f0-4056-8015-291188fd6b62 req-b322399c-2145-4ebc-921e-a33be7a243e0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.288704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb482-25f0-4056-8015-291188fd6b62 req-b322399c-2145-4ebc-921e-a33be7a243e0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.295621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb482-25f0-4056-8015-291188fd6b62 req-b322399c-2145-4ebc-921e-a33be7a243e0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.301961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cb482-25f0-4056-8015-291188fd6b62 req-b322399c-2145-4ebc-921e-a33be7a243e0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.312742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-908cb482-25f0-4056-8015-291188fd6b62 req-b322399c-2145-4ebc-921e-a33be7a243e0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5435 time: 0.1953893 Nov 22 16:05:00.407365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-908cb482-25f0-4056-8015-291188fd6b62 req-69ded429-6883-4a50-85b5-8d52e1aeeb50 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933797 Nov 22 16:05:00.640550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:00.686819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b151d5-dd7c-48f8-bc30-240612684382 req-573a06fc-a96e-4173-b98e-4b54f452339a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.696110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3b151d5-dd7c-48f8-bc30-240612684382 req-573a06fc-a96e-4173-b98e-4b54f452339a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.1334836 Nov 22 16:05:00.759192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:00.829169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3b151d5-dd7c-48f8-bc30-240612684382 req-76e57f5d-09d4-43b4-b067-5e82ca7f3aa7 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320543 Nov 22 16:05:00.883151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Pushing event updated for resources: {'Port': ['ID=94f537b2-c66c-4d4f-b2a3-b5914681db06,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:00.888691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Network 6257963a-3fa1-473d-83ee-2d87a862d24b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:05:00.890372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:00.893184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:05:00.899370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:00.900074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:00.987282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-83a31a1b-071e-4a4a-a17e-387bcc8772e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8747444 Nov 22 16:05:01.001966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c3aff-af45-40fc-b87f-8a1ee1dc57f5 req-1ac829b5-634a-437e-baba-3f3b8c85cd86 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.003614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-769c3aff-af45-40fc-b87f-8a1ee1dc57f5 req-1ac829b5-634a-437e-baba-3f3b8c85cd86 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.0866659 Nov 22 16:05:01.010163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Request body: {'port': {'device_id': '0b239c37-aca2-4884-adac-1792240f5a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:01.089581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-769c3aff-af45-40fc-b87f-8a1ee1dc57f5 req-5d4328ea-d469-4b1b-825c-47d4caf70ff7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764380 Nov 22 16:05:01.157671 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:01.250592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-99e2b864-a9c7-4e31-893f-a1967ccf6fab None None] Provisioning complete for port 94f537b2-c66c-4d4f-b2a3-b5914681db06 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:01.251554 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99e2b864-a9c7-4e31-893f-a1967ccf6fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:01.284191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1bed5-704d-4e45-b204-1f75e72850ed req-3105491b-8d78-41ec-b3d2-8b3d71ed31e0 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.285891 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ec1bed5-704d-4e45-b204-1f75e72850ed req-3105491b-8d78-41ec-b3d2-8b3d71ed31e0 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 931 time: 0.1159155 Nov 22 16:05:01.309606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-99e2b864-a9c7-4e31-893f-a1967ccf6fab None None] Port 94f537b2-c66c-4d4f-b2a3-b5914681db06 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:05:01.448687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ec1bed5-704d-4e45-b204-1f75e72850ed req-3c20cefb-9132-4242-9ea1-d3129cbfc6b9 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149516 Nov 22 16:05:01.649696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94f537b2-c66c-4d4f-b2a3-b5914681db06 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:01.661706 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:01.680118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-4224d472-64d0-4580-a2ff-387a18bf09ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.687228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-4224d472-64d0-4580-a2ff-387a18bf09ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.694466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-4224d472-64d0-4580-a2ff-387a18bf09ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.701106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-4224d472-64d0-4580-a2ff-387a18bf09ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.707165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-4224d472-64d0-4580-a2ff-387a18bf09ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.713608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-4224d472-64d0-4580-a2ff-387a18bf09ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.720527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-4224d472-64d0-4580-a2ff-387a18bf09ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:01.722466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-4224d472-64d0-4580-a2ff-387a18bf09ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5435 time: 0.1593778 Nov 22 16:05:01.740455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Transition to ACTIVE for port object 94f537b2-c66c-4d4f-b2a3-b5914681db06 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:01.758352 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:01.852715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Pushing event updated for resources: {'Port': ['ID=94f537b2-c66c-4d4f-b2a3-b5914681db06,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:01.885633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61ab2b04-39ec-448c-bdca-5fcab573f684 req-ec6c4d30-5f46-4726-9417-4ab98dea21f8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1484313 Nov 22 16:05:01.965375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Attempting to bind port 94f537b2-c66c-4d4f-b2a3-b5914681db06 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:01.965375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Attempting to bind port 94f537b2-c66c-4d4f-b2a3-b5914681db06 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:01.965375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Attempting to bind port 94f537b2-c66c-4d4f-b2a3-b5914681db06 on network 6257963a-3fa1-473d-83ee-2d87a862d24b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:01.972256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Port 94f537b2-c66c-4d4f-b2a3-b5914681db06 on network 6257963a-3fa1-473d-83ee-2d87a862d24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:01.972591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Attempting to bind port 94f537b2-c66c-4d4f-b2a3-b5914681db06 on network 6257963a-3fa1-473d-83ee-2d87a862d24b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:01.980127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:01.980461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Checking segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:01.980887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Bound using segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:01.982315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Bound port: 94f537b2-c66c-4d4f-b2a3-b5914681db06, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:01.982688 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:02.163034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] For port 94f537b2-c66c-4d4f-b2a3-b5914681db06, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:02.169282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] For port 94f537b2-c66c-4d4f-b2a3-b5914681db06, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:02.178483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:02.223624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b6c0a-ffb0-4384-97ae-0127dbb52392 req-b7e33f02-d33b-47a3-9ed8-9b0c71b1dda8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:02.225352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-476b6c0a-ffb0-4384-97ae-0127dbb52392 req-b7e33f02-d33b-47a3-9ed8-9b0c71b1dda8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.1426609 Nov 22 16:05:02.277189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:02.277831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:02.279237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] 10.222.0.11 "PUT /v2.0/ports/94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 1091 time: 1.2737238 Nov 22 16:05:02.283882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:02.286197 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:02.404557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-476b6c0a-ffb0-4384-97ae-0127dbb52392 req-4d98fb91-2272-42d9-8149-22c3335fefc0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589842 Nov 22 16:05:02.406170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15788af7-85fd-4921-9af5-c8cbd87afc33 service neutron] Pushing event updated for resources: {'Port': ['ID=94f537b2-c66c-4d4f-b2a3-b5914681db06,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:02.424899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8b218-07a4-47dc-bbbc-85eb570ff34a req-fb85931d-f2a3-4bf3-879e-cab53da8da18 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:02.426515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7b8b218-07a4-47dc-bbbc-85eb570ff34a req-fb85931d-f2a3-4bf3-879e-cab53da8da18 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1815975 Nov 22 16:05:02.432211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-fa877f57-fcf5-429f-960f-1239f3861b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:02.433735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-fa877f57-fcf5-429f-960f-1239f3861b05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1094 time: 0.0943890 Nov 22 16:05:02.501403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-9f9827da-22ff-4f2b-b5ca-b6dc8a2e98aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 217 time: 0.0464196 Nov 22 16:05:02.582634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7b8b218-07a4-47dc-bbbc-85eb570ff34a req-a344301d-adb7-4386-b20c-9e18f751b0bc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478889 Nov 22 16:05:02.601568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-586184a6-21d2-4c52-8e0e-238449cc41c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:02.604146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-586184a6-21d2-4c52-8e0e-238449cc41c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.0903823 Nov 22 16:05:02.666081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-36bbd80a-e758-4942-ad70-9c5b0a2f2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:02.667834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-36bbd80a-e758-4942-ad70-9c5b0a2f2a7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563111 Nov 22 16:05:02.797102 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11500cc-3a2a-4628-af3f-6721c3dfd550 x-openstack-request-id: req-a11500cc-3a2a-4628-af3f-6721c3dfd550 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:02.797482 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:02.797945 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a11500cc-3a2a-4628-af3f-6721c3dfd550 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:02.798444 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'status': 'completed', 'code': 200} Nov 22 16:05:02.845354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-8b4924d0-d168-492d-89bb-876848f4b880 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698949 Nov 22 16:05:02.952907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e610d-f071-47f2-8783-7274e8eead3f req-c6e5cd4c-23ef-40dd-9e6f-b7753b9fcf42 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:02.954504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158e610d-f071-47f2-8783-7274e8eead3f req-c6e5cd4c-23ef-40dd-9e6f-b7753b9fcf42 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 943 time: 0.1273820 Nov 22 16:05:03.117710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158e610d-f071-47f2-8783-7274e8eead3f req-e8d130a1-d05f-4465-b873-61a9aacfc571 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482768 Nov 22 16:05:03.123657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b3a86f9-024b-4136-a6d6-0516c4f7007d req-94947a22-8410-4a5b-95c1-ed97ce018fe1 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615016 Nov 22 16:05:03.190311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-46eebaff-b2cb-4ca7-8312-95a015d9d2b0 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.192048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-46eebaff-b2cb-4ca7-8312-95a015d9d2b0 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 805 time: 0.1776896 Nov 22 16:05:03.233302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-af72333b-efe4-43ab-9243-47643f057cd9 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/quotas/78972e9a69a64fddbb3aa4370304e654 HTTP/1.1" status: 200 len: 375 time: 0.0107315 Nov 22 16:05:03.305863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-54c3f8d3-d5b9-48f9-b10d-d09bf6bc7f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.307833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-54c3f8d3-d5b9-48f9-b10d-d09bf6bc7f13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1094 time: 0.1147935 Nov 22 16:05:03.393341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-191c42b3-a281-471c-9b46-e26cf9b9be3f tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1514566 Nov 22 16:05:03.449481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-feb32c3b-e61f-4ab8-b8b5-6c082ba17fe4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.456807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-feb32c3b-e61f-4ab8-b8b5-6c082ba17fe4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.464327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-feb32c3b-e61f-4ab8-b8b5-6c082ba17fe4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.472045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-feb32c3b-e61f-4ab8-b8b5-6c082ba17fe4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.478443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-feb32c3b-e61f-4ab8-b8b5-6c082ba17fe4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.484784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-feb32c3b-e61f-4ab8-b8b5-6c082ba17fe4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.490686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-feb32c3b-e61f-4ab8-b8b5-6c082ba17fe4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.492628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-feb32c3b-e61f-4ab8-b8b5-6c082ba17fe4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5435 time: 0.2315316 Nov 22 16:05:03.586231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-36b92711-71fd-4722-9715-1dfce3169561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.588101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-36b92711-71fd-4722-9715-1dfce3169561 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.2607172 Nov 22 16:05:03.659482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-355ddfb2-ec29-4e4e-b63a-02b36785eb3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 217 time: 0.0603485 Nov 22 16:05:03.668821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdd48ca-2275-4369-a23d-20d7f1154fd8 req-54287e10-5d7b-4d56-9a01-587338a83059 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349514 Nov 22 16:05:03.708774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-2ca3edea-473a-48e8-8ed8-a90c6adccbc7 service neutron] 10.222.0.69 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003666 Nov 22 16:05:03.743336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-456b2134-52ab-4677-a5d8-766101cb0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.745388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-456b2134-52ab-4677-a5d8-766101cb0166 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.0707834 Nov 22 16:05:03.887732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-6b39ba38-9e8e-4a99-8961-93931d2e6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.889355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-6b39ba38-9e8e-4a99-8961-93931d2e6103 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193678 Nov 22 16:05:03.898734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00926bc-a767-4752-bb49-0bdd1342df6f req-266ab451-63d9-4299-8938-65caa86ea415 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:03.900379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d00926bc-a767-4752-bb49-0bdd1342df6f req-266ab451-63d9-4299-8938-65caa86ea415 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.1219490 Nov 22 16:05:03.927790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-9dbf4345-d6a8-4a53-8fd4-976667ad0cec service neutron] 10.222.0.69 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068694 Nov 22 16:05:04.016259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d00926bc-a767-4752-bb49-0bdd1342df6f req-cca71439-36bd-4720-834c-4683d5853d7f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055770 Nov 22 16:05:04.037717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-e511b770-fe01-4fd8-bdcc-ca29f09da9ae service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363211 Nov 22 16:05:04.054617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ec0d45f3-b882-4fd5-83e3-76b5166d10d9 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:04.151872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:04.185536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:04.185929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:04.281616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8aac7185-c9da-436b-b18b-1d66add19aad no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:05:04.504299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:04.524063 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:04.555485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:04.559467 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f43c065-5b36-4828-9bb9-8f40d80a7de4" -d '{"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "ec0d45f3-b882-4fd5-83e3-76b5166d10d9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:04.589993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ec0d45f3-b882-4fd5-83e3-76b5166d10d9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:04.606547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:04.607553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2ecca0ec-b039-4911-a60c-a35e8685fe15 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:04.752391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:04.774717 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:04.790390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 2ecca0ec-b039-4911-a60c-a35e8685fe15 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:04.798553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 2ecca0ec-b039-4911-a60c-a35e8685fe15 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:04.799052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:04.851838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:04.863945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afb28a70-d45a-439a-b069-e6ce2c832a6c req-73ca4198-94eb-4449-9bdb-be94024cda90 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 210 time: 0.1079273 Nov 22 16:05:04.990428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e9278-49cd-4c6f-b717-2868a530b214 req-0e51b24c-ba48-46ea-8144-9d15e23cbc57 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:04.992100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f30e9278-49cd-4c6f-b717-2868a530b214 req-0e51b24c-ba48-46ea-8144-9d15e23cbc57 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.8174963 Nov 22 16:05:05.006580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d13bfd0c-e62c-4da3-8f47-ffd59913ee8b req-59472cba-ad0b-4a59-9961-33f4d75b05e6 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9596965 Nov 22 16:05:05.057354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-f3db2897-70d0-415d-b733-25441ea2a34b tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.058944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-f3db2897-70d0-415d-b733-25441ea2a34b tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dfd8c140-d332-4329-a8bf-e025f6464acf HTTP/1.1" status: 200 len: 943 time: 0.3170993 Nov 22 16:05:05.140338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523885b4-83fc-4fb4-8ce6-2d285d351f78 req-d753fc6d-698d-45a4-8766-a44488f141f0 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.159961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-523885b4-83fc-4fb4-8ce6-2d285d351f78 req-d753fc6d-698d-45a4-8766-a44488f141f0 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 943 time: 0.1647885 Nov 22 16:05:05.203203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f30e9278-49cd-4c6f-b717-2868a530b214 req-c99963ac-0c8b-4f66-b7f2-f878a35da1b0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955192 Nov 22 16:05:05.209784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:05.303440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-523885b4-83fc-4fb4-8ce6-2d285d351f78 req-cec9c2fe-6dde-456f-a200-9c4786c364ee tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444709 Nov 22 16:05:05.320519 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:05.342243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Deleting port 8aac7185-c9da-436b-b18b-1d66add19aad {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:05:05.342702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:05.348297 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0646baf6-3304-40db-9428-053330119d03 x-openstack-request-id: req-0646baf6-3304-40db-9428-053330119d03 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:05.353976 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "ec0d45f3-b882-4fd5-83e3-76b5166d10d9", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:05.354475 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0646baf6-3304-40db-9428-053330119d03 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:05.355239 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9', 'code': 200} Nov 22 16:05:05.435572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2ecca0ec-b039-4911-a60c-a35e8685fe15, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:05.446610 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:05.451715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4981b67e-c0b1-47e0-a783-60395413223f up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:05.578406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2ecca0ec-b039-4911-a60c-a35e8685fe15,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:05.595505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 4981b67e-c0b1-47e0-a783-60395413223f completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:05.602043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4981b67e-c0b1-47e0-a783-60395413223f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:05.602043 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:05.673057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] For port 8aac7185-c9da-436b-b18b-1d66add19aad, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8aac7185-c9da-436b-b18b-1d66add19aad,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:05.673962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:05.694583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Calling delete_port for 8aac7185-c9da-436b-b18b-1d66add19aad owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:05:05.711847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69db8c-21f3-46f5-aeee-3b2da3bf9152 req-17cbb62a-1855-4d72-8af0-1f999df4c7af tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.713568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b69db8c-21f3-46f5-aeee-3b2da3bf9152 req-17cbb62a-1855-4d72-8af0-1f999df4c7af tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.2146449 Nov 22 16:05:05.734259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-8620a3c2-efa6-49e8-acba-c573c81cd2ba tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.740373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-8620a3c2-efa6-49e8-acba-c573c81cd2ba tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.748477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-8620a3c2-efa6-49e8-acba-c573c81cd2ba tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.754878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-8620a3c2-efa6-49e8-acba-c573c81cd2ba tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.756125 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:05.761769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-8620a3c2-efa6-49e8-acba-c573c81cd2ba tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.776413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-8620a3c2-efa6-49e8-acba-c573c81cd2ba tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.792930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-8620a3c2-efa6-49e8-acba-c573c81cd2ba tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:05.795075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-8620a3c2-efa6-49e8-acba-c573c81cd2ba tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5437 time: 0.2742403 Nov 22 16:05:05.820076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4981b67e-c0b1-47e0-a783-60395413223f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4981b67e-c0b1-47e0-a783-60395413223f,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:05.825872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:05.827888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4f833a5e-47fd-4286-9165-82d931d3729e up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:05.943702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4981b67e-c0b1-47e0-a783-60395413223f,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:06.029499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 4f833a5e-47fd-4286-9165-82d931d3729e completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:06.036535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4f833a5e-47fd-4286-9165-82d931d3729e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:06.036911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.081734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b6b4c4e-824d-4591-96ad-1d597e7fd88e req-7eb56cfb-09b2-40d6-a1d1-bc5cd3210183 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2283711 Nov 22 16:05:06.104017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b69db8c-21f3-46f5-aeee-3b2da3bf9152 req-16b9e0b8-056d-4019-acc7-10530ad7a1a2 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019896 Nov 22 16:05:06.204027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.267562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 94f537b2-c66c-4d4f-b2a3-b5914681db06 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:06.302459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4f833a5e-47fd-4286-9165-82d931d3729e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4f833a5e-47fd-4286-9165-82d931d3729e,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:06.309846 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.310920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 374fbef0-3e5e-4b3e-9906-595d4b047a6d up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:06.380724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7258f071-44fd-401c-990b-05e2de37fc28 req-2162153d-224a-4fbb-8a4d-b0fb1d3a74fe tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 210 time: 0.1261430 Nov 22 16:05:06.443225 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:05:06.475790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-7fe3c01b-d5a7-4f92-b4ba-b9f7a22062ae tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:06.477495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-7fe3c01b-d5a7-4f92-b4ba-b9f7a22062ae tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 805 time: 0.5800252 Nov 22 16:05:06.508740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Request body: {'port': {'device_id': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'admin_state_up': True, 'tenant_id': '78972e9a69a64fddbb3aa4370304e654'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:06.624966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.651501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 94f537b2-c66c-4d4f-b2a3-b5914681db06, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:06.652930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-ab878e76-4935-4a74-b1dd-d6d5f5ba7f64 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:06.654501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-ab878e76-4935-4a74-b1dd-d6d5f5ba7f64 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1097 time: 0.2686749 Nov 22 16:05:06.672223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8d019-d97e-40c9-b82b-769dae1f13d8 req-dcc71522-9936-445a-b038-bef31dd2ef30 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:06.674421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bd8d019-d97e-40c9-b82b-769dae1f13d8 req-dcc71522-9936-445a-b038-bef31dd2ef30 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.2871323 Nov 22 16:05:06.686416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811716-3'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:06.686605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'mac_address': 'fa:16:3e:6f:48:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:06.690346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4f833a5e-47fd-4286-9165-82d931d3729e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:06.743162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.748587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 374fbef0-3e5e-4b3e-9906-595d4b047a6d completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:06.765188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 374fbef0-3e5e-4b3e-9906-595d4b047a6d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:06.765563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.766892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Pushing event deleted for resources: {'Port': ['ID=8aac7185-c9da-436b-b18b-1d66add19aad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:06.768179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94f537b2-c66c-4d4f-b2a3-b5914681db06 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:06.804353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] No DVR routers for this DVR port 8aac7185-c9da-436b-b18b-1d66add19aad on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:05:06.809361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.813495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7116d8c0-a5ea-4ae8-a6a3-08348add05d6 req-0d4577ec-4e4a-44fe-b97e-851c58005289 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.11 "DELETE /v2.0/ports/8aac7185-c9da-436b-b18b-1d66add19aad HTTP/1.1" status: 204 len: 173 time: 1.7456362 Nov 22 16:05:06.817644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 94f537b2-c66c-4d4f-b2a3-b5914681db06, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:06.822750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'name': 'network-vif-deleted', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:06.825550 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaf0397-707c-4d9b-95fe-66418a2f89ec" -d '{"events": [{"server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "name": "network-vif-deleted", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:06.828313 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.844403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aceba-c18f-44d1-936f-8c6628331b6a req-96d6cebc-8708-470f-9988-f94c495ce7a7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:06.844698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-469aceba-c18f-44d1-936f-8c6628331b6a req-96d6cebc-8708-470f-9988-f94c495ce7a7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 943 time: 0.3063481 Nov 22 16:05:06.926652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=94f537b2-c66c-4d4f-b2a3-b5914681db06,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:06.944736 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.959371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:06.980418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bd8d019-d97e-40c9-b82b-769dae1f13d8 req-bf54146b-243f-4504-a9eb-6d0ab7085a26 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555649 Nov 22 16:05:07.000059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 374fbef0-3e5e-4b3e-9906-595d4b047a6d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:07.013197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.014406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b20617e2-5319-4d5d-9f6a-c65f46471c9b up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:07.063678 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4faec54f-7c86-43a6-8d42-32bf6a8cdf9d x-openstack-request-id: req-4faec54f-7c86-43a6-8d42-32bf6a8cdf9d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:07.063998 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "name": "network-vif-deleted", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:07.064291 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4faec54f-7c86-43a6-8d42-32bf6a8cdf9d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:07.064705 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'name': 'network-vif-deleted', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad', 'status': 'completed', 'code': 200} Nov 22 16:05:07.082624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['94f537b2-c66c-4d4f-b2a3-b5914681db06'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:07.095164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-469aceba-c18f-44d1-936f-8c6628331b6a req-eea441c0-db19-49b8-b35b-cf3d785e0b45 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265184 Nov 22 16:05:07.097913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Made reservation on behalf of 78972e9a69a64fddbb3aa4370304e654 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:05:07.101394 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.165099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=374fbef0-3e5e-4b3e-9906-595d4b047a6d,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:07.227364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port b20617e2-5319-4d5d-9f6a-c65f46471c9b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:07.239397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port b20617e2-5319-4d5d-9f6a-c65f46471c9b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:07.239849 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.356192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Allocated IP 172.20.0.3 (7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd/83ab7aae-234f-45ce-af7c-c8ca355c4f29/bb544a92-2fc9-47eb-8448-2ddf78e18a21) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:05:07.358945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981b67e-c0b1-47e0-a783-60395413223f'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f833a5e-47fd-4286-9165-82d931d3729e'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fbef0-3e5e-4b3e-9906-595d4b047a6d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:07.361485 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40c13bd-3ac0-40a8-8acb-a1e14a3edb17" -d '{"events": [{"server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "name": "network-vif-unplugged", "status": "completed", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "4981b67e-c0b1-47e0-a783-60395413223f"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "4f833a5e-47fd-4286-9165-82d931d3729e"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "374fbef0-3e5e-4b3e-9906-595d4b047a6d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:07.390784 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.448375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b20617e2-5319-4d5d-9f6a-c65f46471c9b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:07.453250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.454110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 774d0636-3f7e-42ca-9821-e6cdb5e625d7 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:07.460936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-358dbbea-1c02-4d17-bc8e-24f1508bf5a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:07.467366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-358dbbea-1c02-4d17-bc8e-24f1508bf5a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:07.473394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-358dbbea-1c02-4d17-bc8e-24f1508bf5a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:07.479546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-358dbbea-1c02-4d17-bc8e-24f1508bf5a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:07.485538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-358dbbea-1c02-4d17-bc8e-24f1508bf5a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:07.493453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-358dbbea-1c02-4d17-bc8e-24f1508bf5a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:07.498068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-358dbbea-1c02-4d17-bc8e-24f1508bf5a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:07.500122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-358dbbea-1c02-4d17-bc8e-24f1508bf5a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5440 time: 0.2300255 Nov 22 16:05:07.529902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ff554-6570-40a1-af55-9de1d5481abc req-f54ba25a-5c93-453c-8f0a-3abcfdc30f4f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:07.533563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea8ff554-6570-40a1-af55-9de1d5481abc req-f54ba25a-5c93-453c-8f0a-3abcfdc30f4f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 946 time: 0.2702260 Nov 22 16:05:07.543576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:07.547679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b20617e2-5319-4d5d-9f6a-c65f46471c9b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:07.557403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:07.562506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:07.562967 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.699492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.742955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd69a268-dc47-4bdb-a692-4780dae878b7 req-7197cc79-34b0-4c0f-92a7-869605bc00cb tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2256534 Nov 22 16:05:07.743346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 774d0636-3f7e-42ca-9821-e6cdb5e625d7, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=774d0636-3f7e-42ca-9821-e6cdb5e625d7,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:07.750062 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.757908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:07.810471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=774d0636-3f7e-42ca-9821-e6cdb5e625d7,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:07.824688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea8ff554-6570-40a1-af55-9de1d5481abc req-71cbff5f-f7de-4185-afbe-6bb0b2cfcbda tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559638 Nov 22 16:05:07.872461 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.878796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.885439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:07.887974 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6393461c-7d79-4f9d-a1d1-420106c36651 x-openstack-request-id: req-6393461c-7d79-4f9d-a1d1-420106c36651 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:07.888292 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd8c140-d332-4329-a8bf-e025f6464acf", "name": "network-vif-unplugged", "status": "completed", "tag": "8aac7185-c9da-436b-b18b-1d66add19aad", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "4981b67e-c0b1-47e0-a783-60395413223f", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "4f833a5e-47fd-4286-9165-82d931d3729e", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "374fbef0-3e5e-4b3e-9906-595d4b047a6d", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:07.888546 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6393461c-7d79-4f9d-a1d1-420106c36651 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:07.889003 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd8c140-d332-4329-a8bf-e025f6464acf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aac7185-c9da-436b-b18b-1d66add19aad', 'code': 200} Nov 22 16:05:07.889263 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'code': 200} Nov 22 16:05:07.889517 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4981b67e-c0b1-47e0-a783-60395413223f', 'code': 200} Nov 22 16:05:07.889771 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f833a5e-47fd-4286-9165-82d931d3729e', 'code': 200} Nov 22 16:05:07.890039 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374fbef0-3e5e-4b3e-9906-595d4b047a6d', 'code': 200} Nov 22 16:05:07.991716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89b3113a-27b3-4331-81c2-1701b37947c6 req-2e779a4c-44c9-414d-af95-cf965ff15326 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 210 time: 0.0550008 Nov 22 16:05:08.051751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Pushing event updated for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:08.114591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.133603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-cc4ba541-bc0c-4b0e-808c-ecf5f8a108ae tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--792144077&fields=id&tenant_id=9a35968ee78a403987b5042bc0794877 HTTP/1.1" status: 200 len: 267 time: 0.1559846 Nov 22 16:05:08.153926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on host n-h2-811716-3 for vnic_type normal with profile {"migrating_to": "n-h1-811716-3"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:08.154403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:08.154804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:08.213866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:08.214207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:08.253327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:05:08.265357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:08.265695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:08.266077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:08.266507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Bound port: 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:08.266861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.269012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:08.275565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:05:08.279079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7f215d0c-d7fc-4029-9bf2-fecebc5a740e details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:08.283552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:08.283552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.283858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 94f537b2-c66c-4d4f-b2a3-b5914681db06 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:08.300655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e52ffa-9790-4ef6-af01-865ec3076c04 req-c782e028-5286-4b39-b851-54fbd5c123d4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:08.302188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2e52ffa-9790-4ef6-af01-865ec3076c04 req-c782e028-5286-4b39-b851-54fbd5c123d4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.2200787 Nov 22 16:05:08.307937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Pushing event updated for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:08.373925 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c6a779ec-d534-4041-aa48-b1581b632b4c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8693202 Nov 22 16:05:08.404056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Request body: {'port': {'device_id': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:08.414687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 94f537b2-c66c-4d4f-b2a3-b5914681db06 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:08.429779 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 94f537b2-c66c-4d4f-b2a3-b5914681db06 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:08.429779 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.472277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:08.490173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-93f5964a-9ecf-44ad-9b0e-f3aa047a348a tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:08.497368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-93f5964a-9ecf-44ad-9b0e-f3aa047a348a tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/networks?id=8f60531c-f861-4585-80e0-22007bd4c32c HTTP/1.1" status: 200 len: 815 time: 0.3523061 Nov 22 16:05:08.506551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on host n-h2-811716-3 for vnic_type normal with profile {"migrating_to": "n-h1-811716-3"} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:08.506551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:08.506551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:08.515651 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:08.515651 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Attempting to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:08.530824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:08.531260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:08.531863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:08.532019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2e52ffa-9790-4ef6-af01-865ec3076c04 req-1ea2ef8c-97bb-4d7c-9fec-666615e39b45 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215128 Nov 22 16:05:08.532381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Bound port: 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:08.532783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.536950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:08.548569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-e70cc7b7-c7be-452f-95de-76c78150ac5f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/quotas/9a35968ee78a403987b5042bc0794877 HTTP/1.1" status: 200 len: 375 time: 0.0493095 Nov 22 16:05:08.603019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:08.603389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.604244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.620278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.681633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 94f537b2-c66c-4d4f-b2a3-b5914681db06, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:08.685589 n-d-811716-3 neutron-server[103412]: WARNING neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Concurrent port binding operations failed on port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e Nov 22 16:05:08.692618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:08.704195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:08.705850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8aac7185-c9da-436b-b18b-1d66add19aad no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:05:08.746695 n-d-811716-3 neutron-server[103412]: INFO neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Attempt 2 to bind port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e Nov 22 16:05:08.746695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7f215d0c-d7fc-4029-9bf2-fecebc5a740e has no active binding in host n-h1-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:05:08.753108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-cdf071b9-6a52-4774-812a-800236fc50c2 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a35968ee78a403987b5042bc0794877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2032809 Nov 22 16:05:08.770779 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 8aac7185-c9da-436b-b18b-1d66add19aad {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:05:08.771128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8aac7185-c9da-436b-b18b-1d66add19aad not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:05:08.804289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=94f537b2-c66c-4d4f-b2a3-b5914681db06,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:08.893251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Pushing event updated for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:09.219561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:09.221622 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58490b40-065a-45a4-9165-e3a6a46c776f" -d '{"events": [{"server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:09.240373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.241141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:09.242740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-064fc3e7-0d77-4c26-8c77-aecbad5387ae service neutron] 10.222.0.11 "PUT /v2.0/ports/7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 1122 time: 2.5615082 Nov 22 16:05:09.268093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be332f-cc99-4f72-b6d9-aab0cfe1f369 req-fcedfc2a-45e0-4190-ab47-1623eae1cf3a tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.272521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31be332f-cc99-4f72-b6d9-aab0cfe1f369 req-fcedfc2a-45e0-4190-ab47-1623eae1cf3a tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 945 time: 0.6145139 Nov 22 16:05:09.323953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7f215d0c-d7fc-4029-9bf2-fecebc5a740e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:09.374169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['7f215d0c-d7fc-4029-9bf2-fecebc5a740e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:09.394504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-98acdac4-5def-4301-b062-3dc91da9e4ff service neutron] 10.222.0.69 "GET /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412010 Nov 22 16:05:09.471089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31be332f-cc99-4f72-b6d9-aab0cfe1f369 req-6e6e877a-27ed-4df2-af32-d8309df95b31 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782060 Nov 22 16:05:09.581660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-83b44860-3df7-4c2a-89bd-1418a2275cdf service neutron] 10.222.0.69 "GET /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688836 Nov 22 16:05:09.627780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb544a92-2fc9-47eb-8448-2ddf78e18a21 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:09.638064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:09.658330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Transition to ACTIVE for port object bb544a92-2fc9-47eb-8448-2ddf78e18a21 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:09.665145 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:09.691382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-44556daf-831f-41d3-ba5e-fb828e315c8e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.695215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-44556daf-831f-41d3-ba5e-fb828e315c8e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.701438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-44556daf-831f-41d3-ba5e-fb828e315c8e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.711358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-44556daf-831f-41d3-ba5e-fb828e315c8e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.722115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-44556daf-831f-41d3-ba5e-fb828e315c8e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.734550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-44556daf-831f-41d3-ba5e-fb828e315c8e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.740510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-44556daf-831f-41d3-ba5e-fb828e315c8e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:09.742491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-44556daf-831f-41d3-ba5e-fb828e315c8e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.1819930 Nov 22 16:05:09.891552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d0636-3f7e-42ca-9821-e6cdb5e625d7'}, {'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:09.894231 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0838a25b-de35-4657-9078-5403452a0684" -d '{"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "b20617e2-5319-4d5d-9f6a-c65f46471c9b"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "774d0636-3f7e-42ca-9821-e6cdb5e625d7"}, {"server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "name": "network-vif-plugged", "status": "completed", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:09.907937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Pushing event updated for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:09.938624 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-58ea3fc6-dbef-4478-88c1-4b5450e573f3 service neutron] show failed (client error): The resource could not be found. Nov 22 16:05:09.939672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-58ea3fc6-dbef-4478-88c1-4b5450e573f3 service neutron] 10.222.0.11 "GET /v2.0/ports/b62e6208-5225-4e54-9940-202afd0b6536/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.1930881 Nov 22 16:05:09.952992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Attempting to bind port bb544a92-2fc9-47eb-8448-2ddf78e18a21 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:09.953287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Attempting to bind port bb544a92-2fc9-47eb-8448-2ddf78e18a21 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:09.953616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Attempting to bind port bb544a92-2fc9-47eb-8448-2ddf78e18a21 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:09.967690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eef67c8a-e636-46a1-a6be-385a561c8415 req-f9ea6c4f-f3d6-4981-b819-426fdf1a3728 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116492 Nov 22 16:05:09.977524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Port bb544a92-2fc9-47eb-8448-2ddf78e18a21 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:09.977746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Attempting to bind port bb544a92-2fc9-47eb-8448-2ddf78e18a21 on network 7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:09.988590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:09.994954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Checking segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:09.995543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Bound using segment: {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:09.996252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Bound port: bb544a92-2fc9-47eb-8448-2ddf78e18a21, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a3a1cf-6cf1-4280-8122-d51f6f819c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:09.996632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:10.210015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c991e3-3862-4b46-b000-de38d76d9ae0 req-267fc9f9-9a2e-4c1f-927f-1377a4ab5633 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:10.213030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63c991e3-3862-4b46-b000-de38d76d9ae0 req-267fc9f9-9a2e-4c1f-927f-1377a4ab5633 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 944 time: 0.1316450 Nov 22 16:05:10.214481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:10.219497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:10.242877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:10.267360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-aa480b21-da31-406b-a346-75594cc3cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:10.269804 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-aa480b21-da31-406b-a346-75594cc3cac0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0&tenant_id=64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 1101 time: 0.0756800 Nov 22 16:05:10.283931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:10.353398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:10.354446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:10.356256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] 10.222.0.71 "PUT /v2.0/ports/bb544a92-2fc9-47eb-8448-2ddf78e18a21 HTTP/1.1" status: 200 len: 1091 time: 1.9589307 Nov 22 16:05:10.373756 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:10.397962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf6f03-90e4-4bab-8ed0-bcd1e66cfe82 service neutron] Pushing event updated for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:10.407129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63c991e3-3862-4b46-b000-de38d76d9ae0 req-316acb24-c852-4e32-ae73-3ab2101cc490 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753099 Nov 22 16:05:10.429581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8893e-bc14-4c73-a856-5ec8ba1c3939 req-f7facc40-211b-4f21-aa20-07a23f5641c6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:10.432562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bb8893e-bc14-4c73-a856-5ec8ba1c3939 req-f7facc40-211b-4f21-aa20-07a23f5641c6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 943 time: 0.2108591 Nov 22 16:05:10.501656 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5cf968-0e67-4b8c-9b32-ea5c2a523dff x-openstack-request-id: req-8b5cf968-0e67-4b8c-9b32-ea5c2a523dff {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:10.502681 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:10.503700 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b5cf968-0e67-4b8c-9b32-ea5c2a523dff {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:10.504971 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e', 'code': 200} Nov 22 16:05:10.576953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-25ce52ec-4519-4014-9da0-c62da31f2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:10.578944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-25ce52ec-4519-4014-9da0-c62da31f2292 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 1094 time: 0.1669707 Nov 22 16:05:10.583776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bb8893e-bc14-4c73-a856-5ec8ba1c3939 req-2a30e694-0957-489f-880c-b7eeb9d339af tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342802 Nov 22 16:05:10.670328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-3fdd539a-6ee6-44dc-8414-7c48783bf732 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21 HTTP/1.1" status: 200 len: 217 time: 0.0818045 Nov 22 16:05:10.779760 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e8a487-cec1-4e5a-b56e-daf3eff8f06f x-openstack-request-id: req-68e8a487-cec1-4e5a-b56e-daf3eff8f06f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:10.781346 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "b20617e2-5319-4d5d-9f6a-c65f46471c9b", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-plugged", "status": "completed", "tag": "774d0636-3f7e-42ca-9821-e6cdb5e625d7", "code": 200}, {"server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "name": "network-vif-plugged", "status": "completed", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:10.781854 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68e8a487-cec1-4e5a-b56e-daf3eff8f06f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:10.782340 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b', 'code': 200} Nov 22 16:05:10.782838 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774d0636-3f7e-42ca-9821-e6cdb5e625d7', 'code': 200} Nov 22 16:05:10.783092 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'code': 200} Nov 22 16:05:10.809416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-5dcf985a-4fa4-494b-8413-402080055ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:10.812792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-5dcf985a-4fa4-494b-8413-402080055ec5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 200 len: 845 time: 0.1290133 Nov 22 16:05:10.827017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0277a-7fbb-4fa7-8adc-c22a01748a36 req-b06ba312-a052-4019-a329-de0634987761 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:10.836204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ca0277a-7fbb-4fa7-8adc-c22a01748a36 req-b06ba312-a052-4019-a329-de0634987761 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1647651 Nov 22 16:05:10.843041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:10.884712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:10.934369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-9920364c-78d0-47f7-b095-2d788a25d598 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880144 Nov 22 16:05:10.976092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:11.013251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Transition to ACTIVE for port object b62e6208-5225-4e54-9940-202afd0b6536 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:11.016910 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:11.020874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-687bcc6a-0dc3-4589-913e-a7ec124010df req-9417d7ce-06aa-40af-8a41-42023a4dd332 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.0968022 Nov 22 16:05:11.021742 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354484b8-f35a-4243-9d55-e231fd1aa3d1" -d '{"events": [{"server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b62e6208-5225-4e54-9940-202afd0b6536"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:11.092717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:11.134184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ca0277a-7fbb-4fa7-8adc-c22a01748a36 req-8b3593d0-b7a1-4300-9dcb-a45c4b7ad79f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966032 Nov 22 16:05:11.210067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] No DVR routers for this DVR port b62e6208-5225-4e54-9940-202afd0b6536 on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:05:11.210410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15e2d9-9fff-4486-aa3f-b976f679639c req-93730b17-1690-4646-992d-04c1de9ffc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.214441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb15e2d9-9fff-4486-aa3f-b976f679639c req-93730b17-1690-4646-992d-04c1de9ffc1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.3042035 Nov 22 16:05:11.230818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:11.265868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-a7c70ece-9624-437a-81a8-832571723210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.266616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-a7c70ece-9624-437a-81a8-832571723210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.267072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-a7c70ece-9624-437a-81a8-832571723210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.267778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-a7c70ece-9624-437a-81a8-832571723210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.268903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-a7c70ece-9624-437a-81a8-832571723210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.269531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-a7c70ece-9624-437a-81a8-832571723210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.270146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-a7c70ece-9624-437a-81a8-832571723210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.272383 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-a7c70ece-9624-437a-81a8-832571723210 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6499 time: 0.2386003 Nov 22 16:05:11.299235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Attempting to bind port b62e6208-5225-4e54-9940-202afd0b6536 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:11.299884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Attempting to bind port b62e6208-5225-4e54-9940-202afd0b6536 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:11.300424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Attempting to bind port b62e6208-5225-4e54-9940-202afd0b6536 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:11.315008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Port b62e6208-5225-4e54-9940-202afd0b6536 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:11.315430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Attempting to bind port b62e6208-5225-4e54-9940-202afd0b6536 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:11.331844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:11.332371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:11.333636 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:11.334426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Bound port: b62e6208-5225-4e54-9940-202afd0b6536, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:11.334706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:11.367283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-c978f701-1784-4133-8021-13544a755ded service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158218 Nov 22 16:05:11.378641 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7ba827f3-fc30-4e59-bbd0-034b970af0df req-ec8def4d-9392-4fa4-8a92-d280aa0561e4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956967 Nov 22 16:05:11.465441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:11.467499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d57502-8a84-4b47-982d-7d668ef6d1be req-8593ef1e-4f54-44ea-a66c-1da3b7c9f13a tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.471642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:11.476496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3d57502-8a84-4b47-982d-7d668ef6d1be req-8593ef1e-4f54-44ea-a66c-1da3b7c9f13a tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 945 time: 0.2988811 Nov 22 16:05:11.484280 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:11.537377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.538734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:11.540607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] 10.222.0.71 "PUT /v2.0/ports/b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 1096 time: 1.2626526 Nov 22 16:05:11.555235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb15e2d9-9fff-4486-aa3f-b976f679639c req-fcf9584c-2770-42ca-b7c1-44d5c0ada619 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076618 Nov 22 16:05:11.580808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-30a17941-d933-48b3-bbba-3176012b026f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.582048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06375fd3-92c8-452b-b848-094f5c9b3acb service neutron] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:11.595812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-30a17941-d933-48b3-bbba-3176012b026f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.601984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-30a17941-d933-48b3-bbba-3176012b026f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.612729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-30a17941-d933-48b3-bbba-3176012b026f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.620020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-30a17941-d933-48b3-bbba-3176012b026f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.626376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-30a17941-d933-48b3-bbba-3176012b026f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.633049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-30a17941-d933-48b3-bbba-3176012b026f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.636153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-30a17941-d933-48b3-bbba-3176012b026f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.3627522 Nov 22 16:05:11.685533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-f2029ca7-0c04-4132-a8f9-5a347e03e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.687355 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-f2029ca7-0c04-4132-a8f9-5a347e03e110 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1099 time: 0.0749862 Nov 22 16:05:11.716640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3d57502-8a84-4b47-982d-7d668ef6d1be req-8f38b27f-a97a-46a4-b341-172b3c546a2a tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387428 Nov 22 16:05:11.742764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37a8ea4c-ceee-40a9-8eaf-9da8864ee9ae req-5d09b3f1-c48c-49f6-98da-2d5d5fe4ece4 service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529134 Nov 22 16:05:11.871568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbc0b302-e12a-413b-9f91-6d8c725dc572 req-53988603-702d-47db-9e6d-ab313503fa92 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2177305 Nov 22 16:05:11.960985 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e223b2-65d4-4c9f-8bf0-6ab5f2060a09 x-openstack-request-id: req-c6e223b2-65d4-4c9f-8bf0-6ab5f2060a09 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:11.965785 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "name": "network-vif-unplugged", "status": "completed", "tag": "b62e6208-5225-4e54-9940-202afd0b6536", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:11.966068 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6e223b2-65d4-4c9f-8bf0-6ab5f2060a09 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:11.968609 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536', 'code': 200} Nov 22 16:05:11.973635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-0829d8c0-922e-4bd7-99aa-85bf0b29e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:11.976441 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-0829d8c0-922e-4bd7-99aa-85bf0b29e471 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2775683 Nov 22 16:05:12.031621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-9015b7bc-3a60-41a1-8ac4-c0760429301a tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:12.036484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-9015b7bc-3a60-41a1-8ac4-c0760429301a tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.11 "GET /v2.0/networks?id=8f60531c-f861-4585-80e0-22007bd4c32c HTTP/1.1" status: 200 len: 815 time: 0.2713726 Nov 22 16:05:12.092209 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-352a601c-c8f0-41f5-b168-84dcc36931a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 217 time: 0.1070993 Nov 22 16:05:12.215499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-b43c6415-bc88-46fe-9d52-27a4449cebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:12.217251 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-b43c6415-bc88-46fe-9d52-27a4449cebc8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1161587 Nov 22 16:05:12.253149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45158d-3a8d-4854-bc73-38672a0ef9ab req-f95c3eb5-69c7-48d5-ac7c-b385db79738b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:12.255089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db45158d-3a8d-4854-bc73-38672a0ef9ab req-f95c3eb5-69c7-48d5-ac7c-b385db79738b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 944 time: 0.1452978 Nov 22 16:05:12.263618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-5212b840-8767-418b-bfa6-49119e2b0b34 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a35968ee78a403987b5042bc0794877 HTTP/1.1" status: 200 len: 379 time: 0.2138262 Nov 22 16:05:12.294202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Request body: {'port': {'device_id': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'admin_state_up': True, 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'security_groups': ['bde32ba3-2bb6-435c-95d3-d3b829e6e5bb']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:12.303964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-a4bc4d9c-a631-4e1a-b028-5c6c3b31f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:12.306977 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-a4bc4d9c-a631-4e1a-b028-5c6c3b31f921 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793073 Nov 22 16:05:12.372913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f961cb-6379-44da-84a8-26b1adce1adc req-0e48bd9c-6d92-4a49-89ea-6e2f969231fc tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:12.380462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30f961cb-6379-44da-84a8-26b1adce1adc req-0e48bd9c-6d92-4a49-89ea-6e2f969231fc tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 943 time: 0.2187879 Nov 22 16:05:12.438519 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-29551e6a-31cb-4002-94bc-be659264bdea service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206322 Nov 22 16:05:12.481626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db45158d-3a8d-4854-bc73-38672a0ef9ab req-b7233266-64c0-45a5-afdc-9123d96dc933 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158625 Nov 22 16:05:12.521597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e'}, {'name': 'network-changed', 'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:12.530114 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01fbcc3-28b9-4610-971c-12cd9413e531" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e"}, {"name": "network-changed", "server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:12.560719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30f961cb-6379-44da-84a8-26b1adce1adc req-cabe32dc-2c9b-44ed-abd1-5613e03a809b tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778042 Nov 22 16:05:12.603657 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9489db4b-e95e-47b4-a0fe-7c2d92e4b812 req-ef307fdd-d9fc-4866-b365-bc333fe6b47a service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558809 Nov 22 16:05:12.628156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Made reservation on behalf of 9a35968ee78a403987b5042bc0794877 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:05:12.643405 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:12.671132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1c510eb-28dd-4a36-b33e-4f91c34c109a req-9a48568e-4c00-40e1-a9c9-285210066e0d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.0682442 Nov 22 16:05:12.808773 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf32255-d8f1-4ba3-beea-6900c86c8451 x-openstack-request-id: req-5bf32255-d8f1-4ba3-beea-6900c86c8451 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:12.808773 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:12.808773 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5bf32255-d8f1-4ba3-beea-6900c86c8451 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:12.810118 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e', 'status': 'completed', 'code': 200} Nov 22 16:05:12.810118 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'status': 'completed', 'code': 200} Nov 22 16:05:12.858341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9f3f-ccb6-4a64-aa8e-fa7bbce40672 req-c5ec7970-cbbc-4d0b-ae94-5dbc8bd4df99 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:12.859968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b7c9f3f-ccb6-4a64-aa8e-fa7bbce40672 req-c5ec7970-cbbc-4d0b-ae94-5dbc8bd4df99 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 948 time: 0.1559417 Nov 22 16:05:12.877636 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-dadb8f12-4427-41de-ac76-286a2fffc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:12.879454 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-dadb8f12-4427-41de-ac76-286a2fffc543 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1125 time: 0.0925424 Nov 22 16:05:13.008566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Allocated IP 172.20.0.11 (8f60531c-f861-4585-80e0-22007bd4c32c/4eba48e6-7fde-4e03-9a19-7f12d791fee9/c9561a5c-27ab-4211-8055-822bbe7074a2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:05:13.023024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-4df20727-63d6-46b2-8767-72ace004f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.026610 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-4df20727-63d6-46b2-8767-72ace004f5e5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.1165419 Nov 22 16:05:13.055345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9e726-1e93-4701-a04d-7ba82e499c8f req-ad889c77-6e06-48a1-9a4b-3116b77c7a77 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.062790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4a9e726-1e93-4701-a04d-7ba82e499c8f req-ad889c77-6e06-48a1-9a4b-3116b77c7a77 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 945 time: 0.1980836 Nov 22 16:05:13.087095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b7c9f3f-ccb6-4a64-aa8e-fa7bbce40672 req-b0ee11e8-cc4e-4922-b1fe-ec9b6a080858 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364927 Nov 22 16:05:13.121280 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-419d07a1-3fef-4c7e-8740-67d759273507 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 217 time: 0.0820625 Nov 22 16:05:13.262136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-b0745923-ca03-44f4-89de-e524765e9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.266063 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-b0745923-ca03-44f4-89de-e524765e9172 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1338761 Nov 22 16:05:13.284689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4a9e726-1e93-4701-a04d-7ba82e499c8f req-9a3d0f79-4572-43b4-bb25-083156ebe43d tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210231 Nov 22 16:05:13.330676 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-32f04bc0-5a19-4788-8f3a-fccd3bd684de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531781 Nov 22 16:05:13.400029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-734b55cc-9969-4402-abb5-4b2b91500842 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.406583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-734b55cc-9969-4402-abb5-4b2b91500842 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.412792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-734b55cc-9969-4402-abb5-4b2b91500842 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.428885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-734b55cc-9969-4402-abb5-4b2b91500842 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.438415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-734b55cc-9969-4402-abb5-4b2b91500842 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.448844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-734b55cc-9969-4402-abb5-4b2b91500842 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.454915 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-734b55cc-9969-4402-abb5-4b2b91500842 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.457514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-734b55cc-9969-4402-abb5-4b2b91500842 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.2301583 Nov 22 16:05:13.486267 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-34d44f58-217c-4a9d-89c0-b584050280e9 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455173 Nov 22 16:05:13.504771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:13.559234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-277806ee-9cc6-4143-adaf-99b10c4d8221 req-a50f5cc6-73e6-4fcf-86c4-1d7890b3f741 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902405 Nov 22 16:05:13.609724 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:13.654027 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-7a282f5e-8a76-426e-a639-3bbed45bc216 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586359 Nov 22 16:05:13.726505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Network 8f60531c-f861-4585-80e0-22007bd4c32c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:05:13.747949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event updated for resources: {'Port': ['ID=c9561a5c-27ab-4211-8055-822bbe7074a2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:13.749273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:13.752923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:05:13.759020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.759739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:13.795086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef83f3-b15e-4ff8-8d88-5038fdd8b7cc req-7fabec5c-88ef-44d9-b739-fe838cca8f60 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.797303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcef83f3-b15e-4ff8-8d88-5038fdd8b7cc req-7fabec5c-88ef-44d9-b739-fe838cca8f60 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 944 time: 0.1510632 Nov 22 16:05:13.810768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-a744a971-0679-47d4-aa08-1c7f9a064961 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5374391 Nov 22 16:05:13.824084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b687fc-2086-47e2-afd0-e11e4fd3bded req-d6681ec3-82ff-46ef-bbd3-649168a83cf6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.825885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b687fc-2086-47e2-afd0-e11e4fd3bded req-d6681ec3-82ff-46ef-bbd3-649168a83cf6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 943 time: 0.1277931 Nov 22 16:05:13.831111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Request body: {'port': {'device_id': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:13.861534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-fd99bf8b-1741-4bac-a905-52c636662061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:13.863171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-fd99bf8b-1741-4bac-a905-52c636662061 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=78972e9a69a64fddbb3aa4370304e654&device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 1094 time: 0.1271865 Nov 22 16:05:13.973857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:13.977469 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d480194-c56c-469b-a4e6-a246d1cc0ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "tag": "b62e6208-5225-4e54-9940-202afd0b6536"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:14.009791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcef83f3-b15e-4ff8-8d88-5038fdd8b7cc req-d248b7b7-0ac6-4bcf-87d8-4371ba181db5 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871512 Nov 22 16:05:14.029726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b687fc-2086-47e2-afd0-e11e4fd3bded req-26d6d07a-8239-4028-afa9-535874b767e4 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937137 Nov 22 16:05:14.044950 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:14.065190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device bb544a92-2fc9-47eb-8448-2ddf78e18a21 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:14.074812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-36b3f165-7750-4b41-a4c7-816883f16143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:14.079035 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-36b3f165-7750-4b41-a4c7-816883f16143 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 200 len: 906 time: 0.2079525 Nov 22 16:05:14.158421 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9353cf19-d695-41a5-bd8a-9b01b362d156 x-openstack-request-id: req-9353cf19-d695-41a5-bd8a-9b01b362d156 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:14.158734 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "tag": "b62e6208-5225-4e54-9940-202afd0b6536", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:14.158978 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9353cf19-d695-41a5-bd8a-9b01b362d156 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:14.159381 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536', 'status': 'completed', 'code': 200} Nov 22 16:05:14.160957 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-662377ab-3514-490b-8fc9-5082faad6db0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21 HTTP/1.1" status: 200 len: 217 time: 0.0691445 Nov 22 16:05:14.229154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-717f4122-5168-4282-b5cd-f74e63d1a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:14.230977 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-717f4122-5168-4282-b5cd-f74e63d1a683 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 200 len: 845 time: 0.0618095 Nov 22 16:05:14.295523 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-7835dfe9-af1e-46ac-94d6-734f599e4043 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510650 Nov 22 16:05:14.377656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:14.410961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'port_id': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'mac_address': 'fa:16:3e:d4:cb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab7aae-234f-45ce-af7c-c8ca355c4f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:14.416696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b62e6208-5225-4e54-9940-202afd0b6536 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:05:14.440883 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-3b7fd5a5-e881-459a-b21c-2f1c91a9f02e service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321392 Nov 22 16:05:14.473658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-7f63e9ef-fa63-4258-95af-2570ec81a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:14.475304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-7f63e9ef-fa63-4258-95af-2570ec81a7cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1099 time: 0.3202538 Nov 22 16:05:14.485202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49988f2e-bc2b-4e1c-85ba-55e8464f2516 req-edb4a990-41ea-4f52-9b3e-b4d1f4ed7c5a tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:14.492677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49988f2e-bc2b-4e1c-85ba-55e8464f2516 req-edb4a990-41ea-4f52-9b3e-b4d1f4ed7c5a tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 932 time: 0.3500776 Nov 22 16:05:14.588153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f0936234-662b-4dba-8b72-d4de9f6380e4 None None] Provisioning complete for port c9561a5c-27ab-4211-8055-822bbe7074a2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:14.589961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0936234-662b-4dba-8b72-d4de9f6380e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:14.623218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-65f1d2e4-70eb-423e-9eed-e7bda815436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:14.624677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-65f1d2e4-70eb-423e-9eed-e7bda815436e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1250916 Nov 22 16:05:14.624979 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e01fbcc3-28b9-4610-971c-12cd9413e531 req-d0f0135a-e881-4e7b-9fb7-324b39aa987e service neutron] 10.222.0.71 "GET /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669884 Nov 22 16:05:14.638361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb85ef-1584-4190-8d74-d72f29ce586e req-0a97dc57-0cf9-4f12-87a5-5d7121ce987a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:14.639962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbcb85ef-1584-4190-8d74-d72f29ce586e req-0a97dc57-0cf9-4f12-87a5-5d7121ce987a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 948 time: 0.3901792 Nov 22 16:05:14.648170 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:14.686590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-16194cfc-a260-4276-bcc6-79964b4eea5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 217 time: 0.0417519 Nov 22 16:05:14.702831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-fbbdc0ab-12b6-46aa-9be5-351b19bdcffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:14.704483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-fbbdc0ab-12b6-46aa-9be5-351b19bdcffd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1099 time: 0.5347672 Nov 22 16:05:14.821161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b62e6208-5225-4e54-9940-202afd0b6536 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:05:14.834159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb544a92-2fc9-47eb-8448-2ddf78e18a21 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:14.843028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f0936234-662b-4dba-8b72-d4de9f6380e4 None None] Port c9561a5c-27ab-4211-8055-822bbe7074a2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:05:14.875467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:14.900847 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:15.021316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:15.269566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['bb544a92-2fc9-47eb-8448-2ddf78e18a21'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:15.339819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbcb85ef-1584-4190-8d74-d72f29ce586e req-4fa925fd-2ea5-4716-9916-768175969734 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466763 Nov 22 16:05:15.371352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-844c97a8-1568-464e-8965-8c4119a2d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.373024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-844c97a8-1568-464e-8965-8c4119a2d3b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.6576974 Nov 22 16:05:15.385359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49988f2e-bc2b-4e1c-85ba-55e8464f2516 req-e01823a5-6d07-4679-8c5a-9fa07f5882a0 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7573390 Nov 22 16:05:15.533054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-fb7aa223-e9c4-4d91-914f-801572dbe214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.535142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-fb7aa223-e9c4-4d91-914f-801572dbe214 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.8005359 Nov 22 16:05:15.629849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-c214d9f5-d609-486f-a60a-563e5e5c5609 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 217 time: 0.0718844 Nov 22 16:05:15.692197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93511a64-92b0-4cbe-a132-c44b13b4b5e7 req-63fd3b4a-643b-4f91-bcf1-ec940ca155e3 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.693709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93511a64-92b0-4cbe-a132-c44b13b4b5e7 req-63fd3b4a-643b-4f91-bcf1-ec940ca155e3 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 945 time: 0.2028437 Nov 22 16:05:15.751399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-f9ae4595-966b-485c-b919-adc982d1d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.752982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-f9ae4595-966b-485c-b919-adc982d1d6a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3643100 Nov 22 16:05:15.786187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-81be92d1-c877-45e2-b075-a3e57d53f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.787572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-81be92d1-c877-45e2-b075-a3e57d53f592 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1435523 Nov 22 16:05:15.800359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9561a5c-27ab-4211-8055-822bbe7074a2 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:15.854519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-c4e09d07-73ce-49b3-a762-8ab21da25768 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.860531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-c4e09d07-73ce-49b3-a762-8ab21da25768 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.866482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-c4e09d07-73ce-49b3-a762-8ab21da25768 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.873635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-c4e09d07-73ce-49b3-a762-8ab21da25768 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.880242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-c4e09d07-73ce-49b3-a762-8ab21da25768 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.886880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-c4e09d07-73ce-49b3-a762-8ab21da25768 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.892802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-c4e09d07-73ce-49b3-a762-8ab21da25768 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:15.894761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-c4e09d07-73ce-49b3-a762-8ab21da25768 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.3586032 Nov 22 16:05:15.911611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:15.985680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Transition to ACTIVE for port object c9561a5c-27ab-4211-8055-822bbe7074a2 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:15.992946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93511a64-92b0-4cbe-a132-c44b13b4b5e7 req-750b4671-2980-41a1-a097-cdc1924ea9d5 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654428 Nov 22 16:05:16.003804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:16.082688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b62e6208-5225-4e54-9940-202afd0b6536 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:16.129040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-5fa8e6ab-0561-45f8-8a60-dd1f9e198450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:16.130549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-5fa8e6ab-0561-45f8-8a60-dd1f9e198450 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3195620 Nov 22 16:05:16.170609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-d6ca53cb-b032-40c6-8c2a-458982de9785 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054046 Nov 22 16:05:16.200246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2465e1e-1b30-4c56-9720-302082b8cc6e req-e2728d03-b95c-4588-8da2-968b9c0dc192 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2757859 Nov 22 16:05:16.248338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:16.252624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Pushing event updated for resources: {'Port': ['ID=c9561a5c-27ab-4211-8055-822bbe7074a2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:16.268753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'b62e6208-5225-4e54-9940-202afd0b6536', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'b62e6208-5225-4e54-9940-202afd0b6536', 'mac_address': 'fa:16:3e:6d:f4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:16.346721 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:16.369740 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:05:16.378036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62e6208-5225-4e54-9940-202afd0b6536 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:16.412649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:16.418247 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:16.439734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Attempting to bind port c9561a5c-27ab-4211-8055-822bbe7074a2 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:16.440456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Attempting to bind port c9561a5c-27ab-4211-8055-822bbe7074a2 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:16.441023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Attempting to bind port c9561a5c-27ab-4211-8055-822bbe7074a2 on network 8f60531c-f861-4585-80e0-22007bd4c32c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:16.488441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:16.497907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3785b-561e-4b71-b31a-41253b78e428 req-121c348d-c7a1-488a-8f32-201739ef57b7 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:16.500201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92a3785b-561e-4b71-b31a-41253b78e428 req-121c348d-c7a1-488a-8f32-201739ef57b7 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 944 time: 0.3988791 Nov 22 16:05:16.516873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Port c9561a5c-27ab-4211-8055-822bbe7074a2 on network 8f60531c-f861-4585-80e0-22007bd4c32c not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:16.517568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Attempting to bind port c9561a5c-27ab-4211-8055-822bbe7074a2 on network 8f60531c-f861-4585-80e0-22007bd4c32c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:16.581781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:16.582493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Checking segment: {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:16.583136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Bound using segment: {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:16.584064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Bound port: c9561a5c-27ab-4211-8055-822bbe7074a2, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926fbbdf-0e49-41d3-9902-afeef1613d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:16.584876 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:16.632901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-ed557ed1-0374-43e3-86d6-dbb9e056fa9f service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770327 Nov 22 16:05:16.655851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06720f4-eebb-40ab-b59a-07f627c1f9fa req-94554d0b-17b3-4881-a8a2-65ec32d105a7 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:16.657569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c06720f4-eebb-40ab-b59a-07f627c1f9fa req-94554d0b-17b3-4881-a8a2-65ec32d105a7 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 944 time: 0.2770114 Nov 22 16:05:16.781907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-7abd48a7-70ee-4f4d-9e46-c3176d8a75ce service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5435202 Nov 22 16:05:16.791442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:16.896681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92a3785b-561e-4b71-b31a-41253b78e428 req-c60a8339-ac29-46de-bf55-47093d69ed9f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721659 Nov 22 16:05:16.946195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c06720f4-eebb-40ab-b59a-07f627c1f9fa req-b00e4467-3c12-40f3-9474-5d14675a15ca tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605293 Nov 22 16:05:16.964850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] For port c9561a5c-27ab-4211-8055-822bbe7074a2, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:17.041683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d480194-c56c-469b-a4e6-a246d1cc0ef1 req-6ddcb393-7d33-4714-b4b6-f83048f4b470 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798378 Nov 22 16:05:17.043476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] For port c9561a5c-27ab-4211-8055-822bbe7074a2, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c9561a5c-27ab-4211-8055-822bbe7074a2,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:17.060562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:17.156344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.156971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:17.158962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] 10.222.0.11 "PUT /v2.0/ports/c9561a5c-27ab-4211-8055-822bbe7074a2 HTTP/1.1" status: 200 len: 1092 time: 3.3322046 Nov 22 16:05:17.173701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'tag': 'c9561a5c-27ab-4211-8055-822bbe7074a2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:17.176230 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13693bd7-b17c-4ffc-af97-425be871d257" -d '{"events": [{"name": "network-changed", "server_uuid": "4e746d69-f3c2-4f27-af63-e26fb1711211", "tag": "c9561a5c-27ab-4211-8055-822bbe7074a2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:17.217524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-c0e23c1a-df18-40aa-855f-70b1f5229f92 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2603722 Nov 22 16:05:17.228774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:17.272053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Pushing event updated for resources: {'Port': ['ID=c9561a5c-27ab-4211-8055-822bbe7074a2,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:17.304167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.304722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.305165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.305631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.306672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.307110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.307573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.308091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.308464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.308933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.309395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.309819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a031709-bdf5-4258-b9e7-92a28b93902b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:17.327024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4c9d-a491-4e6f-bedb-abbb4c4ca6f3 req-5add8929-621a-498e-a25f-78c5403cfea9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.333387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4c9d-a491-4e6f-bedb-abbb4c4ca6f3 req-5add8929-621a-498e-a25f-78c5403cfea9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.340046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4c9d-a491-4e6f-bedb-abbb4c4ca6f3 req-5add8929-621a-498e-a25f-78c5403cfea9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.346497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4c9d-a491-4e6f-bedb-abbb4c4ca6f3 req-5add8929-621a-498e-a25f-78c5403cfea9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.352579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4c9d-a491-4e6f-bedb-abbb4c4ca6f3 req-5add8929-621a-498e-a25f-78c5403cfea9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.359381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4c9d-a491-4e6f-bedb-abbb4c4ca6f3 req-5add8929-621a-498e-a25f-78c5403cfea9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.365730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d4c9d-a491-4e6f-bedb-abbb4c4ca6f3 req-5add8929-621a-498e-a25f-78c5403cfea9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.368092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-498d4c9d-a491-4e6f-bedb-abbb4c4ca6f3 req-5add8929-621a-498e-a25f-78c5403cfea9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.2941437 Nov 22 16:05:17.379551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:17.385267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Request body: {'floatingip': {'port_id': '2ecca0ec-b039-4911-a60c-a35e8685fe15'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:17.391343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:17.456014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-472ad573-6b3b-4d22-bc21-4f032da6f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.457713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-472ad573-6b3b-4d22-bc21-4f032da6f69f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a35968ee78a403987b5042bc0794877&device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 1095 time: 0.2227252 Nov 22 16:05:17.460271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:17.569565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-56729129-d986-48e1-8cef-c09229afe6c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9561a5c-27ab-4211-8055-822bbe7074a2 HTTP/1.1" status: 200 len: 217 time: 0.0690246 Nov 22 16:05:17.732197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfeddf-d703-4b45-9274-22acebd017ca req-4c78d04f-9d49-4778-9ce7-345459628033 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.733848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93bfeddf-d703-4b45-9274-22acebd017ca req-4c78d04f-9d49-4778-9ce7-345459628033 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 949 time: 0.2426496 Nov 22 16:05:17.738766 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-3e18ae76-a1dd-4f79-80f9-090c7759a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.740204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-3e18ae76-a1dd-4f79-80f9-090c7759a824 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4eba48e6-7fde-4e03-9a19-7f12d791fee9 HTTP/1.1" status: 200 len: 854 time: 0.1511004 Nov 22 16:05:17.931430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93bfeddf-d703-4b45-9274-22acebd017ca req-8a51b598-0259-40af-b469-cb22bac27d08 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799316 Nov 22 16:05:17.933380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-6419051b-18d4-4330-8e9a-15d0a6ece02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:17.935644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-6419051b-18d4-4330-8e9a-15d0a6ece02c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f60531c-f861-4585-80e0-22007bd4c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856754 Nov 22 16:05:18.094351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device bb544a92-2fc9-47eb-8448-2ddf78e18a21 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:18.131861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:18.154318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port bb544a92-2fc9-47eb-8448-2ddf78e18a21 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:18.155718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-fb51f061-ccf6-4902-bd01-cd94c4718c6c service neutron] 10.222.0.11 "GET /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088504 Nov 22 16:05:18.159426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port bb544a92-2fc9-47eb-8448-2ddf78e18a21 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:18.159873 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:18.258243 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:18.314262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:18.316030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:18.320663 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07648aa-ef8a-45b6-a6c5-e7db20de860b" -d '{"events": [{"server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:18.331494 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:18.333262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7f215d0c-d7fc-4029-9bf2-fecebc5a740e no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:05:18.496087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:18.722658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9a86b-c971-4a28-8b36-8f5593bf3bb9 req-223a1e7e-41ba-4fad-84b3-ec2da56bc001 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:18.724569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bd9a86b-c971-4a28-8b36-8f5593bf3bb9 req-223a1e7e-41ba-4fad-84b3-ec2da56bc001 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 944 time: 0.6524920 Nov 22 16:05:18.864418 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1e86cb6-16cb-45d9-bcb2-fcb9a5dd9fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:18.998216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3bd065f-5f70-4bbd-97bf-460e156661c0 req-86a3031a-8c6f-4376-b495-6253b29474b6 service neutron] 10.222.0.11 "GET /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300412 Nov 22 16:05:19.033196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:05:19.074371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bd9a86b-c971-4a28-8b36-8f5593bf3bb9 req-439345ab-9913-4ba3-a791-4059d5e5b901 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3343396 Nov 22 16:05:19.096404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Allocated IP 172.25.5.122 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/14998e02-4346-4630-b9f9-d05ff42e3ad8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:05:19.104965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-09ce3e31-ef59-47cf-b26f-177f02da7f79 service neutron] 10.222.0.71 "GET /v2.0/ports/7f215d0c-d7fc-4029-9bf2-fecebc5a740e/bindings/n-h1-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.2766957 Nov 22 16:05:19.175478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:19.246588 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:19.304652 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce04cd35-2a05-4a9f-8d64-62845dba397f x-openstack-request-id: req-ce04cd35-2a05-4a9f-8d64-62845dba397f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:19.305119 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e746d69-f3c2-4f27-af63-e26fb1711211", "tag": "c9561a5c-27ab-4211-8055-822bbe7074a2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:19.305534 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce04cd35-2a05-4a9f-8d64-62845dba397f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:19.306818 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'tag': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'status': 'completed', 'code': 200} Nov 22 16:05:19.547284 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:19.551723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13693bd7-b17c-4ffc-af97-425be871d257 req-ade174ec-881f-4775-b825-02731382e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:19.553336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13693bd7-b17c-4ffc-af97-425be871d257 req-ade174ec-881f-4775-b825-02731382e53c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a35968ee78a403987b5042bc0794877&device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 1095 time: 0.2375500 Nov 22 16:05:19.566512 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Floating IP de25f543-db61-4635-ad65-ccf2b1d589bd associated. External IP: 172.25.5.20, port: 2ecca0ec-b039-4911-a60c-a35e8685fe15. Nov 22 16:05:19.576368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f9a6a-326a-4dd7-a140-63be65b2a10e req-98c9b3ec-4c31-49ae-b26d-95a8525d5952 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:19.577988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac8f9a6a-326a-4dd7-a140-63be65b2a10e req-98c9b3ec-4c31-49ae-b26d-95a8525d5952 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 944 time: 0.2220118 Nov 22 16:05:19.944382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac8f9a6a-326a-4dd7-a140-63be65b2a10e req-c77748a5-7448-40b9-8d44-930af1681257 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091035 Nov 22 16:05:19.960910 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:20.015030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:20.018102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13693bd7-b17c-4ffc-af97-425be871d257 req-9d7552ff-c9bd-4095-b2f9-eb404dc39c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:20.019592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13693bd7-b17c-4ffc-af97-425be871d257 req-9d7552ff-c9bd-4095-b2f9-eb404dc39c32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f60531c-f861-4585-80e0-22007bd4c32c HTTP/1.1" status: 200 len: 916 time: 0.4369736 Nov 22 16:05:20.109716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b62e6208-5225-4e54-9940-202afd0b6536 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:20.148907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:05:20.149688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Pushing event updated for resources: {'Port': ['ID=14998e02-4346-4630-b9f9-d05ff42e3ad8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:20.162455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:20.165199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13693bd7-b17c-4ffc-af97-425be871d257 req-f402ed4e-0c10-4a1c-abb5-fe6d10d9044c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9561a5c-27ab-4211-8055-822bbe7074a2 HTTP/1.1" status: 200 len: 217 time: 0.1236610 Nov 22 16:05:20.168213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:20.169806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:05:20.207899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port b62e6208-5225-4e54-9940-202afd0b6536 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:20.217060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port b62e6208-5225-4e54-9940-202afd0b6536 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:20.217452 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:20.337905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f215d0c-d7fc-4029-9bf2-fecebc5a740e {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:20.356743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8f6e0-41a0-4265-9eb2-f27d25b8908b req-327b5481-a2f9-4fcd-a3e6-c3867c10d296 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:20.357709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:20.365320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4f8f6e0-41a0-4265-9eb2-f27d25b8908b req-327b5481-a2f9-4fcd-a3e6-c3867c10d296 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 945 time: 0.3355448 Nov 22 16:05:20.389922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13693bd7-b17c-4ffc-af97-425be871d257 req-415a1faf-ccca-4b4a-9958-338c3aa3ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:20.391758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13693bd7-b17c-4ffc-af97-425be871d257 req-415a1faf-ccca-4b4a-9958-338c3aa3ab81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4eba48e6-7fde-4e03-9a19-7f12d791fee9 HTTP/1.1" status: 200 len: 854 time: 0.2157509 Nov 22 16:05:20.400046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:20.414419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:20.420059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:20.424946 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:20.459766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:20.475291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Router ca501046-42da-4df0-9914-a0888dac92a4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:05:20.486450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:20.567029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4f8f6e0-41a0-4265-9eb2-f27d25b8908b req-ef700572-c361-4507-a403-c643cb6d2b09 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006829 Nov 22 16:05:20.582886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13693bd7-b17c-4ffc-af97-425be871d257 req-1d3d83b3-47e9-4e88-9942-6fe7bd371133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:20.584491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13693bd7-b17c-4ffc-af97-425be871d257 req-1d3d83b3-47e9-4e88-9942-6fe7bd371133 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f60531c-f861-4585-80e0-22007bd4c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717391 Nov 22 16:05:20.585077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:20.759013 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18db3de6-9a3f-4aff-8815-504d39b2916a x-openstack-request-id: req-18db3de6-9a3f-4aff-8815-504d39b2916a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:20.759506 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:20.759804 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18db3de6-9a3f-4aff-8815-504d39b2916a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:20.760235 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'code': 200} Nov 22 16:05:20.781962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] Transition to ACTIVE for port object 7f215d0c-d7fc-4029-9bf2-fecebc5a740e will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:20.814165 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:20.965847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc884f-672a-4919-9bcc-9895d7671f94 req-8d735359-dfcb-4eeb-99c1-e815fa3fd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:20.966488 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccbc884f-672a-4919-9bcc-9895d7671f94 req-8d735359-dfcb-4eeb-99c1-e815fa3fd41a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 1096 time: 0.0728834 Nov 22 16:05:21.045204 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccbc884f-672a-4919-9bcc-9895d7671f94 req-412679d4-8bbf-4a04-bec9-89d10cf24da3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686569 Nov 22 16:05:21.272724 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5af2bb3b-97a0-4b1e-b29a-c8c7bbb8b699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:21.395414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] No DVR routers for this DVR port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:05:21.442916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:05:21.454486 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] Sync routers for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:05:21.455762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:21.460366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] Pushing event updated for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:21.477059 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:21.478422 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:21.492325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13693bd7-b17c-4ffc-af97-425be871d257 req-15a4e0f5-b7c4-4a6a-ab02-699a4415c3d6 service neutron] 10.222.0.11 "GET /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8610125 Nov 22 16:05:21.520078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-441a024e-51a1-4cc7-91b8-0adc68f3078b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:21.521594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-441a024e-51a1-4cc7-91b8-0adc68f3078b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.11 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0&tenant_id=64360a594ce5409192d790eaea4a9864&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 950 time: 0.3351400 Nov 22 16:05:21.542751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82627f70-41f3-4986-b768-77afb80d8c42 req-fc34f9c0-24b0-4536-964a-742dccdccbad tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:21.544342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82627f70-41f3-4986-b768-77afb80d8c42 req-fc34f9c0-24b0-4536-964a-742dccdccbad tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 944 time: 0.3590305 Nov 22 16:05:21.618033 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:21.628864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-1517c38b-c9b1-473a-b116-f0c58eaff326 service neutron] 10.222.0.71 "PUT /v2.0/ports/7f215d0c-d7fc-4029-9bf2-fecebc5a740e/bindings/n-h1-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5123429 Nov 22 16:05:21.695643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:21.708583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1777aadf-c977-4bc6-8b3e-62530a53d5ef tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "PUT /v2.0/floatingips/de25f543-db61-4635-ad65-ccf2b1d589bd HTTP/1.1" status: 200 len: 990 time: 4.3245416 Nov 22 16:05:21.710073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:21.713004 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea96640-7573-43a2-934c-ab56404d8309" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:21.723465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:21.836127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:21.869170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82627f70-41f3-4986-b768-77afb80d8c42 req-318eb035-6f20-49d6-8e99-7184649087fc tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3121755 Nov 22 16:05:21.885985 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-edf1a378-d668-4c02-b78e-bee6039cca21 service neutron] delete failed (client error): The resource could not be found. Nov 22 16:05:21.887004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-edf1a378-d668-4c02-b78e-bee6039cca21 service neutron] 10.222.0.11 "DELETE /v2.0/ports/b62e6208-5225-4e54-9940-202afd0b6536/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.3417559 Nov 22 16:05:21.894732 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:21.896076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6712747 Nov 22 16:05:21.896687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defabbf5-70c1-43b0-bd5c-289423c3944c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Pushing event updated for resources: {'Port': ['ID=14998e02-4346-4630-b9f9-d05ff42e3ad8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:21.913692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13693bd7-b17c-4ffc-af97-425be871d257 req-3731f4f3-15c4-4e4d-973f-3edb58df0f09 service neutron] 10.222.0.11 "GET /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856292 Nov 22 16:05:21.949180 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'de25f543-db61-4635-ad65-ccf2b1d589bd', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'port_id': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'mac_address': 'fa:16:3e:61:7e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:03:39Z', 'updated_at': '2021-11-22T16:05:18Z', 'revision_number': 1, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:41Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:21.982823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-67c297aa-2c69-4ec1-93b3-fa307c833dad tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:21.985162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-67c297aa-2c69-4ec1-93b3-fa307c833dad tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.2648444 Nov 22 16:05:22.002078 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] Checking router: ca501046-42da-4df0-9914-a0888dac92a4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:05:22.013228 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:22.013652 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:22.017268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-709b6f4e-b6aa-482f-8b75-9c828ebc820c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 696 time: 0.1113932 Nov 22 16:05:22.161312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:22.188204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-a2429581-5800-4367-8499-b7609adcedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.189726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-a2429581-5800-4367-8499-b7609adcedc6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb&tenant_id=0627f132295b49ea8052d55add2acfaf HTTP/1.1" status: 200 len: 1096 time: 0.1930611 Nov 22 16:05:22.240511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-c7150cd7-6caf-42b0-b9d5-d8bddfc031b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.241912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-c7150cd7-6caf-42b0-b9d5-d8bddfc031b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1823170 Nov 22 16:05:22.271223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd09197-f3fb-404c-b986-5ab0d3d83245 req-ef5cdae4-f25f-4f2d-853a-3cdc0ba758e8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.278821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fd09197-f3fb-404c-b986-5ab0d3d83245 req-ef5cdae4-f25f-4f2d-853a-3cdc0ba758e8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1659811 Nov 22 16:05:22.301679 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:22.313894 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:22.359362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-c41cd712-e1f9-4411-99fb-67f905723bc5 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.361157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e627bb60-b6cf-4817-8d2c-acf51fbb5216 req-c41cd712-e1f9-4411-99fb-67f905723bc5 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2933941 Nov 22 16:05:22.502903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fd09197-f3fb-404c-b986-5ab0d3d83245 req-cc9fa59d-847d-452a-b71e-6298ac19d93b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219894 Nov 22 16:05:22.522433 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'de25f543-db61-4635-ad65-ccf2b1d589bd', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'port_id': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'mac_address': 'fa:16:3e:61:7e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:03:39Z', 'updated_at': '2021-11-22T16:05:18Z', 'revision_number': 1, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:41Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:22.539207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-41339cc5-e876-4730-9ae2-6bc2bef70f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.542113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-41339cc5-e876-4730-9ae2-6bc2bef70f2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1096 time: 0.3193038 Nov 22 16:05:22.559099 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e49f3fe-eb14-4043-810a-6ea27aec46e2 None None] The sync data for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 is: [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'de25f543-db61-4635-ad65-ccf2b1d589bd', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'port_id': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'mac_address': 'fa:16:3e:61:7e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:03:39Z', 'updated_at': '2021-11-22T16:05:18Z', 'revision_number': 1, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:41Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:05:22.722256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-89586d18-2d87-4466-840d-5a32e854f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.724019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-89586d18-2d87-4466-840d-5a32e854f5af service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.4614918 Nov 22 16:05:22.761241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:22.763496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66810acd-6d24-487a-aa13-c1f881712b47 req-c689ed34-a831-449b-8cc1-9daca6f43b3a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.764300 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4dedd8-44ea-4675-af67-143c6d51a1ce" -d '{"events": [{"server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "name": "network-vif-plugged", "status": "completed", "tag": "b62e6208-5225-4e54-9940-202afd0b6536"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:22.765325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66810acd-6d24-487a-aa13-c1f881712b47 req-c689ed34-a831-449b-8cc1-9daca6f43b3a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 945 time: 0.3167937 Nov 22 16:05:22.822381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-a350188f-f608-448e-b833-0c5975d3a2a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 217 time: 0.0864909 Nov 22 16:05:22.840218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b252bf7-1d3d-49f9-8e91-d1d91ce73b03 None None] New status for floating IP de25f543-db61-4635-ad65-ccf2b1d589bd: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:05:22.949490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7a614-69ad-45e6-93bc-7c81217aabf6 req-467272f4-0a55-444b-b4e4-f6447cda04a3 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.951112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47a7a614-69ad-45e6-93bc-7c81217aabf6 req-467272f4-0a55-444b-b4e4-f6447cda04a3 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 945 time: 0.3396451 Nov 22 16:05:22.964010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-17ff1893-1487-453b-80ba-8537b99ae32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:22.966193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-17ff1893-1487-453b-80ba-8537b99ae32f service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.3948498 Nov 22 16:05:23.063049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-bb39c063-846b-4feb-95ab-34b61ffd5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.064568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-bb39c063-846b-4feb-95ab-34b61ffd5fa5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2134051 Nov 22 16:05:23.069783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-6ff1b6c1-18c5-40b0-8fdb-73d1940da657 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 217 time: 0.0868764 Nov 22 16:05:23.078011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66810acd-6d24-487a-aa13-c1f881712b47 req-03923850-4fcf-4351-ad76-7fd478264027 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649992 Nov 22 16:05:23.170942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47a7a614-69ad-45e6-93bc-7c81217aabf6 req-575e9fc4-4547-4c05-9884-1948911a29f3 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898947 Nov 22 16:05:23.208056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-443efcb1-d47e-4307-8893-4f8d52315552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.209559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-443efcb1-d47e-4307-8893-4f8d52315552 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1239207 Nov 22 16:05:23.232681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-f5212bd9-da86-42f4-9783-872d013251ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.234302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-f5212bd9-da86-42f4-9783-872d013251ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553590 Nov 22 16:05:23.245548 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9a5e8a-2d51-4da8-8010-ec1752b9f4ac x-openstack-request-id: req-ad9a5e8a-2d51-4da8-8010-ec1752b9f4ac {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:23.245854 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:23.246118 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad9a5e8a-2d51-4da8-8010-ec1752b9f4ac {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:23.246534 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'status': 'completed', 'code': 200} Nov 22 16:05:23.279286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-59724485-c466-4ac2-a547-b9fcf35f7dc9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499279 Nov 22 16:05:23.305825 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07de5611-7b30-45f8-a5d4-e7f214a2443c x-openstack-request-id: req-07de5611-7b30-45f8-a5d4-e7f214a2443c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:23.306383 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "name": "network-vif-plugged", "status": "completed", "tag": "b62e6208-5225-4e54-9940-202afd0b6536", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:23.306383 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07de5611-7b30-45f8-a5d4-e7f214a2443c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:23.306775 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536', 'code': 200} Nov 22 16:05:23.553237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-2b31f1db-44ef-4ba5-b1b0-1b024d21b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.553791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-2b31f1db-44ef-4ba5-b1b0-1b024d21b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.554072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-2b31f1db-44ef-4ba5-b1b0-1b024d21b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.554558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-2b31f1db-44ef-4ba5-b1b0-1b024d21b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.554995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-2b31f1db-44ef-4ba5-b1b0-1b024d21b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.555455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-2b31f1db-44ef-4ba5-b1b0-1b024d21b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.556033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-2b31f1db-44ef-4ba5-b1b0-1b024d21b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.558284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea96640-7573-43a2-934c-ab56404d8309 req-2b31f1db-44ef-4ba5-b1b0-1b024d21b97b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6499 time: 0.2767243 Nov 22 16:05:23.609632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68098e-6086-42bf-a624-958c5373b6ba req-9fb5421c-0c68-4072-b596-2acf12dd04e1 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.611127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba68098e-6086-42bf-a624-958c5373b6ba req-9fb5421c-0c68-4072-b596-2acf12dd04e1 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 944 time: 0.2383025 Nov 22 16:05:23.657852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-46c7b10f-144f-43c6-a996-68f4cb8f7be2 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919590 Nov 22 16:05:23.674687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-0b30b223-9129-4740-a01f-5df180df5175 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722560 Nov 22 16:05:23.723590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-76070266-d997-4bb6-a1b5-75ae4a8c2e8f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.725092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-76070266-d997-4bb6-a1b5-75ae4a8c2e8f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 820 time: 0.4349027 Nov 22 16:05:23.843130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-29d907fb-4a4c-405a-a3d3-0897cebe094f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/quotas/857073f37fdf4b9bae8a628d9fa6c887 HTTP/1.1" status: 200 len: 375 time: 0.0758038 Nov 22 16:05:23.905587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-aaf7d1ab-dbe5-40b7-b484-804e0eec7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:23.907079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea96640-7573-43a2-934c-ab56404d8309 req-aaf7d1ab-dbe5-40b7-b484-804e0eec7535 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d96293d-4bbf-48aa-81cb-af7351f06337 HTTP/1.1" status: 200 len: 917 time: 0.3322520 Nov 22 16:05:24.240635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba68098e-6086-42bf-a624-958c5373b6ba req-0661e3ec-f833-49b4-a872-460eb1268b29 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5851796 Nov 22 16:05:24.279338 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:24.309429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2b1f24-dfd1-4741-a98d-184203cd9a9f req-925c69ee-ac34-4de7-95eb-4ffe81fbef8f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371188 Nov 22 16:05:24.317375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-f7388b6e-7ca1-4083-a1c0-63050595e988 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292026 Nov 22 16:05:24.335710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-661428dc-5e85-4346-bf6d-a62463c4508f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4757776 Nov 22 16:05:24.345788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea96640-7573-43a2-934c-ab56404d8309 req-e43fd530-64cf-4de7-94ed-87497ed551e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15 HTTP/1.1" status: 200 len: 1000 time: 0.1103036 Nov 22 16:05:24.355057 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:24.454745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-f880b5bf-2b47-406b-b7e1-c18ff349f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:24.456249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea96640-7573-43a2-934c-ab56404d8309 req-f880b5bf-2b47-406b-b7e1-c18ff349f5c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e8b21a4-3e72-44df-ae98-8fd86638c7e9 HTTP/1.1" status: 200 len: 855 time: 0.1008675 Nov 22 16:05:24.493729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-9abec2ab-b8aa-4bb1-a5a7-31fcf3165248 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457942 Nov 22 16:05:24.587397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96640-7573-43a2-934c-ab56404d8309 req-69e40836-9d67-4b71-811e-686df1d47882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:24.589184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea96640-7573-43a2-934c-ab56404d8309 req-69e40836-9d67-4b71-811e-686df1d47882 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d96293d-4bbf-48aa-81cb-af7351f06337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101253 Nov 22 16:05:24.674291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-42f63dd0-f720-41e3-8a6d-2187306d52da service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657274 Nov 22 16:05:24.738090 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:24.741389 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea96640-7573-43a2-934c-ab56404d8309 req-ecd147a7-ec0e-4d3e-87ae-b82aa6bdcb8c service neutron] 10.222.0.71 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341636 Nov 22 16:05:24.955360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ea96640-7573-43a2-934c-ab56404d8309 req-f33eb664-42c5-4173-8476-5e7fb2816de1 service neutron] 10.222.0.71 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043369 Nov 22 16:05:24.976221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a0376-467d-438c-905c-f17779475b9a req-1f2d9d9e-c5a3-4b72-9228-620d37d7cb85 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:24.978877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d89a0376-467d-438c-905c-f17779475b9a req-1f2d9d9e-c5a3-4b72-9228-620d37d7cb85 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1039677 Nov 22 16:05:25.162051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d89a0376-467d-438c-905c-f17779475b9a req-144b5a4e-aaf1-4e5b-929b-a49a2611cf56 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704946 Nov 22 16:05:25.198092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-e2a1be7f-43b3-4050-9944-fd8304d4be78 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:25.200853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-e2a1be7f-43b3-4050-9944-fd8304d4be78 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.1674647 Nov 22 16:05:25.216700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f2d46-7d6c-4591-a504-a87a35277da2 req-297ebee6-218d-4bcd-bdda-7b8dee6edad6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:25.218618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc2f2d46-7d6c-4591-a504-a87a35277da2 req-297ebee6-218d-4bcd-bdda-7b8dee6edad6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 945 time: 0.3018644 Nov 22 16:05:25.330540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc2f2d46-7d6c-4591-a504-a87a35277da2 req-a6b9083a-1d28-4370-ad75-99bf22b11fac tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751500 Nov 22 16:05:25.575770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-beca497d-ac95-4559-898b-29fa6c72d355 req-86647c5d-6913-4f83-8f6a-799018ab44a2 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 210 time: 0.0752826 Nov 22 16:05:25.610331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-309e588f-d969-416a-8cd1-33f6a665b52e service neutron] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:25.613188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-309e588f-d969-416a-8cd1-33f6a665b52e service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:25.615804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d336a124-049f-4b99-b5bf-b9b0b404253c req-309e588f-d969-416a-8cd1-33f6a665b52e service neutron] 10.222.0.11 "DELETE /v2.0/ports/7f215d0c-d7fc-4029-9bf2-fecebc5a740e/bindings/n-h2-811716-3 HTTP/1.1" status: 204 len: 173 time: 0.3951418 Nov 22 16:05:25.705680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-e51d0d53-77be-4b63-b48e-c6418ce0752d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:25.707459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-e51d0d53-77be-4b63-b48e-c6418ce0752d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 821 time: 0.3052547 Nov 22 16:05:25.745686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-edfc6f3f-79d6-4b0d-bca1-86ae16d507f4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/quotas/fb90cc83c0a14939848c89f857ea49d2 HTTP/1.1" status: 200 len: 375 time: 0.0199547 Nov 22 16:05:25.764706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0b31b-bb2f-4919-9c47-fa29d392493b req-45cf31f6-31c6-4b92-9dfb-50044f68b2ba tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:25.766662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18c0b31b-bb2f-4919-9c47-fa29d392493b req-45cf31f6-31c6-4b92-9dfb-50044f68b2ba tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 944 time: 0.0864773 Nov 22 16:05:25.860899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-041b0313-20ef-4b76-b5fc-0e2dcc9f44e9 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929315 Nov 22 16:05:25.888178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18c0b31b-bb2f-4919-9c47-fa29d392493b req-cfd5f862-f735-4d97-a100-b8a836d62395 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080732 Nov 22 16:05:26.014513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-b2b0dd31-00f1-49cb-bf5b-c8b331b820eb service neutron] 10.222.0.69 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422687 Nov 22 16:05:26.146131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device bb544a92-2fc9-47eb-8448-2ddf78e18a21 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:26.173874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-d90654ea-8b8b-42d0-8dfc-de42f3b28000 service neutron] 10.222.0.69 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499963 Nov 22 16:05:26.233920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f8e9e-da3e-4fcf-ad04-f620664a9047 req-8399a3d2-2d8f-4ecb-adfd-bc617d4f7b28 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:26.242908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953f8e9e-da3e-4fcf-ad04-f620664a9047 req-8399a3d2-2d8f-4ecb-adfd-bc617d4f7b28 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 945 time: 0.0970888 Nov 22 16:05:26.295116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:26.309146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953f8e9e-da3e-4fcf-ad04-f620664a9047 req-54297294-12f3-4214-bf7c-6c36e933dfdc tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641801 Nov 22 16:05:26.317577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'network_id': '7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd', 'port_id': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'mac_address': 'fa:16:3e:d4:cb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ab7aae-234f-45ce-af7c-c8ca355c4f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:26.395719 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:26.418940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb544a92-2fc9-47eb-8448-2ddf78e18a21 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:26.457218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:26.463213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:26.564093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:26.579500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.579841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-e42221f7-849a-4b57-8a2d-2cca1345cd56 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:26.580655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.581239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.581926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.582542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.583102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.583659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-e42221f7-849a-4b57-8a2d-2cca1345cd56 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 820 time: 0.2242200 Nov 22 16:05:26.584044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.584633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.585173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.585515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.585850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.586381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:26.606014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Request body: {'port': {'device_id': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'admin_state_up': True, 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:26.683110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['bb544a92-2fc9-47eb-8448-2ddf78e18a21'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:26.832700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6d102-5660-4939-84d5-44696dad7abe req-0f54b95d-4b37-4cc7-8e16-a099ffc0b639 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:26.834735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0af6d102-5660-4939-84d5-44696dad7abe req-0f54b95d-4b37-4cc7-8e16-a099ffc0b639 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.0829098 Nov 22 16:05:26.957151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0af6d102-5660-4939-84d5-44696dad7abe req-af107ff2-d8bd-41a2-b194-b82c8d457ba6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119726 Nov 22 16:05:26.999575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c331fa-7070-49ed-a29d-fc0074b3a214 req-cfecee72-a0ab-4d50-a0f6-cb280ddf3062 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:27.001567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29c331fa-7070-49ed-a29d-fc0074b3a214 req-cfecee72-a0ab-4d50-a0f6-cb280ddf3062 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 945 time: 0.1005423 Nov 22 16:05:27.002229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Made reservation on behalf of 857073f37fdf4b9bae8a628d9fa6c887 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:05:27.005655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:27.144475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7015592f-a173-4507-a7dc-d7604169863b req-39a5b759-748a-4fdb-9755-595c7420e979 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 210 time: 0.0607188 Nov 22 16:05:27.154209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29c331fa-7070-49ed-a29d-fc0074b3a214 req-f7af5668-61e6-481a-a449-2640fbeef3ad tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441216 Nov 22 16:05:27.277956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6dc3558-608c-424c-9aa2-1c4ffb509373 req-70916429-f7d5-452a-9daf-92bf69555977 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 210 time: 0.0472233 Nov 22 16:05:27.293088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Allocated IP 172.20.0.14 (6257963a-3fa1-473d-83ee-2d87a862d24b/b03be638-3716-4843-b5aa-79391e54b41a/67f1946a-87ec-4da9-9cd5-914f321f0bcc) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:05:27.358009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48c75c-5163-4ef3-b6be-39dd82ddeedf req-ee6577c0-05e8-4a6c-a962-2a9f7fccae93 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:27.359582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d48c75c-5163-4ef3-b6be-39dd82ddeedf req-ee6577c0-05e8-4a6c-a962-2a9f7fccae93 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 944 time: 0.0880640 Nov 22 16:05:27.516229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d48c75c-5163-4ef3-b6be-39dd82ddeedf req-dc77b2ec-f6ad-44b5-a77b-4a8dcd0ec68e tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501915 Nov 22 16:05:27.525144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d0bd1-209f-481f-b049-ce5211826406 req-a481766d-3029-45fd-8cee-590cc1bda425 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:27.526748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f1d0bd1-209f-481f-b049-ce5211826406 req-a481766d-3029-45fd-8cee-590cc1bda425 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1101 time: 0.1479895 Nov 22 16:05:27.576949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:27.606596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f1d0bd1-209f-481f-b049-ce5211826406 req-243305f9-8857-45f8-962f-707376833ed9 tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709524 Nov 22 16:05:27.662660 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:27.676369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['94f537b2-c66c-4d4f-b2a3-b5914681db06'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:27.751033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3063c-f1c3-4e68-bed8-f374c0ed902a req-eb345f7e-ea15-4f4a-b956-b4d9399e35ac tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:27.752683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6a3063c-f1c3-4e68-bed8-f374c0ed902a req-eb345f7e-ea15-4f4a-b956-b4d9399e35ac tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 944 time: 0.1309741 Nov 22 16:05:27.755739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Network 6257963a-3fa1-473d-83ee-2d87a862d24b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:05:27.764422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:27.776520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:05:27.782112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:27.782767 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:27.787334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Pushing event updated for resources: {'Port': ['ID=67f1946a-87ec-4da9-9cd5-914f321f0bcc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:27.820917 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-fb606235-d07c-4cad-bc6f-67079b94ca44 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2255018 Nov 22 16:05:27.829349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0eccc-8ef2-4a73-82d0-ffb901fbc82c req-9a7abda3-bd8a-44c2-833e-7d75da78a3a3 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:27.830293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ea0eccc-8ef2-4a73-82d0-ffb901fbc82c req-9a7abda3-bd8a-44c2-833e-7d75da78a3a3 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1096 time: 0.1595485 Nov 22 16:05:27.859803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6a3063c-f1c3-4e68-bed8-f374c0ed902a req-23dca045-b427-494b-ab26-bdb8eef58136 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997877 Nov 22 16:05:27.914941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Request body: {'port': {'device_id': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:27.975792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ea0eccc-8ef2-4a73-82d0-ffb901fbc82c req-48937919-c008-4a89-af88-6cdf9de4e165 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148033 Nov 22 16:05:28.055200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:28.161694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device bb544a92-2fc9-47eb-8448-2ddf78e18a21 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:28.238878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8ae1eedb-8017-42e6-b008-8ebb53ba7c7d None None] Provisioning complete for port 67f1946a-87ec-4da9-9cd5-914f321f0bcc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:28.239574 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ae1eedb-8017-42e6-b008-8ebb53ba7c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:28.287935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1eedb-8017-42e6-b008-8ebb53ba7c7d None None] Port 67f1946a-87ec-4da9-9cd5-914f321f0bcc cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:05:28.291564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port bb544a92-2fc9-47eb-8448-2ddf78e18a21 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:28.292771 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:28.302673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-9f3839e1-6d0a-46a6-9b7e-031b23bb17ce tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=64360a594ce5409192d790eaea4a9864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269380 Nov 22 16:05:28.309568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ee3e0-e222-4dbf-8094-22b53a6fa15e req-223d3751-55a8-4f8b-aada-d7c175180c2d tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:28.320117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-425ee3e0-e222-4dbf-8094-22b53a6fa15e req-223d3751-55a8-4f8b-aada-d7c175180c2d tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1096 time: 0.2416108 Nov 22 16:05:28.397611 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:28.428912 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:28.431757 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e22761-88f0-49e0-b9ff-c98e30147634" -d '{"events": [{"server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:28.445422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:28.451143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:28.473163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-a662a4b9-f863-4261-98a7-53a93a27c9f6 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:28.474652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-a662a4b9-f863-4261-98a7-53a93a27c9f6 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 821 time: 0.3593745 Nov 22 16:05:28.532072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:28.535597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Request body: {'port': {'device_id': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'admin_state_up': True, 'tenant_id': 'fb90cc83c0a14939848c89f857ea49d2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:28.577427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-425ee3e0-e222-4dbf-8094-22b53a6fa15e req-50283f36-d80d-4484-ba40-4b19b4379d7f tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563002 Nov 22 16:05:28.680077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-928be4ef-eb22-49b1-ad67-f8a9633e7870 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:28.682489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-928be4ef-eb22-49b1-ad67-f8a9633e7870 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3544672 Nov 22 16:05:28.767566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-7fbb7c14-d69f-465f-8c1a-dfa974d75299 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/quotas/64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 375 time: 0.0692515 Nov 22 16:05:28.851363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2667e89-367c-4942-85b4-b416196e8a39 req-63eb9257-a62c-484a-a383-a30671da9279 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:28.853536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2667e89-367c-4942-85b4-b416196e8a39 req-63eb9257-a62c-484a-a383-a30671da9279 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 932 time: 0.1856804 Nov 22 16:05:28.908647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Made reservation on behalf of fb90cc83c0a14939848c89f857ea49d2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:05:28.912085 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:28.933169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-98724e2b-d088-4ec0-aa1e-66562eaf6822 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1553588 Nov 22 16:05:28.987051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f1946a-87ec-4da9-9cd5-914f321f0bcc {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:29.030306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:29.038966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2667e89-367c-4942-85b4-b416196e8a39 req-970f1ace-6384-4352-91d6-99867e41d923 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668561 Nov 22 16:05:29.063546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Transition to ACTIVE for port object 67f1946a-87ec-4da9-9cd5-914f321f0bcc will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:29.075742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:29.113312 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856c8e74-0964-4f4f-8ccb-90ca81d2dafe x-openstack-request-id: req-856c8e74-0964-4f4f-8ccb-90ca81d2dafe {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:29.114327 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "name": "network-vif-plugged", "status": "completed", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:29.114799 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-856c8e74-0964-4f4f-8ccb-90ca81d2dafe {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:29.115415 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'code': 200} Nov 22 16:05:29.244678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f23d2ee-beaf-4591-afa8-0d4f5ad783a9 req-9bbea16b-2d17-43ee-adad-6367c3ecdb28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 210 time: 0.1104839 Nov 22 16:05:29.250483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Allocated IP 172.20.0.4 (a7590de7-4c87-45b1-807e-6d53010a213a/ebf44a3e-fa73-4322-baca-1b91d9430850/713b06b5-c3e3-4cfc-972d-d980d733b0a2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:05:29.332988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Attempting to bind port 67f1946a-87ec-4da9-9cd5-914f321f0bcc on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:29.333302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Attempting to bind port 67f1946a-87ec-4da9-9cd5-914f321f0bcc by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:29.333713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Attempting to bind port 67f1946a-87ec-4da9-9cd5-914f321f0bcc on network 6257963a-3fa1-473d-83ee-2d87a862d24b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:29.379644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Port 67f1946a-87ec-4da9-9cd5-914f321f0bcc on network 6257963a-3fa1-473d-83ee-2d87a862d24b not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:29.380209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Attempting to bind port 67f1946a-87ec-4da9-9cd5-914f321f0bcc on network 6257963a-3fa1-473d-83ee-2d87a862d24b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:29.388810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Pushing event updated for resources: {'Port': ['ID=67f1946a-87ec-4da9-9cd5-914f321f0bcc,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:29.420566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:29.422042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Checking segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:29.422659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Bound using segment: {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:29.423377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Bound port: 67f1946a-87ec-4da9-9cd5-914f321f0bcc, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e654fb-0610-4a2e-8a66-53c3630f9fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:29.424200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:29.547357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7563d9-8016-49ba-8cbc-00294f8ffb8c req-d0e3489a-b8b2-4c24-a556-90600cf38366 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:29.549964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b7563d9-8016-49ba-8cbc-00294f8ffb8c req-d0e3489a-b8b2-4c24-a556-90600cf38366 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 944 time: 0.3499777 Nov 22 16:05:30.058076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] For port 67f1946a-87ec-4da9-9cd5-914f321f0bcc, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:30.075626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b7563d9-8016-49ba-8cbc-00294f8ffb8c req-53f24087-6d19-4a58-995c-8d31210adf65 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4708984 Nov 22 16:05:30.087075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] For port 67f1946a-87ec-4da9-9cd5-914f321f0bcc, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:30.098683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:30.155342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dedeb-09f7-4199-936c-800eafbbdf67 req-64464f62-4dac-4e43-998a-0cc3a918dc9c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:30.156938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a9dedeb-09f7-4199-936c-800eafbbdf67 req-64464f62-4dac-4e43-998a-0cc3a918dc9c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 945 time: 0.1976018 Nov 22 16:05:30.160165 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:30.187446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:30.188097 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:30.189600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] 10.222.0.11 "PUT /v2.0/ports/67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 1092 time: 2.3584106 Nov 22 16:05:30.194340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:30.196701 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc61be9-5c12-4dbf-9a1d-2720e6b84923" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:30.244386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8899fe5-1875-4fe1-b16d-e5a91e2ad820 service neutron] Pushing event updated for resources: {'Port': ['ID=67f1946a-87ec-4da9-9cd5-914f321f0bcc,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:30.363214 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a9dedeb-09f7-4199-936c-800eafbbdf67 req-699c704c-5cc1-4263-965f-b9201a19bc51 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900303 Nov 22 16:05:30.395133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfbe1e72-b4bc-401d-a9aa-92141bd7f095 req-b8e725f5-7ba7-4cd3-bea4-56108fd654c3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 210 time: 0.0551996 Nov 22 16:05:30.398054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:30.414119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['0e713811-0035-4a74-9fcc-b4413b487f1f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:30.450713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-7fa69bae-5039-4111-be12-6f2d316c44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:30.452536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-7fa69bae-5039-4111-be12-6f2d316c44a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 1095 time: 0.2048047 Nov 22 16:05:30.477875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Network a7590de7-4c87-45b1-807e-6d53010a213a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:05:30.526486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c9561a5c-27ab-4211-8055-822bbe7074a2 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:30.550676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:30.554773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:05:30.563439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:30.564389 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:30.579499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Pushing event updated for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:30.589525 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03040bcc-f1ca-4096-95c5-e083f43eec6a x-openstack-request-id: req-03040bcc-f1ca-4096-95c5-e083f43eec6a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:30.589921 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:30.590398 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03040bcc-f1ca-4096-95c5-e083f43eec6a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:30.590814 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'status': 'completed', 'code': 200} Nov 22 16:05:30.595793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-80ea9f99-9e48-4e04-9071-37c83a1972fe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0860169 Nov 22 16:05:30.597205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-5c919e12-7f91-4390-a5d7-c7a9d892af10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 217 time: 0.1310277 Nov 22 16:05:30.641861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Request body: {'port': {'device_id': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:30.654011 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-909eaf2b-304c-4f0c-8d76-6b7b9c2bc2e6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=64360a594ce5409192d790eaea4a9864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439084 Nov 22 16:05:30.795809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d424964a-f779-417c-892f-2d0f76b79868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:30.804058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-d424964a-f779-417c-892f-2d0f76b79868 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.1955497 Nov 22 16:05:30.806729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c9561a5c-27ab-4211-8055-822bbe7074a2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c9561a5c-27ab-4211-8055-822bbe7074a2,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:30.808405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-c1022451-9213-4c77-bf9e-21d044321046 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:30.810325 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-c1022451-9213-4c77-bf9e-21d044321046 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480772 Nov 22 16:05:30.831143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Request body: {'port': {'device_id': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '64360a594ce5409192d790eaea4a9864'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:30.835810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'port_id': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'mac_address': 'fa:16:3e:a0:b3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:30.877297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf26eb1-4e87-4ac5-be87-de96d0609f81 req-74ecdbad-543b-4d8b-bf9e-aa925a521bc4 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:30.893133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebf26eb1-4e87-4ac5-be87-de96d0609f81 req-74ecdbad-543b-4d8b-bf9e-aa925a521bc4 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 944 time: 0.3082218 Nov 22 16:05:30.921194 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:30.944745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0e0ad-a745-4e8e-b167-74f467f1a269 req-030f5d69-8aab-47fc-8f9d-6dba89694ee6 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:30.953677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81b0e0ad-a745-4e8e-b167-74f467f1a269 req-030f5d69-8aab-47fc-8f9d-6dba89694ee6 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 931 time: 0.2801774 Nov 22 16:05:30.992428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9561a5c-27ab-4211-8055-822bbe7074a2 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:30.995149 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:30.998381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Made reservation on behalf of 64360a594ce5409192d790eaea4a9864 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:05:31.003369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:31.025138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c9561a5c-27ab-4211-8055-822bbe7074a2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c9561a5c-27ab-4211-8055-822bbe7074a2,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:31.030838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:31.087361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebf26eb1-4e87-4ac5-be87-de96d0609f81 req-1a5f2166-659a-4c49-bae1-e0ee3fc3ad9c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911345 Nov 22 16:05:31.095273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c9561a5c-27ab-4211-8055-822bbe7074a2,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:31.172718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Allocated IP 192.168.233.248 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/7e2b05de-24e2-46b1-b12a-df04e830a1aa) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:05:31.293866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-eae966dc-fb86-452a-8631-540e8e808546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:31.295399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-eae966dc-fb86-452a-8631-540e8e808546 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4785693 Nov 22 16:05:31.311499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['c9561a5c-27ab-4211-8055-822bbe7074a2'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:31.446990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81b0e0ad-a745-4e8e-b167-74f467f1a269 req-de849ea1-6484-4be1-bf7b-e3e042580d33 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901742 Nov 22 16:05:31.668574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea12369-a5a9-4d2d-953f-30de84516d09 req-5b0dbfe6-485f-4d24-a96c-a625453a48f9 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:31.670195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cea12369-a5a9-4d2d-953f-30de84516d09 req-5b0dbfe6-485f-4d24-a96c-a625453a48f9 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 945 time: 0.2725379 Nov 22 16:05:31.680170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-52c410f8-decb-4fc1-acde-e9c89cf83455 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509424 Nov 22 16:05:31.756717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:31.810977 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:31.816817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e629e04-aeaa-474b-af5e-8389cdc7e5a1 req-67ed8750-034c-4af7-97f3-5808143e8405 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 210 time: 0.0604126 Nov 22 16:05:31.824502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:31.827184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713b06b5-c3e3-4cfc-972d-d980d733b0a2 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:31.857018 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:31.860121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:05:31.903947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:31.913466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:05:31.921614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cea12369-a5a9-4d2d-953f-30de84516d09 req-d9ff6bea-5207-43e8-92a2-983686ed7c98 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439690 Nov 22 16:05:31.923110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Transition to ACTIVE for port object 713b06b5-c3e3-4cfc-972d-d980d733b0a2 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:31.929501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba0ecaed-c2e3-4b67-9ad7-0f1715852e43 req-b15d700f-89a4-4eb3-93f8-d09c4da191ae service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216682 Nov 22 16:05:31.936188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.037993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:32.039399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.146815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Pushing event updated for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:32.149829 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3232291 Nov 22 16:05:32.151338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:32.177554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.178064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.188026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.188807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.189382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.192911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.194131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device bb544a92-2fc9-47eb-8448-2ddf78e18a21 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:05:32.194332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.194705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.195149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.206514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.207023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.207530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b20bfc-921d-4aa8-a937-799e1761f98e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:05:32.216121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Request body: {'port': {'device_id': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:32.251768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:32.252153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:32.252560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:32.313981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.320719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:32.323618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:32.337222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:32.337636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:32.338177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:32.338933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Bound port: 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:32.339372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.411079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-b09b5da0-0c2c-477c-b834-0807d8b72cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:32.412763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-b09b5da0-0c2c-477c-b834-0807d8b72cec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 1095 time: 0.4075997 Nov 22 16:05:32.420455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-46e4600a-072a-4961-bc37-b3963c06ea31 None None] Provisioning complete for port 7e2b05de-24e2-46b1-b12a-df04e830a1aa triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:32.421399 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46e4600a-072a-4961-bc37-b3963c06ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.423532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.470596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c9561a5c-27ab-4211-8055-822bbe7074a2 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:32.507225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:32.510239 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc19b68-d2ad-4eee-8723-25f1c82a707f" -d '{"events": [{"server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "name": "network-vif-unplugged", "status": "completed", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:32.538925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:32.543850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-46e4600a-072a-4961-bc37-b3963c06ea31 None None] Port 7e2b05de-24e2-46b1-b12a-df04e830a1aa cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:05:32.556713 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.583144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f8f45-f4ab-4770-a626-66055a88419a req-58e27443-be7a-44e6-b5d2-5504c11c58e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:32.585022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b7f8f45-f4ab-4770-a626-66055a88419a req-58e27443-be7a-44e6-b5d2-5504c11c58e7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 944 time: 0.3089619 Nov 22 16:05:32.597936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b4bbf-5c53-4997-94d7-33c62c671f0d req-9409a8a2-997f-4c96-a537-3530ecde4023 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:32.600961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c79b4bbf-5c53-4997-94d7-33c62c671f0d req-9409a8a2-997f-4c96-a537-3530ecde4023 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 945 time: 0.3003826 Nov 22 16:05:32.628230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port c9561a5c-27ab-4211-8055-822bbe7074a2 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:32.634923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port c9561a5c-27ab-4211-8055-822bbe7074a2 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:32.635676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.668776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:32.677642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2b05de-24e2-46b1-b12a-df04e830a1aa {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:32.687392 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.702304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Transition to ACTIVE for port object 7e2b05de-24e2-46b1-b12a-df04e830a1aa will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:32.705058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b7f8f45-f4ab-4770-a626-66055a88419a req-efa5e776-f1c1-46e7-bdd2-3dd10b875e9c tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027319 Nov 22 16:05:32.721376 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.766548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:32.776812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:32.800508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.818363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:32.936174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Attempting to bind port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:32.936414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Attempting to bind port 7e2b05de-24e2-46b1-b12a-df04e830a1aa by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:32.936660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Attempting to bind port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:32.941596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:32.941936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Attempting to bind port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:32.948782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:32.949125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:32.949528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:32.949978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Bound port: 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:32.950355 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.955853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Pushing event updated for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:32.996475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:32.997070 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:32.998703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-926f7056-96c1-4456-9aa5-7b2f91b4d697 service neutron] 10.222.0.71 "PUT /v2.0/ports/713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 200 len: 1091 time: 2.3859015 Nov 22 16:05:32.999669 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:33.014566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:33.022271 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881" -d '{"events": [{"name": "network-changed", "server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:33.043375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c79b4bbf-5c53-4997-94d7-33c62c671f0d req-6e57714c-1e7e-470d-9f10-148b4156f8e6 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580923 Nov 22 16:05:33.048072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-06ef0c9f-5798-4bfe-a1ac-2f1b3a2370f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.049077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-06ef0c9f-5798-4bfe-a1ac-2f1b3a2370f3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.5997460 Nov 22 16:05:33.074956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c9561a5c-27ab-4211-8055-822bbe7074a2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c9561a5c-27ab-4211-8055-822bbe7074a2,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:33.099788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064050c1-2b7d-4ba3-a536-b62567804155 req-28275e0c-0c01-4b3d-a92f-4668853f5ffe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.102899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064050c1-2b7d-4ba3-a536-b62567804155 req-28275e0c-0c01-4b3d-a92f-4668853f5ffe tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.1841767 Nov 22 16:05:33.107632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:33.117060 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:33.134876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:33.142634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:33.146539 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70204368-d04b-415d-9910-cdf9034605ab x-openstack-request-id: req-70204368-d04b-415d-9910-cdf9034605ab {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:33.146977 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "name": "network-vif-unplugged", "status": "completed", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:33.147361 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70204368-d04b-415d-9910-cdf9034605ab {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:33.147867 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'code': 200} Nov 22 16:05:33.186243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c9561a5c-27ab-4211-8055-822bbe7074a2,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:33.209006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.209812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:33.213594 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] 10.222.0.71 "PUT /v2.0/ports/7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 1096 time: 1.0388279 Nov 22 16:05:33.216979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:33.221274 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:33.288736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15224484-1463-4fb6-90b6-87d59b73c073 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:33.290843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064050c1-2b7d-4ba3-a536-b62567804155 req-06c0707e-80fa-484f-82f3-96beb12ae3b0 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882111 Nov 22 16:05:33.292282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-54e30da2-54a1-43c0-8cc7-6cb5928cb60b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 217 time: 0.2300041 Nov 22 16:05:33.365276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-7e50e3f4-6f50-468e-8e2f-c07fb1d0b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.367143 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-7e50e3f4-6f50-468e-8e2f-c07fb1d0b16a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1099 time: 0.0677726 Nov 22 16:05:33.370706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-9846ea1b-f274-4c51-927c-f6e4bb61e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.372870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-9846ea1b-f274-4c51-927c-f6e4bb61e803 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.0707884 Nov 22 16:05:33.445296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-dd0bbb7b-0544-438f-ab4b-98e32888c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.445933 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-a7e74405-4833-402a-8518-6e41632691b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 217 time: 0.0647070 Nov 22 16:05:33.448978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-dd0bbb7b-0544-438f-ab4b-98e32888c273 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1094 time: 0.3753896 Nov 22 16:05:33.527884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-aaef0be5-4189-49ef-92dc-64fad49b0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.529660 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-aaef0be5-4189-49ef-92dc-64fad49b0aa7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0650048 Nov 22 16:05:33.550630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-cf91ddf5-ca0f-4a34-b201-1ae5235b2fa1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 200 len: 217 time: 0.0841482 Nov 22 16:05:33.570530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9590fee-1e64-4ea0-91f4-8a4ea2369236 req-bafb03bc-f630-4b96-aa56-42c3494b8bef tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.578643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9590fee-1e64-4ea0-91f4-8a4ea2369236 req-bafb03bc-f630-4b96-aa56-42c3494b8bef tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 948 time: 0.1664915 Nov 22 16:05:33.600712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-9244fc7c-080d-4063-b77c-cf692f5e08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.603507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-9244fc7c-080d-4063-b77c-cf692f5e08cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2130568 Nov 22 16:05:33.612157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a34af-255c-444b-9026-b5e46122ca7a req-a8a23fa2-fb89-4d55-93ab-ed2a62e41726 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.613752 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-018a34af-255c-444b-9026-b5e46122ca7a req-a8a23fa2-fb89-4d55-93ab-ed2a62e41726 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 943 time: 0.0831981 Nov 22 16:05:33.615818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-ad834567-38fb-4246-b3b7-2d1a078e7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.617358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-ad834567-38fb-4246-b3b7-2d1a078e7c60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773382 Nov 22 16:05:33.740260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-85ddbb3c-7935-4cef-b767-3615cd13ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.742148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-85ddbb3c-7935-4cef-b767-3615cd13ffa5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1606607 Nov 22 16:05:33.746978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9590fee-1e64-4ea0-91f4-8a4ea2369236 req-7ab05252-79a5-460b-a355-8ce9cd94afb2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675553 Nov 22 16:05:33.756699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec94bb5-c8ce-4fd1-923c-ccc1377b94a7 req-00189e4c-a9c8-48e1-8bfd-d0f06bc43c51 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:33.759434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ec94bb5-c8ce-4fd1-923c-ccc1377b94a7 req-00189e4c-a9c8-48e1-8bfd-d0f06bc43c51 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.2458532 Nov 22 16:05:33.800692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-6e4fc96c-f12b-4037-b22b-92e829d7ac59 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365996 Nov 22 16:05:33.824176 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-3666a384-ed53-45b2-849c-8f55070a2ee8 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842356 Nov 22 16:05:33.839830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Deleting port bb544a92-2fc9-47eb-8448-2ddf78e18a21 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:05:33.840322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:33.917061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-12fc0519-be02-43dc-bf9a-98825a43ef11 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025348 Nov 22 16:05:33.929006 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0914f5f1-d55a-4d0b-8d35-f1747a30e0ff x-openstack-request-id: req-0914f5f1-d55a-4d0b-8d35-f1747a30e0ff {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:33.929310 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:33.929581 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0914f5f1-d55a-4d0b-8d35-f1747a30e0ff {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:33.929992 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2', 'status': 'completed', 'code': 200} Nov 22 16:05:34.038468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b46235ba-7841-4b0e-aca2-f07da89097e3 req-7d1bea7e-3342-4bd8-9bc8-412e79cecda9 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032856 Nov 22 16:05:34.046633 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777dea21-eaf8-4b4c-85d5-c7257537c48c x-openstack-request-id: req-777dea21-eaf8-4b4c-85d5-c7257537c48c {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:34.046872 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:34.047147 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-777dea21-eaf8-4b4c-85d5-c7257537c48c {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:34.047598 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'status': 'completed', 'code': 200} Nov 22 16:05:34.067885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] For port bb544a92-2fc9-47eb-8448-2ddf78e18a21, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=bb544a92-2fc9-47eb-8448-2ddf78e18a21,segment=NetworkSegment(92a3a1cf-6cf1-4280-8122-d51f6f819c91),segment_id=92a3a1cf-6cf1-4280-8122-d51f6f819c91)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:34.068375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:34.086282 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be8b443e-9a4d-46a5-b05a-0a4ea420258a req-ef328fc6-e0a7-489e-bd98-51674e9ac287 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522233 Nov 22 16:05:34.101297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Calling delete_port for bb544a92-2fc9-47eb-8448-2ddf78e18a21 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:05:34.164616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ec94bb5-c8ce-4fd1-923c-ccc1377b94a7 req-b4e02517-191f-4835-b0f7-b7623b892ed5 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623104 Nov 22 16:05:34.193033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-5d0fba5d-0598-4f2f-b9fb-2112ae01fdef service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775435 Nov 22 16:05:34.277431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-5c7a1cfb-0281-4bae-a442-2d8a4fd6f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:34.279440 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-5c7a1cfb-0281-4bae-a442-2d8a4fd6f4e0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1094 time: 0.1629813 Nov 22 16:05:34.300302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-4238ebbd-1251-4731-862e-cac41da849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:34.301937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-4238ebbd-1251-4731-862e-cac41da849a9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1099 time: 0.1350105 Nov 22 16:05:34.344066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd126fd-2183-4e95-849e-0f14e58efa02 req-6087a346-c0ed-460a-98d2-c85159506a78 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:34.348471 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bd126fd-2183-4e95-849e-0f14e58efa02 req-6087a346-c0ed-460a-98d2-c85159506a78 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 944 time: 0.2379167 Nov 22 16:05:34.394703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:34.451279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Pushing event deleted for resources: {'Port': ['ID=bb544a92-2fc9-47eb-8448-2ddf78e18a21,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:34.469461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 67f1946a-87ec-4da9-9cd5-914f321f0bcc details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:34.490180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bdf06-fa95-4d1b-8346-375dacbfc061 req-8bce0be5-396b-4674-a011-39aed68284a4 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:34.491737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-345bdf06-fa95-4d1b-8346-375dacbfc061 req-8bce0be5-396b-4674-a011-39aed68284a4 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee978747-9459-4118-abfd-ad9d5d40a2bd HTTP/1.1" status: 200 len: 865 time: 0.2127345 Nov 22 16:05:34.498881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc61be9-5c12-4dbf-9a1d-2720e6b84923 req-379ba11b-ee3a-4219-b8db-5786cd58397f service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951100 Nov 22 16:05:34.500322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] No DVR routers for this DVR port bb544a92-2fc9-47eb-8448-2ddf78e18a21 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:05:34.522572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:34.530016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-018a34af-255c-444b-9026-b5e46122ca7a req-5f5333e9-a1ac-409f-910e-0a3b060a9657 tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.71 "DELETE /v2.0/ports/bb544a92-2fc9-47eb-8448-2ddf78e18a21 HTTP/1.1" status: 204 len: 173 time: 0.8997986 Nov 22 16:05:34.534003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-ec5a4ddf-0eda-41ef-9a62-4067a41a07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:34.535547 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-ec5a4ddf-0eda-41ef-9a62-4067a41a07fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.2285287 Nov 22 16:05:34.548830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bd126fd-2183-4e95-849e-0f14e58efa02 req-ef0be334-f78f-4e2d-95e6-91acb40ecef3 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773772 Nov 22 16:05:34.588636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-2cad8a05-2a6d-405d-9f80-26dd64fb6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:34.590227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-2cad8a05-2a6d-405d-9f80-26dd64fb6f16 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2696824 Nov 22 16:05:34.619928 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-b1eb50c3-5965-49e0-90b3-cedd090441a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 200 len: 217 time: 0.0760863 Nov 22 16:05:34.643544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-345bdf06-fa95-4d1b-8346-375dacbfc061 req-4852f411-af6a-405e-b16a-17ebf005c19c tempest-ImagesTestJSON-1461376670 tempest-ImagesTestJSON-1461376670-project] 10.222.0.69 "GET /v2.0/security-groups?id=d51ee38d-e640-41ac-bd56-8a1d402f7399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319857 Nov 22 16:05:34.697693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 67f1946a-87ec-4da9-9cd5-914f321f0bcc, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:34.698666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-fb83f0a3-4e6a-4979-a4d2-8a9ab6654900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:34.700329 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-fb83f0a3-4e6a-4979-a4d2-8a9ab6654900 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.0724351 Nov 22 16:05:34.718198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-ef8b06fe-745c-4b3e-a73d-623a2ceb2d9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 217 time: 0.1051869 Nov 22 16:05:34.728645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'port_id': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'mac_address': 'fa:16:3e:d5:84:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:34.759956 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-fd2ddd6d-7b7b-459c-97bd-e91b196854fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505586 Nov 22 16:05:34.773042 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:34.802830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f1946a-87ec-4da9-9cd5-914f321f0bcc {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:34.827206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 67f1946a-87ec-4da9-9cd5-914f321f0bcc, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:34.831791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:34.889078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=67f1946a-87ec-4da9-9cd5-914f321f0bcc,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:34.905993 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-67e79e73-8136-496f-8687-0bcab0a2b749 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325617 Nov 22 16:05:35.047224 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f4e3de5-0af9-49f4-bfb5-40ec86b15881 req-6c2a9b30-7dbf-4f8e-976b-71f6b219accd service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258366 Nov 22 16:05:35.115401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['67f1946a-87ec-4da9-9cd5-914f321f0bcc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:35.154637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9561a5c-27ab-4211-8055-822bbe7074a2'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:35.157638 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e551aa4-607f-47f3-9c50-9bfe60fb33e6" -d '{"events": [{"server_uuid": "4e746d69-f3c2-4f27-af63-e26fb1711211", "name": "network-vif-plugged", "status": "completed", "tag": "c9561a5c-27ab-4211-8055-822bbe7074a2"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:35.210005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-192302fa-79c8-48be-afc6-83cac5ff1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:35.212313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-192302fa-79c8-48be-afc6-83cac5ff1353 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.4765191 Nov 22 16:05:35.249369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32569037-57d8-4091-8941-ea21deefb891 req-58d0ef31-7294-4934-8b76-b2a125b262b0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:35.251221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32569037-57d8-4091-8941-ea21deefb891 req-58d0ef31-7294-4934-8b76-b2a125b262b0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 948 time: 0.0892603 Nov 22 16:05:35.259392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de60d1-7063-4360-a13e-f57a86a913d8 req-c4d16b19-6f76-4ef5-a202-c151f79a2c4a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:35.260982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53de60d1-7063-4360-a13e-f57a86a913d8 req-c4d16b19-6f76-4ef5-a202-c151f79a2c4a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.4914339 Nov 22 16:05:35.371612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-6b107adf-f4c2-4536-b2bf-f1bf6abecfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:35.373198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-6b107adf-f4c2-4536-b2bf-f1bf6abecfa4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500456 Nov 22 16:05:35.379210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53de60d1-7063-4360-a13e-f57a86a913d8 req-a7d082a7-f945-480b-bf2a-2d6700bb5ba3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943782 Nov 22 16:05:35.383822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32569037-57d8-4091-8941-ea21deefb891 req-4d06d88e-6036-40d6-8c55-a88a7b27a5b2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056840 Nov 22 16:05:35.445191 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65f89c3-dece-4cf8-9f51-d91b5527f297 x-openstack-request-id: req-a65f89c3-dece-4cf8-9f51-d91b5527f297 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:35.445614 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e746d69-f3c2-4f27-af63-e26fb1711211", "name": "network-vif-plugged", "status": "completed", "tag": "c9561a5c-27ab-4211-8055-822bbe7074a2", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:35.446566 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a65f89c3-dece-4cf8-9f51-d91b5527f297 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:35.447719 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'code': 200} Nov 22 16:05:35.526570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-9c762fd8-c626-4943-af2e-d49573dedfca service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389484 Nov 22 16:05:35.671435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e244141-ecfa-4a63-b717-0f0ea32988d3 req-677174f0-2abf-4bdd-8cf7-7f8a516ffcd2 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:35.673057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e244141-ecfa-4a63-b717-0f0ea32988d3 req-677174f0-2abf-4bdd-8cf7-7f8a516ffcd2 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.1712375 Nov 22 16:05:35.692386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e1809-e9ff-4194-8448-0a275281353b req-4c0d17cb-d3ec-4cf1-a4bb-96a592fcf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:35.693884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f40e1809-e9ff-4194-8448-0a275281353b req-4c0d17cb-d3ec-4cf1-a4bb-96a592fcf065 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 1097 time: 0.1774895 Nov 22 16:05:35.764802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3f9fd42-2fb0-4e5b-aaf5-003e556545d0 req-6785c21d-61b5-4324-b545-f5e7fecd1288 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195382 Nov 22 16:05:35.803217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc3243-8415-40ee-a659-4cc2aba89f4b req-a10c06c5-1ef1-4430-89a0-4f946f2f9f2b tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:35.804761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ebc3243-8415-40ee-a659-4cc2aba89f4b req-a10c06c5-1ef1-4430-89a0-4f946f2f9f2b tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 945 time: 0.1592839 Nov 22 16:05:35.823668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e244141-ecfa-4a63-b717-0f0ea32988d3 req-f4c51141-97a0-4888-9099-527c66341ea3 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227143 Nov 22 16:05:35.828017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f40e1809-e9ff-4194-8448-0a275281353b req-1fa5be02-3535-4984-b101-02af956242b8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231799 Nov 22 16:05:35.882087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ebc3243-8415-40ee-a659-4cc2aba89f4b req-1886960b-fb2a-4133-b789-0635d65b2f15 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570538 Nov 22 16:05:36.049109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'name': 'network-vif-deleted', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:36.052490 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9b45be-a9df-4924-aed7-911af594cb1e" -d '{"events": [{"server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "name": "network-vif-deleted", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:36.107561 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50c9e57-1f5e-410c-bb98-6ef533dd37d1 x-openstack-request-id: req-b50c9e57-1f5e-410c-bb98-6ef533dd37d1 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:36.108034 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee978747-9459-4118-abfd-ad9d5d40a2bd", "name": "network-vif-deleted", "tag": "bb544a92-2fc9-47eb-8448-2ddf78e18a21", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:36.108385 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b50c9e57-1f5e-410c-bb98-6ef533dd37d1 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:36.108911 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee978747-9459-4118-abfd-ad9d5d40a2bd', 'name': 'network-vif-deleted', 'tag': 'bb544a92-2fc9-47eb-8448-2ddf78e18a21', 'status': 'completed', 'code': 200} Nov 22 16:05:36.192781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7e2b05de-24e2-46b1-b12a-df04e830a1aa details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:36.195112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device bb544a92-2fc9-47eb-8448-2ddf78e18a21 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:05:36.223760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: bb544a92-2fc9-47eb-8448-2ddf78e18a21 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:05:36.224140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device bb544a92-2fc9-47eb-8448-2ddf78e18a21 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:05:36.323889 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:36.335122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:36.338357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'mac_address': 'fa:16:3e:53:8c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:36.385505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e720b209-9b03-438d-a766-98c682cc284f admin admin] Deleting subnet 83ab7aae-234f-45ce-af7c-c8ca355c4f29 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:05:36.389138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e720b209-9b03-438d-a766-98c682cc284f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.391308 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.407088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2b05de-24e2-46b1-b12a-df04e830a1aa {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:36.440338 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e720b209-9b03-438d-a766-98c682cc284f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.450310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e720b209-9b03-438d-a766-98c682cc284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.465781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:36.472882 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.484449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 67f1946a-87ec-4da9-9cd5-914f321f0bcc up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:36.582807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:36.599993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 67f1946a-87ec-4da9-9cd5-914f321f0bcc completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:36.606853 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e720b209-9b03-438d-a766-98c682cc284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.607580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 67f1946a-87ec-4da9-9cd5-914f321f0bcc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:36.607992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.658756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720b209-9b03-438d-a766-98c682cc284f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ab7aae-234f-45ce-af7c-c8ca355c4f29,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:36.670147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e720b209-9b03-438d-a766-98c682cc284f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.673895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37206) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:36.674312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e720b209-9b03-438d-a766-98c682cc284f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/83ab7aae-234f-45ce-af7c-c8ca355c4f29 HTTP/1.1" status: 204 len: 168 time: 0.3378298 Nov 22 16:05:36.687184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3964020-c3ef-48ab-8052-51df820f24ce req-b24ac815-ca43-49c8-9016-2781542cb58a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:36.689497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3964020-c3ef-48ab-8052-51df820f24ce req-b24ac815-ca43-49c8-9016-2781542cb58a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.1741538 Nov 22 16:05:36.717801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065788d-90fb-4366-8dcf-b2edf4c7ef3e req-664af12d-aa45-4f9f-91ae-57bd2efa76c8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:36.729585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1065788d-90fb-4366-8dcf-b2edf4c7ef3e req-664af12d-aa45-4f9f-91ae-57bd2efa76c8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 949 time: 0.2261860 Nov 22 16:05:36.743131 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.794632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 67f1946a-87ec-4da9-9cd5-914f321f0bcc, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:36.800199 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.824160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1065788d-90fb-4366-8dcf-b2edf4c7ef3e req-60228d46-9398-45b5-8418-b9bea4924930 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916617 Nov 22 16:05:36.853545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3964020-c3ef-48ab-8052-51df820f24ce req-7f84eaff-b2dc-4b5e-a2cb-db18b3962c4d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474605 Nov 22 16:05:36.863461 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:36.883173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['7e2b05de-24e2-46b1-b12a-df04e830a1aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:36.944505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=67f1946a-87ec-4da9-9cd5-914f321f0bcc,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:37.047060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913097-be0a-4284-8637-9d6515f93f58 req-7cdbc4f4-df1e-4a47-99e2-8f2ecc74af65 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:37.064651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81913097-be0a-4284-8637-9d6515f93f58 req-7cdbc4f4-df1e-4a47-99e2-8f2ecc74af65 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.0971167 Nov 22 16:05:37.116958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.160799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:37.182142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a3a1cf-6cf1-4280-8122-d51f6f819c91') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:37.182756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a3a1cf-6cf1-4280-8122-d51f6f819c91') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:37.200940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.213126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81913097-be0a-4284-8637-9d6515f93f58 req-c31ef152-c478-4a01-955b-3df805c62fdb tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439962 Nov 22 16:05:37.224093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.236645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:05:37.237531 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:05:37.255938 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:05:37.303240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ae572-9045-4131-b1b7-0181e0c4772c req-e2efbfa6-6343-4dc5-8154-1946167ea2f8 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:37.304942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce0ae572-9045-4131-b1b7-0181e0c4772c req-e2efbfa6-6343-4dc5-8154-1946167ea2f8 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 946 time: 0.0891757 Nov 22 16:05:37.313106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.319752 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.324267 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] 10.222.0.69 "DELETE /v2.0/networks/7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd HTTP/1.1" status: 204 len: 168 time: 0.6483846 Nov 22 16:05:37.347449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f3dea-2f2c-4bec-8b99-303df453137f admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd421f8-8b33-4c5c-b1b6-3ba0fcb834fd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:37.385404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce0ae572-9045-4131-b1b7-0181e0c4772c req-42deb753-25b2-4c42-ac37-46d3de7a6954 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717227 Nov 22 16:05:37.448151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:37.451383 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fa6074-aadf-413f-82c6-187ddeae3564" -d '{"events": [{"server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "name": "network-vif-plugged", "status": "completed", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:37.475653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37218) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:37.492437 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103cc5db-c558-4859-85e7-a544315b14bb x-openstack-request-id: req-103cc5db-c558-4859-85e7-a544315b14bb {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:37.493350 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "name": "network-vif-plugged", "status": "completed", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:37.493879 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-103cc5db-c558-4859-85e7-a544315b14bb {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:37.494556 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'code': 200} Nov 22 16:05:37.541180 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9dc408e7-e29c-416f-af32-7a32b983021a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78972e9a69a64fddbb3aa4370304e654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636287 Nov 22 16:05:37.543806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37220) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:37.600511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e14bca8-55d4-440d-a20b-b868684d0493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.614845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbf1ff-c71a-456c-a549-d6063722f580 req-b2d5f6d9-f670-4abb-8176-4916cfa2a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:37.616468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23dbf1ff-c71a-456c-a549-d6063722f580 req-b2d5f6d9-f670-4abb-8176-4916cfa2a231 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 1097 time: 0.0480435 Nov 22 16:05:37.638808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e14bca8-55d4-440d-a20b-b868684d0493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.677514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23dbf1ff-c71a-456c-a549-d6063722f580 req-190292d9-c13a-4041-8f32-081c22ae44a5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Nov 22 16:05:37.693892 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e14bca8-55d4-440d-a20b-b868684d0493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.698322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e14bca8-55d4-440d-a20b-b868684d0493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:37.699759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9e14bca8-55d4-440d-a20b-b868684d0493 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d51ee38d-e640-41ac-bd56-8a1d402f7399 HTTP/1.1" status: 204 len: 168 time: 0.1547647 Nov 22 16:05:37.709306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14bca8-55d4-440d-a20b-b868684d0493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51ee38d-e640-41ac-bd56-8a1d402f7399,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:38.029638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188c35f-f983-4393-8b31-b2034a0cc26c req-8db549e3-071b-4aab-967b-96c17dd6bc39 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:38.031338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a188c35f-f983-4393-8b31-b2034a0cc26c req-8db549e3-071b-4aab-967b-96c17dd6bc39 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 949 time: 0.1129751 Nov 22 16:05:38.048627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe5ce-dcda-4c41-a211-1d704419e3c3 req-65c79721-1bc1-437f-86d5-ec7251d437cc tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:38.050364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-718fe5ce-dcda-4c41-a211-1d704419e3c3 req-65c79721-1bc1-437f-86d5-ec7251d437cc tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.0805204 Nov 22 16:05:38.149431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a188c35f-f983-4393-8b31-b2034a0cc26c req-2029e992-f622-49c2-b197-ca176d5e5950 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980062 Nov 22 16:05:38.154615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-718fe5ce-dcda-4c41-a211-1d704419e3c3 req-fff6aa3f-bb22-410a-b161-6e73100d5bce tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956662 Nov 22 16:05:38.410263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902231a-1ca6-4582-a0b1-a53263f34267 req-7c77ef7c-e2a5-45af-a722-ee9adaa5e487 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:38.423453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d902231a-1ca6-4582-a0b1-a53263f34267 req-7c77ef7c-e2a5-45af-a722-ee9adaa5e487 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.0976102 Nov 22 16:05:38.524729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d902231a-1ca6-4582-a0b1-a53263f34267 req-bcf7c8e4-e794-42cd-a048-21960568d038 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990644 Nov 22 16:05:38.569832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45111df-b78b-46ec-ae1d-a7554d75ca73 req-5754d434-d865-4758-b55a-638643d2a3e4 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:38.578032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45111df-b78b-46ec-ae1d-a7554d75ca73 req-5754d434-d865-4758-b55a-638643d2a3e4 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 946 time: 0.0733416 Nov 22 16:05:38.633959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45111df-b78b-46ec-ae1d-a7554d75ca73 req-4ed2b56a-11e3-4364-bbb8-25a5e5a8a35e tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548806 Nov 22 16:05:38.709914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d2f7b-56be-4547-a5b7-7d4c800e46a5 req-8996bfcf-7e9f-464a-bd01-3ea92d489474 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:38.711545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da7d2f7b-56be-4547-a5b7-7d4c800e46a5 req-8996bfcf-7e9f-464a-bd01-3ea92d489474 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.0590606 Nov 22 16:05:38.724769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37256) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:38.732662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Request body: {'floatingip': {'port_id': 'c9561a5c-27ab-4211-8055-822bbe7074a2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:38.793892 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:39.403742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0698a08-6a50-49b4-a4e8-002d0c258db8 req-f085f436-3721-44ba-b29c-4e54ec3baea1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:39.406031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0698a08-6a50-49b4-a4e8-002d0c258db8 req-f085f436-3721-44ba-b29c-4e54ec3baea1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 949 time: 0.1530464 Nov 22 16:05:39.432061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9820c-1e55-4436-8c0f-c236d3225cb4 req-a3af66fe-5750-4fcd-8391-63a46ce11319 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:39.435086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68a9820c-1e55-4436-8c0f-c236d3225cb4 req-a3af66fe-5750-4fcd-8391-63a46ce11319 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.1264303 Nov 22 16:05:39.515885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0698a08-6a50-49b4-a4e8-002d0c258db8 req-3638dcea-c472-404d-b24d-abebd759c565 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020093 Nov 22 16:05:39.556441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68a9820c-1e55-4436-8c0f-c236d3225cb4 req-da4fcfff-68e7-4120-920d-b23430e0e6b2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011007 Nov 22 16:05:39.619066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.resource_extend [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:05:39.641353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:39.693069 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:39.698788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:39.828162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14e1df-61ef-42ef-bebc-aa668c7421ff req-e1419796-c00e-40e1-98f6-9ebb8a8adf6d tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:39.840897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff14e1df-61ef-42ef-bebc-aa668c7421ff req-e1419796-c00e-40e1-98f6-9ebb8a8adf6d tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 946 time: 0.1223512 Nov 22 16:05:39.854851 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Floating IP 8f7b0da2-91db-4e5f-b917-9100a941d977 associated. External IP: 172.25.5.192, port: c9561a5c-27ab-4211-8055-822bbe7074a2. Nov 22 16:05:39.899583 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4496332-cc5e-4173-b708-be700bc28928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:39.999343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4496332-cc5e-4173-b708-be700bc28928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.010209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4496332-cc5e-4173-b708-be700bc28928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.045738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff14e1df-61ef-42ef-bebc-aa668c7421ff req-ea697972-7763-45a2-a575-cddba1d4ea80 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026446 Nov 22 16:05:40.074680 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b4496332-cc5e-4173-b708-be700bc28928 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b93af14cb5d443e4af7567b7cbea6ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291649 Nov 22 16:05:40.080005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37312) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:40.113475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4496332-cc5e-4173-b708-be700bc28928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6ba9bc-84df-42ff-b550-99f7441008c9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:40.154134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bea0ea2-c0d8-4a55-ad4a-f60e73cde261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.182989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bea0ea2-c0d8-4a55-ad4a-f60e73cde261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.233180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7e2b05de-24e2-46b1-b12a-df04e830a1aa up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:40.309095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 7e2b05de-24e2-46b1-b12a-df04e830a1aa completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:40.315232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 7e2b05de-24e2-46b1-b12a-df04e830a1aa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:40.316454 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.330502 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bea0ea2-c0d8-4a55-ad4a-f60e73cde261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.333896 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1bea0ea2-c0d8-4a55-ad4a-f60e73cde261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.335162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1bea0ea2-c0d8-4a55-ad4a-f60e73cde261 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a6ba9bc-84df-42ff-b550-99f7441008c9 HTTP/1.1" status: 204 len: 168 time: 0.2548161 Nov 22 16:05:40.353205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-66d723ec-d29d-4e35-8865-fc8a4bb9ad0e tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:40.355856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-66d723ec-d29d-4e35-8865-fc8a4bb9ad0e tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1328967 Nov 22 16:05:40.356906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea0ea2-c0d8-4a55-ad4a-f60e73cde261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6ba9bc-84df-42ff-b550-99f7441008c9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:40.439664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-9516cbfe-66c0-49a7-b0b6-10856e088be2 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 696 time: 0.0731215 Nov 22 16:05:40.447055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Request body: {'floatingip': {'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:40.544391 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.544624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.627653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:40.629454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:40.634339 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8956cb1-8d92-4965-9efc-bb667a9be27e" -d '{"events": [{"server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:40.640270 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:40.743747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:40.761369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Router ca877708-916c-4b02-b942-21d19c3c2202 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:05:40.864962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5ab93-a265-48f0-b487-2b7d81b2a912 req-48801f83-f606-478d-a7d9-a22723779e6d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:40.878192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0f5ab93-a265-48f0-b487-2b7d81b2a912 req-48801f83-f606-478d-a7d9-a22723779e6d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1572990 Nov 22 16:05:41.047976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:05:41.056848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:41.077659 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] Sync routers for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:05:41.107680 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:41.109722 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:41.112169 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0351b980-385d-4def-8e9c-d13f01c909fd tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "PUT /v2.0/floatingips/8f7b0da2-91db-4e5f-b917-9100a941d977 HTTP/1.1" status: 200 len: 992 time: 2.3854718 Nov 22 16:05:41.113441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'tag': 'c9561a5c-27ab-4211-8055-822bbe7074a2'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:41.117550 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48013e3-ec14-4665-8a80-aff12b887d16" -d '{"events": [{"name": "network-changed", "server_uuid": "4e746d69-f3c2-4f27-af63-e26fb1711211", "tag": "c9561a5c-27ab-4211-8055-822bbe7074a2"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:41.292521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0f5ab93-a265-48f0-b487-2b7d81b2a912 req-ec027025-1eda-42ff-a419-83d2c11e6e89 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995845 Nov 22 16:05:41.400773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:41.627127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba170f-11fb-4f51-8950-f50fbcec4a00 req-896ad36d-87a3-421e-b7a9-68a154aaf19d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:41.637223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6ba170f-11fb-4f51-8950-f50fbcec4a00 req-896ad36d-87a3-421e-b7a9-68a154aaf19d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.1198204 Nov 22 16:05:41.728926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6ba170f-11fb-4f51-8950-f50fbcec4a00 req-3f146073-4b74-4a54-bdbd-cc314b9d0f32 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898290 Nov 22 16:05:41.859079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37390) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:41.874577 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cbe332-28c6-4c70-a053-dd94d9b0dced x-openstack-request-id: req-e6cbe332-28c6-4c70-a053-dd94d9b0dced {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:41.875071 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:41.875276 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6cbe332-28c6-4c70-a053-dd94d9b0dced {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:41.875939 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'code': 200} Nov 22 16:05:41.895591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:05:42.036381 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8f7b0da2-91db-4e5f-b917-9100a941d977', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'port_id': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'mac_address': 'fa:16:3e:a0:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:04:30Z', 'updated_at': '2021-11-22T16:05:39Z', 'revision_number': 1, 'project_id': '9a35968ee78a403987b5042bc0794877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:32Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:42.179802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.192146 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.213796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-288815721-network', 'tenant_id': 'cd79f03b6852401abb63d5674b03ab78'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:42.297753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Made reservation on behalf of cd79f03b6852401abb63d5674b03ab78 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:05:42.303146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.304502 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] Checking router: ca877708-916c-4b02-b942-21d19c3c2202 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:05:42.312544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd8459-14b9-40be-abf1-421823517e47 req-e8e9452c-7672-45c9-b8f1-f2cf7caf2167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:42.316340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bfd8459-14b9-40be-abf1-421823517e47 req-e8e9452c-7672-45c9-b8f1-f2cf7caf2167 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1101 time: 0.2467220 Nov 22 16:05:42.323539 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df48abbc-40d1-49e8-bd2b-4ec2c3f1af73 x-openstack-request-id: req-df48abbc-40d1-49e8-bd2b-4ec2c3f1af73 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:42.324465 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e746d69-f3c2-4f27-af63-e26fb1711211", "tag": "c9561a5c-27ab-4211-8055-822bbe7074a2", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:42.326073 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df48abbc-40d1-49e8-bd2b-4ec2c3f1af73 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:42.329307 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'tag': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'status': 'completed', 'code': 200} Nov 22 16:05:42.347759 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:42.349379 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:42.352992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.558474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bfd8459-14b9-40be-abf1-421823517e47 req-d4303305-2988-490d-be26-7a0a11845941 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328556 Nov 22 16:05:42.568683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-96def5a8-e2de-42db-b788-d23c825eb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:42.569852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-96def5a8-e2de-42db-b788-d23c825eb036 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a35968ee78a403987b5042bc0794877&device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 1097 time: 0.2132835 Nov 22 16:05:42.574696 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0 associated. External IP: 172.25.5.122, port: 94f537b2-c66c-4d4f-b2a3-b5914681db06. Nov 22 16:05:42.609074 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.614092 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:42.615975 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.653446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:05:42.681926 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.681926 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Added segment 81f20076-0d75-45e8-a7c7-2c6c8767fc38 of type vlan for network e6318a22-b99a-4254-9f52-d85a59fdc50c Nov 22 16:05:42.719971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5fb4-4eb5-4a0b-9547-1012d19ed128 req-ff800a53-df3d-4086-89ec-74f06b70439e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:42.728667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-681c5fb4-4eb5-4a0b-9547-1012d19ed128 req-ff800a53-df3d-4086-89ec-74f06b70439e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.2504506 Nov 22 16:05:42.798913 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.816598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13202f5-2b5b-4e56-90d8-f4a0136ed89f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:42.871196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:42.873769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:42.878072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:43.006442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e6318a22-b99a-4254-9f52-d85a59fdc50c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:43.008675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-681c5fb4-4eb5-4a0b-9547-1012d19ed128 req-926c5559-f085-43b5-bb40-7b76b47a1635 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786868 Nov 22 16:05:43.022941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-ffce16a5-d9be-440a-aa05-4a9a5f728a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:43.031774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e6318a22-b99a-4254-9f52-d85a59fdc50c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:05:43.032948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-ffce16a5-d9be-440a-aa05-4a9a5f728a64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f60531c-f861-4585-80e0-22007bd4c32c HTTP/1.1" status: 200 len: 916 time: 0.4519813 Nov 22 16:05:43.033496 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61ee2bba-692e-46be-9447-fa31349eb8a6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1713240 Nov 22 16:05:43.036304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37402) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:43.052845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Request body: {'subnet': {'network_id': 'e6318a22-b99a-4254-9f52-d85a59fdc50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-288815721-subnet', 'tenant_id': 'cd79f03b6852401abb63d5674b03ab78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:43.135689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Made reservation on behalf of cd79f03b6852401abb63d5674b03ab78 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:05:43.139863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:43.257961 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8f7b0da2-91db-4e5f-b917-9100a941d977', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'port_id': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'mac_address': 'fa:16:3e:a0:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:04:30Z', 'updated_at': '2021-11-22T16:05:39Z', 'revision_number': 1, 'project_id': '9a35968ee78a403987b5042bc0794877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:32Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:43.395141 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c6096b-b2fb-4b49-9de4-0f40856487c9 None None] The sync data for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 is: [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8f7b0da2-91db-4e5f-b917-9100a941d977', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'floating_ip_address': '172.25.5.192', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'port_id': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'mac_address': 'fa:16:3e:a0:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:04:30Z', 'updated_at': '2021-11-22T16:05:39Z', 'revision_number': 1, 'project_id': '9a35968ee78a403987b5042bc0794877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:32Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:05:43.678795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:43.768675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f091fc70-e6d7-4423-9c69-dfa34a2d092d None None] New status for floating IP 8f7b0da2-91db-4e5f-b917-9100a941d977: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:05:43.803521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1977c96f-07ae-4ff5-a674-e1391d4f010c,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:43.820246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Checking segment: {'id': '81f20076-0d75-45e8-a7c7-2c6c8767fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e6318a22-b99a-4254-9f52-d85a59fdc50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:43.820900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Network hostable DHCP agents. Network: e6318a22-b99a-4254-9f52-d85a59fdc50c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:05:43.858738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Network e6318a22-b99a-4254-9f52-d85a59fdc50c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:05:43.874792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, e6318a22-b99a-4254-9f52-d85a59fdc50c) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:43.885455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:43.886388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:43.903959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce29b7f-9324-46f6-8c81-a84bd84c2107 None None] Network e6318a22-b99a-4254-9f52-d85a59fdc50c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:05:43.961701 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e7aacc53-ceaa-454b-bd73-dd17578460c3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9133580 Nov 22 16:05:43.998945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-0a24fd61-e0ca-46cc-b64d-81a82a1b61c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9561a5c-27ab-4211-8055-822bbe7074a2 HTTP/1.1" status: 200 len: 1000 time: 0.7202187 Nov 22 16:05:44.131443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488e95a-5e98-4d06-8546-b24e8e1b7b15 req-6cad9979-ed20-4a38-8879-c7c05759f265 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:44.135387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1488e95a-5e98-4d06-8546-b24e8e1b7b15 req-6cad9979-ed20-4a38-8879-c7c05759f265 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.3131876 Nov 22 16:05:44.221523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:05:44.237818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-0d6645e0-26f9-4cf0-8444-efd32110995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:44.246214 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-0d6645e0-26f9-4cf0-8444-efd32110995f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4eba48e6-7fde-4e03-9a19-7f12d791fee9 HTTP/1.1" status: 200 len: 854 time: 0.2174587 Nov 22 16:05:44.290114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f833646-8ac2-474c-bd27-ec31432c6973 None None] Network e6318a22-b99a-4254-9f52-d85a59fdc50c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:05:44.342567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1488e95a-5e98-4d06-8546-b24e8e1b7b15 req-b07127a6-4dba-40b3-8741-045d6354f5be tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861129 Nov 22 16:05:44.513801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-e76544bd-a364-47e8-a6c1-2690330d1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:44.516859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-e76544bd-a364-47e8-a6c1-2690330d1349 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f60531c-f861-4585-80e0-22007bd4c32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2666538 Nov 22 16:05:44.557969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:05:44.578407 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:05:44.579163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:44.616750 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:44.618421 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:44.638986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-b51bca0a-1bd1-424c-bdeb-9032402bda55 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "PUT /v2.0/floatingips/90a55d09-e21b-46a8-bd75-40518d2857d0 HTTP/1.1" status: 200 len: 996 time: 4.1978908 Nov 22 16:05:44.655855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:44.658439 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff56efa-ea7b-4363-b3df-4e43be870021" -d '{"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:44.801719 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:44.860675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-d75b9753-692f-4fb9-9316-efbed6b97a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:44.873029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-d75b9753-692f-4fb9-9316-efbed6b97a8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.1514189 Nov 22 16:05:44.895742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-291cf20c-8bc1-45cf-a7ce-cb3f0e08580a service neutron] 10.222.0.11 "GET /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423102 Nov 22 16:05:45.207492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48013e3-ec14-4665-8a80-aff12b887d16 req-b8270faa-6e03-4ce6-813d-c0ab894e804c service neutron] 10.222.0.11 "GET /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955320 Nov 22 16:05:45.213299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-88608a49-12b9-45be-8f16-e1ea6260389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:45.213881 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:6f:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b239c37-aca2-4884-adac-1792240f5a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:41Z', 'revision_number': 1, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:45.215504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-88608a49-12b9-45be-8f16-e1ea6260389b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.3379731 Nov 22 16:05:45.231798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f354ac7-147d-4916-b83c-07bca20ca4e7 req-c19ae603-5194-4839-8893-a097ff5c109a tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:45.241678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f354ac7-147d-4916-b83c-07bca20ca4e7 req-c19ae603-5194-4839-8893-a097ff5c109a tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 945 time: 0.2013516 Nov 22 16:05:45.280716 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:05:45.302933 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:45.304201 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:45.454700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-f7e202c7-e186-4e03-a83e-13282a7e8d4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 999 time: 0.2075818 Nov 22 16:05:45.473039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f354ac7-147d-4916-b83c-07bca20ca4e7 req-aff8257e-2a6f-42d1-92cb-c4e1d28f739b tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups?id=22e9ac86-49ee-4ca1-af01-e3824f6c5676&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298496 Nov 22 16:05:45.510353 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:45.557506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-fbcba6b7-6efd-4aed-a14d-4796fc01ca7a tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:45.559321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-fbcba6b7-6efd-4aed-a14d-4796fc01ca7a tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 945 time: 0.2434921 Nov 22 16:05:45.688133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-967388b6-c072-4407-b872-8d356e35e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:45.690462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-967388b6-c072-4407-b872-8d356e35e93f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.2152629 Nov 22 16:05:45.805129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682ed3a-d82a-4f26-a5ed-5207eaf488a5 req-000b6764-94f3-4b2a-9d17-e2152fd590a1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:45.809090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9682ed3a-d82a-4f26-a5ed-5207eaf488a5 req-000b6764-94f3-4b2a-9d17-e2152fd590a1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1995928 Nov 22 16:05:45.857612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-7b1807e9-1407-40fa-aebb-fc2d2d4aeeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:45.862230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-7b1807e9-1407-40fa-aebb-fc2d2d4aeeb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558931 Nov 22 16:05:45.892096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-1ed5c78a-4ab5-4aa9-828c-39b744103adf service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:05:45.903435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-1ed5c78a-4ab5-4aa9-828c-39b744103adf service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225751 Nov 22 16:05:45.923736 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:6f:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b239c37-aca2-4884-adac-1792240f5a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:41Z', 'revision_number': 1, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:45.943052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Deleting port b779a3d8-664d-486c-b464-4a809babf1d0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:05:45.943523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:45.969806 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e1b69c-beae-4908-9c1d-c263138347fd None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:6f:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b239c37-aca2-4884-adac-1792240f5a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:41Z', 'revision_number': 1, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:05:46.088398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9682ed3a-d82a-4f26-a5ed-5207eaf488a5 req-c26f9f45-e108-4ff8-b011-e7116a1ca8de tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444782 Nov 22 16:05:46.152919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] For port b779a3d8-664d-486c-b464-4a809babf1d0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b779a3d8-664d-486c-b464-4a809babf1d0,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:46.153445 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:46.158075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-6774d252-a72c-4419-95d7-47f5a0336b0c service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538190 Nov 22 16:05:46.362475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28f59a0-2caa-44e5-9d8a-36a2efe50886 None None] New status for floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:05:46.614329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7afe74f-6f99-4542-8b9c-08e2c3eeab8a req-9511467e-acdf-4272-a0d9-e6117bd63f9f service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434845 Nov 22 16:05:46.747105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-ad2a043e-4687-4a0a-aa8f-cfaa3facbdd8 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:46.750055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-ad2a043e-4687-4a0a-aa8f-cfaa3facbdd8 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/networks?id=e6318a22-b99a-4254-9f52-d85a59fdc50c HTTP/1.1" status: 200 len: 813 time: 0.4086337 Nov 22 16:05:46.761395 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e688460-c448-4d50-add4-e1bb857dabdc x-openstack-request-id: req-7e688460-c448-4d50-add4-e1bb857dabdc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:46.761947 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:46.762432 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e688460-c448-4d50-add4-e1bb857dabdc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:46.763118 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'status': 'completed', 'code': 200} Nov 22 16:05:46.829764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-ee421897-05e0-4260-a69f-6fc7d439264b tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/quotas/cd79f03b6852401abb63d5674b03ab78 HTTP/1.1" status: 200 len: 375 time: 0.0602989 Nov 22 16:05:46.914066 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:46.915344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:46.915822 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Floating IP 4077cf85-31d0-4e4b-9465-ec07f1200ef3 disassociated. External IP: 172.25.5.225, port: b779a3d8-664d-486c-b464-4a809babf1d0. Nov 22 16:05:46.916543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Calling delete_port for b779a3d8-664d-486c-b464-4a809babf1d0 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:05:46.953147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-611ab360-8506-4c43-a297-c5b281f0c2c9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cd79f03b6852401abb63d5674b03ab78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869265 Nov 22 16:05:47.101048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-0fdd956b-a991-4e02-b80b-b26f88f97950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:47.103656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-0fdd956b-a991-4e02-b80b-b26f88f97950 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.3104708 Nov 22 16:05:47.214514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f480-07de-4527-9e27-95dfda34dfe6 req-3714ab79-a060-4c54-94bc-3e95ef43b267 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:47.216292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d20f480-07de-4527-9e27-95dfda34dfe6 req-3714ab79-a060-4c54-94bc-3e95ef43b267 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.3371422 Nov 22 16:05:47.315782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-867592dd-34f6-4d3f-8632-0966e3edeec8 service neutron] 10.222.0.69 "GET /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210344 Nov 22 16:05:47.449824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-0aa30c85-54d5-4d9a-bd81-586f2e3f220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:47.451607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-0aa30c85-54d5-4d9a-bd81-586f2e3f220a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.3325956 Nov 22 16:05:47.462191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d20f480-07de-4527-9e27-95dfda34dfe6 req-24ea1dba-df3c-4bf5-b71c-9b886ba554b7 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358956 Nov 22 16:05:47.481042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:47.568345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event deleted for resources: {'Port': ['ID=b779a3d8-664d-486c-b464-4a809babf1d0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:47.629102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-342b06ff-a653-42a7-994f-e392343c55b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 1001 time: 0.1633213 Nov 22 16:05:47.695866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-3c11daca-c948-4c07-99d2-b4b4bb7c9cdf service neutron] 10.222.0.69 "GET /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561168 Nov 22 16:05:47.788857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-0be61c2f-b5fe-4d57-8f7a-d4cbf88094b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:47.790950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-0be61c2f-b5fe-4d57-8f7a-d4cbf88094b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.1538060 Nov 22 16:05:47.892035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Router 27da5ba8-565f-42ff-b086-58d1cf5f3247 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:05:47.897298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-b1667ac0-0b6e-429f-b24c-7f8c631aa229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:47.899931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-b1667ac0-0b6e-429f-b24c-7f8c631aa229 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985734 Nov 22 16:05:47.916873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-9994ff7b-0c91-4f40-94fa-c4babaeac901 req-793b9808-daf3-4046-a19a-f3914e0119c4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:05:47.916873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9994ff7b-0c91-4f40-94fa-c4babaeac901 req-793b9808-daf3-4046-a19a-f3914e0119c4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069654 Nov 22 16:05:48.099283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-af538ab7-6e49-415e-b753-5fedd434ad9e service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801236 Nov 22 16:05:48.551127 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-e654ec85-c08b-4af6-9fa5-a6c0f98eb87c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1763287 Nov 22 16:05:48.552431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b779a3d8-664d-486c-b464-4a809babf1d0 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:05:48.562284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-2655bccd-dd64-4813-bfba-c4948b9b84f0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:05:48.582092 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-2655bccd-dd64-4813-bfba-c4948b9b84f0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0268421 Nov 22 16:05:48.612836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: b779a3d8-664d-486c-b464-4a809babf1d0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:05:48.614084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b779a3d8-664d-486c-b464-4a809babf1d0 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:05:48.813126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea857509-4f57-4f5e-9110-77718bfbcaea req-dd4fb498-4e35-451e-b05c-f6c9cfd80ba9 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa9bfde8-2da0-4560-80db-d95f67a56612 HTTP/1.1" status: 200 len: 210 time: 0.1196733 Nov 22 16:05:48.989233 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f3bfef81-b265-47c3-a23c-4fc442f977d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:49.141155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a019268-b4fa-4c33-bce1-bff7bab6a5c0 req-0a938372-ef4f-40b3-949b-ca246eda4cb2 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 210 time: 0.1469269 Nov 22 16:05:49.206688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-7d1721ac-2bd6-4c7b-a212-231a5cf65d00 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:49.221834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-7d1721ac-2bd6-4c7b-a212-231a5cf65d00 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5117738 Nov 22 16:05:49.300560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:05:49.324442 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] Sync routers for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:05:49.347012 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:49.348388 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:49.443448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ff56efa-ea7b-4363-b3df-4e43be870021 req-7631c4ca-d8a2-42d9-b44f-81052fb4b5c4 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7356226 Nov 22 16:05:49.493243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] No DVR routers for this DVR port b779a3d8-664d-486c-b464-4a809babf1d0 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:05:49.509516 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:49.516754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54c6677f-e886-4f13-9b2b-eab44cbaf48d req-b75bca20-d863-4f88-bb11-68e022352536 tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.11 "DELETE /v2.0/ports/b779a3d8-664d-486c-b464-4a809babf1d0 HTTP/1.1" status: 204 len: 173 time: 3.9478502 Nov 22 16:05:49.516754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'name': 'network-vif-deleted', 'tag': 'b779a3d8-664d-486c-b464-4a809babf1d0'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:49.521188 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b54c274-bd67-422f-bdcf-a1c08381e880" -d '{"events": [{"server_uuid": "aa9bfde8-2da0-4560-80db-d95f67a56612", "name": "network-vif-deleted", "tag": "b779a3d8-664d-486c-b464-4a809babf1d0"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:49.555516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-9f9ae1b7-ee2d-4496-a2b1-db53b65ebbb8 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1001 time: 0.3131795 Nov 22 16:05:49.580507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33e64b-592e-4008-b61b-df467c5f8f66 req-26cd7df7-ca83-4367-a594-f631992446d9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:49.582938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e33e64b-592e-4008-b61b-df467c5f8f66 req-26cd7df7-ca83-4367-a594-f631992446d9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.3284774 Nov 22 16:05:49.591237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Request body: {'floatingip': {'port_id': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:49.614632 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:49.720441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:49.795068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e33e64b-592e-4008-b61b-df467c5f8f66 req-90e24877-3519-49d3-abdd-39b7c9a8637a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308990 Nov 22 16:05:50.246125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 713b06b5-c3e3-4cfc-972d-d980d733b0a2 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:50.281826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f9ec4-2205-4635-b9e5-057957fead54 req-f4bf1f20-fab0-4adf-8221-ef90bfd414d2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:50.283325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b3f9ec4-2205-4635-b9e5-057957fead54 req-f4bf1f20-fab0-4adf-8221-ef90bfd414d2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.2928977 Nov 22 16:05:50.285079 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:50.329966 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] Checking router: 27da5ba8-565f-42ff-b086-58d1cf5f3247 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:05:50.358958 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:50.360790 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:50.396914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-95229814-1982-49a1-beae-fc2e554c88e8 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:50.399965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-95229814-1982-49a1-beae-fc2e554c88e8 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.71 "GET /v2.0/networks?id=e6318a22-b99a-4254-9f52-d85a59fdc50c HTTP/1.1" status: 200 len: 813 time: 0.3644423 Nov 22 16:05:50.424718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Request body: {'port': {'device_id': '4657a757-72fc-4e12-aa00-46d4ed32effb', 'network_id': 'e6318a22-b99a-4254-9f52-d85a59fdc50c', 'admin_state_up': True, 'tenant_id': 'cd79f03b6852401abb63d5674b03ab78'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:50.486597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:50.523078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '713b06b5-c3e3-4cfc-972d-d980d733b0a2', 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a', 'port_id': '713b06b5-c3e3-4cfc-972d-d980d733b0a2', 'mac_address': 'fa:16:3e:27:9e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf44a3e-fa73-4322-baca-1b91d9430850', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:50.554804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b3f9ec4-2205-4635-b9e5-057957fead54 req-f279af34-49d6-48d5-b08f-86b4045fcc29 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549839 Nov 22 16:05:50.669644 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:50.681928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:50.734392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713b06b5-c3e3-4cfc-972d-d980d733b0a2 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:50.798991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:50.807629 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:50.963608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:50.974929 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d988d-2c16-4bf4-8dc8-bc62bc16f309 x-openstack-request-id: req-ce6d988d-2c16-4bf4-8dc8-bc62bc16f309 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:50.975489 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa9bfde8-2da0-4560-80db-d95f67a56612", "name": "network-vif-deleted", "tag": "b779a3d8-664d-486c-b464-4a809babf1d0", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:50.975898 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce6d988d-2c16-4bf4-8dc8-bc62bc16f309 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:50.976574 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9bfde8-2da0-4560-80db-d95f67a56612', 'name': 'network-vif-deleted', 'tag': 'b779a3d8-664d-486c-b464-4a809babf1d0', 'status': 'completed', 'code': 200} Nov 22 16:05:51.012513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Made reservation on behalf of cd79f03b6852401abb63d5674b03ab78 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:05:51.019726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:51.197371 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:51.216378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a54ad314-dc6a-46f6-8ed1-5c3b55894bf1 req-dcf9176d-74a7-4b2b-87cd-4e7aff3ef446 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 210 time: 0.0786557 Nov 22 16:05:51.236501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['713b06b5-c3e3-4cfc-972d-d980d733b0a2'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:51.268524 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ca86b-f14a-49f6-a0ac-61752e7a4974 None None] The sync data for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 is: [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:00:23Z', 'revision_number': 4, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '74446e01-f39d-49c9-b142-80823736967b', 'name': '', 'network_id': '3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'mac_address': 'fa:16:3e:eb:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '18b32868-1806-41a0-8f37-90366ab6428f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:22Z', 'updated_at': '2021-11-22T16:00:31Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'subnets': [{'id': '18b32868-1806-41a0-8f37-90366ab6428f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:05:51.389462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-2dd9b082-e3d0-4060-bf16-f385b201a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:51.394150 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-2dd9b082-e3d0-4060-bf16-f385b201a99c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1101 time: 0.1457267 Nov 22 16:05:51.481806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf30ca2b-1491-4f32-a9cb-ca85d4b11e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:51.548771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-84837eca-0f7e-42d0-81f3-d7bd276443ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:51.550317 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-84837eca-0f7e-42d0-81f3-d7bd276443ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1455367 Nov 22 16:05:51.578215 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:05:51.627488 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-6eb9d804-cbab-4845-904a-443e444b1140 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 217 time: 0.0591240 Nov 22 16:05:51.696969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0265de-30d1-40db-8db0-ea66142ef7e9 req-aef36cc9-c05f-4f5b-ad25-0821de964fd7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:51.699215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf0265de-30d1-40db-8db0-ea66142ef7e9 req-aef36cc9-c05f-4f5b-ad25-0821de964fd7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.3403335 Nov 22 16:05:51.715638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-da0f70a3-78bb-42cf-93b4-e65d33025515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:51.717929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-da0f70a3-78bb-42cf-93b4-e65d33025515 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0830140 Nov 22 16:05:51.730840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Allocated IP 172.20.0.14 (e6318a22-b99a-4254-9f52-d85a59fdc50c/1977c96f-07ae-4ff5-a674-e1391d4f010c/68ee2a82-8b17-4c09-8112-84917e5d417f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:05:51.761963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:51.781300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:51.799240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9669ad-8009-48ca-a983-cc1919f4d469 None None] New status for floating IP 4077cf85-31d0-4e4b-9465-ec07f1200ef3: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:05:51.812684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-e47bfde1-6cd0-40f3-986c-88d1fb7aebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:51.814249 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-e47bfde1-6cd0-40f3-986c-88d1fb7aebc8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0831587 Nov 22 16:05:51.865922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf0265de-30d1-40db-8db0-ea66142ef7e9 req-97e827f3-c28a-4846-8318-c1efbbb5de3e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519535 Nov 22 16:05:51.934308 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-d5762655-e528-4f84-a845-7c3ba1b8eab5 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066630 Nov 22 16:05:52.128258 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-8d45d481-c2ce-4d43-b717-2983bdeaf827 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829901 Nov 22 16:05:52.154482 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0 associated. External IP: 172.25.5.122, port: 94f537b2-c66c-4d4f-b2a3-b5914681db06. Nov 22 16:05:52.281535 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:52.292128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdbe10-6666-49d6-8bd1-60b86451022f req-8c42e670-bb64-4ee2-ab1f-7c2d44b944c2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:52.301957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1fdbe10-6666-49d6-8bd1-60b86451022f req-8c42e670-bb64-4ee2-ab1f-7c2d44b944c2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 944 time: 0.2376163 Nov 22 16:05:52.309992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:52.311563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:52.434685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1fdbe10-6666-49d6-8bd1-60b86451022f req-35010b01-cadd-42c0-991b-899c7fca1699 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307697 Nov 22 16:05:52.441983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:52.577274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Network e6318a22-b99a-4254-9f52-d85a59fdc50c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:05:52.609802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:05:52.612496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:05:52.618996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:52.619946 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:52.651282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Pushing event updated for resources: {'Port': ['ID=68ee2a82-8b17-4c09-8112-84917e5d417f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:52.681609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:05:52.685824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-034b4655-8b7d-431a-871e-d00fa369d4b9 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2700887 Nov 22 16:05:52.703888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Request body: {'port': {'device_id': '4657a757-72fc-4e12-aa00-46d4ed32effb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:05:53.190420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:53.201624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e3f5-f104-48ad-9328-392150b8c319 req-9c149326-67c7-4a15-85f0-d8f8c11963f5 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:53.203084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40f6e3f5-f104-48ad-9328-392150b8c319 req-9c149326-67c7-4a15-85f0-d8f8c11963f5 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 932 time: 0.1472547 Nov 22 16:05:53.228895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:05:53.240393 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:05:53.251695 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:53.252471 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:53.375253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40f6e3f5-f104-48ad-9328-392150b8c319 req-e648439b-7567-4de5-b023-a4f42ab31f05 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593668 Nov 22 16:05:53.376710 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:05:53.401424 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:53.449140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37526) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:53.550748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53405448-2ef6-4555-b89b-83a4b27192ae tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:53.586054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53405448-2ef6-4555-b89b-83a4b27192ae tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:53.687991 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53405448-2ef6-4555-b89b-83a4b27192ae tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:53.692134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c8103-3360-4cb0-8ee8-1fa7658cc0a2 req-5a22662b-495d-4cfc-ad9c-1fac550ed66a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:53.696671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53405448-2ef6-4555-b89b-83a4b27192ae tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:53.700333 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-53405448-2ef6-4555-b89b-83a4b27192ae tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "DELETE /v2.0/security-groups/22e9ac86-49ee-4ca1-af01-e3824f6c5676 HTTP/1.1" status: 204 len: 168 time: 0.2477233 Nov 22 16:05:53.700491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-623c8103-3360-4cb0-8ee8-1fa7658cc0a2 req-5a22662b-495d-4cfc-ad9c-1fac550ed66a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1483381 Nov 22 16:05:53.701852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:53.728073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53405448-2ef6-4555-b89b-83a4b27192ae tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9ac86-49ee-4ca1-af01-e3824f6c5676,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:53.751811 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-c9ce2aa3-3cb9-4bcc-9c91-ec578ed424df tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] show failed (client error): The resource could not be found. Nov 22 16:05:53.752889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c9ce2aa3-3cb9-4bcc-9c91-ec578ed424df tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "GET /v2.0/security-groups/22e9ac86-49ee-4ca1-af01-e3824f6c5676 HTTP/1.1" status: 404 len: 347 time: 0.0425723 Nov 22 16:05:53.756189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37536) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:05:53.781813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:05:53.841311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-623c8103-3360-4cb0-8ee8-1fa7658cc0a2 req-57ebd2e9-f854-416c-850d-bff845ca5bfa tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339023 Nov 22 16:05:53.876920 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:d5:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:51Z', 'revision_number': 3, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:53.933328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ee2a82-8b17-4c09-8112-84917e5d417f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:53.934276 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:05:53.949320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:53.961550 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:53.962575 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:53.998176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Transition to ACTIVE for port object 68ee2a82-8b17-4c09-8112-84917e5d417f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:05:54.032982 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.051778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Deleting port ee87fe8b-17f9-45d0-9988-7837685f1286 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:05:54.052183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.118986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bb70f-02d3-413b-a3b8-45d317984742 req-91f7827d-fc17-444e-8ae5-59a831ef4a15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:54.120576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-155bb70f-02d3-413b-a3b8-45d317984742 req-91f7827d-fc17-444e-8ae5-59a831ef4a15 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 944 time: 0.1824849 Nov 22 16:05:54.128916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:05:54.136404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Pushing event updated for resources: {'Port': ['ID=68ee2a82-8b17-4c09-8112-84917e5d417f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:54.142103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.156716 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:54.186808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.187169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.201777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Calling delete_port for ee87fe8b-17f9-45d0-9988-7837685f1286 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:05:54.219652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Attempting to bind port 68ee2a82-8b17-4c09-8112-84917e5d417f on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:05:54.220911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Attempting to bind port 68ee2a82-8b17-4c09-8112-84917e5d417f by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '81f20076-0d75-45e8-a7c7-2c6c8767fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e6318a22-b99a-4254-9f52-d85a59fdc50c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:05:54.222605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Attempting to bind port 68ee2a82-8b17-4c09-8112-84917e5d417f on network e6318a22-b99a-4254-9f52-d85a59fdc50c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:54.233585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:54.241443 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064f293e-6669-4f95-b66d-e34671c9beb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:54.259138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 713b06b5-c3e3-4cfc-972d-d980d733b0a2 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:05:54.273090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Port 68ee2a82-8b17-4c09-8112-84917e5d417f on network e6318a22-b99a-4254-9f52-d85a59fdc50c not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:05:54.274033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Attempting to bind port 68ee2a82-8b17-4c09-8112-84917e5d417f on network e6318a22-b99a-4254-9f52-d85a59fdc50c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:05:54.294393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-af895566-6a81-480d-84e4-84fbf7ba42ef tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "PUT /v2.0/floatingips/90a55d09-e21b-46a8-bd75-40518d2857d0 HTTP/1.1" status: 200 len: 999 time: 4.7079244 Nov 22 16:05:54.294393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:05:54.294393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Checking segment: {'id': '81f20076-0d75-45e8-a7c7-2c6c8767fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e6318a22-b99a-4254-9f52-d85a59fdc50c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:05:54.294393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Bound using segment: {'id': '81f20076-0d75-45e8-a7c7-2c6c8767fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e6318a22-b99a-4254-9f52-d85a59fdc50c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:05:54.294909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Bound port: 68ee2a82-8b17-4c09-8112-84917e5d417f, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81f20076-0d75-45e8-a7c7-2c6c8767fc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e6318a22-b99a-4254-9f52-d85a59fdc50c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:05:54.295113 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.309635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-155bb70f-02d3-413b-a3b8-45d317984742 req-f95f8c3c-0eab-4cda-ba7f-01876f507b0f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633372 Nov 22 16:05:54.445729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-e568b621-313b-424a-a4a4-19509957fa40 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:54.447207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-e568b621-313b-424a-a4a4-19509957fa40 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports/94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 942 time: 0.1313789 Nov 22 16:05:54.450508 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.453075 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.491630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] For port 68ee2a82-8b17-4c09-8112-84917e5d417f, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:05:54.501589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] For port 68ee2a82-8b17-4c09-8112-84917e5d417f, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=68ee2a82-8b17-4c09-8112-84917e5d417f,segment=NetworkSegment(81f20076-0d75-45e8-a7c7-2c6c8767fc38),segment_id=81f20076-0d75-45e8-a7c7-2c6c8767fc38)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:05:54.520563 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.555602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:05:54.575434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:05:54.577780 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.595872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:54.596547 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.599658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] 10.222.0.71 "PUT /v2.0/ports/68ee2a82-8b17-4c09-8112-84917e5d417f HTTP/1.1" status: 200 len: 1092 time: 1.8986456 Nov 22 16:05:54.623809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4449e3e-f25a-49ae-a592-9e5263fda12e service neutron] Pushing event updated for resources: {'Port': ['ID=68ee2a82-8b17-4c09-8112-84917e5d417f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:54.650122 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134d1a18-9525-41d2-a29d-da4e5b1d5dcd x-openstack-request-id: req-134d1a18-9525-41d2-a29d-da4e5b1d5dcd {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:54.650332 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:54.650526 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-134d1a18-9525-41d2-a29d-da4e5b1d5dcd {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:54.650941 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'status': 'completed', 'code': 200} Nov 22 16:05:54.717992 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:d5:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:51Z', 'revision_number': 3, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:54.718834 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.752966 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.813694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.832486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Pushing event deleted for resources: {'Port': ['ID=ee87fe8b-17f9-45d0-9988-7837685f1286,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:54.834521 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4369608c-d6b0-4052-97b3-2f77ce39224f None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:d5:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:51Z', 'revision_number': 3, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:05:54.884334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:54.887942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:54.897672 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5768780-af68-4d55-ae6b-a1d5d0091a7a" -d '{"events": [{"server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "name": "network-vif-plugged", "status": "completed", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:54.903065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.913445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-fbdfac50-72c4-4ed4-a463-347c4fc4c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:54.917797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-fbdfac50-72c4-4ed4-a463-347c4fc4c66b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd79f03b6852401abb63d5674b03ab78&device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 1095 time: 0.2231100 Nov 22 16:05:54.952162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-93f3ed1d-519e-41ca-a5e2-217e86c4efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:54.955724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-93f3ed1d-519e-41ca-a5e2-217e86c4efb9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.1716568 Nov 22 16:05:54.967384 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.972100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:54.978995 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-839d914b-c68c-490f-80ca-f6c72eec5e3d tempest-ServersWithSpecificFlavorTestJSON-1461120505 tempest-ServersWithSpecificFlavorTestJSON-1461120505-project] 10.222.0.69 "DELETE /v2.0/floatingips/4077cf85-31d0-4e4b-9465-ec07f1200ef3 HTTP/1.1" status: 204 len: 168 time: 1.2211707 Nov 22 16:05:54.991701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:55.088417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241581d9-2483-42e2-9071-79d5ffed0e70 req-2af6f655-016e-47d3-849e-61122b101748 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.097270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-241581d9-2483-42e2-9071-79d5ffed0e70 req-2af6f655-016e-47d3-849e-61122b101748 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 944 time: 0.3441315 Nov 22 16:05:55.122166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-5606ef28-f7af-4946-bea3-bb5fc8797856 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ee2a82-8b17-4c09-8112-84917e5d417f HTTP/1.1" status: 200 len: 217 time: 0.1787319 Nov 22 16:05:55.135267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8cc3c7-445d-4a33-895c-63eae4445820 None None] New status for floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:05:55.196282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-02c1bfdb-f1f3-42f3-aede-06b226de9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.197818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-02c1bfdb-f1f3-42f3-aede-06b226de9f57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.5208235 Nov 22 16:05:55.230009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-241581d9-2483-42e2-9071-79d5ffed0e70 req-1c6e8d17-2065-4d99-bb29-4bc91e05986a tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314132 Nov 22 16:05:55.338850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-39f71e07-aac5-4336-8b7a-af363b5daa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.340133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-39f71e07-aac5-4336-8b7a-af363b5daa34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.1094687 Nov 22 16:05:55.432169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-c46e7466-a59a-4064-8ebb-057e89359aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.434050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-c46e7466-a59a-4064-8ebb-057e89359aa8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.4524705 Nov 22 16:05:55.439159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-1ff45eeb-5e08-4a76-8128-b8cc39389360 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 217 time: 0.0746970 Nov 22 16:05:55.442052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-8e5dab48-a937-45b1-8ba2-9cd164b6ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.443586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-8e5dab48-a937-45b1-8ba2-9cd164b6ba5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1977c96f-07ae-4ff5-a674-e1391d4f010c HTTP/1.1" status: 200 len: 853 time: 0.3070409 Nov 22 16:05:55.528560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-a0a7e50e-4a7e-4ea3-9084-74d008955864 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6318a22-b99a-4254-9f52-d85a59fdc50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661430 Nov 22 16:05:55.542538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-3368befe-cbb8-4c4d-accc-3d02828b7b60 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 217 time: 0.0958652 Nov 22 16:05:55.597459 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:05:55.611433 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:55.612343 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:55.635618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b66e9-2590-4859-b034-4cd379ed76fd req-820ba27f-04d2-4400-94ee-25bb59b90d22 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.637308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b42b66e9-2590-4859-b034-4cd379ed76fd req-820ba27f-04d2-4400-94ee-25bb59b90d22 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.2900589 Nov 22 16:05:55.700310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-abbdeb74-9e77-41ab-b402-67e112b47ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.701697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-abbdeb74-9e77-41ab-b402-67e112b47ba0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.2379608 Nov 22 16:05:55.706196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-04eead1e-313a-43fa-8037-875a1086c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.707622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-04eead1e-313a-43fa-8037-875a1086c452 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.1541543 Nov 22 16:05:55.758352 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:55.807549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-e9cde6e4-9350-4cbb-aa0f-077ddc8da33d service neutron] 10.222.0.71 "GET /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639241 Nov 22 16:05:55.816454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b42b66e9-2590-4859-b034-4cd379ed76fd req-33209818-e8fd-42cb-8b0c-6e9962907dbf tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665463 Nov 22 16:05:55.921688 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e52e030-1d2d-44b1-a5bc-bb57a2749565 x-openstack-request-id: req-2e52e030-1d2d-44b1-a5bc-bb57a2749565 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:55.922324 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "name": "network-vif-plugged", "status": "completed", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:55.922324 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2e52e030-1d2d-44b1-a5bc-bb57a2749565 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:55.922690 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2', 'code': 200} Nov 22 16:05:55.943085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-cbffa98f-8f54-4af0-9552-e763e458b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.945126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-cbffa98f-8f54-4af0-9552-e763e458b284 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155836 Nov 22 16:05:55.958210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-d6a62187-d424-429c-8953-144c7e362f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:55.967149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-d6a62187-d424-429c-8953-144c7e362f26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481833 Nov 22 16:05:56.166309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef0b8-83d1-4d89-8d7e-c85215b46807 req-b37b1612-f1cd-4294-b4f2-0fb5fdfe022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:56.168196 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8d4ef0b8-83d1-4d89-8d7e-c85215b46807 req-b37b1612-f1cd-4294-b4f2-0fb5fdfe022d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1096 time: 0.0759661 Nov 22 16:05:56.206540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:d5:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:55Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:56.234340 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8d4ef0b8-83d1-4d89-8d7e-c85215b46807 req-7bcfbceb-4fc4-4288-aa66-08f6281182bb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539575 Nov 22 16:05:56.254588 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:05:56.263863 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:05:56.264632 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:56.383626 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:05:56.515973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d09659-ee93-4dcf-9486-6d7eea4596b5 req-c06626b8-d458-435a-85a5-aedda06bd415 service neutron] 10.222.0.71 "GET /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6967175 Nov 22 16:05:56.551537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-7065f648-76ce-4522-89e1-160d6fe1fd8b service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834551 Nov 22 16:05:56.583085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2f700-8f18-448b-967e-66709423c712 req-a059a3a8-7810-4e3a-896c-59b5b8c62d6b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:56.590954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1d2f700-8f18-448b-967e-66709423c712 req-a059a3a8-7810-4e3a-896c-59b5b8c62d6b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.1485767 Nov 22 16:05:56.595962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-9f3eac0f-2088-46b4-99d7-6e2d0fe176bd service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260636 Nov 22 16:05:56.659081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc'}, {'name': 'network-changed', 'server_uuid': '4657a757-72fc-4e12-aa00-46d4ed32effb', 'tag': '68ee2a82-8b17-4c09-8112-84917e5d417f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:05:56.661311 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c4c1b9-a88a-4b56-b48a-e669b0010069" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc"}, {"name": "network-changed", "server_uuid": "4657a757-72fc-4e12-aa00-46d4ed32effb", "tag": "68ee2a82-8b17-4c09-8112-84917e5d417f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:05:56.693665 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:d5:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:55Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:05:56.736188 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e5108-22ce-4788-a75f-1b502f74ea93 None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:d5:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:05:55Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:05:56.759457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1d2f700-8f18-448b-967e-66709423c712 req-a20f699e-e7cd-4e7d-a444-1fd8697e63d0 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676090 Nov 22 16:05:56.821323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-09038c65-b405-4fbc-b5ac-26ad04d5cc47 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582920 Nov 22 16:05:56.826287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-064f293e-6669-4f95-b66d-e34671c9beb2 req-603f97e2-3de2-4b65-a058-ae2fb07cebde service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093554 Nov 22 16:05:56.926862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-93da8b82-b61c-48c5-93e4-3be379c4acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:56.936420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-93da8b82-b61c-48c5-93e4-3be379c4acf4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 1097 time: 0.0791650 Nov 22 16:05:57.056337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-fa186812-2599-4fb0-b44c-f795e386644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.057860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-fa186812-2599-4fb0-b44c-f795e386644b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.1206489 Nov 22 16:05:57.155421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-38be1c1e-cac1-40ee-b3db-6175d3b9d0dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 1002 time: 0.0896828 Nov 22 16:05:57.168398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83122163-078b-4577-9f2d-5a4fc66ebd6d req-98db9b7f-4434-4f01-a7f5-4218b4d1527a tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.169872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83122163-078b-4577-9f2d-5a4fc66ebd6d req-98db9b7f-4434-4f01-a7f5-4218b4d1527a tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 944 time: 0.1030395 Nov 22 16:05:57.245352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-9dcb7b1e-f3a1-4c11-adbd-6f79ce002f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.247346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-9dcb7b1e-f3a1-4c11-adbd-6f79ce002f2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.0760803 Nov 22 16:05:57.268312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83122163-078b-4577-9f2d-5a4fc66ebd6d req-a80ca6b3-3723-4ef7-ae35-a1ce185d7a61 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898840 Nov 22 16:05:57.311710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-e3b98cfb-1c5d-4956-b261-87064e87413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.313286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-e3b98cfb-1c5d-4956-b261-87064e87413d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582814 Nov 22 16:05:57.339449 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ce4d83-934d-45ef-b135-3dda8fda79c8 x-openstack-request-id: req-79ce4d83-934d-45ef-b135-3dda8fda79c8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:05:57.339758 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4657a757-72fc-4e12-aa00-46d4ed32effb", "tag": "68ee2a82-8b17-4c09-8112-84917e5d417f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:05:57.340216 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79ce4d83-934d-45ef-b135-3dda8fda79c8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:05:57.340631 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'status': 'completed', 'code': 200} Nov 22 16:05:57.340894 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4657a757-72fc-4e12-aa00-46d4ed32effb', 'tag': '68ee2a82-8b17-4c09-8112-84917e5d417f', 'status': 'completed', 'code': 200} Nov 22 16:05:57.517874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-2ce70964-1ce9-4560-bac4-926c21303cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.519405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-2ce70964-1ce9-4560-bac4-926c21303cf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 1097 time: 0.1452746 Nov 22 16:05:57.530427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73faf0-e05d-47ab-8842-373fe2eff2da req-32bd1d24-dacb-427b-89ef-486186b42aeb tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.532028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac73faf0-e05d-47ab-8842-373fe2eff2da req-32bd1d24-dacb-427b-89ef-486186b42aeb tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1422946 Nov 22 16:05:57.558431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-2e06d83b-8d74-4850-84f5-73fa1e786ea1 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381542 Nov 22 16:05:57.560275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-ba32f614-49ec-4991-a24c-9e5c39212e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.561690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-ba32f614-49ec-4991-a24c-9e5c39212e48 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd79f03b6852401abb63d5674b03ab78&device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 1095 time: 0.1733954 Nov 22 16:05:57.799596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac73faf0-e05d-47ab-8842-373fe2eff2da req-d34b46a7-0ef5-4181-a228-515270a1fd95 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431891 Nov 22 16:05:57.854568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d4b7129-019a-4aab-8db8-0a9bd8b5ff02 req-6edb1f02-8146-4020-b632-e2bf9bb8f2a9 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806633 Nov 22 16:05:57.859144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-d186092d-8369-4da6-a3ca-bb65dd45cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.860643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-d186092d-8369-4da6-a3ca-bb65dd45cff1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6318a22-b99a-4254-9f52-d85a59fdc50c HTTP/1.1" status: 200 len: 914 time: 0.2878280 Nov 22 16:05:57.861734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-d9d45681-ff82-4f94-9fd2-c5ecf10141de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:57.863075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-d9d45681-ff82-4f94-9fd2-c5ecf10141de service neutron] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.3271129 Nov 22 16:05:57.937863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-9747f437-8619-4fcb-8ffc-87370e4d2667 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ee2a82-8b17-4c09-8112-84917e5d417f HTTP/1.1" status: 200 len: 217 time: 0.0513573 Nov 22 16:05:58.139522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-a57a2780-cd7d-4f81-a872-9cb5b77378e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 1002 time: 0.2682440 Nov 22 16:05:58.152441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-251a4d1c-ec71-4307-9c8d-b1b298b36498 req-374f5cfe-d94a-43bd-b478-c41ddd03e8c0 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.1535513 Nov 22 16:05:58.163405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e66f3e-99fa-4619-b23f-e4965ee82c21 req-b4527e85-f686-47b8-b62b-35efaa8ba820 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:58.165123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54e66f3e-99fa-4619-b23f-e4965ee82c21 req-b4527e85-f686-47b8-b62b-35efaa8ba820 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.2301493 Nov 22 16:05:58.188378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-d86ee624-676d-4958-b3d0-ac9f3af47f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:58.189793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-d86ee624-676d-4958-b3d0-ac9f3af47f63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1977c96f-07ae-4ff5-a674-e1391d4f010c HTTP/1.1" status: 200 len: 853 time: 0.1789758 Nov 22 16:05:58.290149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 68ee2a82-8b17-4c09-8112-84917e5d417f details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:05:58.309025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-78060377-3ee2-4338-ad6e-c4d8fa47c505 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6318a22-b99a-4254-9f52-d85a59fdc50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843527 Nov 22 16:05:58.329812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a4d1c-ec71-4307-9c8d-b1b298b36498 req-a0e190f9-2cde-4cf9-9b26-920cd9cb0566 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:58.331447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-251a4d1c-ec71-4307-9c8d-b1b298b36498 req-a0e190f9-2cde-4cf9-9b26-920cd9cb0566 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports/67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 943 time: 0.1557298 Nov 22 16:05:58.336628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-e50175ce-4f43-4ec7-8d9f-ea6aaad3be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:58.338171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-e50175ce-4f43-4ec7-8d9f-ea6aaad3be86 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.1847324 Nov 22 16:05:58.441135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54e66f3e-99fa-4619-b23f-e4965ee82c21 req-8a524fcc-8003-4bb9-98d5-541e4f56d24c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641623 Nov 22 16:05:58.470014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 68ee2a82-8b17-4c09-8112-84917e5d417f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=68ee2a82-8b17-4c09-8112-84917e5d417f,segment=NetworkSegment(81f20076-0d75-45e8-a7c7-2c6c8767fc38),segment_id=81f20076-0d75-45e8-a7c7-2c6c8767fc38)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:58.496561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '68ee2a82-8b17-4c09-8112-84917e5d417f', 'network_id': 'e6318a22-b99a-4254-9f52-d85a59fdc50c', 'port_id': '68ee2a82-8b17-4c09-8112-84917e5d417f', 'mac_address': 'fa:16:3e:7b:72:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1977c96f-07ae-4ff5-a674-e1391d4f010c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:05:58.533563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-a32499c6-0f5e-4eb4-909b-0be585b73ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:58.535086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-a32499c6-0f5e-4eb4-909b-0be585b73ff1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807182 Nov 22 16:05:58.556787 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:58.576253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ee2a82-8b17-4c09-8112-84917e5d417f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:05:58.600548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 68ee2a82-8b17-4c09-8112-84917e5d417f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=68ee2a82-8b17-4c09-8112-84917e5d417f,segment=NetworkSegment(81f20076-0d75-45e8-a7c7-2c6c8767fc38),segment_id=81f20076-0d75-45e8-a7c7-2c6c8767fc38)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:05:58.608105 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:05:58.626677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-251a4d1c-ec71-4307-9c8d-b1b298b36498 req-d4510bc2-42d2-41b8-bab4-4fb3e1993d6b tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.2319014 Nov 22 16:05:58.648964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-a434c124-7cc8-43b8-ad95-1ef07eafc760 service neutron] 10.222.0.71 "GET /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139060 Nov 22 16:05:58.685036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=68ee2a82-8b17-4c09-8112-84917e5d417f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:05:58.791662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-a011d750-f9aa-4a40-89c5-eb2efa488957 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486119 Nov 22 16:05:58.969442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a4d1c-ec71-4307-9c8d-b1b298b36498 req-680a9d97-3eb7-4587-91e9-9baaab1b6f8e tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:58.970778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-251a4d1c-ec71-4307-9c8d-b1b298b36498 req-680a9d97-3eb7-4587-91e9-9baaab1b6f8e tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.3362963 Nov 22 16:05:58.979523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-484887e0-bba2-4af5-a1f4-f3d1838468d0 service neutron] 10.222.0.71 "GET /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091130 Nov 22 16:05:59.006076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f7ce3-652e-4859-b5ae-4906c8a1c215 req-877ea5f4-4fc2-418a-9337-0f3726655e12 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:59.007739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b5f7ce3-652e-4859-b5ae-4906c8a1c215 req-877ea5f4-4fc2-418a-9337-0f3726655e12 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 945 time: 0.2192159 Nov 22 16:05:59.030955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c4c1b9-a88a-4b56-b48a-e669b0010069 req-7c0451c5-2761-4b30-8541-456d5b8084cb service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316363 Nov 22 16:05:59.071290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b5f7ce3-652e-4859-b5ae-4906c8a1c215 req-08299c2d-94e2-4a07-8417-c1706643706f tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Nov 22 16:05:59.221366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['68ee2a82-8b17-4c09-8112-84917e5d417f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:05:59.629056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d2b53-3fde-4f4d-a9da-acf3ed82394a req-fd1395e2-e966-4a1e-af7d-9bde0f5429dc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:59.630677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-029d2b53-3fde-4f4d-a9da-acf3ed82394a req-fd1395e2-e966-4a1e-af7d-9bde0f5429dc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.5373869 Nov 22 16:05:59.633987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-f58743fa-8387-4f23-a0ca-d287b5387643 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.5305970 Nov 22 16:05:59.714214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-2974d763-2184-4979-90cb-56bdefdbb524 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:05:59.715626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-2974d763-2184-4979-90cb-56bdefdbb524 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports/67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 943 time: 0.0707772 Nov 22 16:05:59.723823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-029d2b53-3fde-4f4d-a9da-acf3ed82394a req-9d1561a0-7b3d-47c0-8c9d-2d44b2556d9f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854921 Nov 22 16:05:59.999554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-9477d7a5-bffa-45bb-b214-17b95d4ef6ca tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.1177866 Nov 22 16:06:00.141600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-dfc477bb-93a9-40f3-a1bb-5bafea61d28b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1635211 Nov 22 16:06:00.183330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a9921-425a-4d5d-ad00-abfe64e3597f req-11494292-4971-4026-bbd5-cba5171bff0d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:00.184973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-590a9921-425a-4d5d-ad00-abfe64e3597f req-11494292-4971-4026-bbd5-cba5171bff0d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.1201291 Nov 22 16:06:00.205347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-726970c5-1692-42dc-add2-70b81bb8a568 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:00.206862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-726970c5-1692-42dc-add2-70b81bb8a568 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2065611 Nov 22 16:06:00.235242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-27c5cfc3-d945-413f-88af-f0e3dea31de8 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:06:00.236295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-27c5cfc3-d945-413f-88af-f0e3dea31de8 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147564 Nov 22 16:06:00.351122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-590a9921-425a-4d5d-ad00-abfe64e3597f req-3ca5bb8f-46c8-410a-aba9-4ccb60106aef tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542590 Nov 22 16:06:00.355813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-6a7a1e32-82f2-47cb-9bc4-42a110ea8e06 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1002 time: 0.1050642 Nov 22 16:06:00.357970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-6b33d40c-4def-454c-8d46-f8216ac0abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:00.360016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-6b33d40c-4def-454c-8d46-f8216ac0abca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 1095 time: 0.1520987 Nov 22 16:06:00.410859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:00.545010 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:00.595046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37634) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:00.633454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-f04dbf41-421b-4050-ab3f-2507a7f3e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:00.635415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-f04dbf41-421b-4050-ab3f-2507a7f3e326 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2453890 Nov 22 16:06:00.760730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-fe831a50-4e60-4325-8ac2-ba202194c0d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 200 len: 217 time: 0.1129367 Nov 22 16:06:00.916918 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:00.934263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe64d3e-549a-4fdb-aa6c-f82c7b1bf7a7 req-b05d803b-3bd2-41e9-88c6-df25f4adc0df tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:00.934715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fe64d3e-549a-4fdb-aa6c-f82c7b1bf7a7 req-b05d803b-3bd2-41e9-88c6-df25f4adc0df tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 945 time: 0.2767489 Nov 22 16:06:00.942283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:00.942929 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0 disassociated. External IP: 172.25.5.122, port: 67f1946a-87ec-4da9-9cd5-914f321f0bcc. Nov 22 16:06:01.028195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-87dd2920-fe0a-4bb6-a80f-cbf2f6deb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:01.029858 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-87dd2920-fe0a-4bb6-a80f-cbf2f6deb50e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.2583447 Nov 22 16:06:01.074339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-0cd0f183-5135-49cd-a8e2-b999fd25abba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330057 Nov 22 16:06:01.209663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fe64d3e-549a-4fdb-aa6c-f82c7b1bf7a7 req-418e6bc4-1f74-4b8e-bb7b-b6afd3a0190e tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587698 Nov 22 16:06:01.261623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:01.308193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-4705fa95-9b52-4cbb-88dd-784aa89d9fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975753 Nov 22 16:06:01.515282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b1f4b-8170-42bc-8b45-fd557a4f9d29 req-a35dcde4-a1ad-48eb-bfab-5140a0b4cc6d tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:01.517427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-632b1f4b-8170-42bc-8b45-fd557a4f9d29 req-a35dcde4-a1ad-48eb-bfab-5140a0b4cc6d tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1096 time: 0.1373765 Nov 22 16:06:01.520743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:06:01.565963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0329e12-6368-4b2c-be28-7257040b0f54 req-49ee4467-a97e-4eb3-b842-fea00844ce1c service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466631 Nov 22 16:06:01.622102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Deleting port 74446e01-f39d-49c9-b142-80823736967b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:01.623074 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:01.641477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-632b1f4b-8170-42bc-8b45-fd557a4f9d29 req-966a019c-f5a8-4ce1-a2fa-c33c16e127c9 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029780 Nov 22 16:06:01.720620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:06:01.726068 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:01.746325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:06:01.751165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] For port 74446e01-f39d-49c9-b142-80823736967b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=74446e01-f39d-49c9-b142-80823736967b,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:01.752626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:01.763600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-cea5f1bb-2f3f-4fcf-b9e4-9eb1e775aef7 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "PUT /v2.0/floatingips/90a55d09-e21b-46a8-bd75-40518d2857d0 HTTP/1.1" status: 200 len: 695 time: 1.3813624 Nov 22 16:06:01.764238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:01.768608 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a17f38-038a-477d-8c66-2b64c8862a94" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:01.769688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:01.770408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:01.795753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Calling delete_port for 74446e01-f39d-49c9-b142-80823736967b owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:01.922047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416eb0-6665-470d-978e-cd6995f3fe21 req-5eb1ad93-ecae-4916-b67d-80712e586dec tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:01.926451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc416eb0-6665-470d-978e-cd6995f3fe21 req-5eb1ad93-ecae-4916-b67d-80712e586dec tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1506941 Nov 22 16:06:01.987765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:02.014568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-1e0479bc-1b02-48bc-998a-649280871f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:02.031851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-1e0479bc-1b02-48bc-998a-649280871f08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 1097 time: 0.2186511 Nov 22 16:06:02.160988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:02.166460 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc416eb0-6665-470d-978e-cd6995f3fe21 req-3c6f7bb9-60a4-42f1-91e5-aa825bfe8d57 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088244 Nov 22 16:06:02.206891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Pushing event deleted for resources: {'Port': ['ID=74446e01-f39d-49c9-b142-80823736967b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:02.259423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-20096cd1-12fc-43a4-a680-f8fe36ad1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:02.281447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-20096cd1-12fc-43a4-a680-f8fe36ad1b44 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.2483661 Nov 22 16:06:02.350904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 68ee2a82-8b17-4c09-8112-84917e5d417f up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:02.456726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-556c8f15-8154-47d9-86ac-b024c687f714 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 217 time: 0.1731362 Nov 22 16:06:02.468579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 68ee2a82-8b17-4c09-8112-84917e5d417f completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:06:02.489375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 68ee2a82-8b17-4c09-8112-84917e5d417f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:02.493642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:02.528826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:02.627434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-efc5bc2e-a37b-42ae-a4f9-29ae4efc9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:02.632176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-efc5bc2e-a37b-42ae-a4f9-29ae4efc9048 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.1593125 Nov 22 16:06:02.706536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:06:02.720540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:02.751340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:02.752526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:02.808891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-3e5f9591-8cb7-4473-9d00-a64427848417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:02.813920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-3e5f9591-8cb7-4473-9d00-a64427848417 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604710 Nov 22 16:06:03.002926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-d851eefb-21a5-4b39-8bd0-bb7dc2fb5bb6 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736863 Nov 22 16:06:03.038478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb04260-7bcd-4cc3-9025-712ac66f12bc req-b979a684-d2b0-4c96-9ebb-c24afca23a00 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:03.056739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccb04260-7bcd-4cc3-9025-712ac66f12bc req-b979a684-d2b0-4c96-9ebb-c24afca23a00 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1096 time: 0.3250105 Nov 22 16:06:03.126038 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:03.150772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:03.219293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccb04260-7bcd-4cc3-9025-712ac66f12bc req-beb44102-45d0-4364-bc1a-30f6f5817b2c tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610658 Nov 22 16:06:03.227963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4657a757-72fc-4e12-aa00-46d4ed32effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ee2a82-8b17-4c09-8112-84917e5d417f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:03.230429 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c64b0b-d079-453e-9d06-cd788b048efa" -d '{"events": [{"server_uuid": "4657a757-72fc-4e12-aa00-46d4ed32effb", "name": "network-vif-plugged", "status": "completed", "tag": "68ee2a82-8b17-4c09-8112-84917e5d417f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:03.265323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Router 27da5ba8-565f-42ff-b086-58d1cf5f3247 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:06:03.265529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 68ee2a82-8b17-4c09-8112-84917e5d417f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=68ee2a82-8b17-4c09-8112-84917e5d417f,segment=NetworkSegment(81f20076-0d75-45e8-a7c7-2c6c8767fc38),segment_id=81f20076-0d75-45e8-a7c7-2c6c8767fc38)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:03.274280 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:03.282713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1fa72c-4dee-4e2a-aa0d-322d0920ada6 req-90e185fe-da09-4a4d-845a-ebb32efd2354 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751286 Nov 22 16:06:03.387207 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b13fd1c-53d5-420b-85f6-8b39a8414c65 x-openstack-request-id: req-1b13fd1c-53d5-420b-85f6-8b39a8414c65 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:03.388048 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:03.388460 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b13fd1c-53d5-420b-85f6-8b39a8414c65 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:03.388979 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'status': 'completed', 'code': 200} Nov 22 16:06:03.531439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=68ee2a82-8b17-4c09-8112-84917e5d417f,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:03.533892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:06:03.550509 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57193b72-5f55-4d3b-bcd9-4b0766d7199e admin admin] 10.222.0.69 "PUT /v2.0/routers/27da5ba8-565f-42ff-b086-58d1cf5f3247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9541805 Nov 22 16:06:03.553813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37674) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:03.559058 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] Sync routers for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:06:03.572440 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:03.573373 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:03.602524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-1448929a-6e1c-4cc3-88e4-017f367ab180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:03.604522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-1448929a-6e1c-4cc3-88e4-017f367ab180 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 1097 time: 0.1909180 Nov 22 16:06:03.712634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:03.728552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:03.738272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369d723-5dcd-4377-ab2a-7d66b05c7979 req-a9704319-8161-490f-9fb1-11306175f609 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:03.748885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6369d723-5dcd-4377-ab2a-7d66b05c7979 req-a9704319-8161-490f-9fb1-11306175f609 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 946 time: 0.2275660 Nov 22 16:06:03.765787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cecc30-1b83-4fe8-84cc-ee25277fc6b0 req-6e4620b1-9a4a-49b9-9f60-b490cbc96430 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:03.767568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0cecc30-1b83-4fe8-84cc-ee25277fc6b0 req-6e4620b1-9a4a-49b9-9f60-b490cbc96430 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.2301137 Nov 22 16:06:03.783326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d78a2e9-3325-462a-b5b5-6b59be66d367 None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:06:03.829019 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:03.976694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6369d723-5dcd-4377-ab2a-7d66b05c7979 req-c04f3c86-6070-4b88-b971-c99a1f4cb376 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218966 Nov 22 16:06:03.994263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:03.998469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0cecc30-1b83-4fe8-84cc-ee25277fc6b0 req-b4b975ab-2d13-4b01-8910-8ba1e21d18c9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187502 Nov 22 16:06:04.018970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-1996f36a-b2f6-4776-8ea1-08a08c98e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:04.025093 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-1996f36a-b2f6-4776-8ea1-08a08c98e75a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.4008131 Nov 22 16:06:04.077531 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c0ce83-7f5c-4dee-8e99-8b2b1fc269fd x-openstack-request-id: req-62c0ce83-7f5c-4dee-8e99-8b2b1fc269fd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:04.078955 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4657a757-72fc-4e12-aa00-46d4ed32effb", "name": "network-vif-plugged", "status": "completed", "tag": "68ee2a82-8b17-4c09-8112-84917e5d417f", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:04.078955 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62c0ce83-7f5c-4dee-8e99-8b2b1fc269fd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:04.079168 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4657a757-72fc-4e12-aa00-46d4ed32effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ee2a82-8b17-4c09-8112-84917e5d417f', 'code': 200} Nov 22 16:06:04.149346 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:06:02Z', 'revision_number': 5, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port': {'id': '3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:17Z', 'updated_at': '2021-11-22T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:04.212881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Deleting port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:04.213365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:04.245769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-3ae8eef7-484c-4159-a41f-50984b7e5c76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 200 len: 217 time: 0.2131314 Nov 22 16:06:04.268401 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] Checking router: 27da5ba8-565f-42ff-b086-58d1cf5f3247 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:06:04.298132 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] Routers {'27da5ba8-565f-42ff-b086-58d1cf5f3247'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:04.298890 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['27da5ba8-565f-42ff-b086-58d1cf5f3247'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:04.395441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] For port 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:04.396347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:04.400781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e4dd7-adcc-4f43-9541-e5f58ad872c0 req-92c5ecb9-4f2e-44d0-9c85-53751ffc28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:04.407007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be7e4dd7-adcc-4f43-9541-e5f58ad872c0 req-92c5ecb9-4f2e-44d0-9c85-53751ffc28ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 1097 time: 0.1736703 Nov 22 16:06:04.445786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Calling delete_port for 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:04.476683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a67aa9f-cac3-4e25-8331-1ba0145be4b4 None None] New status for floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:06:04.483687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-fd9301b3-7521-42d6-ad98-50b9d7860df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:04.489979 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-fd9301b3-7521-42d6-ad98-50b9d7860df2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.1867843 Nov 22 16:06:04.498471 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] Set router 27da5ba8-565f-42ff-b086-58d1cf5f3247 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:04.604321 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:06:03Z', 'revision_number': 6, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:04.678978 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27704ad0-4f90-4910-81b6-780d70c8b678 None None] The sync data for ids ['27da5ba8-565f-42ff-b086-58d1cf5f3247'] in n-d-811716-3 is: [{'id': '27da5ba8-565f-42ff-b086-58d1cf5f3247', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1023701972-router', 'tenant_id': '4b6426302efc4e58bf9b40f20001371a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:16Z', 'updated_at': '2021-11-22T16:06:03Z', 'revision_number': 6, 'project_id': '4b6426302efc4e58bf9b40f20001371a', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:06:04.712551 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-eeca0d82-6b0c-4c76-b1aa-aadf80ff5550 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2455432 Nov 22 16:06:04.721422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be7e4dd7-adcc-4f43-9541-e5f58ad872c0 req-d3c7e1bb-dbe0-4df1-81cb-ece07140337c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870679 Nov 22 16:06:04.778745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-72351ef4-0832-496c-aaa9-b47933b9f946 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:04.786946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-72351ef4-0832-496c-aaa9-b47933b9f946 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1330318 Nov 22 16:06:04.858250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-f668fbf9-cd2c-473c-856c-4f507c11d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:04.858250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-f668fbf9-cd2c-473c-856c-4f507c11d4f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3064775 Nov 22 16:06:04.888827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-cbfe7387-61c5-4ab5-a336-90e6eaf6c2af tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 698 time: 0.1009743 Nov 22 16:06:04.915068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Request body: {'floatingip': {'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:05.025971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:05.093054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:05.108413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:05.227695 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:05.389556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-c59b1920-4f5a-4457-a42b-94b9938865c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:05.391168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-c59b1920-4f5a-4457-a42b-94b9938865c7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 1096 time: 0.1303215 Nov 22 16:06:05.783309 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:05.785721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:05.857577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:05.858454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27da5ba8-565f-42ff-b086-58d1cf5f3247 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:06:05.867872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:05.869454 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c3ac0bf0-4619-4c7d-83cb-2ef96d163ea3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/27da5ba8-565f-42ff-b086-58d1cf5f3247 HTTP/1.1" status: 204 len: 168 time: 2.3142021 Nov 22 16:06:05.872072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37716) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:05.946319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-204a0fdf-b92a-4a86-9f5c-34b7bd2a80b1 admin admin] Deleting subnet 18b32868-1806-41a0-8f37-90366ab6428f {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:06:05.949408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-0132ea72-70ef-4bf9-bef7-de20b701f3c0 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0831683 Nov 22 16:06:05.954870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-204a0fdf-b92a-4a86-9f5c-34b7bd2a80b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.013382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-204a0fdf-b92a-4a86-9f5c-34b7bd2a80b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.064163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ad559bd4-dd6f-465b-b58a-c404d552337a tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:06:06.064163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ad559bd4-dd6f-465b-b58a-c404d552337a tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093510 Nov 22 16:06:06.168951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-f449d0ce-7cfe-486b-8371-e128d8fdb35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:06.170478 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-f449d0ce-7cfe-486b-8371-e128d8fdb35e service neutron] 10.222.0.69 "GET /v2.0/ports/713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 200 len: 1093 time: 0.0693417 Nov 22 16:06:06.183111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Request body: {'binding': {'host': 'n-h1-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:06.183579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Unknown quota resources ['binding']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:06:06.220580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-204a0fdf-b92a-4a86-9f5c-34b7bd2a80b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.254129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-14f6cfca-9a65-450b-9846-7d99f3c84a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:06.256116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-14f6cfca-9a65-450b-9846-7d99f3c84a84 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.3380659 Nov 22 16:06:06.343641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac911b91-e420-4569-822d-cf933b6fab63 req-a4b46ca6-453c-437b-b99d-33367bf58f39 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:06.345302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac911b91-e420-4569-822d-cf933b6fab63 req-a4b46ca6-453c-437b-b99d-33367bf58f39 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ab2ef90-95ee-498f-a291-2b79e33c162c HTTP/1.1" status: 200 len: 946 time: 0.2858918 Nov 22 16:06:06.346745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-4549bc6e-f645-42d8-934b-fea8a1277f4c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 200 len: 217 time: 0.0764937 Nov 22 16:06:06.384698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-204a0fdf-b92a-4a86-9f5c-34b7bd2a80b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.439852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a0fdf-b92a-4a86-9f5c-34b7bd2a80b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b32868-1806-41a0-8f37-90366ab6428f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:06.453309 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-204a0fdf-b92a-4a86-9f5c-34b7bd2a80b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.457287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-204a0fdf-b92a-4a86-9f5c-34b7bd2a80b1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/18b32868-1806-41a0-8f37-90366ab6428f HTTP/1.1" status: 204 len: 168 time: 0.5835874 Nov 22 16:06:06.465124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37720) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:06.467883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c0af05-e969-4362-9d33-83f7ac45d999 None None] Network 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:06:06.567495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on host n-h1-811716-3 for vnic_type normal with profile None {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:06.567850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:06.568256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:06.585298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-6b6aaa01-0544-4a29-83ef-17b9784a8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:06.587138 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:06:06.587474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:06.591296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-6b6aaa01-0544-4a29-83ef-17b9784a8fd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.2198961 Nov 22 16:06:06.614572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:06.614863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:06.615344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:06.615786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Bound port: 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:06.621097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.641307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 74446e01-f39d-49c9-b142-80823736967b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:06.695632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31a17f38-038a-477d-8c66-2b64c8862a94 req-e35467ff-c4fd-4e4f-a713-3b771e45abce service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743326 Nov 22 16:06:06.697342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 74446e01-f39d-49c9-b142-80823736967b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:06.698214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 74446e01-f39d-49c9-b142-80823736967b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:06.698490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:06.721673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-7724d3f0-95bb-4c14-be5f-32940101b547 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058371 Nov 22 16:06:06.796737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:06.807458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:06.808538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3fa1064c-d1d1-4c2d-b47a-310ed8bfc75e not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:06.814252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.816082 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-09b416b5-a497-4b0d-a50b-95046d51b73a service neutron] 10.222.0.69 "POST /v2.0/ports/713b06b5-c3e3-4cfc-972d-d980d733b0a2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6374624 Nov 22 16:06:06.830753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Deleting port 33e45300-7cbc-4342-a2bb-aae8996711a4 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:06.831214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.929644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] For port 33e45300-7cbc-4342-a2bb-aae8996711a4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=33e45300-7cbc-4342-a2bb-aae8996711a4,segment=NetworkSegment(218c0d16-f3c5-471a-a3cb-791d7ceb5621),segment_id=218c0d16-f3c5-471a-a3cb-791d7ceb5621)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:06.930042 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:06.977878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Calling delete_port for 33e45300-7cbc-4342-a2bb-aae8996711a4 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:07.036381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] DHCP port deletion for 3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:06:07.154567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.204751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] Deleting port 33e45300-7cbc-4342-a2bb-aae8996711a4 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:07.206411 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.206852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Pushing event deleted for resources: {'Port': ['ID=33e45300-7cbc-4342-a2bb-aae8996711a4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:07.214698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] No DVR routers for this DVR port 33e45300-7cbc-4342-a2bb-aae8996711a4 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:07.256453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:06:07.333226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] For port 33e45300-7cbc-4342-a2bb-aae8996711a4, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:07.334673 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.359704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] Calling delete_port for 33e45300-7cbc-4342-a2bb-aae8996711a4 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:07.360473 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.364628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] Port 33e45300-7cbc-4342-a2bb-aae8996711a4 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:06:07.367728 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.395374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.404857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:07.410623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] Pushing event deleted for resources: {'Port': ['ID=33e45300-7cbc-4342-a2bb-aae8996711a4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:07.419392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e50c021-34f9-4785-a37a-03e3d4b2f1ca None None] No DVR routers for this DVR port 33e45300-7cbc-4342-a2bb-aae8996711a4 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:07.426997 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.438275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-fb870497-a0ce-47f3-b938-b63716308ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:07.439898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-fb870497-a0ce-47f3-b938-b63716308ad5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1096 time: 0.2461629 Nov 22 16:06:07.443245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Deleting port 67f1946a-87ec-4da9-9cd5-914f321f0bcc {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:07.443663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.448960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218c0d16-f3c5-471a-a3cb-791d7ceb5621') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:07.449943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218c0d16-f3c5-471a-a3cb-791d7ceb5621') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:07.473810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.505056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.514402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:06:07.515112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:06:07.517904 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:06:07.615297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d455a8-e546-4e2a-b41e-7a9211173024 req-178328c5-4998-4ef2-aed8-7e765b3c1113 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:07.616537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.618657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13d455a8-e546-4e2a-b41e-7a9211173024 req-178328c5-4998-4ef2-aed8-7e765b3c1113 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 946 time: 0.4419088 Nov 22 16:06:07.632491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.639727 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] 10.222.0.69 "DELETE /v2.0/networks/3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0 HTTP/1.1" status: 204 len: 168 time: 1.1703160 Nov 22 16:06:07.641826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-602e5f0e-f782-48d9-b360-b4f74c261370 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090962 Nov 22 16:06:07.650572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37728) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:07.659967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff207a62-4c6a-4947-8923-34d63f5ff06b admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd6c6ee-1ff8-4cdc-9fb6-a75cb3bf9ad0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:07.901430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] For port 67f1946a-87ec-4da9-9cd5-914f321f0bcc, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67f1946a-87ec-4da9-9cd5-914f321f0bcc,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:07.901953 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:07.957791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13d455a8-e546-4e2a-b41e-7a9211173024 req-a388d5ce-0be6-4829-83cf-028ea9998114 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800257 Nov 22 16:06:07.970679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Calling delete_port for 67f1946a-87ec-4da9-9cd5-914f321f0bcc owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:07.995619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca73f181-d290-49cd-aca3-92bd872f0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:07.998270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca73f181-d290-49cd-aca3-92bd872f0145 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.4693701 Nov 22 16:06:08.020953 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0 associated. External IP: 172.25.5.122, port: 94f537b2-c66c-4d4f-b2a3-b5914681db06. Nov 22 16:06:08.117834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-7620310d-537c-4d5a-aeb5-85c6d675f1b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 200 len: 217 time: 0.1048164 Nov 22 16:06:08.147130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:08.157794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-027d572c-7b52-4c15-ac62-326954aca8b7 req-614c9d65-06ab-4b69-a514-ddc27370cb63 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686210 Nov 22 16:06:08.304820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-d1199fd0-d793-41ee-baf3-43e57291a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:08.306306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-d1199fd0-d793-41ee-baf3-43e57291a9df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1446340 Nov 22 16:06:08.341795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7300b-e2a5-45a0-b040-a2aefd48ad66 req-af3d186e-5ba8-4f82-a22c-010f1096258b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:08.343681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7d7300b-e2a5-45a0-b040-a2aefd48ad66 req-af3d186e-5ba8-4f82-a22c-010f1096258b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.2341790 Nov 22 16:06:08.373876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-2a512547-a2c7-4a5b-ab70-427b6385f10b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576069 Nov 22 16:06:08.512806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Deleting port 12132f3e-80fb-43e6-bed0-44686da09270 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:08.513424 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:08.613991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 33e45300-7cbc-4342-a2bb-aae8996711a4 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:08.640437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7d7300b-e2a5-45a0-b040-a2aefd48ad66 req-8172c82c-78b9-43e1-8c66-5f7b6b92cd19 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696183 Nov 22 16:06:08.653067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] For port 12132f3e-80fb-43e6-bed0-44686da09270, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=12132f3e-80fb-43e6-bed0-44686da09270,segment=NetworkSegment(d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd),segment_id=d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:08.653657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:08.674007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 33e45300-7cbc-4342-a2bb-aae8996711a4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:08.675386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 33e45300-7cbc-4342-a2bb-aae8996711a4 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:08.688417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Calling delete_port for 12132f3e-80fb-43e6-bed0-44686da09270 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:08.715555 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:08.731110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['94f537b2-c66c-4d4f-b2a3-b5914681db06', '67f1946a-87ec-4da9-9cd5-914f321f0bcc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:08.756685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Pushing event deleted for resources: {'Port': ['ID=67f1946a-87ec-4da9-9cd5-914f321f0bcc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:08.764688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-e3897f2e-1fc6-4ed1-9110-e8fb881bff91 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789372 Nov 22 16:06:09.061244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:09.095784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Pushing event deleted for resources: {'Port': ['ID=12132f3e-80fb-43e6-bed0-44686da09270,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:09.292146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:06:09.297133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:09.328462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] No DVR routers for this DVR port 67f1946a-87ec-4da9-9cd5-914f321f0bcc on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:09.338172 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:09.342055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac911b91-e420-4569-822d-cf933b6fab63 req-3acd5ddc-b3c7-41cf-9aa7-c4d3200b0403 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.11 "DELETE /v2.0/ports/67f1946a-87ec-4da9-9cd5-914f321f0bcc HTTP/1.1" status: 204 len: 173 time: 2.9831817 Nov 22 16:06:09.342421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'name': 'network-vif-deleted', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:09.344946 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7ac7a3-ffdd-4469-addb-479436f19a5f" -d '{"events": [{"server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "name": "network-vif-deleted", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:09.411817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd407-7e37-438e-8ea2-288673e1c893 req-4a59619e-5aaf-4eeb-9557-33d058b95ab4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:09.414983 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5dfbd407-7e37-438e-8ea2-288673e1c893 req-4a59619e-5aaf-4eeb-9557-33d058b95ab4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.1602719 Nov 22 16:06:09.481345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-9b0be9d2-1950-432c-81e0-dd77ff3662a8 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7057643 Nov 22 16:06:09.607651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5dfbd407-7e37-438e-8ea2-288673e1c893 req-cdc59fec-bb78-4ddd-9f7b-6e87f6ed5c27 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291351 Nov 22 16:06:09.610220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:06:09.613768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Router 175d0be3-18e8-483a-a7cc-d12281ea421b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:06:09.621374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:09.624030 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4931a-909c-4369-9384-93d08756db20 None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:06:09.653263 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4931a-909c-4369-9384-93d08756db20 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:09.654337 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-01f4931a-909c-4369-9384-93d08756db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:09.680719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8d4cea9c-1c8a-41f7-b801-29abfc4ac646 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "PUT /v2.0/floatingips/90a55d09-e21b-46a8-bd75-40518d2857d0 HTTP/1.1" status: 200 len: 996 time: 4.7700777 Nov 22 16:06:09.757255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:06:09.770534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] Sync routers for ids ['175d0be3-18e8-483a-a7cc-d12281ea421b'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:06:09.790629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5061be7f-d22c-4ebf-9513-d45b14c1450f admin admin] 10.222.0.69 "PUT /v2.0/routers/175d0be3-18e8-483a-a7cc-d12281ea421b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1268466 Nov 22 16:06:09.790629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37744) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:09.796224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] Routers {'175d0be3-18e8-483a-a7cc-d12281ea421b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:09.796776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['175d0be3-18e8-483a-a7cc-d12281ea421b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:09.801159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-0ae727ff-2bb8-4587-9900-1912ef72049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:09.802701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-0ae727ff-2bb8-4587-9900-1912ef72049c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.1025529 Nov 22 16:06:09.880460 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-01f4931a-909c-4369-9384-93d08756db20 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:10.053736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:10.074818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8e838cb1-1112-4160-991e-871f2b692374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:10.084622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-8e838cb1-1112-4160-991e-871f2b692374 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.2628829 Nov 22 16:06:10.135560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] Set router 175d0be3-18e8-483a-a7cc-d12281ea421b gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:10.180761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-af0140a1-ba51-4d00-b743-d9359fa7efa9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 999 time: 0.0951488 Nov 22 16:06:10.202956 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:10.229568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-5e33c304-fe41-4cfa-8d91-ff1d43db59d4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:10.239565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-5e33c304-fe41-4cfa-8d91-ff1d43db59d4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 808 time: 0.3085957 Nov 22 16:06:10.259081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-d3651247-6b64-4627-b9b4-24afbe03ec89 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/quotas/0627f132295b49ea8052d55add2acfaf HTTP/1.1" status: 200 len: 375 time: 0.0182240 Nov 22 16:06:10.318785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-48273d86-a22a-4c0d-af91-a50b43ec7d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:10.327699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-48273d86-a22a-4c0d-af91-a50b43ec7d03 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.1459446 Nov 22 16:06:10.333327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Deleting port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:10.333672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:10.425384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-85a7b9d3-5ca0-445b-98f7-2d0b9ae228a4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1654046 Nov 22 16:06:10.456214 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-01f4931a-909c-4369-9384-93d08756db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:6f:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b239c37-aca2-4884-adac-1792240f5a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:06:07Z', 'revision_number': 8, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:10.465620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] For port c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:10.465997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:10.486091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Calling delete_port for c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:10.496012 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4931a-909c-4369-9384-93d08756db20 None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:06:10.511955 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f4931a-909c-4369-9384-93d08756db20 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:10.512617 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-01f4931a-909c-4369-9384-93d08756db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:10.568265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:06:08Z', 'revision_number': 5, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port': {'id': 'c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:00:35Z', 'updated_at': '2021-11-22T16:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:10.618752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-1ef20769-5cfa-4dc8-b81e-197cf04c4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:10.619165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-1ef20769-5cfa-4dc8-b81e-197cf04c4381 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2906384 Nov 22 16:06:10.640340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] Checking router: 175d0be3-18e8-483a-a7cc-d12281ea421b for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:06:10.652717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] Routers {'175d0be3-18e8-483a-a7cc-d12281ea421b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:10.653028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['175d0be3-18e8-483a-a7cc-d12281ea421b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:10.682259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-9b9e310a-84d6-4673-8f50-fb20d0c68883 service neutron] 10.222.0.69 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440598 Nov 22 16:06:10.700661 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-01f4931a-909c-4369-9384-93d08756db20 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:10.713306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:10.740331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 67f1946a-87ec-4da9-9cd5-914f321f0bcc no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:10.770643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 67f1946a-87ec-4da9-9cd5-914f321f0bcc {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:10.771564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 67f1946a-87ec-4da9-9cd5-914f321f0bcc not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:10.807391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] Set router 175d0be3-18e8-483a-a7cc-d12281ea421b gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:10.807961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:10.897655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-555fccd1-e093-4a99-8386-2151bef493a3 service neutron] 10.222.0.69 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041073 Nov 22 16:06:10.920165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:06:10Z', 'revision_number': 6, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:10.979020 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:10.998053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0501bf-971e-49a0-bbb0-d5e9e4627b16 None None] The sync data for ids ['175d0be3-18e8-483a-a7cc-d12281ea421b'] in n-d-811716-3 is: [{'id': '175d0be3-18e8-483a-a7cc-d12281ea421b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1141524818-router', 'tenant_id': '8e943ed1a4b245919ec32d9920eccc08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:00:34Z', 'updated_at': '2021-11-22T16:06:10Z', 'revision_number': 6, 'project_id': '8e943ed1a4b245919ec32d9920eccc08', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:06:11.032558 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-01f4931a-909c-4369-9384-93d08756db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:6f:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b239c37-aca2-4884-adac-1792240f5a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:06:07Z', 'revision_number': 8, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:11.076379 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f4931a-909c-4369-9384-93d08756db20 None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '90a55d09-e21b-46a8-bd75-40518d2857d0', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'port_id': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'mac_address': 'fa:16:3e:6f:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b239c37-aca2-4884-adac-1792240f5a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:05:20Z', 'updated_at': '2021-11-22T16:06:07Z', 'revision_number': 8, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:06:11.082511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-ddc9eab9-cb3b-4888-9e8d-411696fa7944 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248614 Nov 22 16:06:11.166086 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:11.170264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:11.246312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:11.247062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175d0be3-18e8-483a-a7cc-d12281ea421b {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:06:11.256924 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:11.260537 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7b96ebab-eb31-4a22-8212-fe18900b6bb4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/175d0be3-18e8-483a-a7cc-d12281ea421b HTTP/1.1" status: 204 len: 168 time: 1.4779017 Nov 22 16:06:11.262270 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37758) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:11.313526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9b1968b-9f86-4063-af7c-d1852dcbf796 req-aa6df8f9-67b0-4873-a4a7-d45b0282d6c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227578 Nov 22 16:06:11.400708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-46cffbd9-4764-4ebb-9c96-024ef349fd33 admin admin] Deleting subnet 368f7354-d9c1-4070-91ef-778e48681b29 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:06:11.422671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cffbd9-4764-4ebb-9c96-024ef349fd33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:11.443640 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ae53e-d075-4e67-98de-be5239f06e33 x-openstack-request-id: req-0e3ae53e-d075-4e67-98de-be5239f06e33 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:11.454013 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab2ef90-95ee-498f-a291-2b79e33c162c", "name": "network-vif-deleted", "tag": "67f1946a-87ec-4da9-9cd5-914f321f0bcc", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:11.461312 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e3ae53e-d075-4e67-98de-be5239f06e33 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:11.464337 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab2ef90-95ee-498f-a291-2b79e33c162c', 'name': 'network-vif-deleted', 'tag': '67f1946a-87ec-4da9-9cd5-914f321f0bcc', 'status': 'completed', 'code': 200} Nov 22 16:06:11.597250 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bced6480-9f16-4524-a9e4-8906b0cc0e99 None None] New status for floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:06:11.619970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cffbd9-4764-4ebb-9c96-024ef349fd33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:11.707683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce118dda-1ec6-4cbe-800b-3e6ea51f32a3 req-a662fd88-42ce-4f2a-891c-41a1ed47dfbc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:11.724426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce118dda-1ec6-4cbe-800b-3e6ea51f32a3 req-a662fd88-42ce-4f2a-891c-41a1ed47dfbc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1765974 Nov 22 16:06:11.855102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce118dda-1ec6-4cbe-800b-3e6ea51f32a3 req-981d594d-ecac-46b7-b4e4-84b64c8c39d0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293917 Nov 22 16:06:11.971510 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cffbd9-4764-4ebb-9c96-024ef349fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:12.121815 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cffbd9-4764-4ebb-9c96-024ef349fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:12.182278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cffbd9-4764-4ebb-9c96-024ef349fd33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=368f7354-d9c1-4070-91ef-778e48681b29,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:12.192008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cffbd9-4764-4ebb-9c96-024ef349fd33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:12.197681 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-46cffbd9-4764-4ebb-9c96-024ef349fd33 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/368f7354-d9c1-4070-91ef-778e48681b29 HTTP/1.1" status: 204 len: 168 time: 0.9338665 Nov 22 16:06:12.200904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37772) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:12.207688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b766053-07f0-4e57-a438-ec2584872767 None None] Network 0beea7ce-1efe-4c2c-9146-a721967bd640 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:06:12.332130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-298a56b2-552a-4112-9fbb-e2c911740e49 req-f78af3d1-42c5-4c18-9f82-b94738d93091 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips/90a55d09-e21b-46a8-bd75-40518d2857d0 HTTP/1.1" status: 200 len: 996 time: 0.3597574 Nov 22 16:06:12.366040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-4e06b819-5249-4a7e-aa3a-40b8c5aa07a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:12.371043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-4e06b819-5249-4a7e-aa3a-40b8c5aa07a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cd79f03b6852401abb63d5674b03ab78&device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 1097 time: 0.5030701 Nov 22 16:06:12.424446 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:12.538099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Deleting port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:12.538594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:12.616271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d55ae2-e873-410e-9d01-b3e53ee9cd23 req-040ec7e0-bcfc-4b2b-a435-8d84216cd1ea tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:12.622252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33d55ae2-e873-410e-9d01-b3e53ee9cd23 req-040ec7e0-bcfc-4b2b-a435-8d84216cd1ea tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.5159597 Nov 22 16:06:12.659761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] DHCP port deletion for 0beea7ce-1efe-4c2c-9146-a721967bd640 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:06:12.780687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:12.819224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a56b2-552a-4112-9fbb-e2c911740e49 req-01169e7e-62ca-4202-a9c9-d15a31d10cf2 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:12.829782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-298a56b2-552a-4112-9fbb-e2c911740e49 req-01169e7e-62ca-4202-a9c9-d15a31d10cf2 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.4962211 Nov 22 16:06:12.836860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-298a56b2-552a-4112-9fbb-e2c911740e49 req-20eb2b0a-c629-4003-866c-bb1272e75fde tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:06:12.849642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-298a56b2-552a-4112-9fbb-e2c911740e49 req-20eb2b0a-c629-4003-866c-bb1272e75fde tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176573 Nov 22 16:06:12.876384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:12.876878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c0b987b4-35c5-43ca-a2bd-ca6b00a7ce83 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:12.879413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 12132f3e-80fb-43e6-bed0-44686da09270 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:13.006583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33d55ae2-e873-410e-9d01-b3e53ee9cd23 req-aa28c9aa-224b-499a-93aa-322e234a36fb tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856967 Nov 22 16:06:13.019066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-e6d0188d-753d-4208-b3b1-b94f042b0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:13.021605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-e6d0188d-753d-4208-b3b1-b94f042b0144 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6318a22-b99a-4254-9f52-d85a59fdc50c HTTP/1.1" status: 200 len: 914 time: 0.5710266 Nov 22 16:06:13.099131 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-f5602d1a-371b-465b-b730-abfaa177506d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68ee2a82-8b17-4c09-8112-84917e5d417f HTTP/1.1" status: 200 len: 217 time: 0.0611780 Nov 22 16:06:13.189074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] For port b98ff6f5-29c9-4a3c-b56b-98311518f3d8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,segment=NetworkSegment(d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd),segment_id=d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:13.189872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.208030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Calling delete_port for b98ff6f5-29c9-4a3c-b56b-98311518f3d8 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:13.211689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15d61d4c-9910-48b3-9479-6bc5b92e9d9a req-37bb5856-b514-492e-8dcf-6f394dc4e40d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 210 time: 0.1877806 Nov 22 16:06:13.214252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 12132f3e-80fb-43e6-bed0-44686da09270 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:13.214994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 12132f3e-80fb-43e6-bed0-44686da09270 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:13.215937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-5b4f3b62-7984-4188-a992-17e4adb62e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:13.218480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-5b4f3b62-7984-4188-a992-17e4adb62e7d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1977c96f-07ae-4ff5-a674-e1391d4f010c HTTP/1.1" status: 200 len: 853 time: 0.0790799 Nov 22 16:06:13.262633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] Deleting port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:13.263106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.323482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-6407ddcf-8c18-4001-9156-db78d5350a90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6318a22-b99a-4254-9f52-d85a59fdc50c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925221 Nov 22 16:06:13.375878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] For port b98ff6f5-29c9-4a3c-b56b-98311518f3d8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,segment=NetworkSegment(d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd),segment_id=d6ed5146-fc06-4c43-9655-ab8d2f3c0cfd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:13.376839 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.407818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] Calling delete_port for b98ff6f5-29c9-4a3c-b56b-98311518f3d8 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:13.462116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.537092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:13.539772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] No DVR routers for this DVR port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:13.540117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:13.551072 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0497cbc2-27ef-439b-8e1d-a5c9832e5400" -d '{"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:13.617647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.658023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.714412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] Pushing event deleted for resources: {'Port': ['ID=b98ff6f5-29c9-4a3c-b56b-98311518f3d8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:13.732823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f017a-70a4-4fb5-9cbf-58fd97093ca1 None None] No DVR routers for this DVR port b98ff6f5-29c9-4a3c-b56b-98311518f3d8 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:13.737766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0beea7ce-1efe-4c2c-9146-a721967bd640']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:13.757022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:13.757966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ed5146-fc06-4c43-9655-ab8d2f3c0cfd') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:13.769700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.787660 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.797778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:06:13.798283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:06:13.862653 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:06:13.885833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77a6fb-41d7-4ff2-81f3-ae3cec992aa3 req-04508784-5991-4f2f-8cdc-e011c05b28af tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:13.888075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.888911 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a77a6fb-41d7-4ff2-81f3-ae3cec992aa3 req-04508784-5991-4f2f-8cdc-e011c05b28af tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 946 time: 0.7879925 Nov 22 16:06:13.894814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:13.901114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-4d12c51a-3cdf-4135-b2f7-931c59fb6f41 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:13.901652 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0beea7ce-1efe-4c2c-9146-a721967bd640 HTTP/1.1" status: 204 len: 168 time: 1.6959107 Nov 22 16:06:13.902793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-4d12c51a-3cdf-4135-b2f7-931c59fb6f41 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 808 time: 0.3252738 Nov 22 16:06:13.916912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f7faf-42f7-4f1e-8938-ccbde9fa85b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0beea7ce-1efe-4c2c-9146-a721967bd640,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:13.920046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Request body: {'port': {'device_id': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'admin_state_up': True, 'tenant_id': '0627f132295b49ea8052d55add2acfaf'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:13.927531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-6427bd6c-d590-4f19-ba1c-151d061f2cf8 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1001 time: 0.6175027 Nov 22 16:06:14.045708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-99a2e7a3-c684-485c-97ed-13438282f6e3 service neutron] 10.222.0.71 "GET /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719511 Nov 22 16:06:14.111309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a77a6fb-41d7-4ff2-81f3-ae3cec992aa3 req-8fab7fcd-5882-4ce6-bef5-aeb0d4a997cf tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752357 Nov 22 16:06:14.156511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37790) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:14.185221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-199487f6-9c02-4bc5-87ce-ae4f4dbdfef6 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:14.186900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-199487f6-9c02-4bc5-87ce-ae4f4dbdfef6 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports/94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 942 time: 0.2383327 Nov 22 16:06:14.297045 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e37fb89f-145a-4c62-b521-b47b00a395ac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b6426302efc4e58bf9b40f20001371a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1387675 Nov 22 16:06:14.298404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:14.364758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e41197f4-9b3c-4773-a9b8-764fed052b18 req-29fdbbc5-d6ce-4bc6-9c6e-4a98a672226f service neutron] 10.222.0.71 "GET /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054414 Nov 22 16:06:14.515888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Made reservation on behalf of 0627f132295b49ea8052d55add2acfaf for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:06:14.520013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:14.527461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-3570aaa6-8ef2-43ec-8b0d-cf9810a75a4a tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1001 time: 0.2309775 Nov 22 16:06:14.601441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b41039-4cb2-43e6-93ca-eab8b41f0032 req-75751f6d-fb33-4e40-bb32-cc62a06808d0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:14.612028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4b41039-4cb2-43e6-93ca-eab8b41f0032 req-75751f6d-fb33-4e40-bb32-cc62a06808d0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.2777131 Nov 22 16:06:14.638607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b98ff6f5-29c9-4a3c-b56b-98311518f3d8 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:14.665750 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d241801-1060-4a92-ae6d-68c0a625a76c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:14.692537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b98ff6f5-29c9-4a3c-b56b-98311518f3d8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:14.693729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b98ff6f5-29c9-4a3c-b56b-98311518f3d8 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:14.812739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d241801-1060-4a92-ae6d-68c0a625a76c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:14.960520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4b41039-4cb2-43e6-93ca-eab8b41f0032 req-5bb61df2-daea-4421-9100-d9178632a1ed tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472426 Nov 22 16:06:14.981289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-dad846f0-c8dd-4cc5-b5e7-d3c3f0a26298 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:14.982919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-dad846f0-c8dd-4cc5-b5e7-d3c3f0a26298 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.4489272 Nov 22 16:06:15.078201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Allocated IP 172.20.0.13 (aad03cc2-e0b6-4889-9927-06b197564568/47c2ff75-f94e-4666-9961-8d060d0c0dd5/260c9e71-85cf-4171-86d4-f497694b9140) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:06:15.110989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d241801-1060-4a92-ae6d-68c0a625a76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:15.113710 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d241801-1060-4a92-ae6d-68c0a625a76c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:15.120299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3d241801-1060-4a92-ae6d-68c0a625a76c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7ca97ef-396e-4192-bff2-d883e62e22f4 HTTP/1.1" status: 204 len: 168 time: 0.8019855 Nov 22 16:06:15.123573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-5c1a9c10-52ee-4cbd-ae5e-d6da5ccf3936 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 1001 time: 0.1265080 Nov 22 16:06:15.145581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:15.150529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d241801-1060-4a92-ae6d-68c0a625a76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ca97ef-396e-4192-bff2-d883e62e22f4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:15.204219 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bc3ff2-9fdc-4e10-90e9-b93d48dfaf1e x-openstack-request-id: req-27bc3ff2-9fdc-4e10-90e9-b93d48dfaf1e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:15.204471 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:15.205033 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-27bc3ff2-9fdc-4e10-90e9-b93d48dfaf1e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:15.205473 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'status': 'completed', 'code': 200} Nov 22 16:06:15.351444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:15.688249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:15.768535 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d7a810b9-93ef-4794-971c-9b9cf335f113 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e943ed1a4b245919ec32d9920eccc08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746641 Nov 22 16:06:15.769314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37806) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:15.865057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23aed10d-2ee4-470d-b687-0cbdbd4172f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:15.909751 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23aed10d-2ee4-470d-b687-0cbdbd4172f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:15.979225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23aed10d-2ee4-470d-b687-0cbdbd4172f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:15.981507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-d6dd8aff-ab9e-4fa0-af9c-9d6222f415c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:15.982570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23aed10d-2ee4-470d-b687-0cbdbd4172f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:15.983597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-d6dd8aff-ab9e-4fa0-af9c-9d6222f415c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.7502437 Nov 22 16:06:15.996773 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-23aed10d-2ee4-470d-b687-0cbdbd4172f4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbb6309a-3681-4c10-9bcf-4b1ad57e02a1 HTTP/1.1" status: 204 len: 168 time: 0.2219551 Nov 22 16:06:16.014008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aed10d-2ee4-470d-b687-0cbdbd4172f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb6309a-3681-4c10-9bcf-4b1ad57e02a1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:16.152233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29ef0-b98a-499d-9f5d-705aa4369173 req-08f6475d-e13f-4801-8a81-a1c27425bc12 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:16.153953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04a29ef0-b98a-499d-9f5d-705aa4369173 req-08f6475d-e13f-4801-8a81-a1c27425bc12 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.8633256 Nov 22 16:06:16.173435 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:16.258435 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:16.276845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:16.277392 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0 disassociated. External IP: 172.25.5.122, port: 94f537b2-c66c-4d4f-b2a3-b5914681db06. Nov 22 16:06:16.371130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-a5430e29-8db4-45e6-8674-29799d805b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:16.372780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-a5430e29-8db4-45e6-8674-29799d805b84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.3754287 Nov 22 16:06:16.388872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04a29ef0-b98a-499d-9f5d-705aa4369173 req-d5de741e-0c0d-4ef1-9171-e298ea864322 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045701 Nov 22 16:06:16.408638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:16.417959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7f215d0c-d7fc-4029-9bf2-fecebc5a740e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:16.527635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-b3ddee94-5220-4919-9e73-1f7565be9b04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 217 time: 0.1373014 Nov 22 16:06:16.609412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Network aad03cc2-e0b6-4889-9927-06b197564568 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:16.629114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:16.632660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:06:16.639302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:16.640322 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:16.671567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Pushing event updated for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:16.696553 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-0bc7bb2e-013a-4b68-a24f-bd7314d9be93 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7833741 Nov 22 16:06:16.700280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-53e7c2c0-3fc6-40f3-b23a-402bb4bcad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:16.701877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-53e7c2c0-3fc6-40f3-b23a-402bb4bcad02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.1651778 Nov 22 16:06:16.757748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Request body: {'port': {'device_id': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:16.812044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f97b4-51b0-4945-8297-30ce87bf32a2 req-13604112-52a9-4d60-a663-291326b38480 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:16.813985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d5f97b4-51b0-4945-8297-30ce87bf32a2 req-13604112-52a9-4d60-a663-291326b38480 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 932 time: 0.2785733 Nov 22 16:06:16.976182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:17.001755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-2ba9b128-6a31-4e91-a054-fd02a5e8d93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:17.003589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-2ba9b128-6a31-4e91-a054-fd02a5e8d93a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2636917 Nov 22 16:06:17.019112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d5f97b4-51b0-4945-8297-30ce87bf32a2 req-9c49e91b-5601-4389-ae14-906170255f8d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981578 Nov 22 16:06:17.046827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:06:17.397113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cedcd6-2a97-4a36-8d0d-b7181900b833 req-4f36905c-aa43-4d5b-9346-767a56a78aae tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:17.399272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1cedcd6-2a97-4a36-8d0d-b7181900b833 req-4f36905c-aa43-4d5b-9346-767a56a78aae tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 946 time: 0.2731450 Nov 22 16:06:17.406281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-e54a957c-81ec-446f-9632-bec9029d2bd9 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920119 Nov 22 16:06:17.584388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:06:17.605185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:17.606557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:06:17.643665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:17.645077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:17.683683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1cedcd6-2a97-4a36-8d0d-b7181900b833 req-edf974ca-95db-4fd3-b331-82860b42d257 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526648 Nov 22 16:06:17.737405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0497cbc2-27ef-439b-8e1d-a5c9832e5400 req-25006179-632c-4671-a085-6b5c4b4a1b5c service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067038 Nov 22 16:06:17.756232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-49665a4f-b003-4949-9b5e-b963e7a3b351 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "PUT /v2.0/floatingips/90a55d09-e21b-46a8-bd75-40518d2857d0 HTTP/1.1" status: 200 len: 696 time: 2.6216180 Nov 22 16:06:17.776504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:17.779418 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ca2928-4fa2-4faf-b311-4e58024567d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:17.942592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-6ee3327d-daa8-444e-b714-aa0802d845d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:17.944877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-6ee3327d-daa8-444e-b714-aa0802d845d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.1417353 Nov 22 16:06:17.945606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:17.947150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260c9e71-85cf-4171-86d4-f497694b9140 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:17.997322 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:18.036888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Transition to ACTIVE for port object 260c9e71-85cf-4171-86d4-f497694b9140 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:06:18.070581 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:18.145850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5a47b-0a51-42f8-b665-b5d4c8a809fd req-298b2e8b-fa7e-497d-89cf-dcd74ff62975 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:18.156258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9a5a47b-0a51-42f8-b665-b5d4c8a809fd req-298b2e8b-fa7e-497d-89cf-dcd74ff62975 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.2388756 Nov 22 16:06:18.220485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:18.231710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Pushing event updated for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:18.249333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:06:18.259413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:18.260295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:05:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:18.271754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-2dd6b75e-2928-4392-bc0a-73080eef111b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:18.274186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-2dd6b75e-2928-4392-bc0a-73080eef111b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.3058152 Nov 22 16:06:18.275544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.275889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.276297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.276722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.277061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.277395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.277728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.278054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.278382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.278747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.279108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.279435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:18.356725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-4484c48a-4f4a-47c1-b667-c559bcc6aa28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 217 time: 0.0575180 Nov 22 16:06:18.364868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9a5a47b-0a51-42f8-b665-b5d4c8a809fd req-369899bb-0510-4ba3-99dd-dced4a64850b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076719 Nov 22 16:06:18.369639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:18.369980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:18.370468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:18.390114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:18.432901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:06:18.433240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:18.441233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-4161a159-2fe9-40f9-aa76-1f417f3cf6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:18.450238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-4161a159-2fe9-40f9-aa76-1f417f3cf6f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.0815156 Nov 22 16:06:18.452586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:18.452937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:18.453342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:18.453836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Bound port: 260c9e71-85cf-4171-86d4-f497694b9140, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:18.454209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:18.622288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:18.644074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:18.650534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-90afcb1c-2156-47e0-82da-a463118fe19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:18.652537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-90afcb1c-2156-47e0-82da-a463118fe19f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013659 Nov 22 16:06:18.655626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:18.671821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:18.700640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159e90e7-ce04-4e09-a741-d12e0850f0e8 None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bc6f9cbd-83e2-49af-bb96-6cb3549fde3c', 'name': '', 'network_id': '6257963a-3fa1-473d-83ee-2d87a862d24b', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'mac_address': 'fa:16:3e:23:60:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:44Z', 'updated_at': '2021-11-22T16:04:51Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'subnets': [{'id': 'b03be638-3716-4843-b5aa-79391e54b41a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:06:18.712656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28880c10-afda-4f85-83d9-928ce8d4f46a req-dddcc0d0-320f-414d-9857-aaa2b7ae1c33 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:18.714314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28880c10-afda-4f85-83d9-928ce8d4f46a req-dddcc0d0-320f-414d-9857-aaa2b7ae1c33 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.1526999 Nov 22 16:06:18.766662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:18.767152 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:18.768584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] 10.222.0.11 "PUT /v2.0/ports/260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 200 len: 1092 time: 2.0299661 Nov 22 16:06:18.860063 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd843-b68d-4071-9097-f387f4d90bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:18.877687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28880c10-afda-4f85-83d9-928ce8d4f46a req-9e301327-0a61-43a3-83c7-2340538e9c3e tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169817 Nov 22 16:06:18.889809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b33fca-fa5b-49e3-a7fb-7b618f5288ef service neutron] Pushing event updated for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:18.946622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-87abda8a-58a4-451b-ac49-da6d2abf7f1f service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856247 Nov 22 16:06:18.951990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-e6fd0560-e6e8-4c53-b4b9-5b35ba36dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:18.958048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-e6fd0560-e6e8-4c53-b4b9-5b35ba36dc15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1095 time: 0.1392739 Nov 22 16:06:19.089195 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3771c-aab8-4efd-9452-6287f08c736a None None] New status for floating IP 90a55d09-e21b-46a8-bd75-40518d2857d0: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:06:19.454097 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9018180-6bd4-4131-9bba-92b333008fa5 x-openstack-request-id: req-f9018180-6bd4-4131-9bba-92b333008fa5 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:19.454682 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:19.454682 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9018180-6bd4-4131-9bba-92b333008fa5 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:19.455004 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'status': 'completed', 'code': 200} Nov 22 16:06:19.477496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-8a35d361-5995-4faa-aad3-3b2e97db1749 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 200 len: 217 time: 0.4522514 Nov 22 16:06:19.607535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-579d761e-4382-4bb4-bad4-e703ebaa3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:19.608943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-579d761e-4382-4bb4-bad4-e703ebaa3c3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1198692 Nov 22 16:06:19.623872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f8c1-5a16-4b09-86d0-9d94aeb909e6 req-7092dba1-b8d6-4850-828f-e7f71ebfce0d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:19.625372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0233f8c1-5a16-4b09-86d0-9d94aeb909e6 req-7092dba1-b8d6-4850-828f-e7f71ebfce0d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.1655774 Nov 22 16:06:19.636996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-8f85f7cc-e49f-44a6-9f84-f60a01cb819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:19.638469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-8f85f7cc-e49f-44a6-9f84-f60a01cb819c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 1096 time: 0.1802278 Nov 22 16:06:19.642926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f30a222-cbad-4cfa-9130-3625d0792b7d req-f8185d6e-8c29-4c1f-8f71-f356d70aa3aa service neutron] 10.222.0.69 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833284 Nov 22 16:06:19.679684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-f4f8c2b0-d7f4-4d73-8b42-6ee637f814c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530922 Nov 22 16:06:19.833964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0233f8c1-5a16-4b09-86d0-9d94aeb909e6 req-e7e7ad10-8606-42b0-8400-8a362b4d9c38 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932900 Nov 22 16:06:19.892956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-31c8435d-de5e-42f3-a733-744d27176f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:19.894461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-31c8435d-de5e-42f3-a733-744d27176f56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 200 len: 921 time: 0.2311273 Nov 22 16:06:19.898193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-32631c06-f84a-42cd-896c-687fb4c01526 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988626 Nov 22 16:06:20.035265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-e42f6e3d-0ad0-478f-afbd-b370baeca27f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 200 len: 217 time: 0.1224108 Nov 22 16:06:20.153437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a182b5f-11f7-4cfa-a530-2e24c53f4a75 req-f5ec92ff-9093-4dfa-932b-c1fe8a57f8e8 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324681 Nov 22 16:06:20.154953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-577ccf22-4a8d-48c3-8b79-e3bdc58ba8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:20.156422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-577ccf22-4a8d-48c3-8b79-e3bdc58ba8ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 200 len: 859 time: 0.0959921 Nov 22 16:06:20.164505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab1f01-2a69-427b-bd98-77214a31aaaf req-1b357817-f1c1-41e2-b597-91f2786e83f7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:20.166040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14ab1f01-2a69-427b-bd98-77214a31aaaf req-1b357817-f1c1-41e2-b597-91f2786e83f7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1714725 Nov 22 16:06:20.270023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-e631e004-12fc-450f-a3ab-aa1b597f60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:20.271666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-e631e004-12fc-450f-a3ab-aa1b597f60a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6257963a-3fa1-473d-83ee-2d87a862d24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047204 Nov 22 16:06:20.301115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70fdf4-0142-4b30-9f97-d2d8e92586d3 req-3ad2b821-423d-44b0-8872-8caeea2c07d1 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:20.302660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f70fdf4-0142-4b30-9f97-d2d8e92586d3 req-3ad2b821-423d-44b0-8872-8caeea2c07d1 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.1279197 Nov 22 16:06:20.308137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14ab1f01-2a69-427b-bd98-77214a31aaaf req-3fb4d232-99b8-4295-b421-19a7f7f843b0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320837 Nov 22 16:06:20.454798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f70fdf4-0142-4b30-9f97-d2d8e92586d3 req-21e9dfde-a9a0-4762-8d17-47b89ce9bad7 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368890 Nov 22 16:06:20.466153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-986dbe48-af89-46f9-8152-1bdaf5df9f68 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817405 Nov 22 16:06:20.487264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb92ea4-1cf5-423b-82bb-1c800d838369 req-01d414dd-05cd-4363-9122-b0aa6337e6ba tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:20.489019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afb92ea4-1cf5-423b-82bb-1c800d838369 req-01d414dd-05cd-4363-9122-b0aa6337e6ba tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 946 time: 0.0998511 Nov 22 16:06:20.626643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afb92ea4-1cf5-423b-82bb-1c800d838369 req-a96a7f26-6cbc-4707-b062-3d1001e823fe tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174474 Nov 22 16:06:20.665081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ca2928-4fa2-4faf-b311-4e58024567d3 req-cff8bc9b-bcbd-4b48-8f02-426756f414a0 service neutron] 10.222.0.11 "GET /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747086 Nov 22 16:06:20.766881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-ed20eb0a-b0cf-4231-b8c0-e50e35f32f73 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips/90a55d09-e21b-46a8-bd75-40518d2857d0 HTTP/1.1" status: 200 len: 694 time: 0.0590048 Nov 22 16:06:20.896575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-d48f98e8-7f8f-47ac-a99a-e11e21f4e92f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:20.898036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-d48f98e8-7f8f-47ac-a99a-e11e21f4e92f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1254435 Nov 22 16:06:20.972118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-8f78b3b1-054d-4ed8-ba6d-9c15bf03b90e tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 697 time: 0.0625510 Nov 22 16:06:21.043866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-8baaa899-6c45-40d5-a368-5ea38e7c8c68 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.122 HTTP/1.1" status: 200 len: 697 time: 0.0578613 Nov 22 16:06:21.087344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924e910-83bf-4658-88fe-94b5e278290d req-0a901581-3cca-44c9-be85-d38f1c1a723d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:21.089046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e924e910-83bf-4658-88fe-94b5e278290d req-0a901581-3cca-44c9-be85-d38f1c1a723d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.1358306 Nov 22 16:06:21.239236 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e924e910-83bf-4658-88fe-94b5e278290d req-6023b6fc-4809-43de-9d3f-86002ead23d9 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207774 Nov 22 16:06:21.286022 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-010bb2da-89c9-4c15-89a7-cb5d65ec9e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:21.299159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Deleting port 14998e02-4346-4630-b9f9-d05ff42e3ad8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:21.299612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:21.459451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:21.462094 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823" -d '{"events": [{"name": "network-changed", "server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "tag": "260c9e71-85cf-4171-86d4-f497694b9140"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:21.477726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:21.478203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:21.496490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Calling delete_port for 14998e02-4346-4630-b9f9-d05ff42e3ad8 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:21.645855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba466dea-0f93-48d1-bfd9-93d0d24fc7d2 req-1b72a121-66c8-4bf7-b9ff-ce26fed28dac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:21.648068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba466dea-0f93-48d1-bfd9-93d0d24fc7d2 req-1b72a121-66c8-4bf7-b9ff-ce26fed28dac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.0961878 Nov 22 16:06:21.772160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-c1b9a694-3881-45ab-ab7f-833723244531 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:21.774440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-c1b9a694-3881-45ab-ab7f-833723244531 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.71 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 946 time: 0.1603296 Nov 22 16:06:21.779819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba466dea-0f93-48d1-bfd9-93d0d24fc7d2 req-87dcd196-da09-4906-bd84-6c3e5767e296 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117830 Nov 22 16:06:21.827711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:21.872764 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f0749d-c012-488d-8158-32372986c8f5 x-openstack-request-id: req-47f0749d-c012-488d-8158-32372986c8f5 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:21.873052 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "tag": "260c9e71-85cf-4171-86d4-f497694b9140", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:21.873319 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47f0749d-c012-488d-8158-32372986c8f5 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:21.873726 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140', 'status': 'completed', 'code': 200} Nov 22 16:06:21.908217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Pushing event deleted for resources: {'Port': ['ID=14998e02-4346-4630-b9f9-d05ff42e3ad8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:21.989631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:21.992612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:21.994984 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14ef40d3-6941-4e0d-b137-684d17dd78e9 req-0d584be1-8288-4626-a28e-3d6aa792bd96 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "DELETE /v2.0/floatingips/90a55d09-e21b-46a8-bd75-40518d2857d0 HTTP/1.1" status: 204 len: 173 time: 0.9410827 Nov 22 16:06:22.014406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-fcebd385-8949-4d03-a225-7c23251d5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:22.016459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-fcebd385-8949-4d03-a225-7c23251d5931 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1095 time: 0.1187670 Nov 22 16:06:22.042897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Deleting port 68ee2a82-8b17-4c09-8112-84917e5d417f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:22.043321 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:22.063336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba2ebc-5671-4a08-ae7a-8cab30c14707 req-28e4c441-d2b1-4631-bfe2-54f675b09193 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:22.065006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51ba2ebc-5671-4a08-ae7a-8cab30c14707 req-28e4c441-d2b1-4631-bfe2-54f675b09193 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.1288803 Nov 22 16:06:22.286994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51ba2ebc-5671-4a08-ae7a-8cab30c14707 req-86563fb8-1c63-43b6-b390-13347003d5ee tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861134 Nov 22 16:06:22.301596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f513fb-2774-4011-b673-8612873cbe9e req-092c2ae6-7f4d-4f67-aacf-c7203277bc8c tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:22.303339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41f513fb-2774-4011-b673-8612873cbe9e req-092c2ae6-7f4d-4f67-aacf-c7203277bc8c tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 946 time: 0.2061505 Nov 22 16:06:22.304771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-218e4e81-937c-481a-8d0b-86607231a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:22.306330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-218e4e81-937c-481a-8d0b-86607231a9ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2793436 Nov 22 16:06:22.308283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] For port 68ee2a82-8b17-4c09-8112-84917e5d417f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=68ee2a82-8b17-4c09-8112-84917e5d417f,segment=NetworkSegment(81f20076-0d75-45e8-a7c7-2c6c8767fc38),segment_id=81f20076-0d75-45e8-a7c7-2c6c8767fc38)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:22.308657 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:22.321869 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:22.324093 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:22.383874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Calling delete_port for 68ee2a82-8b17-4c09-8112-84917e5d417f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:22.388009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-e4ac6198-da71-4449-8f2e-79d6ab46ac65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 200 len: 217 time: 0.0713267 Nov 22 16:06:22.508361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41f513fb-2774-4011-b673-8612873cbe9e req-a3722d32-aac2-4958-85e6-283d2463b3cb tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/security-groups?id=b13202f5-2b5b-4e56-90d8-f4a0136ed89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628883 Nov 22 16:06:22.532816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-13f60a37-e757-4af5-a37e-9bacda87eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:22.534423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-13f60a37-e757-4af5-a37e-9bacda87eed2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1253557 Nov 22 16:06:22.604615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-cada9b45-265d-4813-95f7-224d3d2dff4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556641 Nov 22 16:06:22.782755 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:22.802423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['68ee2a82-8b17-4c09-8112-84917e5d417f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:22.840460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb634f97-8bd9-4204-b79c-7b2f7fc53af1 req-408590c5-cbf1-4255-ad16-96156a734dcd tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:22.842023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb634f97-8bd9-4204-b79c-7b2f7fc53af1 req-408590c5-cbf1-4255-ad16-96156a734dcd tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.1617811 Nov 22 16:06:22.842877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Pushing event deleted for resources: {'Port': ['ID=68ee2a82-8b17-4c09-8112-84917e5d417f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:22.852438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-f40d26c9-39e4-4f0f-9473-a587d2be09ac service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326241 Nov 22 16:06:22.945313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] No DVR routers for this DVR port 68ee2a82-8b17-4c09-8112-84917e5d417f on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:22.952351 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:22.955694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9e5980b-c6ee-463e-a5e3-9853f392b35b req-95396895-27a9-44ea-8f85-462f4ef5785d tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.71 "DELETE /v2.0/ports/68ee2a82-8b17-4c09-8112-84917e5d417f HTTP/1.1" status: 204 len: 173 time: 1.1730609 Nov 22 16:06:23.023447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb634f97-8bd9-4204-b79c-7b2f7fc53af1 req-f1061a05-0732-43a3-8c4e-2de179f17e99 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699970 Nov 22 16:06:23.057951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b00c37b-d9eb-4504-bbf3-16c3c4c16823 req-c4e3e3b7-b2a7-4068-9d35-b1cbe4d54ad3 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887403 Nov 22 16:06:23.065986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68818312-fca7-44aa-a80a-a2b5010f0a5a req-2665cc8a-91be-4b90-bad5-e2a0006151e6 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:23.073785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68818312-fca7-44aa-a80a-a2b5010f0a5a req-2665cc8a-91be-4b90-bad5-e2a0006151e6 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 945 time: 0.1153364 Nov 22 16:06:23.172174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68818312-fca7-44aa-a80a-a2b5010f0a5a req-2c337f71-99ab-4fa8-a97f-0b25443eafa1 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971081 Nov 22 16:06:23.262864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6618-dfa0-4fdf-8609-e76170c34e66 req-0474c101-1891-4f6f-ba2f-2085316e2a46 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:23.268575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-434d6618-dfa0-4fdf-8609-e76170c34e66 req-0474c101-1891-4f6f-ba2f-2085316e2a46 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.0715287 Nov 22 16:06:23.323860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-434d6618-dfa0-4fdf-8609-e76170c34e66 req-9f76c2f0-b3a9-478a-9fc6-8f21c8ccebd8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515912 Nov 22 16:06:23.453113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65686b-ab32-4493-80a9-ccf9810453d8 req-9254445c-40a9-44e7-8145-f5992c987415 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:23.454874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff65686b-ab32-4493-80a9-ccf9810453d8 req-9254445c-40a9-44e7-8145-f5992c987415 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.0541148 Nov 22 16:06:23.488116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:23.513869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff65686b-ab32-4493-80a9-ccf9810453d8 req-0583798b-5d0c-44fd-9adb-72f99cd6be87 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512288 Nov 22 16:06:23.652122 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2acade5-38db-4372-beba-b1030666c6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:23.676510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-085f03f2-9357-4b1a-ace7-8b6e1d373a41 req-b4db96a7-9176-464f-9663-2295e4d4f4a3 tempest-InstanceActionsTestJSON-334138532 tempest-InstanceActionsTestJSON-334138532-project] 10.222.0.69 "GET /v2.0/ports?device_id=4657a757-72fc-4e12-aa00-46d4ed32effb HTTP/1.1" status: 200 len: 210 time: 0.0420065 Nov 22 16:06:23.812675 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2acade5-38db-4372-beba-b1030666c6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:23.816402 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2acade5-38db-4372-beba-b1030666c6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:23.859492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b2acade5-38db-4372-beba-b1030666c6e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5cc2a8874bfc489da8ec2b190c187a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3701446 Nov 22 16:06:23.860711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acade5-38db-4372-beba-b1030666c6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f998935-ab83-404e-b204-af5eb24ae9aa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:23.862311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37946) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:23.875342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4657a757-72fc-4e12-aa00-46d4ed32effb', 'name': 'network-vif-deleted', 'tag': '68ee2a82-8b17-4c09-8112-84917e5d417f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:23.879852 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4931f1-93ad-44f9-9b61-6269d147410c" -d '{"events": [{"server_uuid": "4657a757-72fc-4e12-aa00-46d4ed32effb", "name": "network-vif-deleted", "tag": "68ee2a82-8b17-4c09-8112-84917e5d417f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:23.925893 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02722c7-e434-4683-b2b3-b5f2e1ef5adb x-openstack-request-id: req-a02722c7-e434-4683-b2b3-b5f2e1ef5adb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:23.926544 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4657a757-72fc-4e12-aa00-46d4ed32effb", "name": "network-vif-deleted", "tag": "68ee2a82-8b17-4c09-8112-84917e5d417f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:23.927378 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a02722c7-e434-4683-b2b3-b5f2e1ef5adb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:23.928057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc692f0b-b67f-43a0-9572-0dd8aab58726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:23.930083 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4657a757-72fc-4e12-aa00-46d4ed32effb', 'name': 'network-vif-deleted', 'tag': '68ee2a82-8b17-4c09-8112-84917e5d417f', 'status': 'completed', 'code': 200} Nov 22 16:06:23.963455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc692f0b-b67f-43a0-9572-0dd8aab58726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.020028 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc692f0b-b67f-43a0-9572-0dd8aab58726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.023000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc692f0b-b67f-43a0-9572-0dd8aab58726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.024491 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bc692f0b-b67f-43a0-9572-0dd8aab58726 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f998935-ab83-404e-b204-af5eb24ae9aa HTTP/1.1" status: 204 len: 168 time: 0.1611621 Nov 22 16:06:24.032700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc692f0b-b67f-43a0-9572-0dd8aab58726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f998935-ab83-404e-b204-af5eb24ae9aa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:24.188141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31aeb0f-36ce-44e4-a73d-af570d339b7f req-eb873b07-1c74-4ebe-bb24-4ff79f3b7022 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:24.189766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f31aeb0f-36ce-44e4-a73d-af570d339b7f req-eb873b07-1c74-4ebe-bb24-4ff79f3b7022 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.0565689 Nov 22 16:06:24.267274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f31aeb0f-36ce-44e4-a73d-af570d339b7f req-9d74d9f1-6c70-4852-a04b-7168f49ae7b5 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695746 Nov 22 16:06:24.311763 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.360683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.390066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d27d22-6231-4ee0-aada-b354c35f737a req-8ea6f5cc-294e-47ff-b93d-b03a64fbbd93 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:24.392792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4d27d22-6231-4ee0-aada-b354c35f737a req-8ea6f5cc-294e-47ff-b93d-b03a64fbbd93 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 945 time: 0.1303272 Nov 22 16:06:24.427053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37962) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:24.443369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19fde26a-e523-40c0-9df6-0b8db26115ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.493458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-5508bd33-0eed-4dc1-80b3-5f0cc389850a tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:24.494988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-5508bd33-0eed-4dc1-80b3-5f0cc389850a tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 945 time: 0.1680467 Nov 22 16:06:24.537808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19fde26a-e523-40c0-9df6-0b8db26115ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.543743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19fde26a-e523-40c0-9df6-0b8db26115ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.580363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4d27d22-6231-4ee0-aada-b354c35f737a req-37b6c582-38d4-429b-b6ee-27bb8c7dbfc1 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769326 Nov 22 16:06:24.592967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-19fde26a-e523-40c0-9df6-0b8db26115ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a6b2c59bc0b24ca28198a73c0570dfbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645527 Nov 22 16:06:24.594028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37966) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:24.594558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fde26a-e523-40c0-9df6-0b8db26115ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545b9980-c042-4a83-af0d-7e9c8bf490c6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:24.608358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d46fe-cea6-4cd3-b073-78044a62f4ab req-4ce1db9a-badb-453d-9803-0f472efdf39e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:24.609930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f9d46fe-cea6-4cd3-b073-78044a62f4ab req-4ce1db9a-badb-453d-9803-0f472efdf39e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1657491 Nov 22 16:06:24.662353 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-25561df2-de99-4477-a940-7ea904a0e5be req-a15db15a-65cf-4f22-97c9-71114edf8003 service neutron] show failed (client error): The resource could not be found. Nov 22 16:06:24.663559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-a15db15a-65cf-4f22-97c9-71114edf8003 service neutron] 10.222.0.71 "GET /v2.0/ports/7e2b05de-24e2-46b1-b12a-df04e830a1aa/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.1815796 Nov 22 16:06:24.666738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91f66feb-5501-4d06-b1d3-339a10571d64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.708628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91f66feb-5501-4d06-b1d3-339a10571d64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.729253 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.734437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f9d46fe-cea6-4cd3-b073-78044a62f4ab req-dfc21a8c-655d-4bbf-9c2b-8deb82eef8ad tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133049 Nov 22 16:06:24.759490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Deleting port 94f537b2-c66c-4d4f-b2a3-b5914681db06 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:24.759691 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.771603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757bc7e-4f13-4b06-a3ba-1eb3559b2bdf req-9bf0be8f-bbb2-4424-94d9-caa14f5fdede tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:24.773205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e757bc7e-4f13-4b06-a3ba-1eb3559b2bdf req-9bf0be8f-bbb2-4424-94d9-caa14f5fdede tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.0955656 Nov 22 16:06:24.816500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91f66feb-5501-4d06-b1d3-339a10571d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.822672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91f66feb-5501-4d06-b1d3-339a10571d64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:24.825479 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-91f66feb-5501-4d06-b1d3-339a10571d64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/545b9980-c042-4a83-af0d-7e9c8bf490c6 HTTP/1.1" status: 204 len: 168 time: 0.2275298 Nov 22 16:06:24.834739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37974) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:24.861420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f66feb-5501-4d06-b1d3-339a10571d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545b9980-c042-4a83-af0d-7e9c8bf490c6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:24.950136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae9fcd2-ff33-4a8c-b58e-d4f471d8a1e6 admin admin] Deleting subnet 1977c96f-07ae-4ff5-a674-e1391d4f010c {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:06:24.955508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fcd2-ff33-4a8c-b58e-d4f471d8a1e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.008785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fcd2-ff33-4a8c-b58e-d4f471d8a1e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.079703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fcd2-ff33-4a8c-b58e-d4f471d8a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.164169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fcd2-ff33-4a8c-b58e-d4f471d8a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.197426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9fcd2-ff33-4a8c-b58e-d4f471d8a1e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1977c96f-07ae-4ff5-a674-e1391d4f010c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:25.201575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ae9fcd2-ff33-4a8c-b58e-d4f471d8a1e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.205254 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9ae9fcd2-ff33-4a8c-b58e-d4f471d8a1e6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1977c96f-07ae-4ff5-a674-e1391d4f010c HTTP/1.1" status: 204 len: 168 time: 0.3640053 Nov 22 16:06:25.208565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37980) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:25.279941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] For port 94f537b2-c66c-4d4f-b2a3-b5914681db06, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=94f537b2-c66c-4d4f-b2a3-b5914681db06,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:25.280346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.292528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e757bc7e-4f13-4b06-a3ba-1eb3559b2bdf req-8b67c7c7-0040-4c93-940b-222f25d7195d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070403 Nov 22 16:06:25.299683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-327df8da-4e81-4467-bec1-9c82d2bf6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:25.311542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-327df8da-4e81-4467-bec1-9c82d2bf6cf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3&tenant_id=64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 1101 time: 0.1486380 Nov 22 16:06:25.325511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:25.334022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Calling delete_port for 94f537b2-c66c-4d4f-b2a3-b5914681db06 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:25.340137 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.446455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.469258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6318a22-b99a-4254-9f52-d85a59fdc50c']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:25.481773 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f20076-0d75-45e8-a7c7-2c6c8767fc38') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:25.482101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f20076-0d75-45e8-a7c7-2c6c8767fc38') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:25.493862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.510761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.521063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:06:25.521426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:06:25.524049 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:06:25.542130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999c9da-d289-4c99-9d0e-f05417f5fbe0 req-4dbc0693-3e5e-4a81-ad5c-d9d448a0bc24 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:25.543774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5999c9da-d289-4c99-9d0e-f05417f5fbe0 req-4dbc0693-3e5e-4a81-ad5c-d9d448a0bc24 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.1464980 Nov 22 16:06:25.544474 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.600145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.623394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.633523 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] 10.222.0.69 "DELETE /v2.0/networks/e6318a22-b99a-4254-9f52-d85a59fdc50c HTTP/1.1" status: 204 len: 168 time: 0.4187241 Nov 22 16:06:25.650508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3c12b-f871-4fb9-ad4f-1d97ed8819ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e6318a22-b99a-4254-9f52-d85a59fdc50c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:25.790314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5999c9da-d289-4c99-9d0e-f05417f5fbe0 req-baadc356-bd00-4d10-a3c6-439a7f151887 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303362 Nov 22 16:06:25.823268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38004) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:25.896596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7071e01b-2d06-4d2c-82c7-889ea969b264 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd79f03b6852401abb63d5674b03ab78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698724 Nov 22 16:06:25.897454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38008) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:25.910164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.922656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['94f537b2-c66c-4d4f-b2a3-b5914681db06'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:25.978768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-277bd433-0d12-44b8-a57b-f8439454bd04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:25.994318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Pushing event deleted for resources: {'Port': ['ID=94f537b2-c66c-4d4f-b2a3-b5914681db06,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:26.009862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-277bd433-0d12-44b8-a57b-f8439454bd04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:26.013105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30d9b2-2b0f-4164-9430-2eda8a9745c3 req-d8168c83-c290-43c4-b757-dd6cd19c2a0f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:26.014787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b30d9b2-2b0f-4164-9430-2eda8a9745c3 req-d8168c83-c290-43c4-b757-dd6cd19c2a0f tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b239c37-aca2-4884-adac-1792240f5a81 HTTP/1.1" status: 200 len: 867 time: 0.2999268 Nov 22 16:06:26.074811 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-277bd433-0d12-44b8-a57b-f8439454bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:26.077800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-277bd433-0d12-44b8-a57b-f8439454bd04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:26.079280 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-277bd433-0d12-44b8-a57b-f8439454bd04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b13202f5-2b5b-4e56-90d8-f4a0136ed89f HTTP/1.1" status: 204 len: 168 time: 0.1791699 Nov 22 16:06:26.099957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bd433-0d12-44b8-a57b-f8439454bd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13202f5-2b5b-4e56-90d8-f4a0136ed89f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:26.103866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] No DVR routers for this DVR port 94f537b2-c66c-4d4f-b2a3-b5914681db06 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:26.112574 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:26.117254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24082910-ab8e-4fa3-a577-59072c8fb25d req-aeab4296-5061-4beb-8597-a4ae21302873 tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.11 "DELETE /v2.0/ports/94f537b2-c66c-4d4f-b2a3-b5914681db06 HTTP/1.1" status: 204 len: 173 time: 1.6126425 Nov 22 16:06:26.120021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'name': 'network-vif-deleted', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:26.122453 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1f7f7c-f85d-4758-b12b-e99a47d1da5d" -d '{"events": [{"server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "name": "network-vif-deleted", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:26.143324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:26.163748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a7350-f1d7-47a3-aa67-94e3c5c2a5aa req-0a7018d6-91f6-4c14-b76c-30425df8a8ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:26.171157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e3a7350-f1d7-47a3-aa67-94e3c5c2a5aa req-0a7018d6-91f6-4c14-b76c-30425df8a8ac tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.2526855 Nov 22 16:06:26.231591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b30d9b2-2b0f-4164-9430-2eda8a9745c3 req-d084b942-fcff-4fcd-bb57-a0017849a4ee tempest-FloatingIPsAssociationTestJSON-807589292 tempest-FloatingIPsAssociationTestJSON-807589292-project] 10.222.0.69 "GET /v2.0/security-groups?id=fce4ad70-6328-4d4a-86a9-b327503becf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066069 Nov 22 16:06:26.301125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:26.356200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e3a7350-f1d7-47a3-aa67-94e3c5c2a5aa req-500e9fe8-76ec-4d11-bc6f-91cef0d69a2c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694913 Nov 22 16:06:26.388640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7e2b05de-24e2-46b1-b12a-df04e830a1aa no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:26.421627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:26.443168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Transition to ACTIVE for port object 7e2b05de-24e2-46b1-b12a-df04e830a1aa will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:06:26.451962 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad98208-6836-4657-a7b1-ddd73c5453d7 x-openstack-request-id: req-2ad98208-6836-4657-a7b1-ddd73c5453d7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:26.452486 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b239c37-aca2-4884-adac-1792240f5a81", "name": "network-vif-deleted", "tag": "94f537b2-c66c-4d4f-b2a3-b5914681db06", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:26.452845 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ad98208-6836-4657-a7b1-ddd73c5453d7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:26.453439 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b239c37-aca2-4884-adac-1792240f5a81', 'name': 'network-vif-deleted', 'tag': '94f537b2-c66c-4d4f-b2a3-b5914681db06', 'status': 'completed', 'code': 200} Nov 22 16:06:26.455592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:26.506105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7e2b05de-24e2-46b1-b12a-df04e830a1aa not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:26.509036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 68ee2a82-8b17-4c09-8112-84917e5d417f no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:26.586864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 68ee2a82-8b17-4c09-8112-84917e5d417f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:26.588256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 68ee2a82-8b17-4c09-8112-84917e5d417f not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:26.688665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] No DVR routers for this DVR port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:26.698572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:26.745514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c7296-c4c9-4415-a82b-abc5d2033da6 req-a150a0f4-12e0-4e54-8cd5-0a6d6d6f7c1b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:26.759041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb0c7296-c4c9-4415-a82b-abc5d2033da6 req-a150a0f4-12e0-4e54-8cd5-0a6d6d6f7c1b tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.2287674 Nov 22 16:06:26.813510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Attempting to bind port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:26.814243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Attempting to bind port 7e2b05de-24e2-46b1-b12a-df04e830a1aa by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:26.814243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Attempting to bind port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:26.828688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:06:26.829025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Attempting to bind port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:26.840046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:26.840415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:26.840811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:26.841255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Bound port: 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:26.841614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:26.873576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb0c7296-c4c9-4415-a82b-abc5d2033da6 req-fe883e5d-c9e2-4140-a18b-7cb97faf4f92 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126828 Nov 22 16:06:26.984270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:26.988666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:26.995476 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:27.011394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82e1c8-dcd4-4a4a-9375-4df54e9d9e80 req-97c7fd2d-65d1-4a93-abe0-7e74e416f7e6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:27.013170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b82e1c8-dcd4-4a4a-9375-4df54e9d9e80 req-97c7fd2d-65d1-4a93-abe0-7e74e416f7e6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.0873730 Nov 22 16:06:27.065580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:27.066303 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:27.067760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 1096 time: 1.7475221 Nov 22 16:06:27.117316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b82e1c8-dcd4-4a4a-9375-4df54e9d9e80 req-00f630f4-93b6-4b96-984c-4a9ae11b05f2 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716820 Nov 22 16:06:27.186740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733ea30-4372-4e03-ae2d-a162e5cef0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:27.212381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-20803e3e-f90c-4589-8f07-65cdd4257e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:27.216314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-20803e3e-f90c-4589-8f07-65cdd4257e61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1099 time: 0.1022878 Nov 22 16:06:27.311364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38060) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:27.362067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:27.383451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-883d3d9a-ce82-4138-a256-759d3a157a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:27.384974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-883d3d9a-ce82-4138-a256-759d3a157a2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1635242 Nov 22 16:06:27.440049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-453fa30e-e670-4040-a4f3-5889389a97aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 217 time: 0.0453491 Nov 22 16:06:27.542453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1516470264-network', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:27.587824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-cbc6b3d0-e7c8-4572-96ba-89c4af6f7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:27.589650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-cbc6b3d0-e7c8-4572-96ba-89c4af6f7c62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1411178 Nov 22 16:06:27.603118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc3588-a0f9-4236-bcc8-1e7100fb3962 req-1d2ed22a-cad5-40f2-9239-e31b875fed6a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:27.604891 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44fc3588-a0f9-4236-bcc8-1e7100fb3962 req-1d2ed22a-cad5-40f2-9239-e31b875fed6a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 948 time: 0.1092653 Nov 22 16:06:27.628705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Made reservation on behalf of fac5cc196bb942b28fcf8617104ec211 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:06:27.632318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:27.708060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:27.803815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561df2-de99-4477-a940-7ea904a0e5be req-0020050c-4373-4d75-86a8-c2a90ec251ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:27.805545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-0020050c-4373-4d75-86a8-c2a90ec251ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1941066 Nov 22 16:06:27.814039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44fc3588-a0f9-4236-bcc8-1e7100fb3962 req-046edb92-1e37-45f1-9bad-a2623cbe0c29 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012389 Nov 22 16:06:27.828582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:27.846686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-3b71c66e-3941-4506-860d-9eaab194cc30 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:27.848476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-3b71c66e-3941-4506-860d-9eaab194cc30 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.3509693 Nov 22 16:06:27.893865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811716-3'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:28.083994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-fd69c632-9fc8-49cc-926c-e89fa5320720 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631412 Nov 22 16:06:28.086589 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.089254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.111159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.115795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38086) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:28.169059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Deleting port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:28.169386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.193810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e8b8a-21aa-4ccb-b02f-5486e10b03e1 req-f7bc5f23-2ff6-46d1-a979-0ad3d711bbc3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:28.196101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-228e8b8a-21aa-4ccb-b02f-5486e10b03e1 req-f7bc5f23-2ff6-46d1-a979-0ad3d711bbc3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 945 time: 0.2097230 Nov 22 16:06:28.196905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:06:28.272484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] For port bc6f9cbd-83e2-49af-bb96-6cb3549fde3c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:28.273276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.298544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.299039 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Added segment f5fda5c4-6e86-4d86-8b30-27aef0b6535b of type vlan for network 678ff126-f764-4857-848d-4789f931073a Nov 22 16:06:28.302165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe314db-58fa-4ed1-b4f3-3396ca14e84b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:28.303314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Calling delete_port for bc6f9cbd-83e2-49af-bb96-6cb3549fde3c owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:28.336048 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61554394-63b6-4766-9211-d31b88272fd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.458575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa'}, {'name': 'network-changed', 'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:28.462673 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02edb2c-4c4a-496b-9c4a-aec73766e199" -d '{"events": [{"server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa"}, {"name": "network-changed", "server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:28.483443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.495536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25561df2-de99-4477-a940-7ea904a0e5be req-bcdbf527-bdb0-4ce9-8f91-59cca33f7575 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032211 Nov 22 16:06:28.504363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-228e8b8a-21aa-4ccb-b02f-5486e10b03e1 req-7202954c-dd46-45b2-a485-cada7b22c54c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746353 Nov 22 16:06:28.518339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c20306-5b32-43f5-8ba2-fdc237610cd5 req-0413a6aa-3f13-4bce-b61c-830103ff59bf tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:28.519952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c20306-5b32-43f5-8ba2-fdc237610cd5 req-0413a6aa-3f13-4bce-b61c-830103ff59bf tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.2914302 Nov 22 16:06:28.572624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.573820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:28.574395 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.579263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61554394-63b6-4766-9211-d31b88272fd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.585901 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61554394-63b6-4766-9211-d31b88272fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.586205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:28.664958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3017645 Nov 22 16:06:28.673268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38098) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:28.684663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Request body: {'subnet': {'network_id': '678ff126-f764-4857-848d-4789f931073a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1516470264-subnet', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:28.693897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61554394-63b6-4766-9211-d31b88272fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd961277-b5b8-472f-afe2-a58b48ee9dd0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:28.709545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c20306-5b32-43f5-8ba2-fdc237610cd5 req-8a6c40a9-e9b7-4de3-ab11-ba591f947c11 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765141 Nov 22 16:06:28.712638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900ab53-e7e1-4af3-8497-8b8b3d662576 admin admin] Pushing event updated for resources: {'Network': ['ID=678ff126-f764-4857-848d-4789f931073a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:28.719848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:28.723499 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc16848-9679-4f3e-83c0-708a4f0e5e2a x-openstack-request-id: req-acc16848-9679-4f3e-83c0-708a4f0e5e2a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:28.723812 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "name": "network-vif-unplugged", "status": "completed", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa", "code": 200}, {"name": "network-changed", "server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:28.724123 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-acc16848-9679-4f3e-83c0-708a4f0e5e2a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:28.724538 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'code': 200} Nov 22 16:06:28.724799 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'status': 'completed', 'code': 200} Nov 22 16:06:28.733275 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61554394-63b6-4766-9211-d31b88272fd0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d4d747d4935f4216a83d0d66b8c30e63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6162398 Nov 22 16:06:28.735474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38100) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:28.767238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 678ff126-f764-4857-848d-4789f931073a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:06:28.826291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 713b06b5-c3e3-4cfc-972d-d980d733b0a2 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:06:28.828800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 94f537b2-c66c-4d4f-b2a3-b5914681db06 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:28.832160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Made reservation on behalf of fac5cc196bb942b28fcf8617104ec211 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:06:28.836596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.841733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.852329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.872783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.886339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 94f537b2-c66c-4d4f-b2a3-b5914681db06 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:28.886964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 94f537b2-c66c-4d4f-b2a3-b5914681db06 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:28.887658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-176bde14-8b37-4f4a-8152-562864849741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:28.889287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-176bde14-8b37-4f4a-8152-562864849741 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1099 time: 0.1383448 Nov 22 16:06:28.945504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6f9cbd-83e2-49af-bb96-6cb3549fde3c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:28.966866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bad15d4-bc3c-47f9-9f34-0ec868194f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:28.973275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-9148b676-f4d1-4080-bed9-73cf9043fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:28.974851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-9148b676-f4d1-4080-bed9-73cf9043fbe8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1099 time: 0.1923103 Nov 22 16:06:29.021585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:29.041225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 713b06b5-c3e3-4cfc-972d-d980d733b0a2 has no active binding in host n-h1-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:06:29.054746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bad15d4-bc3c-47f9-9f34-0ec868194f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.122413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Pushing event updated for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:29.172804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ed07d-7cde-473c-b9e7-00069061b114 req-f74fe562-f626-4fa0-a83e-6da565d4b7c3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:29.174417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b01ed07d-7cde-473c-b9e7-00069061b114 req-f74fe562-f626-4fa0-a83e-6da565d4b7c3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 948 time: 0.2573600 Nov 22 16:06:29.187088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on host n-h2-811716-3 for vnic_type normal with profile {"migrating_to": "n-h1-811716-3"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:29.187476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:29.187821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:29.224329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:06:29.224785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Attempting to bind port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on network a7590de7-4c87-45b1-807e-6d53010a213a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:29.262474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:29.262896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Checking segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:29.263328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Bound using segment: {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:29.263808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Bound port: 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1ea899-265c-4c22-b9a2-4d8708edb080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a7590de7-4c87-45b1-807e-6d53010a213a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:29.264296 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.266098 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bad15d4-bc3c-47f9-9f34-0ec868194f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.268723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bad15d4-bc3c-47f9-9f34-0ec868194f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.274055 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4bad15d4-bc3c-47f9-9f34-0ec868194f33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd961277-b5b8-472f-afe2-a58b48ee9dd0 HTTP/1.1" status: 204 len: 168 time: 0.5303371 Nov 22 16:06:29.300036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-c813cf26-55bf-4404-a899-e201644497e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:29.301662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-c813cf26-55bf-4404-a899-e201644497e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3791738 Nov 22 16:06:29.324440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-cecea0c8-40c3-4c8b-aad6-d290f2fcf026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:29.325999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-cecea0c8-40c3-4c8b-aad6-d290f2fcf026 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3255847 Nov 22 16:06:29.342553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad15d4-bc3c-47f9-9f34-0ec868194f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd961277-b5b8-472f-afe2-a58b48ee9dd0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:29.371861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.384092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.409226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b01ed07d-7cde-473c-b9e7-00069061b114 req-fa833f25-8a8d-4bdc-b4c1-36cff4dc5873 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160847 Nov 22 16:06:29.417051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-048270cb-5695-40c7-998a-365b97a02df0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 217 time: 0.1071692 Nov 22 16:06:29.479612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-2e4ca045-0537-4994-a950-c53f46d3bb8d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 217 time: 0.0966628 Nov 22 16:06:29.555151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb3143d8-c748-46f6-a58f-a498a77353bf,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:29.578667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Checking segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:29.579198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Network hostable DHCP agents. Network: 678ff126-f764-4857-848d-4789f931073a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:06:29.582532 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:29.604768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:29.638761 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.662221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38112) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:29.665165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Network 678ff126-f764-4857-848d-4789f931073a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:06:29.676793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-fdc45a6b-42a2-4a71-bbdd-9df127b10a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:29.678657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-fdc45a6b-42a2-4a71-bbdd-9df127b10a91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2116241 Nov 22 16:06:29.689809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a03d27f9-68d3-4d22-93ec-03a6b0f9ab9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.702630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 678ff126-f764-4857-848d-4789f931073a) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:29.712406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:29.713095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.717539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532a280-5dfd-4bd0-8f4d-2b02816503c2 None None] Network 678ff126-f764-4857-848d-4789f931073a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:06:29.783632 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1af289a4-5aa4-45da-8234-f97749cf7465 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1059322 Nov 22 16:06:29.790914 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38116) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:29.797302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:29.812660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-5c7ac8ee-40cf-44c6-9376-b79d1be4e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:29.814660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-5c7ac8ee-40cf-44c6-9376-b79d1be4e269 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.3016789 Nov 22 16:06:29.816088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Pushing event updated for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:29.818661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Router 4244f4ff-b66f-44e4-9d89-488d77f01eaa has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:06:29.854136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.855201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.952946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-678ff126-f764-4857-848d-4789f931073a', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:06:29.955048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:29.964990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a03d27f9-68d3-4d22-93ec-03a6b0f9ab9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:30.032452 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a03d27f9-68d3-4d22-93ec-03a6b0f9ab9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:30.056208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:30.166472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d27f9-68d3-4d22-93ec-03a6b0f9ab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521510bc-183a-403b-85fc-dec8fd91ee12,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:30.166875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Allocated IP 172.20.0.2 (678ff126-f764-4857-848d-4789f931073a/bb3143d8-c748-46f6-a58f-a498a77353bf/34c23e3f-61a9-4b44-8ba6-159fe3c31afb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:06:30.184764 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a03d27f9-68d3-4d22-93ec-03a6b0f9ab9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=953bc0f8a8f94ae7a361905315c48dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5205903 Nov 22 16:06:30.188892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38120) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:30.200534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:06:30.214711 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5a766c01-bff3-4fc0-8492-6fc5608e613c admin admin] 10.222.0.69 "PUT /v2.0/routers/4244f4ff-b66f-44e4-9d89-488d77f01eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8985376 Nov 22 16:06:30.227636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] Sync routers for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:06:30.247824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38122) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:30.286191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:30.286976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:06:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:30.340199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:30.369087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146fa0e-ba6f-4de4-b3d4-d9dd56e2594c req-ccff6793-6498-4452-ad4a-2f0b5f9758b0 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:30.369997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2146fa0e-ba6f-4de4-b3d4-d9dd56e2594c req-ccff6793-6498-4452-ad4a-2f0b5f9758b0 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.7165320 Nov 22 16:06:30.375461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:30.376122 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:30.378779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-4ec2acb8-f8ce-4579-891e-289bf26a470f service neutron] 10.222.0.11 "PUT /v2.0/ports/713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 200 len: 1121 time: 2.5144100 Nov 22 16:06:30.383241 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:06:30.384408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-77f95c0d-0607-4fa6-85ef-355848bda2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:30.385965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-77f95c0d-0607-4fa6-85ef-355848bda2ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6455095 Nov 22 16:06:30.461356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:30.487878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['713b06b5-c3e3-4cfc-972d-d980d733b0a2'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:30.529062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['713b06b5-c3e3-4cfc-972d-d980d733b0a2'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:30.574659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-84e166a3-4bbf-4687-ad9f-549647f1d888 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747239 Nov 22 16:06:30.626722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75373c-7896-4614-a3cf-709fddad5803 req-134e8d3d-400f-4eb8-8516-77e52cebe4ab tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:30.628385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d75373c-7896-4614-a3cf-709fddad5803 req-134e8d3d-400f-4eb8-8516-77e52cebe4ab tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.7630346 Nov 22 16:06:30.654760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-155bf3e8-9c8a-49c5-bf1d-5723846afbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:30.656399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-155bf3e8-9c8a-49c5-bf1d-5723846afbd5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8231657 Nov 22 16:06:30.730955 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:30.732250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2'}, {'name': 'network-changed', 'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:30.734971 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366" -d '{"events": [{"server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2"}, {"name": "network-changed", "server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:30.735185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:30.802526 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:30.818066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 260c9e71-85cf-4171-86d4-f497694b9140 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:06:30.844071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d75373c-7896-4614-a3cf-709fddad5803 req-6b78ef10-ee94-4c5e-8183-b656f487b9d9 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755512 Nov 22 16:06:30.865379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2146fa0e-ba6f-4de4-b3d4-d9dd56e2594c req-4fa57ccb-34d0-49d9-a008-a7202d2a57b3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766278 Nov 22 16:06:30.923257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-15fa7bed-38c7-4377-b803-e6ad6d7837f5 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076177 Nov 22 16:06:30.932870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-d30039aa-7464-4fe9-8467-1727915f10a2 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233710 Nov 22 16:06:31.020245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Network 678ff126-f764-4857-848d-4789f931073a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:31.031413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Pushing event updated for resources: {'Port': ['ID=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:31.040933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26a64737-79c8-4b2a-b2f9-ba2aa3905dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.052369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:31.095665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:06:31.112544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.112791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02edb2c-4c4a-496b-9c4a-aec73766e199 req-6bc816ef-d4a6-4505-8edb-943fe5231262 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667831 Nov 22 16:06:31.112979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26a64737-79c8-4b2a-b2f9-ba2aa3905dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.113211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.113637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.114083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.114702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.115270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.115988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.116574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.117149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.117707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.118262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.119004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:31.124383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb22e73-2147-424e-b28c-5f6453d5166a req-93c0e1e2-94cb-46f8-88bb-39e52846dffd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:31.126700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb22e73-2147-424e-b28c-5f6453d5166a req-93c0e1e2-94cb-46f8-88bb-39e52846dffd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 948 time: 0.1074204 Nov 22 16:06:31.157177 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.223121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb22e73-2147-424e-b28c-5f6453d5166a req-c19134ed-2de0-4ebb-84a2-8afe46e6cf20 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858233 Nov 22 16:06:31.249965 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef93299e-078b-493d-a44f-128bf1c0f49b x-openstack-request-id: req-ef93299e-078b-493d-a44f-128bf1c0f49b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:31.249965 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2", "code": 200}, {"name": "network-changed", "server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:31.249965 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef93299e-078b-493d-a44f-128bf1c0f49b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:31.250353 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2', 'code': 200} Nov 22 16:06:31.250494 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2', 'status': 'completed', 'code': 200} Nov 22 16:06:31.316576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26a64737-79c8-4b2a-b2f9-ba2aa3905dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.320007 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26a64737-79c8-4b2a-b2f9-ba2aa3905dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.321578 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-26a64737-79c8-4b2a-b2f9-ba2aa3905dab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/521510bc-183a-403b-85fc-dec8fd91ee12 HTTP/1.1" status: 204 len: 168 time: 1.1304913 Nov 22 16:06:31.330296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Attempting to bind port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:31.330684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Attempting to bind port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:31.331057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Attempting to bind port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:31.333103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a64737-79c8-4b2a-b2f9-ba2aa3905dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521510bc-183a-403b-85fc-dec8fd91ee12,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:31.347305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:31.347690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Checking segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:31.348132 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.348726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Bound using segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:31.349149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Bound port: 34c23e3f-61a9-4b44-8ba6-159fe3c31afb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:31.349542 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.362888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-f40fa068-de75-4ebf-8ad8-4197f9c49b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:31.364537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-f40fa068-de75-4ebf-8ad8-4197f9c49b52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1124 time: 0.0832720 Nov 22 16:06:31.450849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Deleting port cc25427b-10e1-438d-8e04-a138330136f6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:31.451173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.476572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:31.560378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] For port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:31.563494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-100151d6-06d7-4733-8bc9-f77f2e06a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:31.564349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] For port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:31.565237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-100151d6-06d7-4733-8bc9-f77f2e06a75e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.1923087 Nov 22 16:06:31.583388 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.634743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-09a5dc4a-6057-405f-8d37-943dba090735 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 200 len: 217 time: 0.0528243 Nov 22 16:06:31.662113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e0435-4ade-4f06-af76-6db2f895d97e None None] Pushing event updated for resources: {'Port': ['ID=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:31.671436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '260c9e71-85cf-4171-86d4-f497694b9140', 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568', 'port_id': '260c9e71-85cf-4171-86d4-f497694b9140', 'mac_address': 'fa:16:3e:78:12:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c2ff75-f94e-4666-9961-8d060d0c0dd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:06:31.677977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174'}], 'enable_snat': True}, 'gw_port_id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:06:28Z', 'revision_number': 5, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port': {'id': 'cc25427b-10e1-438d-8e04-a138330136f6', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:40Z', 'updated_at': '2021-11-22T16:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:31.703953 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.715675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] Checking router: 4244f4ff-b66f-44e4-9d89-488d77f01eaa for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:06:31.730860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b5089-316a-42da-8071-532fbc0b4012 req-e55c8cbb-a14f-42e2-ac45-918fa898703e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:31.732767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-756b5089-316a-42da-8071-532fbc0b4012 req-e55c8cbb-a14f-42e2-ac45-918fa898703e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 948 time: 0.1650422 Nov 22 16:06:31.752423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-b681efbb-c8b8-4a73-922e-65cbc4ab9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:31.754123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-b681efbb-c8b8-4a73-922e-65cbc4ab9bf2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1012793 Nov 22 16:06:31.766984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.792711 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.812068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] Routers {'4244f4ff-b66f-44e4-9d89-488d77f01eaa'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:31.812303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-5948c428-2f16-41a1-8491-cee9213de681 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:31.812709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:06:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:31.813786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-5948c428-2f16-41a1-8491-cee9213de681 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3&tenant_id=64360a594ce5409192d790eaea4a9864&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 948 time: 0.2743495 Nov 22 16:06:31.861220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-8575fab4-a529-403e-a046-3a545a20affc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944397 Nov 22 16:06:31.871147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] For port cc25427b-10e1-438d-8e04-a138330136f6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cc25427b-10e1-438d-8e04-a138330136f6,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:31.872050 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:31.901476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Calling delete_port for cc25427b-10e1-438d-8e04-a138330136f6 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:31.902719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-756b5089-316a-42da-8071-532fbc0b4012 req-a34d7a55-dae3-4e51-a597-3b0b9d0de884 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533835 Nov 22 16:06:31.905884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260c9e71-85cf-4171-86d4-f497694b9140 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:31.992001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:32.007415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:32.008569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7e2b05de-24e2-46b1-b12a-df04e830a1aa details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:06:32.098505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] Set router 4244f4ff-b66f-44e4-9d89-488d77f01eaa gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:32.220058 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-09a2db94-070c-48d3-9444-56caf4cbab61 service neutron] delete failed (client error): The resource could not be found. Nov 22 16:06:32.221550 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-09a2db94-070c-48d3-9444-56caf4cbab61 service neutron] 10.222.0.71 "DELETE /v2.0/ports/7e2b05de-24e2-46b1-b12a-df04e830a1aa/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.3681355 Nov 22 16:06:32.222931 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:06:32.223647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-65f5d7c0-5fb4-400b-b5ae-2154ce8db049 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350129 Nov 22 16:06:32.238493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:06:31Z', 'revision_number': 6, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:32.244753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9942cda-dfce-4746-a348-53b0fe405985 req-a83a6fe2-1ae3-4364-8463-7cbe7dad200c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:32.252955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9942cda-dfce-4746-a348-53b0fe405985 req-a83a6fe2-1ae3-4364-8463-7cbe7dad200c tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.2046120 Nov 22 16:06:32.323631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1776f-a842-48e6-91b6-6f9b446313a9 req-319a8ba2-dfd2-4edc-8cf0-db1cbd6bb994 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:32.330134 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26d1776f-a842-48e6-91b6-6f9b446313a9 req-319a8ba2-dfd2-4edc-8cf0-db1cbd6bb994 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 945 time: 0.2851696 Nov 22 16:06:32.348625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Allocated IP 172.25.5.208 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/dc388f60-18de-42cd-9366-666e3be4ef0b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:06:32.362019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d0614-cc0b-4eaa-8d78-583063b246d4 None None] The sync data for ids ['4244f4ff-b66f-44e4-9d89-488d77f01eaa'] in n-d-811716-3 is: [{'id': '4244f4ff-b66f-44e4-9d89-488d77f01eaa', 'name': 'tempest-FloatingIPsAssociationTestJSON-421148688-router', 'tenant_id': '857073f37fdf4b9bae8a628d9fa6c887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:38Z', 'updated_at': '2021-11-22T16:06:31Z', 'revision_number': 6, 'project_id': '857073f37fdf4b9bae8a628d9fa6c887', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:06:32.499612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9942cda-dfce-4746-a348-53b0fe405985 req-63d8ae7e-f84c-42bc-a1fc-26ced3af9aaf tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451797 Nov 22 16:06:32.543229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:32.565685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'mac_address': 'fa:16:3e:53:8c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:06:32.576894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:32.639436 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:32.642750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26d1776f-a842-48e6-91b6-6f9b446313a9 req-8f434c92-04dc-4641-b918-448ab064e023 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711825 Nov 22 16:06:32.646190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a6f78d-1a3c-4b3f-a2ae-ca9051617366 req-438812d2-9397-4f7b-ae3b-80c43b69b014 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884280 Nov 22 16:06:32.680220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2b05de-24e2-46b1-b12a-df04e830a1aa {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:32.701622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-a8e8b7e4-f2fa-4296-bce0-ac2227903f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:32.706468 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-a8e8b7e4-f2fa-4296-bce0-ac2227903f2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1099 time: 0.3622561 Nov 22 16:06:32.733171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:32.740330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:32.916636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:32.982724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:32.995880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 34c23e3f-61a9-4b44-8ba6-159fe3c31afb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:33.049971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc25427b-10e1-438d-8e04-a138330136f6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:33.066291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.066412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.066759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.067105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.067445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.067781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.068142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.069499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.069499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.069733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.072145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.076033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:33.077399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['260c9e71-85cf-4171-86d4-f497694b9140'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:33.079594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-d40df7f7-444f-4210-93ec-12803849c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:33.085560 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-d40df7f7-444f-4210-93ec-12803849c8dc service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3669605 Nov 22 16:06:33.097563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:33.139649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7e2b05de-24e2-46b1-b12a-df04e830a1aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:33.185560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47024a09-00ec-46aa-9947-b43ca1cd11e8 req-4a83c365-2a83-4515-a158-df0a13bed1b9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:33.187722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47024a09-00ec-46aa-9947-b43ca1cd11e8 req-4a83c365-2a83-4515-a158-df0a13bed1b9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 949 time: 0.0765271 Nov 22 16:06:33.292853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47024a09-00ec-46aa-9947-b43ca1cd11e8 req-6774feb3-e037-4809-b2dd-2e7df91a0a97 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928001 Nov 22 16:06:33.312745 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-38eb0865-261f-428d-b19a-2a64fc0e924c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 217 time: 0.1835232 Nov 22 16:06:33.325738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:33.449695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Pushing event updated for resources: {'Port': ['ID=dc388f60-18de-42cd-9366-666e3be4ef0b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:33.454208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-17c5af1f-1650-4836-8156-1f5bf9881b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:33.455733 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-17c5af1f-1650-4836-8156-1f5bf9881b62 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1235750 Nov 22 16:06:33.482441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:33.482824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:33.531179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:33.536916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:33.542127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:33.544297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:06:33.618585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a1457a-2493-4d04-b3b2-8a368217a2aa None None] Network 678ff126-f764-4857-848d-4789f931073a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:06:33.709381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:33.737182 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:33.746843 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-4977d0d3-1b0b-42f0-bcf8-61c91fb04063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:33.749798 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-4977d0d3-1b0b-42f0-bcf8-61c91fb04063 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2816370 Nov 22 16:06:33.869806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ecbe7-ff4f-4cc4-9f13-54b6bb86d1b4 req-0aa57efe-b39e-4fb7-9557-18b29447b438 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:33.878963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-285ecbe7-ff4f-4cc4-9f13-54b6bb86d1b4 req-0aa57efe-b39e-4fb7-9557-18b29447b438 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.1692331 Nov 22 16:06:33.939337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887f7d1-6e72-4f1b-a53f-cdf28a342268 req-ccbdd477-89a1-4f6c-b786-7862607a6f6d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:33.947678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3887f7d1-6e72-4f1b-a53f-cdf28a342268 req-ccbdd477-89a1-4f6c-b786-7862607a6f6d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 945 time: 0.1616318 Nov 22 16:06:33.997582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-285ecbe7-ff4f-4cc4-9f13-54b6bb86d1b4 req-9d09a963-0c40-441a-b1b3-8b60353ccd00 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165571 Nov 22 16:06:34.073595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3887f7d1-6e72-4f1b-a53f-cdf28a342268 req-8b25e798-db36-4f30-888e-9e1bf4b7879a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213620 Nov 22 16:06:34.204125 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.234967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2c35729e-ecdf-4606-b4ca-37d3bb1d7ebc None None] Provisioning complete for port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:34.235352 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c35729e-ecdf-4606-b4ca-37d3bb1d7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.262762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.263593 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4244f4ff-b66f-44e4-9d89-488d77f01eaa {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:06:34.270194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.272776 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3ac948f5-0064-4b28-bb4e-7f9487bfc3b8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/4244f4ff-b66f-44e4-9d89-488d77f01eaa HTTP/1.1" status: 204 len: 168 time: 4.0230088 Nov 22 16:06:34.275118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38190) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:34.321015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.352484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:34.365613 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.384500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b41580-9d79-4ac2-bd52-91feac1372d0 admin admin] Deleting subnet b03be638-3716-4843-b5aa-79391e54b41a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:06:34.393804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4b41580-9d79-4ac2-bd52-91feac1372d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.471860 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-0ae496fa-7714-428b-b938-871c6d7e8a11 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7126510 Nov 22 16:06:34.473060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bc6f9cbd-83e2-49af-bb96-6cb3549fde3c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:34.478728 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:34.510453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4b41580-9d79-4ac2-bd52-91feac1372d0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.565303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: bc6f9cbd-83e2-49af-bb96-6cb3549fde3c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:34.565661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bc6f9cbd-83e2-49af-bb96-6cb3549fde3c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:34.682913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 34c23e3f-61a9-4b44-8ba6-159fe3c31afb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:34.694736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1535844979', 'description': 'tempest-description-1750552192'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:34.726769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b27c4aa9-1ce3-4e00-a146-b364df0cf063 req-3c8837ae-5a27-45f1-ad45-3941c6cb4214 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402644 Nov 22 16:06:34.755674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4b41580-9d79-4ac2-bd52-91feac1372d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.773092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:34.773469 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.807881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb8a76-5aef-4239-aad5-3e7ee170955a req-26898eeb-f481-4167-9e89-836e2c70d5f3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:34.809865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1fb8a76-5aef-4239-aad5-3e7ee170955a req-26898eeb-f481-4167-9e89-836e2c70d5f3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 949 time: 0.2228401 Nov 22 16:06:34.813908 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.885488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.920885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f0f94cef-1703-46c9-a6ea-1ac7d0c7bf56 None None] Provisioning complete for port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:34.921542 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0f94cef-1703-46c9-a6ea-1ac7d0c7bf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.960879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1fb8a76-5aef-4239-aad5-3e7ee170955a req-e6c7a8dc-d5cf-43f5-bb62-7440ab0a370b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355495 Nov 22 16:06:34.963284 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4b41580-9d79-4ac2-bd52-91feac1372d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:34.996142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.005597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cc25427b-10e1-438d-8e04-a138330136f6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:35.008551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b41580-9d79-4ac2-bd52-91feac1372d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03be638-3716-4843-b5aa-79391e54b41a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:35.024693 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4b41580-9d79-4ac2-bd52-91feac1372d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.028613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f4b41580-9d79-4ac2-bd52-91feac1372d0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b03be638-3716-4843-b5aa-79391e54b41a HTTP/1.1" status: 204 len: 168 time: 0.7482769 Nov 22 16:06:35.031091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:35.033899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b983f2-1af4-48ff-93b9-36c108e75c8e None None] Network 6257963a-3fa1-473d-83ee-2d87a862d24b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:06:35.086166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: cc25427b-10e1-438d-8e04-a138330136f6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:35.086627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cc25427b-10e1-438d-8e04-a138330136f6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:35.236970 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.261419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.284320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b865c-2e1c-4144-995e-fad8489bee38 req-1050e646-24b1-4a9d-880c-75850ffbb45a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:35.300517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-115b865c-2e1c-4144-995e-fad8489bee38 req-1050e646-24b1-4a9d-880c-75850ffbb45a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.1876037 Nov 22 16:06:35.302619 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.426988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] DHCP port deletion for 6257963a-3fa1-473d-83ee-2d87a862d24b request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:06:35.432539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2ab749-4b8c-47ec-a43c-0a7c76a93985,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:35.512931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] Deleting port ce996975-7620-460c-a2a6-54356c2c3b25 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:35.513332 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.559332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-115b865c-2e1c-4144-995e-fad8489bee38 req-da4cc6a2-bd39-4620-956f-af5e1b759b66 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367227 Nov 22 16:06:35.600702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Deleting port ce996975-7620-460c-a2a6-54356c2c3b25 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:35.601132 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.653427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] For port ce996975-7620-460c-a2a6-54356c2c3b25, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce996975-7620-460c-a2a6-54356c2c3b25,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:35.654144 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.675853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Router 806b7acb-9570-497e-a32e-d86eb3ef32fb is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:06:35.676122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] Calling delete_port for ce996975-7620-460c-a2a6-54356c2c3b25 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:35.682436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] For port ce996975-7620-460c-a2a6-54356c2c3b25, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce996975-7620-460c-a2a6-54356c2c3b25,segment=NetworkSegment(87e654fb-0610-4a2e-8a66-53c3630f9fca),segment_id=87e654fb-0610-4a2e-8a66-53c3630f9fca)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:35.683271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.699866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Calling delete_port for ce996975-7620-460c-a2a6-54356c2c3b25 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:35.780183 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.797364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.802777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.814491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:06:35.836870 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Sync routers for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:06:35.841156 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.849241 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:35.850886 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:06:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:35.856568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.858666 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4b8f6a43-1547-4322-96bb-e20f3d80921a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0666652 Nov 22 16:06:35.862913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:35.863847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce996975-7620-460c-a2a6-54356c2c3b25,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:35.865018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] Pushing event deleted for resources: {'Port': ['ID=ce996975-7620-460c-a2a6-54356c2c3b25,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:35.875627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f2224-9d28-4164-8def-8f640fe583df None None] No DVR routers for this DVR port ce996975-7620-460c-a2a6-54356c2c3b25 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:35.940493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] No DVR routers for this DVR port ce996975-7620-460c-a2a6-54356c2c3b25 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:35.990268 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:35.991868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6a60a81-09fc-49cc-b97a-04d01ee978c3 req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3469419 Nov 22 16:06:36.012620 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:36.041888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6bdeb-1f54-4ef9-8f15-9de1f2ff360e req-4fdab23c-25ca-4b12-8e69-8ba624c41143 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:36.049261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bac6bdeb-1f54-4ef9-8f15-9de1f2ff360e req-4fdab23c-25ca-4b12-8e69-8ba624c41143 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 945 time: 0.2532935 Nov 22 16:06:36.058207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee59062-559a-4971-aad3-01b3b3a98ab1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec57a58-8079-4a4d-bab9-3b3045dd26b1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:36.156717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.230164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.230516 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.231260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.231609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > port after_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.231973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.232452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > port after_update 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.232657 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.232980 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.233304 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.233718 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.248310 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:33Z', 'revision_number': 3, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:36.284028 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Checking router: 806b7acb-9570-497e-a32e-d86eb3ef32fb for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:06:36.284382 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Updating router 806b7acb-9570-497e-a32e-d86eb3ef32fb port dc388f60-18de-42cd-9366-666e3be4ef0b binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:06:36.312757 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.356781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.357168 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.357519 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.357976 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:06:36.358508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6257963a-3fa1-473d-83ee-2d87a862d24b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:36.375987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bac6bdeb-1f54-4ef9-8f15-9de1f2ff360e req-0d801a38-4fc4-4b5d-bd85-2f4aa7983c06 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258486 Nov 22 16:06:36.427611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e654fb-0610-4a2e-8a66-53c3630f9fca') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:36.429103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e654fb-0610-4a2e-8a66-53c3630f9fca') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:36.456043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.463551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9765e260-a7d7-4353-8d0c-866a8e44ce46 req-372c0cf6-ab91-474b-a154-1575b7029b72 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1724925211', 'description': 'tempest-description-303559917'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:36.545654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.574391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:06:36.574679 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: from cryptography.utils import int_from_bytes Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: from cryptography.utils import int_from_bytes Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:06:36.581872 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:06:36.597034 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9765e260-a7d7-4353-8d0c-866a8e44ce46 req-372c0cf6-ab91-474b-a154-1575b7029b72 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.614287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc2fb0-df4c-4f37-8602-df36bc7d6c9e req-4b0404cf-ecd0-45c0-9b38-b47866c5b63b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:36.616443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39cc2fb0-df4c-4f37-8602-df36bc7d6c9e req-4b0404cf-ecd0-45c0-9b38-b47866c5b63b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 949 time: 0.2453456 Nov 22 16:06:36.746343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce996975-7620-460c-a2a6-54356c2c3b25 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:36.763800 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.771169 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.775896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ce996975-7620-460c-a2a6-54356c2c3b25 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:36.776994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce996975-7620-460c-a2a6-54356c2c3b25 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:36.795254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.831341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.835475 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Attempting to bind port dc388f60-18de-42cd-9366-666e3be4ef0b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:36.836115 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Attempting to bind port dc388f60-18de-42cd-9366-666e3be4ef0b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:36.836404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6257963a-3fa1-473d-83ee-2d87a862d24b HTTP/1.1" status: 204 len: 168 time: 1.8021650 Nov 22 16:06:36.836835 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Attempting to bind port dc388f60-18de-42cd-9366-666e3be4ef0b on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:36.839726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 260c9e71-85cf-4171-86d4-f497694b9140 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:36.846013 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Pushing event updated for resources: {'Port': ['ID=dc388f60-18de-42cd-9366-666e3be4ef0b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:36.849599 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-5bc05b9f-ac7e-4a30-b5e0-01fbd17cd403 service neutron] 10.222.0.71 "GET /v2.0/ports/713b06b5-c3e3-4cfc-972d-d980d733b0a2/bindings/n-h1-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.1094739 Nov 22 16:06:36.857295 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.857904 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.858411 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.858942 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.859441 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.859966 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.860473 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.860964 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.861474 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.861970 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.862472 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.862994 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:06:36.868394 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:36.869035 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:36.869622 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.870177 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:36.870871 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Bound port: dc388f60-18de-42cd-9366-666e3be4ef0b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:36.871460 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:36.907095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39cc2fb0-df4c-4f37-8602-df36bc7d6c9e req-b8034ec3-2fec-4fc7-8cf7-e18f61647c60 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352946 Nov 22 16:06:36.956210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b1d00-93c0-441c-be52-02a58d486142 admin admin] Pushing event deleted for resources: {'Network': ['ID=6257963a-3fa1-473d-83ee-2d87a862d24b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:36.962769 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] For port dc388f60-18de-42cd-9366-666e3be4ef0b, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:36.966993 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] For port dc388f60-18de-42cd-9366-666e3be4ef0b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=dc388f60-18de-42cd-9366-666e3be4ef0b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:36.973129 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.009622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 260c9e71-85cf-4171-86d4-f497694b9140 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:06:37.018341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 260c9e71-85cf-4171-86d4-f497694b9140 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:37.019674 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.086691 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca986276-807c-418e-b7eb-d9362ed987ed None None] Pushing event updated for resources: {'Port': ['ID=dc388f60-18de-42cd-9366-666e3be4ef0b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:37.121006 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:37.121652 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:06:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:37.173331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:37.186671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38218) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:37.213323 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.227404 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.237944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:37.251989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9765e260-a7d7-4353-8d0c-866a8e44ce46 req-372c0cf6-ab91-474b-a154-1575b7029b72 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.260253 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:37.262968 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9765e260-a7d7-4353-8d0c-866a8e44ce46 req-372c0cf6-ab91-474b-a154-1575b7029b72 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.267253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:37.271232 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6580cce-5407-4439-a0a7-becd869c2364" -d '{"events": [{"server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "name": "network-vif-plugged", "status": "completed", "tag": "260c9e71-85cf-4171-86d4-f497694b9140"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:37.291145 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d097f98b-b990-4cc7-987f-ed8e55ec2820 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=857073f37fdf4b9bae8a628d9fa6c887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1031139 Nov 22 16:06:37.294530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38224) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:37.297590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:37.300641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18a457-4711-49d0-846b-7e14adf0658b req-594b3fa7-f0a3-4762-b6cf-d268be66b3ca tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:37.302909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be18a457-4711-49d0-846b-7e14adf0658b req-594b3fa7-f0a3-4762-b6cf-d268be66b3ca tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 943 time: 0.2657480 Nov 22 16:06:37.313081 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.315659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7e2b05de-24e2-46b1-b12a-df04e830a1aa up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:37.339090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713b06b5-c3e3-4cfc-972d-d980d733b0a2 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:37.357126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:37.387980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300f7264-886d-4084-bdde-8b1ff9fa0f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.391501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.403960 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9765e260-a7d7-4353-8d0c-866a8e44ce46 req-372c0cf6-ab91-474b-a154-1575b7029b72 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.420355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9765e260-a7d7-4353-8d0c-866a8e44ce46 req-372c0cf6-ab91-474b-a154-1575b7029b72 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9764981 Nov 22 16:06:37.444898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c0cf6-ab91-474b-a154-1575b7029b72 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d2fd06-9d5d-4009-a228-47d36b9d12da,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:37.456782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:37.474094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 7e2b05de-24e2-46b1-b12a-df04e830a1aa completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:06:37.480145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 7e2b05de-24e2-46b1-b12a-df04e830a1aa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:37.480979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.518718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300f7264-886d-4084-bdde-8b1ff9fa0f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.562950 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:33Z', 'revision_number': 3, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:37.568323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] Transition to ACTIVE for port object 713b06b5-c3e3-4cfc-972d-d980d733b0a2 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:06:37.582242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.593239 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c598d-6244-4fc4-8dad-d4e5603c9c16 None None] The sync data for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 is: [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:33Z', 'revision_number': 3, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:06:37.618261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be18a457-4711-49d0-846b-7e14adf0658b req-93456f07-8a0f-4b94-aa55-16ec600085db tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984021 Nov 22 16:06:37.634854 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.669030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300f7264-886d-4084-bdde-8b1ff9fa0f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.669030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300f7264-886d-4084-bdde-8b1ff9fa0f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.670513 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-300f7264-886d-4084-bdde-8b1ff9fa0f54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fce4ad70-6328-4d4a-86a9-b327503becf2 HTTP/1.1" status: 204 len: 168 time: 0.3746145 Nov 22 16:06:37.713394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] No DVR routers for this DVR port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:37.720463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fa403-bcdf-4458-a36a-53b0682e9205 req-446234ef-8697-468e-b667-02ab6e43311b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:37.728474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:37.733870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b57fa403-bcdf-4458-a36a-53b0682e9205 req-446234ef-8697-468e-b667-02ab6e43311b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 949 time: 0.2370188 Nov 22 16:06:37.734812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:37.739283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89256f-816d-40ea-b35a-675844033195 service neutron] Pushing event updated for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:37.743864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f7264-886d-4084-bdde-8b1ff9fa0f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce4ad70-6328-4d4a-86a9-b327503becf2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:37.780801 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ca89256f-816d-40ea-b35a-675844033195 service neutron] 10.222.0.71 "PUT /v2.0/ports/713b06b5-c3e3-4cfc-972d-d980d733b0a2/bindings/n-h1-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9249401 Nov 22 16:06:37.832560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:37.933240 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883873bb-df3f-4853-aca4-280592134fd2 x-openstack-request-id: req-883873bb-df3f-4853-aca4-280592134fd2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:37.933793 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "name": "network-vif-plugged", "status": "completed", "tag": "260c9e71-85cf-4171-86d4-f497694b9140", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:37.933913 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-883873bb-df3f-4853-aca4-280592134fd2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:37.934259 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140', 'code': 200} Nov 22 16:06:38.407820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Allocated IP 172.20.0.1 (678ff126-f764-4857-848d-4789f931073a/bb3143d8-c748-46f6-a58f-a498a77353bf/917d286b-90b0-4574-8b10-0e4349fceabb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:06:38.433207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b57fa403-bcdf-4458-a36a-53b0682e9205 req-449130a5-082a-4e90-96bf-74ac8e7f3058 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6984401 Nov 22 16:06:38.459837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 713b06b5-c3e3-4cfc-972d-d980d733b0a2 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:38.462290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0bab3-3164-421b-98e4-eafa065740ab req-145781cd-e83d-4fb7-858d-f0d5e4732efb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:38.463201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34e0bab3-3164-421b-98e4-eafa065740ab req-145781cd-e83d-4fb7-858d-f0d5e4732efb tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.2056046 Nov 22 16:06:38.478968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a97ef-ce25-4687-b9a4-5c017363ffac req-48eb84aa-37a5-4dd8-8f26-e90ec64f0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:38.480562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc2a97ef-ce25-4687-b9a4-5c017363ffac req-48eb84aa-37a5-4dd8-8f26-e90ec64f0e71 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1097 time: 0.2250001 Nov 22 16:06:38.525679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-277167e5-f42d-4947-933f-41d9123ae0bb tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:38.527525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-277167e5-f42d-4947-933f-41d9123ae0bb tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.2682009 Nov 22 16:06:38.535262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 713b06b5-c3e3-4cfc-972d-d980d733b0a2 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:38.711766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc2a97ef-ce25-4687-b9a4-5c017363ffac req-36b841ed-a387-4f94-93bb-c58f3e689148 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930254 Nov 22 16:06:38.730371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ee29eb63-e7f5-4bd5-84d6-a0fcc8b2009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:38.732289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-ee29eb63-e7f5-4bd5-84d6-a0fcc8b2009f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e&tenant_id=fb90cc83c0a14939848c89f857ea49d2 HTTP/1.1" status: 200 len: 1095 time: 0.1771994 Nov 22 16:06:38.742106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34e0bab3-3164-421b-98e4-eafa065740ab req-9a7bdef0-3cd4-425e-afc1-987fad7e04b6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257540 Nov 22 16:06:38.752138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device dc388f60-18de-42cd-9366-666e3be4ef0b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:38.762839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:38.813309 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:38.882707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port dc388f60-18de-42cd-9366-666e3be4ef0b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:38.883461 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:38.888800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Pushing event updated for resources: {'Port': ['ID=917d286b-90b0-4574-8b10-0e4349fceabb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:38.902252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Network 678ff126-f764-4857-848d-4789f931073a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:38.908395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1887759562', 'description': 'tempest-description-32474176'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:38.917726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:38.956720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:06:39.030604 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.055491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.059941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port dc388f60-18de-42cd-9366-666e3be4ef0b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=dc388f60-18de-42cd-9366-666e3be4ef0b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:39.060956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.066564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.070754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716bcf1-09aa-4daf-8eed-05fd9d32bbdc req-214b5873-60d8-4187-b24f-055d499d5b28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:39.072424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5716bcf1-09aa-4daf-8eed-05fd9d32bbdc req-214b5873-60d8-4187-b24f-055d499d5b28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 944 time: 0.1585383 Nov 22 16:06:39.082989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-d2fac685-86c7-4d56-86e6-8ecfee203920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:39.085167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-d2fac685-86c7-4d56-86e6-8ecfee203920 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1095 time: 0.1255612 Nov 22 16:06:39.121509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.128580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=dc388f60-18de-42cd-9366-666e3be4ef0b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:39.253460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b7dd1f6a-8650-4c0c-8696-746a406f7f66 None None] Provisioning complete for port 917d286b-90b0-4574-8b10-0e4349fceabb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:39.254088 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7dd1f6a-8650-4c0c-8696-746a406f7f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.289765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5716bcf1-09aa-4daf-8eed-05fd9d32bbdc req-dc2b896d-eacc-4256-8afc-5c49e2e1e0ce tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097545 Nov 22 16:06:39.289992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd1f6a-8650-4c0c-8696-746a406f7f66 None None] Port 917d286b-90b0-4574-8b10-0e4349fceabb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:06:39.348047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-d76130e6-29df-45f1-b7df-a3c8fc65bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:39.349544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-d76130e6-29df-45f1-b7df-a3c8fc65bf50 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.2200654 Nov 22 16:06:39.428269 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.432887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-c20c398f-19fe-4c31-8985-16fcd2541c2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 200 len: 217 time: 0.0562401 Nov 22 16:06:39.434223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.437543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.548712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539bfe3a-794b-48f5-b3a5-d094f125dd4e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:39.577054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-53e62a2d-9f1f-4a11-a0df-ed4413845618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:39.578558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-53e62a2d-9f1f-4a11-a0df-ed4413845618 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.1365175 Nov 22 16:06:39.635686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-7a75a3c7-601f-46e3-9acc-885c8cb34de9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446975 Nov 22 16:06:39.654768 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.694789 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.801011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-523b2da1-17cb-476a-bf60-fe93e28bcee7 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=768bf4e228bf41fea1d90c5c7d340c5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572481 Nov 22 16:06:39.820508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:39.821767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1764c4a8-78c6-4032-b7b1-53e0470c010a req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9403760 Nov 22 16:06:39.858611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fdfc5-6472-4501-9ede-6409ecf81dd2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85e97d3-b769-48ce-8b35-58f3968d32f1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:39.935941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:39.938549 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef433d90-6ebc-4630-bb35-148b6f7319b1" -d '{"events": [{"server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:40.013103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-343ec85f-2064-4634-af7c-81be3443bd9f service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569641 Nov 22 16:06:40.020270 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:40.043167 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:40.185290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586bb65-da82-4c68-a01e-41b47ccf543f req-684a61e2-c56e-4071-b4ef-6a64b4867153 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:40.186911 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a586bb65-da82-4c68-a01e-41b47ccf543f req-684a61e2-c56e-4071-b4ef-6a64b4867153 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.2516510 Nov 22 16:06:40.193834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-a601b7e0-30c4-44ae-a1c4-d0e8230d2420 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:40.195659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-a601b7e0-30c4-44ae-a1c4-d0e8230d2420 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708968 Nov 22 16:06:40.221322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Pushing event updated for resources: {'Port': ['ID=917d286b-90b0-4574-8b10-0e4349fceabb,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:40.246806 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:40.268563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-6b5d27bb-29fc-4fb8-86b9-028a35df2428 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/quotas/768bf4e228bf41fea1d90c5c7d340c5b HTTP/1.1" status: 200 len: 375 time: 0.0575542 Nov 22 16:06:40.358362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-ce99a2f9-2aa2-4808-b3f2-3a7e1690e335 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=768bf4e228bf41fea1d90c5c7d340c5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821869 Nov 22 16:06:40.367976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-e87ea467-bc4c-4144-8365-483e5e7fb3e9 service neutron] 10.222.0.11 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399589 Nov 22 16:06:40.380599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a586bb65-da82-4c68-a01e-41b47ccf543f req-828b545c-180e-48c3-9980-a808c9cfb52d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773703 Nov 22 16:06:40.425829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-666152a4-4488-4233-a5e0-72b3f895e9db req-596b1bb7-20dd-463e-a36c-44a3a7a113b9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1838424130', 'description': 'tempest-description-1614042948'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:40.444230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Network 678ff126-f764-4857-848d-4789f931073a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:40.448058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:40.511148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-666152a4-4488-4233-a5e0-72b3f895e9db req-596b1bb7-20dd-463e-a36c-44a3a7a113b9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:40.558104 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1df443-e3fe-424a-a7fa-72c92d97e14b x-openstack-request-id: req-8d1df443-e3fe-424a-a7fa-72c92d97e14b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:40.558303 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "name": "network-vif-plugged", "status": "completed", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:40.558571 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d1df443-e3fe-424a-a7fa-72c92d97e14b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:40.558981 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'code': 200} Nov 22 16:06:40.736601 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-666152a4-4488-4233-a5e0-72b3f895e9db req-596b1bb7-20dd-463e-a36c-44a3a7a113b9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:40.776166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device dc388f60-18de-42cd-9366-666e3be4ef0b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:40.798387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-666152a4-4488-4233-a5e0-72b3f895e9db req-596b1bb7-20dd-463e-a36c-44a3a7a113b9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:40.841681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7515a6ae-f302-4eaf-87e0-14c186eeb270 None None] Provisioning complete for port 917d286b-90b0-4574-8b10-0e4349fceabb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:40.842058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7515a6ae-f302-4eaf-87e0-14c186eeb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:40.875824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port dc388f60-18de-42cd-9366-666e3be4ef0b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:40.876268 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:40.904285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7515a6ae-f302-4eaf-87e0-14c186eeb270 None None] Port 917d286b-90b0-4574-8b10-0e4349fceabb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:06:41.016776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-666152a4-4488-4233-a5e0-72b3f895e9db req-596b1bb7-20dd-463e-a36c-44a3a7a113b9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:41.018186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-666152a4-4488-4233-a5e0-72b3f895e9db req-596b1bb7-20dd-463e-a36c-44a3a7a113b9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5981250 Nov 22 16:06:41.037003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b1bb7-20dd-463e-a36c-44a3a7a113b9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bda7bd-303a-45ed-a353-641a76f9b25a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:41.054582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce7038-83e5-4926-9e9b-e58f15611bd7 req-3869132b-0b2e-4a80-af9e-c74af59c11fb tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:41.056465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-64ce7038-83e5-4926-9e9b-e58f15611bd7 req-3869132b-0b2e-4a80-af9e-c74af59c11fb tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 944 time: 0.2946579 Nov 22 16:06:41.067243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-2ed5b583-7bd4-4711-b24a-4d7cf01ed96b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:41.070771 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-2ed5b583-7bd4-4711-b24a-4d7cf01ed96b tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e&tenant_id=fb90cc83c0a14939848c89f857ea49d2&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.3304293 Nov 22 16:06:41.076481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Router 806b7acb-9570-497e-a32e-d86eb3ef32fb has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:06:41.231583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cea65ad-0feb-428a-afea-366157c6b952 req-c28f4823-9007-4828-a214-128735ffcdae tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 210 time: 0.0855777 Nov 22 16:06:41.253616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-64ce7038-83e5-4926-9e9b-e58f15611bd7 req-394936da-42d9-4a8f-b901-4b187a5d2572 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860805 Nov 22 16:06:41.388062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:06:41.399465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Sync routers for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:06:41.403807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-342aa36b-273f-46ac-bb9d-dfa6e7676d51 admin admin] 10.222.0.69 "PUT /v2.0/routers/806b7acb-9570-497e-a32e-d86eb3ef32fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5316391 Nov 22 16:06:41.409418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-5cf7ebdc-5ce3-440c-ac04-0e8b71673e9f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=64360a594ce5409192d790eaea4a9864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545316 Nov 22 16:06:41.413187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:41.415681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-5fa733e8-3642-4d59-acf3-0ba7e9645525 service neutron] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:41.417083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:06:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:41.427208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-5fa733e8-3642-4d59-acf3-0ba7e9645525 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:41.429155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-682c05cd-7d9e-4151-b75d-30445e241cd8 req-5fa733e8-3642-4d59-acf3-0ba7e9645525 service neutron] 10.222.0.11 "DELETE /v2.0/ports/713b06b5-c3e3-4cfc-972d-d980d733b0a2/bindings/n-h2-811716-3 HTTP/1.1" status: 204 len: 173 time: 0.3265319 Nov 22 16:06:41.568172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:41.638119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1071-062d-401c-8f3a-57299591f834 req-7cfcbf32-dfeb-4b95-9f21-4eafbef5e44d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:41.639658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-7cfcbf32-dfeb-4b95-9f21-4eafbef5e44d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095850 Nov 22 16:06:41.666557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-a26ad04a-848a-4480-aca8-60ec7b06dd7a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/quotas/64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 375 time: 0.0201492 Nov 22 16:06:41.759403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-f3e4292b-c109-4c31-8d58-715f8a56bdc2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847571 Nov 22 16:06:41.839814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-b5cd8230-4c7e-4cf6-9038-a626eeead471 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=768bf4e228bf41fea1d90c5c7d340c5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305755 Nov 22 16:06:41.863075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 2, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:41.915739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Checking router: 806b7acb-9570-497e-a32e-d86eb3ef32fb for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:06:41.917647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Updating router 806b7acb-9570-497e-a32e-d86eb3ef32fb port 917d286b-90b0-4574-8b10-0e4349fceabb binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:06:41.977911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.007508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-71e8eac9-3ccf-4b38-8a5f-3b6483e2d6c9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53696 time: 0.6590030 Nov 22 16:06:42.061120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-63fba8db-57c1-456e-89db-cec994b1ad1a tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:42.062703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-63fba8db-57c1-456e-89db-cec994b1ad1a tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2083797 Nov 22 16:06:42.081925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Request body: {'port': {'device_id': 'de0cd3dd-e5d3-4dbd-8523-882ff529af2f', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '768bf4e228bf41fea1d90c5c7d340c5b'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:42.189842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-cdce0ee8-cf5e-4356-9f4e-1bbb118fcf9c tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/0c499f3f-2857-4b06-b8ff-f25fc4018c8e HTTP/1.1" status: 200 len: 2998 time: 0.1661744 Nov 22 16:06:42.217035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e95cf-70a0-4334-aac1-e8a01019f94c req-9717c968-cba5-4a0e-a22a-e1e712406d14 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:42.219028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-763e95cf-70a0-4334-aac1-e8a01019f94c req-9717c968-cba5-4a0e-a22a-e1e712406d14 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.0942523 Nov 22 16:06:42.317644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-1fcceb7b-6539-4f4f-88ef-3075b66b243d tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/0c499f3f-2857-4b06-b8ff-f25fc4018c8e HTTP/1.1" status: 200 len: 2998 time: 0.0978477 Nov 22 16:06:42.348163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-763e95cf-70a0-4334-aac1-e8a01019f94c req-f12a86b6-f3b9-4338-b389-1743029df9c0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143365 Nov 22 16:06:42.355705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Made reservation on behalf of 768bf4e228bf41fea1d90c5c7d340c5b for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:06:42.359929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.380888 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.389407 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.392516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.392814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-c54dc0e8-220e-41c4-a803-aba46b17a948 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/364246d0-3d5b-4ecd-9132-893cf3582e0f HTTP/1.1" status: 200 len: 2998 time: 0.0674853 Nov 22 16:06:42.476861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-2ff19c6d-3951-4921-8285-001c67009391 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/364246d0-3d5b-4ecd-9132-893cf3582e0f HTTP/1.1" status: 200 len: 2998 time: 0.0721371 Nov 22 16:06:42.546173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe549df-1a59-4932-a045-c8cefa70665b None None] Pushing event updated for resources: {'Port': ['ID=917d286b-90b0-4574-8b10-0e4349fceabb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:42.554653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Attempting to bind port 917d286b-90b0-4574-8b10-0e4349fceabb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:42.555141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Attempting to bind port 917d286b-90b0-4574-8b10-0e4349fceabb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:42.555582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Attempting to bind port 917d286b-90b0-4574-8b10-0e4349fceabb on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:42.566063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:42.566591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Checking segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:42.567060 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.567521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Bound using segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:42.568131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Bound port: 917d286b-90b0-4574-8b10-0e4349fceabb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:42.569168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.622414 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.640017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-b040ce93-c82c-49a4-9d37-38d54ade4ee7 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/4a2ab749-4b8c-47ec-a43c-0a7c76a93985 HTTP/1.1" status: 200 len: 2998 time: 0.1493938 Nov 22 16:06:42.641209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.663634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] For port 917d286b-90b0-4574-8b10-0e4349fceabb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:42.667603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] For port 917d286b-90b0-4574-8b10-0e4349fceabb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=917d286b-90b0-4574-8b10-0e4349fceabb,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:42.675300 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:42.772689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:06:42.773411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:06:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:42.779332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe549df-1a59-4932-a045-c8cefa70665b None None] Pushing event updated for resources: {'Port': ['ID=917d286b-90b0-4574-8b10-0e4349fceabb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:42.875342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-671a1f3c-4ce1-430a-82ab-b5aa6d969820 None None] Provisioning complete for port 917d286b-90b0-4574-8b10-0e4349fceabb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:42.876209 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671a1f3c-4ce1-430a-82ab-b5aa6d969820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.027508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38346) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:43.035384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-46ac27e5-6a5b-446f-a715-eefbb1bfaa9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145316629', 'description': 'tempest-description--797923551'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:43.095418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46ac27e5-6a5b-446f-a715-eefbb1bfaa9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.178537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:06:43.202648 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46ac27e5-6a5b-446f-a715-eefbb1bfaa9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.207505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46ac27e5-6a5b-446f-a715-eefbb1bfaa9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.217208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cde94c53-e8f0-4c16-bbd4-ff4e09573324 req-b3c09469-2c70-40a4-83d7-9d01f5fd07d9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 210 time: 0.0777569 Nov 22 16:06:43.247681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:43.274835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-92461617-d5ed-4723-b5ca-85b063bb71fd tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/4a2ab749-4b8c-47ec-a43c-0a7c76a93985 HTTP/1.1" status: 200 len: 2998 time: 0.6162367 Nov 22 16:06:43.288729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671a1f3c-4ce1-430a-82ab-b5aa6d969820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.296084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46ac27e5-6a5b-446f-a715-eefbb1bfaa9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.298660 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-46ac27e5-6a5b-446f-a715-eefbb1bfaa9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2690747 Nov 22 16:06:43.300675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac27e5-6a5b-446f-a715-eefbb1bfaa9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08f9542-8e37-4215-ba15-55f500d0d1b7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:43.326059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38348) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:43.347177 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d9bf087c-9efe-4826-987d-5911e10fba02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'security_group_rule': {'security_group_id': 'f08f9542-8e37-4215-ba15-55f500d0d1b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:43.371089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Allocated IP 192.168.233.82 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/93c09dd6-f568-4555-aa78-c91533119bfa) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:06:43.372120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-671a1f3c-4ce1-430a-82ab-b5aa6d969820 None None] For port 917d286b-90b0-4574-8b10-0e4349fceabb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=917d286b-90b0-4574-8b10-0e4349fceabb,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:43.380658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-671a1f3c-4ce1-430a-82ab-b5aa6d969820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.393883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-30516e60-5d6d-4cec-b3ba-befba7686caf tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5059b202-8df9-4b8b-a9ca-8f20189ffde3 HTTP/1.1" status: 200 len: 2990 time: 0.0962143 Nov 22 16:06:43.436123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9bf087c-9efe-4826-987d-5911e10fba02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.477691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1f3c-4ce1-430a-82ab-b5aa6d969820 None None] Pushing event updated for resources: {'Port': ['ID=917d286b-90b0-4574-8b10-0e4349fceabb,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:43.512910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-343c2829-0e1e-4cc9-9d6d-57be7b86b84f req-6b21f839-8842-4b1c-80b7-53a5f4126a56 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 210 time: 0.0636795 Nov 22 16:06:43.515922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-30c9eef6-582f-4075-9f10-65fb1f9b9b48 None None] Provisioning complete for port 917d286b-90b0-4574-8b10-0e4349fceabb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:43.516668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30c9eef6-582f-4075-9f10-65fb1f9b9b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.552620 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-32786e97-968b-48eb-836e-f2b44051b8e9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=64360a594ce5409192d790eaea4a9864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727079 Nov 22 16:06:43.567098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:42Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:06:43.600802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8684ae2c-7380-4af9-b7d9-f892205ef2f7 None None] The sync data for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 is: [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:42Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:06:43.733397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-1bc8ee62-e402-49b8-9ba1-2806656d4a11 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5059b202-8df9-4b8b-a9ca-8f20189ffde3 HTTP/1.1" status: 200 len: 2990 time: 0.3196106 Nov 22 16:06:43.755809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9bf087c-9efe-4826-987d-5911e10fba02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.765873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9bf087c-9efe-4826-987d-5911e10fba02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.818422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf087c-9efe-4826-987d-5911e10fba02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2578b865-f878-4cc2-88f9-43671b7ad1ab,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:43.833762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1071-062d-401c-8f3a-57299591f834 req-81352c2f-4c01-41e9-beb8-57838d583d60 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:43.836689 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-81352c2f-4c01-41e9-beb8-57838d583d60 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679827 Nov 22 16:06:43.841049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9bf087c-9efe-4826-987d-5911e10fba02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.842316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9bf087c-9efe-4826-987d-5911e10fba02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5110080 Nov 22 16:06:43.845051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d067846-bd9c-4cf3-97e6-3682ab1ba7b4 req-4705f993-7a9d-4bba-88b5-2abdbf2d6c95 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:43.845525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38350) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:43.851333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-797d9ca3-5a3d-4ec2-b121-c12be58403ed tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'security_group_rule': {'security_group_id': 'f08f9542-8e37-4215-ba15-55f500d0d1b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:43.853431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d067846-bd9c-4cf3-97e6-3682ab1ba7b4 req-4705f993-7a9d-4bba-88b5-2abdbf2d6c95 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 944 time: 0.1726160 Nov 22 16:06:43.861281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Request body: {'port': {'device_id': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '64360a594ce5409192d790eaea4a9864'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:43.900770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-85eed63c-fc89-4985-9e73-0c10592f5f29 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/539bfe3a-794b-48f5-b3a5-d094f125dd4e HTTP/1.1" status: 200 len: 2998 time: 0.1510196 Nov 22 16:06:43.904595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:43.998267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-797d9ca3-5a3d-4ec2-b121-c12be58403ed tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.032150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-e831c668-68b2-4eee-9ffd-55069e3e2d48 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/539bfe3a-794b-48f5-b3a5-d094f125dd4e HTTP/1.1" status: 200 len: 2998 time: 0.1153619 Nov 22 16:06:44.049270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d067846-bd9c-4cf3-97e6-3682ab1ba7b4 req-a1d731a0-67ef-4191-a199-7ac0c8477195 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948619 Nov 22 16:06:44.066571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.101882 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Made reservation on behalf of 64360a594ce5409192d790eaea4a9864 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:06:44.106206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.108354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:44.112632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:44.136438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:06:44.157817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-797d9ca3-5a3d-4ec2-b121-c12be58403ed tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.165205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-797d9ca3-5a3d-4ec2-b121-c12be58403ed tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.218371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Pushing event updated for resources: {'Port': ['ID=93c09dd6-f568-4555-aa78-c91533119bfa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:44.224721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-4a18c9d4-ba51-42c5-9ce3-9dd0085591ed tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5c591453-3f00-47a9-bd75-41221d3e52cc HTTP/1.1" status: 200 len: 2998 time: 0.1734860 Nov 22 16:06:44.232910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:44.232910 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.241870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-797d9ca3-5a3d-4ec2-b121-c12be58403ed tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.243290 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-797d9ca3-5a3d-4ec2-b121-c12be58403ed tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3966956 Nov 22 16:06:44.249804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:44.259935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:44.277196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d9ca3-5a3d-4ec2-b121-c12be58403ed tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a21c758-091f-462e-b0eb-edb1ed99aefc,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:44.279606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-f9eef560-11b0-4bac-a487-3f21ee247399 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2017593 Nov 22 16:06:44.309212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Request body: {'port': {'device_id': 'de0cd3dd-e5d3-4dbd-8523-882ff529af2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:44.378641 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.380228 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Allocated IP 192.168.233.118 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/cb538aa3-c1e2-4d28-9639-e056ac9a023b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:06:44.419624 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.433083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-161ba0bd-1a6f-4378-8e11-2c21e455e9e7 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5c591453-3f00-47a9-bd75-41221d3e52cc HTTP/1.1" status: 200 len: 2998 time: 0.1752903 Nov 22 16:06:44.487356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-932849db-89cc-46cc-a227-b1cb6aeffac1 None None] Provisioning complete for port 93c09dd6-f568-4555-aa78-c91533119bfa triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:44.487744 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-932849db-89cc-46cc-a227-b1cb6aeffac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.524316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-34a51c58-b026-48e0-8977-c9b708b24eef tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/69294115-8c22-47ea-8489-c1c9abf203b2 HTTP/1.1" status: 200 len: 2998 time: 0.0712161 Nov 22 16:06:44.528800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83a7b5-8333-4d37-9505-e691fe9c45b5 req-839ac91b-f7b2-4a53-bcb8-461c05c9168c tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:44.530338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca83a7b5-8333-4d37-9505-e691fe9c45b5 req-839ac91b-f7b2-4a53-bcb8-461c05c9168c tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1097 time: 0.1563592 Nov 22 16:06:44.538248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-932849db-89cc-46cc-a227-b1cb6aeffac1 None None] Port 93c09dd6-f568-4555-aa78-c91533119bfa cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:06:44.701204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-40110614-efee-475b-a87f-5740c13d7d07 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/69294115-8c22-47ea-8489-c1c9abf203b2 HTTP/1.1" status: 200 len: 2998 time: 0.1663969 Nov 22 16:06:44.702951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.722792 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.738879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca83a7b5-8333-4d37-9505-e691fe9c45b5 req-6dcd21de-eb21-4fd2-9416-1a7254b93fbe tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502330 Nov 22 16:06:44.764518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 917d286b-90b0-4574-8b10-0e4349fceabb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:44.812602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:44.816006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-65147f2f-fc21-4031-abce-a7b0104e1ab9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7fe314db-58fa-4ed1-b4f3-3396ca14e84b HTTP/1.1" status: 200 len: 2998 time: 0.1017613 Nov 22 16:06:44.829961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:44.832163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7e2b05de-24e2-46b1-b12a-df04e830a1aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:44.934420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:44.944437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:44.949350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:06:44.955168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:45.028185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 917d286b-90b0-4574-8b10-0e4349fceabb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:45.028784 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.041852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-335952fc-e9e1-4262-a591-67499baf5925 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7fe314db-58fa-4ed1-b4f3-3396ca14e84b HTTP/1.1" status: 200 len: 2998 time: 0.1980457 Nov 22 16:06:45.042645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:45.043399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.057196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Allocated IP 172.25.5.244 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/b0aaafdf-20fb-4b48-a6a1-99ea45276306) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:06:45.079409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-87b681ea-61a6-49ee-9dc4-3c0e13cb38d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2218904 Nov 22 16:06:45.088556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272300d6-7898-4e98-8c17-12f52af2910d req-01916593-6c69-4644-8905-f69842ad2420 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:45.090141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-272300d6-7898-4e98-8c17-12f52af2910d req-01916593-6c69-4644-8905-f69842ad2420 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 936 time: 0.1983232 Nov 22 16:06:45.109019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Request body: {'port': {'device_id': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:45.228605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-a0a2eb6e-edaf-4122-9695-308091488fdb tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/82856599-c84e-4471-8566-d4f800b1ecda HTTP/1.1" status: 200 len: 2998 time: 0.1855576 Nov 22 16:06:45.237675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.281493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-272300d6-7898-4e98-8c17-12f52af2910d req-337736fc-d23e-4992-95ef-5b825ecccfb1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696572 Nov 22 16:06:45.336553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c09dd6-f568-4555-aa78-c91533119bfa {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:45.360826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.381458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-c99421fb-1dbd-4afa-9181-47e4e20f5073 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/82856599-c84e-4471-8566-d4f800b1ecda HTTP/1.1" status: 200 len: 2998 time: 0.1514223 Nov 22 16:06:45.383094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0068c5f0-e66a-4591-944c-2407f76494f0 None None] Provisioning complete for port cb538aa3-c1e2-4d28-9639-e056ac9a023b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:45.383628 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0068c5f0-e66a-4591-944c-2407f76494f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.391582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Transition to ACTIVE for port object 93c09dd6-f568-4555-aa78-c91533119bfa will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:06:45.391889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.405375 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.439444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0068c5f0-e66a-4591-944c-2407f76494f0 None None] Port cb538aa3-c1e2-4d28-9639-e056ac9a023b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:06:45.541361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.549690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Pushing event updated for resources: {'Port': ['ID=93c09dd6-f568-4555-aa78-c91533119bfa,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:45.570699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-e9089a19-b7d7-420f-b9fb-f258eee3bdb2 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/97727ce2-b27e-410f-9835-bb647f09084c HTTP/1.1" status: 200 len: 2998 time: 0.1803403 Nov 22 16:06:45.587928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:45.611872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:45.621838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:06:45.657942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdb294-4411-4885-8719-7b68a7dd2b72 req-400a1bc2-e49c-4726-9fe2-12bbac783a42 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:45.659566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bacdb294-4411-4885-8719-7b68a7dd2b72 req-400a1bc2-e49c-4726-9fe2-12bbac783a42 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 947 time: 0.1667159 Nov 22 16:06:45.671136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'Port': ['ID=b0aaafdf-20fb-4b48-a6a1-99ea45276306,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:45.686735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-ce5b7de3-a6e8-4db1-bb45-327bf3549d52 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/97727ce2-b27e-410f-9835-bb647f09084c HTTP/1.1" status: 200 len: 2998 time: 0.0914085 Nov 22 16:06:45.776141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Attempting to bind port 93c09dd6-f568-4555-aa78-c91533119bfa on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:45.776729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Attempting to bind port 93c09dd6-f568-4555-aa78-c91533119bfa by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:45.776945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Attempting to bind port 93c09dd6-f568-4555-aa78-c91533119bfa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:45.789455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bacdb294-4411-4885-8719-7b68a7dd2b72 req-427506d7-0e1f-4355-8c56-b9a56b1f0b67 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094863 Nov 22 16:06:45.791494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Port 93c09dd6-f568-4555-aa78-c91533119bfa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:06:45.791933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Attempting to bind port 93c09dd6-f568-4555-aa78-c91533119bfa on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:45.800941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-590fb446-b122-4355-81fb-8b2b118f0d98 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/c61547cb-df60-48eb-a05b-7f92e30af553 HTTP/1.1" status: 200 len: 2994 time: 0.0891550 Nov 22 16:06:45.801205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.801845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:45.802192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:45.802579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:45.803576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Bound port: 93c09dd6-f568-4555-aa78-c91533119bfa, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:45.804065 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.844839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb538aa3-c1e2-4d28-9639-e056ac9a023b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:45.855429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.877336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Transition to ACTIVE for port object cb538aa3-c1e2-4d28-9639-e056ac9a023b will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:06:45.881054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.908248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.953384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-72400bc5-7579-403b-92c0-cdfbc054cc87 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/c61547cb-df60-48eb-a05b-7f92e30af553 HTTP/1.1" status: 200 len: 2994 time: 0.1200106 Nov 22 16:06:45.958367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] For port 93c09dd6-f568-4555-aa78-c91533119bfa, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:45.963600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] For port 93c09dd6-f568-4555-aa78-c91533119bfa, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93c09dd6-f568-4555-aa78-c91533119bfa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:45.978716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:45.979721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:46.019437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab2099-ea16-40ab-9894-1ce71e97a828 req-d1fdbc97-5f3c-4020-95b0-d56a4d1b71c3 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.020998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2ab2099-ea16-40ab-9894-1ce71e97a828 req-d1fdbc97-5f3c-4020-95b0-d56a4d1b71c3 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1097 time: 0.1476803 Nov 22 16:06:46.056957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.057579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:46.058961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] 10.222.0.11 "PUT /v2.0/ports/93c09dd6-f568-4555-aa78-c91533119bfa HTTP/1.1" status: 200 len: 1095 time: 1.7663088 Nov 22 16:06:46.069777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0cd3dd-e5d3-4dbd-8523-882ff529af2f', 'tag': '93c09dd6-f568-4555-aa78-c91533119bfa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:46.072220 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8012573-e1a7-4897-9a8b-54f5aca5d90d" -d '{"events": [{"name": "network-changed", "server_uuid": "de0cd3dd-e5d3-4dbd-8523-882ff529af2f", "tag": "93c09dd6-f568-4555-aa78-c91533119bfa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:46.129833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-54ed8d03-24aa-4445-8c19-7b8f04dd5f92 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d6ac114f-a6e2-4e55-ac68-91bc49252dba HTTP/1.1" status: 200 len: 2998 time: 0.1624651 Nov 22 16:06:46.142921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:46.143483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f30d-01ea-43ea-b96c-c7fa743af521 service neutron] Pushing event updated for resources: {'Port': ['ID=93c09dd6-f568-4555-aa78-c91533119bfa,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:46.143578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:46.143578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:46.157755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:06:46.158238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:46.169321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:46.169687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:46.170058 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:46.170513 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Bound port: cb538aa3-c1e2-4d28-9639-e056ac9a023b, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:46.170990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:46.188040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2ab2099-ea16-40ab-9894-1ce71e97a828 req-250beaed-24ea-4a29-bd84-627306473070 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566975 Nov 22 16:06:46.203426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:46.232727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:46.238001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2d19cd9a-2f14-4727-b61a-93bbb85b51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.239536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-2d19cd9a-2f14-4727-b61a-93bbb85b51a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=768bf4e228bf41fea1d90c5c7d340c5b&device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 1098 time: 0.1156533 Nov 22 16:06:46.243862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-cbd688f4-817e-47b0-8477-75e32ce283f9 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d6ac114f-a6e2-4e55-ac68-91bc49252dba HTTP/1.1" status: 200 len: 2998 time: 0.0965488 Nov 22 16:06:46.331257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-9a331f68-34e0-4200-beca-d893b16d266f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=93c09dd6-f568-4555-aa78-c91533119bfa HTTP/1.1" status: 200 len: 217 time: 0.0663741 Nov 22 16:06:46.339109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:46.345102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:46.346252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'Port': ['ID=b0aaafdf-20fb-4b48-a6a1-99ea45276306,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:46.355398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:46.398080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:46.417723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-acbc54a3-d4f2-4edc-a6f4-911db0e62d53 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d8cb9161-ed6b-4136-a839-46b7e80377ff HTTP/1.1" status: 200 len: 2998 time: 0.1647878 Nov 22 16:06:46.422919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb44a6-9fb5-4002-83b5-0035dce94e21 req-899d0d29-7592-4ab2-af47-8688a7457339 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.424673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42fb44a6-9fb5-4002-83b5-0035dce94e21 req-899d0d29-7592-4ab2-af47-8688a7457339 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 1095 time: 0.1449654 Nov 22 16:06:46.458694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.460535 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:46.463547 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] 10.222.0.71 "PUT /v2.0/ports/cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 1096 time: 1.3760290 Nov 22 16:06:46.464748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:46.464909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-534294c2-e2f4-4d79-bc76-cb0056af1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.466587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-534294c2-e2f4-4d79-bc76-cb0056af1527 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1122818 Nov 22 16:06:46.469109 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40db5ede-8787-4236-973c-ad3eb000040c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:46.485711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:46.512611 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-08fd432c-5bf8-48d7-a5da-2955396e5877 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2573223 Nov 22 16:06:46.525586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76328c-da60-4d8e-801f-09096135c839 service neutron] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:46.559216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-adadbfa7-f03c-4e65-b2f1-30441404263c tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d8cb9161-ed6b-4136-a839-46b7e80377ff HTTP/1.1" status: 200 len: 2998 time: 0.1333146 Nov 22 16:06:46.570788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42fb44a6-9fb5-4002-83b5-0035dce94e21 req-ca7b112c-d1a9-4cd0-808a-4f8c855e38c1 tempest-LiveAutoBlockMigrationV225Test-262662401 tempest-LiveAutoBlockMigrationV225Test-262662401-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373072 Nov 22 16:06:46.598472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-091f7ed8-7ddc-4486-a868-2185fae35e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.601621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-091f7ed8-7ddc-4486-a868-2185fae35e8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211953 Nov 22 16:06:46.613397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1071-062d-401c-8f3a-57299591f834 req-1af23dfa-9858-4fdb-a38f-0d656146ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.614958 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-1af23dfa-9858-4fdb-a38f-0d656146ef0b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1099 time: 0.0862789 Nov 22 16:06:46.688999 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-4735ffd4-1d13-4e70-adbc-a2ea87be2605 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0647509 Nov 22 16:06:46.725269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-067c39ff-3fa0-40d4-a07d-1f63be105b1f tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/e4e9d896-5e35-46bb-baa7-f1bd2fb7aede HTTP/1.1" status: 200 len: 2998 time: 0.1520228 Nov 22 16:06:46.750374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1071-062d-401c-8f3a-57299591f834 req-97c40fe5-7e5d-41ca-9917-41a2c53b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.752187 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-97c40fe5-7e5d-41ca-9917-41a2c53b03cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0558460 Nov 22 16:06:46.767697 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2173f6-3523-4287-826a-aa427ee9fbd8 x-openstack-request-id: req-cc2173f6-3523-4287-826a-aa427ee9fbd8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:46.768029 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0cd3dd-e5d3-4dbd-8523-882ff529af2f", "tag": "93c09dd6-f568-4555-aa78-c91533119bfa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:46.768378 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc2173f6-3523-4287-826a-aa427ee9fbd8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:46.768796 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0cd3dd-e5d3-4dbd-8523-882ff529af2f', 'tag': '93c09dd6-f568-4555-aa78-c91533119bfa', 'status': 'completed', 'code': 200} Nov 22 16:06:46.804296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-1c2fef3a-5846-4080-850c-beda1f9517f1 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830342 Nov 22 16:06:46.828234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe1071-062d-401c-8f3a-57299591f834 req-acb34c82-527f-470b-a7f0-a16a6973e81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:46.830163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-acb34c82-527f-470b-a7f0-a16a6973e81f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686264 Nov 22 16:06:46.883139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-865ebeca-49ac-44a4-9565-85c3d8bc009d tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/e4e9d896-5e35-46bb-baa7-f1bd2fb7aede HTTP/1.1" status: 200 len: 2998 time: 0.1285460 Nov 22 16:06:46.941790 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-007a2018-669c-458e-8330-f817cbd78c17 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983829 Nov 22 16:06:46.998745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-f86bb208-bfd8-4b82-9c95-869da235b8c3 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/fdad11f9-97ec-4d34-adce-637c7735b81b HTTP/1.1" status: 200 len: 2998 time: 0.1010926 Nov 22 16:06:47.008519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9630b-3a7d-484d-b134-56083a9d2535 req-e3c91d4f-1a62-4207-ac1d-5a685095898e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.010207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25e9630b-3a7d-484d-b134-56083a9d2535 req-e3c91d4f-1a62-4207-ac1d-5a685095898e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 948 time: 0.1292002 Nov 22 16:06:47.015415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be3536b-70b1-4b27-ab47-77f05e6ca5c9 req-416b4bc2-6376-4c65-83c6-a3203bbab0b6 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035985 Nov 22 16:06:47.059365 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-59fe1071-062d-401c-8f3a-57299591f834 req-759cb9c4-517b-48b8-a47f-74845eb9aa3e service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150861 Nov 22 16:06:47.123186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-800c21ae-e2ff-4e77-8e5b-0962c4210a9a req-56d01915-1c9e-49a8-acbf-f73c06f810f0 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/fdad11f9-97ec-4d34-adce-637c7735b81b HTTP/1.1" status: 200 len: 2998 time: 0.1040397 Nov 22 16:06:47.131184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25e9630b-3a7d-484d-b134-56083a9d2535 req-67c52eba-1685-4fd5-b1a1-ecfe40ca65b7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136827 Nov 22 16:06:47.153951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-5bca637f-9647-4873-9855-2a0f162db925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.158056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-5bca637f-9647-4873-9855-2a0f162db925 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=768bf4e228bf41fea1d90c5c7d340c5b&device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 1098 time: 0.0897934 Nov 22 16:06:47.285551 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c9a074-24ac-48d1-8c3c-b038df026cff x-openstack-request-id: req-19c9a074-24ac-48d1-8c3c-b038df026cff {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:47.286082 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:47.286374 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19c9a074-24ac-48d1-8c3c-b038df026cff {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:47.287015 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'status': 'completed', 'code': 200} Nov 22 16:06:47.292456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-aa7222f5-ef78-44b0-b14b-8c9a0450224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.295672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-aa7222f5-ef78-44b0-b14b-8c9a0450224c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1295550 Nov 22 16:06:47.348270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-5e6b1f2b-7b06-461f-8346-c0f70ebc8df8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=93c09dd6-f568-4555-aa78-c91533119bfa HTTP/1.1" status: 200 len: 217 time: 0.0443530 Nov 22 16:06:47.360329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db5ede-8787-4236-973c-ad3eb000040c req-6a4862c1-9a8b-435e-b1b0-20101097209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.362201 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40db5ede-8787-4236-973c-ad3eb000040c req-6a4862c1-9a8b-435e-b1b0-20101097209e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1099 time: 0.0520484 Nov 22 16:06:47.447251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-cf9f23f1-8149-4d45-8deb-eb118574079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.449864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-cf9f23f1-8149-4d45-8deb-eb118574079f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0937240 Nov 22 16:06:47.455448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-e51f8620-e036-4daf-9313-c2ffdb6ff4df tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--2145316629&fields=id&tenant_id=fac5cc196bb942b28fcf8617104ec211 HTTP/1.1" status: 200 len: 267 time: 0.1102045 Nov 22 16:06:47.484690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db5ede-8787-4236-973c-ad3eb000040c req-5e5b8d3e-f9bf-40e5-a9f7-4e9d862aab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.490037 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40db5ede-8787-4236-973c-ad3eb000040c req-5e5b8d3e-f9bf-40e5-a9f7-4e9d862aab16 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1177034 Nov 22 16:06:47.546470 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40db5ede-8787-4236-973c-ad3eb000040c req-e0792321-db60-419e-a42b-86bda3a67e9d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0475860 Nov 22 16:06:47.608827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db5ede-8787-4236-973c-ad3eb000040c req-1185242a-ea79-4641-bbcf-7a03c41047e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.610369 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40db5ede-8787-4236-973c-ad3eb000040c req-1185242a-ea79-4641-bbcf-7a03c41047e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0558794 Nov 22 16:06:47.627555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-a14c0b3c-193d-456e-90f3-143c6881ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.629114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-a14c0b3c-193d-456e-90f3-143c6881ad2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662037 Nov 22 16:06:47.660480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43956c06-0853-4f3d-b430-ad5b1b06b978 req-321960c7-11f6-41b9-b747-ed92d61a4400 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.660744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db5ede-8787-4236-973c-ad3eb000040c req-f07b4833-1247-4a9f-a9ec-6cbb20663008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.662062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43956c06-0853-4f3d-b430-ad5b1b06b978 req-321960c7-11f6-41b9-b747-ed92d61a4400 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 947 time: 0.1470404 Nov 22 16:06:47.662546 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40db5ede-8787-4236-973c-ad3eb000040c req-f07b4833-1247-4a9f-a9ec-6cbb20663008 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431504 Nov 22 16:06:47.706103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-32ed5925-cc05-435e-b879-3c80eb3c5bf1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:47.707574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-32ed5925-cc05-435e-b879-3c80eb3c5bf1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.2338343 Nov 22 16:06:47.748505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-a8b44b1c-b3a5-4be6-bf44-c9ccbf8f3b8c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/quotas/fac5cc196bb942b28fcf8617104ec211 HTTP/1.1" status: 200 len: 375 time: 0.0332217 Nov 22 16:06:47.791291 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40db5ede-8787-4236-973c-ad3eb000040c req-68daa9a7-a77f-4b27-a5f1-e64fa89b5d0b service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200874 Nov 22 16:06:47.823719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43956c06-0853-4f3d-b430-ad5b1b06b978 req-6e79c906-d4ed-41ce-ab4f-377effbd9956 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490052 Nov 22 16:06:47.854022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-73907fe3-9078-4bef-8550-f23d7adcf1f2 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107992 Nov 22 16:06:47.865000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-ccd786d2-5c24-49d0-8265-33becfe65554 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092927 Nov 22 16:06:47.894960 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40db5ede-8787-4236-973c-ad3eb000040c req-e7767b38-97d0-47f9-a144-162faa59afcb service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960584 Nov 22 16:06:48.022052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8012573-e1a7-4897-9a8b-54f5aca5d90d req-d83ea118-8748-4144-8ed7-7ef90d3ef701 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552935 Nov 22 16:06:48.027877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-f9ad6211-55ed-4edb-9874-500b3458d16b service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430402 Nov 22 16:06:48.122345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-b00413c0-4362-4099-821a-1f62b0bb42ab service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875440 Nov 22 16:06:48.340598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-bbd2f1df-f4fd-45f4-837a-37970002e5a4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:48.342134 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-bbd2f1df-f4fd-45f4-837a-37970002e5a4 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.11 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 944 time: 0.1017950 Nov 22 16:06:48.399620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-377b33b2-3c28-44a4-98cc-182586667370 req-1c21aca4-19d2-494d-becc-b503e20f3287 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9171714c5b4d4576a02b70850ab5006d HTTP/1.1" status: 200 len: 6154 time: 0.1460886 Nov 22 16:06:48.501942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-377b33b2-3c28-44a4-98cc-182586667370 req-6ab2fbee-7ae2-454c-96c0-c1ee09058876 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "GET /v2.0/security-groups/4a2ab749-4b8c-47ec-a43c-0a7c76a93985 HTTP/1.1" status: 200 len: 2998 time: 0.0951335 Nov 22 16:06:48.525455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Deleting port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:48.525848 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:48.646328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-377b33b2-3c28-44a4-98cc-182586667370 req-9a50b2ca-e2ac-4da2-9ce5-92649a526dc1 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "GET /v2.0/security-groups/4a2ab749-4b8c-47ec-a43c-0a7c76a93985 HTTP/1.1" status: 200 len: 2998 time: 0.1350975 Nov 22 16:06:48.699014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] For port 713b06b5-c3e3-4cfc-972d-d980d733b0a2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=713b06b5-c3e3-4cfc-972d-d980d733b0a2,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:48.699873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:48.744302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Calling delete_port for 713b06b5-c3e3-4cfc-972d-d980d733b0a2 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:48.830808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd1707-997d-4a58-bfce-c103ce3b5721 req-a24bb8cc-5978-430c-a6d4-cba20bc7378a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:48.834550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37bd1707-997d-4a58-bfce-c103ce3b5721 req-a24bb8cc-5978-430c-a6d4-cba20bc7378a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 944 time: 0.1304975 Nov 22 16:06:48.862286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ca514c8-6d65-402f-a567-afc266a2929a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:48.875778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-a909ca8d-48c1-4033-9527-4a9a708112d9 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:06:48.878205 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-a909ca8d-48c1-4033-9527-4a9a708112d9 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085166 Nov 22 16:06:48.924007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37bd1707-997d-4a58-bfce-c103ce3b5721 req-0ba8c0dc-e44b-4b33-a4a2-de8297b6aaaa tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698092 Nov 22 16:06:48.924248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-6567f23a-ed9c-4a29-9907-35678fe7b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:48.925751 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-6567f23a-ed9c-4a29-9907-35678fe7b263 service neutron] 10.222.0.69 "GET /v2.0/ports/260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 200 len: 1094 time: 0.0400553 Nov 22 16:06:48.945578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Request body: {'binding': {'host': 'n-h2-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:48.946497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Unknown quota resources ['binding']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:06:48.988727 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:49.003049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['0e713811-0035-4a74-9fcc-b4413b487f1f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:49.051351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Pushing event deleted for resources: {'Port': ['ID=713b06b5-c3e3-4cfc-972d-d980d733b0a2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:49.120050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] No DVR routers for this DVR port 713b06b5-c3e3-4cfc-972d-d980d733b0a2 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:49.136360 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:49.136360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f69b1f1-0663-45b5-aaaa-93caca3d1998 req-d3f2c658-e3f3-4dc4-a32b-3cfc9698cf8f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.11 "DELETE /v2.0/ports/713b06b5-c3e3-4cfc-972d-d980d733b0a2 HTTP/1.1" status: 204 len: 173 time: 0.7776291 Nov 22 16:06:49.136360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'name': 'network-vif-deleted', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:49.137744 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d839800e-766f-4446-94c3-0a456e62b423" -d '{"events": [{"server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "name": "network-vif-deleted", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:49.139888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on host n-h2-811716-3 for vnic_type normal with profile None {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:49.140448 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:49.140937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:49.146792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:06:49.147801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:49.155353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:49.155840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:49.156514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:49.157120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Bound port: 260c9e71-85cf-4171-86d4-f497694b9140, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:49.185301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce4fe9-9998-4360-a390-c14e1beeb3fd req-c98b5855-b6a3-468d-808e-e37caefb78e3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:49.186878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86ce4fe9-9998-4360-a390-c14e1beeb3fd req-c98b5855-b6a3-468d-808e-e37caefb78e3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 948 time: 0.0688443 Nov 22 16:06:49.239358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:49.248281 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:49.249519 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-521b02e7-beef-453e-b338-9e90be24efcc service neutron] 10.222.0.69 "POST /v2.0/ports/260c9e71-85cf-4171-86d4-f497694b9140/bindings HTTP/1.1" status: 201 len: 389 time: 0.3161902 Nov 22 16:06:49.270048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86ce4fe9-9998-4360-a390-c14e1beeb3fd req-8ab415a1-e5a7-4690-8f3d-a8adecd36449 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712013 Nov 22 16:06:49.420532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ee6ff2a-c4a1-4f70-bac0-f97d9c353271 req-60d95886-db01-428f-8967-89963a1062c5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 210 time: 0.0507040 Nov 22 16:06:49.512909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb44497a-b59f-447a-b898-ef3a68676f69 req-61d7f33e-3c9d-484d-8197-271f4d56a535 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/09bda7bd-303a-45ed-a353-641a76f9b25a HTTP/1.1" status: 200 len: 1795 time: 0.0903583 Nov 22 16:06:49.638910 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-4e8acb28-f618-4e0e-8151-69c1415bf40b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:49.640563 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-4e8acb28-f618-4e0e-8151-69c1415bf40b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.2008460 Nov 22 16:06:49.655761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-77220cee-abbe-4aab-bfdc-2f5d7c359716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:49.657283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-77220cee-abbe-4aab-bfdc-2f5d7c359716 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1097 time: 0.1022170 Nov 22 16:06:49.658145 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eb44497a-b59f-447a-b898-ef3a68676f69 req-1c7fd485-7413-4af4-8b76-9849d1b90a69 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:49.667463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6ecde-2467-4fef-8b15-d0bc79feafa2 req-dabe8281-1a2d-4cc6-92ca-5e9d75bfc36b tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:49.669573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ac6ecde-2467-4fef-8b15-d0bc79feafa2 req-dabe8281-1a2d-4cc6-92ca-5e9d75bfc36b tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 947 time: 0.1212907 Nov 22 16:06:49.725198 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-a9e7077e-ffb1-428b-b59b-09a762c14947 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fac5cc196bb942b28fcf8617104ec211 HTTP/1.1" status: 200 len: 380 time: 0.0687187 Nov 22 16:06:49.737525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'port': {'device_id': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'admin_state_up': True, 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'security_groups': ['f08f9542-8e37-4215-ba15-55f500d0d1b7']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:49.770554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eb44497a-b59f-447a-b898-ef3a68676f69 req-1c7fd485-7413-4af4-8b76-9849d1b90a69 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:49.847369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ac6ecde-2467-4fef-8b15-d0bc79feafa2 req-1c198dec-9cae-495f-8962-fe7770248783 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645272 Nov 22 16:06:49.862937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-f978c1c1-7eac-4fd2-b453-884d5d88bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:49.869390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-f978c1c1-7eac-4fd2-b453-884d5d88bba7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.1978424 Nov 22 16:06:49.889296 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eb44497a-b59f-447a-b898-ef3a68676f69 req-1c7fd485-7413-4af4-8b76-9849d1b90a69 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:49.893358 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eb44497a-b59f-447a-b898-ef3a68676f69 req-1c7fd485-7413-4af4-8b76-9849d1b90a69 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:49.896647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb44497a-b59f-447a-b898-ef3a68676f69 req-1c7fd485-7413-4af4-8b76-9849d1b90a69 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/09bda7bd-303a-45ed-a353-641a76f9b25a HTTP/1.1" status: 204 len: 173 time: 0.3825266 Nov 22 16:06:49.924872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Made reservation on behalf of fac5cc196bb942b28fcf8617104ec211 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:06:49.931014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:49.967845 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57829441-7ede-4bbf-bbab-23bd73ffbe01 x-openstack-request-id: req-57829441-7ede-4bbf-bbab-23bd73ffbe01 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:49.968153 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62496717-bef5-48f1-8d1f-53da941f6a7e", "name": "network-vif-deleted", "tag": "713b06b5-c3e3-4cfc-972d-d980d733b0a2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:49.968425 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57829441-7ede-4bbf-bbab-23bd73ffbe01 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:49.968836 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62496717-bef5-48f1-8d1f-53da941f6a7e', 'name': 'network-vif-deleted', 'tag': '713b06b5-c3e3-4cfc-972d-d980d733b0a2', 'status': 'completed', 'code': 200} Nov 22 16:06:49.973255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-cbf3fe70-1034-49bb-9aa8-1193221566a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 200 len: 217 time: 0.0926454 Nov 22 16:06:50.009486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fd485-7413-4af4-8b76-9849d1b90a69 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bda7bd-303a-45ed-a353-641a76f9b25a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:50.088864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-6fc9f305-da57-47f8-84a5-395efcff451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:50.090371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-6fc9f305-da57-47f8-84a5-395efcff451d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.1044526 Nov 22 16:06:50.093706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5b6eb5f-94c1-4f36-98dd-08f931308708 req-803adaa3-6ac9-4867-b338-779d4f96655e tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "GET /v2.0/security-groups/c85e97d3-b769-48ce-8b35-58f3968d32f1 HTTP/1.1" status: 200 len: 1793 time: 0.1290426 Nov 22 16:06:50.106421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe215b1-768e-4c3e-bdb3-504407d1d5ca req-268702b4-360b-4608-9760-5f7a06afe5f0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:50.108025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abe215b1-768e-4c3e-bdb3-504407d1d5ca req-268702b4-360b-4608-9760-5f7a06afe5f0 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.1290262 Nov 22 16:06:50.116869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Allocated IP 172.20.0.13 (678ff126-f764-4857-848d-4789f931073a/bb3143d8-c748-46f6-a58f-a498a77353bf/f7228018-2801-4106-90c2-6d308ab267cc) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:06:50.156836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-657941b9-af27-4b7a-ba6b-46b4b6363967 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466907 Nov 22 16:06:50.283441 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.285981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abe215b1-768e-4c3e-bdb3-504407d1d5ca req-f71af82f-e74d-419b-b54a-3113723d342c tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675293 Nov 22 16:06:50.303424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a5b6eb5f-94c1-4f36-98dd-08f931308708 req-a955fa9e-93bb-4ac7-8198-984482aa6125 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.332916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-08f0bea1-9a71-4bfb-b9cf-54960bfbe1ce service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617281 Nov 22 16:06:50.339179 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.351550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a5b6eb5f-94c1-4f36-98dd-08f931308708 req-a955fa9e-93bb-4ac7-8198-984482aa6125 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.410122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Network 678ff126-f764-4857-848d-4789f931073a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:06:50.413690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:06:50.416466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:06:50.447549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:50.476870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:50.477622 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.497419 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-06513ab7-edf0-4ff3-9c9d-c5432bcf0124 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655842 Nov 22 16:06:50.512536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Request body: {'port': {'device_id': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:50.518506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:06:50.593413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.710930 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:50.727509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'mac_address': 'fa:16:3e:34:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:06:50.787689 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.813962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb538aa3-c1e2-4d28-9639-e056ac9a023b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:50.836657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecab3357-7ec2-44bb-b850-37a0ac92566a req-6ab17aca-6d45-47f3-aa24-92fa0d08c0a3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 210 time: 0.4407990 Nov 22 16:06:50.863138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:50.876828 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.889016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 93c09dd6-f568-4555-aa78-c91533119bfa details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:06:50.891399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 713b06b5-c3e3-4cfc-972d-d980d733b0a2 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:06:50.896537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-0139cea5-facc-4802-a8b9-29550a0a53a5 service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543575 Nov 22 16:06:50.900865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3c9df2d0-3feb-4c1b-a93c-0a256651e341 None None] Provisioning complete for port f7228018-2801-4106-90c2-6d308ab267cc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:50.902691 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9df2d0-3feb-4c1b-a93c-0a256651e341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.916418 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a5b6eb5f-94c1-4f36-98dd-08f931308708 req-a955fa9e-93bb-4ac7-8198-984482aa6125 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.919587 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a5b6eb5f-94c1-4f36-98dd-08f931308708 req-a955fa9e-93bb-4ac7-8198-984482aa6125 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.921492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5b6eb5f-94c1-4f36-98dd-08f931308708 req-a955fa9e-93bb-4ac7-8198-984482aa6125 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/c85e97d3-b769-48ce-8b35-58f3968d32f1 HTTP/1.1" status: 204 len: 173 time: 0.8123593 Nov 22 16:06:50.934852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955fa9e-93bb-4ac7-8198-984482aa6125 tempest-SecurityGroupsTestAdminJSON-789979521 tempest-SecurityGroupsTestAdminJSON-789979521-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85e97d3-b769-48ce-8b35-58f3968d32f1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:50.966211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7228018-2801-4106-90c2-6d308ab267cc {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:50.976197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:50.996705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Transition to ACTIVE for port object f7228018-2801-4106-90c2-6d308ab267cc will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:06:51.005812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:51.149150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89761e-9e7f-443c-93ca-369a7505d067 req-458276ca-4634-434f-bd74-b7430e294a38 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:51.153004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c89761e-9e7f-443c-93ca-369a7505d067 req-458276ca-4634-434f-bd74-b7430e294a38 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.1068668 Nov 22 16:06:51.194705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:51.196105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 93c09dd6-f568-4555-aa78-c91533119bfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93c09dd6-f568-4555-aa78-c91533119bfa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:51.298239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3c9df2d0-3feb-4c1b-a93c-0a256651e341 None None] Port f7228018-2801-4106-90c2-6d308ab267cc cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:06:51.304934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Attempting to bind port f7228018-2801-4106-90c2-6d308ab267cc on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:06:51.305930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Attempting to bind port f7228018-2801-4106-90c2-6d308ab267cc by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:06:51.306317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Attempting to bind port f7228018-2801-4106-90c2-6d308ab267cc on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:51.307024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '93c09dd6-f568-4555-aa78-c91533119bfa', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '93c09dd6-f568-4555-aa78-c91533119bfa', 'mac_address': 'fa:16:3e:38:67:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:06:51.310206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c89761e-9e7f-443c-93ca-369a7505d067 req-edb03204-eab4-4400-8714-5d81a52937b1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489763 Nov 22 16:06:51.311602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:51.331093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Port f7228018-2801-4106-90c2-6d308ab267cc on network 678ff126-f764-4857-848d-4789f931073a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:06:51.331422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Attempting to bind port f7228018-2801-4106-90c2-6d308ab267cc on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:06:51.351514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd80b-d3db-4306-a204-3da8ad07bb20 req-6ab089a3-d0a8-49a7-8b33-9c302f3589e6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:51.354736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:06:51.355267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 713b06b5-c3e3-4cfc-972d-d980d733b0a2 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:06:51.355813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 713b06b5-c3e3-4cfc-972d-d980d733b0a2 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:06:51.358207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Checking segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:06:51.358612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Bound using segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:06:51.359073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Bound port: f7228018-2801-4106-90c2-6d308ab267cc, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:06:51.359438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:51.362039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c52fd80b-d3db-4306-a204-3da8ad07bb20 req-6ab089a3-d0a8-49a7-8b33-9c302f3589e6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 944 time: 0.1006932 Nov 22 16:06:51.394879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c699272-a391-4894-86c0-54e56489b3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:51.408695 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:51.426324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c09dd6-f568-4555-aa78-c91533119bfa {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:51.461025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 93c09dd6-f568-4555-aa78-c91533119bfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93c09dd6-f568-4555-aa78-c91533119bfa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:51.461317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c52fd80b-d3db-4306-a204-3da8ad07bb20 req-2b1b3128-eabb-490a-8807-cf4d37680928 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937517 Nov 22 16:06:51.466377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['cb538aa3-c1e2-4d28-9639-e056ac9a023b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:51.526964 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:51.543126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:06:51.551384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:06:51.561511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:51.607697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9302d-a0d9-432a-8c1e-fb669a22292f req-d4d71c5b-e124-4862-879d-5fb4aa0a059a tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:51.609400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ce9302d-a0d9-432a-8c1e-fb669a22292f req-d4d71c5b-e124-4862-879d-5fb4aa0a059a tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 948 time: 0.1446567 Nov 22 16:06:51.641166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=93c09dd6-f568-4555-aa78-c91533119bfa,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:51.672664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-397529d4-d7a8-47da-abee-51f9b301f509 req-c492a058-5eba-45dc-a696-f182860e3924 tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "GET /v2.0/security-groups/19d2fd06-9d5d-4009-a228-47d36b9d12da HTTP/1.1" status: 200 len: 1794 time: 0.1211808 Nov 22 16:06:51.681219 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:51.688203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:51.689110 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:51.690896 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-69da18eb-7234-441d-91ea-19db5f7fc9cb service neutron] 10.222.0.71 "PUT /v2.0/ports/f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1092 time: 1.1834714 Nov 22 16:06:51.691565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:51.705204 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e77a2-6db2-476c-8d20-a971998b21fd" -d '{"events": [{"name": "network-changed", "server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:51.807211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-77822690-5704-44f5-aa4f-2e6dd3b63579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:51.808862 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-77822690-5704-44f5-aa4f-2e6dd3b63579 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1095 time: 0.0690145 Nov 22 16:06:51.814208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ce9302d-a0d9-432a-8c1e-fb669a22292f req-7250f67c-6f3d-4844-9fdd-851408c38e9b tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874216 Nov 22 16:06:51.842929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['93c09dd6-f568-4555-aa78-c91533119bfa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:51.854138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-397529d4-d7a8-47da-abee-51f9b301f509 req-47658628-ea76-4d56-b97f-8575347e71be tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:51.911471 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-397529d4-d7a8-47da-abee-51f9b301f509 req-47658628-ea76-4d56-b97f-8575347e71be tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.020020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c21fe-4f17-4d9f-825d-a3ad7bf0c1c9 req-0ed4d67a-9013-44c1-b08b-f9dd5dfaa5ed tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:52.022514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c4c21fe-4f17-4d9f-825d-a3ad7bf0c1c9 req-0ed4d67a-9013-44c1-b08b-f9dd5dfaa5ed tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.0895975 Nov 22 16:06:52.052888 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-397529d4-d7a8-47da-abee-51f9b301f509 req-47658628-ea76-4d56-b97f-8575347e71be tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.056307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-397529d4-d7a8-47da-abee-51f9b301f509 req-47658628-ea76-4d56-b97f-8575347e71be tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.063760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-397529d4-d7a8-47da-abee-51f9b301f509 req-47658628-ea76-4d56-b97f-8575347e71be tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "DELETE /v2.0/security-groups/19d2fd06-9d5d-4009-a228-47d36b9d12da HTTP/1.1" status: 204 len: 173 time: 0.3810110 Nov 22 16:06:52.166588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c4c21fe-4f17-4d9f-825d-a3ad7bf0c1c9 req-96ed8c2c-74a8-4ed9-91ec-14759ea1988f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368873 Nov 22 16:06:52.170515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47658628-ea76-4d56-b97f-8575347e71be tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d2fd06-9d5d-4009-a228-47d36b9d12da,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:52.306478 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.309881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d49d7f9a-0f34-4834-a4f6-3be824db9386 req-4e459bb5-13bd-4afe-8a91-d5ab801316d3 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 210 time: 0.0727799 Nov 22 16:06:52.312372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.356231 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe1977-1ddf-49c3-9fad-4b084370a047 x-openstack-request-id: req-fbfe1977-1ddf-49c3-9fad-4b084370a047 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:52.360490 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:52.360791 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fbfe1977-1ddf-49c3-9fad-4b084370a047 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:52.361216 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'status': 'completed', 'code': 200} Nov 22 16:06:52.363097 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-9e283ccc-e2b1-45c6-8cfa-0abcf47be7dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 217 time: 0.5443044 Nov 22 16:06:52.407603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d17aa249-0975-4dfc-8e9c-d0ab6378c315 req-cabd70e4-bb33-4cb8-a753-7cfb9120127d tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "GET /v2.0/security-groups/7ec57a58-8079-4a4d-bab9-3b3045dd26b1 HTTP/1.1" status: 200 len: 1795 time: 0.1084628 Nov 22 16:06:52.436918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-38ffa19d-3f95-4581-bcaf-a1acab18758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:52.438620 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-38ffa19d-3f95-4581-bcaf-a1acab18758e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0678341 Nov 22 16:06:52.489886 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d17aa249-0975-4dfc-8e9c-d0ab6378c315 req-7fe05503-5308-45b3-b2f1-cf53bb03ed8b tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.507799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-3a6d8372-05c6-4d3f-9084-e115ede5fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:52.510439 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-3a6d8372-05c6-4d3f-9084-e115ede5fb88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637147 Nov 22 16:06:52.533631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d17aa249-0975-4dfc-8e9c-d0ab6378c315 req-7fe05503-5308-45b3-b2f1-cf53bb03ed8b tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.620416 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d17aa249-0975-4dfc-8e9c-d0ab6378c315 req-7fe05503-5308-45b3-b2f1-cf53bb03ed8b tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.623039 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d17aa249-0975-4dfc-8e9c-d0ab6378c315 req-7fe05503-5308-45b3-b2f1-cf53bb03ed8b tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:52.624220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d17aa249-0975-4dfc-8e9c-d0ab6378c315 req-7fe05503-5308-45b3-b2f1-cf53bb03ed8b tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] 10.222.0.69 "DELETE /v2.0/security-groups/7ec57a58-8079-4a4d-bab9-3b3045dd26b1 HTTP/1.1" status: 204 len: 173 time: 0.2149284 Nov 22 16:06:52.627254 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-3638283c-96ea-43b4-8ce1-229f4d236da5 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073918 Nov 22 16:06:52.646703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46eacf4-1ab8-4016-8984-25ea437210d1 req-65d89497-c21d-42bc-a844-be82aca63b2c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:52.654793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e46eacf4-1ab8-4016-8984-25ea437210d1 req-65d89497-c21d-42bc-a844-be82aca63b2c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.1416326 Nov 22 16:06:52.745141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e46eacf4-1ab8-4016-8984-25ea437210d1 req-a52b4354-ae17-4e2c-8c05-6198dca0e952 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882182 Nov 22 16:06:52.766339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe05503-5308-45b3-b2f1-cf53bb03ed8b tempest-SecurityGroupsTestAdminJSON-1601849238 tempest-SecurityGroupsTestAdminJSON-1601849238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec57a58-8079-4a4d-bab9-3b3045dd26b1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:52.826818 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-abda433a-4983-49c8-977e-f1aaa252ca13 req-fba55493-10d6-43d8-82d0-b7b337597fef service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911371 Nov 22 16:06:52.845668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ed1b3-8074-43e5-90a1-276022a73483 req-34332889-e844-488a-9e65-b2b6a1d0768a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:52.848084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b78ed1b3-8074-43e5-90a1-276022a73483 req-34332889-e844-488a-9e65-b2b6a1d0768a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 944 time: 0.1022003 Nov 22 16:06:52.893849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 93c09dd6-f568-4555-aa78-c91533119bfa up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:52.976978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-0c5edae6-99b0-4368-a62b-2f9ed00eaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:52.978024 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-0c5edae6-99b0-4368-a62b-2f9ed00eaa68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1095 time: 0.0752265 Nov 22 16:06:52.997369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 93c09dd6-f568-4555-aa78-c91533119bfa completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:06:53.003786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b78ed1b3-8074-43e5-90a1-276022a73483 req-8c0b5bae-0cfc-4af2-88a6-d9c76e26b31e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386607 Nov 22 16:06:53.015018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 93c09dd6-f568-4555-aa78-c91533119bfa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:53.015815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:53.048342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c2b1e-f730-4f5c-8d9a-959ca66c8ff5 req-5aee95a7-95fa-4e09-9f65-885f20adb55e tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:53.051875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-548c2b1e-f730-4f5c-8d9a-959ca66c8ff5 req-5aee95a7-95fa-4e09-9f65-885f20adb55e tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 948 time: 0.1284771 Nov 22 16:06:53.139682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-548c2b1e-f730-4f5c-8d9a-959ca66c8ff5 req-8548e162-92c7-4cf5-950c-850b39304328 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796332 Nov 22 16:06:53.140202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:53.161388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-acf8e85d-bf68-4152-8c0a-eec6fe317240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:53.163770 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-acf8e85d-bf68-4152-8c0a-eec6fe317240 service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.1779375 Nov 22 16:06:53.164445 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:53.196828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0cd3dd-e5d3-4dbd-8523-882ff529af2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c09dd6-f568-4555-aa78-c91533119bfa'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:53.199696 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4769d3-0512-444c-a03a-d4e4758c1408" -d '{"events": [{"server_uuid": "de0cd3dd-e5d3-4dbd-8523-882ff529af2f", "name": "network-vif-plugged", "status": "completed", "tag": "93c09dd6-f568-4555-aa78-c91533119bfa"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:53.218231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 93c09dd6-f568-4555-aa78-c91533119bfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93c09dd6-f568-4555-aa78-c91533119bfa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:53.225623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:53.242607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-57bf8821-fbf5-4d6a-9a63-9d61c13610d1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 217 time: 0.0709493 Nov 22 16:06:53.282646 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f30692-6ebf-4c83-b089-93a496feed3e x-openstack-request-id: req-f6f30692-6ebf-4c83-b089-93a496feed3e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:53.283106 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0cd3dd-e5d3-4dbd-8523-882ff529af2f", "name": "network-vif-plugged", "status": "completed", "tag": "93c09dd6-f568-4555-aa78-c91533119bfa", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:53.283450 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6f30692-6ebf-4c83-b089-93a496feed3e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:53.283952 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0cd3dd-e5d3-4dbd-8523-882ff529af2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c09dd6-f568-4555-aa78-c91533119bfa', 'code': 200} Nov 22 16:06:53.340784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-1e568301-85ad-442a-a3ed-31c0b1df3d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:53.342341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-1e568301-85ad-442a-a3ed-31c0b1df3d77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0901670 Nov 22 16:06:53.361361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=93c09dd6-f568-4555-aa78-c91533119bfa,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:53.417683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfc3b-2987-4a0e-a517-d5f33ac0e198 req-f4b4e448-679f-4e34-b68c-3c0faad877ed tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:53.424910 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-938d9abf-5abc-4f34-b1c1-98ddf6ef4662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:53.427061 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-938d9abf-5abc-4f34-b1c1-98ddf6ef4662 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756350 Nov 22 16:06:53.427818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a2bfc3b-2987-4a0e-a517-d5f33ac0e198 req-f4b4e448-679f-4e34-b68c-3c0faad877ed tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.1668501 Nov 22 16:06:53.548151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7dbd8a04-6091-48d3-ba83-4bc7e5a232c5 req-c647235c-29e5-46de-82e7-02802ca59b09 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 210 time: 0.0659020 Nov 22 16:06:53.550454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d20529-67bf-4f5f-912f-5a9545ddb241 req-916e1230-0ab7-48c9-8cdb-072ac33d6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:53.552295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06d20529-67bf-4f5f-912f-5a9545ddb241 req-916e1230-0ab7-48c9-8cdb-072ac33d6ac0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 1100 time: 0.1911614 Nov 22 16:06:53.555605 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-3718de96-f224-40d7-830f-509e8098b5b2 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201918 Nov 22 16:06:53.572258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e68b3a44-a2e2-419f-bf17-5df87084c67c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9171714c5b4d4576a02b70850ab5006d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308989 Nov 22 16:06:53.579010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38502) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:53.593844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a2bfc3b-2987-4a0e-a517-d5f33ac0e198 req-405988a0-c9cd-43f0-bc72-a9655a87265c tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596875 Nov 22 16:06:53.656202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06d20529-67bf-4f5f-912f-5a9545ddb241 req-eb5abf10-ebed-42b2-94ce-7f2ec9a95e84 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946615 Nov 22 16:06:53.717629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-551eae89-95ae-4cf5-94b5-426a1c210c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:53.763321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-551eae89-95ae-4cf5-94b5-426a1c210c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:53.786320 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0f6e77a2-6db2-476c-8d20-a971998b21fd req-8d3a4929-b435-4387-beb6-33e75dc01323 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228894 Nov 22 16:06:53.852900 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-551eae89-95ae-4cf5-94b5-426a1c210c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:53.857787 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-551eae89-95ae-4cf5-94b5-426a1c210c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:53.861611 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-551eae89-95ae-4cf5-94b5-426a1c210c08 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a2ab749-4b8c-47ec-a43c-0a7c76a93985 HTTP/1.1" status: 204 len: 168 time: 0.2774484 Nov 22 16:06:53.875278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551eae89-95ae-4cf5-94b5-426a1c210c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2ab749-4b8c-47ec-a43c-0a7c76a93985,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:53.929938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e46b7-5877-4e21-b14f-57e865e53a76 req-b391e4a6-2b35-4c15-af99-dca2a4a14e70 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:53.933338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d8e46b7-5877-4e21-b14f-57e865e53a76 req-b391e4a6-2b35-4c15-af99-dca2a4a14e70 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.0854867 Nov 22 16:06:54.018375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d8e46b7-5877-4e21-b14f-57e865e53a76 req-0b5b3a92-634c-4378-b440-600d98f2f27f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781279 Nov 22 16:06:54.204995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06262cce-ba0a-4e9e-a32f-737b43fe2655 req-76be3381-6e08-4f13-9ef6-e5bfcebaf5c6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:54.208687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06262cce-ba0a-4e9e-a32f-737b43fe2655 req-76be3381-6e08-4f13-9ef6-e5bfcebaf5c6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 944 time: 0.1098568 Nov 22 16:06:54.296855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38514) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:54.320923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.358652 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.359561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06262cce-ba0a-4e9e-a32f-737b43fe2655 req-8bb0c4cc-a496-41fb-b001-495bfeda0ee0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429410 Nov 22 16:06:54.377677 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ac7a8c58-5900-43c8-87dc-d8eaea128d25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e5b7aaf68df4c73803bb6b40279d09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770721 Nov 22 16:06:54.378782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972a203-55a2-4965-b5a4-654c0354d945 req-946e717c-7e5d-4c21-b6cf-4ab0111176bf tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:54.380083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e972a203-55a2-4965-b5a4-654c0354d945 req-946e717c-7e5d-4c21-b6cf-4ab0111176bf tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 949 time: 0.1373119 Nov 22 16:06:54.381447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38516) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:06:54.501954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e972a203-55a2-4965-b5a4-654c0354d945 req-43c756aa-1b8b-45ab-a1bd-d191d805e5ee tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135168 Nov 22 16:06:54.507526 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79b1be6a-0021-48e4-a1d1-a2e24c9f3a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.534967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:54.552176 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79b1be6a-0021-48e4-a1d1-a2e24c9f3a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.632029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port cb538aa3-c1e2-4d28-9639-e056ac9a023b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:06:54.636546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port cb538aa3-c1e2-4d28-9639-e056ac9a023b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:54.636925 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.679684 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79b1be6a-0021-48e4-a1d1-a2e24c9f3a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.682941 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79b1be6a-0021-48e4-a1d1-a2e24c9f3a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.687157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-79b1be6a-0021-48e4-a1d1-a2e24c9f3a05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/539bfe3a-794b-48f5-b3a5-d094f125dd4e HTTP/1.1" status: 204 len: 168 time: 0.3045831 Nov 22 16:06:54.709402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1be6a-0021-48e4-a1d1-a2e24c9f3a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539bfe3a-794b-48f5-b3a5-d094f125dd4e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:54.785616 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.790040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb927c44-07f8-48ae-aaf1-52fa2c2965ea req-ec29b5da-50ab-4148-a06f-b13e81930789 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 210 time: 0.1016879 Nov 22 16:06:54.875369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91fff8-e26e-4aa0-8b06-1b7282d223ac req-fa8bce47-9db4-4f80-980b-55d87fc3386d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:54.884070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b91fff8-e26e-4aa0-8b06-1b7282d223ac req-fa8bce47-9db4-4f80-980b-55d87fc3386d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.1526537 Nov 22 16:06:54.919536 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:54.946295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b91fff8-e26e-4aa0-8b06-1b7282d223ac req-c5095779-0749-4668-bea8-68d25c8d1240 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612149 Nov 22 16:06:54.997769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:55.008203 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:55.113529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:55.229583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566fe3f-8966-4f60-8ac1-a8a355475054 req-5e007c3e-fe6f-4361-b133-f9b4f66799f6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:55.237838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8566fe3f-8966-4f60-8ac1-a8a355475054 req-5e007c3e-fe6f-4361-b133-f9b4f66799f6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.0862918 Nov 22 16:06:55.284747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:55.288166 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfebee8e-ae1c-4038-bee7-0ba349ebc580" -d '{"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-plugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:55.328569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8566fe3f-8966-4f60-8ac1-a8a355475054 req-95506ab6-b2f2-48d6-bc2b-c0dcef178707 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858612 Nov 22 16:06:55.365915 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cbd858-ede4-4aad-b5c6-4193abf026c9 x-openstack-request-id: req-13cbd858-ede4-4aad-b5c6-4193abf026c9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:55.365915 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-plugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:55.366879 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13cbd858-ede4-4aad-b5c6-4193abf026c9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:55.366879 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'code': 200} Nov 22 16:06:55.498625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220921d8-5372-4aa0-b62d-22d185d4d429 req-2d62e1a8-2f28-4545-bf7d-98d30eb396ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:55.500258 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-220921d8-5372-4aa0-b62d-22d185d4d429 req-2d62e1a8-2f28-4545-bf7d-98d30eb396ec service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1101 time: 0.0551612 Nov 22 16:06:55.509196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f823ab9-0343-423d-932f-e6deadc52126 req-1f65e105-a96f-4afa-ab8c-a42c3be2eaff tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:55.511534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f823ab9-0343-423d-932f-e6deadc52126 req-1f65e105-a96f-4afa-ab8c-a42c3be2eaff tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 944 time: 0.0773327 Nov 22 16:06:55.561730 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-220921d8-5372-4aa0-b62d-22d185d4d429 req-07ae660c-ef91-41a2-8f8e-3967c0ce4d57 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512514 Nov 22 16:06:55.596689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f823ab9-0343-423d-932f-e6deadc52126 req-193fe8c3-cbbb-4eb8-92a2-63c5279cfb1e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789685 Nov 22 16:06:55.765614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d6b6b-fea9-41cc-a098-34ada7dd8b47 req-a0ce93f2-81f4-4f12-a3e0-8f0e3a859960 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:55.767619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-217d6b6b-fea9-41cc-a098-34ada7dd8b47 req-a0ce93f2-81f4-4f12-a3e0-8f0e3a859960 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 949 time: 0.0774333 Nov 22 16:06:55.833815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-217d6b6b-fea9-41cc-a098-34ada7dd8b47 req-fb1b937d-b5f3-4bb7-b8e9-6d5f856dcd42 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559192 Nov 22 16:06:55.934258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83b0faf1-0f72-403f-9b95-6ebd0da350b2 req-f9253ae1-20c1-47e8-a215-29043b4f2bcf tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=62496717-bef5-48f1-8d1f-53da941f6a7e HTTP/1.1" status: 200 len: 210 time: 0.0505295 Nov 22 16:06:56.113939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bc5f4-0e2b-48d2-a45c-6466f9cda4fd req-b8b2e117-7c07-4318-b428-e944d52eb660 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:56.123366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd7bc5f4-0e2b-48d2-a45c-6466f9cda4fd req-b8b2e117-7c07-4318-b428-e944d52eb660 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.0822313 Nov 22 16:06:56.190411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd7bc5f4-0e2b-48d2-a45c-6466f9cda4fd req-4b554546-ccc8-4d7e-ac2f-797063c89536 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635056 Nov 22 16:06:56.327471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb5c3-0037-460f-aa58-ff4fc463cecb req-0b08b646-d335-49c7-94dc-6c36b2029015 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:56.329056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c24eb5c3-0037-460f-aa58-ff4fc463cecb req-0b08b646-d335-49c7-94dc-6c36b2029015 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 949 time: 0.0591545 Nov 22 16:06:56.470153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c24eb5c3-0037-460f-aa58-ff4fc463cecb req-ccd3a784-ab4a-47d3-b0bf-60d83fbd6f1d tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241024 Nov 22 16:06:56.496431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92444c-ce8c-4c06-8d0f-b830b53817e0 req-11a0682e-e54c-4404-8720-ca4ef1ac8817 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:56.498169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb92444c-ce8c-4c06-8d0f-b830b53817e0 req-11a0682e-e54c-4404-8720-ca4ef1ac8817 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.0990698 Nov 22 16:06:56.553075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb92444c-ce8c-4c06-8d0f-b830b53817e0 req-64349f5f-a2f2-4323-a6b7-59186ade68bd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482190 Nov 22 16:06:56.558969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:06:56.737242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:56.758667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'f7228018-2801-4106-90c2-6d308ab267cc', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': 'f7228018-2801-4106-90c2-6d308ab267cc', 'mac_address': 'fa:16:3e:d3:4b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:06:56.760726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd4054-eeec-4c91-84a6-79f744f749cb req-c9b69bb3-849d-4c1b-a618-562aa3904c5a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:56.762394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6edd4054-eeec-4c91-84a6-79f744f749cb req-c9b69bb3-849d-4c1b-a618-562aa3904c5a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 944 time: 0.0902760 Nov 22 16:06:56.806710 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:56.837822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7228018-2801-4106-90c2-6d308ab267cc {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:06:56.854973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6edd4054-eeec-4c91-84a6-79f744f749cb req-d3ed3bf5-bf3e-4f0b-aabd-5384cf674f17 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793822 Nov 22 16:06:56.874546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:56.883645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:56.950467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:57.118252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-6b39c857-ac45-43b7-aeeb-f7b13cb289e5 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=54ba9fd332ec403a818b3f80a35d3467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252149 Nov 22 16:06:57.241307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['f7228018-2801-4106-90c2-6d308ab267cc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:57.251083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf9334-1189-4186-9f86-974db9e7f100 req-b074ec0b-a2b4-4c5a-aa87-3c9a48c001d3 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:57.252656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-b074ec0b-a2b4-4c5a-aa87-3c9a48c001d3 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286166 Nov 22 16:06:57.270150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-0d42a578-f62a-4d31-b699-7ee6ff0b4241 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/quotas/54ba9fd332ec403a818b3f80a35d3467 HTTP/1.1" status: 200 len: 375 time: 0.0108974 Nov 22 16:06:57.312666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-707a8574-2cda-4514-8d1b-49b7e84f37ad tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=54ba9fd332ec403a818b3f80a35d3467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329490 Nov 22 16:06:57.401523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27a758-049c-449e-b3c3-1d9d6b8a136c req-ae7735f8-cd56-402c-a9ef-1261882e1f72 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:57.403102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d27a758-049c-449e-b3c3-1d9d6b8a136c req-ae7735f8-cd56-402c-a9ef-1261882e1f72 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.0656993 Nov 22 16:06:57.466855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d27a758-049c-449e-b3c3-1d9d6b8a136c req-cf39b4a1-f8f6-4020-a1ba-3361395e2a46 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 Nov 22 16:06:57.514812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-506bc6c7-ee4f-4648-906d-d4d7622f960f req-9941d827-e662-4883-9490-e63f308d5f67 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 210 time: 0.0361857 Nov 22 16:06:57.612074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8f2d7-4ce4-4176-af83-308accddff16 req-24218634-2785-4e51-872e-c2211c85e4ee tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:57.620378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85f8f2d7-4ce4-4176-af83-308accddff16 req-24218634-2785-4e51-872e-c2211c85e4ee tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 949 time: 0.0650434 Nov 22 16:06:57.742445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a5120-bdf5-452b-a7a6-d9dc698f1c85 req-a23dbc40-0740-4561-8601-91f508a4e564 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:57.744247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd2a5120-bdf5-452b-a7a6-d9dc698f1c85 req-a23dbc40-0740-4561-8601-91f508a4e564 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1088428 Nov 22 16:06:57.748593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85f8f2d7-4ce4-4176-af83-308accddff16 req-7bb47334-d215-4a77-a476-20e04a44a5ee tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/security-groups?id=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266696 Nov 22 16:06:57.805592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-ca961d31-5c96-4c13-af45-a4daf711adfa tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:57.807430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-ca961d31-5c96-4c13-af45-a4daf711adfa tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.11 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 949 time: 0.1134615 Nov 22 16:06:57.887505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd2a5120-bdf5-452b-a7a6-d9dc698f1c85 req-d1c2a07c-fed0-48ca-9dd2-fa12a62ab51f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353531 Nov 22 16:06:58.019579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df293c1e-99ed-4c28-bddb-c1d2bf98f9d3 req-7019e312-2842-4024-bcf2-573efc28f171 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:58.021335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df293c1e-99ed-4c28-bddb-c1d2bf98f9d3 req-7019e312-2842-4024-bcf2-573efc28f171 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0830846 Nov 22 16:06:58.035612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Deleting port 93c09dd6-f568-4555-aa78-c91533119bfa {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:06:58.035977 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:58.214677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df293c1e-99ed-4c28-bddb-c1d2bf98f9d3 req-11fd5111-c4ac-430b-b8b2-4f56cc5ff4fb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822200 Nov 22 16:06:58.218555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] For port 93c09dd6-f568-4555-aa78-c91533119bfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93c09dd6-f568-4555-aa78-c91533119bfa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:58.218778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:58.241610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Calling delete_port for 93c09dd6-f568-4555-aa78-c91533119bfa owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:06:58.308281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e8a43-c9ed-4720-9dee-0418942ab3a9 req-c7d96eea-d1ce-481a-9474-85487115f9a4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:58.319391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-558e8a43-c9ed-4720-9dee-0418942ab3a9 req-c7d96eea-d1ce-481a-9474-85487115f9a4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1950433 Nov 22 16:06:58.406966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-558e8a43-c9ed-4720-9dee-0418942ab3a9 req-0590ec0b-86b8-4182-875d-5aa79e60070c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871737 Nov 22 16:06:58.486396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:58.507072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['93c09dd6-f568-4555-aa78-c91533119bfa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:06:58.527463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Pushing event deleted for resources: {'Port': ['ID=93c09dd6-f568-4555-aa78-c91533119bfa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:58.560662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:06:58.581770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] No DVR routers for this DVR port 93c09dd6-f568-4555-aa78-c91533119bfa on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:06:58.586620 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:58.590267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5236f7ce-8883-4481-870a-8f25bdc21c6c req-be86822a-e8e4-4a0d-ba58-cde1dd6d7457 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.11 "DELETE /v2.0/ports/93c09dd6-f568-4555-aa78-c91533119bfa HTTP/1.1" status: 204 len: 173 time: 0.7752397 Nov 22 16:06:58.590764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0cd3dd-e5d3-4dbd-8523-882ff529af2f', 'name': 'network-vif-deleted', 'tag': '93c09dd6-f568-4555-aa78-c91533119bfa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:58.601274 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525885f4-9540-4977-93cb-37e966563748" -d '{"events": [{"server_uuid": "de0cd3dd-e5d3-4dbd-8523-882ff529af2f", "name": "network-vif-deleted", "tag": "93c09dd6-f568-4555-aa78-c91533119bfa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:58.682224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port f7228018-2801-4106-90c2-6d308ab267cc completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:06:58.688248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port f7228018-2801-4106-90c2-6d308ab267cc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:06:58.688633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:58.894919 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:58.909211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-691b7923-861d-4533-8985-7bd1133907ca tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=54ba9fd332ec403a818b3f80a35d3467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807571 Nov 22 16:06:58.925547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-128d3de9-4149-4844-9b4d-44ca29b104fa req-4582c0d7-e49c-4c5a-ad76-cd29c4c1f2f0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:06:58.933780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-128d3de9-4149-4844-9b4d-44ca29b104fa req-4582c0d7-e49c-4c5a-ad76-cd29c4c1f2f0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2065225 Nov 22 16:06:58.963546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:06:58.968049 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa0ebe5-2536-4e70-96c7-b3350b6cc074" -d '{"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-plugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:06:58.976425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:06:58.982952 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:59.058446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0dd4c-0dd0-461e-a352-9287227be417 req-081c1d74-1c8f-439e-9f10-fb9757317308 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:59.066322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aeb0dd4c-0dd0-461e-a352-9287227be417 req-081c1d74-1c8f-439e-9f10-fb9757317308 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.1597557 Nov 22 16:06:59.076054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:59.175965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf9334-1189-4186-9f86-974db9e7f100 req-fcdd8fb7-d1d6-4fa0-a815-234e403dfad3 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:59.180692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-fcdd8fb7-d1d6-4fa0-a815-234e403dfad3 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2604296 Nov 22 16:06:59.191540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aeb0dd4c-0dd0-461e-a352-9287227be417 req-ec8cc38e-0cfc-4f11-916a-73ed6599188a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237798 Nov 22 16:06:59.202422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Request body: {'port': {'device_id': '41fe9710-598c-47ac-ba05-90d69600d2c2', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '54ba9fd332ec403a818b3f80a35d3467'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:06:59.355377 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34967fe0-8971-4b19-8bad-078779bde58c x-openstack-request-id: req-34967fe0-8971-4b19-8bad-078779bde58c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:59.356272 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0cd3dd-e5d3-4dbd-8523-882ff529af2f", "name": "network-vif-deleted", "tag": "93c09dd6-f568-4555-aa78-c91533119bfa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:59.356603 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34967fe0-8971-4b19-8bad-078779bde58c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:59.357207 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0cd3dd-e5d3-4dbd-8523-882ff529af2f', 'name': 'network-vif-deleted', 'tag': '93c09dd6-f568-4555-aa78-c91533119bfa', 'status': 'completed', 'code': 200} Nov 22 16:06:59.410986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57aba2e3-e900-4f28-bcca-a99a6e70eacf req-1985a1f9-7c61-4317-a8b9-cfd019f9fa76 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 210 time: 0.0688381 Nov 22 16:06:59.411737 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-539def12-c7b1-45f1-8b76-1417737b2473 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1652195 Nov 22 16:06:59.464598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2efe2a4b-d095-4144-a35c-478a38f189a7 req-163b43a2-f650-4b4d-8cc4-3f6097db7114 tempest-ImagesNegativeTestJSON-274795334 tempest-ImagesNegativeTestJSON-274795334-project] 10.222.0.69 "GET /v2.0/ports?device_id=de0cd3dd-e5d3-4dbd-8523-882ff529af2f HTTP/1.1" status: 200 len: 210 time: 0.0384166 Nov 22 16:06:59.482666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Made reservation on behalf of 54ba9fd332ec403a818b3f80a35d3467 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:06:59.490623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:59.500454 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33345eed-2d8a-4c90-8334-4421f443812e x-openstack-request-id: req-33345eed-2d8a-4c90-8334-4421f443812e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:06:59.500917 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-plugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:06:59.501457 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33345eed-2d8a-4c90-8334-4421f443812e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:06:59.507581 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'code': 200} Nov 22 16:06:59.512301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:59.655258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11efd34b-5073-40d7-a201-02fa25e09ae8 req-fba10adc-3b59-48f1-b0a6-d5223e11bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:59.657358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-11efd34b-5073-40d7-a201-02fa25e09ae8 req-fba10adc-3b59-48f1-b0a6-d5223e11bda5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1097 time: 0.0878134 Nov 22 16:06:59.743593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37777a-ee27-4adf-8e2f-2c359dd8b888 req-ad694997-f017-411d-9f82-df3ac7e0aeb6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:59.749209 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-11efd34b-5073-40d7-a201-02fa25e09ae8 req-39315bbc-677d-47d5-8947-2cf16282752b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801356 Nov 22 16:06:59.751097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa37777a-ee27-4adf-8e2f-2c359dd8b888 req-ad694997-f017-411d-9f82-df3ac7e0aeb6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1452012 Nov 22 16:06:59.766779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:59.782149 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:06:59.890735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25672d64-a9b4-472e-ab60-89b1267bfb1d req-0b527f5a-641b-40db-9e21-1c3a7657e3c5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:06:59.892349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25672d64-a9b4-472e-ab60-89b1267bfb1d req-0b527f5a-641b-40db-9e21-1c3a7657e3c5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 946 time: 0.2045453 Nov 22 16:06:59.903597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eedbc70-2c93-4931-a9dc-eb279d333df6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:06:59.914259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa37777a-ee27-4adf-8e2f-2c359dd8b888 req-aa5c26c7-b089-4929-8860-40edd3b75db9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622894 Nov 22 16:07:00.034987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25672d64-a9b4-472e-ab60-89b1267bfb1d req-0d4a8fb5-8929-45e2-bc9b-521ceb92e6f7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327088 Nov 22 16:07:00.062310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Allocated IP 192.168.233.177 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/908d12e3-ef65-412c-ba90-ce59ca9ad7de) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:07:00.108918 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-0ec67d1a-3e27-4916-9722-4c047d492d86 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235473 Nov 22 16:07:00.251287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-16038d25-007a-44fa-93c6-954256a2774d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:00.252817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-16038d25-007a-44fa-93c6-954256a2774d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 1096 time: 0.1153545 Nov 22 16:07:00.452942 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:00.514667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed971-a605-471a-8d01-ffb456a20ae1 req-f6d37521-80eb-4b06-bdf8-0a81dd144964 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:00.522789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b2ed971-a605-471a-8d01-ffb456a20ae1 req-f6d37521-80eb-4b06-bdf8-0a81dd144964 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.2005866 Nov 22 16:07:00.525765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-71df2d63-1440-4a00-8301-e118f4a4bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:00.527545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-71df2d63-1440-4a00-8301-e118f4a4bea3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2240746 Nov 22 16:07:00.595201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-646eeac8-0d4a-452a-b562-27d5a4e52a30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 200 len: 217 time: 0.0546947 Nov 22 16:07:00.624635 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:00.786039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b2ed971-a605-471a-8d01-ffb456a20ae1 req-3ea863eb-73e4-4644-ab75-5cd5b566e260 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619095 Nov 22 16:07:00.805882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:07:00.827612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:00.830952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:07:00.908892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Pushing event updated for resources: {'Port': ['ID=908d12e3-ef65-412c-ba90-ce59ca9ad7de,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:00.917364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-79b6bd7f-2263-4315-ab29-65975e15f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:00.918962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-79b6bd7f-2263-4315-ab29-65975e15f655 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.3143787 Nov 22 16:07:00.939231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 93c09dd6-f568-4555-aa78-c91533119bfa no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:00.957350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff0c2e-fdd0-4ca2-9e32-1a766cc55164 req-4e161544-aa93-498e-b1bd-4d6886d24efa tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:00.976297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2ff0c2e-fdd0-4ca2-9e32-1a766cc55164 req-4e161544-aa93-498e-b1bd-4d6886d24efa tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 936 time: 0.3147142 Nov 22 16:07:01.001312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 93c09dd6-f568-4555-aa78-c91533119bfa {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:01.001966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 93c09dd6-f568-4555-aa78-c91533119bfa not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:01.051427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-05e6f09f-43b8-4e51-855c-39cf86e1b7f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727193 Nov 22 16:07:01.061757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:01.062638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:01.165782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-62349a06-1ea7-4fca-99eb-f0ed6801ab1d tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9674251 Nov 22 16:07:01.186318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2ff0c2e-fdd0-4ca2-9e32-1a766cc55164 req-bc9b6422-75c1-4e2d-b155-122d56b213f0 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089531 Nov 22 16:07:01.205675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Request body: {'port': {'device_id': '41fe9710-598c-47ac-ba05-90d69600d2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:01.249107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-96538b74-b060-4ff5-a2e2-a137a9d6f571 None None] Provisioning complete for port 908d12e3-ef65-412c-ba90-ce59ca9ad7de triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:01.249107 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96538b74-b060-4ff5-a2e2-a137a9d6f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:01.323942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-96538b74-b060-4ff5-a2e2-a137a9d6f571 None None] Port 908d12e3-ef65-412c-ba90-ce59ca9ad7de cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:07:01.335862 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:01.378728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-f5da7951-ee2c-4d85-8dad-dda789fb6f0a service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096099 Nov 22 16:07:01.492646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-202f84a6-ee43-467f-aec3-1c2018df758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:01.494211 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-202f84a6-ee43-467f-aec3-1c2018df758c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1101 time: 0.0807807 Nov 22 16:07:01.525562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a442df-4268-4a85-b72b-159fc577103f req-2e88c64a-c428-4015-981f-bdc3debb5e7e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:01.534651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5a442df-4268-4a85-b72b-159fc577103f req-2e88c64a-c428-4015-981f-bdc3debb5e7e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.2140813 Nov 22 16:07:01.655343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-e4e293d4-0661-40bb-bf73-b9420e0e5c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:01.657173 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-e4e293d4-0661-40bb-bf73-b9420e0e5c63 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1552041 Nov 22 16:07:01.723839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-e3c730eb-b346-486c-88f6-6533e84290d7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0561867 Nov 22 16:07:01.731222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27381eea-3283-438e-8067-54366e4d93bf req-8a138b5f-11ec-4f60-b553-cf44e2f13269 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:01.732846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27381eea-3283-438e-8067-54366e4d93bf req-8a138b5f-11ec-4f60-b553-cf44e2f13269 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 946 time: 0.2340341 Nov 22 16:07:01.753212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5a442df-4268-4a85-b72b-159fc577103f req-8679a526-e78f-4fd2-b250-7e852ba51838 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176428 Nov 22 16:07:01.845823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-cf3fa1d1-1011-449d-8cbc-cc5be1bfbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:01.852619 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-cf3fa1d1-1011-449d-8cbc-cc5be1bfbc37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1227989 Nov 22 16:07:01.941609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-748033d8-e327-4595-b714-924fc6020f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:01.946931 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-748033d8-e327-4595-b714-924fc6020f46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872431 Nov 22 16:07:01.953545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908d12e3-ef65-412c-ba90-ce59ca9ad7de {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:01.979927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c4be423-16f1-4358-9818-7d704ecba6b4 req-339c2fee-3f1a-497c-a4fa-1f9dc6517ea5 service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918322 Nov 22 16:07:02.002814 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:02.083870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Transition to ACTIVE for port object 908d12e3-ef65-412c-ba90-ce59ca9ad7de will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:07:02.119029 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:02.138506 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-d7848bf6-95da-457e-9ef2-fb27866c009a service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842835 Nov 22 16:07:02.166138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27381eea-3283-438e-8067-54366e4d93bf req-f35bc13c-2dda-4c41-aa2f-9a8de0d34ebf tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4116814 Nov 22 16:07:02.274530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec052f-c003-4a38-a31c-bc95175eb8d3 req-1f2d1c0c-b4e4-4347-b0f0-f0efd7c6db86 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:02.283106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8fec052f-c003-4a38-a31c-bc95175eb8d3 req-1f2d1c0c-b4e4-4347-b0f0-f0efd7c6db86 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.3164086 Nov 22 16:07:02.330689 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-cffde461-3e78-4a48-8215-35f76f7e2f42 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830146 Nov 22 16:07:02.438062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8fec052f-c003-4a38-a31c-bc95175eb8d3 req-7e824ba3-eb0d-4c3a-bade-5f4face40a1c tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434937 Nov 22 16:07:02.446892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Pushing event updated for resources: {'Port': ['ID=908d12e3-ef65-412c-ba90-ce59ca9ad7de,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:02.626964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Attempting to bind port 908d12e3-ef65-412c-ba90-ce59ca9ad7de on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:02.627551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Attempting to bind port 908d12e3-ef65-412c-ba90-ce59ca9ad7de by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:02.629929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Attempting to bind port 908d12e3-ef65-412c-ba90-ce59ca9ad7de on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:02.660059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Port 908d12e3-ef65-412c-ba90-ce59ca9ad7de on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:07:02.660415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Attempting to bind port 908d12e3-ef65-412c-ba90-ce59ca9ad7de on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:02.719085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c7312-3940-4227-aac3-43fb9631ddc3 req-7df62aa7-400c-4846-9a5b-224a9f8d7798 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:02.729446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38730) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:02.738011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-773c7312-3940-4227-aac3-43fb9631ddc3 req-7df62aa7-400c-4846-9a5b-224a9f8d7798 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 946 time: 0.2025175 Nov 22 16:07:02.738403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'floatingip': {'port_id': 'f7228018-2801-4106-90c2-6d308ab267cc'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:02.738898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:02.740328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:02.740328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:02.748067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Bound port: 908d12e3-ef65-412c-ba90-ce59ca9ad7de, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:02.748454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:02.876826 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:02.922472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] For port 908d12e3-ef65-412c-ba90-ce59ca9ad7de, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:02.925851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] For port 908d12e3-ef65-412c-ba90-ce59ca9ad7de, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=908d12e3-ef65-412c-ba90-ce59ca9ad7de,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:02.938044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:03.194197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Pushing event updated for resources: {'Port': ['ID=908d12e3-ef65-412c-ba90-ce59ca9ad7de,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:03.229196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:03.229874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:03.236167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-1b7fdc80-02fe-4887-b12e-d2aa61bb36ec service neutron] 10.222.0.11 "PUT /v2.0/ports/908d12e3-ef65-412c-ba90-ce59ca9ad7de HTTP/1.1" status: 200 len: 1096 time: 2.0466647 Nov 22 16:07:03.248269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fe9710-598c-47ac-ba05-90d69600d2c2', 'tag': '908d12e3-ef65-412c-ba90-ce59ca9ad7de'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:03.250622 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "41fe9710-598c-47ac-ba05-90d69600d2c2", "tag": "908d12e3-ef65-412c-ba90-ce59ca9ad7de"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:03.405802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6adc4-96ae-4093-b02b-27c9e3d1257e req-e4baa34b-8eb2-4cc9-b01e-ff257c87c7e8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:03.412445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ca6adc4-96ae-4093-b02b-27c9e3d1257e req-e4baa34b-8eb2-4cc9-b01e-ff257c87c7e8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.2633696 Nov 22 16:07:03.422136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d39726-93b0-40a9-a252-b381a33c08e7 req-ec8a1fe2-c337-4f78-b451-fd8e66e7109a tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:03.423692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7d39726-93b0-40a9-a252-b381a33c08e7 req-ec8a1fe2-c337-4f78-b451-fd8e66e7109a tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 948 time: 0.7237632 Nov 22 16:07:03.549144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:03.631470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf9334-1189-4186-9f86-974db9e7f100 req-a4615f65-38f7-4e2e-bc19-9452b164e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:03.632843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-a4615f65-38f7-4e2e-bc19-9452b164e11d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ba9fd332ec403a818b3f80a35d3467&device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 1099 time: 0.3153150 Nov 22 16:07:03.843491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7d39726-93b0-40a9-a252-b381a33c08e7 req-94a2f2d5-043e-4351-884d-102ae4355924 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085310 Nov 22 16:07:03.845761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-bc4bb6a7-1e75-478e-9388-ce33f34ee418 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=908d12e3-ef65-412c-ba90-ce59ca9ad7de HTTP/1.1" status: 200 len: 217 time: 0.1729012 Nov 22 16:07:03.857609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ca6adc4-96ae-4093-b02b-27c9e3d1257e req-2e0b95f0-4c19-4586-a2f0-7a9bd4846903 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080038 Nov 22 16:07:04.007490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:04.014911 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:04.198931 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Floating IP 6ae27f1b-5321-4f09-a471-7a942783cb53 associated. External IP: 172.25.5.244, port: f7228018-2801-4106-90c2-6d308ab267cc. Nov 22 16:07:04.525345 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94dffac-62a3-4c98-a055-6c28b1b22087 x-openstack-request-id: req-e94dffac-62a3-4c98-a055-6c28b1b22087 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:04.525657 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fe9710-598c-47ac-ba05-90d69600d2c2", "tag": "908d12e3-ef65-412c-ba90-ce59ca9ad7de", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:04.525776 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e94dffac-62a3-4c98-a055-6c28b1b22087 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:04.526162 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fe9710-598c-47ac-ba05-90d69600d2c2', 'tag': '908d12e3-ef65-412c-ba90-ce59ca9ad7de', 'status': 'completed', 'code': 200} Nov 22 16:07:04.600475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Router 806b7acb-9570-497e-a32e-d86eb3ef32fb has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:07:04.623401 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-017440a2-b000-44b7-bde5-658381ac8968 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=768bf4e228bf41fea1d90c5c7d340c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0677719 Nov 22 16:07:04.624260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:04.630380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf9334-1189-4186-9f86-974db9e7f100 req-cba5f8eb-90f2-46e7-9a17-b0a1139bebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:04.633770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-cba5f8eb-90f2-46e7-9a17-b0a1139bebdb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.7736430 Nov 22 16:07:04.650846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711ce7e-9274-4a58-a74f-ffe9b13aed8f req-910d46cb-5242-42e5-a7b7-c7e49d856951 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:04.660563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3711ce7e-9274-4a58-a74f-ffe9b13aed8f req-910d46cb-5242-42e5-a7b7-c7e49d856951 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.1316097 Nov 22 16:07:04.751367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:07:04.758483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:04.767880 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] Sync routers for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:07:04.776125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3711ce7e-9274-4a58-a74f-ffe9b13aed8f req-c49775c2-6388-4d03-839f-96b5658b4d88 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078844 Nov 22 16:07:04.794999 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:07:04.795647 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:06:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:04.814509 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9eaaa4d-fc3b-48a0-8f19-16f236dea195 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "PUT /v2.0/floatingips/6ae27f1b-5321-4f09-a471-7a942783cb53 HTTP/1.1" status: 200 len: 992 time: 2.0829396 Nov 22 16:07:04.815285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:04.819029 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912cda60-6a67-47a0-bcef-b2cad6c75066" -d '{"events": [{"name": "network-changed", "server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:04.832049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e63475-db60-4775-8360-42874a0b689d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:04.895801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e63475-db60-4775-8360-42874a0b689d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:05.019937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf9334-1189-4186-9f86-974db9e7f100 req-99fea042-334e-4c68-b667-cacc13d65541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:05.020417 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96725984-8c67-4f06-97b7-a36803550b23 x-openstack-request-id: req-96725984-8c67-4f06-97b7-a36803550b23 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:05.021416 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:05.021736 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96725984-8c67-4f06-97b7-a36803550b23 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:05.022356 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'status': 'completed', 'code': 200} Nov 22 16:07:05.025375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-99fea042-334e-4c68-b667-cacc13d65541 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3533916 Nov 22 16:07:05.076317 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:07:05.093539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e63475-db60-4775-8360-42874a0b689d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:05.119327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4e63475-db60-4775-8360-42874a0b689d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:05.120955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f4e63475-db60-4775-8360-42874a0b689d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4 HTTP/1.1" status: 204 len: 168 time: 0.4932616 Nov 22 16:07:05.135342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-2bf42e63-6546-4203-93d4-1f66f1cbf357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:05.137894 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-2bf42e63-6546-4203-93d4-1f66f1cbf357 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1097 time: 0.0933492 Nov 22 16:07:05.270642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e63475-db60-4775-8360-42874a0b689d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d36bcf3-09bc-47ab-99c0-9d88f0ca74d4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:05.411436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-cdb58c9c-dfe3-46a6-8008-d9b51d668112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:05.413206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-cdb58c9c-dfe3-46a6-8008-d9b51d668112 service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.2618482 Nov 22 16:07:05.423560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-a1247014-6937-4003-bf7d-5df420f219a3 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877237 Nov 22 16:07:05.559440 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-627dfbf5-dbf7-4824-8070-e68b42431b25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1000 time: 0.1331131 Nov 22 16:07:05.563030 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '6ae27f1b-5321-4f09-a471-7a942783cb53', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'port_id': 'f7228018-2801-4106-90c2-6d308ab267cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'mac_address': 'fa:16:3e:d3:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:06:45Z', 'updated_at': '2021-11-22T16:07:03Z', 'revision_number': 1, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:43Z', 'revision_number': 5, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:05.605237 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] Checking router: 806b7acb-9570-497e-a32e-d86eb3ef32fb for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:07:05.618244 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:07:05.619172 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:06:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:05.665358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db425f0-19b8-4916-8a21-54e494a35f57 req-8baca9e5-ea7b-4248-9296-4cd4dc2fbca1 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:05.671556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7db425f0-19b8-4916-8a21-54e494a35f57 req-8baca9e5-ea7b-4248-9296-4cd4dc2fbca1 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 948 time: 0.4185081 Nov 22 16:07:05.683808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-0bb3f7e0-6e73-4f08-b7b7-31a81f7d9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:05.695897 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-0bb3f7e0-6e73-4f08-b7b7-31a81f7d9ed8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.1284189 Nov 22 16:07:05.744458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09696f86-f320-403f-8ea7-3904d4318a64 req-5869a70a-94e8-4fa4-864d-d21e990a3050 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:05.752346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09696f86-f320-403f-8ea7-3904d4318a64 req-5869a70a-94e8-4fa4-864d-d21e990a3050 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.4848938 Nov 22 16:07:05.830157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-39b85d4c-a879-47b5-88e3-da541b4b73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:05.841633 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-39b85d4c-a879-47b5-88e3-da541b4b73a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369016 Nov 22 16:07:05.884467 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:07:05.923524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09696f86-f320-403f-8ea7-3904d4318a64 req-37f6e80e-1fd5-4f3a-bb42-52ed302f1bf4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660655 Nov 22 16:07:05.944739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88bf9334-1189-4186-9f86-974db9e7f100 req-b3c2b50d-8706-47a0-aa61-d78226b91191 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754217 Nov 22 16:07:06.033540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578115b-facc-4d24-b904-59594e0f96a3 req-4d2638e2-badb-459e-8018-eb7e2bc1e8da tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:06.034949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6578115b-facc-4d24-b904-59594e0f96a3 req-4d2638e2-badb-459e-8018-eb7e2bc1e8da tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.71 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 944 time: 0.3604622 Nov 22 16:07:06.063257 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-aa2a1f3d-0250-48ec-a827-fa6f17401da7 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130842 Nov 22 16:07:06.170183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7db425f0-19b8-4916-8a21-54e494a35f57 req-0a45be93-7312-4b40-b33d-82bbc90f37dd tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810734 Nov 22 16:07:06.296142 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-912cda60-6a67-47a0-bcef-b2cad6c75066 req-5051ce53-516a-4c1d-ae6e-f440c304164b service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108126 Nov 22 16:07:06.481628 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-c52d4a1c-5b86-4e95-8dfc-f521320984ad service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868499 Nov 22 16:07:06.482278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-89668631-e268-4f15-b34f-8e7e97912601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:06.484090 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '6ae27f1b-5321-4f09-a471-7a942783cb53', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'port_id': 'f7228018-2801-4106-90c2-6d308ab267cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'mac_address': 'fa:16:3e:d3:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:06:45Z', 'updated_at': '2021-11-22T16:07:03Z', 'revision_number': 1, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:43Z', 'revision_number': 5, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:06.485295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-89668631-e268-4f15-b34f-8e7e97912601 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ba9fd332ec403a818b3f80a35d3467&device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 1099 time: 0.4423323 Nov 22 16:07:06.552236 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa218739-349a-4d75-aa7e-d39dad31da48 None None] The sync data for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 is: [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '6ae27f1b-5321-4f09-a471-7a942783cb53', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'port_id': 'f7228018-2801-4106-90c2-6d308ab267cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'mac_address': 'fa:16:3e:d3:4b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:06:45Z', 'updated_at': '2021-11-22T16:07:03Z', 'revision_number': 1, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:43Z', 'revision_number': 5, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:07:06.591875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabee4ff-0300-49c4-a0ef-772c4bd5048a req-e023b1dd-f9f8-47e9-8217-97384f8504b8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:06.593621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dabee4ff-0300-49c4-a0ef-772c4bd5048a req-e023b1dd-f9f8-47e9-8217-97384f8504b8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 944 time: 0.4142196 Nov 22 16:07:06.609962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-b6908d70-a423-487c-8fe0-1be5a842c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:06.611369 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-b6908d70-a423-487c-8fe0-1be5a842c946 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fb90cc83c0a14939848c89f857ea49d2&device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 1095 time: 0.0985005 Nov 22 16:07:06.695220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5f5f1-3a7a-4b4d-8038-c482be13cf83 req-f32b6431-4526-4ddc-840a-ed04eeac26f6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:06.704035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edd5f5f1-3a7a-4b4d-8038-c482be13cf83 req-f32b6431-4526-4ddc-840a-ed04eeac26f6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.3049951 Nov 22 16:07:06.757243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-32cf59d1-600c-4c80-9023-7b1c50bad3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:06.758967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-32cf59d1-600c-4c80-9023-7b1c50bad3a3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 200 len: 922 time: 0.1200922 Nov 22 16:07:06.783934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Deleting port 0e713811-0035-4a74-9fcc-b4413b487f1f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:06.784316 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:06.816202 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-f6b01501-2ba5-4aa4-95f3-e4aeae80d43f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 200 len: 217 time: 0.0480809 Nov 22 16:07:06.885012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edd5f5f1-3a7a-4b4d-8038-c482be13cf83 req-a2dfe341-ccc7-429e-b596-522b22430e2b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794095 Nov 22 16:07:06.895133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-a660c868-c557-4d65-89f8-b402fdc53aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:06.899142 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-a660c868-c557-4d65-89f8-b402fdc53aaf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 200 len: 861 time: 0.0715420 Nov 22 16:07:06.901301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dabee4ff-0300-49c4-a0ef-772c4bd5048a req-884229d5-3710-4bae-8f3e-4b5af062022d tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808285 Nov 22 16:07:06.932260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f75eb-eb12-4d79-9008-7b84c35b0dc8 None None] New status for floating IP 6ae27f1b-5321-4f09-a471-7a942783cb53: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:07:06.976656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-cad0c7e2-fc92-4748-b9ad-0783a8291767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:06.978372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-cad0c7e2-fc92-4748-b9ad-0783a8291767 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.4699612 Nov 22 16:07:06.979536 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-4c815a79-6762-44f0-9a23-80d6b5bebd09 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a7590de7-4c87-45b1-807e-6d53010a213a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688796 Nov 22 16:07:07.091571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-9a275384-3ae2-44a1-aa9d-78c7b3ef0dc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=908d12e3-ef65-412c-ba90-ce59ca9ad7de HTTP/1.1" status: 200 len: 217 time: 0.1004412 Nov 22 16:07:07.134961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] For port 0e713811-0035-4a74-9fcc-b4413b487f1f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0e713811-0035-4a74-9fcc-b4413b487f1f,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:07.135331 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:07.170499 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-62ab5d70-cd36-4d8e-b268-5b4c85f021e4 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806955 Nov 22 16:07:07.188459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Calling delete_port for 0e713811-0035-4a74-9fcc-b4413b487f1f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:07.308994 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-70bd5203-782c-496b-94f1-a2b2d5f88d84 req-f26e31c4-67c1-45bc-9415-41455faeeaa4 service neutron] 10.222.0.71 "GET /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295927 Nov 22 16:07:07.313598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-4a945809-e86a-4161-b39d-baa5d7df1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:07.315134 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-4a945809-e86a-4161-b39d-baa5d7df1c4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2088666 Nov 22 16:07:07.339536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-dbabe5b5-a68c-4a7d-93da-323d90492887 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=83f48d9859474277a1e6d61ee918f0cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838711 Nov 22 16:07:07.371365 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:07:07.455997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9207c10-df25-45ea-a465-3f6cd98d71fb req-1e7e5722-e1fb-46e3-8379-fbf19842578f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:07.457574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9207c10-df25-45ea-a465-3f6cd98d71fb req-1e7e5722-e1fb-46e3-8379-fbf19842578f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.3191762 Nov 22 16:07:07.578629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-a41d8708-a6d9-4024-929f-7fad30c42bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:07.580072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-a41d8708-a6d9-4024-929f-7fad30c42bd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2451043 Nov 22 16:07:07.637144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-71374e3a-4315-4ebc-80f1-6601bae45ca1 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:07.638525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-71374e3a-4315-4ebc-80f1-6601bae45ca1 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871346 Nov 22 16:07:07.680194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9207c10-df25-45ea-a465-3f6cd98d71fb req-751e9cdc-28e0-400d-b290-4dfff3da990a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050977 Nov 22 16:07:07.688240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:07.697890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-b7980bb7-af43-49ab-b294-d5077b2a14b6 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/quotas/83f48d9859474277a1e6d61ee918f0cc HTTP/1.1" status: 200 len: 375 time: 0.0246332 Nov 22 16:07:07.705195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['0e713811-0035-4a74-9fcc-b4413b487f1f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:07.727086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Pushing event deleted for resources: {'Port': ['ID=0e713811-0035-4a74-9fcc-b4413b487f1f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:07.777366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-074dde35-e072-4d7d-a1f8-4557a71f5b11 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=83f48d9859474277a1e6d61ee918f0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560336 Nov 22 16:07:07.849943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] No DVR routers for this DVR port 0e713811-0035-4a74-9fcc-b4413b487f1f on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:07.854919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:07.861813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6578115b-facc-4d24-b904-59594e0f96a3 req-9878d612-2313-4267-962a-727bdc4d549f tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.71 "DELETE /v2.0/ports/0e713811-0035-4a74-9fcc-b4413b487f1f HTTP/1.1" status: 204 len: 173 time: 1.7965798 Nov 22 16:07:07.887484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'name': 'network-vif-deleted', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:07.889781 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacf4607-98af-487d-a294-ee2d8bb84233" -d '{"events": [{"server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "name": "network-vif-deleted", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:07.899747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-7133b2a2-87fa-43fd-9bc3-ab32fcea146a service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107195 Nov 22 16:07:08.083385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d346240-289d-4809-ba79-8ec311ece2e0 req-52aba459-b804-4304-a15b-256565f88c12 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:08.086031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d346240-289d-4809-ba79-8ec311ece2e0 req-52aba459-b804-4304-a15b-256565f88c12 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 948 time: 0.1831245 Nov 22 16:07:08.087537 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6b4f5b-cb2f-4704-9ef4-e3a5c7dd1ddd x-openstack-request-id: req-ae6b4f5b-cb2f-4704-9ef4-e3a5c7dd1ddd {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:08.087971 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f61f65-bf4a-45ed-8f05-0f9bc7aefc72", "name": "network-vif-deleted", "tag": "0e713811-0035-4a74-9fcc-b4413b487f1f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:08.088262 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae6b4f5b-cb2f-4704-9ef4-e3a5c7dd1ddd {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:08.088629 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f61f65-bf4a-45ed-8f05-0f9bc7aefc72', 'name': 'network-vif-deleted', 'tag': '0e713811-0035-4a74-9fcc-b4413b487f1f', 'status': 'completed', 'code': 200} Nov 22 16:07:08.133356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9ef3dde-c9c9-4284-985a-0208e1fc9bbf req-ac3174a0-92a4-4bfd-ab2d-826d89128eb3 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653328 Nov 22 16:07:08.158945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9dd7138-c184-4307-a5a2-c05d50d07f3c req-a2fb87e4-ff05-4b49-8ea9-86fedc8e609c tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 210 time: 0.0390029 Nov 22 16:07:08.184190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d346240-289d-4809-ba79-8ec311ece2e0 req-184eaf88-6d46-498e-8cc6-61c8a63fcd4e tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877585 Nov 22 16:07:08.295041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabe8ce-30df-47ae-966c-69a77637a3dd req-9d50927f-53a1-4e73-9702-c7fe86c12a4b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:08.296891 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8aabe8ce-30df-47ae-966c-69a77637a3dd req-9d50927f-53a1-4e73-9702-c7fe86c12a4b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.0678098 Nov 22 16:07:08.314088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10fcfa6a-d081-4180-a62d-e2fe7433a32b req-51a0d907-ebe6-4180-b83c-9882775347d0 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=98f61f65-bf4a-45ed-8f05-0f9bc7aefc72 HTTP/1.1" status: 200 len: 210 time: 0.0426230 Nov 22 16:07:08.422866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8aabe8ce-30df-47ae-966c-69a77637a3dd req-89f2b0d0-f648-40f8-bab9-38eb550da5fa tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113842 Nov 22 16:07:08.813767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9de65-2322-4701-83c9-da95d06a609f req-eb09923c-349b-446e-9807-e5d536af77d7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:08.815317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59b9de65-2322-4701-83c9-da95d06a609f req-eb09923c-349b-446e-9807-e5d536af77d7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.0565414 Nov 22 16:07:08.869494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59b9de65-2322-4701-83c9-da95d06a609f req-52989e63-5690-47ec-93fc-8393f9c73b53 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 Nov 22 16:07:08.985420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 908d12e3-ef65-412c-ba90-ce59ca9ad7de details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:07:09.098655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 908d12e3-ef65-412c-ba90-ce59ca9ad7de, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=908d12e3-ef65-412c-ba90-ce59ca9ad7de,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:09.100084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-7a5e3c43-a585-4cdd-ac10-fd06e0ff7c60 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=83f48d9859474277a1e6d61ee918f0cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246720 Nov 22 16:07:09.119477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '908d12e3-ef65-412c-ba90-ce59ca9ad7de', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '908d12e3-ef65-412c-ba90-ce59ca9ad7de', 'mac_address': 'fa:16:3e:c6:72:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:07:09.162236 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:09.177999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908d12e3-ef65-412c-ba90-ce59ca9ad7de {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:09.204441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 908d12e3-ef65-412c-ba90-ce59ca9ad7de, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=908d12e3-ef65-412c-ba90-ce59ca9ad7de,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:09.210104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:09.254954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-9ff0ab10-7e06-4f26-9d39-2791b07b0f54 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:09.257931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-9ff0ab10-7e06-4f26-9d39-2791b07b0f54 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523759 Nov 22 16:07:09.279952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Request body: {'port': {'device_id': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '83f48d9859474277a1e6d61ee918f0cc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:09.293513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=908d12e3-ef65-412c-ba90-ce59ca9ad7de,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:09.319937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-368d6599-2a70-46cc-868c-c57df4d59db0 req-663a9207-6f04-4af8-9dd9-5fcf34778584 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 210 time: 0.0609148 Nov 22 16:07:09.417249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2944dc-d70a-407c-b7b8-0468c9ab73c1 req-9c9a5f66-48f2-4d06-8f0b-8302013d14cf tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:09.418846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce2944dc-d70a-407c-b7b8-0468c9ab73c1 req-9c9a5f66-48f2-4d06-8f0b-8302013d14cf tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1500027 Nov 22 16:07:09.491732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce2944dc-d70a-407c-b7b8-0468c9ab73c1 req-4c0c2689-585e-4a82-9046-d8fcdc6adef5 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617344 Nov 22 16:07:09.492903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Made reservation on behalf of 83f48d9859474277a1e6d61ee918f0cc for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:07:09.496373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:09.500049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['908d12e3-ef65-412c-ba90-ce59ca9ad7de'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:09.514694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:09.643650 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:09.654208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:09.777676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be873edb-821c-43b9-a303-4e31f89811fb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:09.791248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a7fa8-7b7d-4885-8eea-b55aa3818b55 req-7fda679a-6abd-40e6-b1bc-c0bf121aba88 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:09.791248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb6a7fa8-7b7d-4885-8eea-b55aa3818b55 req-7fda679a-6abd-40e6-b1bc-c0bf121aba88 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.1855302 Nov 22 16:07:09.826562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b0b4a-6405-4602-a2e6-ceb295600282 req-f1379363-3440-419a-a8d3-28ba9da73be8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:09.828382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d57b0b4a-6405-4602-a2e6-ceb295600282 req-f1379363-3440-419a-a8d3-28ba9da73be8 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 944 time: 0.1778400 Nov 22 16:07:09.935489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Allocated IP 192.168.233.130 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/89563d61-a84a-4b62-8bac-2c1770ad7d28) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:07:09.953548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb6a7fa8-7b7d-4885-8eea-b55aa3818b55 req-1089b573-e4d7-4684-a052-0d02ff322ddc tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555381 Nov 22 16:07:09.961438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d57b0b4a-6405-4602-a2e6-ceb295600282 req-bf0bee5a-7e50-4e79-a7ec-84975536eeb1 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032386 Nov 22 16:07:10.196566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2034784-73b7-4162-9799-3d82ece1c237 req-1038f130-ee97-4d5f-8855-32f7f67f2568 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:10.198212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2034784-73b7-4162-9799-3d82ece1c237 req-1038f130-ee97-4d5f-8855-32f7f67f2568 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1511552 Nov 22 16:07:10.222840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-bafe32bc-cc15-4bbf-bfe6-7d91fa189eaa tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:10.224333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-bafe32bc-cc15-4bbf-bfe6-7d91fa189eaa tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.71 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 944 time: 0.1422255 Nov 22 16:07:10.298017 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:10.367719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2034784-73b7-4162-9799-3d82ece1c237 req-1fb7c368-2614-4353-939d-779d6cf15b50 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544349 Nov 22 16:07:10.407895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:10.463356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Deleting port cfacc456-37f8-41fb-9a63-2f0a2a284012 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:10.463713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:10.542925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:07:10.556374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:10.559886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:07:10.568904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:10.610810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0e713811-0035-4a74-9fcc-b4413b487f1f no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:10.639493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 0e713811-0035-4a74-9fcc-b4413b487f1f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:10.639844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0e713811-0035-4a74-9fcc-b4413b487f1f not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:10.679108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cb4d7-a1d1-4586-bfa8-20f36dbc29e2 req-f212a12b-496f-4bb3-8281-2cbf31c8b915 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:10.680728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f85cb4d7-a1d1-4586-bfa8-20f36dbc29e2 req-f212a12b-496f-4bb3-8281-2cbf31c8b915 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 936 time: 0.2660923 Nov 22 16:07:10.717641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] For port cfacc456-37f8-41fb-9a63-2f0a2a284012, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cfacc456-37f8-41fb-9a63-2f0a2a284012,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:10.718020 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:10.727616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:10.727616 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:10.762874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Calling delete_port for cfacc456-37f8-41fb-9a63-2f0a2a284012 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:10.772144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49a818-ee95-4e93-8ce0-1a36900f6d6b req-5fbd1f0f-9d4d-4311-b95b-320099ee06eb tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:10.773718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c49a818-ee95-4e93-8ce0-1a36900f6d6b req-5fbd1f0f-9d4d-4311-b95b-320099ee06eb tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 949 time: 0.2066596 Nov 22 16:07:10.810399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-02e622e9-909a-4105-912e-4d3aec694caa tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5401278 Nov 22 16:07:10.815998 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4d233893-9845-4b57-a17c-a237ab964e3c None None] Provisioning complete for port 89563d61-a84a-4b62-8bac-2c1770ad7d28 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:10.816385 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d233893-9845-4b57-a17c-a237ab964e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:10.858604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Request body: {'port': {'device_id': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:10.864085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4d233893-9845-4b57-a17c-a237ab964e3c None None] Port 89563d61-a84a-4b62-8bac-2c1770ad7d28 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:07:10.888269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f85cb4d7-a1d1-4586-bfa8-20f36dbc29e2 req-a3947a9e-a6d9-4f39-9ee2-98be58a8c452 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957364 Nov 22 16:07:10.957623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c49a818-ee95-4e93-8ce0-1a36900f6d6b req-4c23e66e-75fc-41fd-8335-2da823371079 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751814 Nov 22 16:07:10.971756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:11.003510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 908d12e3-ef65-412c-ba90-ce59ca9ad7de up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:11.096678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 908d12e3-ef65-412c-ba90-ce59ca9ad7de completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:07:11.104931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 908d12e3-ef65-412c-ba90-ce59ca9ad7de triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:11.105491 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:11.216337 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:11.247869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe9710-598c-47ac-ba05-90d69600d2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908d12e3-ef65-412c-ba90-ce59ca9ad7de'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:11.250576 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438c2041-871d-4393-8a25-b2a2f8c749c5" -d '{"events": [{"server_uuid": "41fe9710-598c-47ac-ba05-90d69600d2c2", "name": "network-vif-plugged", "status": "completed", "tag": "908d12e3-ef65-412c-ba90-ce59ca9ad7de"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:11.265953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 908d12e3-ef65-412c-ba90-ce59ca9ad7de, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=908d12e3-ef65-412c-ba90-ce59ca9ad7de,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:11.270124 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:11.336580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=908d12e3-ef65-412c-ba90-ce59ca9ad7de,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:11.537358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acfe9-87a8-48a4-9712-3bf443dbe7db req-a52dd89c-0617-4527-8853-4fb4cece61bb tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:11.538809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e51acfe9-87a8-48a4-9712-3bf443dbe7db req-a52dd89c-0617-4527-8853-4fb4cece61bb tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=334cbcc2-b9bf-483a-8224-42e9b23530ea HTTP/1.1" status: 200 len: 866 time: 0.2232664 Nov 22 16:07:11.539551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:11.565108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-fde4b016-0cd7-4dd8-95ec-1f57e5a5f001 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:11.566782 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-fde4b016-0cd7-4dd8-95ec-1f57e5a5f001 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1097 time: 0.0601530 Nov 22 16:07:11.567299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99df5e-5642-49ca-85cb-10a4f1487417 req-b7505e48-27a3-473f-9968-c6dc725c55d9 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:11.569379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f99df5e-5642-49ca-85cb-10a4f1487417 req-b7505e48-27a3-473f-9968-c6dc725c55d9 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 946 time: 0.2526624 Nov 22 16:07:11.582307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811716-3'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:11.608219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Pushing event deleted for resources: {'Port': ['ID=cfacc456-37f8-41fb-9a63-2f0a2a284012,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:11.658538 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:11.734050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] No DVR routers for this DVR port cfacc456-37f8-41fb-9a63-2f0a2a284012 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:11.754108 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:11.758291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76dcf9dd-c45f-447d-8ebf-a985a729e89f req-d7e02a6e-bd73-4a92-9fee-ae22c816f662 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.71 "DELETE /v2.0/ports/cfacc456-37f8-41fb-9a63-2f0a2a284012 HTTP/1.1" status: 204 len: 173 time: 1.5225785 Nov 22 16:07:11.758745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'name': 'network-vif-deleted', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:11.761051 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e94269-a386-4490-8e15-1f5d7d91711b" -d '{"events": [{"server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "name": "network-vif-deleted", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:11.790585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e51acfe9-87a8-48a4-9712-3bf443dbe7db req-59826499-e607-454d-b984-ef3da6ca9925 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313232 Nov 22 16:07:11.805381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f99df5e-5642-49ca-85cb-10a4f1487417 req-7fc2726e-6f50-402d-af0a-9f04946476fa tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092223 Nov 22 16:07:11.815227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:11.920409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:12.017135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89563d61-a84a-4b62-8bac-2c1770ad7d28 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:12.030492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.037396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:12.040972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.044863 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5bba8a-f95e-45a0-a04d-64bdd62a0f34" -d '{"events": [{"server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "name": "network-vif-unplugged", "status": "completed", "tag": "260c9e71-85cf-4171-86d4-f497694b9140"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:12.045057 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca579d80-9292-425a-9594-e25af23fe6cd x-openstack-request-id: req-ca579d80-9292-425a-9594-e25af23fe6cd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:12.045539 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fe9710-598c-47ac-ba05-90d69600d2c2", "name": "network-vif-plugged", "status": "completed", "tag": "908d12e3-ef65-412c-ba90-ce59ca9ad7de", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:12.045667 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca579d80-9292-425a-9594-e25af23fe6cd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:12.046258 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe9710-598c-47ac-ba05-90d69600d2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908d12e3-ef65-412c-ba90-ce59ca9ad7de', 'code': 200} Nov 22 16:07:12.063521 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.076966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Transition to ACTIVE for port object 89563d61-a84a-4b62-8bac-2c1770ad7d28 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:07:12.085936 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.188371 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7543515a-1b58-44bd-9c40-9ad466b4026e x-openstack-request-id: req-7543515a-1b58-44bd-9c40-9ad466b4026e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:12.189237 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334cbcc2-b9bf-483a-8224-42e9b23530ea", "name": "network-vif-deleted", "tag": "cfacc456-37f8-41fb-9a63-2f0a2a284012", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:12.191299 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7543515a-1b58-44bd-9c40-9ad466b4026e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:12.193069 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334cbcc2-b9bf-483a-8224-42e9b23530ea', 'name': 'network-vif-deleted', 'tag': 'cfacc456-37f8-41fb-9a63-2f0a2a284012', 'status': 'completed', 'code': 200} Nov 22 16:07:12.218265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Pushing event updated for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:12.252683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on host n-h1-811716-3 for vnic_type normal with profile {"migrating_to": "n-h2-811716-3"} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:12.253037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:12.253375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:12.262312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:07:12.262627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Attempting to bind port 260c9e71-85cf-4171-86d4-f497694b9140 on network aad03cc2-e0b6-4889-9927-06b197564568 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:12.268670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:12.269008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Checking segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:12.269545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Bound using segment: {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:12.270185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Bound port: 260c9e71-85cf-4171-86d4-f497694b9140, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbaa50f-adeb-4b23-b55e-4785da4c31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'aad03cc2-e0b6-4889-9927-06b197564568'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:12.270958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.366516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:12.372880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:12.382773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.404589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:12.467015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbc7fc-7094-4352-aa68-8d4fd0f79fe3 req-bec12efd-35fb-4b2b-9969-a8a6d8165888 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:12.475494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47cbc7fc-7094-4352-aa68-8d4fd0f79fe3 req-bec12efd-35fb-4b2b-9969-a8a6d8165888 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.2944760 Nov 22 16:07:12.486644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8117d14-1959-45be-8a8c-51879fbb99b4 req-b114f00b-8e9f-4f02-95e7-71c8af0e060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:12.486939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:12.487453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.488770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8117d14-1959-45be-8a8c-51879fbb99b4 req-b114f00b-8e9f-4f02-95e7-71c8af0e060b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 1101 time: 0.3303282 Nov 22 16:07:12.488925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] 10.222.0.71 "PUT /v2.0/ports/260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 200 len: 1122 time: 0.9119873 Nov 22 16:07:12.490425 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2ff5e-899c-4067-b3c4-30f41d6b4577 service neutron] Pushing event updated for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=8']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:12.555153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dad8e-647f-4903-843b-c57c88b3e3a9 req-307d85c2-3b35-49d8-a650-33f536eaa15e tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:12.560945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c5dad8e-647f-4903-843b-c57c88b3e3a9 req-307d85c2-3b35-49d8-a650-33f536eaa15e tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 948 time: 0.2779920 Nov 22 16:07:12.587803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Attempting to bind port 89563d61-a84a-4b62-8bac-2c1770ad7d28 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:12.588313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Attempting to bind port 89563d61-a84a-4b62-8bac-2c1770ad7d28 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:12.588758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Attempting to bind port 89563d61-a84a-4b62-8bac-2c1770ad7d28 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:12.592494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['260c9e71-85cf-4171-86d4-f497694b9140'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:12.620511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Port 89563d61-a84a-4b62-8bac-2c1770ad7d28 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:07:12.620794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Attempting to bind port 89563d61-a84a-4b62-8bac-2c1770ad7d28 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:12.644371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:12.644770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:12.645171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:12.646291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Bound port: 89563d61-a84a-4b62-8bac-2c1770ad7d28, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:12.646666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.658704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47cbc7fc-7094-4352-aa68-8d4fd0f79fe3 req-5b8bf677-2098-4db6-a6f6-09b4f32e2679 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812027 Nov 22 16:07:12.660835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8117d14-1959-45be-8a8c-51879fbb99b4 req-f0d92d0e-1bc9-454c-a92e-1b86467ce240 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628633 Nov 22 16:07:12.686305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['260c9e71-85cf-4171-86d4-f497694b9140'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:12.718740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c5dad8e-647f-4903-843b-c57c88b3e3a9 req-51d7afd4-86ea-4eb5-9f4a-10c16918ac58 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509368 Nov 22 16:07:12.747366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:12.750898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:12.761367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.811497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:12.812196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:12.814780 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532e61ba-2088-4bf9-96a9-36655c638d39 x-openstack-request-id: req-532e61ba-2088-4bf9-96a9-36655c638d39 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:12.815279 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "name": "network-vif-unplugged", "status": "completed", "tag": "260c9e71-85cf-4171-86d4-f497694b9140", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:12.815384 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-532e61ba-2088-4bf9-96a9-36655c638d39 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:12.815714 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140', 'code': 200} Nov 22 16:07:12.816725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] 10.222.0.11 "PUT /v2.0/ports/89563d61-a84a-4b62-8bac-2c1770ad7d28 HTTP/1.1" status: 200 len: 1096 time: 1.9681976 Nov 22 16:07:12.871243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae1a12-1094-4e4e-b09b-af4e8e39af0f service neutron] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:12.913446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd029def-a0e8-432b-8019-0419fe9e20d4 req-84f2535c-b88e-4f32-8a96-8a36079d2b6b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:12.921450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd029def-a0e8-432b-8019-0419fe9e20d4 req-84f2535c-b88e-4f32-8a96-8a36079d2b6b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 950 time: 0.1013477 Nov 22 16:07:13.055546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd029def-a0e8-432b-8019-0419fe9e20d4 req-89b10410-3947-4f42-8ab6-15cbae40a594 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332099 Nov 22 16:07:13.066071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-48805448-f6b0-41c0-843e-4edec3fd587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:13.072059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-48805448-f6b0-41c0-843e-4edec3fd587c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83f48d9859474277a1e6d61ee918f0cc&device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 1099 time: 0.1374207 Nov 22 16:07:13.081710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b4115-c449-485b-92b6-4a30c0a8a192 req-bbf74838-f5a0-42d4-a57e-ca1b8517f54b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:13.085841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c6b4115-c449-485b-92b6-4a30c0a8a192 req-bbf74838-f5a0-42d4-a57e-ca1b8517f54b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.1128123 Nov 22 16:07:13.131772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-765979ce-0987-447c-bcb5-868737ec5c11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28 HTTP/1.1" status: 200 len: 217 time: 0.0448492 Nov 22 16:07:13.213895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c6b4115-c449-485b-92b6-4a30c0a8a192 req-e9d4e469-8de2-4e96-b029-ad58ccb62a8f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204896 Nov 22 16:07:13.218702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-d2c85569-f406-426d-9f12-dc6c47a09c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:13.220751 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-d2c85569-f406-426d-9f12-dc6c47a09c2c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0799565 Nov 22 16:07:13.292722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-023a1bc5-baa3-4803-95eb-e8517f27775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:13.294382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-023a1bc5-baa3-4803-95eb-e8517f27775f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651953 Nov 22 16:07:13.441336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-04ed8a9c-079b-470b-b99a-2224c290002c service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380737 Nov 22 16:07:13.457730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd10713-1f89-4529-b3a0-afb0b4c14759 req-382856eb-4a50-4364-add7-bcb068e15f28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:13.460006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0cd10713-1f89-4529-b3a0-afb0b4c14759 req-382856eb-4a50-4364-add7-bcb068e15f28 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 945 time: 0.0874445 Nov 22 16:07:13.572164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0cd10713-1f89-4529-b3a0-afb0b4c14759 req-a12e75fa-d372-4824-81c5-02b0a991b5eb tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026568 Nov 22 16:07:13.593358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310279b1-16db-44aa-8910-85a04cfdc0d1 req-7179876f-fb2f-4ed9-9f80-137a23b3c302 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322455 Nov 22 16:07:13.799604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58b5d9-50a2-474e-ad0d-caab9da1ade6 req-f0f8da4a-6c1c-4110-b079-61a2f90486e2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:13.801200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da58b5d9-50a2-474e-ad0d-caab9da1ade6 req-f0f8da4a-6c1c-4110-b079-61a2f90486e2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.0582244 Nov 22 16:07:13.886537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da58b5d9-50a2-474e-ad0d-caab9da1ade6 req-f11845c1-fd66-4528-8c49-d1138870efb4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781636 Nov 22 16:07:13.894479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225bda6-e65a-4148-8ca3-1360a3cefdda req-22f8367b-101f-4957-a096-230f6ed90b06 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:13.896237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6225bda6-e65a-4148-8ca3-1360a3cefdda req-22f8367b-101f-4957-a096-230f6ed90b06 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 948 time: 0.0896828 Nov 22 16:07:13.942282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-586668ee-6b59-4777-a225-ff377d4dd6a2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:13.944845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-586668ee-6b59-4777-a225-ff377d4dd6a2 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.71 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 945 time: 0.0683897 Nov 22 16:07:13.988723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6225bda6-e65a-4148-8ca3-1360a3cefdda req-13ee3a16-0d96-41d9-a276-f65f9d4e0604 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832345 Nov 22 16:07:14.076967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Deleting port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:14.077306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:14.181767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] For port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,segment=NetworkSegment(ce1ea899-265c-4c22-b9a2-4d8708edb080),segment_id=ce1ea899-265c-4c22-b9a2-4d8708edb080)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:14.182322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:14.196600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaba8a-2577-4937-8751-9f499a486dc9 req-69692df6-a1b0-445c-8eb4-29346c2eee97 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:14.197227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Calling delete_port for e617c29a-6c88-4da9-8fa4-2bff07fc6a8e owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:14.198225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fdaba8a-2577-4937-8751-9f499a486dc9 req-69692df6-a1b0-445c-8eb4-29346c2eee97 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 950 time: 0.0543964 Nov 22 16:07:14.198726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:14.201041 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79f17cc-6c10-4e4a-aedb-fb10378dff47" -d '{"events": [{"name": "network-changed", "server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:14.242231 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260c64c2-1d92-48c6-9452-ed2d5d25dec6 x-openstack-request-id: req-260c64c2-1d92-48c6-9452-ed2d5d25dec6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:14.242635 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:14.242898 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-260c64c2-1d92-48c6-9452-ed2d5d25dec6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:14.243305 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'status': 'completed', 'code': 200} Nov 22 16:07:14.264431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fdaba8a-2577-4937-8751-9f499a486dc9 req-259115f6-63d4-450b-8b22-c8b88aeb63bc tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584464 Nov 22 16:07:14.432451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4f20c-c6bb-41c4-8b59-fa051509b7f3 req-a5069a8b-0a07-4e93-81e4-75f71331b536 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:14.433986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73d4f20c-c6bb-41c4-8b59-fa051509b7f3 req-a5069a8b-0a07-4e93-81e4-75f71331b536 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.1012063 Nov 22 16:07:14.439628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-6ed146e4-f69f-4708-900b-115def6e6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:14.441340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-6ed146e4-f69f-4708-900b-115def6e6196 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83f48d9859474277a1e6d61ee918f0cc&device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 1099 time: 0.0956042 Nov 22 16:07:14.553986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73d4f20c-c6bb-41c4-8b59-fa051509b7f3 req-e029e804-21b2-4015-aa32-5f483e526e8a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116028 Nov 22 16:07:14.590808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-4e992057-4447-4469-adbf-fbe29efb24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:14.592306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-4e992057-4447-4469-adbf-fbe29efb24ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1428301 Nov 22 16:07:14.614794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 260c9e71-85cf-4171-86d4-f497694b9140 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:07:14.629517 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cfacc456-37f8-41fb-9a63-2f0a2a284012 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:14.659477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-b12cdd22-1226-44c4-95c5-ede00ef2392e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28 HTTP/1.1" status: 200 len: 217 time: 0.0546050 Nov 22 16:07:14.677074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: cfacc456-37f8-41fb-9a63-2f0a2a284012 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:14.677728 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cfacc456-37f8-41fb-9a63-2f0a2a284012 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:14.747895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:14.791679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Pushing event deleted for resources: {'Port': ['ID=e617c29a-6c88-4da9-8fa4-2bff07fc6a8e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:14.799795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-f50f88dd-4ec4-41a3-9429-6bb864848cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:14.801777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-f50f88dd-4ec4-41a3-9429-6bb864848cf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1313469 Nov 22 16:07:14.818166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:14.819926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302fec9-ef7f-445f-9367-b31f530e8425 req-abc9770c-c1b4-48cd-8293-88b793aed14a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:14.821298 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "tag": "260c9e71-85cf-4171-86d4-f497694b9140"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:14.821637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8302fec9-ef7f-445f-9367-b31f530e8425 req-abc9770c-c1b4-48cd-8293-88b793aed14a tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/ports?device_id=738e908e-73fc-46db-8034-5298cdec4ae9 HTTP/1.1" status: 200 len: 866 time: 0.1362307 Nov 22 16:07:14.827870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:14.841883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 260c9e71-85cf-4171-86d4-f497694b9140 has no active binding in host n-h2-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:07:14.844336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] No DVR routers for this DVR port e617c29a-6c88-4da9-8fa4-2bff07fc6a8e on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:14.847430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:14.851262 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c474567b-ee74-49fd-9093-15a0d0c7ef03 req-6e16f8ec-0562-4a7e-a283-fdc3616f3206 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.71 "DELETE /v2.0/ports/e617c29a-6c88-4da9-8fa4-2bff07fc6a8e HTTP/1.1" status: 204 len: 173 time: 0.8918526 Nov 22 16:07:14.885477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313c1ef-ff86-499b-b812-7b443275d180 req-d4142894-a5fc-41b2-bdf6-d44891c07d7b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:14.890386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c313c1ef-ff86-499b-b812-7b443275d180 req-d4142894-a5fc-41b2-bdf6-d44891c07d7b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 950 time: 0.1219425 Nov 22 16:07:14.931887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-3e3e038f-02ad-438d-a399-a3b4101ae102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:14.933430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-3e3e038f-02ad-438d-a399-a3b4101ae102 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108334 Nov 22 16:07:14.947315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8302fec9-ef7f-445f-9367-b31f530e8425 req-5430d4ed-8810-46b9-b5d4-8497af5858e7 tempest-LiveAutoBlockMigrationV225Test-2004095477 tempest-LiveAutoBlockMigrationV225Test-2004095477-project] 10.222.0.69 "GET /v2.0/security-groups?id=d6ac114f-a6e2-4e55-ac68-91bc49252dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974448 Nov 22 16:07:15.001610 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef5806d-2640-421f-b98b-7ddd3ab7a4ce x-openstack-request-id: req-7ef5806d-2640-421f-b98b-7ddd3ab7a4ce {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:15.002112 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "tag": "260c9e71-85cf-4171-86d4-f497694b9140", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:15.002219 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ef5806d-2640-421f-b98b-7ddd3ab7a4ce {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:15.002555 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140', 'status': 'completed', 'code': 200} Nov 22 16:07:15.039303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c313c1ef-ff86-499b-b812-7b443275d180 req-071fa181-abb9-4a87-b9bf-27d4a54af44f tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440618 Nov 22 16:07:15.149631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-3cd400d4-7aaf-4429-a715-b5d05a04ad10 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000279 Nov 22 16:07:15.186399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-1a5443c9-cd30-405d-9f73-1ab9559e0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:15.187882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-1a5443c9-cd30-405d-9f73-1ab9559e0780 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1125 time: 0.1368537 Nov 22 16:07:15.195603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef9c3f-5516-490c-aeff-90e7a2ec35f1 req-fcb8c3d2-7880-4d7f-afb2-37745ad7c5c1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:15.197183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26ef9c3f-5516-490c-aeff-90e7a2ec35f1 req-fcb8c3d2-7880-4d7f-afb2-37745ad7c5c1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1256359 Nov 22 16:07:15.404031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26ef9c3f-5516-490c-aeff-90e7a2ec35f1 req-ebfea33c-6a28-4c8a-ae1b-9ad033d1a014 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734645 Nov 22 16:07:15.411838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa246f1-5ccd-402c-8fa6-80cabf69422f req-51c278de-cb06-4224-bded-f5d28ea8c2be tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:15.413549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaa246f1-5ccd-402c-8fa6-80cabf69422f req-51c278de-cb06-4224-bded-f5d28ea8c2be tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 948 time: 0.2398181 Nov 22 16:07:15.423815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f79f17cc-6c10-4e4a-aedb-fb10378dff47 req-e81fd907-d9e8-4747-bfe9-651382d39b55 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626128 Nov 22 16:07:15.447562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-379c12a4-bd57-4b47-9df8-79345129344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:15.449127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-379c12a4-bd57-4b47-9df8-79345129344b service neutron] 10.222.0.11 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.2176466 Nov 22 16:07:15.511778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-1533dc00-5616-4bbc-9a76-f513faa724ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 200 len: 217 time: 0.0463715 Nov 22 16:07:15.515316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaa246f1-5ccd-402c-8fa6-80cabf69422f req-c2cb2995-0ada-4c8f-9369-5782c62053d0 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852628 Nov 22 16:07:15.572731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-4ed85940-cede-4cd4-b394-b248811e51be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:15.574376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-4ed85940-cede-4cd4-b394-b248811e51be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.0554407 Nov 22 16:07:15.634056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-d9883d2a-677c-4318-bfe4-9a8c8c487b86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471799 Nov 22 16:07:15.764797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ce436-261e-4ece-9003-8c3474a043d7 req-5d7c188e-de92-46f0-98d2-4df716d51ba6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:15.766349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-290ce436-261e-4ece-9003-8c3474a043d7 req-5d7c188e-de92-46f0-98d2-4df716d51ba6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.1126387 Nov 22 16:07:15.787355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-35c9ed2c-88cd-4c85-86a6-4cc883ea082f service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404936 Nov 22 16:07:15.876929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-290ce436-261e-4ece-9003-8c3474a043d7 req-c6ace4e5-1fe6-4ed8-8d71-6a58aecad008 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012504 Nov 22 16:07:15.925014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0693f8ad-bf71-4ef0-9fd2-2daf4da410c9 req-c1237935-fbbf-40f1-b837-ba21ea9a427e service neutron] 10.222.0.11 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281822 Nov 22 16:07:16.014146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38942) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:16.201478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb88558-bb97-4203-a7fc-95e6e37e0f1a req-5dbf3ade-f23a-48bb-8312-0b8f69f57355 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:16.211741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acb88558-bb97-4203-a7fc-95e6e37e0f1a req-5dbf3ade-f23a-48bb-8312-0b8f69f57355 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 950 time: 0.0840755 Nov 22 16:07:16.269169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-56358d8b-2ee5-4f5e-a3b7-55fac1660f44 admin admin] Deleting subnet ebf44a3e-fa73-4322-baca-1b91d9430850 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:07:16.273380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56358d8b-2ee5-4f5e-a3b7-55fac1660f44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:16.284478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acb88558-bb97-4203-a7fc-95e6e37e0f1a req-05d73dbc-dffd-4db0-917e-6c1489ce6a40 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690148 Nov 22 16:07:16.325960 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56358d8b-2ee5-4f5e-a3b7-55fac1660f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:16.372512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56358d8b-2ee5-4f5e-a3b7-55fac1660f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:16.433222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56358d8b-2ee5-4f5e-a3b7-55fac1660f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:16.469577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56358d8b-2ee5-4f5e-a3b7-55fac1660f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf44a3e-fa73-4322-baca-1b91d9430850,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:16.478588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56358d8b-2ee5-4f5e-a3b7-55fac1660f44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:16.485793 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-56358d8b-2ee5-4f5e-a3b7-55fac1660f44 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ebf44a3e-fa73-4322-baca-1b91d9430850 HTTP/1.1" status: 204 len: 168 time: 0.4705248 Nov 22 16:07:16.486003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:16.589865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-67d21da9-658c-4820-b28f-935f9960e414 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:16.591405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-67d21da9-658c-4820-b28f-935f9960e414 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.11 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 950 time: 0.1455534 Nov 22 16:07:16.639871 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:16.681337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4360f-65fe-4749-9f46-25f2c3f57db8 req-1ef0206d-9e22-4014-8e96-e4498ba7f335 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:16.682992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1e4360f-65fe-4749-9f46-25f2c3f57db8 req-1ef0206d-9e22-4014-8e96-e4498ba7f335 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1444266 Nov 22 16:07:16.868748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1e4360f-65fe-4749-9f46-25f2c3f57db8 req-9011f251-16c0-495d-9851-c174271f7150 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642802 Nov 22 16:07:16.880506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60535225-de2f-4929-af6e-e41d99854cd8 req-6d10e869-130f-4e8f-a8e9-28aaaf428533 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:16.882365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60535225-de2f-4929-af6e-e41d99854cd8 req-6d10e869-130f-4e8f-a8e9-28aaaf428533 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 948 time: 0.1793249 Nov 22 16:07:16.893051 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:16.933837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Deleting port 908d12e3-ef65-412c-ba90-ce59ca9ad7de {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:16.934164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:16.939430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7590de7-4c87-45b1-807e-6d53010a213a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:16.966575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1ea899-265c-4c22-b9a2-4d8708edb080') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:16.966894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1ea899-265c-4c22-b9a2-4d8708edb080') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:17.003644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'name': 'network-vif-deleted', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:17.011615 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347639d9-3e95-48d4-90dd-9b6eee2d44ab" -d '{"events": [{"server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "name": "network-vif-deleted", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:17.014178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.020263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:07:17.059089 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.089030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60535225-de2f-4929-af6e-e41d99854cd8 req-70ef3c9c-b409-40c2-a5c8-169654b369bc tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942918 Nov 22 16:07:17.096756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:07:17.097462 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:07:17.100708 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:07:17.166787 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2392ebfb-2b3d-4d5d-8247-4577fa933d37 x-openstack-request-id: req-2392ebfb-2b3d-4d5d-8247-4577fa933d37 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:17.167336 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "738e908e-73fc-46db-8034-5298cdec4ae9", "name": "network-vif-deleted", "tag": "e617c29a-6c88-4da9-8fa4-2bff07fc6a8e", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:17.167455 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2392ebfb-2b3d-4d5d-8247-4577fa933d37 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:17.170968 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738e908e-73fc-46db-8034-5298cdec4ae9', 'name': 'network-vif-deleted', 'tag': 'e617c29a-6c88-4da9-8fa4-2bff07fc6a8e', 'status': 'completed', 'code': 200} Nov 22 16:07:17.182201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:17.198623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'mac_address': 'fa:16:3e:07:10:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:07:17.253357 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.272873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89563d61-a84a-4b62-8bac-2c1770ad7d28 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:17.304727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:17.312233 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.384805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:17.522072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] For port 908d12e3-ef65-412c-ba90-ce59ca9ad7de, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=908d12e3-ef65-412c-ba90-ce59ca9ad7de,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:17.522836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.551358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['89563d61-a84a-4b62-8bac-2c1770ad7d28'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:17.558447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Calling delete_port for 908d12e3-ef65-412c-ba90-ce59ca9ad7de owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:17.572461 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.589280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd7016-04f9-4d11-b66d-66a0c72de07b req-535a5f60-0001-4dff-a1d6-9e298ca4140f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:17.590810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29dd7016-04f9-4d11-b66d-66a0c72de07b req-535a5f60-0001-4dff-a1d6-9e298ca4140f tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.5504265 Nov 22 16:07:17.593589 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.599465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] 10.222.0.69 "DELETE /v2.0/networks/a7590de7-4c87-45b1-807e-6d53010a213a HTTP/1.1" status: 204 len: 168 time: 1.1076090 Nov 22 16:07:17.601218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38968) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:17.652392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45d5b-83ba-4578-844a-22c36a9a14ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a7590de7-4c87-45b1-807e-6d53010a213a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:17.699389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed551b5-f723-495d-8002-00e02fe8333d req-4eab3b9b-8999-409b-91f4-cd7ba9df3d36 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:17.700778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ed551b5-f723-495d-8002-00e02fe8333d req-4eab3b9b-8999-409b-91f4-cd7ba9df3d36 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/ports?device_id=41fe9710-598c-47ac-ba05-90d69600d2c2 HTTP/1.1" status: 200 len: 950 time: 0.2156374 Nov 22 16:07:17.703536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-439ba13a-6ff2-4cfd-9762-2744fa3e9a69 admin admin] Deleting subnet 929f4149-e7fd-4626-87eb-05217de344af {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:07:17.706949 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439ba13a-6ff2-4cfd-9762-2744fa3e9a69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.740517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29dd7016-04f9-4d11-b66d-66a0c72de07b req-3b15224c-5818-44c4-b3ed-912965b06024 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392658 Nov 22 16:07:17.747798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439ba13a-6ff2-4cfd-9762-2744fa3e9a69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.799266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439ba13a-6ff2-4cfd-9762-2744fa3e9a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.849867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ed551b5-f723-495d-8002-00e02fe8333d req-0b108000-a80a-4689-9f9e-09cb281e1d32 tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.69 "GET /v2.0/security-groups?id=1eedbc70-2c93-4931-a9dc-eb279d333df6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342473 Nov 22 16:07:17.881363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439ba13a-6ff2-4cfd-9762-2744fa3e9a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.894611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.924756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ba13a-6ff2-4cfd-9762-2744fa3e9a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929f4149-e7fd-4626-87eb-05217de344af,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:17.941000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439ba13a-6ff2-4cfd-9762-2744fa3e9a69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:17.946439 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-439ba13a-6ff2-4cfd-9762-2744fa3e9a69 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/929f4149-e7fd-4626-87eb-05217de344af HTTP/1.1" status: 204 len: 168 time: 0.3429301 Nov 22 16:07:17.949251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38974) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:17.958300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Pushing event deleted for resources: {'Port': ['ID=908d12e3-ef65-412c-ba90-ce59ca9ad7de,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:18.045894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.075799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] No DVR routers for this DVR port 908d12e3-ef65-412c-ba90-ce59ca9ad7de on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:18.079323 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.083311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecba4b09-b5d9-4d00-a8d1-c079d4c9c8fb req-52b1f4bf-75c3-4ded-aaa1-d521668cfc9b tempest-ServerDiagnosticsNegativeTest-1235845542 tempest-ServerDiagnosticsNegativeTest-1235845542-project] 10.222.0.11 "DELETE /v2.0/ports/908d12e3-ef65-412c-ba90-ce59ca9ad7de HTTP/1.1" status: 204 len: 173 time: 1.4826782 Nov 22 16:07:18.086695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fe9710-598c-47ac-ba05-90d69600d2c2', 'name': 'network-vif-deleted', 'tag': '908d12e3-ef65-412c-ba90-ce59ca9ad7de'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:18.086695 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57fb4d2-3d3e-4910-8258-fc2a4baa7339" -d '{"events": [{"server_uuid": "41fe9710-598c-47ac-ba05-90d69600d2c2", "name": "network-vif-deleted", "tag": "908d12e3-ef65-412c-ba90-ce59ca9ad7de"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:18.098520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08289118-489c-4bc1-af1f-5b887501377f req-4816e877-ac1e-42a8-8837-052029278e6b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:18.100732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08289118-489c-4bc1-af1f-5b887501377f req-4816e877-ac1e-42a8-8837-052029278e6b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1392267 Nov 22 16:07:18.146476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['908d12e3-ef65-412c-ba90-ce59ca9ad7de'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:18.195754 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274de3fb-e48a-4803-aa31-b9cb0ff702f9 x-openstack-request-id: req-274de3fb-e48a-4803-aa31-b9cb0ff702f9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:18.196109 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fe9710-598c-47ac-ba05-90d69600d2c2", "name": "network-vif-deleted", "tag": "908d12e3-ef65-412c-ba90-ce59ca9ad7de", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:18.196376 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-274de3fb-e48a-4803-aa31-b9cb0ff702f9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:18.196788 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fe9710-598c-47ac-ba05-90d69600d2c2', 'name': 'network-vif-deleted', 'tag': '908d12e3-ef65-412c-ba90-ce59ca9ad7de', 'status': 'completed', 'code': 200} Nov 22 16:07:18.229934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08289118-489c-4bc1-af1f-5b887501377f req-6f473b7b-7530-4ae7-9a1e-9def0d958120 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216035 Nov 22 16:07:18.247245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-32109874-9cb1-4c3e-aecc-1681227413d2 service neutron] 10.222.0.11 "GET /v2.0/ports/260c9e71-85cf-4171-86d4-f497694b9140/bindings/n-h2-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.1287754 Nov 22 16:07:18.251309 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.290161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3985a928-2c2d-4e56-ad2d-e512154e0ead']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:18.306448 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acfe677-6593-45a4-a3d5-c70618dd59a9') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:18.307237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acfe677-6593-45a4-a3d5-c70618dd59a9') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:18.319889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.345050 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.354750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:07:18.355795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:07:18.357697 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:07:18.386907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7a511-b80a-4c71-b06a-99b56a6f537d req-6c1c2499-8f0d-447c-8142-25c174ff31fc tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:18.388433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7aa7a511-b80a-4c71-b06a-99b56a6f537d req-6c1c2499-8f0d-447c-8142-25c174ff31fc tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 949 time: 0.0804276 Nov 22 16:07:18.429745 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.436640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.440740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3985a928-2c2d-4e56-ad2d-e512154e0ead HTTP/1.1" status: 204 len: 168 time: 0.4900107 Nov 22 16:07:18.453514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411148e3-f841-44b6-830d-7e46edae35c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3985a928-2c2d-4e56-ad2d-e512154e0ead,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:18.521624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7aa7a511-b80a-4c71-b06a-99b56a6f537d req-4075b3d6-fae5-432a-9acb-837d51c39e53 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116216 Nov 22 16:07:18.567965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:18.583941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38986) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:18.594521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:18.640751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260c9e71-85cf-4171-86d4-f497694b9140 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:18.643771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e617c29a-6c88-4da9-8fa4-2bff07fc6a8e no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:18.648824 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-942e9cfb-5757-4391-9c30-8d86755a23c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb90cc83c0a14939848c89f857ea49d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600476 Nov 22 16:07:18.651430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38988) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:18.668777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: e617c29a-6c88-4da9-8fa4-2bff07fc6a8e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:18.669447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e617c29a-6c88-4da9-8fa4-2bff07fc6a8e not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:18.671700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:18.703296 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.778859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.822415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.876868 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9cdb4666-686d-4840-b909-0eb3b0e9091b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.892894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Transition to ACTIVE for port object 260c9e71-85cf-4171-86d4-f497694b9140 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:07:18.902133 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:18.961866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b8176-10c6-4447-aa48-9611402f2d35 req-70b53845-660f-43bb-8f9c-d37a5290fee4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:18.963474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a0b8176-10c6-4447-aa48-9611402f2d35 req-70b53845-660f-43bb-8f9c-d37a5290fee4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 944 time: 0.1312835 Nov 22 16:07:19.016891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:19.024731 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:19.027949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:19.031919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6ac114f-a6e2-4e55-ac68-91bc49252dba HTTP/1.1" status: 204 len: 168 time: 0.3777392 Nov 22 16:07:19.037683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] No DVR routers for this DVR port 260c9e71-85cf-4171-86d4-f497694b9140 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:19.056242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Pushing event updated for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:19.078826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ac114f-a6e2-4e55-ac68-91bc49252dba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:19.095493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 89563d61-a84a-4b62-8bac-2c1770ad7d28 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:07:19.102879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.103141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 89563d61-a84a-4b62-8bac-2c1770ad7d28 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:19.103257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.103424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:19.103585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.103992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.104373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.104792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.105202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.107233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.107587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.107990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.108313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.108654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.116394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-7b230fbc-9f17-448e-a0d3-3ed65d2acd1a service neutron] 10.222.0.11 "PUT /v2.0/ports/260c9e71-85cf-4171-86d4-f497694b9140/bindings/n-h2-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8563077 Nov 22 16:07:19.120878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.121230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.122120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.122120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.122353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.123421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.123421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.123421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.123873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.124185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.124524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.125108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a0a075-9629-474f-8041-61eb835a34aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:19.146700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a0b8176-10c6-4447-aa48-9611402f2d35 req-73aa9058-d52e-4ce5-a1cb-529baf723768 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698427 Nov 22 16:07:19.274761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-2ffb56a3-2f8e-44e9-9470-8cd651e33623 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:19.274761 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-2ffb56a3-2f8e-44e9-9470-8cd651e33623 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.0784717 Nov 22 16:07:19.297686 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:19.342621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:19.344941 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa6c0fb-574d-4bdc-a60e-189694ad2e08" -d '{"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-plugged", "status": "completed", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:19.364914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:19.374070 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:19.375219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 260c9e71-85cf-4171-86d4-f497694b9140 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:19.392018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-aab97371-179d-438a-bd6d-963f37780f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:19.393599 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-aab97371-179d-438a-bd6d-963f37780f3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014&tenant_id=0627f132295b49ea8052d55add2acfaf HTTP/1.1" status: 200 len: 1096 time: 0.1122549 Nov 22 16:07:19.416839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36da8c-78a9-43f1-b420-a424a12eda3c req-adc2e663-d250-4f2b-b7ca-2b6b45c7c769 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:19.418782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad36da8c-78a9-43f1-b420-a424a12eda3c req-adc2e663-d250-4f2b-b7ca-2b6b45c7c769 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.0960832 Nov 22 16:07:19.458088 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23879e97-0275-4f8e-bdbe-6caa7a37b461 x-openstack-request-id: req-23879e97-0275-4f8e-bdbe-6caa7a37b461 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:19.458394 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-plugged", "status": "completed", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:19.458658 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23879e97-0275-4f8e-bdbe-6caa7a37b461 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:19.459060 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'code': 200} Nov 22 16:07:19.520376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 260c9e71-85cf-4171-86d4-f497694b9140 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:19.521157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 908d12e3-ef65-412c-ba90-ce59ca9ad7de no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:19.526624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-173314d9-a574-4503-bd7b-6616ce90f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:19.529773 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-173314d9-a574-4503-bd7b-6616ce90f676 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0627f132295b49ea8052d55add2acfaf&device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1096 time: 0.1018429 Nov 22 16:07:19.530903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39012) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:19.558527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:19.563311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 908d12e3-ef65-412c-ba90-ce59ca9ad7de {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:19.563983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 908d12e3-ef65-412c-ba90-ce59ca9ad7de not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:19.621655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad36da8c-78a9-43f1-b420-a424a12eda3c req-db1535c3-5e00-46da-bf40-f6aa4ff49e8d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934874 Nov 22 16:07:19.654901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39aa38-7909-4c21-a09b-fb73ff01f299 req-0269235e-8aa6-43de-b923-75d6edb788db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:19.656539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b39aa38-7909-4c21-a09b-fb73ff01f299 req-0269235e-8aa6-43de-b923-75d6edb788db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 1101 time: 0.1606522 Nov 22 16:07:19.685939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39018) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:19.692975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-e985aab0-69a2-4455-908d-8af4fe16968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:19.694617 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-e985aab0-69a2-4455-908d-8af4fe16968c service neutron] 10.222.0.71 "GET /v2.0/networks?id=aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 200 len: 909 time: 0.1515784 Nov 22 16:07:19.742716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d51b914-e99f-4225-b56d-ae87c44fe0bf req-ec0d714b-1428-443a-967e-3e0c4234e45b tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:19.744348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d51b914-e99f-4225-b56d-ae87c44fe0bf req-ec0d714b-1428-443a-967e-3e0c4234e45b tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 950 time: 0.0862103 Nov 22 16:07:19.748463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b39aa38-7909-4c21-a09b-fb73ff01f299 req-26b60185-5848-493c-bcfc-c01a90e5bc34 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787396 Nov 22 16:07:19.763506 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-710cfbc0-48a1-406d-a64f-ff70f5917a15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 200 len: 217 time: 0.0523317 Nov 22 16:07:19.804989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d51b914-e99f-4225-b56d-ae87c44fe0bf req-707505ed-1f00-488f-87ca-30d91b08cbc4 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515060 Nov 22 16:07:19.832440 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-26c898d8-9126-477d-b949-69604ed00791 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93204a6248be4ea3a6732607b5586e91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452963 Nov 22 16:07:19.835927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39020) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:19.841664 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4835acfc-8fcb-4868-ba8e-abe055e2de80 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54ba9fd332ec403a818b3f80a35d3467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083589 Nov 22 16:07:19.843372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39022) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:19.859126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-f1255b5f-0f5f-4997-8455-67390ea9ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:19.860892 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-f1255b5f-0f5f-4997-8455-67390ea9ed44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 200 len: 848 time: 0.0869501 Nov 22 16:07:19.895321 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-f9935134-781b-464b-95ae-7a830b4a1f0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aad03cc2-e0b6-4889-9927-06b197564568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266838 Nov 22 16:07:19.940398 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ae2-98ab-4f01-a4a1-69600acc29eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:19.966650 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ae2-98ab-4f01-a4a1-69600acc29eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:19.968711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9f102e-9f34-45ac-b7d3-041bd7f28854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.017026 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9f102e-9f34-45ac-b7d3-041bd7f28854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.028063 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-d6fa24fa-cf59-4775-b707-0b04aea7689e service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247795 Nov 22 16:07:20.072683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ae2-98ab-4f01-a4a1-69600acc29eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.075972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fafb9ae2-98ab-4f01-a4a1-69600acc29eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.077224 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fafb9ae2-98ab-4f01-a4a1-69600acc29eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1eedbc70-2c93-4931-a9dc-eb279d333df6 HTTP/1.1" status: 204 len: 168 time: 0.2325494 Nov 22 16:07:20.089726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb9ae2-98ab-4f01-a4a1-69600acc29eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eedbc70-2c93-4931-a9dc-eb279d333df6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:20.096415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9f102e-9f34-45ac-b7d3-041bd7f28854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.101013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9f102e-9f34-45ac-b7d3-041bd7f28854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.103329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e9f102e-9f34-45ac-b7d3-041bd7f28854 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fdad11f9-97ec-4d34-adce-637c7735b81b HTTP/1.1" status: 204 len: 168 time: 0.2652793 Nov 22 16:07:20.113277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f102e-9f34-45ac-b7d3-041bd7f28854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad11f9-97ec-4d34-adce-637c7735b81b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:20.175022 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-009c9b46-3c42-4000-9aae-8d5230b4a48b service neutron] 10.222.0.71 "GET /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339869 Nov 22 16:07:20.326729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63516da-61d0-4bb8-a827-3721f230ed3c req-34fa3ab0-28dc-4e88-bc8b-4a5428bbe8e5 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:20.331135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f63516da-61d0-4bb8-a827-3721f230ed3c req-34fa3ab0-28dc-4e88-bc8b-4a5428bbe8e5 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 945 time: 0.0814188 Nov 22 16:07:20.450367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f63516da-61d0-4bb8-a827-3721f230ed3c req-f2bb55dc-bea3-4f3a-bb82-8b47088013e6 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111898 Nov 22 16:07:20.637193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:20.654937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce9fceee-813b-4e91-9eba-543ad3ec897e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.823639 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce9fceee-813b-4e91-9eba-543ad3ec897e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.830443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-8745265b-88cb-4e67-9363-f3f3621b7993 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:20.836496 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-8745265b-88cb-4e67-9363-f3f3621b7993 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014&tenant_id=0627f132295b49ea8052d55add2acfaf&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.3259158 Nov 22 16:07:20.860544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0a30a-5be3-4635-a232-51ab253922cd req-5133d77e-ee2e-4070-bc45-dd9273972e4b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:20.862744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ba0a30a-5be3-4635-a232-51ab253922cd req-5133d77e-ee2e-4070-bc45-dd9273972e4b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1551113 Nov 22 16:07:20.870191 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce9fceee-813b-4e91-9eba-543ad3ec897e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:20.965061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ce9fceee-813b-4e91-9eba-543ad3ec897e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a247d6f70bbb4caca2bd0ace811b563c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264647 Nov 22 16:07:20.967788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39054) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:20.988196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fceee-813b-4e91-9eba-543ad3ec897e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d559edf-6d1e-4109-bd40-2803937b661a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:21.061207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ba0a30a-5be3-4635-a232-51ab253922cd req-fcd70081-f864-49f6-a95d-d7103c7406aa tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503472 Nov 22 16:07:21.077229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277d89b-8cf6-4baf-827a-ed59a1045271 req-6e80757c-43f8-495a-9cb6-efd29110f384 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:21.079519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2277d89b-8cf6-4baf-827a-ed59a1045271 req-6e80757c-43f8-495a-9cb6-efd29110f384 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 950 time: 0.1125681 Nov 22 16:07:21.102955 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8f576a-d51a-4e52-8e27-2fa89e70ea80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:21.105028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-0289e712-fb84-450c-878e-a14ec7a07278 service neutron] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:21.110943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-0289e712-fb84-450c-878e-a14ec7a07278 service neutron] Publish callbacks [] for binding, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:21.112141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-40267415-d8dc-4058-bbae-eb6493d15fc5 req-0289e712-fb84-450c-878e-a14ec7a07278 service neutron] 10.222.0.71 "DELETE /v2.0/ports/260c9e71-85cf-4171-86d4-f497694b9140/bindings/n-h1-811716-3 HTTP/1.1" status: 204 len: 173 time: 0.2661054 Nov 22 16:07:21.136750 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8f576a-d51a-4e52-8e27-2fa89e70ea80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:21.187627 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2277d89b-8cf6-4baf-827a-ed59a1045271 req-08d2b8d7-1760-4e78-b93e-e7f73561bc2a tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945559 Nov 22 16:07:21.218852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8f576a-d51a-4e52-8e27-2fa89e70ea80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:21.219016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8f576a-d51a-4e52-8e27-2fa89e70ea80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:21.223823 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de8f576a-d51a-4e52-8e27-2fa89e70ea80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d559edf-6d1e-4109-bd40-2803937b661a HTTP/1.1" status: 204 len: 168 time: 0.2513125 Nov 22 16:07:21.231053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f576a-d51a-4e52-8e27-2fa89e70ea80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d559edf-6d1e-4109-bd40-2803937b661a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:21.273350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c1d9bd3d-663b-4f00-ba6a-441fff256060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:21.645586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dda2fd-adbf-4d96-bbef-031dd9aa4594 req-130a3605-0dbd-4d55-b672-3056dbe628e1 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:21.647321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7dda2fd-adbf-4d96-bbef-031dd9aa4594 req-130a3605-0dbd-4d55-b672-3056dbe628e1 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 945 time: 0.1031942 Nov 22 16:07:21.731688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7dda2fd-adbf-4d96-bbef-031dd9aa4594 req-d97141ed-6081-440d-a678-c74ce37fc8f4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740120 Nov 22 16:07:21.889034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e3bc9-baf2-4d5e-bdec-b99fb5f4830d req-af670014-890b-44bb-9890-cb54177c8fe9 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:21.896506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-766e3bc9-baf2-4d5e-bdec-b99fb5f4830d req-af670014-890b-44bb-9890-cb54177c8fe9 tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 1096 time: 0.0587454 Nov 22 16:07:21.951099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-766e3bc9-baf2-4d5e-bdec-b99fb5f4830d req-e3eb4aa4-4a0f-4bb8-8d76-af0599eeca9c tempest-LiveMigrationTest-563250178 tempest-LiveMigrationTest-563250178-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532167 Nov 22 16:07:22.279057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839625a-5a32-43b4-8d18-182670b781ee req-61f52e00-7aa0-4374-a842-e6820210d0e7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:22.280781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0839625a-5a32-43b4-8d18-182670b781ee req-61f52e00-7aa0-4374-a842-e6820210d0e7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1120870 Nov 22 16:07:22.326508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d12da5-351e-475c-806e-b1d51f7d567a req-68cafd38-eb27-4a8d-a782-97368c297556 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:22.328488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16d12da5-351e-475c-806e-b1d51f7d567a req-68cafd38-eb27-4a8d-a782-97368c297556 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 945 time: 0.1025825 Nov 22 16:07:22.340928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:22.346022 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:22.375159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0839625a-5a32-43b4-8d18-182670b781ee req-0affc261-a8bd-43bf-823a-91caaf4d3fd5 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879846 Nov 22 16:07:22.407514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16d12da5-351e-475c-806e-b1d51f7d567a req-74646dfa-8e9b-446a-b344-003367bf6287 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647819 Nov 22 16:07:22.551419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd88bf8-4bd3-4f28-bd18-4471c91e959c req-da7e7a76-d333-438d-bafb-062cfdc71e9b tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:22.553656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fd88bf8-4bd3-4f28-bd18-4471c91e959c req-da7e7a76-d333-438d-bafb-062cfdc71e9b tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 950 time: 0.0681555 Nov 22 16:07:22.638353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fd88bf8-4bd3-4f28-bd18-4471c91e959c req-5d444364-2772-4c14-b45a-2eec631b228d tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783098 Nov 22 16:07:23.098087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-33021e37-3b82-4dab-849e-1aa478d52f57 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:23.103288 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-33021e37-3b82-4dab-849e-1aa478d52f57 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.71 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 945 time: 0.0978770 Nov 22 16:07:23.272956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Deleting port 260c9e71-85cf-4171-86d4-f497694b9140 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:23.273449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:23.418278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] For port 260c9e71-85cf-4171-86d4-f497694b9140, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=260c9e71-85cf-4171-86d4-f497694b9140,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:23.418614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:23.433872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Calling delete_port for 260c9e71-85cf-4171-86d4-f497694b9140 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:23.593599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-15d0532a-1432-4c0e-9e83-7fefd50d790f tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=275341ba58424b868c0ea25ccfcdedbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277987 Nov 22 16:07:23.617746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:23.633461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7f215d0c-d7fc-4029-9bf2-fecebc5a740e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:23.637192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['260c9e71-85cf-4171-86d4-f497694b9140'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:23.660142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Pushing event deleted for resources: {'Port': ['ID=260c9e71-85cf-4171-86d4-f497694b9140,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:23.730676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] No DVR routers for this DVR port 260c9e71-85cf-4171-86d4-f497694b9140 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:23.734170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:23.738550 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6544a0dc-9056-4e9f-9e46-4d01b95111bf req-6b54b444-03c6-454d-8c7d-e62dd78f6733 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.71 "DELETE /v2.0/ports/260c9e71-85cf-4171-86d4-f497694b9140 HTTP/1.1" status: 204 len: 173 time: 0.6225865 Nov 22 16:07:23.739983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'name': 'network-vif-deleted', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:23.753976 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d683080-64d6-4f6b-b1ad-93c0d1f11469" -d '{"events": [{"server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "name": "network-vif-deleted", "tag": "260c9e71-85cf-4171-86d4-f497694b9140"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:23.787764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29473515-044e-4e59-9f25-16c2e313d0dc req-4d0f9d27-e22b-4eff-a1b2-36c913ff68ea tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:23.789330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29473515-044e-4e59-9f25-16c2e313d0dc req-4d0f9d27-e22b-4eff-a1b2-36c913ff68ea tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1413827 Nov 22 16:07:23.797168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-6aa1c849-3fcc-4313-ad21-52eac8ff373b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:23.798567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-6aa1c849-3fcc-4313-ad21-52eac8ff373b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945870 Nov 22 16:07:23.828812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-8f2dc0e9-7643-4dd3-a939-32f862b403ab tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/quotas/275341ba58424b868c0ea25ccfcdedbc HTTP/1.1" status: 200 len: 375 time: 0.0199707 Nov 22 16:07:23.876166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-777f378e-3b21-426f-9b82-0ffe83eec126 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=275341ba58424b868c0ea25ccfcdedbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375302 Nov 22 16:07:23.882407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29473515-044e-4e59-9f25-16c2e313d0dc req-329ad609-92cf-4fe5-b3d8-921cb1a57ce7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825436 Nov 22 16:07:23.989967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-057bb713-d88a-48f8-a031-0a2ec13d9231 req-6e640518-2a0a-44ab-8a3e-2cea124259f8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 210 time: 0.0324423 Nov 22 16:07:24.138013 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65034519-7f76-4df4-80be-5eac6849d776 x-openstack-request-id: req-65034519-7f76-4df4-80be-5eac6849d776 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:24.138875 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29b0114-d756-4a88-8ab8-fd7d14fbd014", "name": "network-vif-deleted", "tag": "260c9e71-85cf-4171-86d4-f497694b9140", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:24.139313 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65034519-7f76-4df4-80be-5eac6849d776 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:24.139897 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29b0114-d756-4a88-8ab8-fd7d14fbd014', 'name': 'network-vif-deleted', 'tag': '260c9e71-85cf-4171-86d4-f497694b9140', 'status': 'completed', 'code': 200} Nov 22 16:07:24.285199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bdba7f5f-9f8c-4291-bde5-693004bb8ace req-b766a56a-4cb7-440f-9bea-43c44297bd4a tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 210 time: 0.0358713 Nov 22 16:07:24.329831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:24.370829 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:24.718475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.015065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bf438-1c9c-4c16-ab28-ec8c5e18c1f5 req-66a3dcf9-0ffd-43ca-ae1d-0641dbe02acc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:25.017220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-534bf438-1c9c-4c16-ab28-ec8c5e18c1f5 req-66a3dcf9-0ffd-43ca-ae1d-0641dbe02acc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.0574498 Nov 22 16:07:25.036755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:07:25.139713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8c6b513-f210-49f8-bbaa-59a134dae3a6 req-c8781501-8da4-4911-9b66-5ace10337364 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 210 time: 0.0584908 Nov 22 16:07:25.180154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-534bf438-1c9c-4c16-ab28-ec8c5e18c1f5 req-f42c54c5-ac25-40ae-9944-d9513b1c79e9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432014 Nov 22 16:07:25.256089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:25.287138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-c0889371-23e6-4ed6-b3f8-dd5d1ca0b600 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=275341ba58424b868c0ea25ccfcdedbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363579 Nov 22 16:07:25.290252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'mac_address': 'fa:16:3e:07:10:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:07:25.343391 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.360318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89563d61-a84a-4b62-8bac-2c1770ad7d28 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:25.385749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:25.401502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.499943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39274) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:25.542835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9e78a304-d83b-48cb-9676-a2a4f76ed630 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:25.544743 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['89563d61-a84a-4b62-8bac-2c1770ad7d28'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:25.545728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9e78a304-d83b-48cb-9676-a2a4f76ed630 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2490609 Nov 22 16:07:25.548192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d253bc9f-b07e-4093-b117-60fdd083cc2b req-2f38d6dd-55dd-4f45-9545-b39427d7e2c9 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 210 time: 0.0722554 Nov 22 16:07:25.562209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Request body: {'port': {'device_id': 'd86b353b-4104-4506-a15a-33b7bc5aa575', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '275341ba58424b868c0ea25ccfcdedbc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:25.598177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:25.675400 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53965146-1452-45d9-be05-1d8de753d34a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.715436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Made reservation on behalf of 275341ba58424b868c0ea25ccfcdedbc for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:07:25.721171 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.732157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.782946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53965146-1452-45d9-be05-1d8de753d34a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.788143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53965146-1452-45d9-be05-1d8de753d34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.831503 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-53965146-1452-45d9-be05-1d8de753d34a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7007ba0cbf34636962317c375c5bee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304451 Nov 22 16:07:25.834314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39278) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:25.853456 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.861028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53965146-1452-45d9-be05-1d8de753d34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c113cb-ccd3-437c-94d2-954667ee9ca8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:25.861630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.947326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8cab4-9986-46e1-a546-38dc0732d26e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:25.962211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c01fd59-c5fe-4aa1-ae0e-695f052fce72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:25.991868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c01fd59-c5fe-4aa1-ae0e-695f052fce72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.051618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c01fd59-c5fe-4aa1-ae0e-695f052fce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.054568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c01fd59-c5fe-4aa1-ae0e-695f052fce72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.058335 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c01fd59-c5fe-4aa1-ae0e-695f052fce72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d1c113cb-ccd3-437c-94d2-954667ee9ca8 HTTP/1.1" status: 204 len: 168 time: 0.2205126 Nov 22 16:07:26.069478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01fd59-c5fe-4aa1-ae0e-695f052fce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c113cb-ccd3-437c-94d2-954667ee9ca8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:26.072147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Allocated IP 192.168.233.217 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/313efed1-2022-46a9-a448-697b6ee5cc01) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:07:26.385036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3ea6cac-10ce-4d6e-b0af-015679183585 req-29689b8b-14cc-4202-b945-fe1366b0ffcc tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 210 time: 0.0796278 Nov 22 16:07:26.417363 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.452778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d485d-2ef5-4119-b836-7a290fa66239 req-ed5e95b4-7b1a-408b-be9f-4c602da0656b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:26.454457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f4d485d-2ef5-4119-b836-7a290fa66239 req-ed5e95b4-7b1a-408b-be9f-4c602da0656b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1109574 Nov 22 16:07:26.540385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.587524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f4d485d-2ef5-4119-b836-7a290fa66239 req-57ae172f-6817-4b47-b836-eb9670d016c6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123323 Nov 22 16:07:26.633312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39322) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:26.639637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:07:26.650589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:26.658918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 260c9e71-85cf-4171-86d4-f497694b9140 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:26.672303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:07:26.690171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f984510a-98d7-4e55-8b1e-f7023bc94918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.715404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 260c9e71-85cf-4171-86d4-f497694b9140 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:26.716100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 260c9e71-85cf-4171-86d4-f497694b9140 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:26.835894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:26.837854 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.843797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Pushing event updated for resources: {'Port': ['ID=313efed1-2022-46a9-a448-697b6ee5cc01,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:26.865746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f984510a-98d7-4e55-8b1e-f7023bc94918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.872396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f984510a-98d7-4e55-8b1e-f7023bc94918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:26.913667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:26.914293 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f984510a-98d7-4e55-8b1e-f7023bc94918 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=caa8fe534c3943a3befcfefebbf171d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846222 Nov 22 16:07:26.950924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-acd3cb88-a9d1-4c59-b2ad-791e456a8388 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3931227 Nov 22 16:07:26.951167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984510a-98d7-4e55-8b1e-f7023bc94918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1f0777-ba22-4c9a-9ab0-73bd29dff673,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:26.965871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Request body: {'port': {'device_id': 'd86b353b-4104-4506-a15a-33b7bc5aa575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:27.021237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1adf8-f0cc-44ed-a972-a698c3648548 req-29233f77-5530-4046-9b37-333207b1fef3 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:27.023151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72c1adf8-f0cc-44ed-a972-a698c3648548 req-29233f77-5530-4046-9b37-333207b1fef3 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 936 time: 0.1821938 Nov 22 16:07:27.049030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:27.088667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d5a713ba-f3c7-4f61-9be8-b51575b60d41 None None] Provisioning complete for port 313efed1-2022-46a9-a448-697b6ee5cc01 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:27.088948 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d5a713ba-f3c7-4f61-9be8-b51575b60d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.090643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f770a70b-3fb9-4890-be82-140c6bba5bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.100816 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.150902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f770a70b-3fb9-4890-be82-140c6bba5bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.169098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d5a713ba-f3c7-4f61-9be8-b51575b60d41 None None] Port 313efed1-2022-46a9-a448-697b6ee5cc01 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:07:27.207248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 89563d61-a84a-4b62-8bac-2c1770ad7d28 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:27.207659 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.226133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72c1adf8-f0cc-44ed-a972-a698c3648548 req-d15bb112-ce88-4217-a4d2-4d4ebc712fa0 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722429 Nov 22 16:07:27.361213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.403750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:27.405161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:27.408283 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771a5d9a-c6e4-42b2-a2c7-f8ec67fe16fa" -d '{"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-plugged", "status": "completed", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:27.414060 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.499273 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a268b43e-da9c-47df-ba65-ff523d365c8d x-openstack-request-id: req-a268b43e-da9c-47df-ba65-ff523d365c8d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:27.499863 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-plugged", "status": "completed", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:27.500377 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a268b43e-da9c-47df-ba65-ff523d365c8d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:27.501068 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'code': 200} Nov 22 16:07:27.502538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:27.529632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f770a70b-3fb9-4890-be82-140c6bba5bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.536894 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f770a70b-3fb9-4890-be82-140c6bba5bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.538290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f770a70b-3fb9-4890-be82-140c6bba5bfc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b1f0777-ba22-4c9a-9ab0-73bd29dff673 HTTP/1.1" status: 204 len: 168 time: 0.6230760 Nov 22 16:07:27.590569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770a70b-3fb9-4890-be82-140c6bba5bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1f0777-ba22-4c9a-9ab0-73bd29dff673,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:27.635558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a6c84b7-c940-4fb9-96a9-e977c7cdf572 req-49ae1458-5c4a-4a7d-b31f-0ab419631f3d tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 210 time: 0.0700955 Nov 22 16:07:27.779444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313efed1-2022-46a9-a448-697b6ee5cc01 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:27.801923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.915881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Transition to ACTIVE for port object 313efed1-2022-46a9-a448-697b6ee5cc01 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:07:27.933287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:27.990701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e9872-fd9d-4293-9f21-63232afd17c6 req-5071270a-7077-4748-8341-e5a021e4e584 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:27.992768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-470e9872-fd9d-4293-9f21-63232afd17c6 req-5071270a-7077-4748-8341-e5a021e4e584 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.2017608 Nov 22 16:07:28.053127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Pushing event updated for resources: {'Port': ['ID=313efed1-2022-46a9-a448-697b6ee5cc01,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:28.296812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-470e9872-fd9d-4293-9f21-63232afd17c6 req-71d16bf8-2a9e-4972-b833-245fea1df735 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906733 Nov 22 16:07:28.367007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Attempting to bind port 313efed1-2022-46a9-a448-697b6ee5cc01 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:28.368063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Attempting to bind port 313efed1-2022-46a9-a448-697b6ee5cc01 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:28.372014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Attempting to bind port 313efed1-2022-46a9-a448-697b6ee5cc01 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:28.380457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Port 313efed1-2022-46a9-a448-697b6ee5cc01 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:07:28.381613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Attempting to bind port 313efed1-2022-46a9-a448-697b6ee5cc01 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:28.441666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:28.442431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:28.443175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:28.443980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Bound port: 313efed1-2022-46a9-a448-697b6ee5cc01, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:28.444599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:28.523455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7f188-30a7-4ea0-a085-50063c3bc41e req-47da4b8e-4256-436a-9a98-e34219f53ea8 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:28.526194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee7f188-30a7-4ea0-a085-50063c3bc41e req-47da4b8e-4256-436a-9a98-e34219f53ea8 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 948 time: 0.1396518 Nov 22 16:07:28.603579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] For port 313efed1-2022-46a9-a448-697b6ee5cc01, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:28.609218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] For port 313efed1-2022-46a9-a448-697b6ee5cc01, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=313efed1-2022-46a9-a448-697b6ee5cc01,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:28.633365 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:28.768192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee7f188-30a7-4ea0-a085-50063c3bc41e req-ec3b4813-2ed5-4fdf-9355-2bc609b3897d tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290440 Nov 22 16:07:28.817630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:28.818277 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:28.819721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] 10.222.0.11 "PUT /v2.0/ports/313efed1-2022-46a9-a448-697b6ee5cc01 HTTP/1.1" status: 200 len: 1096 time: 1.8607657 Nov 22 16:07:28.830792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86b353b-4104-4506-a15a-33b7bc5aa575', 'tag': '313efed1-2022-46a9-a448-697b6ee5cc01'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:28.833906 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26365e57-b0b4-499b-988c-fa9120cc5734" -d '{"events": [{"name": "network-changed", "server_uuid": "d86b353b-4104-4506-a15a-33b7bc5aa575", "tag": "313efed1-2022-46a9-a448-697b6ee5cc01"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:28.911820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f65e248b-a9c4-48d6-aadd-a103a09a02cb req-22750146-84cf-4752-b0a6-1acaab427a1a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 210 time: 0.1227112 Nov 22 16:07:28.946673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488eef8-c228-4a4d-b52e-b75be6756e18 service neutron] Pushing event updated for resources: {'Port': ['ID=313efed1-2022-46a9-a448-697b6ee5cc01,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:29.014810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-24f16b82-93c4-4c3f-911b-ab3ba3f4314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:29.016847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-24f16b82-93c4-4c3f-911b-ab3ba3f4314b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275341ba58424b868c0ea25ccfcdedbc&device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 1099 time: 0.1144018 Nov 22 16:07:29.088801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-58495466-ee19-473d-80b8-fa3d8a5bb145 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=313efed1-2022-46a9-a448-697b6ee5cc01 HTTP/1.1" status: 200 len: 217 time: 0.0556417 Nov 22 16:07:29.090459 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cb55e9-fbe2-4565-b302-67c28dc88fc1 x-openstack-request-id: req-37cb55e9-fbe2-4565-b302-67c28dc88fc1 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:29.090754 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86b353b-4104-4506-a15a-33b7bc5aa575", "tag": "313efed1-2022-46a9-a448-697b6ee5cc01", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:29.091010 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37cb55e9-fbe2-4565-b302-67c28dc88fc1 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:29.091404 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86b353b-4104-4506-a15a-33b7bc5aa575', 'tag': '313efed1-2022-46a9-a448-697b6ee5cc01', 'status': 'completed', 'code': 200} Nov 22 16:07:29.208882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-d282e272-bcec-413c-acc2-441c76440d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:29.210588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-d282e272-bcec-413c-acc2-441c76440d84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1130342 Nov 22 16:07:29.299427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-74719c8a-7142-4e16-be70-8bfcbc84a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:29.303158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-74719c8a-7142-4e16-be70-8bfcbc84a35b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815175 Nov 22 16:07:29.514518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea71fe-0cb7-48f6-80dd-fc002abac80e req-80683c74-75ec-444f-9401-082e82a7e204 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:29.522961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecea71fe-0cb7-48f6-80dd-fc002abac80e req-80683c74-75ec-444f-9401-082e82a7e204 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1281989 Nov 22 16:07:29.527618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-aa2f1528-c6b9-4818-b2d6-b7cb314efdc8 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158980 Nov 22 16:07:29.616591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecea71fe-0cb7-48f6-80dd-fc002abac80e req-ea49acad-85a1-4c0d-9d42-3ad586a22ebd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925927 Nov 22 16:07:29.715341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a40320b-c342-4449-8370-0eaa47c5ac56 req-cda1184b-e507-4531-9b66-e707ef7e21bd service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671252 Nov 22 16:07:29.932543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-eb25ad17-8fe1-4733-96cf-b06e58373678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:29.937787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-eb25ad17-8fe1-4733-96cf-b06e58373678 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275341ba58424b868c0ea25ccfcdedbc&device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 1099 time: 0.1625288 Nov 22 16:07:30.093589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f82c0-dba1-4bda-818d-244486605ef9 req-dbb4d604-9fce-41f0-a84d-e71a35f90052 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:30.096099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb6f82c0-dba1-4bda-818d-244486605ef9 req-dbb4d604-9fce-41f0-a84d-e71a35f90052 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 948 time: 0.2200661 Nov 22 16:07:30.149240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-7855ebbe-fb07-4f99-b466-d7ad824a7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:30.150929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-7855ebbe-fb07-4f99-b466-d7ad824a7d0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2017319 Nov 22 16:07:30.256730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-76a1e0dd-8d6d-431f-bd62-4c27b6988545 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=313efed1-2022-46a9-a448-697b6ee5cc01 HTTP/1.1" status: 200 len: 217 time: 0.0665245 Nov 22 16:07:30.405306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42530734-4899-486f-9908-7f53302d58d1 req-c47f9aee-3756-4285-9e42-9c588a404889 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=b29b0114-d756-4a88-8ab8-fd7d14fbd014 HTTP/1.1" status: 200 len: 210 time: 0.1712518 Nov 22 16:07:30.445202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb6f82c0-dba1-4bda-818d-244486605ef9 req-ce8fae7b-465b-4e8e-8005-0475438e24ee tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173339 Nov 22 16:07:30.455184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-edb85506-e888-4f33-aa3c-80336a01385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:30.457150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-edb85506-e888-4f33-aa3c-80336a01385d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1996505 Nov 22 16:07:30.586122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-eae786c0-fbe1-4685-b9cc-761bca24687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:30.587642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-eae786c0-fbe1-4685-b9cc-761bca24687c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1003540 Nov 22 16:07:30.733735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-ce094667-55e3-40c4-a2ac-01bfe0b22538 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242447 Nov 22 16:07:31.003403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26365e57-b0b4-499b-988c-fa9120cc5734 req-a26693b0-2fbb-4137-a83f-b94f35907065 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611518 Nov 22 16:07:31.040055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57abb3-31e1-47ad-8894-c504073573c2 req-4072ec08-2bcf-4e2e-b562-109848670a61 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:31.048786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af57abb3-31e1-47ad-8894-c504073573c2 req-4072ec08-2bcf-4e2e-b562-109848670a61 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.1231346 Nov 22 16:07:31.151284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af57abb3-31e1-47ad-8894-c504073573c2 req-9a68af1b-654b-4dd1-b19e-ef8e7a34c85a tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013436 Nov 22 16:07:31.215885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa359f5-6bbc-44fa-b735-f8f68e489a72 req-9dd10dd9-7483-4341-a8c4-f5816cb3842e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:31.218802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afa359f5-6bbc-44fa-b735-f8f68e489a72 req-9dd10dd9-7483-4341-a8c4-f5816cb3842e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1318769 Nov 22 16:07:31.292952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afa359f5-6bbc-44fa-b735-f8f68e489a72 req-a0cd2095-7697-4a8c-8d9c-0181d240b7b5 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626578 Nov 22 16:07:31.716041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274e5b7-b68a-4c3d-9941-0e7443c7b32c req-413f84f3-3cc5-45cf-a011-f6f45f6adde8 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:31.717655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5274e5b7-b68a-4c3d-9941-0e7443c7b32c req-413f84f3-3cc5-45cf-a011-f6f45f6adde8 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 948 time: 0.1252565 Nov 22 16:07:31.868390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5274e5b7-b68a-4c3d-9941-0e7443c7b32c req-c26295ed-07f3-4a54-ad87-8da29c65733c tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425741 Nov 22 16:07:32.562787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd4c0a-1287-4ab4-a980-b73d9cf7ff94 req-d41483ae-da07-4a2f-9bfd-bb657e8267ea tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:32.565041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4fd4c0a-1287-4ab4-a980-b73d9cf7ff94 req-d41483ae-da07-4a2f-9bfd-bb657e8267ea tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1025558 Nov 22 16:07:32.665173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39512) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:32.682543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4fd4c0a-1287-4ab4-a980-b73d9cf7ff94 req-9218b6e3-e75f-4a22-ad1c-8903bcbd41fe tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106441 Nov 22 16:07:32.901101 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.037922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.048396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 313efed1-2022-46a9-a448-697b6ee5cc01 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:07:33.052092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.101974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e365a-cb71-4f84-bb85-df669675c26b req-021c7470-c656-42a0-afef-cc45bd9cb384 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:33.111125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f5e365a-cb71-4f84-bb85-df669675c26b req-021c7470-c656-42a0-afef-cc45bd9cb384 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 948 time: 0.1108141 Nov 22 16:07:33.177061 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a972c07fbfc24b1bb71db69e00641b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086708 Nov 22 16:07:33.185948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39534) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:33.192198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fde77f-fd2e-42e0-98d8-4fa97f945bb8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:33.192802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f5e365a-cb71-4f84-bb85-df669675c26b req-480cbc90-2473-4162-81bf-8fe7478c0d1c tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795164 Nov 22 16:07:33.316096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.316568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.316961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.317641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.318484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.319086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.319568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.319931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.320348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.320698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.321041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.321372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fdc0cc-8317-4a82-b9f9-f3151888559f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.372663 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18fe587f-c8dd-4374-92df-69bec79105ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.381120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 313efed1-2022-46a9-a448-697b6ee5cc01, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=313efed1-2022-46a9-a448-697b6ee5cc01,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:33.409852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '313efed1-2022-46a9-a448-697b6ee5cc01', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '313efed1-2022-46a9-a448-697b6ee5cc01', 'mac_address': 'fa:16:3e:6a:f5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:07:33.427967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18fe587f-c8dd-4374-92df-69bec79105ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.545843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d0fb2-9a8a-4617-ba29-656d58c5be0c req-4ee5276f-a706-4a81-afd3-5cb97aac82a9 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:33.557946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18fe587f-c8dd-4374-92df-69bec79105ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.560766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18fe587f-c8dd-4374-92df-69bec79105ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.561784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d4d0fb2-9a8a-4617-ba29-656d58c5be0c req-4ee5276f-a706-4a81-afd3-5cb97aac82a9 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.2232847 Nov 22 16:07:33.572091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-18fe587f-c8dd-4374-92df-69bec79105ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7fde77f-fd2e-42e0-98d8-4fa97f945bb8 HTTP/1.1" status: 204 len: 168 time: 0.3778007 Nov 22 16:07:33.602867 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.604140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe587f-c8dd-4374-92df-69bec79105ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fde77f-fd2e-42e0-98d8-4fa97f945bb8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:33.642433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313efed1-2022-46a9-a448-697b6ee5cc01 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:33.678731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d4d0fb2-9a8a-4617-ba29-656d58c5be0c req-bf730878-2972-4fcf-a1cc-1dbb1c2bcadf tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153638 Nov 22 16:07:33.689190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 313efed1-2022-46a9-a448-697b6ee5cc01, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=313efed1-2022-46a9-a448-697b6ee5cc01,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:33.715866 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:33.868916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=313efed1-2022-46a9-a448-697b6ee5cc01,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:33.892144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.896340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.898713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.902631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.903243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.903784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.905479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.907683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.908283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.909630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.912006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.912556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:33.981631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75836f5b-43ca-4636-96f4-757bcf2f08c6 req-6b9d830e-00db-4443-8a05-c5cf6987612d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:33.989457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75836f5b-43ca-4636-96f4-757bcf2f08c6 req-6b9d830e-00db-4443-8a05-c5cf6987612d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1615949 Nov 22 16:07:34.074532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75836f5b-43ca-4636-96f4-757bcf2f08c6 req-ee0b20c0-4f9f-4cff-ad46-e06d705bcf31 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832767 Nov 22 16:07:34.094033 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['313efed1-2022-46a9-a448-697b6ee5cc01'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:34.190893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39566) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:34.215093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65ac44d6-cb9f-456a-b0fd-5d5bc22b4db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:34.406165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0809f1-0343-4ba0-a748-599b5109d375 req-cbcfc610-a6af-4068-917d-3f495b384324 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:34.421193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d0809f1-0343-4ba0-a748-599b5109d375 req-cbcfc610-a6af-4068-917d-3f495b384324 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 949 time: 0.1088660 Nov 22 16:07:34.423045 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65ac44d6-cb9f-456a-b0fd-5d5bc22b4db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:34.431264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65ac44d6-cb9f-456a-b0fd-5d5bc22b4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:34.486558 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-65ac44d6-cb9f-456a-b0fd-5d5bc22b4db2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48b1b8860ff9466da58e07b927ed6abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930386 Nov 22 16:07:34.488262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:34.514282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d0809f1-0343-4ba0-a748-599b5109d375 req-c3e164ce-4a8d-41c1-8534-a5b35a14223f tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918255 Nov 22 16:07:34.514922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac44d6-cb9f-456a-b0fd-5d5bc22b4db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09685b1b-e69c-4660-aae9-9add5b490882,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:34.600441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dda9484-d205-46bf-816c-09ce7c529f4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:34.629594 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dda9484-d205-46bf-816c-09ce7c529f4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:34.735418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66518d8d-7c34-4dd8-82df-de87daba13dd req-db580946-056c-46f6-9d65-2ad405a9ebfb tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:34.737402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66518d8d-7c34-4dd8-82df-de87daba13dd req-db580946-056c-46f6-9d65-2ad405a9ebfb tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.1103735 Nov 22 16:07:34.817985 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-6d944ecf-264f-462e-a6db-93cb26708d7b service neutron] show failed (client error): The resource could not be found. Nov 22 16:07:34.819407 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-6d944ecf-264f-462e-a6db-93cb26708d7b service neutron] 10.222.0.71 "GET /v2.0/ports/cb538aa3-c1e2-4d28-9639-e056ac9a023b/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.1560087 Nov 22 16:07:34.851197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66518d8d-7c34-4dd8-82df-de87daba13dd req-8c4afe92-3d96-4780-b85b-c0cc6597fb03 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups?id=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038396 Nov 22 16:07:34.872251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dda9484-d205-46bf-816c-09ce7c529f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:34.875055 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dda9484-d205-46bf-816c-09ce7c529f4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:34.879675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3dda9484-d205-46bf-816c-09ce7c529f4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09685b1b-e69c-4660-aae9-9add5b490882 HTTP/1.1" status: 204 len: 168 time: 0.3642986 Nov 22 16:07:34.896372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda9484-d205-46bf-816c-09ce7c529f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09685b1b-e69c-4660-aae9-9add5b490882,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:35.080881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 313efed1-2022-46a9-a448-697b6ee5cc01 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:35.183480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-3fd068a7-a5dd-4375-ad7f-d31746cd249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:35.185091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-3fd068a7-a5dd-4375-ad7f-d31746cd249f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a&tenant_id=64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 1101 time: 0.0682383 Nov 22 16:07:35.203113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:35.218503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 313efed1-2022-46a9-a448-697b6ee5cc01 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:07:35.231032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 313efed1-2022-46a9-a448-697b6ee5cc01 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:35.231948 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:35.314602 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:35.544653 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:35.668518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 313efed1-2022-46a9-a448-697b6ee5cc01, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=313efed1-2022-46a9-a448-697b6ee5cc01,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:35.669334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b353b-4104-4506-a15a-33b7bc5aa575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313efed1-2022-46a9-a448-697b6ee5cc01'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:35.671832 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ad38d8-a840-49e8-b540-b82ee548d66c" -d '{"events": [{"server_uuid": "d86b353b-4104-4506-a15a-33b7bc5aa575", "name": "network-vif-plugged", "status": "completed", "tag": "313efed1-2022-46a9-a448-697b6ee5cc01"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:35.689206 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:35.774226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=313efed1-2022-46a9-a448-697b6ee5cc01,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:36.434752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b8c24-e165-4b7d-8ff2-2f481832d4d0 req-85ce0fb8-2096-4e31-84a3-ad8a8b13b898 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:36.436393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f3b8c24-e165-4b7d-8ff2-2f481832d4d0 req-85ce0fb8-2096-4e31-84a3-ad8a8b13b898 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 1.1046369 Nov 22 16:07:36.467290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:36.504391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebdfc8-8f93-4d53-8f7e-2b2b63dd2590 req-40326406-fe4e-4fd7-9249-d417d60d699b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:36.512380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cebdfc8-8f93-4d53-8f7e-2b2b63dd2590 req-40326406-fe4e-4fd7-9249-d417d60d699b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 950 time: 0.2903624 Nov 22 16:07:36.565626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2100d6-354c-422c-88cc-b83957018f16 req-5a7ebac7-79c5-4733-87f4-07a18c727587 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:36.567267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f2100d6-354c-422c-88cc-b83957018f16 req-5a7ebac7-79c5-4733-87f4-07a18c727587 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 946 time: 0.3780701 Nov 22 16:07:36.619284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:36.767140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f3b8c24-e165-4b7d-8ff2-2f481832d4d0 req-c07f5855-79fc-4b0d-8450-665a3869eb96 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733283 Nov 22 16:07:36.777243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:36.780175 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674c90ea-0348-45f7-a182-4087e2aec02b" -d '{"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-unplugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:36.787873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cebdfc8-8f93-4d53-8f7e-2b2b63dd2590 req-e4bf8554-c038-45de-8609-1ca27b74e8e2 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745290 Nov 22 16:07:36.791162 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:36.819492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Transition to ACTIVE for port object cb538aa3-c1e2-4d28-9639-e056ac9a023b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:07:36.831071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Deleting port c9561a5c-27ab-4211-8055-822bbe7074a2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:36.831656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:36.914341 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b4605a-6bfb-4c74-b817-68f1a1a7be47 x-openstack-request-id: req-e5b4605a-6bfb-4c74-b817-68f1a1a7be47 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:36.916115 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86b353b-4104-4506-a15a-33b7bc5aa575", "name": "network-vif-plugged", "status": "completed", "tag": "313efed1-2022-46a9-a448-697b6ee5cc01", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:36.916393 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5b4605a-6bfb-4c74-b817-68f1a1a7be47 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:36.916825 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b353b-4104-4506-a15a-33b7bc5aa575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313efed1-2022-46a9-a448-697b6ee5cc01', 'code': 200} Nov 22 16:07:36.974832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] For port c9561a5c-27ab-4211-8055-822bbe7074a2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c9561a5c-27ab-4211-8055-822bbe7074a2,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:36.975390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:37.244569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:37.245119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:37.245541 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Floating IP 8f7b0da2-91db-4e5f-b917-9100a941d977 disassociated. External IP: 172.25.5.192, port: c9561a5c-27ab-4211-8055-822bbe7074a2. Nov 22 16:07:37.246003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Calling delete_port for c9561a5c-27ab-4211-8055-822bbe7074a2 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:37.426679 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:37.429003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:37.538118 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff7ecbb-7117-4517-97e8-1cfeefa92c15 x-openstack-request-id: req-dff7ecbb-7117-4517-97e8-1cfeefa92c15 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:37.539232 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-unplugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:37.539838 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dff7ecbb-7117-4517-97e8-1cfeefa92c15 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:37.540512 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'code': 200} Nov 22 16:07:37.552900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5605305-c748-4317-b642-bfa9a2647d14 req-94ff7438-c355-403c-9185-19b8de3bbffa tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.1500406 Nov 22 16:07:37.928697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Router ca877708-916c-4b02-b942-21d19c3c2202 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:07:37.935670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc410ca0-99a2-4e02-ad88-01dce9408eee req-5992404c-3565-4c28-bb7b-e3407a202291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:37.948083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc410ca0-99a2-4e02-ad88-01dce9408eee req-5992404c-3565-4c28-bb7b-e3407a202291 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 1101 time: 0.5438287 Nov 22 16:07:37.970429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:38.050692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event deleted for resources: {'Port': ['ID=c9561a5c-27ab-4211-8055-822bbe7074a2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:38.057352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] No DVR routers for this DVR port cb538aa3-c1e2-4d28-9639-e056ac9a023b on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:38.142380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc410ca0-99a2-4e02-ad88-01dce9408eee req-ac5f9e31-6074-4c53-8437-44c23bdf4e64 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928941 Nov 22 16:07:38.279193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924d67f-0119-4048-b51d-63cef872ba16 req-01d7d4b1-2979-4d87-ad5e-9d5fef59787e tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:38.287055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e924d67f-0119-4048-b51d-63cef872ba16 req-01d7d4b1-2979-4d87-ad5e-9d5fef59787e tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 945 time: 0.4196014 Nov 22 16:07:38.289361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:38.289732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:38.290071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:38.363825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51158a0-599d-418c-a024-d1e1e70d19fa req-8cee65de-254d-45b2-98f1-ee40bd17e84c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:38.373341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e51158a0-599d-418c-a024-d1e1e70d19fa req-8cee65de-254d-45b2-98f1-ee40bd17e84c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 948 time: 0.4024942 Nov 22 16:07:38.387810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:07:38.388338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:38.431932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:38.432397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:38.432804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:38.433267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Bound port: cb538aa3-c1e2-4d28-9639-e056ac9a023b, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:38.433685 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:38.590584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-90010b7f-5fc6-43aa-9636-a688c16f7e0c tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:38.592065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-90010b7f-5fc6-43aa-9636-a688c16f7e0c tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 945 time: 0.2070348 Nov 22 16:07:38.604202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e924d67f-0119-4048-b51d-63cef872ba16 req-951e8edc-d38a-43cb-bcf3-3278525b8083 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162131 Nov 22 16:07:38.611312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:07:38.628634 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] Sync routers for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:07:38.656849 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:07:38.657613 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:38.701102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:38.763871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e51158a0-599d-418c-a024-d1e1e70d19fa req-3a807a94-832e-4825-a4fa-f800c90e424b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894949 Nov 22 16:07:38.779288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:38.820988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] No DVR routers for this DVR port c9561a5c-27ab-4211-8055-822bbe7074a2 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:38.839338 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:38.843607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f2100d6-354c-422c-88cc-b83957018f16 req-ed3b0107-d444-4213-becd-08c3b0dcf22f tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.11 "DELETE /v2.0/ports/c9561a5c-27ab-4211-8055-822bbe7074a2 HTTP/1.1" status: 204 len: 173 time: 2.2667196 Nov 22 16:07:38.869758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:38.944978 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:07:38.978823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:38.997856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:39.091715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c9561a5c-27ab-4211-8055-822bbe7074a2 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:39.151462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: c9561a5c-27ab-4211-8055-822bbe7074a2 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:39.151809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c9561a5c-27ab-4211-8055-822bbe7074a2 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:39.164678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:39.165454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:39.166905 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] 10.222.0.11 "PUT /v2.0/ports/cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 1096 time: 3.9685128 Nov 22 16:07:39.167584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e569-e25a-418f-82d8-5e8a36397f31 service neutron] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:39.249037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Deleting port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:39.249308 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:39.433204 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:32Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:39.485554 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] Checking router: ca877708-916c-4b02-b942-21d19c3c2202 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:07:39.497303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38228dbb-c3a9-4ddb-bf67-74a335f30bec req-66bf91bd-8c33-4c2a-b5c5-537d8253ea9a tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:39.507491 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:07:39.507837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38228dbb-c3a9-4ddb-bf67-74a335f30bec req-66bf91bd-8c33-4c2a-b5c5-537d8253ea9a tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 950 time: 0.6880829 Nov 22 16:07:39.508855 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:39.561103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'name': 'network-vif-deleted', 'tag': 'c9561a5c-27ab-4211-8055-822bbe7074a2'}, {'name': 'network-changed', 'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:39.563571 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33fd43c-990f-43b5-b02a-cd224433be08" -d '{"events": [{"server_uuid": "4e746d69-f3c2-4f27-af63-e26fb1711211", "name": "network-vif-deleted", "tag": "c9561a5c-27ab-4211-8055-822bbe7074a2"}, {"name": "network-changed", "server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:39.586524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe0cd15f-09e9-441a-92e4-bce2683d749d req-3048ed9f-0670-4844-9258-9aac02fabf00 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.0973651 Nov 22 16:07:39.630233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] For port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:39.631083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:39.695974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Calling delete_port for 7f215d0c-d7fc-4029-9bf2-fecebc5a740e owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:39.760069 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:07:39.778236 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38228dbb-c3a9-4ddb-bf67-74a335f30bec req-455679ea-0dcc-4a37-a78e-cda78d563f6e tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682610 Nov 22 16:07:39.802863 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a548039-6a98-4974-adaf-1939fe25fe9c x-openstack-request-id: req-2a548039-6a98-4974-adaf-1939fe25fe9c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:39.803262 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e746d69-f3c2-4f27-af63-e26fb1711211", "name": "network-vif-deleted", "tag": "c9561a5c-27ab-4211-8055-822bbe7074a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:39.803484 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a548039-6a98-4974-adaf-1939fe25fe9c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:39.807243 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e746d69-f3c2-4f27-af63-e26fb1711211', 'name': 'network-vif-deleted', 'tag': 'c9561a5c-27ab-4211-8055-822bbe7074a2', 'status': 'completed', 'code': 200} Nov 22 16:07:39.807568 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'status': 'completed', 'code': 200} Nov 22 16:07:39.835835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-845a7ff7-244a-4635-992c-5d64da4bde0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:39.837629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-845a7ff7-244a-4635-992c-5d64da4bde0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1099 time: 0.6294365 Nov 22 16:07:39.969034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-8e9848b2-363b-4a61-bc3c-113cd865a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:39.972754 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-8e9848b2-363b-4a61-bc3c-113cd865a5e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1099 time: 0.1562009 Nov 22 16:07:40.162107 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:32Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:40.178551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-f13b1063-8b39-44bf-95fb-83beb7ba11ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:40.181291 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-f13b1063-8b39-44bf-95fb-83beb7ba11ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1993618 Nov 22 16:07:40.196594 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd653a-37f2-4f11-990c-74bd85b26d8d None None] The sync data for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 is: [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:26Z', 'revision_number': 4, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '276c8c6e-b928-4ed7-953a-adfd55ef8eeb', 'name': '', 'network_id': '8f60531c-f861-4585-80e0-22007bd4c32c', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'mac_address': 'fa:16:3e:b3:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:25Z', 'updated_at': '2021-11-22T16:04:32Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'subnets': [{'id': '4eba48e6-7fde-4e03-9a19-7f12d791fee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:07:40.258819 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-106b0ddd-e8c9-4254-85e9-1caa4dc47fc9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0684342 Nov 22 16:07:40.322083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-c21ed50d-4992-49f9-8b80-a6886c8d9ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:40.324254 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-c21ed50d-4992-49f9-8b80-a6886c8d9ef7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0550489 Nov 22 16:07:40.390660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-84220ca1-064e-4411-ad39-35a19d3a3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:40.392923 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-84220ca1-064e-4411-ad39-35a19d3a3dda service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595791 Nov 22 16:07:40.411232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45963c-c072-4092-a81d-43711e47f3ea req-8934a08b-10b4-471b-bd50-05df4b68aa0b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:40.416542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd45963c-c072-4092-a81d-43711e47f3ea req-8934a08b-10b4-471b-bd50-05df4b68aa0b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=d4dc67cf-970c-4fbf-bb9f-075e792b3cdb HTTP/1.1" status: 200 len: 945 time: 0.4064422 Nov 22 16:07:40.456942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcb372-f273-459e-88e7-0c1837ad1371 req-a23af747-4e5a-431f-9142-6b08f5a39d57 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:40.466453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3fcb372-f273-459e-88e7-0c1837ad1371 req-a23af747-4e5a-431f-9142-6b08f5a39d57 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 948 time: 0.4593356 Nov 22 16:07:40.475389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-7e9253e9-0c81-49f5-89f3-87a81c3ddc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:40.477035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-7e9253e9-0c81-49f5-89f3-87a81c3ddc1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.6221173 Nov 22 16:07:40.588110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-619bef98-6634-4751-9660-83fb2aabc5dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0808890 Nov 22 16:07:40.636811 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-ca8e2130-eda4-4f4e-a2c2-1605facd52da service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342267 Nov 22 16:07:40.703698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43608288-3d1f-4c93-9dd6-22b6a5fac3d3 None None] New status for floating IP 8f7b0da2-91db-4e5f-b917-9100a941d977: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:07:40.737285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3fcb372-f273-459e-88e7-0c1837ad1371 req-2e964bf7-7cf0-42e6-a97e-9d1b6a59919e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698255 Nov 22 16:07:40.759718 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:40.789658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd45963c-c072-4092-a81d-43711e47f3ea req-d1816304-ec89-4ef3-8891-68ca9f121697 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076348 Nov 22 16:07:40.819280 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-a52fc98b-b086-4f1b-9ba0-e8838b7e3aae service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744049 Nov 22 16:07:40.831874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-37812e44-f1d8-473a-8db7-230fac1671bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:40.834383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-37812e44-f1d8-473a-8db7-230fac1671bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2211058 Nov 22 16:07:40.944903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Pushing event deleted for resources: {'Port': ['ID=7f215d0c-d7fc-4029-9bf2-fecebc5a740e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:41.063229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] No DVR routers for this DVR port 7f215d0c-d7fc-4029-9bf2-fecebc5a740e on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:41.068597 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:41.072054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4faf4081-7cd0-4681-a3b1-2c8da5c242bc req-8c4c0627-197b-43c9-a986-70e53561efec tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.11 "DELETE /v2.0/ports/7f215d0c-d7fc-4029-9bf2-fecebc5a740e HTTP/1.1" status: 204 len: 173 time: 2.4668927 Nov 22 16:07:41.079811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-b3403b6a-a2e3-4d1e-81d5-3bf43abafd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:41.084922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-b3403b6a-a2e3-4d1e-81d5-3bf43abafd04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2397559 Nov 22 16:07:41.098563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7f215d0c-d7fc-4029-9bf2-fecebc5a740e no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:41.142634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 7f215d0c-d7fc-4029-9bf2-fecebc5a740e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:41.142983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7f215d0c-d7fc-4029-9bf2-fecebc5a740e not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:41.237758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b17c475-c875-4dfc-8fbf-cabe03d090fc req-bed05ed1-b23d-4e7f-8e09-267767948a1d tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.0539336 Nov 22 16:07:41.277934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079f676-e5b6-497d-946a-1b35176d0362 req-1c8eb7a6-af19-4bb3-848d-65f91495b125 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:41.285373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4079f676-e5b6-497d-946a-1b35176d0362 req-1c8eb7a6-af19-4bb3-848d-65f91495b125 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 950 time: 0.1375983 Nov 22 16:07:41.353415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-4485e9fc-8d67-4c4d-a1a8-d4521e7a22ac service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590630 Nov 22 16:07:41.454151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4079f676-e5b6-497d-946a-1b35176d0362 req-ed0c6258-3003-4beb-b581-a285a74e7202 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675584 Nov 22 16:07:41.567987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-566eabe3-f953-4c18-bbfc-8966ad69c92e req-f8b8dcfc-b826-4749-941b-00697d7a873d service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990020 Nov 22 16:07:41.831415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'name': 'network-vif-deleted', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:41.843779 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a74ad18-1269-4375-a797-28cc69c7795d" -d '{"events": [{"server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "name": "network-vif-deleted", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:41.900549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-5aade053-49f4-457e-9977-87ea9d956f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:41.902380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-5aade053-49f4-457e-9977-87ea9d956f78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1099 time: 0.1598940 Nov 22 16:07:42.132733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d84ce6-cd24-42ce-8098-875de8a32f97 req-7a490f40-4ec5-4278-8829-9a7249d9d692 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:42.140514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81d84ce6-cd24-42ce-8098-875de8a32f97 req-7a490f40-4ec5-4278-8829-9a7249d9d692 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 948 time: 0.1918113 Nov 22 16:07:42.148978 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f84607b-6848-4aed-a9a1-f50566e2eb79 x-openstack-request-id: req-3f84607b-6848-4aed-a9a1-f50566e2eb79 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:42.149565 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dc67cf-970c-4fbf-bb9f-075e792b3cdb", "name": "network-vif-deleted", "tag": "7f215d0c-d7fc-4029-9bf2-fecebc5a740e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:42.149957 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f84607b-6848-4aed-a9a1-f50566e2eb79 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:42.150425 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dc67cf-970c-4fbf-bb9f-075e792b3cdb', 'name': 'network-vif-deleted', 'tag': '7f215d0c-d7fc-4029-9bf2-fecebc5a740e', 'status': 'completed', 'code': 200} Nov 22 16:07:42.164518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-01b56a57-b119-4fe9-946c-cab057b0c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:42.166107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-01b56a57-b119-4fe9-946c-cab057b0c299 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2535553 Nov 22 16:07:42.220491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-dcf5de5c-479d-44fb-9aae-b004ce3bda32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0412002 Nov 22 16:07:42.288797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81d84ce6-cd24-42ce-8098-875de8a32f97 req-3bc797d3-6843-4cf9-80fd-d931b4a49b0d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471539 Nov 22 16:07:42.338760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-da20a5e5-1366-49d2-a95b-33fb8dd1c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:42.341437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-da20a5e5-1366-49d2-a95b-33fb8dd1c3cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1130817 Nov 22 16:07:42.443650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-173b2bd6-127e-4d07-8032-27105d69f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:42.445315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-173b2bd6-127e-4d07-8032-27105d69f0d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0935457 Nov 22 16:07:42.618822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39776) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:42.630390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-3f8ae2c4-a0cc-4382-8ece-949c33a58c42 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=275341ba58424b868c0ea25ccfcdedbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553174 Nov 22 16:07:42.725942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-92d38a97-d15a-4bbe-87f8-8abf01704d7b service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718909 Nov 22 16:07:42.867210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acf51021-04ec-46e0-a4e2-641730dd6487 req-3f2b8bff-4dd1-4493-a525-ed8beadf0f25 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.0541344 Nov 22 16:07:42.896720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-33700d75-dc8c-42f0-9f61-541fdd91d51e tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:42.901676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a97d737-ddca-4304-aa16-7cdbfa93ff37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:42.903886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-33700d75-dc8c-42f0-9f61-541fdd91d51e tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558951 Nov 22 16:07:42.933278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-3f31e5c8-1db0-4d1c-8c55-1669fe31387c tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/quotas/275341ba58424b868c0ea25ccfcdedbc HTTP/1.1" status: 200 len: 375 time: 0.0282147 Nov 22 16:07:42.962794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b33fd43c-990f-43b5-b02a-cd224433be08 req-15439351-a8fd-4b2f-a5b3-86f7d6b7e7e3 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192636 Nov 22 16:07:43.013427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-a915c398-cf7b-44ad-9e06-182b027887ce tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=275341ba58424b868c0ea25ccfcdedbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0792842 Nov 22 16:07:43.086758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a97d737-ddca-4304-aa16-7cdbfa93ff37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:43.094655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a97d737-ddca-4304-aa16-7cdbfa93ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:43.102936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c742379-3589-4058-9c81-bafdb30b1af0 req-822d68bc-9305-4878-84de-a44ba527b615 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:43.121826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c742379-3589-4058-9c81-bafdb30b1af0 req-822d68bc-9305-4878-84de-a44ba527b615 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 944 time: 0.0954092 Nov 22 16:07:43.135337 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8a97d737-ddca-4304-aa16-7cdbfa93ff37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=258416a652f9492a8d7e83c7e4e629fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137076 Nov 22 16:07:43.137468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39782) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:43.197699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97d737-ddca-4304-aa16-7cdbfa93ff37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad31d9-3775-4dc0-b1bb-f2413ebadc3e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:43.243390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2937c00-b89f-49ef-9f5f-4f75778cb0c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:43.296245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2937c00-b89f-49ef-9f5f-4f75778cb0c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:43.350113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c742379-3589-4058-9c81-bafdb30b1af0 req-fbd85d4f-a042-4ff4-912b-4212fc5c0011 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271645 Nov 22 16:07:43.382125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2937c00-b89f-49ef-9f5f-4f75778cb0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:43.386741 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2937c00-b89f-49ef-9f5f-4f75778cb0c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:43.392269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a2937c00-b89f-49ef-9f5f-4f75778cb0c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18ad31d9-3775-4dc0-b1bb-f2413ebadc3e HTTP/1.1" status: 204 len: 168 time: 0.2524123 Nov 22 16:07:43.412582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-600133ae-b3f3-4d61-90bc-b4b2653dcffd tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:43.414896 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-600133ae-b3f3-4d61-90bc-b4b2653dcffd tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 944 time: 0.1819654 Nov 22 16:07:43.418005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2937c00-b89f-49ef-9f5f-4f75778cb0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad31d9-3775-4dc0-b1bb-f2413ebadc3e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:43.545748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c4cef4f-ffc7-4d0e-bf6a-f144bdb819a6 req-39462fa6-b84d-476a-a7b0-61ae127f3dd2 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 210 time: 0.0477185 Nov 22 16:07:44.326779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed8376bf-d8fe-44a2-b729-5f698fc86265 req-5a6b4352-53ba-4efc-9a4f-1caf495a15fe tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.0870283 Nov 22 16:07:44.376914 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:07:44.391667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c9edd-faf2-4cee-9faf-f7b49f18afd3 req-1639b781-62d5-406e-aa97-451a381fad8e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:44.393349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe0c9edd-faf2-4cee-9faf-f7b49f18afd3 req-1639b781-62d5-406e-aa97-451a381fad8e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 948 time: 0.1606505 Nov 22 16:07:44.396429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Deleting port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:44.396860 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:44.527519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe0c9edd-faf2-4cee-9faf-f7b49f18afd3 req-bc581747-7875-4836-8dde-4d7d704160a9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251645 Nov 22 16:07:44.677351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39838) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:44.839657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6c803-dc49-4734-a64d-b46c99ca17c1 req-636c8cdd-6c06-4497-aaf7-1230abb23cc8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:44.847040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bc6c803-dc49-4734-a64d-b46c99ca17c1 req-636c8cdd-6c06-4497-aaf7-1230abb23cc8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 944 time: 0.3417549 Nov 22 16:07:44.856358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-network', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:44.861109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3374c74f-3a2e-4348-988d-8c8f26b869ff req-07d97e23-035a-4625-8192-c485d1a3f8fc tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 210 time: 0.0611014 Nov 22 16:07:44.882653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] For port b9b88edd-55a3-43f0-a4e5-2b53e96630f4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:44.883037 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:44.928078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Made reservation on behalf of 7fd57c9e57fd46b0b94432ac7e9e71e7 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:07:44.933986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:44.934463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Calling delete_port for b9b88edd-55a3-43f0-a4e5-2b53e96630f4 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:44.985605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:44.988738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bc6c803-dc49-4734-a64d-b46c99ca17c1 req-cb39ca23-e5ec-4005-b170-bb51527f5aff tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406548 Nov 22 16:07:45.117608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:07:45.269069 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.298837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-2014a977-6e2c-4dd9-b458-8fcfc719f2e0 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=275341ba58424b868c0ea25ccfcdedbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459511 Nov 22 16:07:45.349473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:45.358337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.359760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Pushing event deleted for resources: {'Port': ['ID=b9b88edd-55a3-43f0-a4e5-2b53e96630f4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:45.378240 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.452500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'mac_address': 'fa:16:3e:34:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:07:45.462266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:07:45.492347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.493371 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Added segment 3951621d-3537-4251-b44b-1f1a4485ca9c of type vlan for network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 Nov 22 16:07:45.523030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] No DVR routers for this DVR port b9b88edd-55a3-43f0-a4e5-2b53e96630f4 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:45.541504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.548583 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.565757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18fd10ca-6adb-4248-b5dc-6701b23d36d2 req-82985436-34d8-4f20-aafb-7daf5e97be97 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.11 "DELETE /v2.0/ports/b9b88edd-55a3-43f0-a4e5-2b53e96630f4 HTTP/1.1" status: 204 len: 173 time: 2.1421218 Nov 22 16:07:45.589427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-b42c55b2-627b-4061-ad80-10bb63f7e80d tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:45.593124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-b42c55b2-627b-4061-ad80-10bb63f7e80d tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839491 Nov 22 16:07:45.593618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'name': 'network-vif-deleted', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:45.601686 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455826ad-ecef-4336-a170-5336513a31eb" -d '{"events": [{"server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "name": "network-vif-deleted", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:45.646689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Request body: {'port': {'device_id': '88b00d3d-e84f-417b-b94d-40ce3603fb67', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '275341ba58424b868c0ea25ccfcdedbc'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:45.654016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb538aa3-c1e2-4d28-9639-e056ac9a023b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:45.712188 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.757667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:45.766929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f007b7a-5355-4569-b4ea-1c38d02f8d9e req-2397a32b-d0b5-4579-a557-78bbf2102976 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.2321999 Nov 22 16:07:45.776369 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.854102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.855923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:45.858143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:45.931475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a11c13-98d5-4848-99f6-a647cdd96a84 req-b933476f-ce86-4c18-b6c6-e2f972c625e5 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:45.959251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05a11c13-98d5-4848-99f6-a647cdd96a84 req-b933476f-ce86-4c18-b6c6-e2f972c625e5 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 948 time: 0.2496307 Nov 22 16:07:45.965898 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4e7ed4-1a6c-4074-9f9e-45c486d919a2 x-openstack-request-id: req-cd4e7ed4-1a6c-4074-9f9e-45c486d919a2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:45.966214 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd888470-4198-4d03-8289-13d71ecaa936", "name": "network-vif-deleted", "tag": "b9b88edd-55a3-43f0-a4e5-2b53e96630f4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:45.966421 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd4e7ed4-1a6c-4074-9f9e-45c486d919a2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:45.966839 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd888470-4198-4d03-8289-13d71ecaa936', 'name': 'network-vif-deleted', 'tag': 'b9b88edd-55a3-43f0-a4e5-2b53e96630f4', 'status': 'completed', 'code': 200} Nov 22 16:07:46.044038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:46.059402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05a11c13-98d5-4848-99f6-a647cdd96a84 req-419710c4-fe07-422b-b840-b093ab96445a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990424 Nov 22 16:07:46.087217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce08af-2357-40c6-8624-ca9bd051db4f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:46.104094 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4273434 Nov 22 16:07:46.109704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39870) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:46.140700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['cb538aa3-c1e2-4d28-9639-e056ac9a023b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:46.154233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Request body: {'subnet': {'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-subnet', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:46.200972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Made reservation on behalf of 275341ba58424b868c0ea25ccfcdedbc for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:07:46.208161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:46.249244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Made reservation on behalf of 7fd57c9e57fd46b0b94432ac7e9e71e7 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:07:46.259523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:46.268160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-141b816b-77bf-40a4-81da-6befe8406e41 req-526c076f-af27-4ddc-b65c-ad129df3e2a8 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd888470-4198-4d03-8289-13d71ecaa936 HTTP/1.1" status: 200 len: 210 time: 0.0841305 Nov 22 16:07:46.425500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-353b90ba-0a98-4f6c-b0f4-29200e3c376f req-2caa6309-a558-4ad6-b7f3-12afc144d4fe tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 210 time: 0.1253581 Nov 22 16:07:46.683346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Allocated IP 192.168.233.155 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/dff36b8e-8137-4594-81c8-14bc6aa46e7c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:07:46.686966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc74f1-4046-4bb0-8095-208ee39ee2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:46.700967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:46.739944 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:07:46.875408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=160015e6-746d-4228-b17b-cde21445efd8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:46.885409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Checking segment: {'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:46.894972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Network hostable DHCP agents. Network: e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:07:46.959010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:07:46.976797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:46.982075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:46.983009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:46.989241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00643691-46a2-4d07-8094-b1d84c10f113 None None] Network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:07:47.015316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-862948d0-d374-4e76-9c3d-f6099d0b5917 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8946102 Nov 22 16:07:47.018454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39884) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:47.023767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:47.076983 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:47.078330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:47.116291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f2004e8-069f-4907-8753-f5dd79fcdd1e req-6dfb81ee-e53a-487e-a4cb-73cd334d0859 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e746d69-f3c2-4f27-af63-e26fb1711211 HTTP/1.1" status: 200 len: 210 time: 0.0791712 Nov 22 16:07:47.158671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b9b88edd-55a3-43f0-a4e5-2b53e96630f4 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:47.209273 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:47.212301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:47.247994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: b9b88edd-55a3-43f0-a4e5-2b53e96630f4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:47.249323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device b9b88edd-55a3-43f0-a4e5-2b53e96630f4 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:47.369938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:47.386359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['313efed1-2022-46a9-a448-697b6ee5cc01'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:47.389654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-e2651494-04ce-4e98-a41b-25fc52aca309 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:47.392419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-e2651494-04ce-4e98-a41b-25fc52aca309 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a&tenant_id=64360a594ce5409192d790eaea4a9864&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 949 time: 0.2410672 Nov 22 16:07:47.454221 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:47.486168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Pushing event updated for resources: {'Port': ['ID=dff36b8e-8137-4594-81c8-14bc6aa46e7c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:47.545001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e4589-2557-4345-b19d-57a21fc96394 req-70eaa2ab-2f02-4647-a262-f0639dfcaa1b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:47.553564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb8e4589-2557-4345-b19d-57a21fc96394 req-70eaa2ab-2f02-4647-a262-f0639dfcaa1b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.3121789 Nov 22 16:07:47.575162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:07:47.591489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:47.614539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:07:47.734652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013', 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'fixed_ips': [{'subnet_id': '160015e6-746d-4228-b17b-cde21445efd8'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:07:47.735899 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:47.819848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:47.821367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:47.898562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-662a4532-1848-49ae-967e-815000be3abc service neutron] 10.222.0.11 "GET /v2.0/ports/cb538aa3-c1e2-4d28-9639-e056ac9a023b/bindings/n-h1-811716-3 HTTP/1.1" status: 200 len: 382 time: 0.4037559 Nov 22 16:07:47.904046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-99b0becf-a6a8-4be5-8e22-fc48671f6341 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2728105 Nov 22 16:07:47.927613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb8e4589-2557-4345-b19d-57a21fc96394 req-80ef2fee-81c4-4856-8012-4ce8441b0e26 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729866 Nov 22 16:07:47.962051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Request body: {'port': {'device_id': '88b00d3d-e84f-417b-b94d-40ce3603fb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:48.085386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Allocated IP 172.20.0.2 (e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013/160015e6-746d-4228-b17b-cde21445efd8/3976ceb0-9f54-43b6-8dab-3bf18371adff) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:07:48.185350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:48.197043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:48.224227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:48.415353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-9680fda3-a5ed-40c2-903f-43be7e266697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:48.416997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-9680fda3-a5ed-40c2-903f-43be7e266697 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1100 time: 0.4869051 Nov 22 16:07:48.471899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e6f632a5-d85f-4cb8-8ec9-058827771004 None None] Provisioning complete for port dff36b8e-8137-4594-81c8-14bc6aa46e7c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:48.483325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Allocated IP 172.25.5.86 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/8b75521c-992e-4558-87df-8fc028e34d94) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:07:48.489819 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6f632a5-d85f-4cb8-8ec9-058827771004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:48.554142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c3816-105a-4b6b-b3f0-d69d2280d508 req-b0ec32ef-ea1b-430e-b141-5281890e8a20 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:48.563277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-230c3816-105a-4b6b-b3f0-d69d2280d508 req-b0ec32ef-ea1b-430e-b141-5281890e8a20 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 936 time: 0.6320920 Nov 22 16:07:48.637211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385850d-14b1-439d-ac53-6bb496312580 req-c2e37067-2bcc-46bd-b815-6a6e9b9565de tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:48.645953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f385850d-14b1-439d-ac53-6bb496312580 req-c2e37067-2bcc-46bd-b815-6a6e9b9565de tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 944 time: 0.3133326 Nov 22 16:07:48.723325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:48.785863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:48.835628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-230c3816-105a-4b6b-b3f0-d69d2280d508 req-9b38584d-a975-4f20-985b-4a8f1dabe54a tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710059 Nov 22 16:07:48.853739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-e57a2e27-d892-4e01-ae9a-e6bb3245533b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:48.855532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e6f632a5-d85f-4cb8-8ec9-058827771004 None None] Port dff36b8e-8137-4594-81c8-14bc6aa46e7c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:07:48.855832 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-e57a2e27-d892-4e01-ae9a-e6bb3245533b tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.71 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 944 time: 0.7777460 Nov 22 16:07:48.861306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:48.892615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:07:48.902428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:48.908343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:48.956453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:07:48.970161 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-22e04838-7368-4ee5-af19-5d2b22619a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:48.979402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-22e04838-7368-4ee5-af19-5d2b22619a02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.5519762 Nov 22 16:07:49.015666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f385850d-14b1-439d-ac53-6bb496312580 req-6978fdbc-95e9-47d7-a33a-658343ee0808 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683963 Nov 22 16:07:49.070961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Pushing event updated for resources: {'Port': ['ID=8b75521c-992e-4558-87df-8fc028e34d94,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:49.114669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:49.133169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:07:49.134589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:49.147466 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1330731c-70a3-4ccc-8d24-1fee38cc2eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.176394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:49.184464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:07:49.195014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Pushing event updated for resources: {'Port': ['ID=3976ceb0-9f54-43b6-8dab-3bf18371adff,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:49.309700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Deleting port 771010f2-cad2-4f80-945f-3b74c84e942e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:49.310329 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.351015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Attempting to bind port 3976ceb0-9f54-43b6-8dab-3bf18371adff on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:49.351533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Attempting to bind port 3976ceb0-9f54-43b6-8dab-3bf18371adff by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:49.352081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Attempting to bind port 3976ceb0-9f54-43b6-8dab-3bf18371adff on network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:49.360855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:49.361371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Checking segment: {'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:49.361902 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.362396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Bound using segment: {'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:49.363100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Bound port: 3976ceb0-9f54-43b6-8dab-3bf18371adff, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:49.363666 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.395480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-080f382e-86af-47ef-980f-2b7137ae7670 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.3709526 Nov 22 16:07:49.430697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port cb538aa3-c1e2-4d28-9639-e056ac9a023b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:07:49.437226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port cb538aa3-c1e2-4d28-9639-e056ac9a023b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:49.437765 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.549741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] For port 3976ceb0-9f54-43b6-8dab-3bf18371adff, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:49.558452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] For port 3976ceb0-9f54-43b6-8dab-3bf18371adff, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3976ceb0-9f54-43b6-8dab-3bf18371adff,segment=NetworkSegment(3951621d-3537-4251-b44b-1f1a4485ca9c),segment_id=3951621d-3537-4251-b44b-1f1a4485ca9c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:49.569499 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.655943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00806196-86ca-4143-b896-0af85fe9b5aa req-e1d62dca-b33f-41ac-a660-f8bf2c9dbcd8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:49.663684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00806196-86ca-4143-b896-0af85fe9b5aa req-e1d62dca-b33f-41ac-a660-f8bf2c9dbcd8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.2803180 Nov 22 16:07:49.666590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-31c97537-20b0-44f1-a4b2-dda5aa0802a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:49.668141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-31c97537-20b0-44f1-a4b2-dda5aa0802a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2283006 Nov 22 16:07:49.673486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff36b8e-8137-4594-81c8-14bc6aa46e7c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:49.706565 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.709749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64b42ce1-dd7a-4212-85e9-f910f459db80 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.762114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Transition to ACTIVE for port object dff36b8e-8137-4594-81c8-14bc6aa46e7c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:07:49.780409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64b42ce1-dd7a-4212-85e9-f910f459db80 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.792242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:49.884205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00806196-86ca-4143-b896-0af85fe9b5aa req-97d8fd46-ce88-4964-af1f-b4e544c1425d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134378 Nov 22 16:07:49.911861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-fe554940-b6be-42bc-935a-5d73236f9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:49.913551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-fe554940-b6be-42bc-935a-5d73236f9317 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283263 Nov 22 16:07:49.932255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=dff36b8e-8137-4594-81c8-14bc6aa46e7c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:50.183002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.245155 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.256091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8218e2-b266-4a1d-84eb-03fd8df65a84 None None] Pushing event updated for resources: {'Port': ['ID=3976ceb0-9f54-43b6-8dab-3bf18371adff,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:50.262122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Attempting to bind port dff36b8e-8137-4594-81c8-14bc6aa46e7c on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:50.262470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Attempting to bind port dff36b8e-8137-4594-81c8-14bc6aa46e7c by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:50.262813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Attempting to bind port dff36b8e-8137-4594-81c8-14bc6aa46e7c on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:50.265128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64b42ce1-dd7a-4212-85e9-f910f459db80 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.267873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-64b42ce1-dd7a-4212-85e9-f910f459db80 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.269221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-64b42ce1-dd7a-4212-85e9-f910f459db80 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "DELETE /v2.0/security-groups/bde32ba3-2bb6-435c-95d3-d3b829e6e5bb HTTP/1.1" status: 204 len: 168 time: 1.1535592 Nov 22 16:07:50.273101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-dabefdc7-6114-41dd-8152-a09a8d9c8af2 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378494 Nov 22 16:07:50.278203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39946) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:50.289391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] For port 771010f2-cad2-4f80-945f-3b74c84e942e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=771010f2-cad2-4f80-945f-3b74c84e942e,segment=NetworkSegment(3fbaa50f-adeb-4b23-b55e-4785da4c31f8),segment_id=3fbaa50f-adeb-4b23-b55e-4785da4c31f8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:50.291788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.339630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:50.341925 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74044a83-5239-44ca-8308-29f4aad6fd70" -d '{"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-plugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:50.399764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:50.412554 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.434542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Calling delete_port for 771010f2-cad2-4f80-945f-3b74c84e942e owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:50.438834 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-d1b34789-8db3-49c6-9835-6c324a6b2e28 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] show failed (client error): The resource could not be found. Nov 22 16:07:50.443446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d1b34789-8db3-49c6-9835-6c324a6b2e28 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "GET /v2.0/security-groups/bde32ba3-2bb6-435c-95d3-d3b829e6e5bb HTTP/1.1" status: 404 len: 347 time: 0.1605973 Nov 22 16:07:50.461307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b42ce1-dd7a-4212-85e9-f910f459db80 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde32ba3-2bb6-435c-95d3-d3b829e6e5bb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:50.462111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39952) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:50.466174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-1bead912-3c7e-4308-bb66-d42cc8ab59a1 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712482 Nov 22 16:07:50.538212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Port dff36b8e-8137-4594-81c8-14bc6aa46e7c on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:07:50.538543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Attempting to bind port dff36b8e-8137-4594-81c8-14bc6aa46e7c on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:50.549698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:50.550039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:50.550495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:50.551077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Bound port: dff36b8e-8137-4594-81c8-14bc6aa46e7c, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:50.551818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.576729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:50.588836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c3bc-994c-4cdb-b4cf-4bacc7892e0c req-d464d409-cfdf-4522-a99a-ceb6b0afd2bc tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:50.613058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4348c3bc-994c-4cdb-b4cf-4bacc7892e0c req-d464d409-cfdf-4522-a99a-ceb6b0afd2bc tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 944 time: 0.3454568 Nov 22 16:07:50.697913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] For port dff36b8e-8137-4594-81c8-14bc6aa46e7c, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:50.701500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] For port dff36b8e-8137-4594-81c8-14bc6aa46e7c, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dff36b8e-8137-4594-81c8-14bc6aa46e7c,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:50.788184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4348c3bc-994c-4cdb-b4cf-4bacc7892e0c req-51bd91f8-aedb-4502-9f6c-b580887da453 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/security-groups?id=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772144 Nov 22 16:07:50.789454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.874599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:50.876613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:50.878340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] 10.222.0.11 "PUT /v2.0/ports/dff36b8e-8137-4594-81c8-14bc6aa46e7c HTTP/1.1" status: 200 len: 1096 time: 2.9494665 Nov 22 16:07:50.880369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b00d3d-e84f-417b-b94d-40ce3603fb67', 'tag': 'dff36b8e-8137-4594-81c8-14bc6aa46e7c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:50.889802 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf1d7f2-b740-4979-9e60-fabbbb048450" -d '{"events": [{"name": "network-changed", "server_uuid": "88b00d3d-e84f-417b-b94d-40ce3603fb67", "tag": "dff36b8e-8137-4594-81c8-14bc6aa46e7c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:50.980742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3976ceb0-9f54-43b6-8dab-3bf18371adff up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:51.046529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab7a5f-a37d-48f3-bba4-7ed14e6d43b4 req-6f1d74c6-1b23-47ac-b89c-988a38c2d0ec tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:51.059802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83ab7a5f-a37d-48f3-bba4-7ed14e6d43b4 req-6f1d74c6-1b23-47ac-b89c-988a38c2d0ec tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 948 time: 0.7928135 Nov 22 16:07:51.143805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3976ceb0-9f54-43b6-8dab-3bf18371adff triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:51.145065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.198928 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.205055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Deleting port 177da876-4a24-4bf3-ba47-576c4be59b50 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:51.205396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.218605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51f52f-dd13-4250-862c-d8dc70ad9fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=dff36b8e-8137-4594-81c8-14bc6aa46e7c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:51.243146 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ee2de-4289-488d-9b01-12da0a10f970 x-openstack-request-id: req-425ee2de-4289-488d-9b01-12da0a10f970 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:51.243541 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-plugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:51.243938 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-425ee2de-4289-488d-9b01-12da0a10f970 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:51.244544 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'code': 200} Nov 22 16:07:51.276891 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b3329b4-991b-42f4-90a1-d7d510327ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.303429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-a29c1d08-d4b8-47be-aa49-a32737bb86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:51.304991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-a29c1d08-d4b8-47be-aa49-a32737bb86be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275341ba58424b868c0ea25ccfcdedbc&device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 1099 time: 0.3517945 Nov 22 16:07:51.315068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83ab7a5f-a37d-48f3-bba4-7ed14e6d43b4 req-70452f37-6c5d-4991-91c7-d31afa953cce tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538650 Nov 22 16:07:51.360894 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.369833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.404151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-d3c57567-3225-4178-bf0b-6a13ea42d943 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=dff36b8e-8137-4594-81c8-14bc6aa46e7c HTTP/1.1" status: 200 len: 217 time: 0.0859187 Nov 22 16:07:51.425860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 3976ceb0-9f54-43b6-8dab-3bf18371adff, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3976ceb0-9f54-43b6-8dab-3bf18371adff,segment=NetworkSegment(3951621d-3537-4251-b44b-1f1a4485ca9c),segment_id=3951621d-3537-4251-b44b-1f1a4485ca9c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:51.434859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.439075 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5facf8bf-f990-4356-be43-264429adde58 x-openstack-request-id: req-5facf8bf-f990-4356-be43-264429adde58 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:51.439596 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b00d3d-e84f-417b-b94d-40ce3603fb67", "tag": "dff36b8e-8137-4594-81c8-14bc6aa46e7c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:51.440524 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5facf8bf-f990-4356-be43-264429adde58 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:51.440524 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b00d3d-e84f-417b-b94d-40ce3603fb67', 'tag': 'dff36b8e-8137-4594-81c8-14bc6aa46e7c', 'status': 'completed', 'code': 200} Nov 22 16:07:51.532171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Pushing event deleted for resources: {'Port': ['ID=771010f2-cad2-4f80-945f-3b74c84e942e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:51.593623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=3976ceb0-9f54-43b6-8dab-3bf18371adff,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:51.618120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-15db0a55-3e87-44b5-ae73-8c7b452c6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:51.620287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-15db0a55-3e87-44b5-ae73-8c7b452c6240 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1394315 Nov 22 16:07:51.628284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747c6c2-8aa2-4d84-811e-342a3de642b4 req-1652dd2d-b88e-4a93-9046-96a88355fd6f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:51.630454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f747c6c2-8aa2-4d84-811e-342a3de642b4 req-1652dd2d-b88e-4a93-9046-96a88355fd6f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.1684570 Nov 22 16:07:51.630768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.631096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.634103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] No DVR routers for this DVR port 771010f2-cad2-4f80-945f-3b74c84e942e on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:51.648763 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:51.652586 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e575650d-e4af-41e7-ab16-ca07856dee17 req-51a7966a-65fb-4598-858f-5d74e39c92b4 tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.71 "DELETE /v2.0/ports/771010f2-cad2-4f80-945f-3b74c84e942e HTTP/1.1" status: 204 len: 173 time: 2.7761762 Nov 22 16:07:51.659642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'name': 'network-vif-deleted', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:51.669589 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd340b4-7620-4a46-b073-2709e9d82acf" -d '{"events": [{"server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "name": "network-vif-deleted", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:51.695711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Calling delete_port for 177da876-4a24-4bf3-ba47-576c4be59b50 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:51.753138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-bce2e8c3-863c-4f2e-a332-b141400ca86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:51.756414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-bce2e8c3-863c-4f2e-a332-b141400ca86b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1203632 Nov 22 16:07:51.766172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f747c6c2-8aa2-4d84-811e-342a3de642b4 req-14583151-f273-45dc-b3e7-e166a41c96a9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211836 Nov 22 16:07:51.781040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9e4dc-ab6e-4c91-9c03-fdfd2808c325 req-1cf1995d-0474-4f64-bf09-dbd977d118b4 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:51.790330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0f9e4dc-ab6e-4c91-9c03-fdfd2808c325 req-1cf1995d-0474-4f64-bf09-dbd977d118b4 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 950 time: 0.1188469 Nov 22 16:07:51.871955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:07:51.916113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0f9e4dc-ab6e-4c91-9c03-fdfd2808c325 req-39496a57-5ef3-4574-b452-f03f7886a2bb tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243567 Nov 22 16:07:51.974802 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e7aa51-b327-483e-98f7-b1c27cdecc9a x-openstack-request-id: req-c9e7aa51-b327-483e-98f7-b1c27cdecc9a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:51.975109 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ab062d-c374-40d3-9827-01e91b6e9bca", "name": "network-vif-deleted", "tag": "771010f2-cad2-4f80-945f-3b74c84e942e", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:51.975717 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c9e7aa51-b327-483e-98f7-b1c27cdecc9a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:51.976134 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ab062d-c374-40d3-9827-01e91b6e9bca', 'name': 'network-vif-deleted', 'tag': '771010f2-cad2-4f80-945f-3b74c84e942e', 'status': 'completed', 'code': 200} Nov 22 16:07:51.977821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-cc4a81fe-baad-4879-955e-ddd01ed6cd54 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850483 Nov 22 16:07:52.123564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed4a1ede-deaf-405a-8c29-47d5d84c28c1 req-7c5f1648-c2a5-4367-b738-ae1a1aea5e1a tempest-LiveMigrationTest-363088692 tempest-LiveMigrationTest-363088692-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4ab062d-c374-40d3-9827-01e91b6e9bca HTTP/1.1" status: 200 len: 210 time: 0.0655904 Nov 22 16:07:52.141381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:52.146406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:07:52.160890 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Sync routers for ids ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:07:52.165107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32ef6af8-830b-412a-b70d-e53d8c04f90f req-21cbafb4-3a2d-4c97-842d-4e9d2cdfcd09 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731892 Nov 22 16:07:52.189014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Pushing event deleted for resources: {'Port': ['ID=177da876-4a24-4bf3-ba47-576c4be59b50,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:52.202566 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Routers {'739f6fd1-24d9-4dc1-9cec-90c1a6daae39'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:07:52.203233 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:52.252924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef68331-4bb5-4b9f-976a-9c67211e6463 None None] Network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:07:52.346201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:52.348314 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e4512965-50f6-4bfa-9586-03580bc34b32 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3283374 Nov 22 16:07:52.352161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40014) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:52.391363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Set router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:07:52.418270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-6e889701-ebe4-4ab9-821f-9476a720ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:52.420018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-6e889701-ebe4-4ab9-821f-9476a720ceae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=275341ba58424b868c0ea25ccfcdedbc&device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 1099 time: 0.1504805 Nov 22 16:07:52.500790 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:52.509274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:52.510799 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eda004e9-4bf2-4801-bdc9-07ca87b32264 tempest-ServersTestBootFromVolume-848844766 tempest-ServersTestBootFromVolume-848844766-project] 10.222.0.69 "DELETE /v2.0/floatingips/8f7b0da2-91db-4e5f-b917-9100a941d977 HTTP/1.1" status: 204 len: 168 time: 2.0282214 Nov 22 16:07:52.514503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40020) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:52.545403 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:52.546351 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:52.549788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-089966c6-76de-4e9f-8c36-364203d8d086 None None] Provisioning complete for port 3976ceb0-9f54-43b6-8dab-3bf18371adff triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:52.550160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-089966c6-76de-4e9f-8c36-364203d8d086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:52.684738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-3ef6cf82-9b8c-4a52-9920-febc978d5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:52.688510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-3ef6cf82-9b8c-4a52-9920-febc978d5134 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2605443 Nov 22 16:07:52.751215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 771010f2-cad2-4f80-945f-3b74c84e942e no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:52.824029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-217adc97-35cf-42b2-ac25-8f77837b2538 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=dff36b8e-8137-4594-81c8-14bc6aa46e7c HTTP/1.1" status: 200 len: 217 time: 0.0968821 Nov 22 16:07:52.861071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 771010f2-cad2-4f80-945f-3b74c84e942e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:07:52.861977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 771010f2-cad2-4f80-945f-3b74c84e942e not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:07:52.883164 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '8b75521c-992e-4558-87df-8fc028e34d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:07:49Z', 'revision_number': 3, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port': {'id': '8b75521c-992e-4558-87df-8fc028e34d94', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:48Z', 'updated_at': '2021-11-22T16:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:52.907472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3976ceb0-9f54-43b6-8dab-3bf18371adff up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:52.944181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5eeb6-1167-452e-ac43-b69749cf3574 req-056b3279-39f7-4047-a354-9f717157317c tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:52.952642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfb5eeb6-1167-452e-ac43-b69749cf3574 req-056b3279-39f7-4047-a354-9f717157317c tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 948 time: 0.5042593 Nov 22 16:07:52.959325 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Checking router: 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:07:52.960714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Updating router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 port 8b75521c-992e-4558-87df-8fc028e34d94 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:07:52.977363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-50a4b589-c479-44ce-ab8b-b3ed28c1bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:52.979124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-50a4b589-c479-44ce-ab8b-b3ed28c1bf3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1434302 Nov 22 16:07:53.032897 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:53.140807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfb5eeb6-1167-452e-ac43-b69749cf3574 req-b72dee39-443e-40c0-89e3-29d95c85ac39 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862996 Nov 22 16:07:53.163374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3976ceb0-9f54-43b6-8dab-3bf18371adff triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:53.163625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-24c72074-5ec9-4fe7-b4c5-4638a577d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:53.163738 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:53.164957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-24c72074-5ec9-4fe7-b4c5-4638a577d6e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1725476 Nov 22 16:07:53.489306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-54fb56cf-92c6-4ed4-8ab2-e04adcf00ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139529 Nov 22 16:07:53.649800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-352f92ea-3822-4743-bed8-6db5ed826283 None None] Provisioning complete for port 3976ceb0-9f54-43b6-8dab-3bf18371adff triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:53.650791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-352f92ea-3822-4743-bed8-6db5ed826283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:53.765519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:53.872393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-2ec36b81-e5b0-4a70-a59d-44ed34648f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:53.873923 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-2ec36b81-e5b0-4a70-a59d-44ed34648f4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a&tenant_id=64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 1101 time: 0.3699849 Nov 22 16:07:53.881996 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:53.882614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf1d7f2-b740-4979-9e60-fabbbb048450 req-a0c1eba3-16c0-4f54-87ac-9b9fdc82101f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854475 Nov 22 16:07:53.901452 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:53.913853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce851b-04be-4c23-a61f-7489cc733118 req-113e5249-d25a-4f9f-91cd-19e1f3765839 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:53.920181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:07:53.922265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43ce851b-04be-4c23-a61f-7489cc733118 req-113e5249-d25a-4f9f-91cd-19e1f3765839 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.2571750 Nov 22 16:07:53.987261 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Attempting to bind port 8b75521c-992e-4558-87df-8fc028e34d94 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:53.987891 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Attempting to bind port 8b75521c-992e-4558-87df-8fc028e34d94 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:53.990815 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Attempting to bind port 8b75521c-992e-4558-87df-8fc028e34d94 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:54.044993 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:54.050389 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:54.051499 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.052097 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:54.053686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43ce851b-04be-4c23-a61f-7489cc733118 req-f47fd067-398c-4fdf-986c-a5b9cacea42c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304727 Nov 22 16:07:54.054461 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Bound port: 8b75521c-992e-4558-87df-8fc028e34d94, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:54.054875 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.079118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f22dafa-a9bc-4779-baaf-b46e181d092f admin admin] Deleting subnet 47c2ff75-f94e-4666-9961-8d060d0c0dd5 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:07:54.087897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f22dafa-a9bc-4779-baaf-b46e181d092f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.143247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f22dafa-a9bc-4779-baaf-b46e181d092f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.185986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.190748 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] For port 8b75521c-992e-4558-87df-8fc028e34d94, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:54.194743 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] For port 8b75521c-992e-4558-87df-8fc028e34d94, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8b75521c-992e-4558-87df-8fc028e34d94,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:54.232412 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.234418 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Pushing event updated for resources: {'Port': ['ID=8b75521c-992e-4558-87df-8fc028e34d94,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:54.245873 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.246534 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.247044 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.247554 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.248835 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.249446 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.250174 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.250728 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.251279 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.252138 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.252744 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.253400 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:07:54.256694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f22dafa-a9bc-4779-baaf-b46e181d092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.328602 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805ca04-ec5a-4f59-80ca-5057fe7be21d None None] Pushing event updated for resources: {'Port': ['ID=8b75521c-992e-4558-87df-8fc028e34d94,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:54.391788 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Routers {'739f6fd1-24d9-4dc1-9cec-90c1a6daae39'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:07:54.393038 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:54.398819 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.412455 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.422289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f22dafa-a9bc-4779-baaf-b46e181d092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.447113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aae4e2-b4e8-414f-ae82-ed7fc785bc34 req-c845f388-08bc-4fcf-b7c3-a4928fc6797d tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:54.458655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2aae4e2-b4e8-414f-ae82-ed7fc785bc34 req-c845f388-08bc-4fcf-b7c3-a4928fc6797d tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 948 time: 0.1739826 Nov 22 16:07:54.471341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f22dafa-a9bc-4779-baaf-b46e181d092f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.478153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3f22dafa-a9bc-4779-baaf-b46e181d092f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/47c2ff75-f94e-4666-9961-8d060d0c0dd5 HTTP/1.1" status: 204 len: 168 time: 0.6907825 Nov 22 16:07:54.509490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40082) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:54.624980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:54.745480 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] Set router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:07:54.773831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.091829 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '8b75521c-992e-4558-87df-8fc028e34d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:07:49Z', 'revision_number': 3, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port': {'id': '8b75521c-992e-4558-87df-8fc028e34d94', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:48Z', 'updated_at': '2021-11-22T16:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:55.129656 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633f260e-2eca-431c-b352-c7cd868b975c None None] The sync data for ids ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'] in n-d-811716-3 is: [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '8b75521c-992e-4558-87df-8fc028e34d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:07:49Z', 'revision_number': 3, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port': {'id': '8b75521c-992e-4558-87df-8fc028e34d94', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:48Z', 'updated_at': '2021-11-22T16:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:07:55.173316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dff36b8e-8137-4594-81c8-14bc6aa46e7c details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:07:55.177984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:55.198893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2aae4e2-b4e8-414f-ae82-ed7fc785bc34 req-94e5906d-1f9e-43be-8958-a1fe535546bb tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7389541 Nov 22 16:07:55.204012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22dafa-a9bc-4779-baaf-b46e181d092f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c2ff75-f94e-4666-9961-8d060d0c0dd5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:55.323211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.438032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.492951 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.511428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3b32f-bb9d-48dd-8fca-4180359353ed req-6af79d50-0b5f-405b-ac2e-00d59837b6fd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:55.513042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62e3b32f-bb9d-48dd-8fca-4180359353ed req-6af79d50-0b5f-405b-ac2e-00d59837b6fd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 950 time: 0.2997649 Nov 22 16:07:55.531330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dff36b8e-8137-4594-81c8-14bc6aa46e7c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dff36b8e-8137-4594-81c8-14bc6aa46e7c,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:55.553418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad03cc2-e0b6-4889-9927-06b197564568']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:55.586167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'dff36b8e-8137-4594-81c8-14bc6aa46e7c', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'dff36b8e-8137-4594-81c8-14bc6aa46e7c', 'mac_address': 'fa:16:3e:f4:24:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:07:55.646249 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.660475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbaa50f-adeb-4b23-b55e-4785da4c31f8') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:55.661372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbaa50f-adeb-4b23-b55e-4785da4c31f8') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:55.685342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff36b8e-8137-4594-81c8-14bc6aa46e7c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:55.685903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.751001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dff36b8e-8137-4594-81c8-14bc6aa46e7c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dff36b8e-8137-4594-81c8-14bc6aa46e7c,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:55.761612 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.779458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.809185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62e3b32f-bb9d-48dd-8fca-4180359353ed req-888a574f-3880-41eb-8f66-ac6b78be0344 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689159 Nov 22 16:07:55.821986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.825419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:07:55.826247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:07:55.831578 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:07:55.848437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dff36b8e-8137-4594-81c8-14bc6aa46e7c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:56.037681 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.063177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['dff36b8e-8137-4594-81c8-14bc6aa46e7c'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:56.088630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:56.100555 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.104313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/aad03cc2-e0b6-4889-9927-06b197564568 HTTP/1.1" status: 204 len: 168 time: 1.5715094 Nov 22 16:07:56.105517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ad00d-744b-4acc-92b4-6732e470c4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad03cc2-e0b6-4889-9927-06b197564568,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:56.107422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:56.301905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-61001c29-4b08-4173-ba87-ea68784d1d9f admin admin] Deleting subnet 9a73f57a-1ccf-48a2-a022-6e11106780d5 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:07:56.312099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61001c29-4b08-4173-ba87-ea68784d1d9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.404713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:56.415871 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61001c29-4b08-4173-ba87-ea68784d1d9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.463779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61001c29-4b08-4173-ba87-ea68784d1d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.523314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:56.527999 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3a803e-5c38-4c35-9af0-899d3f0750e1" -d '{"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-unplugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:56.546597 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.575005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25d848-04c1-415d-8330-310dd2c23e1a req-5f18339f-2645-4ff8-b41e-01f4dda36460 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:56.577503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc25d848-04c1-415d-8330-310dd2c23e1a req-5f18339f-2645-4ff8-b41e-01f4dda36460 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 949 time: 0.2175419 Nov 22 16:07:56.578882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61001c29-4b08-4173-ba87-ea68784d1d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.618618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Allocated IP 172.20.0.1 (e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013/160015e6-746d-4228-b17b-cde21445efd8/df334c6c-ce7c-4e2d-a589-8b08795541a6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:07:56.664852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61001c29-4b08-4173-ba87-ea68784d1d9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.669582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-61001c29-4b08-4173-ba87-ea68784d1d9f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9a73f57a-1ccf-48a2-a022-6e11106780d5 HTTP/1.1" status: 204 len: 168 time: 0.5613098 Nov 22 16:07:56.671686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61001c29-4b08-4173-ba87-ea68784d1d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a73f57a-1ccf-48a2-a022-6e11106780d5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:56.674898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:56.745745 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd59aca7-a161-46c4-8004-f1080ce0db9d x-openstack-request-id: req-fd59aca7-a161-46c4-8004-f1080ce0db9d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:56.745745 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-unplugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:56.745745 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd59aca7-a161-46c4-8004-f1080ce0db9d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:56.746293 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'code': 200} Nov 22 16:07:56.766368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Transition to ACTIVE for port object cb538aa3-c1e2-4d28-9639-e056ac9a023b will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:07:56.780957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.868116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc25d848-04c1-415d-8330-310dd2c23e1a req-8af4e055-8baf-483d-b6fb-06e6ead1c961 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569537 Nov 22 16:07:56.905058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:07:56.905933 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:07:56.911131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:56.956185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8b75521c-992e-4558-87df-8fc028e34d94 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:56.982716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.082870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8b75521c-992e-4558-87df-8fc028e34d94 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:57.083547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.095159 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:57.099484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] No DVR routers for this DVR port cb538aa3-c1e2-4d28-9639-e056ac9a023b on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:07:57.185771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.199010 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:07:57.243983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.251787 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.293375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 8b75521c-992e-4558-87df-8fc028e34d94, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8b75521c-992e-4558-87df-8fc028e34d94,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:57.293718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:07:57.306440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41cb468-927c-47e5-bd26-9d0c21d88854']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:57.309455 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.328765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:57.328999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec86ed-0a83-4806-8f2a-ee1b2c374cf7 req-568b1dea-baca-4a4e-abc8-93cc70f16607 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:57.330456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28ec86ed-0a83-4806-8f2a-ee1b2c374cf7 req-568b1dea-baca-4a4e-abc8-93cc70f16607 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.2624705 Nov 22 16:07:57.331953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:07:57.334717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:07:57.334903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:07:57.335589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:57.361520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ccb42e-059b-43f7-9829-fb697d45cb6f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:57.361901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ccb42e-059b-43f7-9829-fb697d45cb6f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:57.376379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Pushing event updated for resources: {'Port': ['ID=df334c6c-ce7c-4e2d-a589-8b08795541a6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:57.393822 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.404482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:07:57.405696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Attempting to bind port cb538aa3-c1e2-4d28-9639-e056ac9a023b on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:07:57.424494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:07:57.425172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:07:57.427221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:07:57.427890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Bound port: cb538aa3-c1e2-4d28-9639-e056ac9a023b, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:07:57.428511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.435701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.451079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:07:57.451673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:07:57.453521 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:07:57.459114 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.474774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28ec86ed-0a83-4806-8f2a-ee1b2c374cf7 req-c0b8464b-7aef-4988-a1de-2df13532b44c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292427 Nov 22 16:07:57.515746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=8b75521c-992e-4558-87df-8fc028e34d94,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:57.556184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.574536 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.582428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a41cb468-927c-47e5-bd26-9d0c21d88854 HTTP/1.1" status: 204 len: 168 time: 0.8811123 Nov 22 16:07:57.582673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Deleting port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:07:57.582673 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.592893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5f26c-58b7-4c5b-ab0e-bb05a9429269 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41cb468-927c-47e5-bd26-9d0c21d88854,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:57.661850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:07:57.693026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:07:57.716244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:07:57.718631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:57.731767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.742347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'mac_address': 'fa:16:3e:07:10:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:07:57.780616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:57.786855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:57.787856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.789313 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] 10.222.0.71 "PUT /v2.0/ports/cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 1097 time: 3.8792911 Nov 22 16:07:57.859432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-30555c55-81b3-4ab3-871e-360613856d11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0627f132295b49ea8052d55add2acfaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772555 Nov 22 16:07:57.863664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40142) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:57.888591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] For port 276c8c6e-b928-4ed7-953a-adfd55ef8eeb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:57.888967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.907930 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-368866f4-c68a-4a5d-b41a-cd57ef205081 None None] Provisioning complete for port df334c6c-ce7c-4e2d-a589-8b08795541a6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:57.908985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.909178 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-368866f4-c68a-4a5d-b41a-cd57ef205081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.911397 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.914373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:57.916440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7a2b1-904b-485f-b06c-bbb6bc3cd5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=11']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:57.942045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Calling delete_port for 276c8c6e-b928-4ed7-953a-adfd55ef8eeb owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:07:57.944422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89563d61-a84a-4b62-8bac-2c1770ad7d28 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:58.006301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c00fae12-ac3f-496a-b0d9-43a868136c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.034394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:58.043090 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c00fae12-ac3f-496a-b0d9-43a868136c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.050763 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.054075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-368866f4-c68a-4a5d-b41a-cd57ef205081 None None] Port df334c6c-ce7c-4e2d-a589-8b08795541a6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:07:58.181462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026a12b-d8b7-4dd3-9615-5a789ced3bda req-b5ba96ba-7d96-46bf-b034-be2af5d794e2 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:58.184235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c026a12b-d8b7-4dd3-9615-5a789ced3bda req-b5ba96ba-7d96-46bf-b034-be2af5d794e2 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 949 time: 0.0755529 Nov 22 16:07:58.199031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c00fae12-ac3f-496a-b0d9-43a868136c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.202297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c00fae12-ac3f-496a-b0d9-43a868136c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.203707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c00fae12-ac3f-496a-b0d9-43a868136c89 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4e9d896-5e35-46bb-baa7-f1bd2fb7aede HTTP/1.1" status: 204 len: 168 time: 0.3386915 Nov 22 16:07:58.213831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-7bc134d4-903e-4829-91d3-33be34131e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:58.215482 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-7bc134d4-903e-4829-91d3-33be34131e24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1100 time: 0.3823724 Nov 22 16:07:58.251432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fae12-ac3f-496a-b0d9-43a868136c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e9d896-5e35-46bb-baa7-f1bd2fb7aede,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:58.286784 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:07:58.290252 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:07:58.297837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c026a12b-d8b7-4dd3-9615-5a789ced3bda req-30daeaae-b7ee-4e5f-81e0-0758a800ed26 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006281 Nov 22 16:07:58.298396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['89563d61-a84a-4b62-8bac-2c1770ad7d28'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:07:58.314417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:58.466346 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.516370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.625891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d288f0f3-f872-49b3-b650-4e06e06159ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:58.627573 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-d288f0f3-f872-49b3-b650-4e06e06159ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3971663 Nov 22 16:07:58.634423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Pushing event updated for resources: {'Port': ['ID=df334c6c-ce7c-4e2d-a589-8b08795541a6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:58.640450 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.665454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9a51f-9dcc-4fe4-b85e-b3a9b1f42fd3 req-877a63d0-5061-4db0-a2f9-6ddea4a60fb1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:58.673108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69d9a51f-9dcc-4fe4-b85e-b3a9b1f42fd3 req-877a63d0-5061-4db0-a2f9-6ddea4a60fb1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.0905769 Nov 22 16:07:58.689210 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:58.692546 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-4d15ba1a-2efb-4e76-a54c-77e7c93cfde6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0547512 Nov 22 16:07:58.735481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69d9a51f-9dcc-4fe4-b85e-b3a9b1f42fd3 req-5fa0f396-63bc-4f16-9e6f-9ef04dd98e69 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610585 Nov 22 16:07:58.755310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:58.758097 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addc50b2-923c-4fde-8156-7bdcfbf8939c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:58.761020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=276c8c6e-b928-4ed7-953a-adfd55ef8eeb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:58.823142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8b75521c-992e-4558-87df-8fc028e34d94 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:58.912867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40186) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:58.914644 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28208568-1eb6-4eaf-b824-fecaeb28ea79 x-openstack-request-id: req-28208568-1eb6-4eaf-b824-fecaeb28ea79 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:07:58.914946 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:07:58.915209 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28208568-1eb6-4eaf-b824-fecaeb28ea79 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:07:58.915629 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'status': 'completed', 'code': 200} Nov 22 16:07:58.944422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-352b3b65-5de0-4716-a42f-d74c57807f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:58.946056 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-352b3b65-5de0-4716-a42f-d74c57807f76 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2174540 Nov 22 16:07:58.979326 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.023784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 89563d61-a84a-4b62-8bac-2c1770ad7d28 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:07:59.039581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8b75521c-992e-4558-87df-8fc028e34d94 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:59.040090 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.041615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:07:59.050153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-b33bf43c-e998-4178-8004-77f16325ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:59.052232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-b33bf43c-e998-4178-8004-77f16325ebab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1100 time: 0.0873616 Nov 22 16:07:59.077125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:07:59.095522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:07:59.109111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-ff9777e3-ec9c-4cf5-8199-289cc5ffc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:59.110688 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-ff9777e3-ec9c-4cf5-8199-289cc5ffc7bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440134 Nov 22 16:07:59.111032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.134343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:07:59.227760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-46d21174-aed9-4df4-982e-1cdaa6bfeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:59.229408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-46d21174-aed9-4df4-982e-1cdaa6bfeb59 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1695004 Nov 22 16:07:59.231970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-689b7e60-c450-44a2-ba2c-70820b02892d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8edda31100c04fe68a026c674c061e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166869 Nov 22 16:07:59.237207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:07:59.315073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-0375e443-d825-42f6-a26d-c6ad9c306309 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0741625 Nov 22 16:07:59.390714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:07:59.456461 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.524315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:07:59.569485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 89563d61-a84a-4b62-8bac-2c1770ad7d28 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:59.570273 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.605411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-41bd8df2-9c58-4db5-8a29-bc0ee6445926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:59.606957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-41bd8df2-9c58-4db5-8a29-bc0ee6445926 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2807138 Nov 22 16:07:59.626993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-acb5e47c-078c-4750-8a1f-e5047541ea65 None None] Provisioning complete for port df334c6c-ce7c-4e2d-a589-8b08795541a6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:07:59.627321 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-acb5e47c-078c-4750-8a1f-e5047541ea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.655665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:07:59.673175 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b804c1dc-bb1f-4b42-b033-a4f23e23fe35 admin admin] 10.222.0.69 "PUT /v2.0/routers/739f6fd1-24d9-4dc1-9cec-90c1a6daae39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3183408 Nov 22 16:07:59.678807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e1f66-ee46-495e-b10e-50bd7d06a131 req-7d58e99b-90b7-4030-a6c8-deca2084a6b1 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:59.686960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-179e1f66-ee46-495e-b10e-50bd7d06a131 req-7d58e99b-90b7-4030-a6c8-deca2084a6b1 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 949 time: 0.2432287 Nov 22 16:07:59.696586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Sync routers for ids ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:07:59.696961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed2a327b-3587-4e99-83bd-d89a2d5633ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.749337 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed2a327b-3587-4e99-83bd-d89a2d5633ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.824162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-acb5e47c-078c-4750-8a1f-e5047541ea65 None None] Port df334c6c-ce7c-4e2d-a589-8b08795541a6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:07:59.835761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Routers {'739f6fd1-24d9-4dc1-9cec-90c1a6daae39'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:07:59.835761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:07:59.860486 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-984a9247-9e4c-422c-b06f-3d63a188791c service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579227 Nov 22 16:07:59.881030 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:07:59.920550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:07:59.923691 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa899436-b309-4d65-a5e4-47dd963fafbe" -d '{"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-plugged", "status": "completed", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:07:59.947671 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-179e1f66-ee46-495e-b10e-50bd7d06a131 req-6d8bb4cd-aeac-441d-bb74-cb6dc8733090 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542758 Nov 22 16:07:59.971296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-05ad38ad-6e53-4a16-8d2f-46189d882cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:07:59.975979 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-05ad38ad-6e53-4a16-8d2f-46189d882cdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3554511 Nov 22 16:08:00.090102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Set router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:00.153412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed2a327b-3587-4e99-83bd-d89a2d5633ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:00.156087 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed2a327b-3587-4e99-83bd-d89a2d5633ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:00.157416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ed2a327b-3587-4e99-83bd-d89a2d5633ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97727ce2-b27e-410f-9835-bb647f09084c HTTP/1.1" status: 204 len: 168 time: 0.9191289 Nov 22 16:08:00.181169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a327b-3587-4e99-83bd-d89a2d5633ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97727ce2-b27e-410f-9835-bb647f09084c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:00.273393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2036-6b50-4ac5-8089-92128bd070e4 req-90ca6e78-b94f-4869-a2bb-7a3eb60ce1f0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:00.292480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b5c2036-6b50-4ac5-8089-92128bd070e4 req-90ca6e78-b94f-4869-a2bb-7a3eb60ce1f0 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.3699665 Nov 22 16:08:00.323348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:00.354692 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:00.355606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dff36b8e-8137-4594-81c8-14bc6aa46e7c up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:00.489204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e1584ed-a1b8-41fe-a7bf-598dc48c7ff4 req-9b7fdc69-e45b-4869-9668-5ddf51926808 tempest-FloatingIPsNegativeTestJSON-927251296 tempest-FloatingIPsNegativeTestJSON-927251296-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=7fd57c9e57fd46b0b94432ac7e9e71e7 HTTP/1.1" status: 200 len: 217 time: 0.1395528 Nov 22 16:08:00.509607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:00.539693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-874a9a30-9d17-4342-8a7a-c9b35232e41f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5230653 Nov 22 16:08:00.540179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port dff36b8e-8137-4594-81c8-14bc6aa46e7c completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:00.579310 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e96457-e9b3-4774-991f-6620e048a4a4 x-openstack-request-id: req-31e96457-e9b3-4774-991f-6620e048a4a4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:00.579610 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-plugged", "status": "completed", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:00.579870 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31e96457-e9b3-4774-991f-6620e048a4a4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:00.580305 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'code': 200} Nov 22 16:08:00.583377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port dff36b8e-8137-4594-81c8-14bc6aa46e7c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:00.583377 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:00.684734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b5c2036-6b50-4ac5-8089-92128bd070e4 req-bfd975cc-3b5b-481f-a60b-7aa271c91842 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909442 Nov 22 16:08:00.792059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d654e90e-5f00-49ed-8d4a-19f717e629d8 req-8b747f5b-7156-497d-9da9-2846a794f85a tempest-FloatingIPsNegativeTestJSON-927251296 tempest-FloatingIPsNegativeTestJSON-927251296-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0826073 Nov 22 16:08:00.860932 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f967c8cc-594f-4525-8c55-bb9ea8284f36 req-db717ed8-65a1-4089-a976-61ddedcb88c6 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9354205 Nov 22 16:08:00.934534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:00.984659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '8b75521c-992e-4558-87df-8fc028e34d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:07:57Z', 'revision_number': 4, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port': {'id': '8b75521c-992e-4558-87df-8fc028e34d94', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:48Z', 'updated_at': '2021-11-22T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'df334c6c-ce7c-4e2d-a589-8b08795541a6', 'name': '', 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'mac_address': 'fa:16:3e:e8:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '160015e6-746d-4228-b17b-cde21445efd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:56Z', 'updated_at': '2021-11-22T16:07:58Z', 'revision_number': 2, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'subnets': [{'id': '160015e6-746d-4228-b17b-cde21445efd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:01.033054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-2ffe67b1-28f5-4cb0-a92d-a7b0ab2c452a service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801559 Nov 22 16:08:01.034151 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-c778e0e6-fe3b-4082-9f20-241af172875c req-b0d48b78-9f7a-497d-8bcf-17fc571ea24c tempest-FloatingIPsNegativeTestJSON-927251296 tempest-FloatingIPsNegativeTestJSON-927251296-project] show failed (client error): The resource could not be found. Nov 22 16:08:01.035141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c778e0e6-fe3b-4082-9f20-241af172875c req-b0d48b78-9f7a-497d-8bcf-17fc571ea24c tempest-FloatingIPsNegativeTestJSON-927251296 tempest-FloatingIPsNegativeTestJSON-927251296-project] 10.222.0.69 "GET /v2.0/floatingips/7c782abe-5629-4019-965b-0c5e9c32c2dd HTTP/1.1" status: 404 len: 350 time: 0.1455586 Nov 22 16:08:01.044865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40252) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:01.072443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Checking router: 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:08:01.072799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Updating router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 port df334c6c-ce7c-4e2d-a589-8b08795541a6 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:08:01.107310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-1eea7292-322d-40c8-a14c-9d6e180f43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:01.109338 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-1eea7292-322d-40c8-a14c-9d6e180f43c3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 1100 time: 0.0805376 Nov 22 16:08:01.143564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Router ca877708-916c-4b02-b942-21d19c3c2202 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:08:01.170559 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dff36b8e-8137-4594-81c8-14bc6aa46e7c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dff36b8e-8137-4594-81c8-14bc6aa46e7c,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:01.196717 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:01.331106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:01.345551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-fcc820a4-4a7c-4079-a596-1020d56d34fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:01.347436 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-fcc820a4-4a7c-4079-a596-1020d56d34fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2305262 Nov 22 16:08:01.373439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105dd95-a4c1-4b41-a7a1-4ad2bbbd3209 req-39b475a7-11ba-489b-91e9-d7bbdc0fab00 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:01.384222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2105dd95-a4c1-4b41-a7a1-4ad2bbbd3209 req-39b475a7-11ba-489b-91e9-d7bbdc0fab00 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 950 time: 0.1645379 Nov 22 16:08:01.424933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dff36b8e-8137-4594-81c8-14bc6aa46e7c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:01.432622 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-90ce8105-a57b-4744-96d9-7681b9b0a62a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 200 len: 217 time: 0.0717411 Nov 22 16:08:01.434170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:08:01.446858 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] Sync routers for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:08:01.453348 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cd27cce0-3a35-4933-9b0e-57d0530b18d3 admin admin] 10.222.0.69 "PUT /v2.0/routers/ca877708-916c-4b02-b942-21d19c3c2202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9377804 Nov 22 16:08:01.461216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40262) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:01.465885 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:01.466812 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:01.539391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2105dd95-a4c1-4b41-a7a1-4ad2bbbd3209 req-f5f13094-1110-4fc5-8fa1-ca81153a6d20 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540635 Nov 22 16:08:01.639475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-3cd68057-42d5-465a-be42-a8606d40f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:01.641384 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-3cd68057-42d5-465a-be42-a8606d40f972 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1813936 Nov 22 16:08:01.733111 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:01.906008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:02.030999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-069699ca-edb7-49c2-8cdb-313f2c8a3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:02.037014 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-069699ca-edb7-49c2-8cdb-313f2c8a3090 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2707300 Nov 22 16:08:02.057878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:02.074622 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:02.083154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:02.159356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0b083-c7b0-45e8-a8c5-7cca107f8916 req-7b04f534-0c84-4a6e-b312-8d58f08b11bc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:02.164715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ad0b083-c7b0-45e8-a8c5-7cca107f8916 req-7b04f534-0c84-4a6e-b312-8d58f08b11bc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.3147655 Nov 22 16:08:02.340754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45ce5b-52ba-4403-8854-4cd54af6ac34 None None] Pushing event updated for resources: {'Port': ['ID=df334c6c-ce7c-4e2d-a589-8b08795541a6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:02.382437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Attempting to bind port df334c6c-ce7c-4e2d-a589-8b08795541a6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:02.383364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Attempting to bind port df334c6c-ce7c-4e2d-a589-8b08795541a6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:02.391533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Attempting to bind port df334c6c-ce7c-4e2d-a589-8b08795541a6 on network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:02.408919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:02.411785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Checking segment: {'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:02.412561 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:02.413144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Bound using segment: {'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:02.416659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Bound port: df334c6c-ce7c-4e2d-a589-8b08795541a6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3951621d-3537-4251-b44b-1f1a4485ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:02.417329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:02.445535 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-d656e199-a976-4c41-b045-4deaa7a49b41 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981583 Nov 22 16:08:02.477533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ad0b083-c7b0-45e8-a8c5-7cca107f8916 req-4c3ef0e1-9fda-4557-928e-1af69d3998b4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982364 Nov 22 16:08:02.483731 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:02.516464 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:07:58Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:02.562204 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] Checking router: ca877708-916c-4b02-b942-21d19c3c2202 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:08:02.575019 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] Routers {'ca877708-916c-4b02-b942-21d19c3c2202'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:02.576243 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca877708-916c-4b02-b942-21d19c3c2202'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:02.590759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b00d3d-e84f-417b-b94d-40ce3603fb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff36b8e-8137-4594-81c8-14bc6aa46e7c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:02.600202 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f55a4cf-aa57-4578-8084-74425ebd4de7" -d '{"events": [{"server_uuid": "88b00d3d-e84f-417b-b94d-40ce3603fb67", "name": "network-vif-plugged", "status": "completed", "tag": "dff36b8e-8137-4594-81c8-14bc6aa46e7c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:02.779871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:02.828552 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625fbcea-7929-4f83-982f-1b00542c859e x-openstack-request-id: req-625fbcea-7929-4f83-982f-1b00542c859e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:02.832582 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b00d3d-e84f-417b-b94d-40ce3603fb67", "name": "network-vif-plugged", "status": "completed", "tag": "dff36b8e-8137-4594-81c8-14bc6aa46e7c", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:02.834620 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-625fbcea-7929-4f83-982f-1b00542c859e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:02.835240 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b00d3d-e84f-417b-b94d-40ce3603fb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff36b8e-8137-4594-81c8-14bc6aa46e7c', 'code': 200} Nov 22 16:08:02.853215 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] Set router ca877708-916c-4b02-b942-21d19c3c2202 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:02.899529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] For port df334c6c-ce7c-4e2d-a589-8b08795541a6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:02.917220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] For port df334c6c-ce7c-4e2d-a589-8b08795541a6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=df334c6c-ce7c-4e2d-a589-8b08795541a6,segment=NetworkSegment(3951621d-3537-4251-b44b-1f1a4485ca9c),segment_id=3951621d-3537-4251-b44b-1f1a4485ca9c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:02.969008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1218955-f1d2-4dfb-b85a-0fbdb0b79875 req-541f2e16-232d-4c13-b025-594abcc2d306 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:02.980243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1218955-f1d2-4dfb-b85a-0fbdb0b79875 req-541f2e16-232d-4c13-b025-594abcc2d306 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 950 time: 0.1696103 Nov 22 16:08:03.028663 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:03.075450 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Deleting port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:08:03.076372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:03.176785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] For port d9c3e32c-eed8-4b03-bb93-c7668e08b0b3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9c3e32c-eed8-4b03-bb93-c7668e08b0b3,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:03.177516 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:03.189664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9191046e-0dc9-4de5-9093-5e578f1b191a None None] Provisioning complete for port df334c6c-ce7c-4e2d-a589-8b08795541a6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:03.191648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9191046e-0dc9-4de5-9093-5e578f1b191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:03.198720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45ce5b-52ba-4403-8854-4cd54af6ac34 None None] Pushing event updated for resources: {'Port': ['ID=df334c6c-ce7c-4e2d-a589-8b08795541a6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:03.234256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Calling delete_port for d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:08:03.303360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1218955-f1d2-4dfb-b85a-0fbdb0b79875 req-e61a6cfc-46fc-4ced-8a7c-07ca09281b1e tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143225 Nov 22 16:08:03.355650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201c25-e9b8-412d-9bad-2f449fc6d8da req-e1e29bf0-440d-48ef-9807-2952bdee94ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:03.358158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8201c25-e9b8-412d-9bad-2f449fc6d8da req-e1e29bf0-440d-48ef-9807-2952bdee94ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 1101 time: 0.3746011 Nov 22 16:08:03.450649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8201c25-e9b8-412d-9bad-2f449fc6d8da req-918500ca-a590-4f67-bd75-08b589c9dc09 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746286 Nov 22 16:08:03.453550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Deleting port df334c6c-ce7c-4e2d-a589-8b08795541a6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:08:03.454618 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:03.465619 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:07:58Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:03.480911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Routers {'739f6fd1-24d9-4dc1-9cec-90c1a6daae39'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:03.482629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:03.554577 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-addc50b2-923c-4fde-8156-7bdcfbf8939c req-a220eada-cdd1-4cee-93d2-ed3bf339df0e service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0933535 Nov 22 16:08:03.559091 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:03.569197 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2072e0d1-c5fc-4b10-82c1-f6e0215f6114 None None] The sync data for ids ['ca877708-916c-4b02-b942-21d19c3c2202'] in n-d-811716-3 is: [{'id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'name': 'tempest-ServersTestBootFromVolume-767185033-router', 'tenant_id': '9a35968ee78a403987b5042bc0794877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:07:58Z', 'revision_number': 5, 'project_id': '9a35968ee78a403987b5042bc0794877', 'gw_port': {'id': 'd9c3e32c-eed8-4b03-bb93-c7668e08b0b3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca877708-916c-4b02-b942-21d19c3c2202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:04:20Z', 'updated_at': '2021-11-22T16:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:08:03.720619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c3e32c-eed8-4b03-bb93-c7668e08b0b3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:03.746203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] For port df334c6c-ce7c-4e2d-a589-8b08795541a6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=df334c6c-ce7c-4e2d-a589-8b08795541a6,segment=NetworkSegment(3951621d-3537-4251-b44b-1f1a4485ca9c),segment_id=3951621d-3537-4251-b44b-1f1a4485ca9c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:03.747115 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:03.772993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Calling delete_port for df334c6c-ce7c-4e2d-a589-8b08795541a6 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:08:03.797646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:03.803572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79126a8-9c01-4bc0-a2ba-2e3249701e65 req-9fddf55d-2a55-44b7-b30b-1714b23e579d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:03.805540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a79126a8-9c01-4bc0-a2ba-2e3249701e65 req-9fddf55d-2a55-44b7-b30b-1714b23e579d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.1448178 Nov 22 16:08:03.830918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:03.939167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a79126a8-9c01-4bc0-a2ba-2e3249701e65 req-664e2833-ae5a-4f17-812f-473d8ad68e8f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256247 Nov 22 16:08:04.001992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'mac_address': 'fa:16:3e:34:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:04.135279 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.154561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.315886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.317238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca877708-916c-4b02-b942-21d19c3c2202 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:08:04.321822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.325812 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5e166d03-dabe-4e45-a169-e6b097027ad4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ca877708-916c-4b02-b942-21d19c3c2202 HTTP/1.1" status: 204 len: 168 time: 2.8587751 Nov 22 16:08:04.334224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40338) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:04.423177 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d96979-91b1-4237-867e-2a33dd6c2b78 admin admin] Deleting subnet 4eba48e6-7fde-4e03-9a19-7f12d791fee9 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:08:04.429440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74d96979-91b1-4237-867e-2a33dd6c2b78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.482860 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.513275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] Set router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:04.514280 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74d96979-91b1-4237-867e-2a33dd6c2b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.587880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df334c6c-ce7c-4e2d-a589-8b08795541a6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:04.663933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.666629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.668236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.668737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.670172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.671585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.672478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.672958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.673430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.673892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.676957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9972096-89fc-47d4-af40-bde49d91f4e6 req-91cf50f2-9066-45f0-8e4a-ff0d7527813b tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7103 time: 0.4968777 Nov 22 16:08:04.746148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194a4ca-0c52-47ea-b06e-6a331588a462 req-906af6cb-e145-46b1-8097-9600f570a6ba tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:04.752137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b194a4ca-0c52-47ea-b06e-6a331588a462 req-906af6cb-e145-46b1-8097-9600f570a6ba tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 949 time: 0.3477023 Nov 22 16:08:04.811874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9191046e-0dc9-4de5-9093-5e578f1b191a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.843658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74d96979-91b1-4237-867e-2a33dd6c2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:04.897593 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.003567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74d96979-91b1-4237-867e-2a33dd6c2b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.007418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb538aa3-c1e2-4d28-9639-e056ac9a023b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:05.055484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d96979-91b1-4237-867e-2a33dd6c2b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eba48e6-7fde-4e03-9a19-7f12d791fee9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:05.058820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74d96979-91b1-4237-867e-2a33dd6c2b78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.074400 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-74d96979-91b1-4237-867e-2a33dd6c2b78 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4eba48e6-7fde-4e03-9a19-7f12d791fee9 HTTP/1.1" status: 204 len: 168 time: 0.7374647 Nov 22 16:08:05.076606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40346) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:05.097671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e3e8c-e080-4858-a38f-7367f84d13c1 None None] Network 8f60531c-f861-4585-80e0-22007bd4c32c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:05.211210 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.257503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:05.266157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 276c8c6e-b928-4ed7-953a-adfd55ef8eeb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:05.298189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Deleting port d1f2076e-435b-42fd-b247-de490fa16cf4 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:08:05.298842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.302504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.322883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-70d94208-f843-40fd-a2e2-cc21858f1a38 None None] Could not find standard attr ID for object df334c6c-ce7c-4e2d-a589-8b08795541a6. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:08:05.326614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 276c8c6e-b928-4ed7-953a-adfd55ef8eeb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:08:05.327547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 276c8c6e-b928-4ed7-953a-adfd55ef8eeb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:08:05.399048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] For port d1f2076e-435b-42fd-b247-de490fa16cf4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d1f2076e-435b-42fd-b247-de490fa16cf4,segment=NetworkSegment(926fbbdf-0e49-41d3-9902-afeef1613d92),segment_id=926fbbdf-0e49-41d3-9902-afeef1613d92)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:05.400988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.420181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Calling delete_port for d1f2076e-435b-42fd-b247-de490fa16cf4 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:08:05.444093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '8b75521c-992e-4558-87df-8fc028e34d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:07:57Z', 'revision_number': 4, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port': {'id': '8b75521c-992e-4558-87df-8fc028e34d94', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:48Z', 'updated_at': '2021-11-22T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'df334c6c-ce7c-4e2d-a589-8b08795541a6', 'name': '', 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'mac_address': 'fa:16:3e:e8:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '160015e6-746d-4228-b17b-cde21445efd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:56Z', 'updated_at': '2021-11-22T16:08:02Z', 'revision_number': 4, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'subnets': [{'id': '160015e6-746d-4228-b17b-cde21445efd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:05.502217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1a245-d604-4554-9ba0-ee30a40d3344 None None] The sync data for ids ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'] in n-d-811716-3 is: [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '8b75521c-992e-4558-87df-8fc028e34d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:07:57Z', 'revision_number': 4, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port': {'id': '8b75521c-992e-4558-87df-8fc028e34d94', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:48Z', 'updated_at': '2021-11-22T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'df334c6c-ce7c-4e2d-a589-8b08795541a6', 'name': '', 'network_id': 'e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'mac_address': 'fa:16:3e:e8:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '160015e6-746d-4228-b17b-cde21445efd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:56Z', 'updated_at': '2021-11-22T16:08:02Z', 'revision_number': 4, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'subnets': [{'id': '160015e6-746d-4228-b17b-cde21445efd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:08:05.515458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=12']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:05.573889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.640131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] No DVR routers for this DVR port d1f2076e-435b-42fd-b247-de490fa16cf4 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:08:05.648182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f2076e-435b-42fd-b247-de490fa16cf4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:05.663453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b194a4ca-0c52-47ea-b06e-6a331588a462 req-38a8c494-b5d4-44ee-8b25-6cfb63c78b10 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9034641 Nov 22 16:08:05.668974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['cb538aa3-c1e2-4d28-9639-e056ac9a023b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:05.683391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae23270-f8f5-4b36-83df-a8b49e325bf4 None None] DHCP port deletion for 8f60531c-f861-4585-80e0-22007bd4c32c request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:08:05.707862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40128e0f-3139-47e8-9d82-ed97d109aa82 req-61fc6e17-ab19-4970-ab58-dd09113560cb tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:05.709596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40128e0f-3139-47e8-9d82-ed97d109aa82 req-61fc6e17-ab19-4970-ab58-dd09113560cb tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 950 time: 0.2544928 Nov 22 16:08:05.782729 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.786671 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.815489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40128e0f-3139-47e8-9d82-ed97d109aa82 req-4e471b22-686a-4a97-b07c-af1ed86ee590 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967762 Nov 22 16:08:05.831303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f60531c-f861-4585-80e0-22007bd4c32c']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:05.865605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926fbbdf-0e49-41d3-9902-afeef1613d92') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:05.865966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926fbbdf-0e49-41d3-9902-afeef1613d92') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:05.883735 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.909735 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.919720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:08:05.920465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:08:05.960483 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:08:06.127616 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:06.185970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:06.198998 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8f60531c-f861-4585-80e0-22007bd4c32c HTTP/1.1" status: 204 len: 168 time: 1.1194985 Nov 22 16:08:06.216550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6353cb-e5ea-4fda-865c-0349d287cab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f60531c-f861-4585-80e0-22007bd4c32c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:06.533769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:08:06.548370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658f433-99c7-436e-8b75-bebc8240526f req-54cb9338-a428-4251-adf5-8fa68a1eae64 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:06.584708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0658f433-99c7-436e-8b75-bebc8240526f req-54cb9338-a428-4251-adf5-8fa68a1eae64 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 886 time: 0.5639207 Nov 22 16:08:06.710924 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-1963761c-c9a8-4580-8f5f-42f5cd578f29 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1433008 Nov 22 16:08:06.725434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40382) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:06.809630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-be7197cb-a134-4b7b-8fcd-20c3df4f3b31 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=64360a594ce5409192d790eaea4a9864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687261 Nov 22 16:08:06.824855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d1f2076e-435b-42fd-b247-de490fa16cf4 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:06.875236 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fe95a08c-c638-4ad2-b935-47a57c33fc4a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a35968ee78a403987b5042bc0794877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464744 Nov 22 16:08:06.875781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40384) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:06.909481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3f025fe2-25e3-4664-8757-9abcd8b3ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:06.909481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3f025fe2-25e3-4664-8757-9abcd8b3ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:06.909481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3f025fe2-25e3-4664-8757-9abcd8b3ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:06.909870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3f025fe2-25e3-4664-8757-9abcd8b3ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:06.910313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3f025fe2-25e3-4664-8757-9abcd8b3ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:06.910782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3f025fe2-25e3-4664-8757-9abcd8b3ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:06.911248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3f025fe2-25e3-4664-8757-9abcd8b3ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:06.913715 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3f025fe2-25e3-4664-8757-9abcd8b3ffc4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6499 time: 0.1479445 Nov 22 16:08:06.960569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d1f2076e-435b-42fd-b247-de490fa16cf4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:08:06.960962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d1f2076e-435b-42fd-b247-de490fa16cf4 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:08:06.961405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:07.017380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78b96-101f-4878-aea5-97e5541eef21 req-c533e4a5-defc-408e-b040-9b3b6382507f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:07.019713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-c533e4a5-defc-408e-b040-9b3b6382507f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682737 Nov 22 16:08:07.038322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:08:07.038683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9c3e32c-eed8-4b03-bb93-c7668e08b0b3 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:08:07.090825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-f150192a-8654-459c-935f-2d0f826dbb86 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/quotas/64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 375 time: 0.0637190 Nov 22 16:08:07.106559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e204e110-15c5-4050-ad91-638016736d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.145150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab638c1-4149-4677-a965-fdd14a7bf234 req-d69b7973-9425-408b-bf09-ada5cf0b0f21 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:07.155424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ab638c1-4149-4677-a965-fdd14a7bf234 req-d69b7973-9425-408b-bf09-ada5cf0b0f21 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 1101 time: 0.3694124 Nov 22 16:08:07.167984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e204e110-15c5-4050-ad91-638016736d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.174559 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7ab638c1-4149-4677-a965-fdd14a7bf234 req-38900fdf-b637-4075-86e1-ecde52b89da5 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.196217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:08:07.226139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-c12f9c93-e5e0-46a4-90a1-e47b84c2b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:07.226633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-c12f9c93-e5e0-46a4-90a1-e47b84c2b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:07.227221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-c12f9c93-e5e0-46a4-90a1-e47b84c2b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:07.228939 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-c12f9c93-e5e0-46a4-90a1-e47b84c2b729 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d96293d-4bbf-48aa-81cb-af7351f06337&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=41c81ba1-2dba-474a-8318-dba665f3557d&id=41c81ba1-2dba-474a-8318-dba665f3557d HTTP/1.1" status: 200 len: 2297 time: 0.2553201 Nov 22 16:08:07.309512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:07.312581 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7ab638c1-4149-4677-a965-fdd14a7bf234 req-38900fdf-b637-4075-86e1-ecde52b89da5 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.322407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-23e34e2a-9a17-4154-be5a-f0a5665493f4 admin admin] 10.222.0.69 "PUT /v2.0/routers/739f6fd1-24d9-4dc1-9cec-90c1a6daae39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2763269 Nov 22 16:08:07.324834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40390) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:07.330402 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7ab638c1-4149-4677-a965-fdd14a7bf234 req-38900fdf-b637-4075-86e1-ecde52b89da5 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.348101 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e204e110-15c5-4050-ad91-638016736d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.350946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e204e110-15c5-4050-ad91-638016736d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.352189 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e204e110-15c5-4050-ad91-638016736d34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8cb9161-ed6b-4136-a839-46b7e80377ff HTTP/1.1" status: 204 len: 168 time: 0.4754233 Nov 22 16:08:07.379064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-10852ac5-03e7-4823-b7f9-28d6ca893bad tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2789466 Nov 22 16:08:07.389400 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-6e170bbe-cdb3-4529-963f-0912560f2398 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15 HTTP/1.1" status: 200 len: 1000 time: 0.1530979 Nov 22 16:08:07.393085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204e110-15c5-4050-ad91-638016736d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb9161-ed6b-4136-a839-46b7e80377ff,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:07.398154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ab638c1-4149-4677-a965-fdd14a7bf234 req-38900fdf-b637-4075-86e1-ecde52b89da5 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416096 Nov 22 16:08:07.522764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-2db141f2-1285-483b-851d-e8d68497e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:07.524866 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-2db141f2-1285-483b-851d-e8d68497e08e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e8b21a4-3e72-44df-ae98-8fd86638c7e9 HTTP/1.1" status: 200 len: 855 time: 0.1269915 Nov 22 16:08:07.538689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port cb538aa3-c1e2-4d28-9639-e056ac9a023b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:07.546462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port cb538aa3-c1e2-4d28-9639-e056ac9a023b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:07.551440 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.634391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-19929462-d6c4-421b-8628-437ac549d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:07.637141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-19929462-d6c4-421b-8628-437ac549d529 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d96293d-4bbf-48aa-81cb-af7351f06337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009736 Nov 22 16:08:07.829172 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:07.862020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38900fdf-b637-4075-86e1-ecde52b89da5 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc430e-efaa-4e51-ba92-6774b9686449,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:07.901408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:07.905614 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de8f930-7cb3-4e45-817f-f309a4a80309" -d '{"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-plugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:07.924872 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-6599457e-459b-48e5-acab-07dcb661d525 service neutron] 10.222.0.71 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714310 Nov 22 16:08:07.962942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:07.976211 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:08.094496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=13']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:08.119504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:08.170864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.171503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.172090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.172559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.173027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.173504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.174223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.175593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.176640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.178861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-084a7c88-111b-49a1-9dd7-f5bc22190e18 req-45f2c0b6-6f5c-423a-9aeb-96b737bc9a45 tempest-NetworksTest-897676374 tempest-NetworksTest-897676374-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6400 time: 0.7084353 Nov 22 16:08:08.180243 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-5eafc171-b081-41c0-abcb-1e4b1e06390c service neutron] 10.222.0.71 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438979 Nov 22 16:08:08.270465 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-3c4133e9-47b4-4e6d-ae78-95e37164e36f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=774d0636-3f7e-42ca-9821-e6cdb5e625d7 HTTP/1.1" status: 200 len: 217 time: 0.0698712 Nov 22 16:08:08.329370 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1e172c-2dbe-42e4-a272-59149563e9f2 x-openstack-request-id: req-6e1e172c-2dbe-42e4-a272-59149563e9f2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:08.329672 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-plugged", "status": "completed", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:08.329934 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e1e172c-2dbe-42e4-a272-59149563e9f2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:08.330371 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'code': 200} Nov 22 16:08:08.353790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] Sync routers for ids ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:08:08.371342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] Routers {'739f6fd1-24d9-4dc1-9cec-90c1a6daae39'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:08.372264 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:08.416960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-d5be95b0-1a4b-48a3-b40b-863fd3800e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.421086 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-d5be95b0-1a4b-48a3-b40b-863fd3800e50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.1320658 Nov 22 16:08:08.519531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-81efc2aa-48e4-4a2b-a447-8c1af0b07742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:08.521949 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-81efc2aa-48e4-4a2b-a447-8c1af0b07742 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948739 Nov 22 16:08:08.686436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:08.700472 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-92fa7c59-1e03-4578-a910-b7f912e51fce service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699352 Nov 22 16:08:08.744992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63a10d72-98a7-4be2-87a4-3de3869d852e req-0aea81b8-8c7a-4049-bc1c-2a2a4d5871ee tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 210 time: 0.4838061 Nov 22 16:08:08.751262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:08.818243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] Set router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:08.888279 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-87977610-2191-4fe5-9451-f9edf1ad3a1f service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797514 Nov 22 16:08:08.965284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-0ff8253e-35cc-46a3-b347-d779b3519b2b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4981b67e-c0b1-47e0-a783-60395413223f HTTP/1.1" status: 200 len: 217 time: 0.0695646 Nov 22 16:08:09.062187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-ce9ca23a-89bc-450c-bc58-f9d1a647bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:09.063859 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-ce9ca23a-89bc-450c-bc58-f9d1a647bbde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.0903778 Nov 22 16:08:09.104062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19480707-2f55-45e9-88bd-fa728e77ed42 req-6247acf3-bcf1-48d8-83bb-b81fa2076cd5 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:09.115707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19480707-2f55-45e9-88bd-fa728e77ed42 req-6247acf3-bcf1-48d8-83bb-b81fa2076cd5 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 1101 time: 0.4305079 Nov 22 16:08:09.130915 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8615922-0f55-4385-a264-8732a127ef40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:09.147097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:09.213695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-4c590fa5-a4b3-456a-bd83-4d6e46503156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:09.216601 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-4c590fa5-a4b3-456a-bd83-4d6e46503156 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342638 Nov 22 16:08:09.270658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Deleting port 8b75521c-992e-4558-87df-8fc028e34d94 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:08:09.278069 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:09.392946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19480707-2f55-45e9-88bd-fa728e77ed42 req-0e196817-022c-490c-ad9e-b4b93ae9ec34 tempest-ServersAdminNegativeTestJSON-285980861 tempest-ServersAdminNegativeTestJSON-285980861-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752972 Nov 22 16:08:09.419167 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-239161d5-49a2-4a7f-8676-e1f6eb708374 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917090 Nov 22 16:08:09.469504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '8b75521c-992e-4558-87df-8fc028e34d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:08:04Z', 'revision_number': 5, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port': {'id': '8b75521c-992e-4558-87df-8fc028e34d94', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:07:48Z', 'updated_at': '2021-11-22T16:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:09.493142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8615922-0f55-4385-a264-8732a127ef40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:09.507642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-431538795-network', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:09.509664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] Checking router: 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:08:09.517421 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8615922-0f55-4385-a264-8732a127ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:09.521608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] Routers {'739f6fd1-24d9-4dc1-9cec-90c1a6daae39'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:09.521896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:07:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:09.626086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Made reservation on behalf of 21ec41a9e30642af829d63f0a33ab9c9 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:09.630103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:09.636249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] Set router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:09.645603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b8615922-0f55-4385-a264-8732a127ef40 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c2c73a44dc24db281667bbf18016165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9554658 Nov 22 16:08:09.649563 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:09.651324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40476) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:09.655436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] For port 8b75521c-992e-4558-87df-8fc028e34d94, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8b75521c-992e-4558-87df-8fc028e34d94,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:09.655959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:09.698471 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-c98e6d74-224b-4e65-a320-52162c6684fe service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691939 Nov 22 16:08:09.702258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8615922-0f55-4385-a264-8732a127ef40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac69c17-f96a-4a6e-a529-b490332b9748,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:09.713855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:08:08Z', 'revision_number': 6, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:09.754971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe20d02b-61a7-46c5-b368-5582a896fa20 None None] The sync data for ids ['739f6fd1-24d9-4dc1-9cec-90c1a6daae39'] in n-d-811716-3 is: [{'id': '739f6fd1-24d9-4dc1-9cec-90c1a6daae39', 'name': 'tempest-FloatingIPsNegativeTestJSON-1332249481-router', 'tenant_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:07:47Z', 'updated_at': '2021-11-22T16:08:08Z', 'revision_number': 6, 'project_id': '7fd57c9e57fd46b0b94432ac7e9e71e7', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:08:09.780534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Calling delete_port for 8b75521c-992e-4558-87df-8fc028e34d94 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:08:09.881635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-290723af-6ea8-405a-9ca1-02aa88991b2b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=64360a594ce5409192d790eaea4a9864&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425150 Nov 22 16:08:09.908934 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-f27462d2-4d39-4ad4-b27b-fb39ce61d8cc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4f833a5e-47fd-4286-9165-82d931d3729e HTTP/1.1" status: 200 len: 217 time: 0.1989732 Nov 22 16:08:10.037903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-e56b1669-0498-422b-b842-d5e347d957d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:10.046021 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-e56b1669-0498-422b-b842-d5e347d957d9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.1227279 Nov 22 16:08:10.113695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-d647fc37-2d27-494c-a298-55303f6551d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:10.117118 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-d647fc37-2d27-494c-a298-55303f6551d2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657394 Nov 22 16:08:10.221686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eec4e7b1-339f-44b3-b636-5a3b9cc2c1e0 req-4981f98f-e074-4103-bd66-2eebae8df9f8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 210 time: 0.1674376 Nov 22 16:08:10.241120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78b96-101f-4878-aea5-97e5541eef21 req-faab6ff1-6739-4858-83bd-731b629afa64 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:10.248628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-faab6ff1-6739-4858-83bd-731b629afa64 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3320820 Nov 22 16:08:10.279693 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-ce45a286-e766-4ede-a937-e55985521e47 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435287 Nov 22 16:08:10.314207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:10.343001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Request body: {'port': {'device_id': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '64360a594ce5409192d790eaea4a9864'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:10.349861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:10.384588 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8193710-d329-41a5-aaf2-38431309c67c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:10.431612 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-8daf691b-c9a5-458e-a9cd-4e652caa14ae service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441360 Nov 22 16:08:10.491175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:08:10.514165 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-ba506f9b-f8c6-4766-bf12-003856c312c8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d HTTP/1.1" status: 200 len: 217 time: 0.0631976 Nov 22 16:08:10.531833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabaac8d-2775-41a9-afbe-eba54d55e5e7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:10.830231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8b75521c-992e-4558-87df-8fc028e34d94 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:10.886153 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:10.886516 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Added segment 7f9436e4-f921-4112-b3d1-699d45507847 of type vlan for network db204035-8b74-410e-a3d6-d85c5eb7c29a Nov 22 16:08:10.904890 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8193710-d329-41a5-aaf2-38431309c67c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:10.969703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-35f9a438-a55b-423c-b7e8-7381a90b3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:10.978328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-35f9a438-a55b-423c-b7e8-7381a90b3284 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.4538753 Nov 22 16:08:11.000814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c13b83-df82-4c1f-9a00-a5464233fffb req-497f4206-b4b5-4b52-9b11-988d9664fe2b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:11.002105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61c13b83-df82-4c1f-9a00-a5464233fffb req-497f4206-b4b5-4b52-9b11-988d9664fe2b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 950 time: 0.9280405 Nov 22 16:08:11.018355 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.064444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.089118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 8b75521c-992e-4558-87df-8fc028e34d94, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8b75521c-992e-4558-87df-8fc028e34d94,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:11.096008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-c7539d1d-dba1-48ca-a651-aaa4e5d512bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:11.096008 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-c7539d1d-dba1-48ca-a651-aaa4e5d512bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1090994 Nov 22 16:08:11.100347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.101025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device df334c6c-ce7c-4e2d-a589-8b08795541a6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:11.154142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: df334c6c-ce7c-4e2d-a589-8b08795541a6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:08:11.155046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device df334c6c-ce7c-4e2d-a589-8b08795541a6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:08:11.210765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.211771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:11.212370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.306307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=8b75521c-992e-4558-87df-8fc028e34d94,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:11.309935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61c13b83-df82-4c1f-9a00-a5464233fffb req-113a0bf8-bb53-4f97-a135-d0a747a99f65 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831533 Nov 22 16:08:11.309935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Made reservation on behalf of 64360a594ce5409192d790eaea4a9864 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:11.315852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.381929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-0040cc5e-a2b4-41ec-b71c-b7d317f7d154 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640758 Nov 22 16:08:11.389027 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8193710-d329-41a5-aaf2-38431309c67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.391622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8193710-d329-41a5-aaf2-38431309c67c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.396700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d8193710-d329-41a5-aaf2-38431309c67c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ac69c17-f96a-4a6e-a529-b490332b9748 HTTP/1.1" status: 204 len: 168 time: 1.7329648 Nov 22 16:08:11.438392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2870445 Nov 22 16:08:11.458452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40502) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:11.462355 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.465734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8193710-d329-41a5-aaf2-38431309c67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac69c17-f96a-4a6e-a529-b490332b9748,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:11.478599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Request body: {'subnet': {'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-431538795-subnet', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:11.495529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df79c390-2aa9-4a88-9c3e-cffdeeb98e05 req-bd9603e4-1417-4b94-8db8-254c2d24c67a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 210 time: 0.1051381 Nov 22 16:08:11.515216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4dadb-adf7-4bd1-97f6-34d068887c14 admin admin] Pushing event updated for resources: {'Network': ['ID=db204035-8b74-410e-a3d6-d85c5eb7c29a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:11.545601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network db204035-8b74-410e-a3d6-d85c5eb7c29a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:08:11.625800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b75521c-992e-4558-87df-8fc028e34d94,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:11.680502 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-7507cce0-1b86-4e36-bd99-5250218350c8 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900112 Nov 22 16:08:11.761237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Made reservation on behalf of 21ec41a9e30642af829d63f0a33ab9c9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:11.763762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:11.820090 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-29f5d683-4a44-4828-8029-af97d4cb06ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9 HTTP/1.1" status: 200 len: 217 time: 0.1233971 Nov 22 16:08:11.902353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-70c83e27-19c1-4c9e-a92b-b5e59809a4d7 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:11.903559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-7f4aab01-4aa1-4f25-beb2-777f7efb2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:11.903865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-70c83e27-19c1-4c9e-a92b-b5e59809a4d7 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 950 time: 0.3654103 Nov 22 16:08:11.905315 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-7f4aab01-4aa1-4f25-beb2-777f7efb2e9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 200 len: 797 time: 0.0761442 Nov 22 16:08:11.995472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-2c097a4e-d56c-4798-8721-76d7a4a0491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:11.997119 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-2c097a4e-d56c-4798-8721-76d7a4a0491f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0816851 Nov 22 16:08:12.005247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Allocated IP 192.168.233.71 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/e102059f-6763-4e25-a64b-56aee765befb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:12.037039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40518) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:12.038702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.103442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0eba4d5b-1c96-44c9-b74a-2cc4e4d61766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.195065 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-ff8bb608-1799-4235-9ab0-a28b1b79dde0 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886485 Nov 22 16:08:12.222892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.241001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.344227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0eba4d5b-1c96-44c9-b74a-2cc4e4d61766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.347860 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-9872739e-d683-4b35-a2be-c861b40bfc03 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404655 Nov 22 16:08:12.351680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0eba4d5b-1c96-44c9-b74a-2cc4e4d61766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.422795 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-8d4b9eab-9c00-4f0d-a1d1-fcd0f692b761 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b HTTP/1.1" status: 200 len: 217 time: 0.0651531 Nov 22 16:08:12.450393 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0eba4d5b-1c96-44c9-b74a-2cc4e4d61766 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4757d3e430244b1788362f1621fad4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116974 Nov 22 16:08:12.454677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40522) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:12.474534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.476102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 739f6fd1-24d9-4dc1-9cec-90c1a6daae39 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:08:12.515235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Deleting port dff36b8e-8137-4594-81c8-14bc6aa46e7c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:08:12.515580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.548802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba4d5b-1c96-44c9-b74a-2cc4e4d61766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6028e388-54d8-4d7a-b2a6-4c36ddac8fef,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:12.596407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d363055c-dc09-4391-85b9-0c752a8dd704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.601996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-95abb1ec-00cb-49b7-bc20-6094ebdcebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:12.604084 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-95abb1ec-00cb-49b7-bc20-6094ebdcebbb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 200 len: 797 time: 0.1676760 Nov 22 16:08:12.681030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d363055c-dc09-4391-85b9-0c752a8dd704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.717155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] For port dff36b8e-8137-4594-81c8-14bc6aa46e7c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dff36b8e-8137-4594-81c8-14bc6aa46e7c,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:12.717574 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.727011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.728226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-40a8f3c0-a3ec-4982-b674-ef73eff24d88 admin admin] 10.222.0.69 "DELETE /v2.0/routers/739f6fd1-24d9-4dc1-9cec-90c1a6daae39 HTTP/1.1" status: 204 len: 168 time: 5.3679912 Nov 22 16:08:12.735735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-55c99650-3a45-4997-be1f-03574b8ad627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:12.738845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-55c99650-3a45-4997-be1f-03574b8ad627 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1226597 Nov 22 16:08:12.742486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40530) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:12.798238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff01aa90-c227-41ce-96e2-3d4a7f58439c admin admin] Deleting subnet 160015e6-746d-4228-b17b-cde21445efd8 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:08:12.817907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff01aa90-c227-41ce-96e2-3d4a7f58439c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.834889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Calling delete_port for dff36b8e-8137-4594-81c8-14bc6aa46e7c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:08:12.926755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d363055c-dc09-4391-85b9-0c752a8dd704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.927069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7960f75c-3dd3-4af3-af2a-4e34746ce716 req-e551a7e3-5814-4fa1-8a43-84aa2dab8452 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 210 time: 0.1937022 Nov 22 16:08:12.942020 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d363055c-dc09-4391-85b9-0c752a8dd704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.946079 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d363055c-dc09-4391-85b9-0c752a8dd704 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6028e388-54d8-4d7a-b2a6-4c36ddac8fef HTTP/1.1" status: 204 len: 168 time: 0.4918685 Nov 22 16:08:12.952593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:12.959487 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff01aa90-c227-41ce-96e2-3d4a7f58439c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.041496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363055c-dc09-4391-85b9-0c752a8dd704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6028e388-54d8-4d7a-b2a6-4c36ddac8fef,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:13.084839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-981b3ab5-9f0c-45a2-a9b4-2c23f45db394 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831206 Nov 22 16:08:13.173526 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.202307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297c6c8-0d68-4c6c-bf88-2929277cbccc req-b3f919ae-bfbc-4a73-a755-0b5ab401b428 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:13.212906 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6297c6c8-0d68-4c6c-bf88-2929277cbccc req-b3f919ae-bfbc-4a73-a755-0b5ab401b428 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 950 time: 0.7439196 Nov 22 16:08:13.213056 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23e3376c-d288-43c0-a81e-ed44ea498f40 req-2aec6b0a-1593-40a7-9773-9647ac8ec85a service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969617 Nov 22 16:08:13.236401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff01aa90-c227-41ce-96e2-3d4a7f58439c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.322706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=574a4973-d0a4-4106-a7ab-14ad2b15f5b1,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:13.334242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff01aa90-c227-41ce-96e2-3d4a7f58439c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.353982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff01aa90-c227-41ce-96e2-3d4a7f58439c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.355133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f5b07c-f5e4-4e6a-8643-e10da92c2735 None None] Network e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:13.358904 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ff01aa90-c227-41ce-96e2-3d4a7f58439c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/160015e6-746d-4228-b17b-cde21445efd8 HTTP/1.1" status: 204 len: 168 time: 0.6152680 Nov 22 16:08:13.361440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40546) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:13.410950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01aa90-c227-41ce-96e2-3d4a7f58439c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160015e6-746d-4228-b17b-cde21445efd8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:13.454321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Checking segment: {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:13.454618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Network hostable DHCP agents. Network: db204035-8b74-410e-a3d6-d85c5eb7c29a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:08:13.478238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6297c6c8-0d68-4c6c-bf88-2929277cbccc req-e2143fbd-d15f-4228-befc-89c860c223ce tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643187 Nov 22 16:08:13.514880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.587847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.607087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Deleting port 3976ceb0-9f54-43b6-8dab-3bf18371adff {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:08:13.608692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.645163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7e2b05de-24e2-46b1-b12a-df04e830a1aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:13.647543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536', 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:13.693758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Network db204035-8b74-410e-a3d6-d85c5eb7c29a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:08:13.756362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] For port 3976ceb0-9f54-43b6-8dab-3bf18371adff, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3976ceb0-9f54-43b6-8dab-3bf18371adff,segment=NetworkSegment(3951621d-3537-4251-b44b-1f1a4485ca9c),segment_id=3951621d-3537-4251-b44b-1f1a4485ca9c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:13.757930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.777129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.785118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Calling delete_port for 3976ceb0-9f54-43b6-8dab-3bf18371adff owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:08:13.788277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:13.813712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, db204035-8b74-410e-a3d6-d85c5eb7c29a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:13.819658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:13.841392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:13.844048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:13.844648 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:13.868598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:13.875388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f336f8-c774-4063-9037-8e0f5234ce17 None None] Network db204035-8b74-410e-a3d6-d85c5eb7c29a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:14.037199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.117837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Pushing event deleted for resources: {'Port': ['ID=3976ceb0-9f54-43b6-8dab-3bf18371adff,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:14.119725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] No DVR routers for this DVR port 3976ceb0-9f54-43b6-8dab-3bf18371adff on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:08:14.141294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:14.142629 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.154366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-eb6269e4-4268-40a2-b957-8c05e81021f5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6895781 Nov 22 16:08:14.209754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Pushing event deleted for resources: {'Port': ['ID=dff36b8e-8137-4594-81c8-14bc6aa46e7c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:14.223094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40564) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:14.241223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] No DVR routers for this DVR port dff36b8e-8137-4594-81c8-14bc6aa46e7c on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:08:14.248221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:14.320396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.328214 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74530cf2-b46a-4a8c-8b97-50d2d31981a8 req-36a48126-c83b-4f09-a05b-a9b4cde7aabd tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "DELETE /v2.0/ports/dff36b8e-8137-4594-81c8-14bc6aa46e7c HTTP/1.1" status: 204 len: 173 time: 2.4174192 Nov 22 16:08:14.332000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b00d3d-e84f-417b-b94d-40ce3603fb67', 'name': 'network-vif-deleted', 'tag': 'dff36b8e-8137-4594-81c8-14bc6aa46e7c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:14.336222 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e247e78-bcc5-4565-9aaa-903597fc6e99" -d '{"events": [{"server_uuid": "88b00d3d-e84f-417b-b94d-40ce3603fb67", "name": "network-vif-deleted", "tag": "dff36b8e-8137-4594-81c8-14bc6aa46e7c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:14.365149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.411090 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.414794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.477888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:14.516510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3951621d-3537-4251-b44b-1f1a4485ca9c') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:14.516864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3951621d-3537-4251-b44b-1f1a4485ca9c') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:14.554440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.626238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.633259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-8ce02bde-4b0e-4583-9da6-c0ad379bc353 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3274267 Nov 22 16:08:14.666071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:08:14.670810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.728596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Request body: {'port': {'device_id': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:14.738507 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1b59f-1064-4e3b-be1d-4f6da4aa30ba x-openstack-request-id: req-e1e1b59f-1064-4e3b-be1d-4f6da4aa30ba {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:14.738905 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b00d3d-e84f-417b-b94d-40ce3603fb67", "name": "network-vif-deleted", "tag": "dff36b8e-8137-4594-81c8-14bc6aa46e7c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:14.739159 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e1e1b59f-1064-4e3b-be1d-4f6da4aa30ba {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:14.741380 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b00d3d-e84f-417b-b94d-40ce3603fb67', 'name': 'network-vif-deleted', 'tag': 'dff36b8e-8137-4594-81c8-14bc6aa46e7c', 'status': 'completed', 'code': 200} Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:08:14.844244 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:08:14.847848 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.849761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.863565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:14.871832 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] 10.222.0.69 "DELETE /v2.0/networks/e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 HTTP/1.1" status: 204 len: 168 time: 1.5092144 Nov 22 16:08:14.902436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c0477-1b53-41f3-9052-885909bcb8fa req-d5fb9354-cf89-4045-8780-07140447a811 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:14.905257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2ee69-03b1-4b2f-a703-b22688e8576d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:14.912795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-313c0477-1b53-41f3-9052-885909bcb8fa req-d5fb9354-cf89-4045-8780-07140447a811 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 935 time: 0.6065912 Nov 22 16:08:15.041457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3972ad90-c88a-4145-a59c-df729fef5495 None None] Provisioning complete for port e102059f-6763-4e25-a64b-56aee765befb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:15.042551 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3972ad90-c88a-4145-a59c-df729fef5495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.106262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186735c0-bde2-47d0-a200-37bb7fce650e None None] DHCP port deletion for e1df6f5e-c6fd-4ac0-a4fe-656bc49a5013 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:08:15.171814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-db204035-8b74-410e-a3d6-d85c5eb7c29a', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:08:15.172714 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.237154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:15.242544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3972ad90-c88a-4145-a59c-df729fef5495 None None] Port e102059f-6763-4e25-a64b-56aee765befb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:08:15.319867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dff36b8e-8137-4594-81c8-14bc6aa46e7c no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:15.324079 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25791e6a-aa18-4c85-8c19-5a24cb88ead7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fd57c9e57fd46b0b94432ac7e9e71e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842514 Nov 22 16:08:15.325541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40600) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:15.369497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57c955ba-5fe7-4e12-805e-2ea5700bd7b1 req-1beb8797-a92d-42b0-9c3c-fa508205e716 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=88b00d3d-e84f-417b-b94d-40ce3603fb67 HTTP/1.1" status: 200 len: 210 time: 0.2604198 Nov 22 16:08:15.379701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: dff36b8e-8137-4594-81c8-14bc6aa46e7c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:08:15.380102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dff36b8e-8137-4594-81c8-14bc6aa46e7c not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:08:15.451851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c1ac2b7-1a77-480b-a6b6-35713ae7e17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.494572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c1ac2b7-1a77-480b-a6b6-35713ae7e17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.601060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c1ac2b7-1a77-480b-a6b6-35713ae7e17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.604577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c1ac2b7-1a77-480b-a6b6-35713ae7e17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.642661 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7c1ac2b7-1a77-480b-a6b6-35713ae7e17b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ebce08af-2357-40c6-8624-ca9bd051db4f HTTP/1.1" status: 204 len: 168 time: 0.2811985 Nov 22 16:08:15.666436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ac2b7-1a77-480b-a6b6-35713ae7e17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce08af-2357-40c6-8624-ca9bd051db4f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:15.675294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Allocated IP 172.20.0.2 (db204035-8b74-410e-a3d6-d85c5eb7c29a/574a4973-d0a4-4106-a7ab-14ad2b15f5b1/b46c4e03-af68-4369-a951-8225db3577fe) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:15.843332 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.856204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.921383 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:15.943685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:16.033941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Network db204035-8b74-410e-a3d6-d85c5eb7c29a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:16.044170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:16.046986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Pushing event updated for resources: {'Port': ['ID=b46c4e03-af68-4369-a951-8225db3577fe,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:16.049351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:16.124092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['313efed1-2022-46a9-a448-697b6ee5cc01'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:16.174444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Attempting to bind port b46c4e03-af68-4369-a951-8225db3577fe on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:16.175712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Attempting to bind port b46c4e03-af68-4369-a951-8225db3577fe by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:16.176474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Attempting to bind port b46c4e03-af68-4369-a951-8225db3577fe on network db204035-8b74-410e-a3d6-d85c5eb7c29a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:16.186340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:16.187062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Checking segment: {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:16.187887 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:16.188420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Bound using segment: {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:16.188821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Bound port: b46c4e03-af68-4369-a951-8225db3577fe, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:16.189224 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:16.267664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-313c0477-1b53-41f3-9052-885909bcb8fa req-b80b2133-8e22-489f-8f47-db15b6a7b90c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1954372 Nov 22 16:08:16.388200 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] For port b46c4e03-af68-4369-a951-8225db3577fe, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:16.468652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] For port b46c4e03-af68-4369-a951-8225db3577fe, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b46c4e03-af68-4369-a951-8225db3577fe,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:16.476277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e102059f-6763-4e25-a64b-56aee765befb {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:16.482533 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:16.502712 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:16.565612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Transition to ACTIVE for port object e102059f-6763-4e25-a64b-56aee765befb will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:08:16.587413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:16.612290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091294fe-6b5c-4618-b319-e0213936bc79 None None] Pushing event updated for resources: {'Port': ['ID=b46c4e03-af68-4369-a951-8225db3577fe,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:16.788680 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3976ceb0-9f54-43b6-8dab-3bf18371adff no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:16.862685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 3976ceb0-9f54-43b6-8dab-3bf18371adff {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:08:16.863882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3976ceb0-9f54-43b6-8dab-3bf18371adff not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:08:16.917382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:17.169660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:17.172445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:17.173507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:17.178419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:17.188886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:08:17.189664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:17.221149 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:17.225932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:17.226578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:17.227207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:17.228245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Bound port: e102059f-6763-4e25-a64b-56aee765befb, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:17.228842 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:17.341852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:17.350196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:17.366602 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:17.452825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:17.453824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:17.455523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] 10.222.0.71 "PUT /v2.0/ports/e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 1095 time: 2.7378643 Nov 22 16:08:17.459122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:17.461846 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07538e7b-9b64-4c49-bd29-43601bf9b009" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:17.521252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b099c-46d8-465d-8581-cdd3bf6e12d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:17.553534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b103f0-ccbe-4cec-8fe3-7f083d9bbffd req-9eb8a9e6-7d48-48c2-9cb3-f896f952bb2c tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:17.563505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27b103f0-ccbe-4cec-8fe3-7f083d9bbffd req-9eb8a9e6-7d48-48c2-9cb3-f896f952bb2c tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 950 time: 0.2180295 Nov 22 16:08:17.604436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Allocated IP 172.25.5.168 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/5dc25601-ffa7-4139-b3f6-9a8897c8feec) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:17.903670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78b96-101f-4878-aea5-97e5541eef21 req-d6f09626-6e2d-498f-bcdd-51574c683489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:17.906109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-d6f09626-6e2d-498f-bcdd-51574c683489 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1098 time: 0.2961767 Nov 22 16:08:17.919004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff590a-a8dc-42bc-9271-e4757de6687f req-3a455c39-250c-4fa7-b29d-f4d0d3ae8d9e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:17.920647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2eff590a-a8dc-42bc-9271-e4757de6687f req-3a455c39-250c-4fa7-b29d-f4d0d3ae8d9e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 947 time: 0.3439403 Nov 22 16:08:17.944240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27b103f0-ccbe-4cec-8fe3-7f083d9bbffd req-e0b08a81-1a0c-487c-8460-e05a28c24ed0 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751295 Nov 22 16:08:18.072650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-6cea9b0f-0193-4018-905a-5b957fce504e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.1438236 Nov 22 16:08:18.085231 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:18.164649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78b96-101f-4878-aea5-97e5541eef21 req-51d14fa6-e90a-42a3-a008-6d821eb49599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:18.166759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-51d14fa6-e90a-42a3-a008-6d821eb49599 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0853581 Nov 22 16:08:18.196911 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2eff590a-a8dc-42bc-9271-e4757de6687f req-74066c59-e19b-4578-b68b-5321fbf2a945 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423651 Nov 22 16:08:18.263809 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:18.348156 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738895ab-f33f-476a-b5f8-93b1e8afc605 x-openstack-request-id: req-738895ab-f33f-476a-b5f8-93b1e8afc605 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:18.348616 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:18.348983 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-738895ab-f33f-476a-b5f8-93b1e8afc605 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:18.349646 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'status': 'completed', 'code': 200} Nov 22 16:08:18.388840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:18.461935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ffa735-d7b1-41f3-bcf6-03a760fff0db None None] Network db204035-8b74-410e-a3d6-d85c5eb7c29a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:18.493188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Pushing event updated for resources: {'Port': ['ID=5dc25601-ffa7-4139-b3f6-9a8897c8feec,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:18.495953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:18.516327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:18.565798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78b96-101f-4878-aea5-97e5541eef21 req-509a1021-e76a-48fd-9ef5-ee633bf6a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:18.568887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-509a1021-e76a-48fd-9ef5-ee633bf6a5b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3920166 Nov 22 16:08:18.601191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5cdea6dd-05f5-4b33-865a-f05cd7d66850 None None] Provisioning complete for port b46c4e03-af68-4369-a951-8225db3577fe triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:18.607047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cdea6dd-05f5-4b33-865a-f05cd7d66850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:18.632631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-4c7e38e3-5b66-4f2e-a07c-2bd3e93fa831 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:18.634674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-4c7e38e3-5b66-4f2e-a07c-2bd3e93fa831 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 950 time: 0.2910604 Nov 22 16:08:19.017490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-a72abb77-6354-44b5-80f1-cf0201876728 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4379597 Nov 22 16:08:19.050660 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cdea6dd-05f5-4b33-865a-f05cd7d66850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.067597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b46c4e03-af68-4369-a951-8225db3577fe up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:19.166057 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f6aea27-1275-4322-8978-eb6c044a1b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.238337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Deleting port 313efed1-2022-46a9-a448-697b6ee5cc01 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:08:19.238683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.308963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b46c4e03-af68-4369-a951-8225db3577fe triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:19.313349 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.322274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5cdea6dd-05f5-4b33-865a-f05cd7d66850 None None] For port b46c4e03-af68-4369-a951-8225db3577fe, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b46c4e03-af68-4369-a951-8225db3577fe,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:19.369176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5cdea6dd-05f5-4b33-865a-f05cd7d66850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.466307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdea6dd-05f5-4b33-865a-f05cd7d66850 None None] Pushing event updated for resources: {'Port': ['ID=b46c4e03-af68-4369-a951-8225db3577fe,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:19.678441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40736) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:19.706945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3c55e76e-7384-463c-82da-4b81e6dc16cb None None] Provisioning complete for port b46c4e03-af68-4369-a951-8225db3577fe triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:19.707323 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c55e76e-7384-463c-82da-4b81e6dc16cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.848456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa740-183f-4b81-a690-80a5c60a3444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.894126 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.908940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb6c74-7b43-409a-ba46-58e19364478e req-a93d7b5f-9504-433f-8f39-afec38bd1e28 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:19.910897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ddb6c74-7b43-409a-ba46-58e19364478e req-a93d7b5f-9504-433f-8f39-afec38bd1e28 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 947 time: 0.1826711 Nov 22 16:08:19.946675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa740-183f-4b81-a690-80a5c60a3444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.958770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ccaa740-183f-4b81-a690-80a5c60a3444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:19.963614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fe1aa-25de-42da-b129-bb8d290f4a85 req-a2af4605-be81-4975-8dae-4d0efd156a20 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:19.965379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac1fe1aa-25de-42da-b129-bb8d290f4a85 req-a2af4605-be81-4975-8dae-4d0efd156a20 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 950 time: 0.2410071 Nov 22 16:08:19.967380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db78b96-101f-4878-aea5-97e5541eef21 req-c1223fd1-0eb1-4887-9193-76038f3cfcdb service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9266551 Nov 22 16:08:20.052035 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9ccaa740-183f-4b81-a690-80a5c60a3444 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=76de212d075741e491650e21ee3e247c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717728 Nov 22 16:08:20.053191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccaa740-183f-4b81-a690-80a5c60a3444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf305bbd-285b-4ee5-84f8-c450dbb69d2a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:20.055926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40742) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:20.068271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] For port 313efed1-2022-46a9-a448-697b6ee5cc01, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=313efed1-2022-46a9-a448-697b6ee5cc01,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:20.068860 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:20.124060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02a9d179-fee9-474e-aa3e-d2c04099cf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:20.137478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Calling delete_port for 313efed1-2022-46a9-a448-697b6ee5cc01 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:08:20.154176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02a9d179-fee9-474e-aa3e-d2c04099cf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:20.202271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac1fe1aa-25de-42da-b129-bb8d290f4a85 req-550d2e51-f163-4f5c-9dde-ae64701eff9d tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/security-groups?id=70b8cab4-9986-46e1-a546-38dc0732d26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112565 Nov 22 16:08:20.231717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02a9d179-fee9-474e-aa3e-d2c04099cf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:20.238623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02a9d179-fee9-474e-aa3e-d2c04099cf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:20.241158 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-02a9d179-fee9-474e-aa3e-d2c04099cf5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf305bbd-285b-4ee5-84f8-c450dbb69d2a HTTP/1.1" status: 204 len: 168 time: 0.1836760 Nov 22 16:08:20.243305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ddb6c74-7b43-409a-ba46-58e19364478e req-661107d5-3b3a-4b0f-9af5-2d046295b076 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938106 Nov 22 16:08:20.279881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9d179-fee9-474e-aa3e-d2c04099cf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf305bbd-285b-4ee5-84f8-c450dbb69d2a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:20.307409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-e234e0a8-29eb-4b87-a77a-2ebce42d2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:20.309063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-e234e0a8-29eb-4b87-a77a-2ebce42d2712 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1098 time: 0.2351437 Nov 22 16:08:20.537491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:20.559983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-e19cfe5b-4027-4ba3-b93e-3941a8c7acab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:20.561201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-e19cfe5b-4027-4ba3-b93e-3941a8c7acab service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2399907 Nov 22 16:08:20.647991 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:20.650703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-1fc8813d-ba0c-4123-b0a6-097777d4a598 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.0508308 Nov 22 16:08:20.726509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Pushing event deleted for resources: {'Port': ['ID=313efed1-2022-46a9-a448-697b6ee5cc01,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:20.846560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.848203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.849146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.849990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.851566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.852158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.852716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.853122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.853245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b46c4e03-af68-4369-a951-8225db3577fe up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:20.853703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.853914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.854343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.854721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:20.890472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-9084e967-3dac-4218-8b4e-ac82187adf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:20.892187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-9084e967-3dac-4218-8b4e-ac82187adf8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2275829 Nov 22 16:08:20.892991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] No DVR routers for this DVR port 313efed1-2022-46a9-a448-697b6ee5cc01 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:08:20.902828 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:20.906764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41adc45a-1083-444d-b068-79b5305fcbe8 req-3655a905-855d-46f1-bef6-3d4159c6a93b tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.11 "DELETE /v2.0/ports/313efed1-2022-46a9-a448-697b6ee5cc01 HTTP/1.1" status: 204 len: 173 time: 2.2147198 Nov 22 16:08:20.913540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b353b-4104-4506-a15a-33b7bc5aa575', 'name': 'network-vif-deleted', 'tag': '313efed1-2022-46a9-a448-697b6ee5cc01'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:20.915886 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb02ab8c-cfd4-4904-9a6f-c04f5f3084a3" -d '{"events": [{"server_uuid": "d86b353b-4104-4506-a15a-33b7bc5aa575", "name": "network-vif-deleted", "tag": "313efed1-2022-46a9-a448-697b6ee5cc01"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:20.931453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40792) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:20.976461 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1525afa7-7f4a-4ade-9afc-0d4bffe791cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.027163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b46c4e03-af68-4369-a951-8225db3577fe triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:21.031623 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab651a10-5e06-4cac-b7d4-b53f6e6c14fa x-openstack-request-id: req-ab651a10-5e06-4cac-b7d4-b53f6e6c14fa {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:21.031943 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86b353b-4104-4506-a15a-33b7bc5aa575", "name": "network-vif-deleted", "tag": "313efed1-2022-46a9-a448-697b6ee5cc01", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:21.032224 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab651a10-5e06-4cac-b7d4-b53f6e6c14fa {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:21.032631 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b353b-4104-4506-a15a-33b7bc5aa575', 'name': 'network-vif-deleted', 'tag': '313efed1-2022-46a9-a448-697b6ee5cc01', 'status': 'completed', 'code': 200} Nov 22 16:08:21.033522 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.060488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-20f2056f-5ae8-4b57-8ca9-d9bbe3f2c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:21.062673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-20f2056f-5ae8-4b57-8ca9-d9bbe3f2c9bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549749 Nov 22 16:08:21.170163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1525afa7-7f4a-4ade-9afc-0d4bffe791cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.182513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1525afa7-7f4a-4ade-9afc-0d4bffe791cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.233208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Router 6008ca8c-2509-401c-a9fa-6fd539be60d5 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:08:21.286918 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1525afa7-7f4a-4ade-9afc-0d4bffe791cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1606169f9f2413eb44a8e28f19be161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497019 Nov 22 16:08:21.303661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 313efed1-2022-46a9-a448-697b6ee5cc01 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:21.304078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:21.357916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-081f2ded-b409-46c6-89ea-663e268cd05c service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654097 Nov 22 16:08:21.365587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525afa7-7f4a-4ade-9afc-0d4bffe791cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ce98f6-bef1-441f-ab44-de31f1494b2e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:21.372301 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:08:21.465604 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02e8fbf8-447f-4367-8622-4faccd586423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.469448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 313efed1-2022-46a9-a448-697b6ee5cc01 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:08:21.469797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 313efed1-2022-46a9-a448-697b6ee5cc01 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:08:21.581580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f800f114-84f6-4853-a53f-ef977a478cb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.611543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07538e7b-9b64-4c49-bd29-43601bf9b009 req-ffb4b70d-b9fa-4e47-80b7-783907809352 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826506 Nov 22 16:08:21.650955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3941f8a0-bdd7-4ad2-95d0-0595960a825c req-200fd50c-b81c-42a6-95bf-66a0e18dd1a5 tempest-ServersAdminNegativeTestJSON-2102693629 tempest-ServersAdminNegativeTestJSON-2102693629-project] 10.222.0.69 "GET /v2.0/ports?device_id=d86b353b-4104-4506-a15a-33b7bc5aa575 HTTP/1.1" status: 200 len: 210 time: 0.0979068 Nov 22 16:08:21.686723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f800f114-84f6-4853-a53f-ef977a478cb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.691754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:08:21.774960 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Sync routers for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:08:21.790514 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:21.790514 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:08:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:21.820720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.824536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bd8ee133-43f6-4bf4-af9b-8ce7a2a19d8e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5853412 Nov 22 16:08:21.825438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40850) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:21.857165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b0832-670a-4f04-9ff5-08fcb25a62a9 req-2b80fdd3-c710-44b9-bde9-d41544419fc4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:21.860706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-880b0832-670a-4f04-9ff5-08fcb25a62a9 req-2b80fdd3-c710-44b9-bde9-d41544419fc4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 947 time: 0.0886981 Nov 22 16:08:21.915243 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:21.928072 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f800f114-84f6-4853-a53f-ef977a478cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.932637 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f800f114-84f6-4853-a53f-ef977a478cb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:21.934098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f800f114-84f6-4853-a53f-ef977a478cb4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67ce98f6-bef1-441f-ab44-de31f1494b2e HTTP/1.1" status: 204 len: 168 time: 0.6271710 Nov 22 16:08:21.946947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800f114-84f6-4853-a53f-ef977a478cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ce98f6-bef1-441f-ab44-de31f1494b2e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:22.025277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-880b0832-670a-4f04-9ff5-08fcb25a62a9 req-6b1ebcf6-9b9a-4a88-a7e9-02df8d451000 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223500 Nov 22 16:08:22.350951 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:19Z', 'revision_number': 3, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:22.411850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:22.423566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:22.441342 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Checking router: 6008ca8c-2509-401c-a9fa-6fd539be60d5 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:08:22.442742 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Updating router 6008ca8c-2509-401c-a9fa-6fd539be60d5 port 5dc25601-ffa7-4139-b3f6-9a8897c8feec binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:08:22.476785 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:22.694017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:22.818234 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:22.834805 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:22.915673 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Attempting to bind port 5dc25601-ffa7-4139-b3f6-9a8897c8feec on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:22.916085 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Attempting to bind port 5dc25601-ffa7-4139-b3f6-9a8897c8feec by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:22.916459 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Attempting to bind port 5dc25601-ffa7-4139-b3f6-9a8897c8feec on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:22.923530 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7fb82-db82-4f1a-b771-0d4b679ddf19 None None] Pushing event updated for resources: {'Port': ['ID=5dc25601-ffa7-4139-b3f6-9a8897c8feec,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:22.927795 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:22.928988 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:22.928988 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:22.929598 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:22.930536 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Bound port: 5dc25601-ffa7-4139-b3f6-9a8897c8feec, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:22.931450 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:22.995566 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] For port 5dc25601-ffa7-4139-b3f6-9a8897c8feec, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:22.999892 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] For port 5dc25601-ffa7-4139-b3f6-9a8897c8feec, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5dc25601-ffa7-4139-b3f6-9a8897c8feec,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:23.009859 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:23.102045 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7fb82-db82-4f1a-b771-0d4b679ddf19 None None] Pushing event updated for resources: {'Port': ['ID=5dc25601-ffa7-4139-b3f6-9a8897c8feec,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:23.105814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:23.118888 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:23.119750 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:08:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:23.233930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Allocated IP 172.20.0.1 (db204035-8b74-410e-a3d6-d85c5eb7c29a/574a4973-d0a4-4106-a7ab-14ad2b15f5b1/f0192e5b-545f-4702-bfc0-73c75cb2b48c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:23.388205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e102059f-6763-4e25-a64b-56aee765befb details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:23.391740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-04c3d1db-45f4-4975-8bb0-bcda8f27ed34 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=275341ba58424b868c0ea25ccfcdedbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846506 Nov 22 16:08:23.394361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:23.518513 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:23.588022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:23.607748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'e102059f-6763-4e25-a64b-56aee765befb', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'e102059f-6763-4e25-a64b-56aee765befb', 'mac_address': 'fa:16:3e:d6:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:23.653111 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e84a-91d3-4ab2-acbb-2bd38177c4bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:23.687391 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:23.705112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e102059f-6763-4e25-a64b-56aee765befb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:23.739841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:23.743742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:23.755076 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:23.762157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e84a-91d3-4ab2-acbb-2bd38177c4bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:23.824478 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:23.852215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdf8c9-ecbf-476b-8609-89b6dfaaf46e req-819abd79-0601-4d68-a689-2164b44be880 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:23.856467 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Network db204035-8b74-410e-a3d6-d85c5eb7c29a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:23.860028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:23.865681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:23.869019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2cdf8c9-ecbf-476b-8609-89b6dfaaf46e req-819abd79-0601-4d68-a689-2164b44be880 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 947 time: 0.2025008 Nov 22 16:08:23.922255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:24.040285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Pushing event updated for resources: {'Port': ['ID=f0192e5b-545f-4702-bfc0-73c75cb2b48c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:24.079369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2cdf8c9-ecbf-476b-8609-89b6dfaaf46e req-b36f9bd3-859c-4969-a00b-4ba960d87520 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084098 Nov 22 16:08:24.084495 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.100370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e102059f-6763-4e25-a64b-56aee765befb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:24.111620 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e84a-91d3-4ab2-acbb-2bd38177c4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.129633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e84a-91d3-4ab2-acbb-2bd38177c4bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.134910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0a6e84a-91d3-4ab2-acbb-2bd38177c4bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70b8cab4-9986-46e1-a546-38dc0732d26e HTTP/1.1" status: 204 len: 168 time: 0.7384889 Nov 22 16:08:24.184613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6e84a-91d3-4ab2-acbb-2bd38177c4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8cab4-9986-46e1-a546-38dc0732d26e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:24.444830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.505612 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.569418 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.585471 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:19Z', 'revision_number': 3, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:24.669484 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c0072-114b-4227-9e72-71d3a171afa2 None None] The sync data for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 is: [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:19Z', 'revision_number': 3, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:08:24.682636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7b141b39-f83e-48ff-9346-f60ad808c2ff None None] Provisioning complete for port f0192e5b-545f-4702-bfc0-73c75cb2b48c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:24.683861 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b141b39-f83e-48ff-9346-f60ad808c2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.846303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7b141b39-f83e-48ff-9346-f60ad808c2ff None None] Port f0192e5b-545f-4702-bfc0-73c75cb2b48c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:08:24.851630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.976343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:24.991395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:25.091930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Pushing event updated for resources: {'Port': ['ID=f0192e5b-545f-4702-bfc0-73c75cb2b48c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:25.101483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:25.324170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Network db204035-8b74-410e-a3d6-d85c5eb7c29a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:25.326628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48feac8-785f-454e-a71f-ec61e2b56220 req-fbb36d46-1149-4864-82ba-c6ea5be2277a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:25.328421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:25.348152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d48feac8-785f-454e-a71f-ec61e2b56220 req-fbb36d46-1149-4864-82ba-c6ea5be2277a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 948 time: 0.1030254 Nov 22 16:08:25.445086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41118) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:25.483128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d48feac8-785f-454e-a71f-ec61e2b56220 req-1b67b21b-4691-4b64-b42b-614adf0e18b1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330099 Nov 22 16:08:25.626720 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aa08022f-a7b6-4e18-8ecb-2595a76cf376 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ef757a8452f44ecbec48093d3d4dcee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759930 Nov 22 16:08:25.627423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41140) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:25.719198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Router 6008ca8c-2509-401c-a9fa-6fd539be60d5 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:08:25.742253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9301ac31-e63d-4163-ace4-ec39244ce341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:25.793767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6354ba38-0e00-464b-b441-61b9a9bf1c83 None None] Provisioning complete for port f0192e5b-545f-4702-bfc0-73c75cb2b48c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:25.796195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6354ba38-0e00-464b-b441-61b9a9bf1c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:25.835610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9301ac31-e63d-4163-ace4-ec39244ce341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:25.847691 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-14573298-16a9-4761-b6f7-c90a442273de tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549152 Nov 22 16:08:25.890824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6354ba38-0e00-464b-b441-61b9a9bf1c83 None None] Port f0192e5b-545f-4702-bfc0-73c75cb2b48c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:08:25.980088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:08:25.986411 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5e2b1490-8aaa-4750-ad48-e24d5508c643 admin admin] 10.222.0.69 "PUT /v2.0/routers/6008ca8c-2509-401c-a9fa-6fd539be60d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1591063 Nov 22 16:08:25.991948 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9301ac31-e63d-4163-ace4-ec39244ce341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:25.995456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9301ac31-e63d-4163-ace4-ec39244ce341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:26.000540 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9301ac31-e63d-4163-ace4-ec39244ce341 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ccc430e-efaa-4e51-ba92-6774b9686449 HTTP/1.1" status: 204 len: 168 time: 0.3718457 Nov 22 16:08:26.010203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301ac31-e63d-4163-ace4-ec39244ce341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc430e-efaa-4e51-ba92-6774b9686449,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:26.078151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-76920b62-8071-4a39-8743-bc62aac90cd8 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:26.079799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-76920b62-8071-4a39-8743-bc62aac90cd8 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312517 Nov 22 16:08:26.112381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-c9c83ce6-57d5-4e57-b6b9-65782e0f11db tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/quotas/5ea2669647ca4a5dbf772772e622a3c5 HTTP/1.1" status: 200 len: 375 time: 0.0241604 Nov 22 16:08:26.177464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-c00c24fc-1577-4b45-8efd-87bbe8ac9b2b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640738 Nov 22 16:08:26.284905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ac24-f0bc-47ac-a8aa-d42ca1f5fb62 req-b09fe893-2e36-4900-8458-414e32b56183 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:26.287059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3411ac24-f0bc-47ac-a8aa-d42ca1f5fb62 req-b09fe893-2e36-4900-8458-414e32b56183 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 951 time: 0.0662799 Nov 22 16:08:26.353097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3411ac24-f0bc-47ac-a8aa-d42ca1f5fb62 req-b66b081c-f768-46e8-b1ec-80d4b3813188 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574782 Nov 22 16:08:26.852469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5dc25601-ffa7-4139-b3f6-9a8897c8feec up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:26.972140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5dc25601-ffa7-4139-b3f6-9a8897c8feec triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:26.972742 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.081092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.109308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 5dc25601-ffa7-4139-b3f6-9a8897c8feec, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5dc25601-ffa7-4139-b3f6-9a8897c8feec,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:27.117687 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.181461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=5dc25601-ffa7-4139-b3f6-9a8897c8feec,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:27.232897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Sync routers for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:08:27.247614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:27.248569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:08:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:27.334043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:27.340136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-149937f3-d9ca-4b46-82a1-d994d50f5820 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674384122', 'description': 'tempest-description--1240546255'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:27.390046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-149937f3-d9ca-4b46-82a1-d994d50f5820 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.397755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41288) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:27.462013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-5905ee7f-bebd-4341-8059-0658b43c08c8 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377305 Nov 22 16:08:27.543929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-931356225-network', 'tenant_id': '6e6c52aa22dd407a9568296ed496abf7'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:27.550783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e102059f-6763-4e25-a64b-56aee765befb up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:27.606474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Made reservation on behalf of 6e6c52aa22dd407a9568296ed496abf7 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:27.613781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.617059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-149937f3-d9ca-4b46-82a1-d994d50f5820 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.628422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-149937f3-d9ca-4b46-82a1-d994d50f5820 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.628907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.700534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:27.703772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-149937f3-d9ca-4b46-82a1-d994d50f5820 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.706464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-149937f3-d9ca-4b46-82a1-d994d50f5820 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3702090 Nov 22 16:08:27.710484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41304) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:27.719848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-1f2cc67f-3cea-4e0c-b387-8251697c4a7c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:27.730522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-1f2cc67f-3cea-4e0c-b387-8251697c4a7c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2539296 Nov 22 16:08:27.743284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6b38e49f-0175-4424-8322-6b619e46f188 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Request body: {'security_group_rule': {'security_group_id': 'd2bc12b5-5fb7-4cb4-9c60-561b923908a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:27.753122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149937f3-d9ca-4b46-82a1-d994d50f5820 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bc12b5-5fb7-4cb4-9c60-561b923908a5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:27.778775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-23c2d2ff-b9a3-4dab-b8d1-3e455b85d2e3 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/quotas/5ea2669647ca4a5dbf772772e622a3c5 HTTP/1.1" status: 200 len: 375 time: 0.0489812 Nov 22 16:08:27.791121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-abc06bab-9e4c-4694-bdd9-8e79972f8b06 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1029360 Nov 22 16:08:27.832759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port e102059f-6763-4e25-a64b-56aee765befb completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:27.847315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-1344a148-c430-4280-b1aa-7819ee4a60d3 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630832 Nov 22 16:08:27.852407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.865967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.890828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:08:27.913685 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.914382 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Added segment e70556e4-8376-4798-a72b-d592036ddbfd of type vlan for network baec95e0-ed00-4a79-a502-044b41284cbe Nov 22 16:08:27.927564 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b38e49f-0175-4424-8322-6b619e46f188 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.966416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e5db2-207e-4078-a5f8-efffad1b57d6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:27.992032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port e102059f-6763-4e25-a64b-56aee765befb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:27.992614 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:27.993698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.044337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.047124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:28.048000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.057794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b38e49f-0175-4424-8322-6b619e46f188 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.067783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-33c35b63-3676-4017-9207-75570cbdc314 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:28.069354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-33c35b63-3676-4017-9207-75570cbdc314 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630754 Nov 22 16:08:28.070873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b38e49f-0175-4424-8322-6b619e46f188 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.085708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38e49f-0175-4424-8322-6b619e46f188 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b0d0a1-0d35-4000-969b-c886955a0065,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:28.113365 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b38e49f-0175-4424-8322-6b619e46f188 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.115037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6b38e49f-0175-4424-8322-6b619e46f188 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4029515 Nov 22 16:08:28.119095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:28.124512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-543cfcf5-8aae-4ca7-b264-b73d719f144a tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Request body: {'security_group_rule': {'security_group_id': 'd2bc12b5-5fb7-4cb4-9c60-561b923908a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:28.147680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] Pushing event updated for resources: {'Network': ['ID=baec95e0-ed00-4a79-a502-044b41284cbe,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:28.168545 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.173753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2e68e935-4485-4911-a310-2a639d97f157 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7743061 Nov 22 16:08:28.175726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41324) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:28.178364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network baec95e0-ed00-4a79-a502-044b41284cbe details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:08:28.185176 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-543cfcf5-8aae-4ca7-b264-b73d719f144a tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.199563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Request body: {'subnet': {'network_id': 'baec95e0-ed00-4a79-a502-044b41284cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-931356225-subnet', 'tenant_id': '6e6c52aa22dd407a9568296ed496abf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:28.232450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Request body: {'port': {'device_id': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '5ea2669647ca4a5dbf772772e622a3c5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:28.259624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Made reservation on behalf of 6e6c52aa22dd407a9568296ed496abf7 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:28.262769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.295003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-543cfcf5-8aae-4ca7-b264-b73d719f144a tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.304842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:28.311558 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9622ddb9-ab90-4983-9790-f4322267e895" -d '{"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-plugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:28.342287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 2, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:28.383389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Checking router: 6008ca8c-2509-401c-a9fa-6fd539be60d5 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:08:28.383797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Updating router 6008ca8c-2509-401c-a9fa-6fd539be60d5 port f0192e5b-545f-4702-bfc0-73c75cb2b48c binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:08:28.388366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:28.416775 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.462708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.638332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:28.656075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.754356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09da7966-a0b9-4ce3-a7cc-2b1a192f93e4,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:28.827282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5dc25601-ffa7-4139-b3f6-9a8897c8feec up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:28.835250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Checking segment: {'id': 'e70556e4-8376-4798-a72b-d592036ddbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'baec95e0-ed00-4a79-a502-044b41284cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:28.835620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Network hostable DHCP agents. Network: baec95e0-ed00-4a79-a502-044b41284cbe, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:08:28.867225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Network baec95e0-ed00-4a79-a502-044b41284cbe is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:08:28.886146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, baec95e0-ed00-4a79-a502-044b41284cbe) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:28.890149 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-543cfcf5-8aae-4ca7-b264-b73d719f144a tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.901508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b776fd5-7862-4c89-8f1d-503fd17ac479 None None] Network baec95e0-ed00-4a79-a502-044b41284cbe requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:28.911982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:28.912828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.955060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543cfcf5-8aae-4ca7-b264-b73d719f144a tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ce43e0-ad44-4007-af98-11587f941505,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:28.963093 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c827ff05-ad48-41d6-b261-3b8ba03d3b59 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7822053 Nov 22 16:08:28.977811 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-543cfcf5-8aae-4ca7-b264-b73d719f144a tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.982834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:28.983290 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:28.988224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:28.992551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-543cfcf5-8aae-4ca7-b264-b73d719f144a tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8719718 Nov 22 16:08:29.021427 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.028378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d53fc0-d3cf-43c4-a911-72754ef6f843 req-949dc85b-4970-4c2d-8723-c0242165afe9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:29.036566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6d53fc0-d3cf-43c4-a911-72754ef6f843 req-949dc85b-4970-4c2d-8723-c0242165afe9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1553175 Nov 22 16:08:29.040459 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.125622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6d53fc0-d3cf-43c4-a911-72754ef6f843 req-f3533b2e-46f8-472d-929e-e4433c702a7e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878263 Nov 22 16:08:29.129788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Made reservation on behalf of 5ea2669647ca4a5dbf772772e622a3c5 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:29.140048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.175863 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.210337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.286390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:29.329538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5dc25601-ffa7-4139-b3f6-9a8897c8feec triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:29.330143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.361337 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0029f715-fb95-4344-afb5-14f4337aa797 req-68ee77bf-dba7-4d7a-9004-91fc00be69e5 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 210 time: 0.0656939 Nov 22 16:08:29.398300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.410841 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.461779 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4a4cd8-a08b-4859-bfde-4bf8956bf0b7 x-openstack-request-id: req-8c4a4cd8-a08b-4859-bfde-4bf8956bf0b7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:29.462717 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-plugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:29.462993 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c4a4cd8-a08b-4859-bfde-4bf8956bf0b7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:29.463423 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'code': 200} Nov 22 16:08:29.563063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf5dc3e-6123-443b-a987-04a875273e92,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:29.603050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Allocated IP 172.25.5.245 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/000699f6-a7b9-4c20-a4dd-d0af4b136467) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:29.706316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6158317-88f4-4d68-9752-e6576ac1e943 None None] Pushing event updated for resources: {'Port': ['ID=f0192e5b-545f-4702-bfc0-73c75cb2b48c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:29.754102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86494f5a-f171-4ec0-ab60-9be060215489 req-de76738b-3b54-41e9-abd4-9c099a49bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:29.757063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86494f5a-f171-4ec0-ab60-9be060215489 req-de76738b-3b54-41e9-abd4-9c099a49bc20 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1100 time: 0.2040985 Nov 22 16:08:29.889185 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:29.893987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6048216-67c8-4020-8235-9a91b5086e06 None None] Network baec95e0-ed00-4a79-a502-044b41284cbe requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:29.901991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86494f5a-f171-4ec0-ab60-9be060215489 req-5dad96be-4ee2-45fc-a133-6f6060d18bb4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957501 Nov 22 16:08:29.907051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-f480e279-c698-4997-8962-3242c349a658 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1576269 Nov 22 16:08:30.032760 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.075693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Allocated IP 192.168.233.160 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/dc0504a1-1c20-4803-ac84-7d5c0ad390cb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:30.087502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.092351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f4cc8744-75e5-41bf-8018-bb216c807b55 None None] Provisioning complete for port f0192e5b-545f-4702-bfc0-73c75cb2b48c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:30.092887 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4cc8744-75e5-41bf-8018-bb216c807b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.096831 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Attempting to bind port f0192e5b-545f-4702-bfc0-73c75cb2b48c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:30.097540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Attempting to bind port f0192e5b-545f-4702-bfc0-73c75cb2b48c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:30.098163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Attempting to bind port f0192e5b-545f-4702-bfc0-73c75cb2b48c on network db204035-8b74-410e-a3d6-d85c5eb7c29a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:30.134067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:30.139006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event updated for resources: {'Port': ['ID=000699f6-a7b9-4c20-a4dd-d0af4b136467,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:30.142740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:30.147641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:30.156944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4140d1-e4e4-45f5-bb92-873e15631607 req-a2e6c292-053a-4894-b4d8-c243024dcf0b tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:30.164881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c4140d1-e4e4-45f5-bb92-873e15631607 req-a2e6c292-053a-4894-b4d8-c243024dcf0b tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 951 time: 0.2668598 Nov 22 16:08:30.225370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:30.238093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-246715853-network', 'tenant_id': '968607df03844005a1b04894bf588b27'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:30.240138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc8744-75e5-41bf-8018-bb216c807b55 None None] Port f0192e5b-545f-4702-bfc0-73c75cb2b48c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:08:30.248732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:30.249134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Checking segment: {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:30.249535 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.249943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Bound using segment: {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:30.250449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Bound port: f0192e5b-545f-4702-bfc0-73c75cb2b48c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:30.250846 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.284959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c4140d1-e4e4-45f5-bb92-873e15631607 req-aea80aa9-ef9d-473a-a16e-fde17829d066 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190045 Nov 22 16:08:30.294587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-4d891721-e3fd-4805-b7f7-e48ca8939f9e tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:30.294587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-4d891721-e3fd-4805-b7f7-e48ca8939f9e tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765650 Nov 22 16:08:30.324839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.368420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:30.369164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.378774 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.417666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] For port f0192e5b-545f-4702-bfc0-73c75cb2b48c, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:30.435967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] For port f0192e5b-545f-4702-bfc0-73c75cb2b48c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f0192e5b-545f-4702-bfc0-73c75cb2b48c,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:30.448423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Request body: {'port': {'device_id': '3b49968d-3144-42e0-bad8-e23747c59971', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '5ea2669647ca4a5dbf772772e622a3c5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:30.452043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:30.458267 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.485413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Made reservation on behalf of 968607df03844005a1b04894bf588b27 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:30.489053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.515475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:30.516162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:08:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:30.547453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.595131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.614370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.616352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6158317-88f4-4d68-9752-e6576ac1e943 None None] Pushing event updated for resources: {'Port': ['ID=f0192e5b-545f-4702-bfc0-73c75cb2b48c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:30.638637 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.656409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd883e-64ed-4af4-8331-6228636f9e61 req-65a84a26-2743-4ee4-b32f-b4c58300cb3a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:30.657884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2fd883e-64ed-4af4-8331-6228636f9e61 req-65a84a26-2743-4ee4-b32f-b4c58300cb3a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.2520368 Nov 22 16:08:30.711662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event updated for resources: {'Port': ['ID=000699f6-a7b9-4c20-a4dd-d0af4b136467,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:30.731460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.762701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.766446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-37425a8a-7e8d-4cca-813b-e62abeb60db7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7809317 Nov 22 16:08:30.801174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2fd883e-64ed-4af4-8331-6228636f9e61 req-5b1fb4bb-25e4-4703-a33c-d9a6c2df6b79 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140568 Nov 22 16:08:30.873658 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:30.967367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:30.979507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Made reservation on behalf of 5ea2669647ca4a5dbf772772e622a3c5 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:30.983359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.013543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d4af322d-6b41-4c82-81c4-d604aa206601 None None] Provisioning complete for port f0192e5b-545f-4702-bfc0-73c75cb2b48c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:31.014407 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4af322d-6b41-4c82-81c4-d604aa206601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.020335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:31.047959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.050969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:31.055823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbd7b3f3-33ab-4deb-910a-ddfd3492766d req-36762d91-55ab-4e5c-b9cb-6203714f01a0 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 210 time: 0.0420239 Nov 22 16:08:31.062678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:31.066214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:31.071693 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.180127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:08:31.223563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a18563-bb1c-42ff-8758-06c6731c8423,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:31.306793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.307241 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Added segment 497cb39a-9ef4-4eff-b28a-bb431a88fe5f of type vlan for network 6ec82522-1bad-443d-bfc5-a51fdf82e7c7 Nov 22 16:08:31.353629 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.410972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:31.411666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.440589 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.441853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:31.442455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.459256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4af322d-6b41-4c82-81c4-d604aa206601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.463929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:31.466342 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc5d4a1-8901-43dd-87ad-0d144d59b3dc" -d '{"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-unplugged", "status": "completed", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:31.514522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d4af322d-6b41-4c82-81c4-d604aa206601 None None] For port f0192e5b-545f-4702-bfc0-73c75cb2b48c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f0192e5b-545f-4702-bfc0-73c75cb2b48c,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:31.522509 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4af322d-6b41-4c82-81c4-d604aa206601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.528624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:30Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:31.535933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-2e5115ba-531e-47a3-a417-781ba754c41f tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1674384122&fields=id&tenant_id=21ec41a9e30642af829d63f0a33ab9c9 HTTP/1.1" status: 200 len: 267 time: 0.3182347 Nov 22 16:08:31.558442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6ec7a706-5769-4bf7-83c2-a6ff938e4344 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3380947 Nov 22 16:08:31.579783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41532) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:31.580462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3521848 Nov 22 16:08:31.585727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Request body: {'subnet': {'network_id': '6ec82522-1bad-443d-bfc5-a51fdf82e7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-246715853-subnet', 'tenant_id': '968607df03844005a1b04894bf588b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:31.591841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a109ee-a977-4763-95cf-3c57548028f9 None None] The sync data for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 is: [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:30Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:08:31.595476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Allocated IP 192.168.233.138 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/66d8a5f6-394c-4d82-ab99-4a3cf8dc135a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:31.616148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Request body: {'port': {'device_id': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:31.622461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Made reservation on behalf of 968607df03844005a1b04894bf588b27 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:31.625403 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.712933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af322d-6b41-4c82-81c4-d604aa206601 None None] Pushing event updated for resources: {'Port': ['ID=f0192e5b-545f-4702-bfc0-73c75cb2b48c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:31.720929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a2d9c2d7-177d-4ab0-9625-b3ca3b38d7dd None None] Provisioning complete for port dc0504a1-1c20-4803-ac84-7d5c0ad390cb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:31.721872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2d9c2d7-177d-4ab0-9625-b3ca3b38d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:31.768682 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a2d9c2d7-177d-4ab0-9625-b3ca3b38d7dd None None] Port dc0504a1-1c20-4803-ac84-7d5c0ad390cb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:08:31.769822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2831a-3c71-4bef-88d3-b5df5e4bfc9a admin admin] Pushing event updated for resources: {'Network': ['ID=6ec82522-1bad-443d-bfc5-a51fdf82e7c7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:31.787470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 6ec82522-1bad-443d-bfc5-a51fdf82e7c7 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:08:31.996958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bad07-64a2-4770-b93a-3dfb195a9fe3 req-f4b87fff-d825-44e9-9515-e96bd34659de tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:31.998579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-730bad07-64a2-4770-b93a-3dfb195a9fe3 req-f4b87fff-d825-44e9-9515-e96bd34659de tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 949 time: 0.5295553 Nov 22 16:08:32.022252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.034428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.050768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-7d7bab62-2b6e-477c-8398-a3a5b99e36ab tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:32.052653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-7d7bab62-2b6e-477c-8398-a3a5b99e36ab tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.11 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 949 time: 0.4877985 Nov 22 16:08:32.102447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48f06ad-2b5c-4a87-9281-931400062502,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:32.115357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Checking segment: {'id': '497cb39a-9ef4-4eff-b28a-bb431a88fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '6ec82522-1bad-443d-bfc5-a51fdf82e7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:32.116083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Network hostable DHCP agents. Network: 6ec82522-1bad-443d-bfc5-a51fdf82e7c7, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:08:32.137305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Network 6ec82522-1bad-443d-bfc5-a51fdf82e7c7 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:08:32.145860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-3fa1189c-9ace-424a-afaa-13b82c619468 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:32.147436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-3fa1189c-9ace-424a-afaa-13b82c619468 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/networks?id=db204035-8b74-410e-a3d6-d85c5eb7c29a HTTP/1.1" status: 200 len: 814 time: 0.5802357 Nov 22 16:08:32.171290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 6ec82522-1bad-443d-bfc5-a51fdf82e7c7) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:32.179936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a7c243-b915-4a6d-83bb-f92e8890b311 None None] Network 6ec82522-1bad-443d-bfc5-a51fdf82e7c7 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:32.182002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:32.182909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.217504 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1a2bbbfd-5398-4dda-8479-7b08eded1a89 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6364675 Nov 22 16:08:32.288435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-e7ae0148-98a5-42cd-bb54-d7286eb14a2b tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/quotas/21ec41a9e30642af829d63f0a33ab9c9 HTTP/1.1" status: 200 len: 375 time: 0.1269727 Nov 22 16:08:32.310936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-730bad07-64a2-4770-b93a-3dfb195a9fe3 req-3c3912f3-f8b9-40ff-8eda-7c925826ef13 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/security-groups?id=be873edb-821c-43b9-a303-4e31f89811fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895832 Nov 22 16:08:32.332864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41552) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:32.355289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.384528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5147b1-ba68-4be6-ae64-47c87b1dc75c None None] Network 6ec82522-1bad-443d-bfc5-a51fdf82e7c7 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:32.528512 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9e55fb-ee43-4354-9bd9-4985ed84608c x-openstack-request-id: req-9d9e55fb-ee43-4354-9bd9-4985ed84608c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:32.529201 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-unplugged", "status": "completed", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:32.529336 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d9e55fb-ee43-4354-9bd9-4985ed84608c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:32.529744 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'code': 200} Nov 22 16:08:32.578554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-12beeeed-23ba-4021-a708-a6018396a3fd tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=21ec41a9e30642af829d63f0a33ab9c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2550542 Nov 22 16:08:32.578976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30ee8051-b1af-407b-860f-586681f938ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.599712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Deleting port 89563d61-a84a-4b62-8bac-2c1770ad7d28 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:08:32.600128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.705312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30ee8051-b1af-407b-860f-586681f938ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.709393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.711044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30ee8051-b1af-407b-860f-586681f938ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.756778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee8051-b1af-407b-860f-586681f938ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf78d8-5353-4e37-9c8c-c005962f7bab,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:32.765717 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-30ee8051-b1af-407b-860f-586681f938ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac733b8546094f988568b848a1ee7b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4316850 Nov 22 16:08:32.766366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41560) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:32.839273 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3011701-3ca4-4689-9031-9071a97ce40f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.890003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3011701-3ca4-4689-9031-9071a97ce40f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.895157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f0192e5b-545f-4702-bfc0-73c75cb2b48c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:32.993533 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3011701-3ca4-4689-9031-9071a97ce40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.995263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port f0192e5b-545f-4702-bfc0-73c75cb2b48c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:32.995836 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:32.997204 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3011701-3ca4-4689-9031-9071a97ce40f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:33.001541 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c3011701-3ca4-4689-9031-9071a97ce40f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81cf78d8-5353-4e37-9c8c-c005962f7bab HTTP/1.1" status: 204 len: 168 time: 0.2307026 Nov 22 16:08:33.010102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3011701-3ca4-4689-9031-9071a97ce40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf78d8-5353-4e37-9c8c-c005962f7bab,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:33.151969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:33.174180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Pushing event updated for resources: {'Port': ['ID=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:33.192333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:33.208991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:33.248882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd566220-d317-40a4-849a-10ae67007497 req-be1f0373-78f2-4b8d-8bcd-0d41d63681a5 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:33.250474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd566220-d317-40a4-849a-10ae67007497 req-be1f0373-78f2-4b8d-8bcd-0d41d63681a5 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.5804930 Nov 22 16:08:33.253022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-5db97a1e-36d7-4a0e-9c9b-a724e5b1f815 service neutron] 10.222.0.69 "GET /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732223 Nov 22 16:08:33.282297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] For port 89563d61-a84a-4b62-8bac-2c1770ad7d28, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89563d61-a84a-4b62-8bac-2c1770ad7d28,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:33.282662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:33.387237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Calling delete_port for 89563d61-a84a-4b62-8bac-2c1770ad7d28 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:08:33.417140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:33.417805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:33.512625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-08cfeff2-2019-4d09-aab0-55c854efe068 None None] Provisioning complete for port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:33.513321 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08cfeff2-2019-4d09-aab0-55c854efe068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:33.514275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-740a9ad1-9760-46c9-be75-48176a7319e1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0717549 Nov 22 16:08:33.556419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-08cfeff2-2019-4d09-aab0-55c854efe068 None None] Port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:08:33.582831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Request body: {'port': {'device_id': '3b49968d-3144-42e0-bad8-e23747c59971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:33.592563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c60979f1-b4db-41bc-a5be-b161878c8cab service neutron] 10.222.0.69 "GET /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997394 Nov 22 16:08:33.625626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd566220-d317-40a4-849a-10ae67007497 req-d70773e0-a354-4656-a254-bd3ce7181b4a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534155 Nov 22 16:08:33.678823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0504a1-1c20-4803-ac84-7d5c0ad390cb {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:33.688318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:33.703625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Transition to ACTIVE for port object dc0504a1-1c20-4803-ac84-7d5c0ad390cb will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:08:33.726624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:33.792989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:33.934070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:34.229639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bc477-15e0-4302-8c9d-b58a11b8b2a2 req-83f680c2-e94b-4529-9bec-375aab6c5973 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:34.236496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-226bc477-15e0-4302-8c9d-b58a11b8b2a2 req-83f680c2-e94b-4529-9bec-375aab6c5973 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 936 time: 0.4179525 Nov 22 16:08:34.263762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:34.340239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Attempting to bind port dc0504a1-1c20-4803-ac84-7d5c0ad390cb on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:34.340577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Attempting to bind port dc0504a1-1c20-4803-ac84-7d5c0ad390cb by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:34.340909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Attempting to bind port dc0504a1-1c20-4803-ac84-7d5c0ad390cb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:34.343016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Pushing event deleted for resources: {'Port': ['ID=89563d61-a84a-4b62-8bac-2c1770ad7d28,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:34.413268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Port dc0504a1-1c20-4803-ac84-7d5c0ad390cb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:08:34.413603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Attempting to bind port dc0504a1-1c20-4803-ac84-7d5c0ad390cb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:34.464912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-226bc477-15e0-4302-8c9d-b58a11b8b2a2 req-276de6cd-6692-491e-a74e-168c544a8b95 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260880 Nov 22 16:08:34.482562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:34.482562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:34.482562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:34.482562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Bound port: dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:34.482562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:34.519700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] No DVR routers for this DVR port 89563d61-a84a-4b62-8bac-2c1770ad7d28 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:08:34.528010 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:34.531842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e3910b6-5cf1-4bf7-8eba-93691ccf4c94 req-92ecb34f-af04-41b9-9409-71d3a05e7709 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.11 "DELETE /v2.0/ports/89563d61-a84a-4b62-8bac-2c1770ad7d28 HTTP/1.1" status: 204 len: 173 time: 2.4457347 Nov 22 16:08:34.534362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-deleted', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:34.537156 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cbe0ef-19bd-4d65-9be9-ad82c652e5b1" -d '{"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-deleted", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:34.624518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ed52496-bbe0-4362-98dc-512f07710ff3 req-84439483-f42b-4fb5-abbb-56e0296987d2 tempest-ImagesOneServerTestJSON-1856684942 tempest-ImagesOneServerTestJSON-1856684942-project] 10.222.0.69 "GET /v2.0/ports?device_id=488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43 HTTP/1.1" status: 200 len: 210 time: 0.0543127 Nov 22 16:08:34.664993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-0d272e6b-1f57-4e62-b043-3181d3760110 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:34.666539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-0d272e6b-1f57-4e62-b043-3181d3760110 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/networks?id=baec95e0-ed00-4a79-a502-044b41284cbe HTTP/1.1" status: 200 len: 814 time: 0.3761532 Nov 22 16:08:34.701506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:34.710867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-3abe92b5-dabb-4162-ad05-4fad35ba93ee tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/quotas/6e6c52aa22dd407a9568296ed496abf7 HTTP/1.1" status: 200 len: 375 time: 0.0368779 Nov 22 16:08:34.713883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:34.716512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:34.746521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Transition to ACTIVE for port object 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:08:34.748458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:34.764506 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:34.768830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-c6618406-8c44-4d05-a87c-8eda018ab053 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6e6c52aa22dd407a9568296ed496abf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484359 Nov 22 16:08:34.773586 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:34.896639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:34.897176 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:34.898584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] 10.222.0.11 "PUT /v2.0/ports/dc0504a1-1c20-4803-ac84-7d5c0ad390cb HTTP/1.1" status: 200 len: 1096 time: 3.3135395 Nov 22 16:08:34.946407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3636b1-9419-40ea-bde0-53c158da1d1e service neutron] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:35.027199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc68c2-2601-4d8b-8dd4-aeed4c7f7d82 req-663a3629-d450-4060-b55c-24fb165cb7bd tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:35.028720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-64dc68c2-2601-4d8b-8dd4-aeed4c7f7d82 req-663a3629-d450-4060-b55c-24fb165cb7bd tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1100 time: 0.2587242 Nov 22 16:08:35.204316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Pushing event updated for resources: {'Port': ['ID=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:35.221770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-440395cd-31bc-4bcf-a7a6-2e6fc395bee0 service neutron] 10.222.0.69 "GET /v2.0/networks/baec95e0-ed00-4a79-a502-044b41284cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405141 Nov 22 16:08:35.279122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:08:35.302003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 89563d61-a84a-4b62-8bac-2c1770ad7d28 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:08:35.302726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89563d61-a84a-4b62-8bac-2c1770ad7d28 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:08:35.304982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-11bc945b-4804-440c-8e84-1483593e1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:35.306575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-11bc945b-4804-440c-8e84-1483593e1f61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1099 time: 0.3349679 Nov 22 16:08:35.641389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Attempting to bind port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:35.641721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Attempting to bind port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:35.642046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Attempting to bind port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:35.648203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-6d769164-c65f-462b-a140-2be73b973a9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb HTTP/1.1" status: 200 len: 217 time: 0.3209944 Nov 22 16:08:35.654742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-64dc68c2-2601-4d8b-8dd4-aeed4c7f7d82 req-780e8c54-8486-4f2c-b2f8-0102d0af962c tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640421 Nov 22 16:08:35.671991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-bf203064-2d3b-42d8-bb87-79a78b1c49f8 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:35.673409 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-bf203064-2d3b-42d8-bb87-79a78b1c49f8 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.71 "GET /v2.0/networks?id=db204035-8b74-410e-a3d6-d85c5eb7c29a HTTP/1.1" status: 200 len: 814 time: 0.5906320 Nov 22 16:08:35.677970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:08:35.678291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Attempting to bind port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:35.729675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:35.729909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:35.730295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:35.730741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Bound port: 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:35.731095 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:35.780197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-7b5a45fb-7bf4-412a-be63-be28139d9d34 service neutron] 10.222.0.69 "GET /v2.0/networks/baec95e0-ed00-4a79-a502-044b41284cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573566 Nov 22 16:08:35.784893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2822be3e-9da0-47ac-8f8a-d690f63ed930 req-5401c5ce-3db6-462f-819f-c3af28a66424 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 210 time: 0.0680928 Nov 22 16:08:35.831214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9e31f9ac-798c-4c8b-90de-ab81deef316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:35.832863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-9e31f9ac-798c-4c8b-90de-ab81deef316d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1760032 Nov 22 16:08:35.903719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-9f857239-3da8-4991-addb-8ff55afc7557 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21ec41a9e30642af829d63f0a33ab9c9 HTTP/1.1" status: 200 len: 380 time: 0.1987283 Nov 22 16:08:35.926025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Request body: {'port': {'device_id': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'admin_state_up': True, 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'security_groups': ['d2bc12b5-5fb7-4cb4-9c60-561b923908a5']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:35.934640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] For port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:36.021644 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7613a8-9629-434a-927e-2db5b62c8c27 x-openstack-request-id: req-9a7613a8-9629-434a-927e-2db5b62c8c27 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:36.022126 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43", "name": "network-vif-deleted", "tag": "89563d61-a84a-4b62-8bac-2c1770ad7d28", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:36.022394 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a7613a8-9629-434a-927e-2db5b62c8c27 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:36.022804 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '488cfcd8-2cd1-4e08-ba34-5c4c0f6e6f43', 'name': 'network-vif-deleted', 'tag': '89563d61-a84a-4b62-8bac-2c1770ad7d28', 'status': 'completed', 'code': 200} Nov 22 16:08:36.025068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] For port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:36.038905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-243b6a23-a7be-4d5d-a2fa-278931a88bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:36.040645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-243b6a23-a7be-4d5d-a2fa-278931a88bd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1968851 Nov 22 16:08:36.041755 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:36.238898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:36.239966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:36.241415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] 10.222.0.11 "PUT /v2.0/ports/66d8a5f6-394c-4d82-ab99-4a3cf8dc135a HTTP/1.1" status: 200 len: 1096 time: 2.6854873 Nov 22 16:08:36.289670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d3705-d7ae-4309-8097-15ea521e3494 service neutron] Pushing event updated for resources: {'Port': ['ID=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:36.311083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-660f2622-2d86-4a62-b7c1-3194df222726 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131228 Nov 22 16:08:36.449424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fb444-16cd-4998-8b54-fab0e8d19f09 req-81345433-58e1-4221-8201-aecbc994d299 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:36.451035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b8fb444-16cd-4998-8b54-fab0e8d19f09 req-81345433-58e1-4221-8201-aecbc994d299 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 948 time: 0.4002190 Nov 22 16:08:36.470531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41654) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:36.555443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-41a4294f-19b9-4467-884b-195a67c00ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:36.557761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-41a4294f-19b9-4467-884b-195a67c00ab7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 1099 time: 0.2637749 Nov 22 16:08:36.576103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b8fb444-16cd-4998-8b54-fab0e8d19f09 req-1f7d8798-e401-4183-914a-6742d3426f8c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049378 Nov 22 16:08:36.576852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Made reservation on behalf of 21ec41a9e30642af829d63f0a33ab9c9 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:36.582066 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:36.699160 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-986d4dd7-1a3a-4ac7-ab28-85979da1e971 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83f48d9859474277a1e6d61ee918f0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266476 Nov 22 16:08:36.700185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41658) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:36.767150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:36.776496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Allocated IP 172.20.0.7 (db204035-8b74-410e-a3d6-d85c5eb7c29a/574a4973-d0a4-4106-a7ab-14ad2b15f5b1/a9781017-ef15-4584-8e00-1124eb9a0524) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:36.797732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:36.867326 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:36.871313 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:36.872940 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be873edb-821c-43b9-a303-4e31f89811fb HTTP/1.1" status: 204 len: 168 time: 0.1715724 Nov 22 16:08:36.874029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd8ca8ec-7c74-4a14-a7d2-8daf1d421c0e req-b1729b4c-8acf-4b41-933d-243d9931571d tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 210 time: 0.0731671 Nov 22 16:08:36.883666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be873edb-821c-43b9-a303-4e31f89811fb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:36.893385 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.894540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.894540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.894808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.895108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.895259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-aa5927d2-eb7d-4907-8392-563da31e7a08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a HTTP/1.1" status: 200 len: 217 time: 0.2958653 Nov 22 16:08:36.896072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.896619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.897307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.897792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.898283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.899097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.900013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2ac685-9f76-420e-82ce-51110689eec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:36.901301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb7b745-c303-4ff6-ae18-ea553e225373 req-909f22b4-28a4-4595-900b-f725b8a4ca91 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748792 Nov 22 16:08:37.126508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e22143c-9ddf-44f8-8b95-b1fb7b058691 req-43550735-173f-4909-b4a0-7e1ff73922bc tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 210 time: 0.0949793 Nov 22 16:08:37.129007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-8da96b0b-b7fd-4db3-a7ec-0effcd1e9050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:37.130959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-8da96b0b-b7fd-4db3-a7ec-0effcd1e9050 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2235773 Nov 22 16:08:37.214179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22a76-4b34-4fbc-b862-f7dbd2580df3 req-dc53072c-8ee4-4313-acf0-9ea3356bb57d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:37.215778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d22a76-4b34-4fbc-b862-f7dbd2580df3 req-dc53072c-8ee4-4313-acf0-9ea3356bb57d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.2077427 Nov 22 16:08:37.285580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:37.293825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-fc6bdc28-5a4e-44cd-86ba-3f3d51843406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:37.295339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-fc6bdc28-5a4e-44cd-86ba-3f3d51843406 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1504319 Nov 22 16:08:37.488973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21d22a76-4b34-4fbc-b862-f7dbd2580df3 req-643e4054-da6e-4613-8e38-120990bf80fc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647429 Nov 22 16:08:37.578848 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-bce522a2-3545-4f15-adea-ced075e1c62e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6029727 Nov 22 16:08:37.583958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:37.646788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-86db7363-d179-42a6-a304-3a915695da0a tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:37.648565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-86db7363-d179-42a6-a304-3a915695da0a tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.11 "GET /v2.0/networks?id=baec95e0-ed00-4a79-a502-044b41284cbe HTTP/1.1" status: 200 len: 814 time: 0.4062793 Nov 22 16:08:37.659623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-46972498-7246-46c9-a92d-5215f07c57a1 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486545 Nov 22 16:08:37.670010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Network db204035-8b74-410e-a3d6-d85c5eb7c29a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:37.673928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Request body: {'port': {'device_id': '53e32a6a-4513-40e3-947e-9f01e94ce547', 'network_id': 'baec95e0-ed00-4a79-a502-044b41284cbe', 'admin_state_up': True, 'tenant_id': '6e6c52aa22dd407a9568296ed496abf7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:37.702139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:37.751203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:37.824390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event updated for resources: {'Port': ['ID=a9781017-ef15-4584-8e00-1124eb9a0524,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:37.990838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41734) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:38.005607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:38.006359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.028084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'}, {'name': 'network-changed', 'server_uuid': '3b49968d-3144-42e0-bad8-e23747c59971', 'tag': '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:38.030500 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45c1ae6-3007-4043-a019-cfcaa63df164" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb"}, {"name": "network-changed", "server_uuid": "3b49968d-3144-42e0-bad8-e23747c59971", "tag": "66d8a5f6-394c-4d82-ab99-4a3cf8dc135a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:38.078481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e4f26-9728-4b55-a2bf-53bf221cd78f req-d33e9a77-4a78-4fdb-8b5e-3371fb550c19 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:38.084969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a30e4f26-9728-4b55-a2bf-53bf221cd78f req-d33e9a77-4a78-4fdb-8b5e-3371fb550c19 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 948 time: 0.3799317 Nov 22 16:08:38.119431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5fc7f2a3-8be3-45e2-99da-3a8af4b61ef8 None None] Provisioning complete for port a9781017-ef15-4584-8e00-1124eb9a0524 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:38.120500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5fc7f2a3-8be3-45e2-99da-3a8af4b61ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.125229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-7519bb96-9f63-44dd-bdd9-d46ae61c4192 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2109051 Nov 22 16:08:38.127448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42caa445-3176-48c2-b7cc-ba730311c0b0 req-bd8b128a-ff3c-40a1-9900-a848c6acaca9 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 210 time: 0.1071701 Nov 22 16:08:38.141177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-269d53d5-98ac-4a20-a15f-4126ed98fcbd req-634750b5-9067-47ed-b2f8-758347c81a0b service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587462 Nov 22 16:08:38.169146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Request body: {'port': {'device_id': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:38.211124 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ca022f-5772-4581-b8a0-9483692fc499 x-openstack-request-id: req-21ca022f-5772-4581-b8a0-9483692fc499 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:38.211441 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3b49968d-3144-42e0-bad8-e23747c59971", "tag": "66d8a5f6-394c-4d82-ab99-4a3cf8dc135a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:38.211710 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21ca022f-5772-4581-b8a0-9483692fc499 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:38.212143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5fc7f2a3-8be3-45e2-99da-3a8af4b61ef8 None None] Port a9781017-ef15-4584-8e00-1124eb9a0524 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:08:38.212271 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'status': 'completed', 'code': 200} Nov 22 16:08:38.212464 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b49968d-3144-42e0-bad8-e23747c59971', 'tag': '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a', 'status': 'completed', 'code': 200} Nov 22 16:08:38.256722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Made reservation on behalf of 6e6c52aa22dd407a9568296ed496abf7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:38.260601 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.275114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41746) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:38.319818 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd6cd009-6469-4b1c-8cfb-3c76eb120d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.335389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1152869267-network', 'tenant_id': '68500ce062ab418488b7b4d78c968591'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:38.368477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Made reservation on behalf of 68500ce062ab418488b7b4d78c968591 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:38.370988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.384363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.386481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a30e4f26-9728-4b55-a2bf-53bf221cd78f req-847a5b95-6e38-4e0e-a11f-52649d8eb796 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673817 Nov 22 16:08:38.389872 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.491593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd6cd009-6469-4b1c-8cfb-3c76eb120d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.506561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd6cd009-6469-4b1c-8cfb-3c76eb120d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.564166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.576861 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cd6cd009-6469-4b1c-8cfb-3c76eb120d44 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a133bc9a625e4f1daa3e60337c0500bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5838664 Nov 22 16:08:38.577086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41760) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:38.581123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6cd009-6469-4b1c-8cfb-3c76eb120d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cffd8e-b1fb-4375-9456-fe904b3e3491,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:38.591998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.655795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:08:38.670395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07320eb3-36ff-438d-a9b7-ac051ffcbe64,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:38.678285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.678509 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Added segment e93dac47-6bf6-42f6-9ac6-47c1e51050cd of type vlan for network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 Nov 22 16:08:38.704243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-836c1ec2-e995-4275-9952-57b4fe5e69e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.756905 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.760420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-836c1ec2-e995-4275-9952-57b4fe5e69e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.817991 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.819307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:38.820207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.859217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-5e9330b5-49cc-4b99-9a09-a62f2ad40bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:38.860737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-5e9330b5-49cc-4b99-9a09-a62f2ad40bd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1099 time: 0.5706017 Nov 22 16:08:38.880104 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-836c1ec2-e995-4275-9952-57b4fe5e69e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.882909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-836c1ec2-e995-4275-9952-57b4fe5e69e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:38.884080 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-836c1ec2-e995-4275-9952-57b4fe5e69e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34cffd8e-b1fb-4375-9456-fe904b3e3491 HTTP/1.1" status: 204 len: 168 time: 0.3056343 Nov 22 16:08:38.900443 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6239421 Nov 22 16:08:38.906822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41770) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:38.912670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Request body: {'subnet': {'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1152869267-subnet', 'tenant_id': '68500ce062ab418488b7b4d78c968591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:38.918137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c1ec2-e995-4275-9952-57b4fe5e69e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cffd8e-b1fb-4375-9456-fe904b3e3491,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:38.929626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921ba5f-3ea1-480e-a631-b23b605bcea3 admin admin] Pushing event updated for resources: {'Network': ['ID=b04cb20b-baac-4cd6-b0e0-84fb97d59f23,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:38.963222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:08:38.975725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Made reservation on behalf of 68500ce062ab418488b7b4d78c968591 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:38.978169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:39.083603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1fa49-02eb-4ce1-b9ac-8b075f538966 req-2849cdca-5aec-4f19-9feb-2b29950e8c96 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:39.091379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-caf1fa49-02eb-4ce1-b9ac-8b075f538966 req-2849cdca-5aec-4f19-9feb-2b29950e8c96 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 931 time: 0.8094964 Nov 22 16:08:39.142345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Allocated IP 172.20.0.8 (baec95e0-ed00-4a79-a502-044b41284cbe/09da7966-a0b9-4ce3-a7cc-2b1a192f93e4/622d341e-7b00-4fb2-8aab-ad23df646eb2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:39.200908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111d776-4464-4f41-94bc-2fee6cc4b769 req-05eb2383-50ae-4731-981b-3ff75e4eb7f6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:39.209224 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f111d776-4464-4f41-94bc-2fee6cc4b769 req-05eb2383-50ae-4731-981b-3ff75e4eb7f6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.4340897 Nov 22 16:08:39.224301 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:39.279421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5935d1d-de3b-49c4-b5fb-fca8f2cddc05,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:39.306695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Checking segment: {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:39.307539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Network hostable DHCP agents. Network: b04cb20b-baac-4cd6-b0e0-84fb97d59f23, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:08:39.319739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-caf1fa49-02eb-4ce1-b9ac-8b075f538966 req-a6c63849-d293-46b4-8807-ccddd4f49cea tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199535 Nov 22 16:08:39.321387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:39.329615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:08:39.346464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, b04cb20b-baac-4cd6-b0e0-84fb97d59f23) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:39.356738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:39.357698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:39.360466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-50dc4cf7-e8b4-4503-8332-f0c3b67b5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:39.362681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-50dc4cf7-e8b4-4503-8332-f0c3b67b5d5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.4912868 Nov 22 16:08:39.366169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf53820-fffe-4a6c-84e4-b1f282a78283 None None] Network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:39.380006 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-82687c23-24ba-4fb9-b37c-e338daba1422 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4714036 Nov 22 16:08:39.459443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-4bbe3f0c-7e67-4d0f-b690-91d84da9c84b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb HTTP/1.1" status: 200 len: 217 time: 0.0853312 Nov 22 16:08:39.498803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f111d776-4464-4f41-94bc-2fee6cc4b769 req-2dfbbf96-975c-4a03-8e85-d931edc467c5 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850783 Nov 22 16:08:39.624458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36279c36-1d63-4b19-82b1-eae05d58d5d6 req-cd700544-0138-42fb-b827-5408732fa3a4 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 210 time: 0.0503101 Nov 22 16:08:39.706014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ff4c8-a7f5-45c5-aec6-cdce45a6aa0a None None] Network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:39.724614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-3b559cfc-3ade-44f9-893b-f538b3d7dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:39.726482 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-3b559cfc-3ade-44f9-893b-f538b3d7dcda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1100 time: 0.0947530 Nov 22 16:08:39.809477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:39.838659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-ec06bb8b-6043-483a-a8a9-ceee995b7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:39.841093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a', 'mac_address': 'fa:16:3e:52:66:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:39.841644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-ec06bb8b-6043-483a-a8a9-ceee995b7e00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.3697023 Nov 22 16:08:39.904829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-3aa0cb59-6f50-4aa9-91cc-88e7ff11d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:39.907200 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-3aa0cb59-6f50-4aa9-91cc-88e7ff11d471 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1611359 Nov 22 16:08:39.998457 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-4df4e8bc-9d01-49e0-8561-82cb37d440f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.0816293 Nov 22 16:08:39.999150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.016596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae02014-8c1d-4293-8eda-a30a326f120e req-b9c5cf4c-d532-4624-bb42-cb79679eb384 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:40.026877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ae02014-8c1d-4293-8eda-a30a326f120e req-b9c5cf4c-d532-4624-bb42-cb79679eb384 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 948 time: 0.2036302 Nov 22 16:08:40.042052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.070251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:40.079848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9781017-ef15-4584-8e00-1124eb9a0524 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:40.090993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-e98f7f7b-53b5-4d99-a383-dafc1bad22be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:40.092885 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-e98f7f7b-53b5-4d99-a383-dafc1bad22be service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0770259 Nov 22 16:08:40.099094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-0ae968ed-9a6d-4d24-b08e-dec94888874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:40.100622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-0ae968ed-9a6d-4d24-b08e-dec94888874b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2202144 Nov 22 16:08:40.103026 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.109337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:40.124590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.126239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:40.181553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-faa0e654-f644-44b4-a6cb-4cc817f231e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:40.183206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-faa0e654-f644-44b4-a6cb-4cc817f231e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756092 Nov 22 16:08:40.223489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Transition to ACTIVE for port object a9781017-ef15-4584-8e00-1124eb9a0524 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:08:40.233176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:40.277482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:40.284814 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.292196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:40.292711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.310800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.311744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.312564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.313341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.314118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.315484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.316364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.317209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.317992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.320252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.321116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.321915 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:08:40.348827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'mac_address': 'fa:16:3e:3b:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:40.352263 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-33ea8ef5-6ef5-4326-be8c-2ca34de36c9a service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548960 Nov 22 16:08:40.411077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Network baec95e0-ed00-4a79-a502-044b41284cbe is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:40.417937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ae02014-8c1d-4293-8eda-a30a326f120e req-3027a8b5-bc7b-4f5f-b462-f638643fd7a6 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898449 Nov 22 16:08:40.421188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-f3f34b26-201d-4f9d-a515-8b480dce3002 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110180 Nov 22 16:08:40.427870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.430173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:40.453851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0504a1-1c20-4803-ac84-7d5c0ad390cb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:40.456458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1998684625-network', 'tenant_id': 'd73a5747df9f494096a9d999ace65ae8'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:40.473104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:40.492920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:40.500118 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.500365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Made reservation on behalf of d73a5747df9f494096a9d999ace65ae8 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:40.503953 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.524683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.590824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:40.623144 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-8890fdcb-e5d6-4802-88f5-7fc8fc9316c0 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567627 Nov 22 16:08:40.659549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.667161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.725979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:08:40.743046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['66d8a5f6-394c-4d82-ab99-4a3cf8dc135a'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:40.750643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f6bfb9-b87a-4f24-8a0d-186f30222800,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:40.769936 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.770499 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Added segment 3fefc963-d101-45e6-bb36-11716a68d65a of type vlan for network 612f7e72-2bed-4640-803a-6023f058a4bc Nov 22 16:08:40.824211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['dc0504a1-1c20-4803-ac84-7d5c0ad390cb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:40.857791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.900264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.902650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:40.903436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.907518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Pushing event updated for resources: {'Port': ['ID=a9781017-ef15-4584-8e00-1124eb9a0524,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:40.919081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:40.919839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:40.988468 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7541945 Nov 22 16:08:40.991480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:40.996444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Request body: {'subnet': {'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1998684625-subnet', 'tenant_id': 'd73a5747df9f494096a9d999ace65ae8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:41.008373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c55191-ac5f-41fc-8cee-90460a76c27b admin admin] Pushing event updated for resources: {'Network': ['ID=612f7e72-2bed-4640-803a-6023f058a4bc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:41.034600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Made reservation on behalf of d73a5747df9f494096a9d999ace65ae8 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:41.037620 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:41.039321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 612f7e72-2bed-4640-803a-6023f058a4bc details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:08:41.088600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4220729 Nov 22 16:08:41.110905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b891e-920d-4ffb-b6dd-115f8e974fb3 req-7a2d2e1c-3327-40d4-9d72-0ba1a4bba51d tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:41.111959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d0b891e-920d-4ffb-b6dd-115f8e974fb3 req-7a2d2e1c-3327-40d4-9d72-0ba1a4bba51d tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 943 time: 0.5514607 Nov 22 16:08:41.117298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Request body: {'port': {'device_id': '53e32a6a-4513-40e3-947e-9f01e94ce547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:41.156518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1b9d5-b99e-466b-8615-c9c3cf534f6c tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Pushing event updated for resources: {'Port': ['ID=622d341e-7b00-4fb2-8aab-ad23df646eb2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:41.175680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99d923-0ff0-4387-908c-d378380b9949 req-7f0fdf8d-c683-47d0-b8c5-a0c3efdd9254 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:41.182590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-7f0fdf8d-c683-47d0-b8c5-a0c3efdd9254 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 822 time: 0.5980439 Nov 22 16:08:41.214825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-9c6bdf48-b6cf-42dd-8bd3-37e0755c19ed service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297111 Nov 22 16:08:41.227810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Attempting to bind port a9781017-ef15-4584-8e00-1124eb9a0524 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:41.228192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Attempting to bind port a9781017-ef15-4584-8e00-1124eb9a0524 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:41.228518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Attempting to bind port a9781017-ef15-4584-8e00-1124eb9a0524 on network db204035-8b74-410e-a3d6-d85c5eb7c29a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:41.233401 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-f50a50e6-717e-4d93-b6f3-20543ff46e9e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/quotas/68500ce062ab418488b7b4d78c968591 HTTP/1.1" status: 200 len: 375 time: 0.0487487 Nov 22 16:08:41.242012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:41.265832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Port a9781017-ef15-4584-8e00-1124eb9a0524 on network db204035-8b74-410e-a3d6-d85c5eb7c29a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:08:41.266157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Attempting to bind port a9781017-ef15-4584-8e00-1124eb9a0524 on network db204035-8b74-410e-a3d6-d85c5eb7c29a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:41.300731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f91589-111e-4ae5-a503-88fdf609a656,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:41.318371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Checking segment: {'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:41.318998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Network hostable DHCP agents. Network: 612f7e72-2bed-4640-803a-6023f058a4bc, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:08:41.334812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c038a21f-ca0b-49e2-a3a5-c3e905b2bf0b tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782290 Nov 22 16:08:41.335561 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:41.337871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:41.338231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Checking segment: {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:41.338608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Bound using segment: {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:41.339080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Bound port: a9781017-ef15-4584-8e00-1124eb9a0524, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f9436e4-f921-4112-b3d1-699d45507847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:41.339430 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:41.342536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Network 612f7e72-2bed-4640-803a-6023f058a4bc is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:08:41.354427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 612f7e72-2bed-4640-803a-6023f058a4bc) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:41.358685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:41.359293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:41.365739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b568d9-a627-4b92-aecf-a874e5cb7d1b None None] Network 612f7e72-2bed-4640-803a-6023f058a4bc requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:41.382430 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f3285302-2d00-4d1a-afd3-396730a19b63 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3895893 Nov 22 16:08:41.384593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d0b891e-920d-4ffb-b6dd-115f8e974fb3 req-f6d19b6b-c31d-41f4-8c16-3a07a71c6d51 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519352 Nov 22 16:08:41.536267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-171c29ff-7e57-4b01-9a89-70a1ec65f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:41.537750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-171c29ff-7e57-4b01-9a89-70a1ec65f4c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 1100 time: 0.2567978 Nov 22 16:08:41.555023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aff303b-a072-4b6c-a775-ebf6448a0f36 None None] Network 612f7e72-2bed-4640-803a-6023f058a4bc requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:08:41.658154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] For port a9781017-ef15-4584-8e00-1124eb9a0524, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:41.730473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] For port a9781017-ef15-4584-8e00-1124eb9a0524, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a9781017-ef15-4584-8e00-1124eb9a0524,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:41.760971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:42.049444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-31af4447-ee8a-4f80-ba42-b73b546010b4 service neutron] 10.222.0.69 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844320 Nov 22 16:08:42.130227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c6f63-9231-4b6c-928c-f148bed13980 req-29d8c8e9-6582-49a7-aac9-955edf92fa38 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.131828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b0c6f63-9231-4b6c-928c-f148bed13980 req-29d8c8e9-6582-49a7-aac9-955edf92fa38 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.5316746 Nov 22 16:08:42.167269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.167888 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:42.169299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] 10.222.0.71 "PUT /v2.0/ports/a9781017-ef15-4584-8e00-1124eb9a0524 HTTP/1.1" status: 200 len: 1091 time: 4.0254078 Nov 22 16:08:42.174409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'tag': 'a9781017-ef15-4584-8e00-1124eb9a0524'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:42.177081 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ffd1e6-df85-4d52-9b3b-923740e270a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e390ce23-d0df-4418-b8f3-6d584842d16a", "tag": "a9781017-ef15-4584-8e00-1124eb9a0524"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:42.253035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-92356328-223a-435a-a812-bff2382db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.253993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-92356328-223a-435a-a812-bff2382db80f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.7085736 Nov 22 16:08:42.300872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4f494-7dc7-4574-8a2d-9a96afdd227c service neutron] Pushing event updated for resources: {'Port': ['ID=a9781017-ef15-4584-8e00-1124eb9a0524,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:42.373910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-c1065e10-047c-4294-b41c-2a8e3df214d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a HTTP/1.1" status: 200 len: 217 time: 0.0882239 Nov 22 16:08:42.439199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b0c6f63-9231-4b6c-928c-f148bed13980 req-bb3b467a-e63c-48d5-a4d0-7de03ce13a56 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670879 Nov 22 16:08:42.442868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c7f19108-5690-4755-adc5-0ceb8331e5cf service neutron] 10.222.0.69 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655727 Nov 22 16:08:42.464144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-f41f42cd-0d25-41ef-b89b-51be3dc65ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.465678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-f41f42cd-0d25-41ef-b89b-51be3dc65ca1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21ec41a9e30642af829d63f0a33ab9c9&device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 1094 time: 0.2340345 Nov 22 16:08:42.546406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-0ec1364b-9952-4562-bb75-e8c9fcdf2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.547850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-0ec1364b-9952-4562-bb75-e8c9fcdf2b5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1557674 Nov 22 16:08:42.558307 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-a1feb16d-c6b7-4145-a2a6-4e0d2150d961 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9781017-ef15-4584-8e00-1124eb9a0524 HTTP/1.1" status: 200 len: 217 time: 0.0592294 Nov 22 16:08:42.615425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622d341e-7b00-4fb2-8aab-ad23df646eb2 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:42.645751 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:42.685515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Transition to ACTIVE for port object 622d341e-7b00-4fb2-8aab-ad23df646eb2 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:08:42.696958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-e8c224ad-863c-43de-8143-b8ca3d8c7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.698417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-e8c224ad-863c-43de-8143-b8ca3d8c7067 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=574a4973-d0a4-4106-a7ab-14ad2b15f5b1 HTTP/1.1" status: 200 len: 853 time: 0.1135681 Nov 22 16:08:42.708542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:42.750205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd5d2f-d18c-4502-a4a8-f9b6b81d3a38 req-3aa2a246-b935-4c56-9d57-21b8a362ea05 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.751759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3fd5d2f-d18c-4502-a4a8-f9b6b81d3a38 req-3aa2a246-b935-4c56-9d57-21b8a362ea05 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 931 time: 0.2098713 Nov 22 16:08:42.774955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-ab026ca5-76fd-4108-aa82-0daacf9a5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.776487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-ab026ca5-76fd-4108-aa82-0daacf9a5536 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2173302 Nov 22 16:08:42.916225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Pushing event updated for resources: {'Port': ['ID=622d341e-7b00-4fb2-8aab-ad23df646eb2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:42.964994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617682a-124d-4ff8-8b70-a9e9654fbfd9 req-909546ac-9d66-4e85-a236-4a8a2e3b2abd tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.966545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a617682a-124d-4ff8-8b70-a9e9654fbfd9 req-909546ac-9d66-4e85-a236-4a8a2e3b2abd tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 949 time: 0.2746124 Nov 22 16:08:42.985387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-b0bb938a-a9b3-4d0d-b07e-2004d5d86083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:42.987529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-b0bb938a-a9b3-4d0d-b07e-2004d5d86083 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db204035-8b74-410e-a3d6-d85c5eb7c29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753441 Nov 22 16:08:43.048571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3fd5d2f-d18c-4502-a4a8-f9b6b81d3a38 req-fa001f54-a39d-41b6-94cd-b3e306cd1dfb tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554719 Nov 22 16:08:43.140879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-4d2a9e79-dd71-4a16-b755-21ab291a4de6 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442476 Nov 22 16:08:43.169368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-fb079e4b-3fab-4039-8ebe-46b27cc26c17 req-e972994e-da8a-42b0-a5aa-df962afcc81d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-970359607', 'description': 'tempest-description-881534840'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:43.203176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a617682a-124d-4ff8-8b70-a9e9654fbfd9 req-ddca86a0-1dc1-4d8b-8933-25bc8cd18f7e tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235808 Nov 22 16:08:43.242749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Attempting to bind port 622d341e-7b00-4fb2-8aab-ad23df646eb2 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:43.243092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Attempting to bind port 622d341e-7b00-4fb2-8aab-ad23df646eb2 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'e70556e4-8376-4798-a72b-d592036ddbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'baec95e0-ed00-4a79-a502-044b41284cbe'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:43.243416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Attempting to bind port 622d341e-7b00-4fb2-8aab-ad23df646eb2 on network baec95e0-ed00-4a79-a502-044b41284cbe {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:43.258653 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ac4281-ff4d-4291-8e74-e040ac4c3a6d x-openstack-request-id: req-32ac4281-ff4d-4291-8e74-e040ac4c3a6d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:43.258944 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e390ce23-d0df-4418-b8f3-6d584842d16a", "tag": "a9781017-ef15-4584-8e00-1124eb9a0524", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:43.259201 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32ac4281-ff4d-4291-8e74-e040ac4c3a6d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:43.259604 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'tag': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'status': 'completed', 'code': 200} Nov 22 16:08:43.275366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Port 622d341e-7b00-4fb2-8aab-ad23df646eb2 on network baec95e0-ed00-4a79-a502-044b41284cbe not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:08:43.275697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Attempting to bind port 622d341e-7b00-4fb2-8aab-ad23df646eb2 on network baec95e0-ed00-4a79-a502-044b41284cbe {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:43.295301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-3daf08a8-bf1c-432b-ab04-edb9350a1c8f service neutron] 10.222.0.71 "GET /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778957 Nov 22 16:08:43.298798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fb079e4b-3fab-4039-8ebe-46b27cc26c17 req-e972994e-da8a-42b0-a5aa-df962afcc81d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.307928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:43.308276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Checking segment: {'id': 'e70556e4-8376-4798-a72b-d592036ddbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'baec95e0-ed00-4a79-a502-044b41284cbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:43.308662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Bound using segment: {'id': 'e70556e4-8376-4798-a72b-d592036ddbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'baec95e0-ed00-4a79-a502-044b41284cbe'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:43.309119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Bound port: 622d341e-7b00-4fb2-8aab-ad23df646eb2, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70556e4-8376-4798-a72b-d592036ddbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'baec95e0-ed00-4a79-a502-044b41284cbe'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:43.309478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.345438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:43.404023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:43.409702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:43.410291 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.429304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a45c1ae6-3007-4043-a019-cfcaa63df164 req-e5d0f502-cff6-40ec-b6e8-def1121665fa service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748530 Nov 22 16:08:43.508998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.534739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b49968d-3144-42e0-bad8-e23747c59971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:43.537070 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e11d36c-364a-4e2b-9080-23dac03179b9" -d '{"events": [{"server_uuid": "3b49968d-3144-42e0-bad8-e23747c59971", "name": "network-vif-plugged", "status": "completed", "tag": "66d8a5f6-394c-4d82-ab99-4a3cf8dc135a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:43.544898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f385c8-7d61-4454-bb9a-520e47ff1379 req-e523f3f7-61fd-4a2d-8695-4753c00ef79c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:43.546450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51f385c8-7d61-4454-bb9a-520e47ff1379 req-e523f3f7-61fd-4a2d-8695-4753c00ef79c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 943 time: 0.2336507 Nov 22 16:08:43.551692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:43.556095 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.559415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:43.571508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c7827b-1e26-4d5a-adf3-14da5abaec03 req-67750007-a04b-4c92-b1dd-55d0cca755f4 service neutron] 10.222.0.71 "GET /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504525 Nov 22 16:08:43.605796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] For port 622d341e-7b00-4fb2-8aab-ad23df646eb2, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:43.615245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fb079e4b-3fab-4039-8ebe-46b27cc26c17 req-e972994e-da8a-42b0-a5aa-df962afcc81d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.631365 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fb079e4b-3fab-4039-8ebe-46b27cc26c17 req-e972994e-da8a-42b0-a5aa-df962afcc81d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.638194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] For port 622d341e-7b00-4fb2-8aab-ad23df646eb2, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=622d341e-7b00-4fb2-8aab-ad23df646eb2,segment=NetworkSegment(e70556e4-8376-4798-a72b-d592036ddbfd),segment_id=e70556e4-8376-4798-a72b-d592036ddbfd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:43.659221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:43.666785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port dc0504a1-1c20-4803-ac84-7d5c0ad390cb completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:43.669974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.672347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port dc0504a1-1c20-4803-ac84-7d5c0ad390cb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:43.672733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.738959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51f385c8-7d61-4454-bb9a-520e47ff1379 req-eb029c5a-abc3-4757-976b-41ca56c4a0a0 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830895 Nov 22 16:08:43.762314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fb079e4b-3fab-4039-8ebe-46b27cc26c17 req-e972994e-da8a-42b0-a5aa-df962afcc81d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.763885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb079e4b-3fab-4039-8ebe-46b27cc26c17 req-e972994e-da8a-42b0-a5aa-df962afcc81d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.6144433 Nov 22 16:08:43.785022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972994e-da8a-42b0-a5aa-df962afcc81d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34780cbb-a7f6-425a-ad7b-dc724341067d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:43.788148 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.810025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:43.810801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.812138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] 10.222.0.11 "PUT /v2.0/ports/622d341e-7b00-4fb2-8aab-ad23df646eb2 HTTP/1.1" status: 200 len: 1091 time: 2.6990206 Nov 22 16:08:43.858570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492562fa-cd3b-4c7f-aaba-9e1f03fcdb7b service neutron] Pushing event updated for resources: {'Port': ['ID=622d341e-7b00-4fb2-8aab-ad23df646eb2,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:43.865509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:43.878221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:43.912102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-71a35be3-af1c-47e2-a0d6-790b987b8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:43.913782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-71a35be3-af1c-47e2-a0d6-790b987b8389 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21ec41a9e30642af829d63f0a33ab9c9&device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 1094 time: 0.2654097 Nov 22 16:08:43.967294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7683136a-029b-40b3-ab01-2c4e175c16c2 req-e04337f7-e676-4424-98fc-279798003f54 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 210 time: 0.0574784 Nov 22 16:08:43.995467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:44.031132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99d923-0ff0-4387-908c-d378380b9949 req-fec480d3-9d98-4b21-8d53-1176f7eb41bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.034369 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-fec480d3-9d98-4b21-8d53-1176f7eb41bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.71 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 822 time: 0.2642035 Nov 22 16:08:44.039017 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccdcbb7-b279-48c9-aec0-0d6b964b3276 x-openstack-request-id: req-eccdcbb7-b279-48c9-aec0-0d6b964b3276 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:44.039430 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b49968d-3144-42e0-bad8-e23747c59971", "name": "network-vif-plugged", "status": "completed", "tag": "66d8a5f6-394c-4d82-ab99-4a3cf8dc135a", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:44.039840 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eccdcbb7-b279-48c9-aec0-0d6b964b3276 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:44.040434 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b49968d-3144-42e0-bad8-e23747c59971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a', 'code': 200} Nov 22 16:08:44.057161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Request body: {'port': {'device_id': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'admin_state_up': True, 'tenant_id': '68500ce062ab418488b7b4d78c968591'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:44.073893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-b695c030-1395-4d91-bd12-0b46df2d9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.075437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-b695c030-1395-4d91-bd12-0b46df2d9636 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6c52aa22dd407a9568296ed496abf7&device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 1094 time: 0.2117484 Nov 22 16:08:44.150602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-9249dbf8-6571-4d41-9261-b75449ee149c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=622d341e-7b00-4fb2-8aab-ad23df646eb2 HTTP/1.1" status: 200 len: 217 time: 0.0650034 Nov 22 16:08:44.193170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f889f-b853-42d6-b938-eb21c56a17de req-d87ebefb-c8ab-4d60-b545-b3366e42aa69 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.194844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-421f889f-b853-42d6-b938-eb21c56a17de req-d87ebefb-c8ab-4d60-b545-b3366e42aa69 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.2257044 Nov 22 16:08:44.199243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Made reservation on behalf of 68500ce062ab418488b7b4d78c968591 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:44.203753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c31ccd66-b0ac-46f6-a48a-ae5a54eb0616 req-f80b7690-e7af-4f7b-a6d5-ab5a0de64729 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1198183638', 'description': 'tempest-description-1212822843'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:44.204020 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:44.348849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Allocated IP 172.20.0.8 (b04cb20b-baac-4cd6-b0e0-84fb97d59f23/c5935d1d-de3b-49c4-b5fb-fca8f2cddc05/d6945624-30e2-4a39-b842-fd0ba0c51890) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:44.517127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:44.522556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-553477a3-34dd-45ac-b0c4-00a0e2cb51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.524092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-553477a3-34dd-45ac-b0c4-00a0e2cb51fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=db204035-8b74-410e-a3d6-d85c5eb7c29a HTTP/1.1" status: 200 len: 915 time: 0.5772002 Nov 22 16:08:44.557227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:44.587465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-1da2d83b-5a08-4237-9bcb-e5fb4e33107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.589109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-1da2d83b-5a08-4237-9bcb-e5fb4e33107c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09da7966-a0b9-4ce3-a7cc-2b1a192f93e4 HTTP/1.1" status: 200 len: 854 time: 0.4174647 Nov 22 16:08:44.597604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09aa2a-9823-4134-9383-6bc86e1beabc req-410a128d-e875-4fe8-b572-c0fdee4c61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.599106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa09aa2a-9823-4134-9383-6bc86e1beabc req-410a128d-e875-4fe8-b572-c0fdee4c61ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 1101 time: 0.4687169 Nov 22 16:08:44.603960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-d426e15d-b9c3-420e-873c-65ee3a83cb79 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9781017-ef15-4584-8e00-1124eb9a0524 HTTP/1.1" status: 200 len: 217 time: 0.0628722 Nov 22 16:08:44.604683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c31ccd66-b0ac-46f6-a48a-ae5a54eb0616 req-f80b7690-e7af-4f7b-a6d5-ab5a0de64729 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:44.605110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:44.609009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:44.613205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:44.643230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event updated for resources: {'Port': ['ID=d6945624-30e2-4a39-b842-fd0ba0c51890,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:44.669057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.670141 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:44.687322 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-49e0f344-5704-4237-b897-d6a1535360bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6375539 Nov 22 16:08:44.695161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-af767a59-3665-45f3-9148-9bb8d45137ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=baec95e0-ed00-4a79-a502-044b41284cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927892 Nov 22 16:08:44.702363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-421f889f-b853-42d6-b938-eb21c56a17de req-72811b90-3a9c-4bdc-90ba-f67837f933ab tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928534 Nov 22 16:08:44.703036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Request body: {'port': {'device_id': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:44.774584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:44.822488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-3e0f5e92-228d-4358-b0f8-326b4f9e89df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.824152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-3e0f5e92-228d-4358-b0f8-326b4f9e89df service neutron] 10.222.0.71 "GET /v2.0/subnets?id=574a4973-d0a4-4106-a7ab-14ad2b15f5b1 HTTP/1.1" status: 200 len: 853 time: 0.2049432 Nov 22 16:08:44.866845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa09aa2a-9823-4134-9383-6bc86e1beabc req-a1b4daa5-365f-49bf-8555-6ba5ce2ab93c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571430 Nov 22 16:08:44.963261 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c31ccd66-b0ac-46f6-a48a-ae5a54eb0616 req-f80b7690-e7af-4f7b-a6d5-ab5a0de64729 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:44.972677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b35068-0fec-4e10-99a3-cf36f4be4b8f req-d7b8831f-74f6-4264-8294-1ba1487b6216 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:44.974258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37b35068-0fec-4e10-99a3-cf36f4be4b8f req-d7b8831f-74f6-4264-8294-1ba1487b6216 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 943 time: 0.1877112 Nov 22 16:08:44.981153 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c31ccd66-b0ac-46f6-a48a-ae5a54eb0616 req-f80b7690-e7af-4f7b-a6d5-ab5a0de64729 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:44.994246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-09b96dee-02ce-42f0-bce1-dfb0aef277b7 service neutron] 10.222.0.11 "GET /v2.0/networks/baec95e0-ed00-4a79-a502-044b41284cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909241 Nov 22 16:08:45.009253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-d9bbf7ac-576a-4e16-abd6-db36c72721c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:45.010744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-d9bbf7ac-576a-4e16-abd6-db36c72721c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db204035-8b74-410e-a3d6-d85c5eb7c29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656747 Nov 22 16:08:45.047406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c31ccd66-b0ac-46f6-a48a-ae5a54eb0616 req-f80b7690-e7af-4f7b-a6d5-ab5a0de64729 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:45.048580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c31ccd66-b0ac-46f6-a48a-ae5a54eb0616 req-f80b7690-e7af-4f7b-a6d5-ab5a0de64729 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.8787420 Nov 22 16:08:45.060579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b7690-e7af-4f7b-a6d5-ab5a0de64729 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f897a37-bd3f-4301-a669-77aa87fec9d1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:45.085241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6945624-30e2-4a39-b842-fd0ba0c51890 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:45.094826 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:45.119453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Transition to ACTIVE for port object d6945624-30e2-4a39-b842-fd0ba0c51890 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:08:45.125196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:45.180190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Pushing event updated for resources: {'Port': ['ID=d6945624-30e2-4a39-b842-fd0ba0c51890,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:45.210927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37b35068-0fec-4e10-99a3-cf36f4be4b8f req-ed99490c-b1d9-4ccc-b87d-d31e3121e0f5 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254686 Nov 22 16:08:45.260749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e32a6a-4513-40e3-947e-9f01e94ce547', 'tag': '622d341e-7b00-4fb2-8aab-ad23df646eb2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:45.263021 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca07e3-6478-4548-a233-72e4bc228702" -d '{"events": [{"name": "network-changed", "server_uuid": "53e32a6a-4513-40e3-947e-9f01e94ce547", "tag": "622d341e-7b00-4fb2-8aab-ad23df646eb2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:45.273154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Attempting to bind port d6945624-30e2-4a39-b842-fd0ba0c51890 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:45.273577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Attempting to bind port d6945624-30e2-4a39-b842-fd0ba0c51890 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:45.274599 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Attempting to bind port d6945624-30e2-4a39-b842-fd0ba0c51890 on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:45.284646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Port d6945624-30e2-4a39-b842-fd0ba0c51890 on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:08:45.284977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Attempting to bind port d6945624-30e2-4a39-b842-fd0ba0c51890 on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:45.287258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca820f-cfbb-4c38-8bfc-ff455aedfb6c req-e10a391a-28e0-461a-a583-7b8ed62819e9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:45.288843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4ca820f-cfbb-4c38-8bfc-ff455aedfb6c req-e10a391a-28e0-461a-a583-7b8ed62819e9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 950 time: 0.1398075 Nov 22 16:08:45.291250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:45.291675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Checking segment: {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:45.292251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Bound using segment: {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:45.292525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4076e60e-e1d6-452f-b2c6-b2d3c040799a req-0cef1657-6dec-46d4-a460-72e39bced847 service neutron] 10.222.0.11 "GET /v2.0/networks/baec95e0-ed00-4a79-a502-044b41284cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330728 Nov 22 16:08:45.292813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Bound port: d6945624-30e2-4a39-b842-fd0ba0c51890, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:45.293259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:45.295176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-29c12c8a-2521-4af0-aae3-9955a7db248c service neutron] 10.222.0.71 "GET /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644532 Nov 22 16:08:45.373680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:45.378396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6945624-30e2-4a39-b842-fd0ba0c51890,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:45.382769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:45.420704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:45.421168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:45.422585 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] 10.222.0.71 "PUT /v2.0/ports/d6945624-30e2-4a39-b842-fd0ba0c51890 HTTP/1.1" status: 200 len: 1091 time: 0.7243872 Nov 22 16:08:45.423034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'tag': 'd6945624-30e2-4a39-b842-fd0ba0c51890'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:45.425452 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106c3326-3696-45c9-af24-5553353c7ece" -d '{"events": [{"name": "network-changed", "server_uuid": "61cf1a24-ffb3-4f48-b62d-374b31e76280", "tag": "d6945624-30e2-4a39-b842-fd0ba0c51890"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:45.450195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c7369-4c04-41cc-8f8f-e48ecc7d891d service neutron] Pushing event updated for resources: {'Port': ['ID=d6945624-30e2-4a39-b842-fd0ba0c51890,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:45.451340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fed017-823e-4c3f-bc92-cebc8bfc6369 req-a76c10a1-991e-4a0b-b6c4-2cb83d0df6c5 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:45.452980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3fed017-823e-4c3f-bc92-cebc8bfc6369 req-a76c10a1-991e-4a0b-b6c4-2cb83d0df6c5 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 943 time: 0.1628225 Nov 22 16:08:45.467470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4ca820f-cfbb-4c38-8bfc-ff455aedfb6c req-998a91a6-2cad-4738-921d-c53cef127343 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632094 Nov 22 16:08:45.504000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62ffd1e6-df85-4d52-9b3b-923740e270a9 req-6194aab3-2f27-473f-bad6-4115fd49c8a8 service neutron] 10.222.0.71 "GET /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984935 Nov 22 16:08:45.532966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99d923-0ff0-4387-908c-d378380b9949 req-b7c9be35-a043-49b7-b795-67c03a6d99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:45.534875 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-b7c9be35-a043-49b7-b795-67c03a6d99c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 1094 time: 0.0574324 Nov 22 16:08:45.541012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3fed017-823e-4c3f-bc92-cebc8bfc6369 req-85c8c7c3-6997-4eaf-9af4-5c753951a667 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775712 Nov 22 16:08:45.598876 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-24c303fc-f2a0-43df-ac3a-07abb019fa98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6945624-30e2-4a39-b842-fd0ba0c51890 HTTP/1.1" status: 200 len: 217 time: 0.0429194 Nov 22 16:08:45.658974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99d923-0ff0-4387-908c-d378380b9949 req-7e07044c-463f-4d55-99ad-5dbd674e2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:45.660555 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-7e07044c-463f-4d55-99ad-5dbd674e2f80 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c5935d1d-de3b-49c4-b5fb-fca8f2cddc05 HTTP/1.1" status: 200 len: 862 time: 0.0506213 Nov 22 16:08:45.696099 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-0797db93-df5d-4e68-a3cd-2b0e4f45bd05 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267751 Nov 22 16:08:45.711863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c7a30-2c92-439a-8009-e64ae9232f43 req-8249500f-63dd-4f43-8059-7129d13fd5e9 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:45.713462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a7c7a30-2c92-439a-8009-e64ae9232f43 req-8249500f-63dd-4f43-8059-7129d13fd5e9 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 943 time: 0.1099012 Nov 22 16:08:45.785121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-4de774c1-a473-4589-92dd-d04d65de29a7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:45.786871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-4de774c1-a473-4589-92dd-d04d65de29a7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 813 time: 0.1520743 Nov 22 16:08:45.807290 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-da34ecd3-4565-4246-a799-ce0bcbbbcca5 service neutron] 10.222.0.71 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023388 Nov 22 16:08:45.822722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a7c7a30-2c92-439a-8009-e64ae9232f43 req-690c2611-9872-47d4-8ba7-b77922ed66ef tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030858 Nov 22 16:08:45.825772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9283aaa3-a521-4c7d-9899-9a30f243c531 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/quotas/d73a5747df9f494096a9d999ace65ae8 HTTP/1.1" status: 200 len: 375 time: 0.0257947 Nov 22 16:08:45.873371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-c0f7e74a-e95d-4177-9978-b32906a54c85 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407271 Nov 22 16:08:45.935576 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b99d923-0ff0-4387-908c-d378380b9949 req-e2acd72d-0921-495d-8c2e-dcda27e095ef service neutron] 10.222.0.71 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187379 Nov 22 16:08:45.975176 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907ae044-c1f1-468f-adf2-88a94e31ea44 x-openstack-request-id: req-907ae044-c1f1-468f-adf2-88a94e31ea44 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:45.975484 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e32a6a-4513-40e3-947e-9f01e94ce547", "tag": "622d341e-7b00-4fb2-8aab-ad23df646eb2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:45.975745 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-907ae044-c1f1-468f-adf2-88a94e31ea44 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:45.976193 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e32a6a-4513-40e3-947e-9f01e94ce547', 'tag': '622d341e-7b00-4fb2-8aab-ad23df646eb2', 'status': 'completed', 'code': 200} Nov 22 16:08:45.997580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-b8d3223b-398c-4451-b00d-819fb44a6406 service neutron] 10.222.0.69 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115730 Nov 22 16:08:46.007418 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f3e1a-f969-48ab-b849-4ae74fcea51e x-openstack-request-id: req-7b6f3e1a-f969-48ab-b849-4ae74fcea51e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:46.007719 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61cf1a24-ffb3-4f48-b62d-374b31e76280", "tag": "d6945624-30e2-4a39-b842-fd0ba0c51890", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:46.008020 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b6f3e1a-f969-48ab-b849-4ae74fcea51e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:46.008433 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'tag': 'd6945624-30e2-4a39-b842-fd0ba0c51890', 'status': 'completed', 'code': 200} Nov 22 16:08:46.041542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:46.044112 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d5285-41eb-4b13-af8f-e2a6bf024775" -d '{"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:46.096708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c3326-3696-45c9-af24-5553353c7ece req-c3cb8872-d2c3-4b11-8707-1a2fd134f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.098353 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-106c3326-3696-45c9-af24-5553353c7ece req-c3cb8872-d2c3-4b11-8707-1a2fd134f224 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 1094 time: 0.0576262 Nov 22 16:08:46.157138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca07e3-6478-4548-a233-72e4bc228702 req-7755dc75-e392-4835-9fa4-ffe9299bc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.160040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edca07e3-6478-4548-a233-72e4bc228702 req-7755dc75-e392-4835-9fa4-ffe9299bc6e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e6c52aa22dd407a9568296ed496abf7&device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 1094 time: 0.1508331 Nov 22 16:08:46.191746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb1eaa-4dd7-41f6-8c7e-2e5629a924e1 req-17292bba-865c-47b4-8bf5-18ca058b6101 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.193331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bfb1eaa-4dd7-41f6-8c7e-2e5629a924e1 req-17292bba-865c-47b4-8bf5-18ca058b6101 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1273253 Nov 22 16:08:46.207405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c3326-3696-45c9-af24-5553353c7ece req-397854da-e795-4f5f-a70b-e5a669fc80c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.209122 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-106c3326-3696-45c9-af24-5553353c7ece req-397854da-e795-4f5f-a70b-e5a669fc80c2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 923 time: 0.0999494 Nov 22 16:08:46.237329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-1660bedc-66c5-4316-8322-1220cd3f6f3d service neutron] 10.222.0.69 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383587 Nov 22 16:08:46.262307 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-106c3326-3696-45c9-af24-5553353c7ece req-4429c0af-d696-4dd4-af53-c4c743c3c7f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6945624-30e2-4a39-b842-fd0ba0c51890 HTTP/1.1" status: 200 len: 217 time: 0.0406373 Nov 22 16:08:46.310598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bfb1eaa-4dd7-41f6-8c7e-2e5629a924e1 req-c0320328-551b-48d6-866d-d5e4d29aed6f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058507 Nov 22 16:08:46.319194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca07e3-6478-4548-a233-72e4bc228702 req-d06ccc5b-33f2-4502-8925-7a9aa933eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.321700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edca07e3-6478-4548-a233-72e4bc228702 req-d06ccc5b-33f2-4502-8925-7a9aa933eee0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=baec95e0-ed00-4a79-a502-044b41284cbe HTTP/1.1" status: 200 len: 915 time: 0.1540329 Nov 22 16:08:46.328993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c3326-3696-45c9-af24-5553353c7ece req-644d7ac0-f95b-427d-9c15-36d95772d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.331545 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-106c3326-3696-45c9-af24-5553353c7ece req-644d7ac0-f95b-427d-9c15-36d95772d371 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c5935d1d-de3b-49c4-b5fb-fca8f2cddc05 HTTP/1.1" status: 200 len: 862 time: 0.0579340 Nov 22 16:08:46.374655 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-106c3326-3696-45c9-af24-5553353c7ece req-4154203a-0ddb-4eee-94ca-55530af492ee service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302041 Nov 22 16:08:46.397227 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89567a23-8e57-4c0c-8d8f-90bf56e54b6a x-openstack-request-id: req-89567a23-8e57-4c0c-8d8f-90bf56e54b6a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:46.398046 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:46.398535 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89567a23-8e57-4c0c-8d8f-90bf56e54b6a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:46.399198 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'code': 200} Nov 22 16:08:46.434267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edca07e3-6478-4548-a233-72e4bc228702 req-698a4317-6bca-4ae2-9a6c-47642067f1eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=622d341e-7b00-4fb2-8aab-ad23df646eb2 HTTP/1.1" status: 200 len: 217 time: 0.1048238 Nov 22 16:08:46.502833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-719ccbf8-8efd-4d5f-9023-ffcd84fad285 req-122f150b-deda-49e5-89cc-b9e166811ae2 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 210 time: 0.0620143 Nov 22 16:08:46.527275 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-106c3326-3696-45c9-af24-5553353c7ece req-611ca7d5-2f93-4eff-82ce-6c6c8d249ac4 service neutron] 10.222.0.71 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389484 Nov 22 16:08:46.575874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca07e3-6478-4548-a233-72e4bc228702 req-6303f115-3582-49a9-8e74-c32485c829ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.577978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edca07e3-6478-4548-a233-72e4bc228702 req-6303f115-3582-49a9-8e74-c32485c829ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=09da7966-a0b9-4ce3-a7cc-2b1a192f93e4 HTTP/1.1" status: 200 len: 854 time: 0.1296954 Nov 22 16:08:46.640978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edca07e3-6478-4548-a233-72e4bc228702 req-cdb2751e-73d7-41b4-ae9b-fbfb0346b84f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=baec95e0-ed00-4a79-a502-044b41284cbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557070 Nov 22 16:08:46.657346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18f07-a563-41f7-abeb-7d7207e33108 req-e8812a40-d076-483d-946c-b5306019f456 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.657797 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-106c3326-3696-45c9-af24-5553353c7ece req-0e92960a-9a3a-4cbe-88d5-9854ced9d30b service neutron] 10.222.0.71 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214547 Nov 22 16:08:46.660376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05e18f07-a563-41f7-abeb-7d7207e33108 req-e8812a40-d076-483d-946c-b5306019f456 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 943 time: 0.2010577 Nov 22 16:08:46.670581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00803-b3ab-4c24-b79e-16bb921288b7 req-5e5c2205-6d4b-41b4-bd7c-c250610ce895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.672118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9af00803-b3ab-4c24-b79e-16bb921288b7 req-5e5c2205-6d4b-41b4-bd7c-c250610ce895 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1101 time: 0.1734793 Nov 22 16:08:46.793428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96714275-8298-404d-9634-41650b8cbc99 req-7d8eb5a9-4d88-40f3-89dd-723ed27d4a44 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.794955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96714275-8298-404d-9634-41650b8cbc99 req-7d8eb5a9-4d88-40f3-89dd-723ed27d4a44 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 950 time: 0.2147875 Nov 22 16:08:46.861810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05e18f07-a563-41f7-abeb-7d7207e33108 req-d173a7ff-991e-495b-a9ec-5ce279efa4a1 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886137 Nov 22 16:08:46.888933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9af00803-b3ab-4c24-b79e-16bb921288b7 req-1d9b6765-4abf-4c84-9d99-aa2b5568b9ab service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619608 Nov 22 16:08:46.904870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edca07e3-6478-4548-a233-72e4bc228702 req-5b8752f0-ac6d-463b-9635-0e302c0c40d2 service neutron] 10.222.0.11 "GET /v2.0/networks/baec95e0-ed00-4a79-a502-044b41284cbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560935 Nov 22 16:08:46.910198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96714275-8298-404d-9634-41650b8cbc99 req-fa8160c0-704b-4dd9-9def-e956434fb924 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027069 Nov 22 16:08:46.998426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc33376-d14d-469f-80ae-58196443d97e req-a1bfc7e7-0acd-47ed-9fba-7f537a73557c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:46.999975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cc33376-d14d-469f-80ae-58196443d97e req-a1bfc7e7-0acd-47ed-9fba-7f537a73557c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 943 time: 0.0609672 Nov 22 16:08:47.056881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cc33376-d14d-469f-80ae-58196443d97e req-dd1b716e-19a4-472f-8e18-1e52735b2a0e tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499105 Nov 22 16:08:47.196468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48074af-cc4a-4bee-9de3-b60b5806ff56 req-108ccfe7-2a01-4829-b9e4-14f23435a853 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:47.198022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e48074af-cc4a-4bee-9de3-b60b5806ff56 req-108ccfe7-2a01-4829-b9e4-14f23435a853 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 943 time: 0.1180639 Nov 22 16:08:47.261277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edca07e3-6478-4548-a233-72e4bc228702 req-4e94ad18-a7b2-4768-9ab5-067c6ad6b127 service neutron] 10.222.0.11 "GET /v2.0/networks/baec95e0-ed00-4a79-a502-044b41284cbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789246 Nov 22 16:08:47.296665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27973432-ea03-451c-b978-1ee596d49361 req-2198bb0d-7eec-4126-ba65-17c6be654ca3 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:47.298183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27973432-ea03-451c-b978-1ee596d49361 req-2198bb0d-7eec-4126-ba65-17c6be654ca3 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.0975456 Nov 22 16:08:47.303991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e48074af-cc4a-4bee-9de3-b60b5806ff56 req-a7bcfd04-291e-4330-abb2-8e2544e70789 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865996 Nov 22 16:08:47.357989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 622d341e-7b00-4fb2-8aab-ad23df646eb2 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:47.364540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27973432-ea03-451c-b978-1ee596d49361 req-f85e5ab3-5fde-45a4-9e9c-c66c447b8d50 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Nov 22 16:08:47.425031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758050d2-d519-4413-9232-f4f408e2b484 req-4ede0f54-6282-4abd-b5bc-ff215b16b09a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:47.426598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-758050d2-d519-4413-9232-f4f408e2b484 req-4ede0f54-6282-4abd-b5bc-ff215b16b09a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 946 time: 0.0571921 Nov 22 16:08:47.484766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a9781017-ef15-4584-8e00-1124eb9a0524 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:47.512884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71bd18-fbb7-400d-bd23-1a4583318c06 req-5f3d6cfc-bae8-4bbd-b2ec-bc7ffa2ceb0a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:47.514382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a71bd18-fbb7-400d-bd23-1a4583318c06 req-5f3d6cfc-bae8-4bbd-b2ec-bc7ffa2ceb0a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0868516 Nov 22 16:08:47.528261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-758050d2-d519-4413-9232-f4f408e2b484 req-f9f01370-505f-4aa0-bb83-1a0f64d199de tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871472 Nov 22 16:08:47.571013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 622d341e-7b00-4fb2-8aab-ad23df646eb2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=622d341e-7b00-4fb2-8aab-ad23df646eb2,segment=NetworkSegment(e70556e4-8376-4798-a72b-d592036ddbfd),segment_id=e70556e4-8376-4798-a72b-d592036ddbfd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:47.586321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '622d341e-7b00-4fb2-8aab-ad23df646eb2', 'network_id': 'baec95e0-ed00-4a79-a502-044b41284cbe', 'port_id': '622d341e-7b00-4fb2-8aab-ad23df646eb2', 'mac_address': 'fa:16:3e:bb:96:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09da7966-a0b9-4ce3-a7cc-2b1a192f93e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:47.656118 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:47.673120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a9781017-ef15-4584-8e00-1124eb9a0524, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a9781017-ef15-4584-8e00-1124eb9a0524,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:47.684051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622d341e-7b00-4fb2-8aab-ad23df646eb2 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:47.687438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a385641c-9da6-435d-b677-882e1c98581a req-123364a7-c10a-4900-b32d-df6a3894f8e6 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 210 time: 0.0841444 Nov 22 16:08:47.716260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 622d341e-7b00-4fb2-8aab-ad23df646eb2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=622d341e-7b00-4fb2-8aab-ad23df646eb2,segment=NetworkSegment(e70556e4-8376-4798-a72b-d592036ddbfd),segment_id=e70556e4-8376-4798-a72b-d592036ddbfd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:47.722580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'port_id': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'mac_address': 'fa:16:3e:8e:9b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:47.728598 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:47.748386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a71bd18-fbb7-400d-bd23-1a4583318c06 req-a1ecbf2d-9922-4bcc-b644-80d18a99fc88 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189384 Nov 22 16:08:47.778769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-cc2a368b-13fe-42ea-96f5-99546a8b88db tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:47.780309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-cc2a368b-13fe-42ea-96f5-99546a8b88db tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 813 time: 0.2066808 Nov 22 16:08:47.797845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'port': {'device_id': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc', 'admin_state_up': True, 'tenant_id': 'd73a5747df9f494096a9d999ace65ae8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:47.798357 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:47.822777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9781017-ef15-4584-8e00-1124eb9a0524 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:47.826996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=622d341e-7b00-4fb2-8aab-ad23df646eb2,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:47.848750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a9781017-ef15-4584-8e00-1124eb9a0524, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a9781017-ef15-4584-8e00-1124eb9a0524,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:47.854860 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:47.941846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Made reservation on behalf of d73a5747df9f494096a9d999ace65ae8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:47.949128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:47.964810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=a9781017-ef15-4584-8e00-1124eb9a0524,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:48.038493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['622d341e-7b00-4fb2-8aab-ad23df646eb2'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:48.177150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de694c7f-a090-4638-aacf-6102cac5bc23 req-ff74f4c6-fe3a-4089-aa32-d1bec9cac152 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:48.178822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de694c7f-a090-4638-aacf-6102cac5bc23 req-ff74f4c6-fe3a-4089-aa32-d1bec9cac152 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 944 time: 0.1574821 Nov 22 16:08:48.202296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Allocated IP 172.20.0.9 (612f7e72-2bed-4640-803a-6023f058a4bc/85f91589-111e-4ae5-a503-88fdf609a656/bfd731a2-cc84-4651-b0ab-f7eb3e82e886) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:48.292523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['a9781017-ef15-4584-8e00-1124eb9a0524'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:48.308356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de694c7f-a090-4638-aacf-6102cac5bc23 req-afbd3105-21e9-498c-9b90-a20d17e79f36 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205552 Nov 22 16:08:48.319397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00dd7d-de12-4302-8bdb-fbe6f5375d42 req-e210c5c0-4b7e-4872-8336-d330518ffe97 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:48.320589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f00dd7d-de12-4302-8bdb-fbe6f5375d42 req-e210c5c0-4b7e-4872-8336-d330518ffe97 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 944 time: 0.1359951 Nov 22 16:08:48.724898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f00dd7d-de12-4302-8bdb-fbe6f5375d42 req-86d15c22-3de0-4e1f-9ecb-0a7f0d821df6 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922515 Nov 22 16:08:48.787018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda45c04-c1cf-4cd4-93e5-df260202cf8b req-e838d810-9640-4296-aad4-4c3aa00466e8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:48.788574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eda45c04-c1cf-4cd4-93e5-df260202cf8b req-e838d810-9640-4296-aad4-4c3aa00466e8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 943 time: 0.1018307 Nov 22 16:08:48.791618 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:48.868900 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e56ef3af-48db-4618-bf25-cf50be073a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:48.895377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eda45c04-c1cf-4cd4-93e5-df260202cf8b req-8dd10489-5ade-40a6-aa70-4c66aebbb26e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920208 Nov 22 16:08:48.904719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36f93d-5344-444e-86b7-5264c5693db8 req-ab46f888-6487-43ba-87dd-9ec326ed5ac2 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:48.906263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc36f93d-5344-444e-86b7-5264c5693db8 req-ab46f888-6487-43ba-87dd-9ec326ed5ac2 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1129277 Nov 22 16:08:48.912695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:48.991083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Network 612f7e72-2bed-4640-803a-6023f058a4bc is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:48.998581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:49.022442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:49.029035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:49.076088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc36f93d-5344-444e-86b7-5264c5693db8 req-c5482901-d4ad-4d07-bca8-84d03f021a4a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612537 Nov 22 16:08:49.097719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:49.098367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.117900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7fa41-3dcf-4107-a8e9-9dfce4afbde2 req-be13c722-7edf-41ab-b215-3251cf5ce54a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:49.119482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6a7fa41-3dcf-4107-a8e9-9dfce4afbde2 req-be13c722-7edf-41ab-b215-3251cf5ce54a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 931 time: 0.1462367 Nov 22 16:08:49.127999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-a9a0c34c-f8dc-4fe6-bf37-a8212a9a325c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3352487 Nov 22 16:08:49.157188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Request body: {'port': {'device_id': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:49.259579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6a7fa41-3dcf-4107-a8e9-9dfce4afbde2 req-698298f1-870e-4a3b-b7f6-ab635378e0c9 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265578 Nov 22 16:08:49.269162 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.290267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe9045-0d1d-45dd-b796-38c905865330 req-5609d018-0b7b-412f-9bfd-d48f674a524e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:49.291802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81fe9045-0d1d-45dd-b796-38c905865330 req-5609d018-0b7b-412f-9bfd-d48f674a524e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1308486 Nov 22 16:08:49.366975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 622d341e-7b00-4fb2-8aab-ad23df646eb2 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:49.383250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-0881e430-d486-40d9-82d8-b1275cc1fedd tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412593 Nov 22 16:08:49.421935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 622d341e-7b00-4fb2-8aab-ad23df646eb2 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:49.427017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 622d341e-7b00-4fb2-8aab-ad23df646eb2 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:49.427397 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.507846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81fe9045-0d1d-45dd-b796-38c905865330 req-8a97fc9d-32c6-4f05-ab4f-e5b3069961d9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095537 Nov 22 16:08:49.518095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6945624-30e2-4a39-b842-fd0ba0c51890 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:49.542599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.618664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e32a6a-4513-40e3-947e-9f01e94ce547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622d341e-7b00-4fb2-8aab-ad23df646eb2'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:49.621068 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a83cf42-9ac0-4a9a-9d45-0f789eceed95" -d '{"events": [{"server_uuid": "53e32a6a-4513-40e3-947e-9f01e94ce547", "name": "network-vif-plugged", "status": "completed", "tag": "622d341e-7b00-4fb2-8aab-ad23df646eb2"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:49.641014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 622d341e-7b00-4fb2-8aab-ad23df646eb2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=622d341e-7b00-4fb2-8aab-ad23df646eb2,segment=NetworkSegment(e70556e4-8376-4798-a72b-d592036ddbfd),segment_id=e70556e4-8376-4798-a72b-d592036ddbfd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:49.647215 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.669380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-c1ae23ef-3a97-4526-9f9e-632e17ae7a43 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:49.670933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-c1ae23ef-3a97-4526-9f9e-632e17ae7a43 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799652 Nov 22 16:08:49.715831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b2fbd-7514-480e-8934-53fe7ffa7d87 req-f8095d19-990c-4196-abc3-32b422322f2f tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:49.717414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-602b2fbd-7514-480e-8934-53fe7ffa7d87 req-f8095d19-990c-4196-abc3-32b422322f2f tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 944 time: 0.1328986 Nov 22 16:08:49.721163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-07b6f454-f779-4f2b-a2bc-22ed8bc83c28 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/quotas/5ea2669647ca4a5dbf772772e622a3c5 HTTP/1.1" status: 200 len: 375 time: 0.0394733 Nov 22 16:08:49.727833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6945624-30e2-4a39-b842-fd0ba0c51890,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:49.742427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=622d341e-7b00-4fb2-8aab-ad23df646eb2,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:49.748736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'd6945624-30e2-4a39-b842-fd0ba0c51890', 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'port_id': 'd6945624-30e2-4a39-b842-fd0ba0c51890', 'mac_address': 'fa:16:3e:68:7f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5935d1d-de3b-49c4-b5fb-fca8f2cddc05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:49.792671 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.808387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6945624-30e2-4a39-b842-fd0ba0c51890 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:49.830192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6945624-30e2-4a39-b842-fd0ba0c51890,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:49.834193 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.851429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd731a2-cc84-4651-b0ab-f7eb3e82e886 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:49.865343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-602b2fbd-7514-480e-8934-53fe7ffa7d87 req-56986f6b-6e32-4d4f-9fa3-882dbc8d4a0a tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379933 Nov 22 16:08:49.867412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.879558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-d7760c82-6705-4cf6-8794-6b29c80f0704 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437306 Nov 22 16:08:49.889534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Transition to ACTIVE for port object bfd731a2-cc84-4651-b0ab-f7eb3e82e886 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:08:49.892230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=d6945624-30e2-4a39-b842-fd0ba0c51890,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:49.895774 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:49.959386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Pushing event updated for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:50.021583 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e67781-6139-4617-98eb-32b326767853 x-openstack-request-id: req-50e67781-6139-4617-98eb-32b326767853 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:50.022003 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e32a6a-4513-40e3-947e-9f01e94ce547", "name": "network-vif-plugged", "status": "completed", "tag": "622d341e-7b00-4fb2-8aab-ad23df646eb2", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:50.023042 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50e67781-6139-4617-98eb-32b326767853 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:50.023622 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e32a6a-4513-40e3-947e-9f01e94ce547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622d341e-7b00-4fb2-8aab-ad23df646eb2', 'code': 200} Nov 22 16:08:50.053716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Attempting to bind port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:50.054058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Attempting to bind port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:50.054394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Attempting to bind port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 on network 612f7e72-2bed-4640-803a-6023f058a4bc {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:50.060723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 on network 612f7e72-2bed-4640-803a-6023f058a4bc not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:08:50.061113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Attempting to bind port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 on network 612f7e72-2bed-4640-803a-6023f058a4bc {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:50.067069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:50.067683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Checking segment: {'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:50.068087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Bound using segment: {'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:50.068530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Bound port: bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:50.069932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:50.260374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:50.264749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cf53c-9183-47e7-a713-5c780ec2712e req-979942da-9441-49e3-9f39-7c85f3387c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:50.266270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f77cf53c-9183-47e7-a713-5c780ec2712e req-979942da-9441-49e3-9f39-7c85f3387c28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 1096 time: 0.1800725 Nov 22 16:08:50.270823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:50.282142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe984e-2171-419d-9862-fb69e5701c99 req-54b130c8-4c4b-4c3c-a054-b7c17f5acf8d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:50.284708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecbe984e-2171-419d-9862-fb69e5701c99 req-54b130c8-4c4b-4c3c-a054-b7c17f5acf8d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 944 time: 0.1533933 Nov 22 16:08:50.292262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dcbf2-b520-437d-b1a1-a38411570f86 req-b863e2a1-7821-4b2f-be8a-39750c238be7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:50.293757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33dcbf2-b520-437d-b1a1-a38411570f86 req-b863e2a1-7821-4b2f-be8a-39750c238be7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 944 time: 0.1615708 Nov 22 16:08:50.304515 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:50.315283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['d6945624-30e2-4a39-b842-fd0ba0c51890'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:50.385928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:50.386564 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:50.388138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] 10.222.0.11 "PUT /v2.0/ports/bfd731a2-cc84-4651-b0ab-f7eb3e82e886 HTTP/1.1" status: 200 len: 1091 time: 1.2365646 Nov 22 16:08:50.395629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:50.398032 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182" -d '{"events": [{"name": "network-changed", "server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:50.486898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f77cf53c-9183-47e7-a713-5c780ec2712e req-35c7f9d3-2cff-4f55-90c1-a2a070c186b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122962 Nov 22 16:08:50.505843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c6cac-ab40-40e5-82b9-a04fce84c40c service neutron] Pushing event updated for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:50.513125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33dcbf2-b520-437d-b1a1-a38411570f86 req-4adcda9c-3bb9-4116-9424-21ed77367f0f tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117531 Nov 22 16:08:50.524801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecbe984e-2171-419d-9862-fb69e5701c99 req-912eeef1-b693-4e43-82ee-928fffd00ec4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296641 Nov 22 16:08:50.551374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-da0b4c91-5f1a-4bcb-9d8a-dd5c45d91f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:50.554303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-da0b4c91-5f1a-4bcb-9d8a-dd5c45d91f23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 1094 time: 0.1122243 Nov 22 16:08:50.615580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d919e682-a423-4cc3-9b4f-84df41ceed3e req-82c2315e-63b5-4e49-9ede-d5cb0d8389a1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 210 time: 0.0371184 Nov 22 16:08:50.659740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2af222-9706-48f3-a4d9-13325660c1d3 req-c519030f-2472-4ce1-8038-a031b170a78b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:50.661432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2af222-9706-48f3-a4d9-13325660c1d3 req-c519030f-2472-4ce1-8038-a031b170a78b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 943 time: 0.0703392 Nov 22 16:08:50.662978 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9582ec67-d1fb-4813-9b5e-9d6b021fb5d1 x-openstack-request-id: req-9582ec67-d1fb-4813-9b5e-9d6b021fb5d1 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:50.663292 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:50.663553 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9582ec67-d1fb-4813-9b5e-9d6b021fb5d1 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:50.663974 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886', 'status': 'completed', 'code': 200} Nov 22 16:08:50.766229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-c4f445bf-a4e1-411f-aea3-0007ac9672a2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886 HTTP/1.1" status: 200 len: 217 time: 0.0687771 Nov 22 16:08:50.772943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2af222-9706-48f3-a4d9-13325660c1d3 req-12309355-5af8-4aa8-a034-3570ee9a5516 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055813 Nov 22 16:08:50.846589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7483c-1b3b-4b45-9f00-e36425851edb req-e24693ad-2829-4f84-87a8-a3b254697b0d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:50.848846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3a7483c-1b3b-4b45-9f00-e36425851edb req-e24693ad-2829-4f84-87a8-a3b254697b0d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0993671 Nov 22 16:08:50.853717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-4862f6b8-f39c-47ae-b280-f7af75406a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:50.855500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-4862f6b8-f39c-47ae-b280-f7af75406a69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.0676417 Nov 22 16:08:50.912654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-880e19c6-8c1b-425e-b359-f6e7e0338518 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482862 Nov 22 16:08:51.010981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3a7483c-1b3b-4b45-9f00-e36425851edb req-8ae6dd7e-6511-420c-894f-438c4bfc7fc8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543217 Nov 22 16:08:51.062093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbaa25-4b7c-4bbc-b9a5-bbfeab845ad7 req-28a54b09-debe-4a40-bebe-fac3ba4eb789 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:51.063624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6bbaa25-4b7c-4bbc-b9a5-bbfeab845ad7 req-28a54b09-debe-4a40-bebe-fac3ba4eb789 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 945 time: 0.1160734 Nov 22 16:08:51.082149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-b4cfb96b-1ffd-421c-948c-0ca700ef91ca service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575258 Nov 22 16:08:51.162840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6bbaa25-4b7c-4bbc-b9a5-bbfeab845ad7 req-2e860e16-4fb3-46c0-904b-59a1c7a92be0 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910919 Nov 22 16:08:51.214692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-493e76b5-1613-4b3a-86b8-4dc654bb92fe req-0f9ef695-ee4c-453a-849b-59fb5e55cc79 service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113467 Nov 22 16:08:51.250507 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24dce31f-65eb-46e1-82c6-b1844ca1e161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:51.328734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-696534c5-9ec5-45c7-875a-deffea29aad8 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432355 Nov 22 16:08:51.391944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-2dd15f38-729d-4cc8-8c46-0c6017981c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:51.393919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-2dd15f38-729d-4cc8-8c46-0c6017981c70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 1094 time: 0.1169577 Nov 22 16:08:51.507564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-48a95371-c104-4708-aab7-ffe2758813f5 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:51.509124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-48a95371-c104-4708-aab7-ffe2758813f5 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732099 Nov 22 16:08:51.510244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:51.517370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a9781017-ef15-4584-8e00-1124eb9a0524 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:51.538483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Request body: {'port': {'device_id': 'c24a9fcb-9c95-4c39-8119-007724bff000', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '5ea2669647ca4a5dbf772772e622a3c5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:51.543731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-627a6761-a2dd-49dc-b4e4-66d46ccb2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:51.545616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-627a6761-a2dd-49dc-b4e4-66d46ccb2cc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 914 time: 0.1410837 Nov 22 16:08:51.634324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-4a777458-2084-4e43-b963-ba2f8133e4fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886 HTTP/1.1" status: 200 len: 217 time: 0.0516195 Nov 22 16:08:51.655408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port a9781017-ef15-4584-8e00-1124eb9a0524 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:51.664898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port a9781017-ef15-4584-8e00-1124eb9a0524 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:51.665384 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:51.701161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:51.717878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'f7228018-2801-4106-90c2-6d308ab267cc', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': 'f7228018-2801-4106-90c2-6d308ab267cc', 'mac_address': 'fa:16:3e:d3:4b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:51.772445 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:51.782714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-a2be448c-4231-400c-a25b-7133e9396f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:51.784281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-a2be448c-4231-400c-a25b-7133e9396f0a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.1364238 Nov 22 16:08:51.802109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc20e7-8d78-4f07-bfef-f4fa16a4243b req-b4e031fb-3506-43df-abe8-b21f467b1f42 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:51.803712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22dc20e7-8d78-4f07-bfef-f4fa16a4243b req-b4e031fb-3506-43df-abe8-b21f467b1f42 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 944 time: 0.1739900 Nov 22 16:08:51.819880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7228018-2801-4106-90c2-6d308ab267cc {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:51.826017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4827a-efac-46dc-b2d7-23fa33625bb2 req-641d1ebf-72ee-4e6d-b52b-3ff7af904071 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:51.827623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db4827a-efac-46dc-b2d7-23fa33625bb2 req-641d1ebf-72ee-4e6d-b52b-3ff7af904071 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 944 time: 0.1818838 Nov 22 16:08:51.829976 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:51.856201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:51.858426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-492e3558-d835-48f8-a915-9307f9b438de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667341 Nov 22 16:08:51.864230 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:51.904292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a9781017-ef15-4584-8e00-1124eb9a0524, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a9781017-ef15-4584-8e00-1124eb9a0524,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:51.913841 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:51.929931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:52.004346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=a9781017-ef15-4584-8e00-1124eb9a0524,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:52.025108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9781017-ef15-4584-8e00-1124eb9a0524'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:52.028430 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23bb4f-a990-4ca2-9609-4d81c08acc9f" -d '{"events": [{"server_uuid": "e390ce23-d0df-4418-b8f3-6d584842d16a", "name": "network-vif-plugged", "status": "completed", "tag": "a9781017-ef15-4584-8e00-1124eb9a0524"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:52.099173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['f7228018-2801-4106-90c2-6d308ab267cc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:52.219118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Made reservation on behalf of 5ea2669647ca4a5dbf772772e622a3c5 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:08:52.224998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:52.289810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22dc20e7-8d78-4f07-bfef-f4fa16a4243b req-c8e39bac-51f7-43b8-993e-baef4ef4c7b6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720271 Nov 22 16:08:52.309835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db4827a-efac-46dc-b2d7-23fa33625bb2 req-b0854d65-aa94-4fec-bfd5-c318dd5dae6b tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4574206 Nov 22 16:08:52.327482 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:52.352244 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:52.431651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-b1ce78aa-a79d-4c9f-8490-7ecd5e2b78ed service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498366 Nov 22 16:08:52.472233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6c1a6d5-6572-47b8-97ba-a72575fa1d4b req-f20d37da-b662-47a4-979b-b5c34d8e31d7 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 210 time: 0.0733800 Nov 22 16:08:52.521173 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53e8d1-3502-4f8e-b9f7-07d9997a9c3c x-openstack-request-id: req-7f53e8d1-3502-4f8e-b9f7-07d9997a9c3c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:52.521668 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e390ce23-d0df-4418-b8f3-6d584842d16a", "name": "network-vif-plugged", "status": "completed", "tag": "a9781017-ef15-4584-8e00-1124eb9a0524", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:52.522075 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f53e8d1-3502-4f8e-b9f7-07d9997a9c3c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:52.522750 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'code': 200} Nov 22 16:08:52.605265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c1c4a-ebaa-425c-851f-95fa70ba0e4f req-2fef5d8f-6987-4e9b-9b0a-8ce6be66f35f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:52.618547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d0c1c4a-ebaa-425c-851f-95fa70ba0e4f req-2fef5d8f-6987-4e9b-9b0a-8ce6be66f35f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 943 time: 0.2211456 Nov 22 16:08:52.661248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23842e57-6842-464e-bcf9-872e6cc53e8c req-61357d62-1318-4c71-8313-eaa855089e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:52.663542 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23842e57-6842-464e-bcf9-872e6cc53e8c req-61357d62-1318-4c71-8313-eaa855089e3e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 1096 time: 0.0662928 Nov 22 16:08:52.702461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Allocated IP 192.168.233.198 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/fbf7178b-48ff-4fb3-9609-bf5cc627214e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:08:52.748322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fab6b4a9-93cf-4f91-9b0a-cbf3d0534182 req-bb42f78a-1ad1-498f-b2cc-a151882b9c61 service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820566 Nov 22 16:08:52.756718 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-23842e57-6842-464e-bcf9-872e6cc53e8c req-7104c3c3-9fd1-4f05-b4e7-10e7befcd2b8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775230 Nov 22 16:08:52.793428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d0c1c4a-ebaa-425c-851f-95fa70ba0e4f req-76c36ad6-a72b-49bf-94ae-4892aa66a643 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736898 Nov 22 16:08:52.804935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a01b08-a3e1-405f-b2cb-e580580e09f1 req-d49812de-c378-4453-94f2-0020588a5576 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:52.807709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46a01b08-a3e1-405f-b2cb-e580580e09f1 req-d49812de-c378-4453-94f2-0020588a5576 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1864860 Nov 22 16:08:52.980604 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46a01b08-a3e1-405f-b2cb-e580580e09f1 req-7b98e959-2717-4021-86da-956612096914 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603727 Nov 22 16:08:53.049088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:53.135591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db689c25-0ab3-4618-98f6-00907cf7fc6d req-0eb8328b-157f-4a73-8913-916becca7819 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:53.140579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db689c25-0ab3-4618-98f6-00907cf7fc6d req-0eb8328b-157f-4a73-8913-916becca7819 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 945 time: 0.0874095 Nov 22 16:08:53.148176 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:53.163327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['dc0504a1-1c20-4803-ac84-7d5c0ad390cb', '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:53.242811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db689c25-0ab3-4618-98f6-00907cf7fc6d req-2cdb786d-1c84-49e5-975f-3262dfbd60fa tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980165 Nov 22 16:08:53.255140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:08:53.258896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:08:53.263083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:08:53.301138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Pushing event updated for resources: {'Port': ['ID=fbf7178b-48ff-4fb3-9609-bf5cc627214e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:53.389254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:53.389959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:53.390656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device bfd731a2-cc84-4651-b0ab-f7eb3e82e886 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:53.459893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-93c92493-c48b-4f89-b136-3edf6cf51d3b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9270720 Nov 22 16:08:53.524257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Request body: {'port': {'device_id': 'c24a9fcb-9c95-4c39-8119-007724bff000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:53.620192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd11f4-9f4d-48c3-80e6-a1096b526ecc req-42549d41-1bc3-4b1c-bcd9-544d29f9a294 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:53.631121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59dd11f4-9f4d-48c3-80e6-a1096b526ecc req-42549d41-1bc3-4b1c-bcd9-544d29f9a294 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 944 time: 0.2035546 Nov 22 16:08:53.819200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:53.853618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:54.055683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4a6895ad-b8e3-416b-8ffd-ca4f4fb35383 None None] Provisioning complete for port fbf7178b-48ff-4fb3-9609-bf5cc627214e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:54.056153 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4a6895ad-b8e3-416b-8ffd-ca4f4fb35383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.208019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:54.292843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886', 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc', 'port_id': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886', 'mac_address': 'fa:16:3e:9e:3a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f91589-111e-4ae5-a503-88fdf609a656', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:54.299440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24577a4-62ef-40f6-b5c9-8d15cbd25f03 req-8689ede8-b027-48f7-a4e7-45894b29787c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:54.309464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d24577a4-62ef-40f6-b5c9-8d15cbd25f03 req-8689ede8-b027-48f7-a4e7-45894b29787c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 945 time: 0.8415501 Nov 22 16:08:54.334163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4a6895ad-b8e3-416b-8ffd-ca4f4fb35383 None None] Port fbf7178b-48ff-4fb3-9609-bf5cc627214e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:08:54.434817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port f7228018-2801-4106-90c2-6d308ab267cc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:54.436070 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.452340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59dd11f4-9f4d-48c3-80e6-a1096b526ecc req-59ddb49a-346d-4bf5-b779-4caf2f88e16d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8195689 Nov 22 16:08:54.468715 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.474872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.496555 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.518347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd731a2-cc84-4651-b0ab-f7eb3e82e886 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:54.548406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:54.565456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf7178b-48ff-4fb3-9609-bf5cc627214e {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:54.578266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.581824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.603193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Transition to ACTIVE for port object fbf7178b-48ff-4fb3-9609-bf5cc627214e will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:08:54.612841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d24577a4-62ef-40f6-b5c9-8d15cbd25f03 req-d57266df-2eb1-4b38-b22c-f937cf72c951 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937584 Nov 22 16:08:54.617059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.690625 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.767311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:54.778000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:54.781913 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9eaa7b-2903-4a07-b0f0-7e66e02970b5" -d '{"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-plugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:54.813124 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.818773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:54.832103 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:54.832905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6945624-30e2-4a39-b842-fd0ba0c51890 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:54.958767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:08:54.977246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e189c-9128-4a80-b9e1-9cb4e3e3ae78 req-235f3316-4b3e-45da-88d7-5c103114b133 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:54.978879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc0e189c-9128-4a80-b9e1-9cb4e3e3ae78 req-235f3316-4b3e-45da-88d7-5c103114b133 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 948 time: 0.3738365 Nov 22 16:08:54.984708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Pushing event updated for resources: {'Port': ['ID=fbf7178b-48ff-4fb3-9609-bf5cc627214e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:55.001038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dd7ce-ac46-47b4-b500-f2dcb345f4da req-c0b92d3d-47e6-4744-b7a8-80ee2e8f84be tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:55.002976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-775dd7ce-ac46-47b4-b500-f2dcb345f4da req-c0b92d3d-47e6-4744-b7a8-80ee2e8f84be tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 944 time: 0.2287831 Nov 22 16:08:55.066532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc0e189c-9128-4a80-b9e1-9cb4e3e3ae78 req-0f05e724-f74f-4652-8cfe-dedd75f2933d tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769653 Nov 22 16:08:55.196439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:55.200615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-775dd7ce-ac46-47b4-b500-f2dcb345f4da req-d896671f-06ab-4104-9741-eb4db97894fb tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423190 Nov 22 16:08:55.249798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Attempting to bind port fbf7178b-48ff-4fb3-9609-bf5cc627214e on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:08:55.250057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Attempting to bind port fbf7178b-48ff-4fb3-9609-bf5cc627214e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:08:55.250401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Attempting to bind port fbf7178b-48ff-4fb3-9609-bf5cc627214e on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:55.264379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port d6945624-30e2-4a39-b842-fd0ba0c51890 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:55.307181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port d6945624-30e2-4a39-b842-fd0ba0c51890 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:55.314596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:55.326287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Port fbf7178b-48ff-4fb3-9609-bf5cc627214e on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:08:55.326569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Attempting to bind port fbf7178b-48ff-4fb3-9609-bf5cc627214e on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:08:55.404142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:08:55.404806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:08:55.406722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:08:55.408759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Bound port: fbf7178b-48ff-4fb3-9609-bf5cc627214e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:08:55.414325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:55.472814 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c549b5-7576-48d6-a85e-95e82d4976de x-openstack-request-id: req-a5c549b5-7576-48d6-a85e-95e82d4976de {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:55.473934 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-plugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:55.474430 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5c549b5-7576-48d6-a85e-95e82d4976de {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:55.475078 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'code': 200} Nov 22 16:08:55.515534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bbe7c-f0d8-4f99-b786-15add5c68b11 req-22e12268-f866-41a3-b78b-694d3e813f80 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:55.518138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c1bbe7c-f0d8-4f99-b786-15add5c68b11 req-22e12268-f866-41a3-b78b-694d3e813f80 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.2553551 Nov 22 16:08:55.566373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:55.608625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c1bbe7c-f0d8-4f99-b786-15add5c68b11 req-882da0ed-0600-44b0-a969-9c8ccdff6908 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894923 Nov 22 16:08:55.644006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] For port fbf7178b-48ff-4fb3-9609-bf5cc627214e, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:08:55.659159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] For port fbf7178b-48ff-4fb3-9609-bf5cc627214e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fbf7178b-48ff-4fb3-9609-bf5cc627214e,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:08:55.686317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:55.694420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6945624-30e2-4a39-b842-fd0ba0c51890,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:55.709055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:55.807803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=d6945624-30e2-4a39-b842-fd0ba0c51890,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:55.907588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:55.908299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:55.910126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] 10.222.0.11 "PUT /v2.0/ports/fbf7178b-48ff-4fb3-9609-bf5cc627214e HTTP/1.1" status: 200 len: 1096 time: 2.4055624 Nov 22 16:08:55.911143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24a9fcb-9c95-4c39-8119-007724bff000', 'tag': 'fbf7178b-48ff-4fb3-9609-bf5cc627214e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:55.913970 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1365b258-8fab-48a4-a3ba-bf9839ca5143" -d '{"events": [{"name": "network-changed", "server_uuid": "c24a9fcb-9c95-4c39-8119-007724bff000", "tag": "fbf7178b-48ff-4fb3-9609-bf5cc627214e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:55.949171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b278ea-f4f3-422c-b3eb-79486a4bd00e req-16b14830-7480-4324-98af-c6ffeeb350c9 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:55.950762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53b278ea-f4f3-422c-b3eb-79486a4bd00e req-16b14830-7480-4324-98af-c6ffeeb350c9 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 944 time: 0.3106198 Nov 22 16:08:56.025744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d227f-d914-4e4b-acfa-c0dc4de9264a service neutron] Pushing event updated for resources: {'Port': ['ID=fbf7178b-48ff-4fb3-9609-bf5cc627214e,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:56.046642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01461830-1958-4871-a7fd-dd6aa63b9e26 req-9ad07b39-447a-4621-9ecf-f5b6e7a7bde7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:56.049501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01461830-1958-4871-a7fd-dd6aa63b9e26 req-9ad07b39-447a-4621-9ecf-f5b6e7a7bde7 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 945 time: 0.3120110 Nov 22 16:08:56.177182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-7f451cf0-5b42-420f-ad90-2e1619848cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:56.178834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-7f451cf0-5b42-420f-ad90-2e1619848cf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 1099 time: 0.1822751 Nov 22 16:08:56.185589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01461830-1958-4871-a7fd-dd6aa63b9e26 req-2e1739c1-a79e-4570-8566-fe8a37c75bd4 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081583 Nov 22 16:08:56.252301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-1455dcce-4534-4cc7-b5de-258c38646a1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=fbf7178b-48ff-4fb3-9609-bf5cc627214e HTTP/1.1" status: 200 len: 217 time: 0.0645359 Nov 22 16:08:56.272340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53b278ea-f4f3-422c-b3eb-79486a4bd00e req-76092eae-7b13-4178-be2c-0d61723d97f1 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034744 Nov 22 16:08:56.292451 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3245cd2-9716-47a6-99d9-eb7d27dea365 x-openstack-request-id: req-d3245cd2-9716-47a6-99d9-eb7d27dea365 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:56.292848 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24a9fcb-9c95-4c39-8119-007724bff000", "tag": "fbf7178b-48ff-4fb3-9609-bf5cc627214e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:56.293266 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3245cd2-9716-47a6-99d9-eb7d27dea365 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:56.293800 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24a9fcb-9c95-4c39-8119-007724bff000', 'tag': 'fbf7178b-48ff-4fb3-9609-bf5cc627214e', 'status': 'completed', 'code': 200} Nov 22 16:08:56.410900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-d465e807-a358-4f5f-8132-fdd04d04f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:56.412439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-d465e807-a358-4f5f-8132-fdd04d04f219 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1490560 Nov 22 16:08:56.493042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765578c-b08f-42a5-8e55-6b33dc40fbc7 req-330d2ea0-871c-41c2-9b36-6fdb3f035b29 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:56.494877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4765578c-b08f-42a5-8e55-6b33dc40fbc7 req-330d2ea0-871c-41c2-9b36-6fdb3f035b29 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 944 time: 0.1289713 Nov 22 16:08:56.516716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a70c8-d57d-487f-80cb-a95fb11d3ca5 req-f57e69ed-6588-45f9-8ae8-b1646d0a112b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:56.518859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e2a70c8-d57d-487f-80cb-a95fb11d3ca5 req-f57e69ed-6588-45f9-8ae8-b1646d0a112b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 948 time: 0.1358843 Nov 22 16:08:56.545726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-ee638e2c-ac51-4119-a51a-2f1ad7d20a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:56.547228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-ee638e2c-ac51-4119-a51a-2f1ad7d20a6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103323 Nov 22 16:08:56.639502 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4765578c-b08f-42a5-8e55-6b33dc40fbc7 req-eeae498a-3fbf-4554-b9a2-bd2869b921be tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321280 Nov 22 16:08:56.672496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e2a70c8-d57d-487f-80cb-a95fb11d3ca5 req-1515fcee-9559-40a0-bbcb-3588899ca69d tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460619 Nov 22 16:08:56.770999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-2509e4e1-3dba-4423-8926-111c64afb69d service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124641 Nov 22 16:08:56.801614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263beb0f-9d00-4279-bd4e-060bbad59914 req-39146a83-7e9a-423a-9800-6ea3d0d9d1eb tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:56.812412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42112) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:08:56.813827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-263beb0f-9d00-4279-bd4e-060bbad59914 req-39146a83-7e9a-423a-9800-6ea3d0d9d1eb tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 945 time: 0.0906434 Nov 22 16:08:56.818707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Request body: {'floatingip': {'port_id': 'a9781017-ef15-4584-8e00-1124eb9a0524'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:08:56.891355 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:57.018962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0864f1ec-7a80-43a7-a860-88309c1ffabb req-c1dbf74a-abc4-4e05-924d-06d0f7ddab03 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022407 Nov 22 16:08:57.131024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f3ce0-b1ec-44d3-9fbd-f0784c94dc6e req-a528d1c2-d141-4d7f-a553-7d5da132c17f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:57.138610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-961f3ce0-b1ec-44d3-9fbd-f0784c94dc6e req-a528d1c2-d141-4d7f-a553-7d5da132c17f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0977612 Nov 22 16:08:57.186204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-52e77e13-1a36-460e-8954-6ed58118931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:57.188332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-52e77e13-1a36-460e-8954-6ed58118931e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 1099 time: 0.0962181 Nov 22 16:08:57.211198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-961f3ce0-b1ec-44d3-9fbd-f0784c94dc6e req-445b984a-ada1-438c-a195-ca44ec411d5b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715485 Nov 22 16:08:57.417325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device bfd731a2-cc84-4651-b0ab-f7eb3e82e886 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:08:57.482119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-8d16fe36-b812-4b5c-8171-635fa3f5fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:57.484659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-8d16fe36-b812-4b5c-8171-635fa3f5fa7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2708299 Nov 22 16:08:57.485164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6945624-30e2-4a39-b842-fd0ba0c51890'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:57.488531 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdc1858-0304-4d2e-9554-2688c2681dd3" -d '{"events": [{"server_uuid": "61cf1a24-ffb3-4f48-b62d-374b31e76280", "name": "network-vif-plugged", "status": "completed", "tag": "d6945624-30e2-4a39-b842-fd0ba0c51890"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:57.519818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:08:57.532578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:08:57.534188 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:57.576152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:57.592715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:57.594318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-0e7bc5a2-cb8d-41e6-bf75-a350d63db0aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=fbf7178b-48ff-4fb3-9609-bf5cc627214e HTTP/1.1" status: 200 len: 217 time: 0.0967939 Nov 22 16:08:57.605435 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bcfc5c-843e-4c4c-b8de-db75d0252040 x-openstack-request-id: req-48bcfc5c-843e-4c4c-b8de-db75d0252040 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:57.605794 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cf1a24-ffb3-4f48-b62d-374b31e76280", "name": "network-vif-plugged", "status": "completed", "tag": "d6945624-30e2-4a39-b842-fd0ba0c51890", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:57.606005 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48bcfc5c-843e-4c4c-b8de-db75d0252040 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:57.610574 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6945624-30e2-4a39-b842-fd0ba0c51890', 'code': 200} Nov 22 16:08:57.611525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea1163-1873-4da7-b770-1750cd72ed3e req-1522b8e1-6d50-49b3-8806-a86909cc970b tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:57.621192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fea1163-1873-4da7-b770-1750cd72ed3e req-1522b8e1-6d50-49b3-8806-a86909cc970b tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.2354176 Nov 22 16:08:57.757656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-dd971815-5ce2-426b-bfde-f8491741c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:57.759791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-dd971815-5ce2-426b-bfde-f8491741c4f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1356008 Nov 22 16:08:57.771479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805edb0-634d-49cd-9372-475a6339b5da req-055aa6e5-d50b-4799-8d1f-f63dd648cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:57.773331 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7805edb0-634d-49cd-9372-475a6339b5da req-055aa6e5-d50b-4799-8d1f-f63dd648cbdd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 1096 time: 0.1119998 Nov 22 16:08:57.781683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:57.828656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:57.843700 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:57.857379 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Floating IP 103402a5-dcaa-4a13-9cc4-c12fca44cdc2 associated. External IP: 172.25.5.245, port: a9781017-ef15-4584-8e00-1124eb9a0524. Nov 22 16:08:57.861930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fea1163-1873-4da7-b770-1750cd72ed3e req-33574deb-9842-4659-969d-6d30eb3988d2 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395740 Nov 22 16:08:57.954674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-c95942b1-eae5-4c49-acd4-a9302ed17df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:57.961273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-c95942b1-eae5-4c49-acd4-a9302ed17df9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803842 Nov 22 16:08:58.008036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:08:58.015577 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7805edb0-634d-49cd-9372-475a6339b5da req-aff0ffdf-ad66-45fd-be2c-206879683510 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262614 Nov 22 16:08:58.133191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86955994-c0d5-4b90-a997-035ed933c098 req-3b1b42ec-cafe-4ddd-9811-8cae850633c2 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:58.135189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86955994-c0d5-4b90-a997-035ed933c098 req-3b1b42ec-cafe-4ddd-9811-8cae850633c2 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 945 time: 0.2965159 Nov 22 16:08:58.297746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a7913-07cf-4e57-8a11-722528fa933c req-602cff78-a211-4f68-b47e-1f862e763a5c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:58.307121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec7a7913-07cf-4e57-8a11-722528fa933c req-602cff78-a211-4f68-b47e-1f862e763a5c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 948 time: 0.1904030 Nov 22 16:08:58.331354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-da72aa71-dcd7-44e3-89bc-382ee1d6a324 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485401 Nov 22 16:08:58.360573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86955994-c0d5-4b90-a997-035ed933c098 req-4e6eeedb-2a4a-423a-8afa-8afa02dca36e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072148 Nov 22 16:08:58.407397 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:08:58.657572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Router 6008ca8c-2509-401c-a9fa-6fd539be60d5 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:08:58.812736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:08:58.826818 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] Sync routers for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:08:58.830985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:58.845895 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:58.846526 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:08:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:58.871226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec7a7913-07cf-4e57-8a11-722528fa933c req-cd341205-dfd7-440a-87d3-8bb740b61124 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5629332 Nov 22 16:08:58.872039 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ac1c3da1-2ac4-4b9e-9b0c-86468458aa45 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "PUT /v2.0/floatingips/103402a5-dcaa-4a13-9cc4-c12fca44cdc2 HTTP/1.1" status: 200 len: 991 time: 2.0573046 Nov 22 16:08:58.873564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'tag': 'a9781017-ef15-4584-8e00-1124eb9a0524'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:58.876474 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dbdd40-e3a8-41e6-8d01-c13021a14482" -d '{"events": [{"name": "network-changed", "server_uuid": "e390ce23-d0df-4418-b8f3-6d584842d16a", "tag": "a9781017-ef15-4584-8e00-1124eb9a0524"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:58.926233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec449a14-4615-4f07-9a06-ed0039566653 req-624446f2-17d0-45b9-982b-7f7605c87550 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:58.928727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec449a14-4615-4f07-9a06-ed0039566653 req-624446f2-17d0-45b9-982b-7f7605c87550 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1984539 Nov 22 16:08:58.960484 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55646cbc-54c5-4783-9b9e-427a5800a5ec x-openstack-request-id: req-55646cbc-54c5-4783-9b9e-427a5800a5ec {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:58.960942 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e390ce23-d0df-4418-b8f3-6d584842d16a", "tag": "a9781017-ef15-4584-8e00-1124eb9a0524", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:58.961481 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55646cbc-54c5-4783-9b9e-427a5800a5ec {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:58.962257 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'tag': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'status': 'completed', 'code': 200} Nov 22 16:08:59.032166 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:59.044348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1365b258-8fab-48a4-a3ba-bf9839ca5143 req-66dcafcf-aaee-451d-9518-a244fcfe347c service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960030 Nov 22 16:08:59.095156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-575210a1-03d9-42be-92eb-a4ae23af6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:59.097869 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-575210a1-03d9-42be-92eb-a4ae23af6fd9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=21ec41a9e30642af829d63f0a33ab9c9&device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 1096 time: 0.0924668 Nov 22 16:08:59.101362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec449a14-4615-4f07-9a06-ed0039566653 req-69ee8489-4441-4895-bb52-811cd44a2448 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617849 Nov 22 16:08:59.225281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c16e81-8e9d-448e-a1bb-b3960eed5f1d req-57875b8d-b5e5-4feb-9573-96cee6fff11c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:59.235670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78c16e81-8e9d-448e-a1bb-b3960eed5f1d req-57875b8d-b5e5-4feb-9573-96cee6fff11c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.0763233 Nov 22 16:08:59.299522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78c16e81-8e9d-448e-a1bb-b3960eed5f1d req-aba02c50-5ff3-4d01-b9f6-3d89eeb1faf2 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584867 Nov 22 16:08:59.313622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-c5a4cabc-f091-478c-84ba-ba0134958441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:59.316635 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-c5a4cabc-f091-478c-84ba-ba0134958441 service neutron] 10.222.0.71 "GET /v2.0/networks?id=db204035-8b74-410e-a3d6-d85c5eb7c29a HTTP/1.1" status: 200 len: 915 time: 0.2081144 Nov 22 16:08:59.428893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device fbf7178b-48ff-4fb3-9609-bf5cc627214e details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:08:59.491673 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '103402a5-dcaa-4a13-9cc4-c12fca44cdc2', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'port_id': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'mac_address': 'fa:16:3e:8e:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:08:30Z', 'updated_at': '2021-11-22T16:08:57Z', 'revision_number': 1, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:31Z', 'revision_number': 5, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:59.528302 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-72ea1bdf-2229-4464-a78c-f16971422c6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9781017-ef15-4584-8e00-1124eb9a0524 HTTP/1.1" status: 200 len: 999 time: 0.1920481 Nov 22 16:08:59.604575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c5c87-31be-4562-8807-3118863c4073 req-f1307a89-a4cf-4403-8bca-d223ccf6f105 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:59.605781 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] Checking router: 6008ca8c-2509-401c-a9fa-6fd539be60d5 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:08:59.612951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e6c5c87-31be-4562-8807-3118863c4073 req-f1307a89-a4cf-4403-8bca-d223ccf6f105 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 945 time: 0.1226909 Nov 22 16:08:59.619169 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:08:59.624364 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:08:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:08:59.663076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-a04cc750-c66f-46de-a9a5-03b520b1b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:59.664875 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-a04cc750-c66f-46de-a9a5-03b520b1b6f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=574a4973-d0a4-4106-a7ab-14ad2b15f5b1 HTTP/1.1" status: 200 len: 853 time: 0.1231308 Nov 22 16:08:59.726164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e6c5c87-31be-4562-8807-3118863c4073 req-884c50bd-2476-4e0e-af01-76e7e19cd7a3 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055391 Nov 22 16:08:59.748039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port fbf7178b-48ff-4fb3-9609-bf5cc627214e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fbf7178b-48ff-4fb3-9609-bf5cc627214e,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:59.766936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:08:59.772216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-48be7b28-90cd-43b0-bae9-1a2d4505b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:08:59.772439 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb3f1d3-5faa-4192-b63d-0eb332556e8c" -d '{"events": [{"server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "name": "network-vif-plugged", "status": "completed", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:08:59.773765 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-48be7b28-90cd-43b0-bae9-1a2d4505b326 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=db204035-8b74-410e-a3d6-d85c5eb7c29a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978138 Nov 22 16:08:59.776197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'fbf7178b-48ff-4fb3-9609-bf5cc627214e', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'fbf7178b-48ff-4fb3-9609-bf5cc627214e', 'mac_address': 'fa:16:3e:8c:de:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:08:59.848481 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:59.879018 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd20d2-d9af-46b0-a635-d4f8980acc89 x-openstack-request-id: req-dedd20d2-d9af-46b0-a635-d4f8980acc89 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:08:59.879325 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "name": "network-vif-plugged", "status": "completed", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:08:59.879602 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dedd20d2-d9af-46b0-a635-d4f8980acc89 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:08:59.880057 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886', 'code': 200} Nov 22 16:08:59.886770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf7178b-48ff-4fb3-9609-bf5cc627214e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:08:59.894473 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:08:59.947141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port fbf7178b-48ff-4fb3-9609-bf5cc627214e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fbf7178b-48ff-4fb3-9609-bf5cc627214e,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:08:59.954500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:08:59.966592 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-e31d56a6-161c-4a4f-8dbb-a2b56226ac7a service neutron] 10.222.0.71 "GET /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823945 Nov 22 16:09:00.071585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=fbf7178b-48ff-4fb3-9609-bf5cc627214e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:00.169160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc34bc-8a28-4103-980f-479b24fd29e1 req-67a59229-f7be-401f-a7df-9deb62059722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:00.171594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ecc34bc-8a28-4103-980f-479b24fd29e1 req-67a59229-f7be-401f-a7df-9deb62059722 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 1096 time: 0.1915922 Nov 22 16:09:00.255493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['fbf7178b-48ff-4fb3-9609-bf5cc627214e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:00.270774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ecc34bc-8a28-4103-980f-479b24fd29e1 req-0a2f4a44-39d9-4bcb-9340-73c5ee87ab2b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815618 Nov 22 16:09:00.297334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4204d0-1d5b-404d-9523-8a3af3303e6b req-c0ae3d36-32b2-4c6b-ac92-63cc671b0ce5 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:00.299796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa4204d0-1d5b-404d-9523-8a3af3303e6b req-c0ae3d36-32b2-4c6b-ac92-63cc671b0ce5 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 949 time: 0.2395637 Nov 22 16:09:00.302620 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-18dbdd40-e3a8-41e6-8d01-c13021a14482 req-430d1db6-8321-4495-9eba-6a6d94560246 service neutron] 10.222.0.71 "GET /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053141 Nov 22 16:09:00.507038 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '103402a5-dcaa-4a13-9cc4-c12fca44cdc2', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'port_id': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'mac_address': 'fa:16:3e:8e:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:08:30Z', 'updated_at': '2021-11-22T16:08:57Z', 'revision_number': 1, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:31Z', 'revision_number': 5, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:00.517366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa4204d0-1d5b-404d-9523-8a3af3303e6b req-27538eda-94ac-4f20-9af2-79857c4f04f6 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964269 Nov 22 16:09:00.543611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2a4a1-4587-4b97-a0e7-bd359d69243c req-304df819-bd2c-47a6-b410-2437b007bc2e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:00.545505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6dd2a4a1-4587-4b97-a0e7-bd359d69243c req-304df819-bd2c-47a6-b410-2437b007bc2e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1758287 Nov 22 16:09:00.606247 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c003208-235d-4c9a-b3c8-05d9a1f6a517 None None] The sync data for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 is: [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '103402a5-dcaa-4a13-9cc4-c12fca44cdc2', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'port_id': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'mac_address': 'fa:16:3e:8e:9b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:08:30Z', 'updated_at': '2021-11-22T16:08:57Z', 'revision_number': 1, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:31Z', 'revision_number': 5, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:09:00.629828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6dd2a4a1-4587-4b97-a0e7-bd359d69243c req-479911c5-8799-4125-bb2a-11bc9a5676f1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709879 Nov 22 16:09:00.811977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d834b-3d8f-4992-8e71-3b9cb4f1467d req-492849f6-2d3b-4ebd-84f5-558cb9277853 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:00.823414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-766d834b-3d8f-4992-8e71-3b9cb4f1467d req-492849f6-2d3b-4ebd-84f5-558cb9277853 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1456277 Nov 22 16:09:00.978520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-766d834b-3d8f-4992-8e71-3b9cb4f1467d req-266c45ba-5fc3-4b1c-8b60-248f8ed32a4b tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479504 Nov 22 16:09:01.028911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8bc6c-7450-422d-9267-544562e3c1cb req-95661155-5fbc-4129-8650-ffa770371a18 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:01.030908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71d8bc6c-7450-422d-9267-544562e3c1cb req-95661155-5fbc-4129-8650-ffa770371a18 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 945 time: 0.1330807 Nov 22 16:09:01.065425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9bf6b6-a017-4173-ba77-9fa9b772918b None None] New status for floating IP 103402a5-dcaa-4a13-9cc4-c12fca44cdc2: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:09:01.167998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71d8bc6c-7450-422d-9267-544562e3c1cb req-e2b2a1da-454c-4dad-af36-7431e6d4b059 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251051 Nov 22 16:09:01.203834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d8249-6219-4b7b-8083-e5b71e36981f req-3b6c2b8e-9027-4881-a9e1-d1225a5386d8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:01.206152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73d8249-6219-4b7b-8083-e5b71e36981f req-3b6c2b8e-9027-4881-a9e1-d1225a5386d8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.0882585 Nov 22 16:09:01.307273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73d8249-6219-4b7b-8083-e5b71e36981f req-6804387c-8d2c-4f9b-848b-eef535232eaf tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950363 Nov 22 16:09:01.436502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device fbf7178b-48ff-4fb3-9609-bf5cc627214e up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:01.515124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port fbf7178b-48ff-4fb3-9609-bf5cc627214e completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:09:01.523588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port fbf7178b-48ff-4fb3-9609-bf5cc627214e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:01.524597 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:01.534377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e25538-e87c-4305-b5b9-a98917f30ca6 req-27f610f5-ac12-4d24-b130-7e231a10069d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:01.594857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e25538-e87c-4305-b5b9-a98917f30ca6 req-27f610f5-ac12-4d24-b130-7e231a10069d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1453712 Nov 22 16:09:01.672804 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:01.727256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port fbf7178b-48ff-4fb3-9609-bf5cc627214e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fbf7178b-48ff-4fb3-9609-bf5cc627214e,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:01.738428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:01.819176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e25538-e87c-4305-b5b9-a98917f30ca6 req-f541a207-e5a9-491c-b2b3-3c1d9bb82156 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194405 Nov 22 16:09:01.894428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24a9fcb-9c95-4c39-8119-007724bff000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf7178b-48ff-4fb3-9609-bf5cc627214e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:01.912296 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da15a82-90fe-469b-9286-90806d303d26" -d '{"events": [{"server_uuid": "c24a9fcb-9c95-4c39-8119-007724bff000", "name": "network-vif-plugged", "status": "completed", "tag": "fbf7178b-48ff-4fb3-9609-bf5cc627214e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:01.924227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=fbf7178b-48ff-4fb3-9609-bf5cc627214e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:01.987703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8cd0c2-f334-47ee-87d8-651c1d31f2b6 req-433d048b-9a5e-4139-a8d9-46e12e577256 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:01.999075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb8cd0c2-f334-47ee-87d8-651c1d31f2b6 req-433d048b-9a5e-4139-a8d9-46e12e577256 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 950 time: 0.1775727 Nov 22 16:09:02.094255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb8cd0c2-f334-47ee-87d8-651c1d31f2b6 req-a3ebf2ef-f97f-451b-9ce2-068af51b8902 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893645 Nov 22 16:09:02.262243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f2f2d-5073-4453-b339-8ba82adfc7a8 req-bdd89803-1de4-4655-89a0-da2985bc9d97 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:02.270222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f18f2f2d-5073-4453-b339-8ba82adfc7a8 req-bdd89803-1de4-4655-89a0-da2985bc9d97 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0747285 Nov 22 16:09:02.375713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fcfde-f38b-4990-8027-aee1fbd28108 req-e9cded6f-869e-40fd-949f-3e7c0b65b76a tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:02.377402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c1fcfde-f38b-4990-8027-aee1fbd28108 req-e9cded6f-869e-40fd-949f-3e7c0b65b76a tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1049142 Nov 22 16:09:02.389038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f18f2f2d-5073-4453-b339-8ba82adfc7a8 req-35690ae4-073a-482e-b0d6-c99c0507533b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176779 Nov 22 16:09:02.476109 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02637fb-9f53-44ce-a782-d8b02ff6f073 x-openstack-request-id: req-b02637fb-9f53-44ce-a782-d8b02ff6f073 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:02.477031 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24a9fcb-9c95-4c39-8119-007724bff000", "name": "network-vif-plugged", "status": "completed", "tag": "fbf7178b-48ff-4fb3-9609-bf5cc627214e", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:02.477535 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b02637fb-9f53-44ce-a782-d8b02ff6f073 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:02.478629 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24a9fcb-9c95-4c39-8119-007724bff000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf7178b-48ff-4fb3-9609-bf5cc627214e', 'code': 200} Nov 22 16:09:02.519523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c1fcfde-f38b-4990-8027-aee1fbd28108 req-2e8f8986-6606-44ec-a2e0-b6d7e050cbc0 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291773 Nov 22 16:09:02.733335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c381d4f-a61e-4831-aee5-a358013dc1e5 req-b65daa36-2f31-4790-a9e7-911b3f167658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:02.735313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c381d4f-a61e-4831-aee5-a358013dc1e5 req-b65daa36-2f31-4790-a9e7-911b3f167658 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 1101 time: 0.1034858 Nov 22 16:09:02.751501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a638c-ed0b-4743-98a0-6a52868283e5 req-510faa77-9cc3-4be6-a057-aebd657260d0 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:02.759691 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-118a638c-ed0b-4743-98a0-6a52868283e5 req-510faa77-9cc3-4be6-a057-aebd657260d0 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 945 time: 0.1878793 Nov 22 16:09:02.880680 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-118a638c-ed0b-4743-98a0-6a52868283e5 req-97432fc5-7ab8-48eb-8a80-d577a000a4fa tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194701 Nov 22 16:09:02.920833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fdf482-9ebc-4f40-964c-fdf4b303b467 req-fd2df813-e2d6-47dc-9257-265719738212 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:02.922640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39fdf482-9ebc-4f40-964c-fdf4b303b467 req-fd2df813-e2d6-47dc-9257-265719738212 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1409466 Nov 22 16:09:02.933037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c381d4f-a61e-4831-aee5-a358013dc1e5 req-af06e56f-df75-4787-8481-e697c40bc9a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416607 Nov 22 16:09:03.055472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39fdf482-9ebc-4f40-964c-fdf4b303b467 req-ce367a50-ba4c-414f-89ed-1444ebcc2115 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039894 Nov 22 16:09:03.121128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-ee8173e8-1b7d-45cd-a631-fbf56347ed1c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-970359607&fields=id&tenant_id=d73a5747df9f494096a9d999ace65ae8 HTTP/1.1" status: 200 len: 267 time: 0.0939946 Nov 22 16:09:03.259142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-467c6db9-4d5b-40d7-a11a-6c0ea705e813 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:03.267530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-467c6db9-4d5b-40d7-a11a-6c0ea705e813 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 945 time: 0.1345949 Nov 22 16:09:03.281197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'port': {'security_groups': ['a4f6bfb9-b87a-4f24-8a0d-186f30222800', '34780cbb-a7f6-425a-ad7b-dc724341067d']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:03.321355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81b7c-01dd-444f-ad24-12b4381b5e5f req-6307c558-5e16-4ac4-bb2f-d516ce854d68 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:03.323037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2b81b7c-01dd-444f-ad24-12b4381b5e5f req-6307c558-5e16-4ac4-bb2f-d516ce854d68 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1518013 Nov 22 16:09:03.330623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-c8620e88-f28d-42e1-a037-ea183fcf8a87 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640913 Nov 22 16:09:03.417107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:03.468897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2b81b7c-01dd-444f-ad24-12b4381b5e5f req-647df19b-07d1-45a1-a727-81264170be9c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349871 Nov 22 16:09:03.530477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-37165854-dc48-4fba-9018-690ce0545b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:03.532168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-37165854-dc48-4fba-9018-690ce0545b44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 1101 time: 0.1275408 Nov 22 16:09:03.740628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9f737-1d00-4cc1-b9c9-beb86a3650fc req-9526ba95-a7dc-45b5-91fc-b6a78c67fc5d tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:03.747813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71c9f737-1d00-4cc1-b9c9-beb86a3650fc req-9526ba95-a7dc-45b5-91fc-b6a78c67fc5d tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 950 time: 0.1967080 Nov 22 16:09:03.804010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-9795a374-6e3e-45d7-99b8-0e77d7a8c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:03.805524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-9795a374-6e3e-45d7-99b8-0e77d7a8c58f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2421372 Nov 22 16:09:03.900683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-039a99e5-94be-462a-a7d7-a07563ff83d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 200 len: 217 time: 0.0453773 Nov 22 16:09:03.919275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71c9f737-1d00-4cc1-b9c9-beb86a3650fc req-5615d577-76cf-4843-a502-d997cde1aeb0 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705077 Nov 22 16:09:04.044699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-d3e92559-ed18-42c4-8ad3-e78ffb1050dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:04.047476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-d3e92559-ed18-42c4-8ad3-e78ffb1050dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1145828 Nov 22 16:09:04.100905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:04.229787 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:04.260543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:04.277017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:04.374131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-6389203e-162d-4c4e-ab9c-3494052fc051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:04.378581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-6389203e-162d-4c4e-ab9c-3494052fc051 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2473752 Nov 22 16:09:04.379627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:04.404173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030623b5-4063-4a36-ac70-b084859ecd8c req-a79e3f06-ec00-412b-987f-ad386157985e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:04.413338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-030623b5-4063-4a36-ac70-b084859ecd8c req-a79e3f06-ec00-412b-987f-ad386157985e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.2510474 Nov 22 16:09:04.449553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:04.450293 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:04.463934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ad200f-8561-4cbb-a8d9-88d8edf84796 req-04276991-6a0a-49ce-a4d0-2de29f47c765 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "PUT /v2.0/ports/bfd731a2-cc84-4651-b0ab-f7eb3e82e886 HTTP/1.1" status: 200 len: 981 time: 1.1942792 Nov 22 16:09:04.467631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:04.478649 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5119e821-2a97-4315-ba89-017827c2c3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:04.605097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-030623b5-4063-4a36-ac70-b084859ecd8c req-0d4fc497-15a7-4b69-892c-a7c1783f5216 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906345 Nov 22 16:09:04.670117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:04.678004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-02ea7815-8ae0-45f0-b0f8-f7c402f7882a service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555633 Nov 22 16:09:04.916345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac87b7-efe4-4c2a-b927-3ce086a056b4 req-828bc0ba-87e2-4639-afb2-0ff0ec3516da tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:04.926991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5cac87b7-efe4-4c2a-b927-3ce086a056b4 req-828bc0ba-87e2-4639-afb2-0ff0ec3516da tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1159480 Nov 22 16:09:04.981895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-e94e0bf5-0642-4107-b189-a8768b165189 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1198183638&fields=id&tenant_id=d73a5747df9f494096a9d999ace65ae8 HTTP/1.1" status: 200 len: 267 time: 0.2184114 Nov 22 16:09:05.061428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8311c108-4ef3-45fe-8faf-5a0559eb4c29 req-57f5b9c4-191b-4380-8a79-008da47f3005 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721619 Nov 22 16:09:05.093508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5cac87b7-efe4-4c2a-b927-3ce086a056b4 req-127abbf9-8783-429f-ad70-bb0f38588008 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618245 Nov 22 16:09:05.119926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-d8de7f95-d002-4649-b7d9-8cbba8a29948 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:05.129381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-d8de7f95-d002-4649-b7d9-8cbba8a29948 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 984 time: 0.1463883 Nov 22 16:09:05.150588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'port': {'security_groups': ['34780cbb-a7f6-425a-ad7b-dc724341067d', 'a4f6bfb9-b87a-4f24-8a0d-186f30222800', '5f897a37-bd3f-4301-a669-77aa87fec9d1']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:05.230543 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e9369a-893f-4992-b8ea-d32f39ecc101 x-openstack-request-id: req-c1e9369a-893f-4992-b8ea-d32f39ecc101 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:05.231097 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:05.231370 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1e9369a-893f-4992-b8ea-d32f39ecc101 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:05.231782 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886', 'status': 'completed', 'code': 200} Nov 22 16:09:05.363889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:05.368233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-b242323d-7c0b-46ea-8599-f70954822b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:05.371849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-b242323d-7c0b-46ea-8599-f70954822b54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 1135 time: 0.1444166 Nov 22 16:09:05.425808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b547e-da61-4975-bbae-3e74fd333cb2 req-7e4e8a48-cb02-47c8-add9-59408e9c78b4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:05.428207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-804b547e-da61-4975-bbae-3e74fd333cb2 req-7e4e8a48-cb02-47c8-add9-59408e9c78b4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 950 time: 0.1591833 Nov 22 16:09:05.581442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-ee2dde0b-5b40-4496-aa98-1f2428e51296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:05.582963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-ee2dde0b-5b40-4496-aa98-1f2428e51296 service neutron] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 914 time: 0.1946084 Nov 22 16:09:05.681424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-83066c91-a049-4f7e-9f4d-78d9fc522ab1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886 HTTP/1.1" status: 200 len: 217 time: 0.0713706 Nov 22 16:09:05.735032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-804b547e-da61-4975-bbae-3e74fd333cb2 req-cb1f024c-581a-4007-9efd-cd797b62a4e0 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353439 Nov 22 16:09:05.897465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-98e6118b-011c-4c06-8d31-559061bc2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:05.899299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-98e6118b-011c-4c06-8d31-559061bc2c92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.1710122 Nov 22 16:09:05.988962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-d2ce813f-9941-4a55-880c-e30a9dd7db91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587559 Nov 22 16:09:06.094473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:06.113487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40726ed3-ab24-4f1d-96ed-15428b1b1c8d req-008e1b9e-4fad-4bf7-995d-9cbe221d378d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:06.118095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40726ed3-ab24-4f1d-96ed-15428b1b1c8d req-008e1b9e-4fad-4bf7-995d-9cbe221d378d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1914716 Nov 22 16:09:06.186529 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:06.202674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:06.222256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:06.526275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-336b545b-a8be-4c35-bee7-ad81496a0021 service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292587 Nov 22 16:09:06.526863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:06.607433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:06.608106 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:06.620292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd733915-b74d-4b31-b78b-67aba8d54b3c req-a1af9066-9734-4462-9298-66bae747721a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "PUT /v2.0/ports/bfd731a2-cc84-4651-b0ab-f7eb3e82e886 HTTP/1.1" status: 200 len: 1020 time: 1.4897587 Nov 22 16:09:06.643264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40726ed3-ab24-4f1d-96ed-15428b1b1c8d req-7b53f4b5-78e1-4573-8536-8f4c86560747 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197492 Nov 22 16:09:06.719447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:06.728377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5119e821-2a97-4315-ba89-017827c2c3e2 req-43f10361-d4e2-4ddb-a6f7-81446841d7ac service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901717 Nov 22 16:09:06.786156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f8a2f-23ac-4908-91b6-d2816da6db9c req-5fb64cdf-3803-4877-a6c9-7b739d327768 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:06.787341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-232f8a2f-23ac-4908-91b6-d2816da6db9c req-5fb64cdf-3803-4877-a6c9-7b739d327768 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0745561 Nov 22 16:09:06.870193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-232f8a2f-23ac-4908-91b6-d2816da6db9c req-066692d4-6c8c-4ab3-aa2a-d66ae4a5a5da tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648568 Nov 22 16:09:07.082587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affca12-0ab9-4046-aa2f-a24298995f89 req-2f1bc36d-f32c-4d5f-b0c2-ee38af7e2970 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.097034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0affca12-0ab9-4046-aa2f-a24298995f89 req-2f1bc36d-f32c-4d5f-b0c2-ee38af7e2970 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 1023 time: 0.1246555 Nov 22 16:09:07.189354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0affca12-0ab9-4046-aa2f-a24298995f89 req-50bd7be9-7625-479c-9782-3f9d69c585d3 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=34780cbb-a7f6-425a-ad7b-dc724341067d&id=5f897a37-bd3f-4301-a669-77aa87fec9d1&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800 HTTP/1.1" status: 200 len: 6199 time: 0.0905750 Nov 22 16:09:07.233383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:07.236990 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a96257-08ef-40a2-a23c-810a16c22bba" -d '{"events": [{"name": "network-changed", "server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:07.468000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5b6ff669-364d-418d-9ef0-f86050580102 req-6cd3b3f0-8523-4114-8dc9-cd21f2628fbe tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': ' tempest-securitygroup -849411021 ', 'description': 'tempest-description-825110531'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:07.496554 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-97196bcc-7719-4020-a9c1-d04fcf55ae04 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786083 Nov 22 16:09:07.516109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5b6ff669-364d-418d-9ef0-f86050580102 req-6cd3b3f0-8523-4114-8dc9-cd21f2628fbe tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:07.617483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5b6ff669-364d-418d-9ef0-f86050580102 req-6cd3b3f0-8523-4114-8dc9-cd21f2628fbe tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:07.619166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-8e439047-ae12-4b06-969f-d63dc8cb0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.621093 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-8e439047-ae12-4b06-969f-d63dc8cb0a2a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 1101 time: 0.0766101 Nov 22 16:09:07.627390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5b6ff669-364d-418d-9ef0-f86050580102 req-6cd3b3f0-8523-4114-8dc9-cd21f2628fbe tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:07.663528 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5b6ff669-364d-418d-9ef0-f86050580102 req-6cd3b3f0-8523-4114-8dc9-cd21f2628fbe tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:07.676297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b6ff669-364d-418d-9ef0-f86050580102 req-6cd3b3f0-8523-4114-8dc9-cd21f2628fbe tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2156570 Nov 22 16:09:07.687626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3b3f0-8523-4114-8dc9-cd21f2628fbe tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5ee8bc-fe7b-496b-9307-d57df06af2b5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:07.794691 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48caa2fa-a6f6-4bda-8cd8-2bf20e5012df x-openstack-request-id: req-48caa2fa-a6f6-4bda-8cd8-2bf20e5012df {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:07.795024 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:07.795286 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48caa2fa-a6f6-4bda-8cd8-2bf20e5012df {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:07.795652 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886', 'status': 'completed', 'code': 200} Nov 22 16:09:07.855275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-129ae670-9342-4a76-91f1-90baf1ec599c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.858517 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-129ae670-9342-4a76-91f1-90baf1ec599c service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2006714 Nov 22 16:09:07.864468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96257-08ef-40a2-a23c-810a16c22bba req-022e8899-eb57-495b-a4cb-667536244398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.866091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35a96257-08ef-40a2-a23c-810a16c22bba req-022e8899-eb57-495b-a4cb-667536244398 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 1174 time: 0.0739682 Nov 22 16:09:07.888653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.889094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.889486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.889949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.890410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.890863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.891314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.891846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.892926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.893392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.893890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.895725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.895725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.895725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.895725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.896337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.896802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.897808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.897918 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:07.920646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-e6c51365-d508-47bd-b6dd-768c58817bdc tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000&device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1&device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280&device_id=53e32a6a-4513-40e3-947e-9f01e94ce547&device_id=e390ce23-d0df-4418-b8f3-6d584842d16a&device_id=3b49968d-3144-42e0-bad8-e23747c59971&device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661&device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a&device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3&device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 17246 time: 0.1925695 Nov 22 16:09:07.935533 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-9b12a046-8b45-4ec7-b6dc-e80a44d71177 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 200 len: 217 time: 0.0607572 Nov 22 16:09:08.003028 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-4d301d17-4fe0-45c9-a542-e6c9a65c8753 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:08.042128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-7ba6fd0d-190f-46d8-855c-3d077eb3a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:08.044368 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-7ba6fd0d-190f-46d8-855c-3d077eb3a577 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0950191 Nov 22 16:09:08.079647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-815d4809-4d69-4c95-9235-e779b90c6909 req-718a98b7-a97b-432d-9392-469410040f80 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/2a5ee8bc-fe7b-496b-9307-d57df06af2b5 HTTP/1.1" status: 200 len: 1796 time: 0.2109461 Nov 22 16:09:08.124316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96257-08ef-40a2-a23c-810a16c22bba req-1865674c-d72b-440c-a408-fdb8c7f6b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:08.124775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-454d1f78-0e96-4a82-9b42-77b5a4bd47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:08.127822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35a96257-08ef-40a2-a23c-810a16c22bba req-1865674c-d72b-440c-a408-fdb8c7f6b135 service neutron] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 914 time: 0.1944075 Nov 22 16:09:08.128076 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-454d1f78-0e96-4a82-9b42-77b5a4bd47c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0677428 Nov 22 16:09:08.189816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35a96257-08ef-40a2-a23c-810a16c22bba req-cb4c0aeb-4e76-4263-8d5e-daa3a1217808 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886 HTTP/1.1" status: 200 len: 217 time: 0.0535519 Nov 22 16:09:08.197187 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-4d301d17-4fe0-45c9-a542-e6c9a65c8753 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:08.233455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-4d301d17-4fe0-45c9-a542-e6c9a65c8753 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:08.263608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d301d17-4fe0-45c9-a542-e6c9a65c8753 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d5e585-1594-4ed3-929e-3d8e7c792c3c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:08.280352 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-f664ed0c-a218-4104-badf-4b34c8f97c71 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355124 Nov 22 16:09:08.310239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a96257-08ef-40a2-a23c-810a16c22bba req-121a577c-4c0b-4e00-8c4b-34d4ba8931e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:08.311951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35a96257-08ef-40a2-a23c-810a16c22bba req-121a577c-4c0b-4e00-8c4b-34d4ba8931e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.1081862 Nov 22 16:09:08.380333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35a96257-08ef-40a2-a23c-810a16c22bba req-cc145552-3b99-4e65-944b-0b049fecfac2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548131 Nov 22 16:09:08.543343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b5f454b8-f6b9-414e-8c7d-052be18ee556 req-b08b88e7-f1e8-4017-aa83-802a95dfa4f1 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412796 Nov 22 16:09:08.639182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35a96257-08ef-40a2-a23c-810a16c22bba req-558abfdb-abea-4bf4-96f4-8f7a42d65a2b service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277284 Nov 22 16:09:08.783612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265fadb-7b53-4792-8d21-e01dc52e301d req-825a7c4c-c727-4c88-bdd7-7119258c83e6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:08.783612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8265fadb-7b53-4792-8d21-e01dc52e301d req-825a7c4c-c727-4c88-bdd7-7119258c83e6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1641695 Nov 22 16:09:08.837246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e31c390c-f8ee-4e7f-86e0-89a935a18877 req-4d301d17-4fe0-45c9-a542-e6c9a65c8753 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&id=208e5db2-207e-4078-a5f8-efffad1b57d6&id=f08f9542-8e37-4215-ba15-55f500d0d1b7&id=82856599-c84e-4471-8566-d4f800b1ecda&id=34780cbb-a7f6-425a-ad7b-dc724341067d&id=5f897a37-bd3f-4301-a669-77aa87fec9d1&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 1130 time: 0.9157090 Nov 22 16:09:08.885041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35a96257-08ef-40a2-a23c-810a16c22bba req-d3c2bc08-5750-4135-b8c3-937f90835e11 service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257123 Nov 22 16:09:08.890534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8265fadb-7b53-4792-8d21-e01dc52e301d req-20e0dfdb-5ca1-4b38-9839-9fc535983b64 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973554 Nov 22 16:09:08.934428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d2e9df3-df95-4f2d-a6cd-c7589cd0918e req-489ca3dd-91c4-4d73-9777-c2e0f90bb67e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/2a5ee8bc-fe7b-496b-9307-d57df06af2b5 HTTP/1.1" status: 200 len: 1796 time: 0.0602782 Nov 22 16:09:09.022339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d2e9df3-df95-4f2d-a6cd-c7589cd0918e req-b7cb99d4-c7d8-4a64-b842-83b27a6e6b01 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.054753 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d2e9df3-df95-4f2d-a6cd-c7589cd0918e req-b7cb99d4-c7d8-4a64-b842-83b27a6e6b01 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.147573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f72ea-3377-443f-a93c-beba67230f49 req-d4b9977b-b73f-4909-b298-bd0e30d5c609 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:09.151938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-851f72ea-3377-443f-a93c-beba67230f49 req-d4b9977b-b73f-4909-b298-bd0e30d5c609 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.0786254 Nov 22 16:09:09.158178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d2e9df3-df95-4f2d-a6cd-c7589cd0918e req-b7cb99d4-c7d8-4a64-b842-83b27a6e6b01 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.160908 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d2e9df3-df95-4f2d-a6cd-c7589cd0918e req-b7cb99d4-c7d8-4a64-b842-83b27a6e6b01 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.162009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d2e9df3-df95-4f2d-a6cd-c7589cd0918e req-b7cb99d4-c7d8-4a64-b842-83b27a6e6b01 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/2a5ee8bc-fe7b-496b-9307-d57df06af2b5 HTTP/1.1" status: 204 len: 173 time: 0.2182715 Nov 22 16:09:09.186046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb99d4-c7d8-4a64-b842-83b27a6e6b01 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5ee8bc-fe7b-496b-9307-d57df06af2b5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:09.280247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-851f72ea-3377-443f-a93c-beba67230f49 req-93b8cfc7-ac46-438b-9de6-4930718ae8c4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135893 Nov 22 16:09:09.320640 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-1f3c2890-5f38-4e45-b80c-bbced880a865 req-c3591afb-4052-458e-8e1e-1c504e9af0fc tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:09.322005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f3c2890-5f38-4e45-b80c-bbced880a865 req-c3591afb-4052-458e-8e1e-1c504e9af0fc tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/2a5ee8bc-fe7b-496b-9307-d57df06af2b5 HTTP/1.1" status: 404 len: 352 time: 0.0199971 Nov 22 16:09:09.422113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-14784cb6-5447-4f51-a1ef-2007d41d84d1 req-4a0fb0d8-f9bc-4520-8a3b-5be4b5fa654b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1602885736', 'description': 'tempest-description-1101806812'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:09.453430 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14784cb6-5447-4f51-a1ef-2007d41d84d1 req-4a0fb0d8-f9bc-4520-8a3b-5be4b5fa654b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.542105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14784cb6-5447-4f51-a1ef-2007d41d84d1 req-4a0fb0d8-f9bc-4520-8a3b-5be4b5fa654b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.547387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14784cb6-5447-4f51-a1ef-2007d41d84d1 req-4a0fb0d8-f9bc-4520-8a3b-5be4b5fa654b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.603621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fb0d8-f9bc-4520-8a3b-5be4b5fa654b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7892f664-2ae1-4a07-b6fa-469d992cb120,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:09.609163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14784cb6-5447-4f51-a1ef-2007d41d84d1 req-4a0fb0d8-f9bc-4520-8a3b-5be4b5fa654b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.616124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14784cb6-5447-4f51-a1ef-2007d41d84d1 req-4a0fb0d8-f9bc-4520-8a3b-5be4b5fa654b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1996763 Nov 22 16:09:09.654284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-16a09742-58c4-41e6-b9ba-8a09a7487489 req-c195f10b-9eb9-4ca1-8e7d-fec305e67d3f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-115213866', 'description': 'tempest-description-1783637650'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:09.683967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16a09742-58c4-41e6-b9ba-8a09a7487489 req-c195f10b-9eb9-4ca1-8e7d-fec305e67d3f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.795288 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16a09742-58c4-41e6-b9ba-8a09a7487489 req-c195f10b-9eb9-4ca1-8e7d-fec305e67d3f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.802920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4740-0eb5-4417-ab59-ef3125bd1d16 req-e440cc70-0bae-4c24-a1d1-9538094169af tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:09.803409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4740-0eb5-4417-ab59-ef3125bd1d16 req-e440cc70-0bae-4c24-a1d1-9538094169af tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:09.803880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f4740-0eb5-4417-ab59-ef3125bd1d16 req-e440cc70-0bae-4c24-a1d1-9538094169af tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:09.805847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-409f4740-0eb5-4417-ab59-ef3125bd1d16 req-e440cc70-0bae-4c24-a1d1-9538094169af tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000&device_id=3b49968d-3144-42e0-bad8-e23747c59971&device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 2884 time: 0.0729482 Nov 22 16:09:09.806379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16a09742-58c4-41e6-b9ba-8a09a7487489 req-c195f10b-9eb9-4ca1-8e7d-fec305e67d3f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.851370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-16a09742-58c4-41e6-b9ba-8a09a7487489 req-c195f10b-9eb9-4ca1-8e7d-fec305e67d3f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.852639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16a09742-58c4-41e6-b9ba-8a09a7487489 req-c195f10b-9eb9-4ca1-8e7d-fec305e67d3f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2048380 Nov 22 16:09:09.855785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195f10b-9eb9-4ca1-8e7d-fec305e67d3f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1ab449-04e4-4986-a78f-d171fa4fb924,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:09.882498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2aee4a9a-debc-4cb4-bcb3-642572c98cf7 req-baafaab9-f1d3-4975-840d-e76913c8d5ae tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2417835', 'description': 'tempest-description-2125129182'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:09.890015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-409f4740-0eb5-4417-ab59-ef3125bd1d16 req-cdc19ee7-90ce-4f9f-b5e9-ad522433e397 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767164 Nov 22 16:09:09.909106 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2aee4a9a-debc-4cb4-bcb3-642572c98cf7 req-baafaab9-f1d3-4975-840d-e76913c8d5ae tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:09.998041 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2aee4a9a-debc-4cb4-bcb3-642572c98cf7 req-baafaab9-f1d3-4975-840d-e76913c8d5ae tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:10.005291 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2aee4a9a-debc-4cb4-bcb3-642572c98cf7 req-baafaab9-f1d3-4975-840d-e76913c8d5ae tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:10.062283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2aee4a9a-debc-4cb4-bcb3-642572c98cf7 req-baafaab9-f1d3-4975-840d-e76913c8d5ae tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:10.063419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2aee4a9a-debc-4cb4-bcb3-642572c98cf7 req-baafaab9-f1d3-4975-840d-e76913c8d5ae tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1887512 Nov 22 16:09:10.071865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafaab9-f1d3-4975-840d-e76913c8d5ae tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa3cfd-021f-4599-b5fb-b48c748b5435,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:10.090144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f668c-9ba9-4c87-a381-da9791a8fd26 req-5a829b13-2f64-490c-8a99-50cdf27c2b7c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:10.091671 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-826f668c-9ba9-4c87-a381-da9791a8fd26 req-5a829b13-2f64-490c-8a99-50cdf27c2b7c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0826325 Nov 22 16:09:10.168313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-826f668c-9ba9-4c87-a381-da9791a8fd26 req-ed3117e8-a954-4c30-8aa0-e70c3878cccc tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692852 Nov 22 16:09:10.189704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473bbd9-6c83-4471-9307-2c0d4a2759c3 req-7e0dd4e9-e97e-45d5-8ed8-9cdfb6fc5a44 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:10.191421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3473bbd9-6c83-4471-9307-2c0d4a2759c3 req-7e0dd4e9-e97e-45d5-8ed8-9cdfb6fc5a44 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 946 time: 0.0624518 Nov 22 16:09:10.242029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3473bbd9-6c83-4471-9307-2c0d4a2759c3 req-0865f59a-d527-4980-b26f-74f44584505d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Nov 22 16:09:10.377006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcb38afa-b2a4-497a-bbbd-407db0c2e681 req-cef4bc70-ab05-4188-b9f2-f3e4bcc83b1f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d73a5747df9f494096a9d999ace65ae8 HTTP/1.1" status: 200 len: 10996 time: 0.1116407 Nov 22 16:09:10.455431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcb38afa-b2a4-497a-bbbd-407db0c2e681 req-8ba1b7aa-cad7-4002-986b-88d4a181d342 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/a4f6bfb9-b87a-4f24-8a0d-186f30222800 HTTP/1.1" status: 200 len: 2998 time: 0.0713570 Nov 22 16:09:10.476874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a58d4-584a-4c3e-9cca-6ddc8e5d2b94 req-5d9b574b-27a8-43cc-a6da-853a9eda9496 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:10.478332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a1a58d4-584a-4c3e-9cca-6ddc8e5d2b94 req-5d9b574b-27a8-43cc-a6da-853a9eda9496 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.0715549 Nov 22 16:09:10.538491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcb38afa-b2a4-497a-bbbd-407db0c2e681 req-0acfc976-6b90-41b1-bebc-3a87fc45e910 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/a4f6bfb9-b87a-4f24-8a0d-186f30222800 HTTP/1.1" status: 200 len: 2998 time: 0.0754929 Nov 22 16:09:10.551096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a1a58d4-584a-4c3e-9cca-6ddc8e5d2b94 req-0ce1c434-7dbe-449e-a5cb-c3d6251d01c7 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655642 Nov 22 16:09:10.718698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a431c34e-adb7-4d8e-af25-e9c71d130719 req-52fde1bc-0ca2-4616-8a05-082c9b33f0c0 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/7892f664-2ae1-4a07-b6fa-469d992cb120 HTTP/1.1" status: 200 len: 1818 time: 0.0541754 Nov 22 16:09:10.778339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a431c34e-adb7-4d8e-af25-e9c71d130719 req-ef6c8ec7-5d77-45c7-8d6e-71723d80017d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:10.803463 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a431c34e-adb7-4d8e-af25-e9c71d130719 req-ef6c8ec7-5d77-45c7-8d6e-71723d80017d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:10.850478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a431c34e-adb7-4d8e-af25-e9c71d130719 req-ef6c8ec7-5d77-45c7-8d6e-71723d80017d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:10.853325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a431c34e-adb7-4d8e-af25-e9c71d130719 req-ef6c8ec7-5d77-45c7-8d6e-71723d80017d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:10.854584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a431c34e-adb7-4d8e-af25-e9c71d130719 req-ef6c8ec7-5d77-45c7-8d6e-71723d80017d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/7892f664-2ae1-4a07-b6fa-469d992cb120 HTTP/1.1" status: 204 len: 173 time: 0.1287305 Nov 22 16:09:10.864304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c8ec7-5d77-45c7-8d6e-71723d80017d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7892f664-2ae1-4a07-b6fa-469d992cb120,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:10.917392 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-25c9ef13-2be8-4514-ba73-2df0a1a53cbd req-b926e6ef-8e93-4b75-82b4-d8a6d2536682 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:10.918412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25c9ef13-2be8-4514-ba73-2df0a1a53cbd req-b926e6ef-8e93-4b75-82b4-d8a6d2536682 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/7892f664-2ae1-4a07-b6fa-469d992cb120 HTTP/1.1" status: 404 len: 352 time: 0.0194151 Nov 22 16:09:10.929178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dd000-51e1-435f-a3c2-d6ce8aed7fca req-47d70af9-d399-482c-9128-427358abf5b2 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:10.936780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d5dd000-51e1-435f-a3c2-d6ce8aed7fca req-47d70af9-d399-482c-9128-427358abf5b2 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1101 time: 0.0645123 Nov 22 16:09:11.010429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d5dd000-51e1-435f-a3c2-d6ce8aed7fca req-dfa6c9cd-e9b0-4603-948d-ae46302f6cfd tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727575 Nov 22 16:09:11.013534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae6c975d-b650-41d0-b1ae-0ab0ab105136 req-10c74659-87d0-4f9e-a5b7-af3b76ea5b6b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/7a1ab449-04e4-4986-a78f-d171fa4fb924 HTTP/1.1" status: 200 len: 1817 time: 0.0691209 Nov 22 16:09:11.074511 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae6c975d-b650-41d0-b1ae-0ab0ab105136 req-aee01d71-ff2c-46f4-8eb0-ab4eb029f3e7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.121198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae6c975d-b650-41d0-b1ae-0ab0ab105136 req-aee01d71-ff2c-46f4-8eb0-ab4eb029f3e7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.155959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b274803-4e8c-4d60-b33c-70277467222b req-bdc4fa9b-7d8b-44f4-bbf8-0f8b658d51ee tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:11.156683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b274803-4e8c-4d60-b33c-70277467222b req-bdc4fa9b-7d8b-44f4-bbf8-0f8b658d51ee tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1101 time: 0.0793760 Nov 22 16:09:11.180957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae6c975d-b650-41d0-b1ae-0ab0ab105136 req-aee01d71-ff2c-46f4-8eb0-ab4eb029f3e7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.183535 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ae6c975d-b650-41d0-b1ae-0ab0ab105136 req-aee01d71-ff2c-46f4-8eb0-ab4eb029f3e7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.184673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae6c975d-b650-41d0-b1ae-0ab0ab105136 req-aee01d71-ff2c-46f4-8eb0-ab4eb029f3e7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/7a1ab449-04e4-4986-a78f-d171fa4fb924 HTTP/1.1" status: 204 len: 173 time: 0.1639271 Nov 22 16:09:11.210345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01d71-ff2c-46f4-8eb0-ab4eb029f3e7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1ab449-04e4-4986-a78f-d171fa4fb924,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:11.232654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b274803-4e8c-4d60-b33c-70277467222b req-3f1cdc26-44f7-4aaf-9f7e-ffca683bc80a tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693743 Nov 22 16:09:11.233575 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-50c756df-46e0-439a-934b-30db9039105e req-d8b00ed2-cb91-448e-84fb-7eb6599418d6 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:11.234586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50c756df-46e0-439a-934b-30db9039105e req-d8b00ed2-cb91-448e-84fb-7eb6599418d6 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/7a1ab449-04e4-4986-a78f-d171fa4fb924 HTTP/1.1" status: 404 len: 352 time: 0.0307434 Nov 22 16:09:11.307705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f7f9a7b1-d56e-42e3-88c6-6f5b64c1a514 req-afb1fe8e-f2b5-4504-baea-db9bfd834ea2 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/0caa3cfd-021f-4599-b5fb-b48c748b5435 HTTP/1.1" status: 200 len: 1815 time: 0.0518053 Nov 22 16:09:11.372166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd96d-09e8-4731-abbd-a65c00b30833 req-6596a69f-e80a-4a47-b597-9e70d26101b8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:11.373668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-100fd96d-09e8-4731-abbd-a65c00b30833 req-6596a69f-e80a-4a47-b597-9e70d26101b8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0805349 Nov 22 16:09:11.404979 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f7f9a7b1-d56e-42e3-88c6-6f5b64c1a514 req-9ceca796-2306-4945-8659-7d0c19227122 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.440551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f7f9a7b1-d56e-42e3-88c6-6f5b64c1a514 req-9ceca796-2306-4945-8659-7d0c19227122 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.465435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-100fd96d-09e8-4731-abbd-a65c00b30833 req-60b20687-1229-42c1-be50-eea316235e08 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851195 Nov 22 16:09:11.492059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f7f9a7b1-d56e-42e3-88c6-6f5b64c1a514 req-9ceca796-2306-4945-8659-7d0c19227122 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.494898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f7f9a7b1-d56e-42e3-88c6-6f5b64c1a514 req-9ceca796-2306-4945-8659-7d0c19227122 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.496077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f7f9a7b1-d56e-42e3-88c6-6f5b64c1a514 req-9ceca796-2306-4945-8659-7d0c19227122 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/0caa3cfd-021f-4599-b5fb-b48c748b5435 HTTP/1.1" status: 204 len: 173 time: 0.1749203 Nov 22 16:09:11.508859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceca796-2306-4945-8659-7d0c19227122 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa3cfd-021f-4599-b5fb-b48c748b5435,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:11.604158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874a9f8-5847-48a9-baca-552cced30da8 req-930b85a2-8899-43be-b275-f9c0e96a65da tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:11.605724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f874a9f8-5847-48a9-baca-552cced30da8 req-930b85a2-8899-43be-b275-f9c0e96a65da tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 946 time: 0.0557804 Nov 22 16:09:11.621551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6945624-30e2-4a39-b842-fd0ba0c51890 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:11.662207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f874a9f8-5847-48a9-baca-552cced30da8 req-2561f9d6-c54e-468a-9719-b24bb35e7c1a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493460 Nov 22 16:09:11.714245 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-2ca73e49-b836-44ca-99ae-7988ba99dc19 req-0ab2fbd2-e29b-453d-a992-d0cea746d108 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:11.718213 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ca73e49-b836-44ca-99ae-7988ba99dc19 req-0ab2fbd2-e29b-453d-a992-d0cea746d108 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/0caa3cfd-021f-4599-b5fb-b48c748b5435 HTTP/1.1" status: 404 len: 352 time: 0.0228386 Nov 22 16:09:11.785603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6945624-30e2-4a39-b842-fd0ba0c51890,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:11.799658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'd6945624-30e2-4a39-b842-fd0ba0c51890', 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'port_id': 'd6945624-30e2-4a39-b842-fd0ba0c51890', 'mac_address': 'fa:16:3e:68:7f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5935d1d-de3b-49c4-b5fb-fca8f2cddc05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:11.842887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c6172-af38-488f-a1b0-f0c1adaa7016 req-80e3dfaf-616b-44b5-9dd7-26d62d51d7d2 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:11.844502 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-407c6172-af38-488f-a1b0-f0c1adaa7016 req-80e3dfaf-616b-44b5-9dd7-26d62d51d7d2 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.0579159 Nov 22 16:09:11.846512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.859948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6945624-30e2-4a39-b842-fd0ba0c51890 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:11.885891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6945624-30e2-4a39-b842-fd0ba0c51890,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:11.892814 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:11.906485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-407c6172-af38-488f-a1b0-f0c1adaa7016 req-7adae33d-9061-4895-b82d-a2fa63586047 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557182 Nov 22 16:09:11.970987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=d6945624-30e2-4a39-b842-fd0ba0c51890,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:12.023780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cab421c7-bfad-441e-b1e8-b920bf37f2b2 req-bf4265a2-96a6-4225-b3ce-0d78ee92627c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d73a5747df9f494096a9d999ace65ae8 HTTP/1.1" status: 200 len: 6199 time: 0.0661547 Nov 22 16:09:12.062525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['d6945624-30e2-4a39-b842-fd0ba0c51890'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:12.082876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cab421c7-bfad-441e-b1e8-b920bf37f2b2 req-f4ec2662-d3c2-4323-8416-4feb406c2c5a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/a4f6bfb9-b87a-4f24-8a0d-186f30222800 HTTP/1.1" status: 200 len: 2998 time: 0.0505099 Nov 22 16:09:12.135227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cab421c7-bfad-441e-b1e8-b920bf37f2b2 req-864b4f08-0482-4d03-81b7-8fa3f76d17a8 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/a4f6bfb9-b87a-4f24-8a0d-186f30222800 HTTP/1.1" status: 200 len: 2998 time: 0.0459733 Nov 22 16:09:12.272950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bf8cf044-06bf-4186-b294-d28aa347f119 req-630964a0-3d91-428f-bbb0-7e04039ece27 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1498561015', 'description': 'tempest-description-130199826'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:12.298954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf8cf044-06bf-4186-b294-d28aa347f119 req-630964a0-3d91-428f-bbb0-7e04039ece27 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:12.373481 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf8cf044-06bf-4186-b294-d28aa347f119 req-630964a0-3d91-428f-bbb0-7e04039ece27 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:12.377722 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf8cf044-06bf-4186-b294-d28aa347f119 req-630964a0-3d91-428f-bbb0-7e04039ece27 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:12.413381 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bf8cf044-06bf-4186-b294-d28aa347f119 req-630964a0-3d91-428f-bbb0-7e04039ece27 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:12.414704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf8cf044-06bf-4186-b294-d28aa347f119 req-630964a0-3d91-428f-bbb0-7e04039ece27 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1462011 Nov 22 16:09:12.416636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630964a0-3d91-428f-bbb0-7e04039ece27 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83bab055-ccbb-4707-905f-05590efeff62,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:12.546872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91502643-c431-4b76-a30a-ebf229c53601 req-af6affd7-f23c-45f3-b4ad-e0a11854f932 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:12.549391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91502643-c431-4b76-a30a-ebf229c53601 req-af6affd7-f23c-45f3-b4ad-e0a11854f932 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 944 time: 0.0673378 Nov 22 16:09:12.623273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f8db2419-3e3e-41e6-8f30-0d9c1f783ad1 req-4340043f-8abc-42b6-91ee-aebf5bd2d43d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-150793472', 'description': 'tempest-description-2063518744'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:12.630217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91502643-c431-4b76-a30a-ebf229c53601 req-afa56a23-34b4-4e83-87a0-d290be10199f tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711672 Nov 22 16:09:12.659877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f8db2419-3e3e-41e6-8f30-0d9c1f783ad1 req-4340043f-8abc-42b6-91ee-aebf5bd2d43d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:12.777661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807e32d-4fdb-41b6-9dd1-1b404abe6a31 req-73d7560e-1792-4135-af2e-05ae0691fee6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:12.779842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0807e32d-4fdb-41b6-9dd1-1b404abe6a31 req-73d7560e-1792-4135-af2e-05ae0691fee6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0867581 Nov 22 16:09:12.786670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f8db2419-3e3e-41e6-8f30-0d9c1f783ad1 req-4340043f-8abc-42b6-91ee-aebf5bd2d43d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:12.795735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f8db2419-3e3e-41e6-8f30-0d9c1f783ad1 req-4340043f-8abc-42b6-91ee-aebf5bd2d43d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:12.842597 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f8db2419-3e3e-41e6-8f30-0d9c1f783ad1 req-4340043f-8abc-42b6-91ee-aebf5bd2d43d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:12.843824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8db2419-3e3e-41e6-8f30-0d9c1f783ad1 req-4340043f-8abc-42b6-91ee-aebf5bd2d43d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2258484 Nov 22 16:09:12.852412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340043f-8abc-42b6-91ee-aebf5bd2d43d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7992f2-ddf7-4191-830d-422d41584b7a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:12.866123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0807e32d-4fdb-41b6-9dd1-1b404abe6a31 req-ee2080ea-3b1d-4286-a0ee-23c9128decee tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781772 Nov 22 16:09:12.992871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff54964-9a04-4982-8a01-fac72d12077e req-32a366a9-b352-4e1b-822e-91a1e965ce09 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:12.996941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aff54964-9a04-4982-8a01-fac72d12077e req-32a366a9-b352-4e1b-822e-91a1e965ce09 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.0792110 Nov 22 16:09:13.060072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aff54964-9a04-4982-8a01-fac72d12077e req-d93004c5-d239-484d-b2f0-34061e23a798 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589097 Nov 22 16:09:13.266418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337621-bd4d-4afa-a071-630e921aaebf req-5c0a7ae5-89d3-463c-8b9b-1a8c906a3dd7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:13.268465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-5c0a7ae5-89d3-463c-8b9b-1a8c906a3dd7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 813 time: 0.1157823 Nov 22 16:09:13.283583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-5da29e39-b5f2-449d-be6e-4abb1cfe9d57 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/quotas/d73a5747df9f494096a9d999ace65ae8 HTTP/1.1" status: 200 len: 375 time: 0.0095062 Nov 22 16:09:13.340300 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-bffb890a-e6bf-48ae-ab12-ceddb501fb82 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471470 Nov 22 16:09:13.439735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-dbe9d4ee-b533-4b7a-8cb0-4d71f1ece0fd service neutron] 10.222.0.69 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923057 Nov 22 16:09:13.532032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-6ba9513b-a5fb-450e-94fa-6aa34e09d1d2 service neutron] 10.222.0.69 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Nov 22 16:09:13.653141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6945624-30e2-4a39-b842-fd0ba0c51890 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:13.727832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e993958e-ca4d-4fdc-a247-f6365d1abaab req-dd0898a4-2303-401a-a0f4-9fcec3750301 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 210 time: 0.0350301 Nov 22 16:09:13.748434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port d6945624-30e2-4a39-b842-fd0ba0c51890 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:13.748819 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:13.775856 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [req-56291651-3c79-49d9-a873-96e6c3d906ad req-eff1d253-cd16-4934-88d6-258aa05a5aec service neutron] show failed (client error): The resource could not be found. Nov 22 16:09:13.778663 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-eff1d253-cd16-4934-88d6-258aa05a5aec service neutron] 10.222.0.71 "GET /v2.0/ports/e102059f-6763-4e25-a64b-56aee765befb/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.1012540 Nov 22 16:09:13.783759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097b61f-b641-4edb-b528-49ccceade84d req-9e1cf402-aeaf-48e4-a623-8b4281f0c748 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:13.785469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e097b61f-b641-4edb-b528-49ccceade84d req-9e1cf402-aeaf-48e4-a623-8b4281f0c748 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 944 time: 0.0603774 Nov 22 16:09:13.839943 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:13.842844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e097b61f-b641-4edb-b528-49ccceade84d req-a69ef096-fdeb-4c03-8dd1-04b978422440 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453262 Nov 22 16:09:13.883947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6945624-30e2-4a39-b842-fd0ba0c51890'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:13.886354 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0c7702-3925-4ae4-a67a-e5cd1a2a27b1" -d '{"events": [{"server_uuid": "61cf1a24-ffb3-4f48-b62d-374b31e76280", "name": "network-vif-plugged", "status": "completed", "tag": "d6945624-30e2-4a39-b842-fd0ba0c51890"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:13.904188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6945624-30e2-4a39-b842-fd0ba0c51890,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:13.913250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:13.914063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:13.960981 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a32f42-92fb-4dd0-a691-59e88ad430f0 x-openstack-request-id: req-12a32f42-92fb-4dd0-a691-59e88ad430f0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:13.961242 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cf1a24-ffb3-4f48-b62d-374b31e76280", "name": "network-vif-plugged", "status": "completed", "tag": "d6945624-30e2-4a39-b842-fd0ba0c51890", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:13.961503 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12a32f42-92fb-4dd0-a691-59e88ad430f0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:13.961909 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6945624-30e2-4a39-b842-fd0ba0c51890', 'code': 200} Nov 22 16:09:14.034684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928dacb-ca81-496d-8b68-864d973c9a93 req-bad8505e-8f3d-4ca7-8ed4-59c9f8b92d59 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:14.043830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0928dacb-ca81-496d-8b68-864d973c9a93 req-bad8505e-8f3d-4ca7-8ed4-59c9f8b92d59 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0757167 Nov 22 16:09:14.045285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=d6945624-30e2-4a39-b842-fd0ba0c51890,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:14.090022 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:14.108559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0928dacb-ca81-496d-8b68-864d973c9a93 req-9b9314e1-7cb3-4603-b6cc-ee19dbf2170f tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618231 Nov 22 16:09:14.132645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:14.138677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:14.175736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-6e024438-ee49-4faf-8894-72e72a0568f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:14.177732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-6e024438-ee49-4faf-8894-72e72a0568f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306&tenant_id=64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 1100 time: 0.0910220 Nov 22 16:09:14.198169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:14.199044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:14.308094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d9cca-3e09-44bf-821d-383607b38741 req-e7ae271c-ed2e-43dd-a375-c95d4cc8b5ca tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:14.309765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-276d9cca-3e09-44bf-821d-383607b38741 req-e7ae271c-ed2e-43dd-a375-c95d4cc8b5ca tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1063530 Nov 22 16:09:14.311184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:14.414893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-276d9cca-3e09-44bf-821d-383607b38741 req-fe4b837e-3de0-4e47-beb6-a736a5d6c3b5 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880511 Nov 22 16:09:14.575678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:14.612043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:09:14.663722 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:14.665822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:14.668519 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83baf067-1cc5-424b-9b8e-64c38bd51b14" -d '{"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-unplugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:14.682667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Transition to ACTIVE for port object e102059f-6763-4e25-a64b-56aee765befb will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:09:14.689989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:14.730239 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbea762-b9d5-4619-a64a-48bf1512e427 x-openstack-request-id: req-ecbea762-b9d5-4619-a64a-48bf1512e427 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:14.730551 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-unplugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:14.730810 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ecbea762-b9d5-4619-a64a-48bf1512e427 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:14.731196 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'code': 200} Nov 22 16:09:14.765536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] No DVR routers for this DVR port e102059f-6763-4e25-a64b-56aee765befb on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:14.771331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:14.816228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:09:14.816579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:09:14.816916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:14.822138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:09:14.822472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:14.828715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:09:14.829119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:09:14.829636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:09:14.830111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Bound port: e102059f-6763-4e25-a64b-56aee765befb, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:09:14.830449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:14.912190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8f104ac-d055-4e6b-a469-f3cc49cf2371 req-e6d6af72-e387-4241-b486-65745f9b7828 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 210 time: 0.0717809 Nov 22 16:09:14.919726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7d870-0866-4476-9bb2-426687d70775 req-3fae5c54-7c30-43d0-8ad0-adfcf8a4a474 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:14.923410 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9df7d870-0866-4476-9bb2-426687d70775 req-3fae5c54-7c30-43d0-8ad0-adfcf8a4a474 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.71 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1095893 Nov 22 16:09:15.071440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Deleting port d6945624-30e2-4a39-b842-fd0ba0c51890 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:15.071865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:15.076202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:09:15.102411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:09:15.129985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:15.151269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfef132-f42a-41cc-870e-4d3c93b045ab req-5cea46d3-0ba3-4d15-ad13-de2cbc2c321e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:15.161254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcfef132-f42a-41cc-870e-4d3c93b045ab req-5cea46d3-0ba3-4d15-ad13-de2cbc2c321e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=61cf1a24-ffb3-4f48-b62d-374b31e76280 HTTP/1.1" status: 200 len: 945 time: 0.1517301 Nov 22 16:09:15.222730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] For port d6945624-30e2-4a39-b842-fd0ba0c51890, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6945624-30e2-4a39-b842-fd0ba0c51890,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:15.223123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:15.239211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337621-bd4d-4afa-a071-630e921aaebf req-8628db16-f751-4824-8543-e5743deb787b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:15.241144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-8628db16-f751-4824-8543-e5743deb787b tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 813 time: 0.2819402 Nov 22 16:09:15.242868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Calling delete_port for d6945624-30e2-4a39-b842-fd0ba0c51890 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:15.252126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:15.252764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:15.254264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] 10.222.0.11 "PUT /v2.0/ports/e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 1095 time: 1.0606487 Nov 22 16:09:15.278095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'port': {'device_id': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc', 'admin_state_up': True, 'tenant_id': 'd73a5747df9f494096a9d999ace65ae8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:15.396237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489b280-c31e-4bf0-b6f6-996f95d96a3e service neutron] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:15.421721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcfef132-f42a-41cc-870e-4d3c93b045ab req-60d97561-1e83-4438-98a2-c64b7e24a921 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597759 Nov 22 16:09:15.451409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:15.488591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910730c-2098-4bf5-a368-137f399ff968 req-e5a795eb-d43e-480a-9589-d84ee14cbe02 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:15.496540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2910730c-2098-4bf5-a368-137f399ff968 req-e5a795eb-d43e-480a-9589-d84ee14cbe02 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 947 time: 0.2928264 Nov 22 16:09:15.509655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event deleted for resources: {'Port': ['ID=d6945624-30e2-4a39-b842-fd0ba0c51890,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:15.535197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Made reservation on behalf of d73a5747df9f494096a9d999ace65ae8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:09:15.538786 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:15.561584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2220347d-da74-4838-88f4-1d21dceea410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:15.563080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-2220347d-da74-4838-88f4-1d21dceea410 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1098 time: 0.2712393 Nov 22 16:09:15.571976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] No DVR routers for this DVR port d6945624-30e2-4a39-b842-fd0ba0c51890 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:15.574727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:15.580398 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9df7d870-0866-4476-9bb2-426687d70775 req-7872c36d-c05b-46e6-aeaa-f12217529389 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.71 "DELETE /v2.0/ports/d6945624-30e2-4a39-b842-fd0ba0c51890 HTTP/1.1" status: 204 len: 173 time: 0.6422567 Nov 22 16:09:15.581014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'name': 'network-vif-deleted', 'tag': 'd6945624-30e2-4a39-b842-fd0ba0c51890'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:15.584833 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a551acc2-8db2-4fec-b4c9-781323d7199e" -d '{"events": [{"server_uuid": "61cf1a24-ffb3-4f48-b62d-374b31e76280", "name": "network-vif-deleted", "tag": "d6945624-30e2-4a39-b842-fd0ba0c51890"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:15.667081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2910730c-2098-4bf5-a368-137f399ff968 req-14cbcf07-582a-428b-b781-32147203a527 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636391 Nov 22 16:09:15.683066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:15.685734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6945624-30e2-4a39-b842-fd0ba0c51890 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:15.728965 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f31aa-55f2-4c04-92f2-fd729aab61e3 x-openstack-request-id: req-265f31aa-55f2-4c04-92f2-fd729aab61e3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:15.729274 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61cf1a24-ffb3-4f48-b62d-374b31e76280", "name": "network-vif-deleted", "tag": "d6945624-30e2-4a39-b842-fd0ba0c51890", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:15.729564 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-265f31aa-55f2-4c04-92f2-fd729aab61e3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:15.729950 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61cf1a24-ffb3-4f48-b62d-374b31e76280', 'name': 'network-vif-deleted', 'tag': 'd6945624-30e2-4a39-b842-fd0ba0c51890', 'status': 'completed', 'code': 200} Nov 22 16:09:15.730430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: d6945624-30e2-4a39-b842-fd0ba0c51890 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:15.730783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6945624-30e2-4a39-b842-fd0ba0c51890 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:15.856132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:15.868543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'f7228018-2801-4106-90c2-6d308ab267cc', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': 'f7228018-2801-4106-90c2-6d308ab267cc', 'mac_address': 'fa:16:3e:d3:4b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:15.905654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Allocated IP 172.20.0.4 (612f7e72-2bed-4640-803a-6023f058a4bc/85f91589-111e-4ae5-a503-88fdf609a656/7758057e-7fa2-44ff-bdf9-1f70eb5718fe) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:09:15.937908 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:15.962929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:15.966156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-b16f40af-d9a8-435c-a8a8-14a4e0cf74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:15.967686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-b16f40af-d9a8-435c-a8a8-14a4e0cf74bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3779578 Nov 22 16:09:15.976053 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a30c75d-65d4-4dc0-8205-acfba7e1520e" -d '{"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-unplugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:15.989685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7228018-2801-4106-90c2-6d308ab267cc {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:16.010067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29985c-2ee4-4e6f-a87c-8dab0cf13de7 req-1ed2c8bc-aa57-4e02-b4c2-f5f61d4d961f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:16.020714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e29985c-2ee4-4e6f-a87c-8dab0cf13de7 req-1ed2c8bc-aa57-4e02-b4c2-f5f61d4d961f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1662180 Nov 22 16:09:16.022810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:16.032415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:16.090699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:16.102615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-88159e2c-2ac5-462d-96b7-e6e525baf314 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.1192548 Nov 22 16:09:16.164905 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d02b162a-7c7e-42b1-a3cc-22e5f447e86b req-f9d0caf5-1c90-4907-b0c9-ef0a568fb0d0 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 210 time: 0.1424799 Nov 22 16:09:16.196881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['f7228018-2801-4106-90c2-6d308ab267cc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:16.245044 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c313c7ef-b46a-425a-9277-8517a45518ef x-openstack-request-id: req-c313c7ef-b46a-425a-9277-8517a45518ef {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:16.245351 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-unplugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:16.245616 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c313c7ef-b46a-425a-9277-8517a45518ef {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:16.246017 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'code': 200} Nov 22 16:09:16.273934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e29985c-2ee4-4e6f-a87c-8dab0cf13de7 req-1142ec16-defb-4d59-ac2d-9d37bbef8b1f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430611 Nov 22 16:09:16.276076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-46ed946f-3c43-410a-a165-9aa96b66eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:16.277515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-46ed946f-3c43-410a-a165-9aa96b66eb63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1254227 Nov 22 16:09:16.358368 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:16.384322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291651-3c79-49d9-a873-96e6c3d906ad req-251ee97b-adf9-4b85-a226-cf4b5de5b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:16.389703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-251ee97b-adf9-4b85-a226-cf4b5de5b194 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872145 Nov 22 16:09:16.479942 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:16.497175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:16.922157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:16.927036 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f48ad72-665a-4315-b29e-63bf781f27e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:16.966119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Network 612f7e72-2bed-4640-803a-6023f058a4bc is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:09:16.993251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:09:17.008698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:09:17.019475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'Port': ['ID=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:17.047721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-190e1d14-4896-4950-b2fe-c4744f5442f0 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435771 Nov 22 16:09:17.100929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42612) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:17.104820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92ee8b-aec1-4f48-9293-69767010061b req-bb283c6a-1293-4e3a-ac78-1db3c9401030 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:17.106528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c76eb730-2858-4d8b-b5a0-7a71d2724c27 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--970216382', 'description': 'tempest-description--253094705'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:17.106892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a92ee8b-aec1-4f48-9293-69767010061b req-bb283c6a-1293-4e3a-ac78-1db3c9401030 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 947 time: 0.1685369 Nov 22 16:09:17.174577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c76eb730-2858-4d8b-b5a0-7a71d2724c27 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.189489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:17.192458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.238739 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c3eb2c-a75f-4d64-a777-cfc0b3182928 x-openstack-request-id: req-d1c3eb2c-a75f-4d64-a777-cfc0b3182928 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:17.239044 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:17.239302 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1c3eb2c-a75f-4d64-a777-cfc0b3182928 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:17.242892 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'status': 'completed', 'code': 200} Nov 22 16:09:17.335768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c76eb730-2858-4d8b-b5a0-7a71d2724c27 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.368759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c76eb730-2858-4d8b-b5a0-7a71d2724c27 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.371927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a92ee8b-aec1-4f48-9293-69767010061b req-c88ba8fb-4e59-43da-8cd4-57b81d9f779c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261922 Nov 22 16:09:17.394129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-09d386e7-0f89-4280-898e-2d8bee246801 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1226053 Nov 22 16:09:17.423225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c76eb730-2858-4d8b-b5a0-7a71d2724c27 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.425213 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c76eb730-2858-4d8b-b5a0-7a71d2724c27 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3226280 Nov 22 16:09:17.430726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42622) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:17.431528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76eb730-2858-4d8b-b5a0-7a71d2724c27 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0339b813-5174-4ce9-a337-c72b07e06ed7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:17.435570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Request body: {'port': {'device_id': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:17.448459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-21f2637b-b986-4ce4-812f-2a84edd76e87 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Request body: {'security_group_rule': {'security_group_id': '0339b813-5174-4ce9-a337-c72b07e06ed7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:17.476791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-06943d8a-a7df-4033-9542-43781852e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:17.478554 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-06943d8a-a7df-4033-9542-43781852e9ff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1098 time: 0.1801219 Nov 22 16:09:17.508097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56291651-3c79-49d9-a873-96e6c3d906ad req-5404ae52-493e-4892-bdad-9d577ceaf80f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513357 Nov 22 16:09:17.521375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867a202-fb44-499a-8d0a-c981a07ce436 req-0c8b6f89-b16f-4945-8f14-f0043599d21d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:17.521864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21f2637b-b986-4ce4-812f-2a84edd76e87 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.524228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8867a202-fb44-499a-8d0a-c981a07ce436 req-0c8b6f89-b16f-4945-8f14-f0043599d21d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 931 time: 0.2335973 Nov 22 16:09:17.671495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-dafea631-e7c1-475f-942f-5ef996cbfb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:17.672406 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-dafea631-e7c1-475f-942f-5ef996cbfb41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1824257 Nov 22 16:09:17.674871 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.683833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:17.749868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa12a4-9744-48d1-a4bd-2dfe001c4602 req-bc5634dd-51c0-4822-89a6-8d0740195cd9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:17.759042 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21f2637b-b986-4ce4-812f-2a84edd76e87 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.762002 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-9d1de4b7-c50f-4f52-aa0c-91945a7e53f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.0777462 Nov 22 16:09:17.762569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9baa12a4-9744-48d1-a4bd-2dfe001c4602 req-bc5634dd-51c0-4822-89a6-8d0740195cd9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.2504823 Nov 22 16:09:17.764130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21f2637b-b986-4ce4-812f-2a84edd76e87 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.788003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-217a7dbb-fe80-4b73-8356-8e0c3680f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:17.790700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-217a7dbb-fe80-4b73-8356-8e0c3680f593 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1098 time: 0.1854112 Nov 22 16:09:17.804281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2637b-b986-4ce4-812f-2a84edd76e87 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c27211-a452-4df9-84d9-e008921a51d8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:17.820111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port f7228018-2801-4106-90c2-6d308ab267cc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:17.823302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8867a202-fb44-499a-8d0a-c981a07ce436 req-27d9b60d-e513-41af-b0f3-87e7b27e7e2a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870784 Nov 22 16:09:17.824211 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.873356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21f2637b-b986-4ce4-812f-2a84edd76e87 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:17.879333 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-21f2637b-b986-4ce4-812f-2a84edd76e87 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4446099 Nov 22 16:09:17.880067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42628) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:17.897822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4c61ac08-7aca-4c29-98b8-c3c359475655 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Request body: {'security_group_rule': {'security_group_id': '0339b813-5174-4ce9-a337-c72b07e06ed7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:17.910062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-8f092769-5aab-4f2f-9781-a2c02d00b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:17.911730 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-8f092769-5aab-4f2f-9781-a2c02d00b485 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1356544 Nov 22 16:09:18.030026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c61ac08-7aca-4c29-98b8-c3c359475655 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.055001 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.055808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-2188ef1d-3b41-4981-ab30-19e9dd5d3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:18.057469 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-2188ef1d-3b41-4981-ab30-19e9dd5d3fb3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332443 Nov 22 16:09:18.137718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9baa12a4-9744-48d1-a4bd-2dfe001c4602 req-2d35c233-592d-41ac-a6e5-d7cfb3bf8e27 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687112 Nov 22 16:09:18.283247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-33e72e14-8cff-4cfd-8d55-3f6b79959985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:18.285225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-33e72e14-8cff-4cfd-8d55-3f6b79959985 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.4358652 Nov 22 16:09:18.305297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c61ac08-7aca-4c29-98b8-c3c359475655 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.320052 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c61ac08-7aca-4c29-98b8-c3c359475655 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.360986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-8014c72f-024e-4aed-8a06-9fba5219027e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.0625653 Nov 22 16:09:18.412077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61ac08-7aca-4c29-98b8-c3c359475655 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a4f9fb-b929-4df9-af9d-f753553d4a38,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:18.422489 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-e93c32f7-cf92-4680-b180-3d1db7698ad3 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563011 Nov 22 16:09:18.425905 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c61ac08-7aca-4c29-98b8-c3c359475655 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.434438 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4c61ac08-7aca-4c29-98b8-c3c359475655 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5502126 Nov 22 16:09:18.445407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:18.447872 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422be9ff-d860-48ac-a15f-dc7a80be2970" -d '{"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-plugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:18.457358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42634) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:18.473939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:18.482953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:18.504675 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.505693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e102059f-6763-4e25-a64b-56aee765befb no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:18.586631 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5539ac2f-e276-4c3e-90f5-dca657441801 x-openstack-request-id: req-5539ac2f-e276-4c3e-90f5-dca657441801 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:18.587077 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-plugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:18.587484 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5539ac2f-e276-4c3e-90f5-dca657441801 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:18.596403 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'code': 200} Nov 22 16:09:18.603599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-15fd20fe-2b45-450d-9ef8-249f5c0277a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:18.605122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-15fd20fe-2b45-450d-9ef8-249f5c0277a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2219183 Nov 22 16:09:18.614876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e102059f-6763-4e25-a64b-56aee765befb not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:18.615518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6945624-30e2-4a39-b842-fd0ba0c51890 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:18.670326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda79c8f-0817-49d0-91c7-28addc0423bd req-c488106f-39c3-4aa4-bb42-33ba0104eba3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:18.672125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dda79c8f-0817-49d0-91c7-28addc0423bd req-c488106f-39c3-4aa4-bb42-33ba0104eba3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 947 time: 0.1394300 Nov 22 16:09:18.677488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.726255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: d6945624-30e2-4a39-b842-fd0ba0c51890 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:18.726822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6945624-30e2-4a39-b842-fd0ba0c51890 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:18.757095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dda79c8f-0817-49d0-91c7-28addc0423bd req-5e7ad1a1-7daa-4d12-87a1-895205ab3c67 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725133 Nov 22 16:09:18.764752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-35982868-b2b5-4ab5-97f9-e007edee5ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:18.766301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-35982868-b2b5-4ab5-97f9-e007edee5ccc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447809 Nov 22 16:09:18.791825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:18.804005 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-cdd8a318-a72a-42a0-8e16-afc657cee610 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682086 Nov 22 16:09:18.885165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2286cb5b-ea83-4cde-926c-7181b0eaed0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.892387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7758057e-7fa2-44ff-bdf9-1f70eb5718fe {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:18.892840 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.906455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:18.939584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Transition to ACTIVE for port object 7758057e-7fa2-44ff-bdf9-1f70eb5718fe will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:09:18.955164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.042610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-ca0ea1a5-5545-44fb-b759-80e6cd69761f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477627 Nov 22 16:09:19.129313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Allocated IP 172.25.5.16 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7f867f7d-1c2b-4940-85af-b18301aa1788) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:09:19.189121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f48ad72-665a-4315-b29e-63bf781f27e2 req-1d1fc67c-6990-4cea-8137-87e5e80d8f76 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128278 Nov 22 16:09:19.234632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Pushing event updated for resources: {'Port': ['ID=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:19.321006 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.364303 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.371619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e726100-1ab8-47c6-8a25-1e3a438776ae req-d93076e8-4fb6-4170-b5ca-da39c1305f39 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:19.383842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e726100-1ab8-47c6-8a25-1e3a438776ae req-d93076e8-4fb6-4170-b5ca-da39c1305f39 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 943 time: 0.3956785 Nov 22 16:09:19.412493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:09:19.418151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:09:19.423279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:09:19.426676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event updated for resources: {'Port': ['ID=7f867f7d-1c2b-4940-85af-b18301aa1788,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:19.500337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Attempting to bind port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:09:19.500337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Attempting to bind port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:09:19.500730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Attempting to bind port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe on network 612f7e72-2bed-4640-803a-6023f058a4bc {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:19.513795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a21fc3-4ec7-4517-9244-5b845d7d1430 req-0c0c5224-8588-4830-9dc3-d6497b800e8a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:19.522096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.522525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f7a21fc3-4ec7-4517-9244-5b845d7d1430 req-0c0c5224-8588-4830-9dc3-d6497b800e8a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1362588 Nov 22 16:09:19.551077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe on network 612f7e72-2bed-4640-803a-6023f058a4bc not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:09:19.551400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Attempting to bind port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe on network 612f7e72-2bed-4640-803a-6023f058a4bc {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:19.570601 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.575669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e726100-1ab8-47c6-8a25-1e3a438776ae req-b42bfe8a-60a5-4d07-9f9e-5f2cf7b4ad0c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905377 Nov 22 16:09:19.577751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e102059f-6763-4e25-a64b-56aee765befb details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:19.590633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:09:19.591004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Checking segment: {'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:09:19.591403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Bound using segment: {'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:09:19.591870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Bound port: 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefc963-d101-45e6-bb36-11716a68d65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:09:19.592249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.728321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f7a21fc3-4ec7-4517-9244-5b845d7d1430 req-7a515984-3b54-4a39-824a-e126eaad792d tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028959 Nov 22 16:09:19.791023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] For port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:09:19.795526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] For port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:09:19.811476 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.857482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:19.864221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:19.865803 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.867768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] 10.222.0.11 "PUT /v2.0/ports/7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 200 len: 1091 time: 2.4509077 Nov 22 16:09:19.871989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:19.874603 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c75702f-9391-44b0-9b63-f5e97acc521a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:19.879142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e102059f-6763-4e25-a64b-56aee765befb', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'e102059f-6763-4e25-a64b-56aee765befb', 'mac_address': 'fa:16:3e:d6:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:19.965527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:19.995941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e102059f-6763-4e25-a64b-56aee765befb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:19.996507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:20.016047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:20.022373 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95fc123-c5c4-4245-9be8-f9b7cdd5431e x-openstack-request-id: req-a95fc123-c5c4-4245-9be8-f9b7cdd5431e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:20.023088 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:20.023580 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a95fc123-c5c4-4245-9be8-f9b7cdd5431e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:20.025401 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe', 'status': 'completed', 'code': 200} Nov 22 16:09:20.035858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:20.046500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:20.061561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbc71d-584a-45a9-be52-e9abc7e3cee0 service neutron] Pushing event updated for resources: {'Port': ['ID=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:20.086248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event updated for resources: {'Port': ['ID=7f867f7d-1c2b-4940-85af-b18301aa1788,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:20.134435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:20.173549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f4c57-ffed-46be-9066-8d4a23b38466 req-f18c005b-ef90-4496-ad42-9732ea7df77a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:20.176146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:20.180672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a9f4c57-ffed-46be-9066-8d4a23b38466 req-f18c005b-ef90-4496-ad42-9732ea7df77a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 947 time: 0.2294190 Nov 22 16:09:20.187992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337621-bd4d-4afa-a071-630e921aaebf req-500b82cd-ff42-4771-b9e8-b902795c4c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:20.196202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-500b82cd-ff42-4771-b9e8-b902795c4c08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1094 time: 0.2464216 Nov 22 16:09:20.203649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:20.206506 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ff0dcbe8-d896-4114-a799-eb629521c0bc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7465894 Nov 22 16:09:20.290699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-59b9408c-c1d6-4329-9a21-3f71fa427cad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 200 len: 217 time: 0.0838697 Nov 22 16:09:20.323097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a9f4c57-ffed-46be-9066-8d4a23b38466 req-11170f6c-fec9-4689-b65f-9d5785e5d532 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255455 Nov 22 16:09:20.421753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337621-bd4d-4afa-a071-630e921aaebf req-adf4ca59-cb04-479b-af0e-d3c56163c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:20.424346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-adf4ca59-cb04-479b-af0e-d3c56163c731 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.1060092 Nov 22 16:09:20.517960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-4e0845f1-412a-4800-a432-7dbe0be9039e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723488 Nov 22 16:09:20.560817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e102059f-6763-4e25-a64b-56aee765befb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:20.745228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-41a980fe-824c-4423-94b2-595d5f391734 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:20.746805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-41a980fe-824c-4423-94b2-595d5f391734 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 822 time: 0.3165164 Nov 22 16:09:20.787638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-dfc15a64-2bfc-488b-98e5-636d1779dea9 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/quotas/68500ce062ab418488b7b4d78c968591 HTTP/1.1" status: 200 len: 375 time: 0.0283618 Nov 22 16:09:20.789843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-c5a8983e-c226-4fc7-b00a-415380f22118 service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622957 Nov 22 16:09:20.810930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7e40a-c0bc-4fea-91d8-377639140614 req-a97fc77a-b303-4639-873a-990cc88ac32d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:20.822542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03f7e40a-c0bc-4fea-91d8-377639140614 req-a97fc77a-b303-4639-873a-990cc88ac32d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 943 time: 0.1267221 Nov 22 16:09:20.919896 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-00d8b79a-e14f-4102-b240-913340493f49 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1265392 Nov 22 16:09:20.984184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03f7e40a-c0bc-4fea-91d8-377639140614 req-9552da7b-13dd-496f-97af-12a987969b75 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597936 Nov 22 16:09:21.071710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf337621-bd4d-4afa-a071-630e921aaebf req-9fb68777-480e-4f98-929e-560854043155 service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470815 Nov 22 16:09:21.109186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-68221192-22be-4e99-a56a-92e1efd6c669 service neutron] 10.222.0.69 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407213 Nov 22 16:09:21.287922 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f403ff35-df38-4d51-89cc-411128af86c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:21.288934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-f09cc979-b25a-4387-99d4-4e1dc71f4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:21.290439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-f09cc979-b25a-4387-99d4-4e1dc71f4de5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1094 time: 0.1117523 Nov 22 16:09:21.305042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224eed6-4047-46ea-834c-fac89cd78027 req-437841fe-bc37-4983-9362-079c8ccf3577 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:21.312233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7224eed6-4047-46ea-834c-fac89cd78027 req-437841fe-bc37-4983-9362-079c8ccf3577 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1247656 Nov 22 16:09:21.329685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-10075013-d035-49a0-bdd2-c7a5ca2ff0e2 service neutron] 10.222.0.69 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193644 Nov 22 16:09:21.470420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7224eed6-4047-46ea-834c-fac89cd78027 req-66dc48eb-3704-40cd-a54f-8706a44a1c7f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521449 Nov 22 16:09:21.563992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-6baca60f-541b-4397-91e7-dac7bd3a2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:21.567870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-6baca60f-541b-4397-91e7-dac7bd3a2230 service neutron] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 914 time: 0.2321203 Nov 22 16:09:21.735867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-c9354b61-2fa8-45ea-8d45-1ee0a0e4d9e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 200 len: 217 time: 0.1535761 Nov 22 16:09:21.821248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d82b6137-8413-4dad-bcd8-79a959e9b733 req-634ec280-cc41-4856-b0b0-893d62667cc5 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 210 time: 0.0879612 Nov 22 16:09:21.932357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-7987cc40-ef35-4b68-a4c4-c9ddfdf1ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:21.932357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-7987cc40-ef35-4b68-a4c4-c9ddfdf1ee3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.1327460 Nov 22 16:09:21.963930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1cad1-1c38-4cf4-a93b-4d53ac70e3d9 req-6e1e61fa-a941-4e9d-9c4e-c0d78907787b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:21.965487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38e1cad1-1c38-4cf4-a93b-4d53ac70e3d9 req-6e1e61fa-a941-4e9d-9c4e-c0d78907787b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 948 time: 0.2339156 Nov 22 16:09:22.099390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-8d313886-dfd0-4179-9f79-ef4af1ab03a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329329 Nov 22 16:09:22.403831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:22.411074 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:22.608654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38e1cad1-1c38-4cf4-a93b-4d53ac70e3d9 req-05abafe5-4dbb-49b9-bc8a-79413a6a7ae2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6285698 Nov 22 16:09:22.673804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-cc732d22-284b-4f80-9f37-8b3c48c471da service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538046 Nov 22 16:09:22.871362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c75702f-9391-44b0-9b63-f5e97acc521a req-8cce7def-3fe4-488d-81e3-87fac5377fea service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484227 Nov 22 16:09:22.949457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281645b-5917-45cd-90ad-b132d2254f4a req-99aaf55c-0a00-4a38-bbd9-7a77e0ceb20e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:22.962199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d281645b-5917-45cd-90ad-b132d2254f4a req-99aaf55c-0a00-4a38-bbd9-7a77e0ceb20e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 943 time: 0.4199104 Nov 22 16:09:23.003096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433ecf-cec8-4aa9-83a8-d1b97f1c58a9 req-99767141-6a57-4f28-b96f-a488b4682618 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:23.012199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96433ecf-cec8-4aa9-83a8-d1b97f1c58a9 req-99767141-6a57-4f28-b96f-a488b4682618 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1377709 Nov 22 16:09:23.065039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d281645b-5917-45cd-90ad-b132d2254f4a req-169ae48a-27ce-443b-a8ad-cc543d14ab38 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017973 Nov 22 16:09:23.091666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96433ecf-cec8-4aa9-83a8-d1b97f1c58a9 req-a179b99a-4476-42dd-9afe-d2901c3e8d70 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737512 Nov 22 16:09:23.366294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bf1b6e8-1fbf-4de4-86f1-6f4bf415bc16 req-14ef7f5b-9ce7-43d7-8a3e-2e94d11e6534 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 210 time: 0.0524979 Nov 22 16:09:23.499755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-aaae3946-ee47-4fe9-aef7-f163e61cdb67 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:23.501339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-aaae3946-ee47-4fe9-aef7-f163e61cdb67 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306&tenant_id=64360a594ce5409192d790eaea4a9864&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 948 time: 0.1336126 Nov 22 16:09:23.511963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecace103-c860-4b3f-be75-64a2ead1086c req-98561bc8-6e70-4482-abf0-2c51a72500c9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:23.513647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecace103-c860-4b3f-be75-64a2ead1086c req-98561bc8-6e70-4482-abf0-2c51a72500c9 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 948 time: 0.0978227 Nov 22 16:09:23.549830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-effbf24e-d773-42b9-92e1-01a93033fdcc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:23.551539 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-effbf24e-d773-42b9-92e1-01a93033fdcc tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.71 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 822 time: 0.1532171 Nov 22 16:09:23.572751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Request body: {'port': {'device_id': '55547623-f82c-41b9-ba59-ed8d8094db78', 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'admin_state_up': True, 'tenant_id': '68500ce062ab418488b7b4d78c968591'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:23.609040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7758057e-7fa2-44ff-bdf9-1f70eb5718fe details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:23.630279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecace103-c860-4b3f-be75-64a2ead1086c req-67ed94fc-7644-4105-bd35-683bfade1f57 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759926 Nov 22 16:09:23.635786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e102059f-6763-4e25-a64b-56aee765befb up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:23.642316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-42eca331-56d0-4d32-8716-b419c5314fb3 service neutron] 10.222.0.11 "GET /v2.0/ports/e102059f-6763-4e25-a64b-56aee765befb/bindings/n-h1-811716-3 HTTP/1.1" status: 200 len: 382 time: 0.1276197 Nov 22 16:09:23.751465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-2cd31efe-dd07-4b9c-9793-8891d372ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:23.753354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-2cd31efe-dd07-4b9c-9793-8891d372ffb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1099 time: 0.0779769 Nov 22 16:09:23.785561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Made reservation on behalf of 68500ce062ab418488b7b4d78c968591 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:09:23.785792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e102059f-6763-4e25-a64b-56aee765befb completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:09:23.789127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:23.800923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e102059f-6763-4e25-a64b-56aee765befb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:23.801509 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:23.838672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:23.858542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe', 'network_id': '612f7e72-2bed-4640-803a-6023f058a4bc', 'port_id': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe', 'mac_address': 'fa:16:3e:b0:9d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f91589-111e-4ae5-a503-88fdf609a656', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:23.956318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-ac7ed290-d7ee-49f6-bde7-36ce921d9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:23.957883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-ac7ed290-d7ee-49f6-bde7-36ce921d9155 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1918013 Nov 22 16:09:23.974313 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.001017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7758057e-7fa2-44ff-bdf9-1f70eb5718fe {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:24.009233 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.017695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-32fa8d13-63f5-4254-83d4-f0513c594144 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.0485930 Nov 22 16:09:24.037949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:24.053160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Allocated IP 172.20.0.12 (b04cb20b-baac-4cd6-b0e0-84fb97d59f23/c5935d1d-de3b-49c4-b5fb-fca8f2cddc05/766ade31-e00d-4132-8bed-a7ac030af2ec) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:09:24.053870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.062789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:24.065671 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15edecc3-721b-4351-8208-cdff00310778" -d '{"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-plugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:24.105452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:24.118571 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.157210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:24.185082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-4883b770-c71b-4a60-ae57-33694770b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:24.190499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-4883b770-c71b-4a60-ae57-33694770b12e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1500070 Nov 22 16:09:24.245745 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee6e0d9-df6d-4cf2-beea-2f8d606c1c21 x-openstack-request-id: req-4ee6e0d9-df6d-4cf2-beea-2f8d606c1c21 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:24.246061 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-plugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:24.246329 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ee6e0d9-df6d-4cf2-beea-2f8d606c1c21 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:24.246745 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'code': 200} Nov 22 16:09:24.266145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:24.337156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-1d1d410d-0e65-41cc-9def-7a0f164911bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:24.338859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-1d1d410d-0e65-41cc-9def-7a0f164911bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074102 Nov 22 16:09:24.362626 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.364782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.380912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f2b13-a321-4293-8118-0632567d0493 req-563de224-64c9-4856-a7a4-3fbfa1a87843 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:24.382637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-979f2b13-a321-4293-8118-0632567d0493 req-563de224-64c9-4856-a7a4-3fbfa1a87843 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 944 time: 0.1169538 Nov 22 16:09:24.385284 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.413242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.446971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7758057e-7fa2-44ff-bdf9-1f70eb5718fe'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:24.463343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:09:24.466902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:09:24.470864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:09:24.526867 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:24.527487 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.550823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event updated for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:24.560201 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-6d02e921-1cad-405e-86be-4eac551198d6 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9950960 Nov 22 16:09:24.576660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Request body: {'port': {'device_id': '55547623-f82c-41b9-ba59-ed8d8094db78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:24.607247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-2bba29d2-e8ae-4e88-9c66-386bb3ce3f4f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574663 Nov 22 16:09:24.689174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.795815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:24.822633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-979f2b13-a321-4293-8118-0632567d0493 req-4a265988-5178-4de0-8884-fd77b8d04006 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110636 Nov 22 16:09:24.887597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c593d1-55aa-4a27-b865-e6894f1556aa req-3bbc511c-36f9-48d2-aa67-57520982717f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:24.891632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60c593d1-55aa-4a27-b865-e6894f1556aa req-3bbc511c-36f9-48d2-aa67-57520982717f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.5059538 Nov 22 16:09:25.007458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60c593d1-55aa-4a27-b865-e6894f1556aa req-5015f27e-3879-4074-95aa-b66105e3d15b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040022 Nov 22 16:09:25.028093 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-cfff4024-08e6-4f02-994d-0b385bc3d1f9 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705893 Nov 22 16:09:25.120893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766ade31-e00d-4132-8bed-a7ac030af2ec {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:25.141739 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:25.179239 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Transition to ACTIVE for port object 766ade31-e00d-4132-8bed-a7ac030af2ec will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:09:25.195719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:25.222776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607c320-a579-41e7-a4f8-66b1c1d731aa req-4d84a451-cb91-49bd-9235-264c574f5030 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:25.225490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d607c320-a579-41e7-a4f8-66b1c1d731aa req-4d84a451-cb91-49bd-9235-264c574f5030 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 932 time: 0.0956023 Nov 22 16:09:25.289919 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Pushing event updated for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:25.371437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Attempting to bind port 766ade31-e00d-4132-8bed-a7ac030af2ec on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:09:25.371437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Attempting to bind port 766ade31-e00d-4132-8bed-a7ac030af2ec by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:09:25.371437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Attempting to bind port 766ade31-e00d-4132-8bed-a7ac030af2ec on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:25.375367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Port 766ade31-e00d-4132-8bed-a7ac030af2ec on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:09:25.375729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Attempting to bind port 766ade31-e00d-4132-8bed-a7ac030af2ec on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:25.381323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:09:25.381674 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Checking segment: {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:09:25.382065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Bound using segment: {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:09:25.383095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Bound port: 766ade31-e00d-4132-8bed-a7ac030af2ec, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:09:25.383601 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:25.388502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e89f6-f50f-4373-9ab7-abb9a8e5e32d req-754a2bc9-a7c2-4ab0-ab6f-b97acfba6422 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:25.390574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a89e89f6-f50f-4373-9ab7-abb9a8e5e32d req-754a2bc9-a7c2-4ab0-ab6f-b97acfba6422 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1624873 Nov 22 16:09:25.397496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d607c320-a579-41e7-a4f8-66b1c1d731aa req-35776418-3bcf-4cd1-b4d1-6eb7f237f22c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660826 Nov 22 16:09:25.468548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a89e89f6-f50f-4373-9ab7-abb9a8e5e32d req-dbc1d845-639a-492c-a71d-c72cd49b3e3b tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653112 Nov 22 16:09:25.504523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:09:25.508227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:09:25.519337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:25.555277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:25.555985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:25.557332 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] 10.222.0.71 "PUT /v2.0/ports/766ade31-e00d-4132-8bed-a7ac030af2ec HTTP/1.1" status: 200 len: 1092 time: 0.9850414 Nov 22 16:09:25.557789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:25.560053 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2e3e34-4141-4616-9176-02d144f1bd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:25.591206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb725d1-b7e5-44a4-b76a-2fdda7aa4989 service neutron] Pushing event updated for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:25.655491 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32237746-b558-4fdc-ac64-3865d4345e47 x-openstack-request-id: req-32237746-b558-4fdc-ac64-3865d4345e47 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:25.657189 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:25.657619 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32237746-b558-4fdc-ac64-3865d4345e47 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:25.658609 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'status': 'completed', 'code': 200} Nov 22 16:09:25.709769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-fad817e8-e2ef-4009-aa01-3052f7f46e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:25.711591 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-fad817e8-e2ef-4009-aa01-3052f7f46e0f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 1095 time: 0.0720966 Nov 22 16:09:25.765741 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-352299bc-b5f6-45a1-925f-e75f2b4f6ac6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=766ade31-e00d-4132-8bed-a7ac030af2ec HTTP/1.1" status: 200 len: 217 time: 0.0404480 Nov 22 16:09:26.034737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa530-0369-47ed-8663-ea40911accab req-9c568502-1ff8-436e-ac68-823938af4a35 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:26.037947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccefa530-0369-47ed-8663-ea40911accab req-9c568502-1ff8-436e-ac68-823938af4a35 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 944 time: 0.0928321 Nov 22 16:09:26.127850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccefa530-0369-47ed-8663-ea40911accab req-c1617b93-f3e4-415f-a9cb-ab6cb7f864ca tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832648 Nov 22 16:09:26.200886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-9b5b38f1-5278-49a2-861b-e03d3f0dc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:26.202708 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-9b5b38f1-5278-49a2-861b-e03d3f0dc3fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c5935d1d-de3b-49c4-b5fb-fca8f2cddc05 HTTP/1.1" status: 200 len: 862 time: 0.4294908 Nov 22 16:09:26.233279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f747-e652-4c11-a0f4-7b23a042baf1 req-da2100a1-7c70-4454-bbc7-b3462ddc5697 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:26.235353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7eb2f747-e652-4c11-a0f4-7b23a042baf1 req-da2100a1-7c70-4454-bbc7-b3462ddc5697 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.0694149 Nov 22 16:09:26.243663 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-d4a16174-54e1-4ff4-98fb-d27631e84747 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295916 Nov 22 16:09:26.319526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7eb2f747-e652-4c11-a0f4-7b23a042baf1 req-20b54a3d-c0b9-4924-b470-49eab613e637 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761857 Nov 22 16:09:26.382531 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-0c9d42d9-57f8-4038-89a4-0b0c97bdd572 service neutron] 10.222.0.71 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288497 Nov 22 16:09:26.484014 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-92b0eca9-0623-4e7d-a975-eabfef733459 req-07813f3b-068f-453e-b0f3-33f6efebce23 service neutron] 10.222.0.71 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935040 Nov 22 16:09:26.585063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbe976-1e19-45ec-b7d5-8cc8fe09ea36 req-da2f41e4-f28b-4d3e-b37f-0c34e4df00cf tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:26.586577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eccbe976-1e19-45ec-b7d5-8cc8fe09ea36 req-da2f41e4-f28b-4d3e-b37f-0c34e4df00cf tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 944 time: 0.0957294 Nov 22 16:09:26.618114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-1e0d4edd-70b8-4299-b2a9-e5dd7d7b627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:26.620683 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-1e0d4edd-70b8-4299-b2a9-e5dd7d7b627b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 1095 time: 0.0745759 Nov 22 16:09:26.674565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a5ebd-93b0-4def-bcca-9c0e5c20fcbb req-d21cb5c3-9793-4da8-b736-23ec3635cac3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:26.681702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c51a5ebd-93b0-4def-bcca-9c0e5c20fcbb req-d21cb5c3-9793-4da8-b736-23ec3635cac3 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0896363 Nov 22 16:09:26.705778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eccbe976-1e19-45ec-b7d5-8cc8fe09ea36 req-f7c17f34-83fb-4c89-807a-aee1dec81cf8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036923 Nov 22 16:09:26.771094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-3f0b612e-1308-429e-abc1-fe3f33529f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:26.773949 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-3f0b612e-1308-429e-abc1-fe3f33529f5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 923 time: 0.1420498 Nov 22 16:09:26.801411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c51a5ebd-93b0-4def-bcca-9c0e5c20fcbb req-72ba7ba8-1473-49a6-b15c-99b0bb168799 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188979 Nov 22 16:09:26.846705 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-685b4c4d-caf7-49e5-ba55-df1e019cdb94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=766ade31-e00d-4132-8bed-a7ac030af2ec HTTP/1.1" status: 200 len: 217 time: 0.0622275 Nov 22 16:09:26.932028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-1ef01af2-fd81-4cd5-9ef3-0f0307d8784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:26.935543 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-1ef01af2-fd81-4cd5-9ef3-0f0307d8784c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c5935d1d-de3b-49c4-b5fb-fca8f2cddc05 HTTP/1.1" status: 200 len: 862 time: 0.0767579 Nov 22 16:09:26.992093 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-8b4c0da7-55b7-4e45-9431-9165fdb9a9b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408909 Nov 22 16:09:27.145318 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-ad519756-5901-49df-b022-0d3119bb29c8 service neutron] 10.222.0.71 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421547 Nov 22 16:09:27.267451 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b2e3e34-4141-4616-9176-02d144f1bd6f req-0e7dd870-7be2-4b7c-87c8-80b05c8bfafc service neutron] 10.222.0.71 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125441 Nov 22 16:09:27.277910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3880569-95f6-43f7-beca-a1b52520ec26 req-65e36117-b0fd-44c3-9635-0e0da3f8b946 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:27.279506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3880569-95f6-43f7-beca-a1b52520ec26 req-65e36117-b0fd-44c3-9635-0e0da3f8b946 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 944 time: 0.0828910 Nov 22 16:09:27.337606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3880569-95f6-43f7-beca-a1b52520ec26 req-4ee69116-1e7f-487d-9bdb-d8533697d6e6 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507612 Nov 22 16:09:27.529190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bb3e2-ec82-4c97-999f-80cb53b7c455 req-5a87d547-2c9b-4947-b282-38ea6073d026 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:27.537666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f5bb3e2-ec82-4c97-999f-80cb53b7c455 req-5a87d547-2c9b-4947-b282-38ea6073d026 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1043477 Nov 22 16:09:27.629766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7758057e-7fa2-44ff-bdf9-1f70eb5718fe up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:27.643800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f5bb3e2-ec82-4c97-999f-80cb53b7c455 req-f3785f43-88c2-40c0-ac04-9d12ccab4ed8 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033258 Nov 22 16:09:27.738229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:09:27.755064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:27.758049 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:27.942605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40dc88-e2aa-42a2-8fe9-9733dc53a372 req-7b1780eb-0f06-46ec-93d0-7a27aafa8494 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:27.942605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee40dc88-e2aa-42a2-8fe9-9733dc53a372 req-7b1780eb-0f06-46ec-93d0-7a27aafa8494 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 944 time: 0.1241832 Nov 22 16:09:27.962896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:28.039295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:28.045380 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0c6fea-7a71-49ab-86c0-fe8534b112cd" -d '{"events": [{"server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "name": "network-vif-plugged", "status": "completed", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:28.073946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:28.084107 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:28.085360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e102059f-6763-4e25-a64b-56aee765befb no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:28.118757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-881e98fb-e9f8-40f6-8250-32129761a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:28.128706 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-881e98fb-e9f8-40f6-8250-32129761a223 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306&tenant_id=64360a594ce5409192d790eaea4a9864 HTTP/1.1" status: 200 len: 1100 time: 0.0807548 Nov 22 16:09:28.149976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:28.160762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee40dc88-e2aa-42a2-8fe9-9733dc53a372 req-30eb445e-e3da-4fd6-b85e-3d7910d5c55d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873672 Nov 22 16:09:28.179885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea9e7e-b528-4dba-817b-73385f6293bf req-de6e57ee-d7ca-4269-b00f-30ada556df37 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:28.194815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfea9e7e-b528-4dba-817b-73385f6293bf req-de6e57ee-d7ca-4269-b00f-30ada556df37 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.2529566 Nov 22 16:09:28.242489 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:28.276250 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a140f31b-95fc-4d6f-b254-b860480138b8 x-openstack-request-id: req-a140f31b-95fc-4d6f-b254-b860480138b8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:28.276676 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "name": "network-vif-plugged", "status": "completed", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:28.276903 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a140f31b-95fc-4d6f-b254-b860480138b8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:28.277354 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe', 'code': 200} Nov 22 16:09:28.288865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:28.359692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfea9e7e-b528-4dba-817b-73385f6293bf req-85486fae-07d3-4ad5-8dbb-64fc8be4ee7c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627114 Nov 22 16:09:28.425047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:28.526361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c311b-5ab2-45c5-a283-e5712f5a734c req-192ed2f6-5be2-4612-badd-8aa0ea70d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:28.529718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d34c311b-5ab2-45c5-a283-e5712f5a734c req-192ed2f6-5be2-4612-badd-8aa0ea70d451 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1096 time: 0.1684854 Nov 22 16:09:28.626585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d34c311b-5ab2-45c5-a283-e5712f5a734c req-8132bd82-b57e-4e74-bd9a-d8035b401300 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764852 Nov 22 16:09:28.736570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd282c-0d79-445c-9b03-ce836fdcb87d req-539e6ff6-ac36-4f3d-91c0-f07918fe1dcb tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:28.738223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fd282c-0d79-445c-9b03-ce836fdcb87d req-539e6ff6-ac36-4f3d-91c0-f07918fe1dcb tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 945 time: 0.1041551 Nov 22 16:09:28.768055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:28.837659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:09:28.900742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cc406-6a63-4f64-939c-32975d63ad8f req-8570c7f3-1ec2-4c77-9a78-b45f11b6d2a7 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:28.912281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f24cc406-6a63-4f64-939c-32975d63ad8f req-8570c7f3-1ec2-4c77-9a78-b45f11b6d2a7 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1272192 Nov 22 16:09:28.920118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fd282c-0d79-445c-9b03-ce836fdcb87d req-76998a2d-6f49-4912-8855-f9e04f695ca3 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709616 Nov 22 16:09:28.964013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:28.964013 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5e61ea-a1ba-4d7e-a61d-2b870ee10a7c" -d '{"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-unplugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:28.967381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:28.999734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Transition to ACTIVE for port object e102059f-6763-4e25-a64b-56aee765befb will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:09:29.027457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f24cc406-6a63-4f64-939c-32975d63ad8f req-ba2884b3-f594-41d3-a223-c0f51a24df4a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135335 Nov 22 16:09:29.030969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:29.135093 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:09:29.135701 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:09:29.176270 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29d38b1-5953-4f52-b3db-ceff4b22c407 x-openstack-request-id: req-e29d38b1-5953-4f52-b3db-ceff4b22c407 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:29.176978 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-unplugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:29.176978 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e29d38b1-5953-4f52-b3db-ceff4b22c407 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:29.177344 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'code': 200} Nov 22 16:09:29.178030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] No DVR routers for this DVR port e102059f-6763-4e25-a64b-56aee765befb on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:29.238382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:09:29.238729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:09:29.239072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:29.245516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:09:29.245824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Attempting to bind port e102059f-6763-4e25-a64b-56aee765befb on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:29.260231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:09:29.260578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:09:29.260969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:09:29.261416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Bound port: e102059f-6763-4e25-a64b-56aee765befb, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:09:29.261780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:29.335273 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:09:29.338569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:09:29.343154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:29.352132 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:29.377286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e95a69-e6db-4342-a8de-2a06b7e14e9e req-c8857b6c-def4-404a-9e03-4b35d37613b5 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:29.385573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06e95a69-e6db-4342-a8de-2a06b7e14e9e req-c8857b6c-def4-404a-9e03-4b35d37613b5 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 944 time: 0.1260855 Nov 22 16:09:29.463972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=11']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:29.469374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:29.470231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:29.471600 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-3a6c59db-2f90-455e-b780-b4ffd0367d3f service neutron] 10.222.0.71 "PUT /v2.0/ports/e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 1096 time: 1.3390031 Nov 22 16:09:29.509572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06e95a69-e6db-4342-a8de-2a06b7e14e9e req-f815169e-9f8b-4520-9bb9-74ef894d8603 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206264 Nov 22 16:09:29.580392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-26cfae6d-6d22-4f6d-ad5a-585ae2db2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:29.581945 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-26cfae6d-6d22-4f6d-ad5a-585ae2db2005 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1099 time: 0.0796235 Nov 22 16:09:29.623735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee00f2-4c20-4a49-a910-053b9915c43c req-4d04563f-a8dd-444c-94dd-eb355d872905 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:29.626344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42ee00f2-4c20-4a49-a910-053b9915c43c req-4d04563f-a8dd-444c-94dd-eb355d872905 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 948 time: 0.1037738 Nov 22 16:09:29.744688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-6e2c2f0e-8823-48fa-ba33-98071c05b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:29.746252 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-6e2c2f0e-8823-48fa-ba33-98071c05b2b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1537604 Nov 22 16:09:29.785425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 766ade31-e00d-4132-8bed-a7ac030af2ec details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:29.807228 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-d69252bd-3471-40b6-bf14-6e801259064c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.0512865 Nov 22 16:09:29.818104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42ee00f2-4c20-4a49-a910-053b9915c43c req-06c83486-120b-4fb5-aff2-127c6bd38d94 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789801 Nov 22 16:09:29.895123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-15d4142b-317e-451e-8faf-73dfefffac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:29.896602 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-15d4142b-317e-451e-8faf-73dfefffac17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0761561 Nov 22 16:09:30.018492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-70b074ad-e422-47b2-a4c2-2f126c892e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:30.020397 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-70b074ad-e422-47b2-a4c2-2f126c892e67 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153209 Nov 22 16:09:30.038870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:30.068926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'port_id': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'mac_address': 'fa:16:3e:e8:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5935d1d-de3b-49c4-b5fb-fca8f2cddc05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:30.183257 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-9b56723b-6bc8-406e-9c1a-9674c994c761 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543970 Nov 22 16:09:30.227749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:30.248375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766ade31-e00d-4132-8bed-a7ac030af2ec {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:30.254349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba778a7-e6bf-42ad-8ff0-1a696c7bd384 req-5c4f7cee-a1af-4f9e-8821-239626e93169 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:30.268197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eba778a7-e6bf-42ad-8ff0-1a696c7bd384 req-5c4f7cee-a1af-4f9e-8821-239626e93169 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 945 time: 0.1513205 Nov 22 16:09:30.278489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:30.298430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:30.373067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:30.415341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19f45870-f5b1-4056-bd8c-17acd9703460 req-5f48ec78-becd-4220-a85e-cd6047fe3efb service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193503 Nov 22 16:09:30.449863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eba778a7-e6bf-42ad-8ff0-1a696c7bd384 req-58209e29-1b3d-4bb3-b9ab-8d853e1346be tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802962 Nov 22 16:09:30.476121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e05bc6-7992-4bef-8785-998cd387a960 req-a643df10-d23b-4d28-bec1-112cf3c874f0 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:30.485323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47e05bc6-7992-4bef-8785-998cd387a960 req-a643df10-d23b-4d28-bec1-112cf3c874f0 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1675181 Nov 22 16:09:30.572270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47e05bc6-7992-4bef-8785-998cd387a960 req-36b659aa-c970-422c-a663-4e0394315976 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816588 Nov 22 16:09:30.689438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577a45e-8c68-4a5c-a5f0-ec1559b20cdc req-9518452c-039f-40c4-8ef6-66fcfb436236 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:30.701602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c577a45e-8c68-4a5c-a5f0-ec1559b20cdc req-9518452c-039f-40c4-8ef6-66fcfb436236 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 945 time: 0.0880401 Nov 22 16:09:30.776234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c577a45e-8c68-4a5c-a5f0-ec1559b20cdc req-c6bd1c8f-4b4e-4f25-89ef-40cc12aa4112 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734181 Nov 22 16:09:30.818624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['766ade31-e00d-4132-8bed-a7ac030af2ec'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:31.001865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4afd8b-74c4-469a-b06f-bd6a72acce55 req-2d270afe-3559-4f64-8707-05d30c898666 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.003505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a4afd8b-74c4-469a-b06f-bd6a72acce55 req-2d270afe-3559-4f64-8707-05d30c898666 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 948 time: 0.0691805 Nov 22 16:09:31.096832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a4afd8b-74c4-469a-b06f-bd6a72acce55 req-6459cfd9-0f08-4e6c-b7c5-526a6a391fdd tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758779 Nov 22 16:09:31.178335 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:31.182085 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854b433d-057a-47ba-8a3d-df8e73a82f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:31.248439 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939b922e-bc9f-4ed7-818b-29500e8c9ac0 x-openstack-request-id: req-939b922e-bc9f-4ed7-818b-29500e8c9ac0 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:31.249037 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:31.249150 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-939b922e-bc9f-4ed7-818b-29500e8c9ac0 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:31.249696 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'status': 'completed', 'code': 200} Nov 22 16:09:31.347972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-26213309-6ff6-4016-9474-db10f445c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.349714 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-26213309-6ff6-4016-9474-db10f445c8e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1099 time: 0.0650520 Nov 22 16:09:31.353707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-c6774f0c-0ce8-440e-8cdb-2d7449aaac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.355412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-c6774f0c-0ce8-440e-8cdb-2d7449aaac4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64360a594ce5409192d790eaea4a9864&device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1099 time: 0.0804040 Nov 22 16:09:31.476234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-8073c516-97c2-4cdb-9c1d-cca1bedca86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.478537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-8073c516-97c2-4cdb-9c1d-cca1bedca86e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1111526 Nov 22 16:09:31.482115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-c2b52f34-277e-4fd8-b265-198374d8b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.485489 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-c2b52f34-277e-4fd8-b265-198374d8b5f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1273685 Nov 22 16:09:31.552358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-4507b504-f2ea-42ff-99c4-a601bb876ae2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.0526371 Nov 22 16:09:31.582865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-f45ef5f8-b536-4244-a3bd-df8c373b6876 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 200 len: 217 time: 0.0928266 Nov 22 16:09:31.620247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-f4dfb5b0-2290-4c3a-b3eb-3cf6426afd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.622119 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-f4dfb5b0-2290-4c3a-b3eb-3cf6426afd06 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0572722 Nov 22 16:09:31.685111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1b5e2-bec5-4a4a-831a-8073872d9a90 req-2e044f51-b9d8-40ac-b0a3-a2d3a280f5ee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.693281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2cc1b5e2-bec5-4a4a-831a-8073872d9a90 req-2e044f51-b9d8-40ac-b0a3-a2d3a280f5ee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 945 time: 0.1543429 Nov 22 16:09:31.702625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-022abe84-cd21-41d3-ae7a-8f46b4adcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.704501 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-022abe84-cd21-41d3-ae7a-8f46b4adcb3c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696287 Nov 22 16:09:31.714722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-daff9ffe-ecb5-4e0e-bdb7-58eb9f69d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.715883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-daff9ffe-ecb5-4e0e-bdb7-58eb9f69d287 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1131032 Nov 22 16:09:31.850370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2cc1b5e2-bec5-4a4a-831a-8073872d9a90 req-48d281b0-6cdb-44e6-9d1c-4fbb829935eb tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559255 Nov 22 16:09:31.886521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eb991-58d7-432b-bc76-805b21238211 req-a9ba6554-9051-4c45-a5c6-6ceff41ee588 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.887978 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-56d0eea0-77c1-4047-9e78-8c9c01e80539 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680014 Nov 22 16:09:31.891707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b37eb991-58d7-432b-bc76-805b21238211 req-a9ba6554-9051-4c45-a5c6-6ceff41ee588 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1908605 Nov 22 16:09:31.928198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-9812a20e-fab3-4ce2-b522-1f750beb447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:31.930177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-9812a20e-fab3-4ce2-b522-1f750beb447e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1818204 Nov 22 16:09:32.032504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b37eb991-58d7-432b-bc76-805b21238211 req-70cadbcf-2aa7-40f8-b6e7-d33d69d682c9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294255 Nov 22 16:09:32.131529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-0a008a75-5961-4a3f-aa9c-2c484b6f1060 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889706 Nov 22 16:09:32.181203 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-329471f1-ec7c-4dea-9554-d86e64f299ac service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713950 Nov 22 16:09:32.272416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53340e-3469-4806-8b2e-4b85012f8137 req-dc801a93-87fe-4a57-a31a-bd540b032747 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:32.280756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed53340e-3469-4806-8b2e-4b85012f8137 req-dc801a93-87fe-4a57-a31a-bd540b032747 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 945 time: 0.1673167 Nov 22 16:09:32.358463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-f81ef89c-510a-4bbe-9f99-75a996869c33 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1498561015&fields=id&tenant_id=d73a5747df9f494096a9d999ace65ae8 HTTP/1.1" status: 200 len: 267 time: 0.1385214 Nov 22 16:09:32.370940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-854b433d-057a-47ba-8a3d-df8e73a82f4e req-db60cd24-759f-4559-b266-99be787566de service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230005 Nov 22 16:09:32.421022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed53340e-3469-4806-8b2e-4b85012f8137 req-1ec65e57-6cab-49ec-83bb-65dec15afc6e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393654 Nov 22 16:09:32.474403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-3767ed59-bc1b-409f-9b5d-a4d08433953c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:32.476648 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-3767ed59-bc1b-409f-9b5d-a4d08433953c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 945 time: 0.1002243 Nov 22 16:09:32.494100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'port': {'security_groups': ['a4f6bfb9-b87a-4f24-8a0d-186f30222800', '83bab055-ccbb-4707-905f-05590efeff62']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:32.618490 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:32.768107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5223f-86c4-4097-aba8-871968c4785d req-ed506abd-3179-4f19-a639-ac113575c460 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:32.776672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24f5223f-86c4-4097-aba8-871968c4785d req-ed506abd-3179-4f19-a639-ac113575c460 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 948 time: 0.1335719 Nov 22 16:09:32.987335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24f5223f-86c4-4097-aba8-871968c4785d req-eac89e29-1232-4c23-a788-ab688242139d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089591 Nov 22 16:09:33.063754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] For port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:33.106536 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:33.114354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:33.134583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886', '7758057e-7fa2-44ff-bdf9-1f70eb5718fe'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:33.281040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'Port': ['ID=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:33.292970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.293457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.293779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.294114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.294449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.294793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.295129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.295460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.295788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.296244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.296576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.297564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:33.307830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:33.308514 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:33.310311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22ecf2cc-b04e-445b-bd3c-73730446df11 req-baccaf27-bb81-47be-96cb-708ab123097a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "PUT /v2.0/ports/7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 200 len: 981 time: 0.8254924 Nov 22 16:09:33.310784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:33.314652 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008cf7d6-250f-49ce-b844-06dd1320dade" -d '{"events": [{"name": "network-changed", "server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:33.536131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7758057e-7fa2-44ff-bdf9-1f70eb5718fe'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:33.540737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc22da-86db-4459-968e-698f591e827d req-a84c5975-038c-4f75-a4f2-1abcae75b53a tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:33.542294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0cc22da-86db-4459-968e-698f591e827d req-a84c5975-038c-4f75-a4f2-1abcae75b53a tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 945 time: 0.1554909 Nov 22 16:09:33.550524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcedfef-7f3a-418c-8d74-74c52e0c6301 req-521310e8-bd37-4d07-aa47-4d2e4d14b499 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:33.551994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfcedfef-7f3a-418c-8d74-74c52e0c6301 req-521310e8-bd37-4d07-aa47-4d2e4d14b499 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1222649 Nov 22 16:09:33.626945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfcedfef-7f3a-418c-8d74-74c52e0c6301 req-f8536175-8e7a-440e-a2d9-ada3ee244a05 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679698 Nov 22 16:09:33.690588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:33.692843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:33.697714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0cc22da-86db-4459-968e-698f591e827d req-35e57cf6-796a-4d9e-b36b-5a9bb48d8346 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441567 Nov 22 16:09:33.753803 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677d55b-0565-4e1a-9f1c-5bbadf18ac89 x-openstack-request-id: req-a677d55b-0565-4e1a-9f1c-5bbadf18ac89 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:33.754410 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:33.755028 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a677d55b-0565-4e1a-9f1c-5bbadf18ac89 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:33.755585 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe', 'status': 'completed', 'code': 200} Nov 22 16:09:33.774881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b6d1f5-b284-44dd-851e-d0aa6f5806f4 req-e542ba14-0efd-48c1-8175-cd4f2a200918 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/83bab055-ccbb-4707-905f-05590efeff62 HTTP/1.1" status: 200 len: 1817 time: 0.0549173 Nov 22 16:09:33.852269 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-f4b6d1f5-b284-44dd-851e-d0aa6f5806f4 req-77e06b8b-e56b-4519-a0f1-014a93b401d0 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:09:33.866080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b6d1f5-b284-44dd-851e-d0aa6f5806f4 req-77e06b8b-e56b-4519-a0f1-014a93b401d0 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/83bab055-ccbb-4707-905f-05590efeff62 HTTP/1.1" status: 409 len: 341 time: 0.0900078 Nov 22 16:09:33.866569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e102059f-6763-4e25-a64b-56aee765befb details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:33.945416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf7d6-250f-49ce-b844-06dd1320dade req-ef24cbd5-d75e-4079-8dc0-7609ab9aa6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:33.949415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-008cf7d6-250f-49ce-b844-06dd1320dade req-ef24cbd5-d75e-4079-8dc0-7609ab9aa6dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1135 time: 0.1642370 Nov 22 16:09:34.006305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc43c5-f063-4c2c-be6f-08e600e1192e req-07c48d3c-c93f-4263-934e-77cadc32a31a tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:34.010072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0dc43c5-f063-4c2c-be6f-08e600e1192e req-07c48d3c-c93f-4263-934e-77cadc32a31a tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 945 time: 0.1401408 Nov 22 16:09:34.033173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:34.052228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 766ade31-e00d-4132-8bed-a7ac030af2ec up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:34.064892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'e102059f-6763-4e25-a64b-56aee765befb', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'e102059f-6763-4e25-a64b-56aee765befb', 'mac_address': 'fa:16:3e:d6:df:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:34.171229 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:34.201703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e102059f-6763-4e25-a64b-56aee765befb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:34.228630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:34.304251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:09:34.323117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf7d6-250f-49ce-b844-06dd1320dade req-50065a8e-70c6-4f60-80e1-90c95c8befb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:34.340162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-008cf7d6-250f-49ce-b844-06dd1320dade req-50065a8e-70c6-4f60-80e1-90c95c8befb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 914 time: 0.3423958 Nov 22 16:09:34.360420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0dc43c5-f063-4c2c-be6f-08e600e1192e req-c175e6f0-c246-41fa-b1c5-8d224f5ff601 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932177 Nov 22 16:09:34.375437 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:34.422442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-008cf7d6-250f-49ce-b844-06dd1320dade req-93b01074-3257-4894-a890-3fa30d2ffdf9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 200 len: 217 time: 0.0606918 Nov 22 16:09:34.449823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b2b70-c69a-4f07-a6e1-8920c92a3ca8 req-5a81ec86-2022-48c0-a8b7-dabfbc2d4e95 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:34.451507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-495b2b70-c69a-4f07-a6e1-8920c92a3ca8 req-5a81ec86-2022-48c0-a8b7-dabfbc2d4e95 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.1884289 Nov 22 16:09:34.550950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cf7d6-250f-49ce-b844-06dd1320dade req-45069bda-bb5f-4930-bdcc-74cb19973fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:34.552488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-008cf7d6-250f-49ce-b844-06dd1320dade req-45069bda-bb5f-4930-bdcc-74cb19973fa0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.0855086 Nov 22 16:09:34.564630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112c41e-ca07-4671-8e1c-9a3a1b75a301 req-238f61b3-8032-45dc-944c-99eb13ce72bf tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:34.572590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9112c41e-ca07-4671-8e1c-9a3a1b75a301 req-238f61b3-8032-45dc-944c-99eb13ce72bf tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 984 time: 0.1429355 Nov 22 16:09:34.634309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-008cf7d6-250f-49ce-b844-06dd1320dade req-05ddd232-f95a-4c7e-89e3-f1104278b120 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505679 Nov 22 16:09:34.647010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-495b2b70-c69a-4f07-a6e1-8920c92a3ca8 req-cd1c3b84-7cf3-409c-a7a6-1dbf44eda7d8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703925 Nov 22 16:09:34.725601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 766ade31-e00d-4132-8bed-a7ac030af2ec completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:09:34.745993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 766ade31-e00d-4132-8bed-a7ac030af2ec triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:34.746365 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:34.748346 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:34.764375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9112c41e-ca07-4671-8e1c-9a3a1b75a301 req-86a9b3a8-6b1d-4900-96c6-e73d93fb80fa tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=83bab055-ccbb-4707-905f-05590efeff62&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1904655 Nov 22 16:09:34.846494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-008cf7d6-250f-49ce-b844-06dd1320dade req-c914b6a3-4569-4de1-a69b-52aea399b26b service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925981 Nov 22 16:09:34.858769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=12']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:34.881703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e102059f-6763-4e25-a64b-56aee765befb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:34.930029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:34.933660 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102b9687-2c88-487a-9d97-8152c718bee7" -d '{"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:34.956678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:34.997601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:35.022274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'mac_address': 'fa:16:3e:3b:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:35.023940 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:35.217654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:35.222250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:35.284933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4df1ac-40d3-4f11-bced-bbd95c0e449a req-cf828087-2345-42a9-af70-6f16c0f97e7a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:35.288212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0504a1-1c20-4803-ac84-7d5c0ad390cb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:35.292361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c4df1ac-40d3-4f11-bced-bbd95c0e449a req-cf828087-2345-42a9-af70-6f16c0f97e7a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.4617100 Nov 22 16:09:35.317181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-008cf7d6-250f-49ce-b844-06dd1320dade req-699eb641-aba7-4f47-996d-2bad453df1ae service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514682 Nov 22 16:09:35.353283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c4df1ac-40d3-4f11-bced-bbd95c0e449a req-0c8faae6-caa9-4467-ae9b-46faa2578ca4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599997 Nov 22 16:09:35.355328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ea49f-e951-4a42-8f90-77390bcd08ee req-46374fe0-24fc-456c-be92-5aa87709494a tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:35.363211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-151ea49f-e951-4a42-8f90-77390bcd08ee req-46374fe0-24fc-456c-be92-5aa87709494a tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 1100 time: 0.1650753 Nov 22 16:09:35.381380 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:09:35.385484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:35.393723 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:35.437110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-151ea49f-e951-4a42-8f90-77390bcd08ee req-d16aec3d-23d7-4490-ba32-2f905b4885cf tempest-MigrationsAdminTest-1593115192 tempest-MigrationsAdminTest-1593115192-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706561 Nov 22 16:09:35.458647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:35.468111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:35.524633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:35.534955 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:35.569821 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c95a513-d7e0-4b1a-9f79-73ac8a9f16a3 x-openstack-request-id: req-5c95a513-d7e0-4b1a-9f79-73ac8a9f16a3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:35.570122 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:35.570384 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c95a513-d7e0-4b1a-9f79-73ac8a9f16a3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:35.571382 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'code': 200} Nov 22 16:09:35.626738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18c6fb-313b-44f3-b047-52709cc780a9 req-311caa86-e10c-4046-a73d-a5a2aa14d239 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:35.628998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a18c6fb-313b-44f3-b047-52709cc780a9 req-311caa86-e10c-4046-a73d-a5a2aa14d239 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 945 time: 0.1419587 Nov 22 16:09:35.662115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-c25a76cb-710a-4685-baf0-cc8fdd048a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:35.662650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:35.668171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-c25a76cb-710a-4685-baf0-cc8fdd048a4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1135 time: 0.2261961 Nov 22 16:09:35.686650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-764dfd23-6b11-45d4-b8ba-81591f10f5a0 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:35.689834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-764dfd23-6b11-45d4-b8ba-81591f10f5a0 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.11 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 945 time: 0.1161654 Nov 22 16:09:35.850706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a18c6fb-313b-44f3-b047-52709cc780a9 req-e27b8aa8-36d6-4b4f-abea-db5db3bfc2c9 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/security-groups?id=208e5db2-207e-4078-a5f8-efffad1b57d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977799 Nov 22 16:09:35.853812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['dc0504a1-1c20-4803-ac84-7d5c0ad390cb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:35.933294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751456a4-94af-4110-9800-4d783ebe8e7f req-27f09dba-7aa7-405b-9a08-76633c51d2e4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:35.934850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-751456a4-94af-4110-9800-4d783ebe8e7f req-27f09dba-7aa7-405b-9a08-76633c51d2e4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.1520419 Nov 22 16:09:35.942532 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-482a6438-b65e-43d0-973c-2e8d4f07294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:35.942532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-482a6438-b65e-43d0-973c-2e8d4f07294d service neutron] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 914 time: 0.2496915 Nov 22 16:09:36.013040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-a8ec429f-aa02-4a7f-8106-09a03257121e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 200 len: 217 time: 0.0607843 Nov 22 16:09:36.015761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Deleting port 622d341e-7b00-4fb2-8aab-ad23df646eb2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:36.016195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:36.163406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-751456a4-94af-4110-9800-4d783ebe8e7f req-5dc62d61-6d15-4ef6-84e6-1c0373640270 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994245 Nov 22 16:09:36.169048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-ea0fab5c-99a1-4544-b290-9647c456cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:36.170727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-ea0fab5c-99a1-4544-b290-9647c456cc13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.1372252 Nov 22 16:09:36.216554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-c21233a5-df61-45d6-9beb-a19838b2db76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331478 Nov 22 16:09:36.244376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] For port 622d341e-7b00-4fb2-8aab-ad23df646eb2, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=622d341e-7b00-4fb2-8aab-ad23df646eb2,segment=NetworkSegment(e70556e4-8376-4798-a72b-d592036ddbfd),segment_id=e70556e4-8376-4798-a72b-d592036ddbfd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:36.244822 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:36.352402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Calling delete_port for 622d341e-7b00-4fb2-8aab-ad23df646eb2 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:36.458004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db907fe-d58f-4d16-8d1d-53740d32a49d req-8f75c283-5aee-4ca2-acc7-a24702757475 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:36.459594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db907fe-d58f-4d16-8d1d-53740d32a49d req-8f75c283-5aee-4ca2-acc7-a24702757475 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 984 time: 0.2112217 Nov 22 16:09:36.476139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4075017-ed64-48f5-b5dc-5e9004a40434 req-62515561-cb71-4627-acb2-6c7cb77d69a4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:36.477677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4075017-ed64-48f5-b5dc-5e9004a40434 req-62515561-cb71-4627-acb2-6c7cb77d69a4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.2273958 Nov 22 16:09:36.509025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-933e85b9-0921-4939-aad3-fd9ca872d88f service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764454 Nov 22 16:09:36.693509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4075017-ed64-48f5-b5dc-5e9004a40434 req-20550046-79f0-480e-81ca-3c3de2cd05bf tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057471 Nov 22 16:09:36.701759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db907fe-d58f-4d16-8d1d-53740d32a49d req-08c00aac-eaf4-4893-ab4e-6eae7feb9f36 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=83bab055-ccbb-4707-905f-05590efeff62&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2230964 Nov 22 16:09:36.757318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0f7b979-83b7-4d92-9609-33e049c69999 req-d581b542-42f4-4fce-b3a9-32ca1f3b5f9e service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317495 Nov 22 16:09:36.767034 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:36.842246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Pushing event deleted for resources: {'Port': ['ID=622d341e-7b00-4fb2-8aab-ad23df646eb2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:36.899057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] No DVR routers for this DVR port 622d341e-7b00-4fb2-8aab-ad23df646eb2 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:36.909569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644ed1e-4a69-4ebf-bebc-cdf4741786e8 req-143e4d9c-3b01-4802-b6d7-965ce4eeacb7 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:36.911114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5644ed1e-4a69-4ebf-bebc-cdf4741786e8 req-143e4d9c-3b01-4802-b6d7-965ce4eeacb7 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 949 time: 0.1570706 Nov 22 16:09:36.912397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:36.915670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-004f599d-dfad-48be-a7b8-5b9980dbfd82 req-c69c21a2-0c1d-484c-ae02-9ee8b7be4954 tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.11 "DELETE /v2.0/ports/622d341e-7b00-4fb2-8aab-ad23df646eb2 HTTP/1.1" status: 204 len: 173 time: 1.2144170 Nov 22 16:09:36.917167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e32a6a-4513-40e3-947e-9f01e94ce547', 'name': 'network-vif-deleted', 'tag': '622d341e-7b00-4fb2-8aab-ad23df646eb2'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:36.919459 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4a8ec4-7231-4e7b-9b4f-47a883c5f022" -d '{"events": [{"server_uuid": "53e32a6a-4513-40e3-947e-9f01e94ce547", "name": "network-vif-deleted", "tag": "622d341e-7b00-4fb2-8aab-ad23df646eb2"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:36.947318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01846ec-f713-447e-9fec-3196eb658a84 req-886e0e41-0e5a-4a91-9d94-3278f220c4bd tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:36.948940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d01846ec-f713-447e-9fec-3196eb658a84 req-886e0e41-0e5a-4a91-9d94-3278f220c4bd tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1796844 Nov 22 16:09:36.998734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5644ed1e-4a69-4ebf-bebc-cdf4741786e8 req-59fc62a2-d707-4b0c-aa3b-4fc272dc8ea7 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760839 Nov 22 16:09:37.033508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d01846ec-f713-447e-9fec-3196eb658a84 req-e07d5f4c-c137-47b0-acda-f2e3abebba41 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745795 Nov 22 16:09:37.132099 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da53bde4-0a26-4b7f-8722-72f66b6b6cde x-openstack-request-id: req-da53bde4-0a26-4b7f-8722-72f66b6b6cde {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:37.132402 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e32a6a-4513-40e3-947e-9f01e94ce547", "name": "network-vif-deleted", "tag": "622d341e-7b00-4fb2-8aab-ad23df646eb2", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:37.132661 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da53bde4-0a26-4b7f-8722-72f66b6b6cde {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:37.133067 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e32a6a-4513-40e3-947e-9f01e94ce547', 'name': 'network-vif-deleted', 'tag': '622d341e-7b00-4fb2-8aab-ad23df646eb2', 'status': 'completed', 'code': 200} Nov 22 16:09:37.153583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e6285c5-dc25-48c2-b747-935ac3fff5c0 req-65ec131f-0f24-4b47-83d9-934bd5728c5e tempest-VolumesAdminNegativeTest-1867822955 tempest-VolumesAdminNegativeTest-1867822955-project] 10.222.0.69 "GET /v2.0/ports?device_id=53e32a6a-4513-40e3-947e-9f01e94ce547 HTTP/1.1" status: 200 len: 210 time: 0.0317810 Nov 22 16:09:37.362080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d3b48-8c34-4cd0-8be1-974f4ccc014a req-f4b3b72f-766f-456a-846a-25f9731e39dd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:37.364029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba4d3b48-8c34-4cd0-8be1-974f4ccc014a req-f4b3b72f-766f-456a-846a-25f9731e39dd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.0612690 Nov 22 16:09:37.420440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba4d3b48-8c34-4cd0-8be1-974f4ccc014a req-eb05ffe0-1fe6-4300-88a8-e55622d0c714 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462959 Nov 22 16:09:37.565261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857278-fb83-4f3f-8a7a-72e8132f47a1 req-91844672-de01-40d5-a305-38e0a0f4d38c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:37.566831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f857278-fb83-4f3f-8a7a-72e8132f47a1 req-91844672-de01-40d5-a305-38e0a0f4d38c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.0548575 Nov 22 16:09:37.572103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:37.574738 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3928d8bb-4020-49d9-a4a6-fa386e7a5c02" -d '{"events": [{"server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "name": "network-vif-plugged", "status": "completed", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:37.621900 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31094df-e923-40ff-b6f2-674f909a96b1 x-openstack-request-id: req-b31094df-e923-40ff-b6f2-674f909a96b1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:37.622245 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "name": "network-vif-plugged", "status": "completed", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:37.622510 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b31094df-e923-40ff-b6f2-674f909a96b1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:37.623186 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'code': 200} Nov 22 16:09:37.630721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f857278-fb83-4f3f-8a7a-72e8132f47a1 req-0f2dab2b-f2bc-4ff0-9088-6b966602665d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571363 Nov 22 16:09:37.671513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:37.722770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port dc0504a1-1c20-4803-ac84-7d5c0ad390cb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:37.723715 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:37.744194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069308da-e4fb-403b-9c8e-3a454f4cb243 req-e204c5f3-1b5d-4e8d-b766-9e284b41667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:37.745758 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-069308da-e4fb-403b-9c8e-3a454f4cb243 req-e204c5f3-1b5d-4e8d-b766-9e284b41667a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 1097 time: 0.0439026 Nov 22 16:09:37.819808 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:37.832940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e102059f-6763-4e25-a64b-56aee765befb up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:37.836515 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-069308da-e4fb-403b-9c8e-3a454f4cb243 req-49f9ac93-c1d8-4997-a21b-b35f5628b448 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490782 Nov 22 16:09:37.857071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa54673-9942-4644-9e99-cdc09abf6be4 req-626dabd4-8e7b-4496-a992-6f1cf416b6ae tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:37.859042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaa54673-9942-4644-9e99-cdc09abf6be4 req-626dabd4-8e7b-4496-a992-6f1cf416b6ae tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0884595 Nov 22 16:09:37.876813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d291d-ed4c-4ce4-bf58-530cb68d9d3f req-db38bc29-7511-42ce-bd9e-921fe7ba051d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:37.878365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f43d291d-ed4c-4ce4-bf58-530cb68d9d3f req-db38bc29-7511-42ce-bd9e-921fe7ba051d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 984 time: 0.0784168 Nov 22 16:09:37.891286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:37.896373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:37.897163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 622d341e-7b00-4fb2-8aab-ad23df646eb2 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:37.946235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 622d341e-7b00-4fb2-8aab-ad23df646eb2 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:37.946596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 622d341e-7b00-4fb2-8aab-ad23df646eb2 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:37.954830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaa54673-9942-4644-9e99-cdc09abf6be4 req-aed671f3-9be2-4b78-affa-187d9c9b31b6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754409 Nov 22 16:09:37.969389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port e102059f-6763-4e25-a64b-56aee765befb completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:09:37.973761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f43d291d-ed4c-4ce4-bf58-530cb68d9d3f req-86fe0305-5ce9-4550-9f86-20319840bb14 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=83bab055-ccbb-4707-905f-05590efeff62&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0868137 Nov 22 16:09:37.981805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port e102059f-6763-4e25-a64b-56aee765befb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:37.982343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:37.985475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:38.071700 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.112295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:38.116346 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.117859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:38.118698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d174b94d-796a-467b-b14c-94cbe47896f6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:38.120209 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d174b94d-796a-467b-b14c-94cbe47896f6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 949 time: 0.0506141 Nov 22 16:09:38.130446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-2608c65c-dcc8-4d5b-ae7b-0cdd5fb7b1a1 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-150793472&fields=id&tenant_id=d73a5747df9f494096a9d999ace65ae8 HTTP/1.1" status: 200 len: 267 time: 0.0872760 Nov 22 16:09:38.180113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8bf3-24bd-4522-8c25-05d86a8edc87 req-d7a3b543-0b3e-4a89-a9f7-4f3782032d69 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:38.181665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-629e8bf3-24bd-4522-8c25-05d86a8edc87 req-d7a3b543-0b3e-4a89-a9f7-4f3782032d69 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.0954401 Nov 22 16:09:38.215185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=13']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:38.224658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-136e3e5f-df24-4fec-ab3d-da0b229e8949 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:38.226222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-136e3e5f-df24-4fec-ab3d-da0b229e8949 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 984 time: 0.0891309 Nov 22 16:09:38.244528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'port': {'security_groups': ['83bab055-ccbb-4707-905f-05590efeff62', 'a4f6bfb9-b87a-4f24-8a0d-186f30222800', '8a7992f2-ddf7-4191-830d-422d41584b7a']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:38.263166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.271214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Deleting port e102059f-6763-4e25-a64b-56aee765befb {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:38.271554 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.285082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-629e8bf3-24bd-4522-8c25-05d86a8edc87 req-5d22d9ed-df20-43a1-beb9-5e21da716c92 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947864 Nov 22 16:09:38.303122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:38.308425 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.356782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.365632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:38.384165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] For port e102059f-6763-4e25-a64b-56aee765befb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e102059f-6763-4e25-a64b-56aee765befb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:38.384633 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.402915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Calling delete_port for e102059f-6763-4e25-a64b-56aee765befb owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:38.430899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43026) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:38.513596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e88fde-26d2-448a-98e5-d05a24b51422 admin admin] Deleting subnet 09da7966-a0b9-4ce3-a7cc-2b1a192f93e4 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:09:38.519782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fde-26d2-448a-98e5-d05a24b51422 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.560006 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.571446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7e2b05de-24e2-46b1-b12a-df04e830a1aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:38.577382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fde-26d2-448a-98e5-d05a24b51422 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.595020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event deleted for resources: {'Port': ['ID=e102059f-6763-4e25-a64b-56aee765befb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:38.599663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536', 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'e102059f-6763-4e25-a64b-56aee765befb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:38.626524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.626880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.627232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.627580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.627948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.628278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.628615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.628947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.629276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.629989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.630123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.630384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:38.658883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] No DVR routers for this DVR port e102059f-6763-4e25-a64b-56aee765befb on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:38.661904 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:38.665965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4b41cf3e-cdd5-4a68-b906-e03db67651d9 req-d11711fa-9f99-443a-a372-c22335525820 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "DELETE /v2.0/ports/e102059f-6763-4e25-a64b-56aee765befb HTTP/1.1" status: 204 len: 173 time: 0.5308776 Nov 22 16:09:38.666658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-deleted', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:38.669179 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c491fe-0620-4e05-b6e6-6e46df156c31" -d '{"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-deleted", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:38.725833 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fde-26d2-448a-98e5-d05a24b51422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.027776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27662e85-f37e-43d6-8dfc-23763012cd8a req-8901961d-c8b0-49f9-b908-0cf2dc31eb86 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:39.029291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27662e85-f37e-43d6-8dfc-23763012cd8a req-8901961d-c8b0-49f9-b908-0cf2dc31eb86 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.4683807 Nov 22 16:09:39.080875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] For port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:39.113300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fde-26d2-448a-98e5-d05a24b51422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.161763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27662e85-f37e-43d6-8dfc-23763012cd8a req-f4a3de9d-3eb2-45b9-b97f-d6431c779132 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206987 Nov 22 16:09:39.162782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e88fde-26d2-448a-98e5-d05a24b51422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.165956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d2e88fde-26d2-448a-98e5-d05a24b51422 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/09da7966-a0b9-4ce3-a7cc-2b1a192f93e4 HTTP/1.1" status: 204 len: 168 time: 0.7336371 Nov 22 16:09:39.168922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e88fde-26d2-448a-98e5-d05a24b51422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09da7966-a0b9-4ce3-a7cc-2b1a192f93e4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:39.169099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43036) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:39.171934 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.185316 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.197375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886', '7758057e-7fa2-44ff-bdf9-1f70eb5718fe'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:39.212742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:39.213630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.215122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e1f1281-10df-4299-8f25-ffa27fa68277 req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "PUT /v2.0/ports/7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 200 len: 1020 time: 0.9781926 Nov 22 16:09:39.264342 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1faf65c-13a9-42a8-8408-edf89d6a21ed x-openstack-request-id: req-a1faf65c-13a9-42a8-8408-edf89d6a21ed {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:39.264644 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-deleted", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:39.264908 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1faf65c-13a9-42a8-8408-edf89d6a21ed {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:39.265602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:39.268109 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c7b080-a660-4467-8621-925d92127a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:39.268618 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-deleted', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'status': 'completed', 'code': 200} Nov 22 16:09:39.270869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b7b8b-6adf-4438-a139-dcfb8b5d601a tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'Port': ['ID=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:39.298707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.335473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3145ce-21c8-46f2-a8fd-e5000c5adb9e req-e0c604c5-316e-499e-be1d-e87a7014cb5f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:39.339150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7758057e-7fa2-44ff-bdf9-1f70eb5718fe'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:39.346613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f3145ce-21c8-46f2-a8fd-e5000c5adb9e req-e0c604c5-316e-499e-be1d-e87a7014cb5f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0722709 Nov 22 16:09:39.394043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e9cfcbf-7fca-42d7-bc96-0fdc1ba390d5 req-503f3e12-dc5b-4dd2-8512-bcb7601f1bc2 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdfa88de-b3b9-4a66-a468-5cbb32a6d306 HTTP/1.1" status: 200 len: 210 time: 0.0389850 Nov 22 16:09:39.439724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.444942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f3145ce-21c8-46f2-a8fd-e5000c5adb9e req-15171ae5-49d7-49d2-a835-8f6eb7e67974 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969386 Nov 22 16:09:39.463387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baec95e0-ed00-4a79-a502-044b41284cbe']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:39.477382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70556e4-8376-4798-a72b-d592036ddbfd') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:39.478065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70556e4-8376-4798-a72b-d592036ddbfd') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:39.492123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.511116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.519303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:09:39.520100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:09:39.522915 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:09:39.527058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7149c290-af20-40e4-beaa-a302c133dafe req-92480121-70ab-45c0-9192-ee17cefbbec7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/8a7992f2-ddf7-4191-830d-422d41584b7a HTTP/1.1" status: 200 len: 1817 time: 0.0776217 Nov 22 16:09:39.565341 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df3e7b9-0353-453d-9935-68d622903c36 x-openstack-request-id: req-2df3e7b9-0353-453d-9935-68d622903c36 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:39.566259 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:39.566604 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2df3e7b9-0353-453d-9935-68d622903c36 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:39.567331 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe', 'status': 'completed', 'code': 200} Nov 22 16:09:39.612067 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.619310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.625909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'}, {'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb'}, {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:39.628281 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52290f23-5351-44d1-80dd-0485774c2e59" -d '{"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb"}, {"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-plugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb"}, {"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-unplugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:39.639008 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] 10.222.0.69 "DELETE /v2.0/networks/baec95e0-ed00-4a79-a502-044b41284cbe HTTP/1.1" status: 204 len: 168 time: 0.4685330 Nov 22 16:09:39.641168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43050) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:39.676751 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-7149c290-af20-40e4-beaa-a302c133dafe req-269668a2-9e03-44d0-b937-879823cd1f08 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:09:39.686107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58c790-15d0-4fa2-893a-23ab4fa55e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=baec95e0-ed00-4a79-a502-044b41284cbe,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:39.698114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7149c290-af20-40e4-beaa-a302c133dafe req-269668a2-9e03-44d0-b937-879823cd1f08 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/8a7992f2-ddf7-4191-830d-422d41584b7a HTTP/1.1" status: 409 len: 341 time: 0.1709175 Nov 22 16:09:39.711651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-16015df1-eff1-4db9-ac01-3d8053eecc15 admin admin] Deleting subnet e48f06ad-2b5c-4a87-9281-931400062502 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:09:39.730785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16015df1-eff1-4db9-ac01-3d8053eecc15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.746064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7b080-a660-4467-8621-925d92127a9d req-70c3a18e-73a8-4185-b29b-83c118bb74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:39.747602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16c7b080-a660-4467-8621-925d92127a9d req-70c3a18e-73a8-4185-b29b-83c118bb74a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73a5747df9f494096a9d999ace65ae8&device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1174 time: 0.1765969 Nov 22 16:09:39.776375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911d339-9de3-4c32-9786-07809f037d37 req-0b111adf-fa47-4b2e-a743-d64b49c3b32f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:39.777966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4911d339-9de3-4c32-9786-07809f037d37 req-0b111adf-fa47-4b2e-a743-d64b49c3b32f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1240478 Nov 22 16:09:39.787863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16015df1-eff1-4db9-ac01-3d8053eecc15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.868568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16015df1-eff1-4db9-ac01-3d8053eecc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:39.892993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4911d339-9de3-4c32-9786-07809f037d37 req-660e45e9-d554-44be-b829-944e727136b9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032741 Nov 22 16:09:39.925993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7b080-a660-4467-8621-925d92127a9d req-bc9ed122-4fe2-4c59-98bd-736dc6ba4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:39.929522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16c7b080-a660-4467-8621-925d92127a9d req-bc9ed122-4fe2-4c59-98bd-736dc6ba4cc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 200 len: 914 time: 0.1719162 Nov 22 16:09:39.977441 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c30f568-6840-4aa4-bf17-2e95aa0cac8e x-openstack-request-id: req-1c30f568-6840-4aa4-bf17-2e95aa0cac8e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:39.977896 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb", "code": 200}, {"server_uuid": "cdfa88de-b3b9-4a66-a468-5cbb32a6d306", "name": "network-vif-plugged", "status": "completed", "tag": "e102059f-6763-4e25-a64b-56aee765befb", "code": 200}, {"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-unplugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:39.978417 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c30f568-6840-4aa4-bf17-2e95aa0cac8e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:39.978823 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'code': 200} Nov 22 16:09:39.979179 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfa88de-b3b9-4a66-a468-5cbb32a6d306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e102059f-6763-4e25-a64b-56aee765befb', 'code': 200} Nov 22 16:09:39.979739 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'code': 200} Nov 22 16:09:39.982428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16015df1-eff1-4db9-ac01-3d8053eecc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.005443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16c7b080-a660-4467-8621-925d92127a9d req-ed57a7e2-66c6-4aff-9fdf-fbb34d4fea8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 200 len: 217 time: 0.0647128 Nov 22 16:09:40.017823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16015df1-eff1-4db9-ac01-3d8053eecc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48f06ad-2b5c-4a87-9281-931400062502,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:40.023196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16015df1-eff1-4db9-ac01-3d8053eecc15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.029518 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-16015df1-eff1-4db9-ac01-3d8053eecc15 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e48f06ad-2b5c-4a87-9281-931400062502 HTTP/1.1" status: 204 len: 168 time: 0.3837512 Nov 22 16:09:40.030133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43054) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:40.088138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7b080-a660-4467-8621-925d92127a9d req-5af98c1c-df5f-40a6-8322-7b3aa3af9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:40.090077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16c7b080-a660-4467-8621-925d92127a9d req-5af98c1c-df5f-40a6-8322-7b3aa3af9c25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 200 len: 853 time: 0.0710518 Nov 22 16:09:40.109715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.138117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16c7b080-a660-4467-8621-925d92127a9d req-a7cb4aba-b49e-47cc-8177-df5b1624c7c6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=612f7e72-2bed-4640-803a-6023f058a4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270915 Nov 22 16:09:40.201623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.223566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec82522-1bad-443d-bfc5-a51fdf82e7c7']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:40.233220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497cb39a-9ef4-4eff-b28a-bb431a88fe5f') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:40.233517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497cb39a-9ef4-4eff-b28a-bb431a88fe5f') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:40.243844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.258014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.264305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:09:40.264875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:09:40.266746 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:09:40.324941 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.331591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.335644 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6ec82522-1bad-443d-bfc5-a51fdf82e7c7 HTTP/1.1" status: 204 len: 168 time: 0.3045654 Nov 22 16:09:40.340461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d3908-979d-42d4-84e8-2482ed148bbe req-1b71446b-1318-4208-bc52-564b69bd08d3 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:40.341998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-755d3908-979d-42d4-84e8-2482ed148bbe req-1b71446b-1318-4208-bc52-564b69bd08d3 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1023 time: 0.1651669 Nov 22 16:09:40.346319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6af90-89ae-481e-86eb-44612e37956c req-da488e67-51fd-4c41-b4bb-889525c273cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:40.347481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b25885-efd8-4431-a843-24bd37afcff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec82522-1bad-443d-bfc5-a51fdf82e7c7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:40.348280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9a6af90-89ae-481e-86eb-44612e37956c req-da488e67-51fd-4c41-b4bb-889525c273cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1101 time: 0.2021792 Nov 22 16:09:40.397962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc20f6-8954-4beb-8d47-fcc72420241d req-92486581-879e-412a-bb1e-96274d298889 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:40.399652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fbc20f6-8954-4beb-8d47-fcc72420241d req-92486581-879e-412a-bb1e-96274d298889 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.1410472 Nov 22 16:09:40.411030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16c7b080-a660-4467-8621-925d92127a9d req-0ff3fbc7-2023-45d4-82d8-b0b05f64a98b service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567332 Nov 22 16:09:40.459101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43064) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:40.499398 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bd87b012-05ba-48a3-8408-f5c468d6a9e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e6c52aa22dd407a9568296ed496abf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390501 Nov 22 16:09:40.502608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43068) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:40.554923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9574af00-fe55-4d79-89f0-d21caca0e266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.560823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9a6af90-89ae-481e-86eb-44612e37956c req-d98eb225-0ad3-4b9d-a40b-f82199dc26bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826484 Nov 22 16:09:40.574001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-755d3908-979d-42d4-84e8-2482ed148bbe req-97f7e852-dac5-47e5-856b-2ed3cdf67443 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=83bab055-ccbb-4707-905f-05590efeff62&id=8a7992f2-ddf7-4191-830d-422d41584b7a&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2146211 Nov 22 16:09:40.577356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9574af00-fe55-4d79-89f0-d21caca0e266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.579665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fbc20f6-8954-4beb-8d47-fcc72420241d req-be084265-704b-491d-8902-ddd1c0e0a285 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663132 Nov 22 16:09:40.626792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16c7b080-a660-4467-8621-925d92127a9d req-d06948bc-d6b8-432f-b1a5-51a8a16102f1 service neutron] 10.222.0.11 "GET /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008314 Nov 22 16:09:40.647334 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9574af00-fe55-4d79-89f0-d21caca0e266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.650698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9574af00-fe55-4d79-89f0-d21caca0e266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:40.653286 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9574af00-fe55-4d79-89f0-d21caca0e266 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/208e5db2-207e-4078-a5f8-efffad1b57d6 HTTP/1.1" status: 204 len: 168 time: 0.1483903 Nov 22 16:09:40.661452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574af00-fe55-4d79-89f0-d21caca0e266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e5db2-207e-4078-a5f8-efffad1b57d6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:40.710984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299df24a-6e87-43a9-95ef-116f0e87f6a5 req-67287904-5315-4ee3-a300-ede57b2d9912 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:40.712576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-299df24a-6e87-43a9-95ef-116f0e87f6a5 req-67287904-5315-4ee3-a300-ede57b2d9912 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0611436 Nov 22 16:09:40.803052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1522fa-8569-4da6-a51d-5479f5f5bd60 req-1fbfc4f7-5090-41a6-a1b5-f0d2424d1c2f tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:40.804799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df1522fa-8569-4da6-a51d-5479f5f5bd60 req-1fbfc4f7-5090-41a6-a1b5-f0d2424d1c2f tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.0912583 Nov 22 16:09:40.809170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-299df24a-6e87-43a9-95ef-116f0e87f6a5 req-2f42753a-81e8-4673-abdc-40f4730e8870 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865657 Nov 22 16:09:40.857377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df1522fa-8569-4da6-a51d-5479f5f5bd60 req-6ae10c38-75ae-4823-8ff4-87a0b8549151 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455768 Nov 22 16:09:41.038926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43092) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:41.086253 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8fcca29e-17b3-4155-9011-36502037343b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=968607df03844005a1b04894bf588b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433965 Nov 22 16:09:41.086610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43094) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:41.141422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588b45f-a2b4-48b8-85a1-2faa83904c56 req-34d86089-297b-45dd-b16a-1d7dccd0b04a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:41.142915 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e588b45f-a2b4-48b8-85a1-2faa83904c56 req-34d86089-297b-45dd-b16a-1d7dccd0b04a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.0518703 Nov 22 16:09:41.155744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ce01caf-c25f-4b76-bfef-77754877d003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:41.182386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ce01caf-c25f-4b76-bfef-77754877d003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:41.195407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e588b45f-a2b4-48b8-85a1-2faa83904c56 req-abe595b2-e95e-4236-9c78-f13893b96ec7 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 Nov 22 16:09:41.261234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ce01caf-c25f-4b76-bfef-77754877d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:41.264596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ce01caf-c25f-4b76-bfef-77754877d003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:41.268876 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ce01caf-c25f-4b76-bfef-77754877d003 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38a18563-bb1c-42ff-8758-06c6731c8423 HTTP/1.1" status: 204 len: 168 time: 0.1790965 Nov 22 16:09:41.276076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce01caf-c25f-4b76-bfef-77754877d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a18563-bb1c-42ff-8758-06c6731c8423,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:41.366197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dc613-ecc7-4ede-8505-101ae9ea5b55 req-f3910f9b-1416-4752-ac20-ba702b8f1f25 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:41.374043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d5dc613-ecc7-4ede-8505-101ae9ea5b55 req-f3910f9b-1416-4752-ac20-ba702b8f1f25 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 951 time: 0.1133666 Nov 22 16:09:41.425169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d5dc613-ecc7-4ede-8505-101ae9ea5b55 req-7c3164fd-ba7a-4671-b56e-d40927416f1a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488150 Nov 22 16:09:41.635366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efa86f-f136-4727-96bc-f09cf2c2796e req-65044595-28f3-4257-8b1f-aab13f7e9ba3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:41.643388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5efa86f-f136-4727-96bc-f09cf2c2796e req-65044595-28f3-4257-8b1f-aab13f7e9ba3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.0605164 Nov 22 16:09:41.734198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5efa86f-f136-4727-96bc-f09cf2c2796e req-fa91d686-51b1-4551-96b1-480359e0ed36 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895231 Nov 22 16:09:41.764452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62d1b-1d3d-4d46-8965-6dfe23805963 req-8748f4a9-c6d8-4dd4-9695-b212f9ad1013 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:41.766238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62e62d1b-1d3d-4d46-8965-6dfe23805963 req-8748f4a9-c6d8-4dd4-9695-b212f9ad1013 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1023 time: 0.0910952 Nov 22 16:09:41.869764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62e62d1b-1d3d-4d46-8965-6dfe23805963 req-d12da0dd-19a1-404d-a6d3-4bbb16ca5cd7 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=83bab055-ccbb-4707-905f-05590efeff62&id=8a7992f2-ddf7-4191-830d-422d41584b7a&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0952849 Nov 22 16:09:41.877926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:41.886676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e102059f-6763-4e25-a64b-56aee765befb no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:41.921132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: e102059f-6763-4e25-a64b-56aee765befb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:41.922263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e102059f-6763-4e25-a64b-56aee765befb not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:41.979980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2baff2-f5ae-4523-8ce9-8149aed6e40d req-c7afa1f7-ca27-4b9f-91a3-4358ef16b2c5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:41.984888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c2baff2-f5ae-4523-8ce9-8149aed6e40d req-c7afa1f7-ca27-4b9f-91a3-4358ef16b2c5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0763385 Nov 22 16:09:42.078280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c2baff2-f5ae-4523-8ce9-8149aed6e40d req-d6218859-4f86-4a0a-baa0-c95d6583a25d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842526 Nov 22 16:09:42.135719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:42.144864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-27073757-87b4-41c7-899a-603ade1d3e9d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:42.146591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-27073757-87b4-41c7-899a-603ade1d3e9d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 1023 time: 0.1006436 Nov 22 16:09:42.150880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'f7228018-2801-4106-90c2-6d308ab267cc', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': 'f7228018-2801-4106-90c2-6d308ab267cc', 'mac_address': 'fa:16:3e:d3:4b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:42.218363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:42.236623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7228018-2801-4106-90c2-6d308ab267cc {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:42.284504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:42.292796 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:42.349869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=12']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:42.350570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Deleting port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:42.351116 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:42.357878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.358880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.360061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.361022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.361445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.361906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.362310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.362706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.363100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.363660 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.364083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.364798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:09:42.419232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b839b21-f2d3-4fe3-8649-e8419fcbdf6d req-415fd303-26f2-47ea-a679-328c38922477 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:42.427278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b839b21-f2d3-4fe3-8649-e8419fcbdf6d req-415fd303-26f2-47ea-a679-328c38922477 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1299520 Nov 22 16:09:42.520378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b839b21-f2d3-4fe3-8649-e8419fcbdf6d req-7eff2f8c-4f97-42a2-a441-c2528de50cc8 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920100 Nov 22 16:09:42.522840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] For port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:42.523223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:42.564282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Calling delete_port for 7758057e-7fa2-44ff-bdf9-1f70eb5718fe owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:42.577175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['f7228018-2801-4106-90c2-6d308ab267cc'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:42.631189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ad921-386e-4041-8c2b-21318333431c req-1c59f7c2-4e87-4140-a316-e52428b2c5e1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:42.638854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f8ad921-386e-4041-8c2b-21318333431c req-1c59f7c2-4e87-4140-a316-e52428b2c5e1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 951 time: 0.1123006 Nov 22 16:09:42.732361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f8ad921-386e-4041-8c2b-21318333431c req-8b75b843-7e21-4a67-b707-89c63c0c774e tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862455 Nov 22 16:09:42.895013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:42.916321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bfd731a2-cc84-4651-b0ab-f7eb3e82e886', '7758057e-7fa2-44ff-bdf9-1f70eb5718fe'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:42.963296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'Port': ['ID=7758057e-7fa2-44ff-bdf9-1f70eb5718fe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:42.986032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea26898-1d25-4c60-9009-a6e477fcffb6 req-31534138-bc4f-4de8-9dcb-8fcfedf9e52a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:42.994395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bea26898-1d25-4c60-9009-a6e477fcffb6 req-31534138-bc4f-4de8-9dcb-8fcfedf9e52a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1516070 Nov 22 16:09:43.052711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] No DVR routers for this DVR port 7758057e-7fa2-44ff-bdf9-1f70eb5718fe on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:43.062021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946e02c-bd02-471f-ab79-3061209a87ad req-5e8a71ba-3c71-48be-b2a7-a197eebeb83e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:43.064203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7946e02c-bd02-471f-ab79-3061209a87ad req-5e8a71ba-3c71-48be-b2a7-a197eebeb83e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.1777008 Nov 22 16:09:43.065332 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:43.068579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cb81530-ee3f-4ef3-aa7f-cc1e16f34f99 req-9371736d-20e4-49aa-87b1-2382468e739e tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.11 "DELETE /v2.0/ports/7758057e-7fa2-44ff-bdf9-1f70eb5718fe HTTP/1.1" status: 204 len: 173 time: 0.9138608 Nov 22 16:09:43.069200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'name': 'network-vif-deleted', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:43.072385 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335f6fdd-8a37-43a9-b8cc-594b459234dd" -d '{"events": [{"server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "name": "network-vif-deleted", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:43.132449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bea26898-1d25-4c60-9009-a6e477fcffb6 req-7c06d7e7-9146-46f7-ad81-d097157c4a1f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368084 Nov 22 16:09:43.200534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7946e02c-bd02-471f-ab79-3061209a87ad req-cdc3018d-883a-4682-82a1-c76ae6f446a4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201739 Nov 22 16:09:43.288645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e04a4a94-db9f-4878-bb10-56b8f6e310ba req-864681b8-e29a-4f53-adc7-d46c714a9edb tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=6b173e24-214a-4411-a4cb-f1bcf2304a02 HTTP/1.1" status: 200 len: 210 time: 0.0573633 Nov 22 16:09:43.352254 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c3341-1329-4bed-8493-d4cbdb58b770 x-openstack-request-id: req-493c3341-1329-4bed-8493-d4cbdb58b770 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:43.352815 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b173e24-214a-4411-a4cb-f1bcf2304a02", "name": "network-vif-deleted", "tag": "7758057e-7fa2-44ff-bdf9-1f70eb5718fe", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:43.353308 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-493c3341-1329-4bed-8493-d4cbdb58b770 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:43.353845 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b173e24-214a-4411-a4cb-f1bcf2304a02', 'name': 'network-vif-deleted', 'tag': '7758057e-7fa2-44ff-bdf9-1f70eb5718fe', 'status': 'completed', 'code': 200} Nov 22 16:09:43.452368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c669-c43e-41bb-903d-8d1a57f56761 req-6cbf1c6d-a02f-4133-8d37-8aee316ed3fc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:43.454427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84d1c669-c43e-41bb-903d-8d1a57f56761 req-6cbf1c6d-a02f-4133-8d37-8aee316ed3fc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 946 time: 0.0836630 Nov 22 16:09:43.528697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84d1c669-c43e-41bb-903d-8d1a57f56761 req-12bafe86-d318-496f-84f0-acb9e8d031cd tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676949 Nov 22 16:09:43.805170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc628848-3376-491b-9b5e-f95016f1abff req-13734d71-f473-4ed4-96d8-b99d71e92a33 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:43.807405 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dc628848-3376-491b-9b5e-f95016f1abff req-13734d71-f473-4ed4-96d8-b99d71e92a33 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 951 time: 0.1048386 Nov 22 16:09:43.815458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-408fc5b5-e4e2-47e8-a9d5-087cc4d2eaa5 req-928cba53-e4db-44f8-bbbd-e6f9a76fc13d tempest-FlavorsV2NegativeTest-1382902682 tempest-FlavorsV2NegativeTest-1382902682-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=12a21342e8034eb5b50f42dbada98aa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605505 Nov 22 16:09:43.909233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 766ade31-e00d-4132-8bed-a7ac030af2ec details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:09:44.042795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc5b5-e4e2-47e8-a9d5-087cc4d2eaa5 req-8b71b08d-4f09-43a5-96c0-65f9acdcc544 tempest-FlavorsV2NegativeTest-1382902682 tempest-FlavorsV2NegativeTest-1382902682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:44.052808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Deleting port cb538aa3-c1e2-4d28-9639-e056ac9a023b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:44.053263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:44.056812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-408fc5b5-e4e2-47e8-a9d5-087cc4d2eaa5 req-8b71b08d-4f09-43a5-96c0-65f9acdcc544 tempest-FlavorsV2NegativeTest-1382902682 tempest-FlavorsV2NegativeTest-1382902682-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403431 Nov 22 16:09:44.110850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:44.113180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-408fc5b5-e4e2-47e8-a9d5-087cc4d2eaa5 req-493cef27-13de-4d08-aefa-5b96278ddd39 tempest-FlavorsV2NegativeTest-1382902682 tempest-FlavorsV2NegativeTest-1382902682-project] 10.222.0.69 "GET /v2.0/quotas/12a21342e8034eb5b50f42dbada98aa5 HTTP/1.1" status: 200 len: 375 time: 0.0529647 Nov 22 16:09:44.172281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-408fc5b5-e4e2-47e8-a9d5-087cc4d2eaa5 req-bf500d00-826a-4bfd-8568-be5bbe77ccd8 tempest-FlavorsV2NegativeTest-1382902682 tempest-FlavorsV2NegativeTest-1382902682-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=12a21342e8034eb5b50f42dbada98aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472269 Nov 22 16:09:44.173988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] For port cb538aa3-c1e2-4d28-9639-e056ac9a023b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cb538aa3-c1e2-4d28-9639-e056ac9a023b,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:44.174770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:44.214315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Calling delete_port for cb538aa3-c1e2-4d28-9639-e056ac9a023b owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:44.244349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cafdd-fc8b-42bc-ae01-5c5ddfa3c03a req-9f38033f-6adc-45de-937c-a14d9e9986f6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:44.263230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be1cafdd-fc8b-42bc-ae01-5c5ddfa3c03a req-9f38033f-6adc-45de-937c-a14d9e9986f6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 951 time: 0.1980467 Nov 22 16:09:44.289478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'port_id': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'mac_address': 'fa:16:3e:e8:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5935d1d-de3b-49c4-b5fb-fca8f2cddc05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:09:44.366828 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:44.388772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 766ade31-e00d-4132-8bed-a7ac030af2ec {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:44.423488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:44.429472 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:44.463005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be1cafdd-fc8b-42bc-ae01-5c5ddfa3c03a req-69192846-4b71-424a-b496-d602270a7e1a tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003367 Nov 22 16:09:44.487168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e03dc0-b0cb-4732-aa1c-51883b1594e4 req-13d72c6b-6a33-4a1b-88d7-240b5cba709b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:44.489007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8e03dc0-b0cb-4732-aa1c-51883b1594e4 req-13d72c6b-6a33-4a1b-88d7-240b5cba709b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1860974 Nov 22 16:09:44.517911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:44.569906 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:44.585480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7e2b05de-24e2-46b1-b12a-df04e830a1aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:44.606406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event deleted for resources: {'Port': ['ID=cb538aa3-c1e2-4d28-9639-e056ac9a023b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:44.634285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8e03dc0-b0cb-4732-aa1c-51883b1594e4 req-6db8ce5a-4e4e-4e32-adf1-4f9569bc24fb tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384361 Nov 22 16:09:44.651943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536', 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:44.668945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['766ade31-e00d-4132-8bed-a7ac030af2ec'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:44.687922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] No DVR routers for this DVR port cb538aa3-c1e2-4d28-9639-e056ac9a023b on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:44.696802 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:44.700323 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dc628848-3376-491b-9b5e-f95016f1abff req-57f3a87e-0ea8-4793-86a9-310830bd36a8 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "DELETE /v2.0/ports/cb538aa3-c1e2-4d28-9639-e056ac9a023b HTTP/1.1" status: 204 len: 173 time: 0.8808546 Nov 22 16:09:44.700815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-deleted', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:44.703928 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35859880-7c52-4494-a792-f84f99b5b499" -d '{"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-deleted", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:44.780402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae07d-aca8-4c95-9743-34bac4823a4b req-41ec8c92-dc0d-41cf-a333-63234c391920 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:44.791374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-250ae07d-aca8-4c95-9743-34bac4823a4b req-41ec8c92-dc0d-41cf-a333-63234c391920 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 945 time: 0.1529374 Nov 22 16:09:44.867207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-250ae07d-aca8-4c95-9743-34bac4823a4b req-4e777aa5-88e4-455d-8442-4810c9306d4f tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746703 Nov 22 16:09:45.035638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a32ac7-623e-4427-a47a-4c00de71211d req-c4dd476a-a15e-46e5-a5f5-80ecfc79c2fa tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:45.056160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0a32ac7-623e-4427-a47a-4c00de71211d req-c4dd476a-a15e-46e5-a5f5-80ecfc79c2fa tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 946 time: 0.0917494 Nov 22 16:09:45.232091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0a32ac7-623e-4427-a47a-4c00de71211d req-4ba84667-79ad-4d3a-89cd-aff5e16ede5b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619453 Nov 22 16:09:45.257600 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436a7e22-732f-443f-9e71-7ace4fa3a263 x-openstack-request-id: req-436a7e22-732f-443f-9e71-7ace4fa3a263 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:45.258615 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3504d26-b67e-4e5d-a7cb-2aafbeefa31a", "name": "network-vif-deleted", "tag": "cb538aa3-c1e2-4d28-9639-e056ac9a023b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:45.258615 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-436a7e22-732f-443f-9e71-7ace4fa3a263 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:45.258615 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3504d26-b67e-4e5d-a7cb-2aafbeefa31a', 'name': 'network-vif-deleted', 'tag': 'cb538aa3-c1e2-4d28-9639-e056ac9a023b', 'status': 'completed', 'code': 200} Nov 22 16:09:45.336149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43274) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:45.336788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-238ac37a-b348-4d4e-9036-12d2018619ec req-e1b0bd20-795a-489a-95b3-0f010e746788 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/83bab055-ccbb-4707-905f-05590efeff62 HTTP/1.1" status: 200 len: 1817 time: 0.0657814 Nov 22 16:09:45.424735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-238ac37a-b348-4d4e-9036-12d2018619ec req-0152d95b-a621-4891-9144-82d5e98f21c4 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.463079 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-238ac37a-b348-4d4e-9036-12d2018619ec req-0152d95b-a621-4891-9144-82d5e98f21c4 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.508222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7550ff24-41e2-4e5e-b1bf-d71e665d6170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.592958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-238ac37a-b348-4d4e-9036-12d2018619ec req-0152d95b-a621-4891-9144-82d5e98f21c4 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.598945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-238ac37a-b348-4d4e-9036-12d2018619ec req-0152d95b-a621-4891-9144-82d5e98f21c4 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.617250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-238ac37a-b348-4d4e-9036-12d2018619ec req-0152d95b-a621-4891-9144-82d5e98f21c4 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/83bab055-ccbb-4707-905f-05590efeff62 HTTP/1.1" status: 204 len: 173 time: 0.2737658 Nov 22 16:09:45.681875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7550ff24-41e2-4e5e-b1bf-d71e665d6170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.694711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7550ff24-41e2-4e5e-b1bf-d71e665d6170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.700067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7758057e-7fa2-44ff-bdf9-1f70eb5718fe no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:45.702473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b95008bb-9534-4e1d-8f20-e0f44d8ee241 req-3fa2d667-1c4b-4611-b8b1-31293b95f5e7 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3504d26-b67e-4e5d-a7cb-2aafbeefa31a HTTP/1.1" status: 200 len: 210 time: 0.0841036 Nov 22 16:09:45.716398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152d95b-a621-4891-9144-82d5e98f21c4 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bab055-ccbb-4707-905f-05590efeff62,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:45.746543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c42b7506-0240-4cbd-8e63-36d02d696641 req-0d402d36-4364-4db9-b831-cb20c97b52cf tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/8a7992f2-ddf7-4191-830d-422d41584b7a HTTP/1.1" status: 200 len: 1817 time: 0.1082008 Nov 22 16:09:45.811321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 7758057e-7fa2-44ff-bdf9-1f70eb5718fe {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:45.811968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7758057e-7fa2-44ff-bdf9-1f70eb5718fe not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:45.821311 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7550ff24-41e2-4e5e-b1bf-d71e665d6170 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=12a21342e8034eb5b50f42dbada98aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832430 Nov 22 16:09:45.824114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550ff24-41e2-4e5e-b1bf-d71e665d6170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da34ee39-2af0-4401-a866-e451ebe85c96,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:45.827688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:45.870277 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c42b7506-0240-4cbd-8e63-36d02d696641 req-66c7bbeb-8120-4cdc-a3ad-802649724325 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.920801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 766ade31-e00d-4132-8bed-a7ac030af2ec up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:45.957064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c42b7506-0240-4cbd-8e63-36d02d696641 req-66c7bbeb-8120-4cdc-a3ad-802649724325 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:45.992359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dfc21-f5eb-46c3-9fae-d4e1cf85862f req-02fb81f4-e4f3-4641-a0d6-6dd43f64e7b9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:46.004565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-460dfc21-f5eb-46c3-9fae-d4e1cf85862f req-02fb81f4-e4f3-4641-a0d6-6dd43f64e7b9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1461427 Nov 22 16:09:46.006048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 766ade31-e00d-4132-8bed-a7ac030af2ec triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:46.006495 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.105993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.111844 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43bfb686-6f7d-41c4-ab71-014d4e98e0bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.122120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-460dfc21-f5eb-46c3-9fae-d4e1cf85862f req-bf246f8b-ab51-4904-92f8-81a650b1991a tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158726 Nov 22 16:09:46.165992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43bfb686-6f7d-41c4-ab71-014d4e98e0bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.171496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:46.172815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:46.176041 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0318cc4-0579-45e2-b36a-4bbc3228634d" -d '{"events": [{"server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "name": "network-vif-plugged", "status": "completed", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:46.183958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.184856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:09:46.215609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c42b7506-0240-4cbd-8e63-36d02d696641 req-66c7bbeb-8120-4cdc-a3ad-802649724325 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.220526 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c42b7506-0240-4cbd-8e63-36d02d696641 req-66c7bbeb-8120-4cdc-a3ad-802649724325 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.236535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c42b7506-0240-4cbd-8e63-36d02d696641 req-66c7bbeb-8120-4cdc-a3ad-802649724325 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/8a7992f2-ddf7-4191-830d-422d41584b7a HTTP/1.1" status: 204 len: 173 time: 0.4728093 Nov 22 16:09:46.303051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:46.315350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7bbeb-8120-4cdc-a3ad-802649724325 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7992f2-ddf7-4191-830d-422d41584b7a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:46.318690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port f7228018-2801-4106-90c2-6d308ab267cc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:09:46.319081 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.356127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7259f-cf51-4ff6-8637-6fa28bed2b2b req-8347fb40-ea6c-4a7e-a92b-4ef42cef0a18 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:46.370381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ec7259f-cf51-4ff6-8637-6fa28bed2b2b req-8347fb40-ea6c-4a7e-a92b-4ef42cef0a18 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.1563387 Nov 22 16:09:46.373128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43bfb686-6f7d-41c4-ab71-014d4e98e0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.380373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43bfb686-6f7d-41c4-ab71-014d4e98e0bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.386318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-43bfb686-6f7d-41c4-ab71-014d4e98e0bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da34ee39-2af0-4401-a866-e451ebe85c96 HTTP/1.1" status: 204 len: 168 time: 0.5544231 Nov 22 16:09:46.412175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfb686-6f7d-41c4-ab71-014d4e98e0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da34ee39-2af0-4401-a866-e451ebe85c96,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:46.467104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.496102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ec7259f-cf51-4ff6-8637-6fa28bed2b2b req-215cebcd-b4d6-4794-8b6f-9eef191ba32b tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092665 Nov 22 16:09:46.529067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-87f83f8d-7dac-43c0-a74a-b7c37613b707 req-2c64a31f-3a09-40ce-9783-8213a3008b8f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-723824123', 'description': 'tempest-description-296654066'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:46.567326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:46.579153 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.591496 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-87f83f8d-7dac-43c0-a74a-b7c37613b707 req-2c64a31f-3a09-40ce-9783-8213a3008b8f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.658683 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f703cc2b-5008-418e-9a46-4db8053829df x-openstack-request-id: req-f703cc2b-5008-418e-9a46-4db8053829df {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:46.659243 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "name": "network-vif-plugged", "status": "completed", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:46.659727 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f703cc2b-5008-418e-9a46-4db8053829df {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:46.660461 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'code': 200} Nov 22 16:09:46.661802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=13']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:46.768556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-87f83f8d-7dac-43c0-a74a-b7c37613b707 req-2c64a31f-3a09-40ce-9783-8213a3008b8f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.776301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-87f83f8d-7dac-43c0-a74a-b7c37613b707 req-2c64a31f-3a09-40ce-9783-8213a3008b8f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.832279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3c458-f184-4dad-9714-01d90ebabc5a req-b999f6e4-48db-45f6-95bf-3c7632597faf tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:46.834197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b3c458-f184-4dad-9714-01d90ebabc5a req-b999f6e4-48db-45f6-95bf-3c7632597faf tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1262670 Nov 22 16:09:46.855319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-87f83f8d-7dac-43c0-a74a-b7c37613b707 req-2c64a31f-3a09-40ce-9783-8213a3008b8f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:46.856791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87f83f8d-7dac-43c0-a74a-b7c37613b707 req-2c64a31f-3a09-40ce-9783-8213a3008b8f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3347068 Nov 22 16:09:46.871085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64a31f-3a09-40ce-9783-8213a3008b8f tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1ce6f5-9f8c-4704-b006-ed31dd69e3a1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:46.917613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b3c458-f184-4dad-9714-01d90ebabc5a req-5bf89e6b-6155-4494-9d11-7f59fdf7694f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763710 Nov 22 16:09:47.039776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-822a41d0-6e5a-4d64-b250-4c3c74c83841 req-705a6869-841a-4954-bf52-177d2586d099 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/ff1ce6f5-9f8c-4704-b006-ed31dd69e3a1 HTTP/1.1" status: 200 len: 1816 time: 0.0543058 Nov 22 16:09:47.054369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-822a41d0-6e5a-4d64-b250-4c3c74c83841 req-1c7b8477-0c6a-4bca-8c28-13feb8fd0cee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Request body: {'security_group': {'name': 'tempest-sg-hth-768254542', 'description': 'tempest-description-hth-610273697'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:47.102852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-822a41d0-6e5a-4d64-b250-4c3c74c83841 req-1c7b8477-0c6a-4bca-8c28-13feb8fd0cee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:47.202481 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-822a41d0-6e5a-4d64-b250-4c3c74c83841 req-1c7b8477-0c6a-4bca-8c28-13feb8fd0cee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:47.209253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-822a41d0-6e5a-4d64-b250-4c3c74c83841 req-1c7b8477-0c6a-4bca-8c28-13feb8fd0cee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:47.212678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-822a41d0-6e5a-4d64-b250-4c3c74c83841 req-1c7b8477-0c6a-4bca-8c28-13feb8fd0cee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:47.231139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-822a41d0-6e5a-4d64-b250-4c3c74c83841 req-1c7b8477-0c6a-4bca-8c28-13feb8fd0cee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "PUT /v2.0/security-groups/ff1ce6f5-9f8c-4704-b006-ed31dd69e3a1 HTTP/1.1" status: 200 len: 1790 time: 0.1836846 Nov 22 16:09:47.302128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b8477-0c6a-4bca-8c28-13feb8fd0cee tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1ce6f5-9f8c-4704-b006-ed31dd69e3a1,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:47.402929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449bbbd-da00-4a30-bacf-b9c2a0103b48 req-b916d391-d053-4d94-8457-539ddaa71cb0 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:47.407523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e449bbbd-da00-4a30-bacf-b9c2a0103b48 req-b916d391-d053-4d94-8457-539ddaa71cb0 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.0977292 Nov 22 16:09:47.537732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e449bbbd-da00-4a30-bacf-b9c2a0103b48 req-f6e990f4-b597-4a59-a94b-7b48276ee8c7 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067159 Nov 22 16:09:47.537732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d8bde-64c9-4a6f-9dad-23d96222bf7c req-b4e84e8e-6578-4972-8c98-10a80ab57cd3 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:47.542090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-097d8bde-64c9-4a6f-9dad-23d96222bf7c req-b4e84e8e-6578-4972-8c98-10a80ab57cd3 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1243525 Nov 22 16:09:47.682568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-097d8bde-64c9-4a6f-9dad-23d96222bf7c req-c1f4aab2-276e-406d-a813-d13cc6b17a19 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309657 Nov 22 16:09:47.689957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3e4091f-8044-4a1f-be3b-231f8001c58e req-e00a2a00-6965-4df6-830f-dcf49cdad823 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/ff1ce6f5-9f8c-4704-b006-ed31dd69e3a1 HTTP/1.1" status: 200 len: 1790 time: 0.1265318 Nov 22 16:09:47.829263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ed418-c603-44a9-aab2-7239e50f6519 req-ae03716d-a238-48dc-bb99-423a1b24643d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:47.841629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f85ed418-c603-44a9-aab2-7239e50f6519 req-ae03716d-a238-48dc-bb99-423a1b24643d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.0816998 Nov 22 16:09:47.902214 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f85ed418-c603-44a9-aab2-7239e50f6519 req-8009afee-01b2-42ac-a8b0-a82278f2b3ee tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592732 Nov 22 16:09:47.987298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-681c398c-eaca-4730-a692-415e343ff30e req-b5d300fe-6e9d-4d76-a357-5d8254b44353 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/ff1ce6f5-9f8c-4704-b006-ed31dd69e3a1 HTTP/1.1" status: 200 len: 1790 time: 0.0593560 Nov 22 16:09:48.009143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:48.045737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: cb538aa3-c1e2-4d28-9639-e056ac9a023b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:48.046301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cb538aa3-c1e2-4d28-9639-e056ac9a023b not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:48.076776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-681c398c-eaca-4730-a692-415e343ff30e req-efeeb85f-5dc6-4128-9c06-a2bd95133adc tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:48.110125 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-681c398c-eaca-4730-a692-415e343ff30e req-efeeb85f-5dc6-4128-9c06-a2bd95133adc tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:48.183255 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-681c398c-eaca-4730-a692-415e343ff30e req-efeeb85f-5dc6-4128-9c06-a2bd95133adc tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:48.186673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-681c398c-eaca-4730-a692-415e343ff30e req-efeeb85f-5dc6-4128-9c06-a2bd95133adc tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:48.200548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-681c398c-eaca-4730-a692-415e343ff30e req-efeeb85f-5dc6-4128-9c06-a2bd95133adc tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/ff1ce6f5-9f8c-4704-b006-ed31dd69e3a1 HTTP/1.1" status: 204 len: 173 time: 0.1977634 Nov 22 16:09:48.254030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeeb85f-5dc6-4128-9c06-a2bd95133adc tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1ce6f5-9f8c-4704-b006-ed31dd69e3a1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:48.315517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d614cbc-7993-498b-b697-4a839c572e6a req-e45ae010-7271-4860-be1e-b466306b12c6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:48.318543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d614cbc-7993-498b-b697-4a839c572e6a req-e45ae010-7271-4860-be1e-b466306b12c6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1513255 Nov 22 16:09:48.414384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d614cbc-7993-498b-b697-4a839c572e6a req-26321509-cce0-4c57-8a7b-a9232f7092bb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892060 Nov 22 16:09:48.464049 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-c4470773-21ca-45cb-a2c5-4d35e43fab04 req-0488c37c-fe92-4c7d-b48d-99f76e897595 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:48.470164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4470773-21ca-45cb-a2c5-4d35e43fab04 req-0488c37c-fe92-4c7d-b48d-99f76e897595 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/8a7992f2-ddf7-4191-830d-422d41584b7a HTTP/1.1" status: 404 len: 352 time: 0.0207727 Nov 22 16:09:48.576862 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-6bf506ae-acb1-4cb0-be4b-54f690ca23f2 req-de8dc5d8-d7af-458d-98a8-3df855854012 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:48.578948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6bf506ae-acb1-4cb0-be4b-54f690ca23f2 req-de8dc5d8-d7af-458d-98a8-3df855854012 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/83bab055-ccbb-4707-905f-05590efeff62 HTTP/1.1" status: 404 len: 352 time: 0.0489235 Nov 22 16:09:48.620009 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-4d43ac67-7103-44a3-836c-d00a91782f41 req-f3bcda27-7821-4ac8-bc08-4f322d0b05c2 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:48.639480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d43ac67-7103-44a3-836c-d00a91782f41 req-f3bcda27-7821-4ac8-bc08-4f322d0b05c2 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/0caa3cfd-021f-4599-b5fb-b48c748b5435 HTTP/1.1" status: 404 len: 352 time: 0.0364559 Nov 22 16:09:48.662264 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:48.666465 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-bb389964-8002-4f47-961d-f4c6fa4dacf4 req-d5273c44-45cd-47e3-8070-be48226b37b5 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:48.667270 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e83c93-246f-4afa-904c-bc0498a538ed" -d '{"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-plugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:48.668503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb389964-8002-4f47-961d-f4c6fa4dacf4 req-d5273c44-45cd-47e3-8070-be48226b37b5 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/7a1ab449-04e4-4986-a78f-d171fa4fb924 HTTP/1.1" status: 404 len: 352 time: 0.0220969 Nov 22 16:09:48.724592 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c74db0c5-1653-4452-9a5b-0d5ed3fa9594 x-openstack-request-id: req-c74db0c5-1653-4452-9a5b-0d5ed3fa9594 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:48.725543 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-plugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:48.726398 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c74db0c5-1653-4452-9a5b-0d5ed3fa9594 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:48.727252 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'code': 200} Nov 22 16:09:48.778270 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-2cbd5ab8-a480-4993-8086-06da5fdde678 req-318da68a-e106-45bd-ac51-579aaff86f8d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:48.780305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2cbd5ab8-a480-4993-8086-06da5fdde678 req-318da68a-e106-45bd-ac51-579aaff86f8d tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/7892f664-2ae1-4a07-b6fa-469d992cb120 HTTP/1.1" status: 404 len: 352 time: 0.0408525 Nov 22 16:09:48.794238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afead85b-cb99-4670-9b5c-6dfe9bf05568 req-cf2dc530-c40b-4d04-ad3f-a1340b92cdd1 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:48.802940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afead85b-cb99-4670-9b5c-6dfe9bf05568 req-cf2dc530-c40b-4d04-ad3f-a1340b92cdd1 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.1176665 Nov 22 16:09:48.886654 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20b1f86a-1390-42f3-b722-7178257e5605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:48.924961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afead85b-cb99-4670-9b5c-6dfe9bf05568 req-30f02067-4752-470f-9b44-08470fca9954 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208498 Nov 22 16:09:48.972600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-636c7ca0-e882-430c-8c33-ff3996a5c0f1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:48.974808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-636c7ca0-e882-430c-8c33-ff3996a5c0f1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1481526 Nov 22 16:09:49.053168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43412) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:49.097436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a33066-7e13-4f5d-9797-e9b0109614a3 req-3672386e-e4e3-4b55-b9f2-59d9f0ed71c1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:49.100439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a33066-7e13-4f5d-9797-e9b0109614a3 req-3672386e-e4e3-4b55-b9f2-59d9f0ed71c1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1739819 Nov 22 16:09:49.131764 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-31617239-4b70-4809-9edd-8bd0eaecc965 req-b7ef3170-a7f9-44a1-bc89-8c3d581662c8 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] show failed (client error): The resource could not be found. Nov 22 16:09:49.148398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31617239-4b70-4809-9edd-8bd0eaecc965 req-b7ef3170-a7f9-44a1-bc89-8c3d581662c8 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/2a5ee8bc-fe7b-496b-9307-d57df06af2b5 HTTP/1.1" status: 404 len: 352 time: 0.1004989 Nov 22 16:09:49.220482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a33066-7e13-4f5d-9797-e9b0109614a3 req-96185a07-7e38-4130-b504-823a750861d6 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912981 Nov 22 16:09:49.236949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Deleting port 7e2b05de-24e2-46b1-b12a-df04e830a1aa {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:49.237423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.257459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6db346-c1ac-40e2-8cc1-f25b2c6eea24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.408044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6db346-c1ac-40e2-8cc1-f25b2c6eea24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.414225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6db346-c1ac-40e2-8cc1-f25b2c6eea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.424764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] For port 7e2b05de-24e2-46b1-b12a-df04e830a1aa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7e2b05de-24e2-46b1-b12a-df04e830a1aa,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:49.425390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.435257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de761db-7d59-45ef-9f92-49344d85492a req-4a52e018-797c-45c1-9cd6-24a14f23c96c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:49.437823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2de761db-7d59-45ef-9f92-49344d85492a req-4a52e018-797c-45c1-9cd6-24a14f23c96c tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c18bb6f-bfce-4677-9803-fa9bd923c5c3 HTTP/1.1" status: 200 len: 950 time: 0.1046517 Nov 22 16:09:49.456894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Calling delete_port for 7e2b05de-24e2-46b1-b12a-df04e830a1aa owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:49.463556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6db346-c1ac-40e2-8cc1-f25b2c6eea24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b0325a-b955-43bb-89f7-91a7b3f40694,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:49.469007 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2f6db346-c1ac-40e2-8cc1-f25b2c6eea24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcc510ecbb66422fa38e226f53917c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4147615 Nov 22 16:09:49.471635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43420) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:49.560577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5175f0e-f247-496a-8d5d-a964e4d7433a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.589386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5175f0e-f247-496a-8d5d-a964e4d7433a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.687336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-73f348b6-13f1-4191-8a40-e070cd1ec522 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:49.689294 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-73f348b6-13f1-4191-8a40-e070cd1ec522 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.71 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.0868440 Nov 22 16:09:49.705983 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5175f0e-f247-496a-8d5d-a964e4d7433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.708453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2de761db-7d59-45ef-9f92-49344d85492a req-f2597808-03e4-4fb0-b04b-2a47219c68d6 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566886 Nov 22 16:09:49.708655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5175f0e-f247-496a-8d5d-a964e4d7433a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.709725 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a5175f0e-f247-496a-8d5d-a964e4d7433a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18b0325a-b955-43bb-89f7-91a7b3f40694 HTTP/1.1" status: 204 len: 168 time: 0.2368138 Nov 22 16:09:49.758543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5175f0e-f247-496a-8d5d-a964e4d7433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b0325a-b955-43bb-89f7-91a7b3f40694,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:49.801274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d6e18-46ef-4e5e-a662-800471a2a3bc req-d389cd89-b73d-414e-9416-da7a66eed884 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:49.802963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-510d6e18-46ef-4e5e-a662-800471a2a3bc req-d389cd89-b73d-414e-9416-da7a66eed884 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1807942 Nov 22 16:09:49.856005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.872763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:49.920413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-510d6e18-46ef-4e5e-a662-800471a2a3bc req-8a8cb08c-76cf-4c67-85cd-6577127695e8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099308 Nov 22 16:09:49.926629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Deleting port 766ade31-e00d-4132-8bed-a7ac030af2ec {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:49.926979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:49.929213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 766ade31-e00d-4132-8bed-a7ac030af2ec no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:49.952954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event deleted for resources: {'Port': ['ID=7e2b05de-24e2-46b1-b12a-df04e830a1aa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:50.078240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] No DVR routers for this DVR port 7e2b05de-24e2-46b1-b12a-df04e830a1aa on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:50.087788 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:50.092341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f348afc8-b8e5-43ed-b4b7-b42f62fe58b2 req-a282846c-d633-41d7-baad-7c121c72fa93 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.11 "DELETE /v2.0/ports/7e2b05de-24e2-46b1-b12a-df04e830a1aa HTTP/1.1" status: 204 len: 173 time: 1.0935354 Nov 22 16:09:50.094924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'name': 'network-vif-deleted', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:50.098704 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a66f55-d200-4e07-9c46-2c79b04e5505" -d '{"events": [{"server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "name": "network-vif-deleted", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:50.221918 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d85df-b2f1-47d1-972a-8ce9116066f8 req-5aa46ccf-9862-4bb4-ba60-4cd6f3cf724c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:50.230206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f63d85df-b2f1-47d1-972a-8ce9116066f8 req-5aa46ccf-9862-4bb4-ba60-4cd6f3cf724c tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 1023 time: 0.3474562 Nov 22 16:09:50.239655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:50.240288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:50.259290 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:50.269784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Calling delete_port for 766ade31-e00d-4132-8bed-a7ac030af2ec owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:50.310446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 766ade31-e00d-4132-8bed-a7ac030af2ec, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=766ade31-e00d-4132-8bed-a7ac030af2ec,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:50.324049 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:50.339619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3600e32-9fed-477b-92b7-7aa9ab893755 req-677b077f-1c46-47b8-967d-798e54f6f3bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:50.350741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3600e32-9fed-477b-92b7-7aa9ab893755 req-677b077f-1c46-47b8-967d-798e54f6f3bd tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=55547623-f82c-41b9-ba59-ed8d8094db78 HTTP/1.1" status: 200 len: 946 time: 0.2690389 Nov 22 16:09:50.506801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:50.507025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3600e32-9fed-477b-92b7-7aa9ab893755 req-2bcc9907-68f8-4f38-a860-94851997c63a tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550882 Nov 22 16:09:50.543065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f63d85df-b2f1-47d1-972a-8ce9116066f8 req-3d1db047-a617-4c84-9872-918951130355 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=34780cbb-a7f6-425a-ad7b-dc724341067d&id=5f897a37-bd3f-4301-a669-77aa87fec9d1&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3118806 Nov 22 16:09:50.604271 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:50.628133 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7a4a56-80d7-4d01-9593-ea2f4708c233 x-openstack-request-id: req-fc7a4a56-80d7-4d01-9593-ea2f4708c233 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:50.628530 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c18bb6f-bfce-4677-9803-fa9bd923c5c3", "name": "network-vif-deleted", "tag": "7e2b05de-24e2-46b1-b12a-df04e830a1aa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:50.628956 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc7a4a56-80d7-4d01-9593-ea2f4708c233 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:50.629635 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c18bb6f-bfce-4677-9803-fa9bd923c5c3', 'name': 'network-vif-deleted', 'tag': '7e2b05de-24e2-46b1-b12a-df04e830a1aa', 'status': 'completed', 'code': 200} Nov 22 16:09:50.680881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event deleted for resources: {'Port': ['ID=766ade31-e00d-4132-8bed-a7ac030af2ec,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:50.729118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:50.733209 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b53b1c6-9fa5-4de7-9b8e-1c523bd62bed" -d '{"events": [{"server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "name": "network-vif-unplugged", "status": "completed", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:50.744852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] No DVR routers for this DVR port 766ade31-e00d-4132-8bed-a7ac030af2ec on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:50.751171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:50.759116 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-21f3dfdd-05c7-49a1-bbfa-0c57ee71b31f req-245f482c-6239-4d2e-ab16-1a30b1795484 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.71 "DELETE /v2.0/ports/766ade31-e00d-4132-8bed-a7ac030af2ec HTTP/1.1" status: 204 len: 173 time: 1.0599535 Nov 22 16:09:50.759628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'name': 'network-vif-deleted', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:50.762005 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5ba677-be5e-425c-a23a-0a0e8b140b8c" -d '{"events": [{"server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "name": "network-vif-deleted", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:50.835465 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6074c620-09eb-4c9d-aa15-616f8fefaed5 x-openstack-request-id: req-6074c620-09eb-4c9d-aa15-616f8fefaed5 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:50.835890 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "name": "network-vif-unplugged", "status": "completed", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:50.836605 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6074c620-09eb-4c9d-aa15-616f8fefaed5 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:50.837181 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'code': 200} Nov 22 16:09:51.040083 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f66262e-4f51-444d-a7b5-7acfaec62f9a x-openstack-request-id: req-4f66262e-4f51-444d-a7b5-7acfaec62f9a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:51.040389 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55547623-f82c-41b9-ba59-ed8d8094db78", "name": "network-vif-deleted", "tag": "766ade31-e00d-4132-8bed-a7ac030af2ec", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:51.040652 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f66262e-4f51-444d-a7b5-7acfaec62f9a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:51.041059 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55547623-f82c-41b9-ba59-ed8d8094db78', 'name': 'network-vif-deleted', 'tag': '766ade31-e00d-4132-8bed-a7ac030af2ec', 'status': 'completed', 'code': 200} Nov 22 16:09:51.048296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a145ce-0b17-492a-bb66-4e593caad729 req-7b81a4a7-2b9c-452a-8b1f-2202dfbb2a0d tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:51.056799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72a145ce-0b17-492a-bb66-4e593caad729 req-7b81a4a7-2b9c-452a-8b1f-2202dfbb2a0d tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1584988 Nov 22 16:09:51.219252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72a145ce-0b17-492a-bb66-4e593caad729 req-11a4b156-3e5a-401e-b586-26bcb361a900 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610603 Nov 22 16:09:51.279713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-95045667-f650-41fa-931b-a17d21b3e6a6 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:51.288549 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0599d7d-56f2-4f55-bf9e-360c3fce2f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:51.294197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-95045667-f650-41fa-931b-a17d21b3e6a6 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.11 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 1023 time: 0.2340565 Nov 22 16:09:51.700473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device bfd731a2-cc84-4651-b0ab-f7eb3e82e886 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:51.782448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a83c0-e26f-4de8-a8a4-ca4ee14c92a2 req-a00bcb36-2aa8-42ec-b691-c70f69fe2559 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:51.784129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-017a83c0-e26f-4de8-a8a4-ca4ee14c92a2 req-a00bcb36-2aa8-42ec-b691-c70f69fe2559 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.4368293 Nov 22 16:09:51.794535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48179983-cd25-46d6-96fb-638dbf755dfc req-6958433e-3db6-4b25-a89d-65b568ec40fb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:51.802554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48179983-cd25-46d6-96fb-638dbf755dfc req-6958433e-3db6-4b25-a89d-65b568ec40fb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.4566069 Nov 22 16:09:51.832436 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:51.874929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:51.880617 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:51.882064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7e2b05de-24e2-46b1-b12a-df04e830a1aa no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:51.895428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Deleting port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:51.896077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:51.946558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:51.972368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 7e2b05de-24e2-46b1-b12a-df04e830a1aa {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:51.973306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7e2b05de-24e2-46b1-b12a-df04e830a1aa not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:52.053135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48179983-cd25-46d6-96fb-638dbf755dfc req-ef331e0d-ca60-44fc-9ec2-da8937d2240b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493746 Nov 22 16:09:52.077716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] For port bfd731a2-cc84-4651-b0ab-f7eb3e82e886, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,segment=NetworkSegment(3fefc963-d101-45e6-bb36-11716a68d65a),segment_id=3fefc963-d101-45e6-bb36-11716a68d65a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:52.078059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:52.098461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-017a83c0-e26f-4de8-a8a4-ca4ee14c92a2 req-691a7c13-3cbe-4a84-b6a2-c496d514c44d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924438 Nov 22 16:09:52.106713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Calling delete_port for bfd731a2-cc84-4651-b0ab-f7eb3e82e886 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:52.352299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:52.363287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:52.384147 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:52.404345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'Port': ['ID=bfd731a2-cc84-4651-b0ab-f7eb3e82e886,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:52.425866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c6865-8272-4c21-84b6-fdffd53ba9cd req-0815f383-6768-4f4f-b9c8-888b49774ac3 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:52.433629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e60c6865-8272-4c21-84b6-fdffd53ba9cd req-0815f383-6768-4f4f-b9c8-888b49774ac3 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/ports?device_id=e89e4df9-cfd5-433e-b399-7edafd7706f1 HTTP/1.1" status: 200 len: 943 time: 0.1135209 Nov 22 16:09:52.486493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] No DVR routers for this DVR port bfd731a2-cc84-4651-b0ab-f7eb3e82e886 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:52.489734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:52.493069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4fc946a5-fdcb-4fe4-bba2-6c440d147e6e req-3f74f188-e9db-4745-a3bc-886bee740e61 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.11 "DELETE /v2.0/ports/bfd731a2-cc84-4651-b0ab-f7eb3e82e886 HTTP/1.1" status: 204 len: 173 time: 1.1979828 Nov 22 16:09:52.568665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e60c6865-8272-4c21-84b6-fdffd53ba9cd req-e6ac2b42-81e5-4d47-a50c-7c669965ecb1 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups?id=34780cbb-a7f6-425a-ad7b-dc724341067d&id=5f897a37-bd3f-4301-a669-77aa87fec9d1&id=a4f6bfb9-b87a-4f24-8a0d-186f30222800&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1340299 Nov 22 16:09:52.630819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'name': 'network-vif-deleted', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:52.633494 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bdf5c8-ba1e-442b-90ee-12521e6cfceb" -d '{"events": [{"server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "name": "network-vif-deleted", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:52.814256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbe402-a6a9-46cc-be0e-f22ab5978195 req-6b9f24d2-f6fc-49c9-b2cd-eb5bad4e1d29 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:52.817007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1bbe402-a6a9-46cc-be0e-f22ab5978195 req-6b9f24d2-f6fc-49c9-b2cd-eb5bad4e1d29 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1342309 Nov 22 16:09:52.838756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:52.842875 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105c3acd-a776-44eb-98e6-6fbc2dd0a68e" -d '{"events": [{"server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:52.909639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43504) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:52.974540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1bbe402-a6a9-46cc-be0e-f22ab5978195 req-90fb6da9-c824-49d6-bbb3-07ee9c16a717 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467443 Nov 22 16:09:53.028913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601f856-e576-4bf5-bc31-0c78554e741b req-31e0f507-7940-4af0-89ce-003fa78fadfe tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:53.034582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-31e0f507-7940-4af0-89ce-003fa78fadfe tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 822 time: 0.3224053 Nov 22 16:09:53.068334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-c8ac2694-9c00-4c36-a21a-c463aaf196df tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/quotas/68500ce062ab418488b7b4d78c968591 HTTP/1.1" status: 200 len: 375 time: 0.0271575 Nov 22 16:09:53.081553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-a6fec35d-a93b-4714-9aa9-10f0af14b6c1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:53.085296 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-a6fec35d-a93b-4714-9aa9-10f0af14b6c1 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.1355925 Nov 22 16:09:53.115816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-b761e088-4a31-43b1-b86a-1aee900c065f tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459452 Nov 22 16:09:53.118386 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e08e597-c482-44d3-a8d9-0c410d8e805f x-openstack-request-id: req-2e08e597-c482-44d3-a8d9-0c410d8e805f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:53.118689 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "name": "network-vif-deleted", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:53.118947 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2e08e597-c482-44d3-a8d9-0c410d8e805f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:53.119428 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'name': 'network-vif-deleted', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886', 'status': 'completed', 'code': 200} Nov 22 16:09:53.143381 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553f7439-b912-473b-9501-bc846ca84017 x-openstack-request-id: req-553f7439-b912-473b-9501-bc846ca84017 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:53.144009 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89e4df9-cfd5-433e-b399-7edafd7706f1", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd731a2-cc84-4651-b0ab-f7eb3e82e886", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:53.145003 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-553f7439-b912-473b-9501-bc846ca84017 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:53.145584 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89e4df9-cfd5-433e-b399-7edafd7706f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd731a2-cc84-4651-b0ab-f7eb3e82e886', 'code': 200} Nov 22 16:09:53.152550 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f9a9d65-8f7e-4d94-9998-a17a2b9e8b37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.241557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-4ab38887-51f7-4b48-937f-0c3599fa8bd2 service neutron] 10.222.0.69 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246190 Nov 22 16:09:53.304840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Deleting port b62e6208-5225-4e54-9940-202afd0b6536 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:09:53.305092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.385582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277aa47-0296-4dcd-8813-7916457442af req-646911e6-1f44-4c4c-8deb-00c77429b817 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:53.394475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f277aa47-0296-4dcd-8813-7916457442af req-646911e6-1f44-4c4c-8deb-00c77429b817 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1199143 Nov 22 16:09:53.402564 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f9a9d65-8f7e-4d94-9998-a17a2b9e8b37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.413321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f9a9d65-8f7e-4d94-9998-a17a2b9e8b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.468485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f277aa47-0296-4dcd-8813-7916457442af req-67219e84-1fba-4b67-b93f-e12202a7ea13 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689757 Nov 22 16:09:53.491725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-cbee943d-3ce9-4cce-acf6-8b31bee7ebcf service neutron] 10.222.0.69 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491956 Nov 22 16:09:53.521708 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9f9a9d65-8f7e-4d94-9998-a17a2b9e8b37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df4fad5d398a4d1ab95c157f08c7f39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6086183 Nov 22 16:09:53.521708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a9d65-8f7e-4d94-9998-a17a2b9e8b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4751a61e-ec6c-47c0-8367-41130f3f9fd3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:53.528207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:53.540526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] For port b62e6208-5225-4e54-9940-202afd0b6536, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b62e6208-5225-4e54-9940-202afd0b6536,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:09:53.542087 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.572567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Calling delete_port for b62e6208-5225-4e54-9940-202afd0b6536 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:09:53.625251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d34c9b62-1be1-4fb1-a5f0-ad24fdb9249f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.681077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d34c9b62-1be1-4fb1-a5f0-ad24fdb9249f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.712099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be0216-1a68-4ed3-9733-1ebcacadf96e req-87d29c6c-1c39-4fe4-9b63-a44badfc281d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:53.720360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16be0216-1a68-4ed3-9733-1ebcacadf96e req-87d29c6c-1c39-4fe4-9b63-a44badfc281d tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/ports?device_id=73cc51f1-e03b-489b-aa3d-0172d44ad9b0 HTTP/1.1" status: 200 len: 950 time: 0.0976689 Nov 22 16:09:53.853832 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.854934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16be0216-1a68-4ed3-9733-1ebcacadf96e req-5b39d302-e93d-4051-a1d6-fd46c5426ae4 tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c499f3f-2857-4b06-b8ff-f25fc4018c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309412 Nov 22 16:09:53.867374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b62e6208-5225-4e54-9940-202afd0b6536'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:09:53.894795 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d34c9b62-1be1-4fb1-a5f0-ad24fdb9249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.898356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d34c9b62-1be1-4fb1-a5f0-ad24fdb9249f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:53.902813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d34c9b62-1be1-4fb1-a5f0-ad24fdb9249f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4751a61e-ec6c-47c0-8367-41130f3f9fd3 HTTP/1.1" status: 204 len: 168 time: 0.3732984 Nov 22 16:09:53.933234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c9b62-1be1-4fb1-a5f0-ad24fdb9249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4751a61e-ec6c-47c0-8367-41130f3f9fd3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:53.971417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Pushing event deleted for resources: {'Port': ['ID=b62e6208-5225-4e54-9940-202afd0b6536,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:53.972749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b62e6208-5225-4e54-9940-202afd0b6536 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:54.029642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: b62e6208-5225-4e54-9940-202afd0b6536 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:54.030283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b62e6208-5225-4e54-9940-202afd0b6536 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:54.031014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 766ade31-e00d-4132-8bed-a7ac030af2ec no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:09:54.078186 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] No DVR routers for this DVR port b62e6208-5225-4e54-9940-202afd0b6536 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:09:54.083881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 766ade31-e00d-4132-8bed-a7ac030af2ec {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:09:54.088103 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:54.088263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 766ade31-e00d-4132-8bed-a7ac030af2ec not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:09:54.095939 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bcfd60c-6fde-483d-b36f-bf536f96b2ff req-eb665f96-c652-48b1-b463-70b7ff70cbca tempest-MigrationsAdminTest-563087594 tempest-MigrationsAdminTest-563087594-project] 10.222.0.71 "DELETE /v2.0/ports/b62e6208-5225-4e54-9940-202afd0b6536 HTTP/1.1" status: 204 len: 173 time: 1.0033848 Nov 22 16:09:54.102473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'name': 'network-vif-deleted', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:54.105780 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065c285a-452f-45ad-8bdf-b6e34662ec85" -d '{"events": [{"server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "name": "network-vif-deleted", "tag": "b62e6208-5225-4e54-9940-202afd0b6536"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:54.137781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d09a68-b3c3-4f0d-a681-34c29309bff4 req-f7a65e33-8608-4ad5-a0b0-e1917df31e92 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/5f897a37-bd3f-4301-a669-77aa87fec9d1 HTTP/1.1" status: 200 len: 1818 time: 0.0834794 Nov 22 16:09:54.261395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c314b38-e356-4b02-8c03-85ca87d08331 req-b44fae96-e87d-40bd-ae12-15d4123fec4f tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 210 time: 0.1067290 Nov 22 16:09:54.376743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56d09a68-b3c3-4f0d-a681-34c29309bff4 req-2453860c-8c4a-46c6-96cd-63f58007c3aa tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:54.403812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:54.432042 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:54.472821 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56d09a68-b3c3-4f0d-a681-34c29309bff4 req-2453860c-8c4a-46c6-96cd-63f58007c3aa tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:54.595032 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56d09a68-b3c3-4f0d-a681-34c29309bff4 req-2453860c-8c4a-46c6-96cd-63f58007c3aa tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:54.597372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-56d09a68-b3c3-4f0d-a681-34c29309bff4 req-2453860c-8c4a-46c6-96cd-63f58007c3aa tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:54.613695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d09a68-b3c3-4f0d-a681-34c29309bff4 req-2453860c-8c4a-46c6-96cd-63f58007c3aa tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/5f897a37-bd3f-4301-a669-77aa87fec9d1 HTTP/1.1" status: 204 len: 173 time: 0.4740891 Nov 22 16:09:54.726740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453860c-8c4a-46c6-96cd-63f58007c3aa tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f897a37-bd3f-4301-a669-77aa87fec9d1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:54.761496 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2289efac-1717-47d8-a799-dcc075a81dee x-openstack-request-id: req-2289efac-1717-47d8-a799-dcc075a81dee {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:09:54.762425 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73cc51f1-e03b-489b-aa3d-0172d44ad9b0", "name": "network-vif-deleted", "tag": "b62e6208-5225-4e54-9940-202afd0b6536", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:09:54.763175 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2289efac-1717-47d8-a799-dcc075a81dee {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:09:54.764020 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73cc51f1-e03b-489b-aa3d-0172d44ad9b0', 'name': 'network-vif-deleted', 'tag': 'b62e6208-5225-4e54-9940-202afd0b6536', 'status': 'completed', 'code': 200} Nov 22 16:09:54.802028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74283c-2774-4e64-8740-be84be4f8f29 req-47c61c61-44c7-4683-a8f0-4827dc78f9a6 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:54.815164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:54.836882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d74283c-2774-4e64-8740-be84be4f8f29 req-47c61c61-44c7-4683-a8f0-4827dc78f9a6 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.4612675 Nov 22 16:09:55.004784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d74283c-2774-4e64-8740-be84be4f8f29 req-824cd6be-10ea-482d-b6f8-26f24f7fd298 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535599 Nov 22 16:09:55.057909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572667e3-c348-4799-8015-e670bf929914 req-9f369491-d220-4350-8182-3273f1fdd274 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:55.066620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-572667e3-c348-4799-8015-e670bf929914 req-9f369491-d220-4350-8182-3273f1fdd274 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1430862 Nov 22 16:09:55.168283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3ed833b-965b-4aff-8494-e02c66461111 req-cd58c3db-10ac-4d7f-860f-d112fbda64de tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "GET /v2.0/security-groups/34780cbb-a7f6-425a-ad7b-dc724341067d HTTP/1.1" status: 200 len: 1816 time: 0.0992606 Nov 22 16:09:55.184539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-572667e3-c348-4799-8015-e670bf929914 req-815d5574-7826-42f8-b932-414466119681 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169212 Nov 22 16:09:55.336222 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f3ed833b-965b-4aff-8494-e02c66461111 req-6f136931-b15f-424c-a56e-1586ae905823 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:55.364856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f3ed833b-965b-4aff-8494-e02c66461111 req-6f136931-b15f-424c-a56e-1586ae905823 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:55.452029 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f3ed833b-965b-4aff-8494-e02c66461111 req-6f136931-b15f-424c-a56e-1586ae905823 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:55.456281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f3ed833b-965b-4aff-8494-e02c66461111 req-6f136931-b15f-424c-a56e-1586ae905823 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:55.458171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3ed833b-965b-4aff-8494-e02c66461111 req-6f136931-b15f-424c-a56e-1586ae905823 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] 10.222.0.69 "DELETE /v2.0/security-groups/34780cbb-a7f6-425a-ad7b-dc724341067d HTTP/1.1" status: 204 len: 173 time: 0.2723527 Nov 22 16:09:55.464316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43574) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:55.486177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f136931-b15f-424c-a56e-1586ae905823 tempest-SecurityGroupsTestJSON-1809102147 tempest-SecurityGroupsTestJSON-1809102147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34780cbb-a7f6-425a-ad7b-dc724341067d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:55.602835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:55.605158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2a1a0b-adaa-4c45-8a96-c853fa0c1220 admin admin] Deleting subnet 85f91589-111e-4ae5-a503-88fdf609a656 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:09:55.617191 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1a0b-adaa-4c45-8a96-c853fa0c1220 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:55.675615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7f546b6-865e-46ae-ba99-819eb59e2329 req-5a86fcf3-800e-4aeb-9c3f-e0735e3421d2 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 210 time: 0.1120934 Nov 22 16:09:55.712314 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1a0b-adaa-4c45-8a96-c853fa0c1220 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:55.886555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1a0b-adaa-4c45-8a96-c853fa0c1220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:55.916394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1640519567-network', 'tenant_id': '68f04462c1b941aeb2d9a6f327a8de54'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:56.050202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:56.057572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1a0b-adaa-4c45-8a96-c853fa0c1220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.085226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Made reservation on behalf of 68f04462c1b941aeb2d9a6f327a8de54 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:09:56.087668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.096518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a1a0b-adaa-4c45-8a96-c853fa0c1220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85f91589-111e-4ae5-a503-88fdf609a656,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:56.104005 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc2a1a0b-adaa-4c45-8a96-c853fa0c1220 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.110993 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bc2a1a0b-adaa-4c45-8a96-c853fa0c1220 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/85f91589-111e-4ae5-a503-88fdf609a656 HTTP/1.1" status: 204 len: 168 time: 0.6439431 Nov 22 16:09:56.112718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43588) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:56.113457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601f856-e576-4bf5-bc31-0c78554e741b req-405726b0-0679-4911-adc7-1c63213c182e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:56.115139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-405726b0-0679-4911-adc7-1c63213c182e tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.11 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 822 time: 0.4018793 Nov 22 16:09:56.126598 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.145835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Request body: {'port': {'device_id': 'bc0c4f5c-c236-4b49-abd4-e62da2d64f1e', 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'admin_state_up': True, 'tenant_id': '68500ce062ab418488b7b4d78c968591'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:56.234510 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.256285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662efbfe-57af-4329-8a0f-c7c3b6fccba3 req-819538f6-fd54-4567-8d77-51ff2b1d831b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:56.257890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-662efbfe-57af-4329-8a0f-c7c3b6fccba3 req-819538f6-fd54-4567-8d77-51ff2b1d831b tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1669683 Nov 22 16:09:56.384254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.431643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612f7e72-2bed-4640-803a-6023f058a4bc']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:56.446848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fefc963-d101-45e6-bb36-11716a68d65a') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:56.447263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fefc963-d101-45e6-bb36-11716a68d65a') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:09:56.459276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.474035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9ebfe65f-0d36-4480-bb1d-e911714d457b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64360a594ce5409192d790eaea4a9864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217327 Nov 22 16:09:56.478053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43594) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:56.490774 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.496674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-662efbfe-57af-4329-8a0f-c7c3b6fccba3 req-d7842bf7-a5fb-4dac-9673-5d540ece7477 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166948 Nov 22 16:09:56.505845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d91a59-0561-4170-a3c3-10a487f8efe3 req-9679a1b9-52b8-4a90-a6dd-cde703329928 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:56.513930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5d91a59-0561-4170-a3c3-10a487f8efe3 req-9679a1b9-52b8-4a90-a6dd-cde703329928 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1734631 Nov 22 16:09:56.517478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Made reservation on behalf of 68500ce062ab418488b7b4d78c968591 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:09:56.521158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.527923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.568896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.600885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:09:56.602105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b328809-aeb9-4105-8d08-093317145d31,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:56.603523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:09:56.608198 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:09:56.673201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5d91a59-0561-4170-a3c3-10a487f8efe3 req-eab9dee8-591c-41c4-a429-db0def692ec9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583073 Nov 22 16:09:56.684656 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c05e20e5-5d1c-4d6a-a66f-831ce254831f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.735582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c05e20e5-5d1c-4d6a-a66f-831ce254831f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.770877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:09:56.778036 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.800042 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.804263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.804897 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Added segment 4fa8978c-386b-43ea-81e0-f778d7509cfd of type vlan for network 31727273-90b0-4a41-a2b2-c0f4780fe923 Nov 22 16:09:56.811831 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] 10.222.0.69 "DELETE /v2.0/networks/612f7e72-2bed-4640-803a-6023f058a4bc HTTP/1.1" status: 204 len: 168 time: 0.6914928 Nov 22 16:09:56.831997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9dc47-66ef-478b-841f-16409f93582d admin admin] Pushing event deleted for resources: {'Network': ['ID=612f7e72-2bed-4640-803a-6023f058a4bc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:56.839645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Allocated IP 172.20.0.13 (b04cb20b-baac-4cd6-b0e0-84fb97d59f23/c5935d1d-de3b-49c4-b5fb-fca8f2cddc05/9d6e2840-d634-42be-b23c-7fa9d47dd5c7) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:09:56.861071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c05e20e5-5d1c-4d6a-a66f-831ce254831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.863823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c05e20e5-5d1c-4d6a-a66f-831ce254831f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:56.867693 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c05e20e5-5d1c-4d6a-a66f-831ce254831f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c499f3f-2857-4b06-b8ff-f25fc4018c8e HTTP/1.1" status: 204 len: 168 time: 0.3854187 Nov 22 16:09:56.891648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e20e5-5d1c-4d6a-a66f-831ce254831f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c499f3f-2857-4b06-b8ff-f25fc4018c8e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:56.912119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef9bc2b1-9047-4d17-8a35-4eae45ec3afa req-4581dab9-8d81-44c8-a3d9-2eef4af82d2b tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 210 time: 0.0895004 Nov 22 16:09:56.930226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.022474 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.023716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:57.024921 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.113098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43606) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:57.151443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5472524 Nov 22 16:09:57.156191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:57.161391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Request body: {'subnet': {'network_id': '31727273-90b0-4a41-a2b2-c0f4780fe923', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1640519567-subnet', 'tenant_id': '68f04462c1b941aeb2d9a6f327a8de54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:57.188032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d07da9-4d77-4ac7-b80b-15cdd9a52883 admin admin] Pushing event updated for resources: {'Network': ['ID=31727273-90b0-4a41-a2b2-c0f4780fe923,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:57.199389 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2e437eb7-4532-4b9a-9c8a-a54a8022b419 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d73a5747df9f494096a9d999ace65ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0850735 Nov 22 16:09:57.200968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 31727273-90b0-4a41-a2b2-c0f4780fe923 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:09:57.202249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43610) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:57.228246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Made reservation on behalf of 68f04462c1b941aeb2d9a6f327a8de54 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:09:57.230577 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.305565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2bd2eb2-f492-4121-a397-1a2935a70ecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.355229 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.382995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2bd2eb2-f492-4121-a397-1a2935a70ecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.451009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2bd2eb2-f492-4121-a397-1a2935a70ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.462889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d2bd2eb2-f492-4121-a397-1a2935a70ecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.465969 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d2bd2eb2-f492-4121-a397-1a2935a70ecd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4f6bfb9-b87a-4f24-8a0d-186f30222800 HTTP/1.1" status: 204 len: 168 time: 0.2620111 Nov 22 16:09:57.483297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd2eb2-f492-4121-a397-1a2935a70ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f6bfb9-b87a-4f24-8a0d-186f30222800,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:57.514197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43614) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:57.581802 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c27b000b-6757-40f1-8f80-c62bb434b4ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89db4e0b29364005ac1c55744d2ad14a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632551 Nov 22 16:09:57.582322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43618) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:57.602190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.653789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecec7e9b-77bd-4668-b43b-bcd88331586b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.684768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecec7e9b-77bd-4668-b43b-bcd88331586b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.700662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:09:57.706841 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.719225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:09:57.722746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:09:57.755520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event updated for resources: {'Port': ['ID=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:57.765186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecec7e9b-77bd-4668-b43b-bcd88331586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.775153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecec7e9b-77bd-4668-b43b-bcd88331586b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:57.779510 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ecec7e9b-77bd-4668-b43b-bcd88331586b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/69294115-8c22-47ea-8489-c1c9abf203b2 HTTP/1.1" status: 204 len: 168 time: 0.1940455 Nov 22 16:09:57.794857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7e9b-77bd-4668-b43b-bcd88331586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69294115-8c22-47ea-8489-c1c9abf203b2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:57.868124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=649e5d7f-a603-402d-aa0e-c771bffa42eb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:57.913522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d03ff6-8c7b-4c69-b6fd-bbf61464d6e8 req-1279e1da-647a-4c21-b669-9d6969757511 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:57.915822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9d03ff6-8c7b-4c69-b6fd-bbf61464d6e8 req-1279e1da-647a-4c21-b669-9d6969757511 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.3020236 Nov 22 16:09:57.948730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:57.949636 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:58.019694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Checking segment: {'id': '4fa8978c-386b-43ea-81e0-f778d7509cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '31727273-90b0-4a41-a2b2-c0f4780fe923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:09:58.020247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Network hostable DHCP agents. Network: 31727273-90b0-4a41-a2b2-c0f4780fe923, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:09:58.042862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-dae0eea2-26a2-4415-a21f-09615804c74c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9157672 Nov 22 16:09:58.072841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d089f9-0e65-4c38-86dd-389fdf66419e req-d2d1e1d7-6292-487f-9006-b001dffb93ea tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:58.074269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6d089f9-0e65-4c38-86dd-389fdf66419e req-d2d1e1d7-6292-487f-9006-b001dffb93ea tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1109715 Nov 22 16:09:58.078972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Request body: {'port': {'device_id': 'bc0c4f5c-c236-4b49-abd4-e62da2d64f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:58.114468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9d03ff6-8c7b-4c69-b6fd-bbf61464d6e8 req-956e38e2-bddc-4eaf-b7aa-ab3fd291ede6 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859903 Nov 22 16:09:58.159753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Network 31727273-90b0-4a41-a2b2-c0f4780fe923 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:09:58.203735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 31727273-90b0-4a41-a2b2-c0f4780fe923) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:09:58.213426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a825ffe-a8c6-4567-a374-a53a0518bace None None] Network 31727273-90b0-4a41-a2b2-c0f4780fe923 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:09:58.238346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:58.238976 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:58.260970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6d089f9-0e65-4c38-86dd-389fdf66419e req-df87692b-65fe-4c77-a9b5-3ad395416253 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700532 Nov 22 16:09:58.298196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:58.335585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0e26246d-0511-42b2-8c2e-99aecaa2bcc0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1675482 Nov 22 16:09:58.563587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced5447-015a-46a2-9e4d-f4bdf02a36af None None] Network 31727273-90b0-4a41-a2b2-c0f4780fe923 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:09:58.898826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1608a-1661-4d17-abfe-1cd33ec05dab req-09805758-58b8-4d58-b117-778ffbbeb961 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:58.908311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73e1608a-1661-4d17-abfe-1cd33ec05dab req-09805758-58b8-4d58-b117-778ffbbeb961 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 932 time: 0.1441555 Nov 22 16:09:59.011044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73e1608a-1661-4d17-abfe-1cd33ec05dab req-6eef2170-cbf8-4dcc-a6af-1a5a50d93cfe tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017473 Nov 22 16:09:59.101681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6d78c9ec-ec82-4437-aaad-fc4b6075d91f req-15c865cf-7589-431a-b04f-48cf6e169701 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-582632645', 'description': 'tempest-description-1659295897'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:59.123892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:09:59.141382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.163723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Transition to ACTIVE for port object 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:09:59.166042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6d78c9ec-ec82-4437-aaad-fc4b6075d91f req-15c865cf-7589-431a-b04f-48cf6e169701 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.175929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.351454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6d78c9ec-ec82-4437-aaad-fc4b6075d91f req-15c865cf-7589-431a-b04f-48cf6e169701 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.357651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:59.378550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6d78c9ec-ec82-4437-aaad-fc4b6075d91f req-15c865cf-7589-431a-b04f-48cf6e169701 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.441216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c865cf-7589-431a-b04f-48cf6e169701 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5cb634-faa7-478d-810f-08a3082261b4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:09:59.463777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43678) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:09:59.555301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6d78c9ec-ec82-4437-aaad-fc4b6075d91f req-15c865cf-7589-431a-b04f-48cf6e169701 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.556576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d78c9ec-ec82-4437-aaad-fc4b6075d91f req-15c865cf-7589-431a-b04f-48cf6e169701 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4597847 Nov 22 16:09:59.562772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Attempting to bind port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:09:59.563115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Attempting to bind port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:09:59.563524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Attempting to bind port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:59.583166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f46a71-0ae4-4ae5-9498-59eff9b2dc37 req-a4e64922-3af9-4e85-9d14-2821997df60c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:59.591122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17f46a71-0ae4-4ae5-9498-59eff9b2dc37 req-a4e64922-3af9-4e85-9d14-2821997df60c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.2775459 Nov 22 16:09:59.594450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:09:59.594581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Attempting to bind port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 on network b04cb20b-baac-4cd6-b0e0-84fb97d59f23 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:09:59.612516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:09:59.612890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Checking segment: {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:09:59.613573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Bound using segment: {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:09:59.614039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Bound port: 9d6e2840-d634-42be-b23c-7fa9d47dd5c7, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:09:59.614484 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.708440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17f46a71-0ae4-4ae5-9498-59eff9b2dc37 req-bdfcddf9-2f60-491d-bee0-ddbe2512c2ed tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107955 Nov 22 16:09:59.809751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-70087111-network', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:09:59.837527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] For port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:09:59.860695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:09:59.863214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.872158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] For port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:09:59.873589 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.885494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9a92b-a24f-44ff-bcaa-c85988978afd req-402a8548-34da-4736-a948-e68e6e145652 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:59.887225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6be9a92b-a24f-44ff-bcaa-c85988978afd req-402a8548-34da-4736-a948-e68e6e145652 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1642280 Nov 22 16:09:59.891536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b3cef05-0ff1-4207-8cb2-dc757c552cc1 req-6b3ef817-94d4-40dc-8bb7-06e1e68a6eb7 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/1d5cb634-faa7-478d-810f-08a3082261b4 HTTP/1.1" status: 200 len: 1829 time: 0.1458991 Nov 22 16:09:59.893808 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.915658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:09:59.916422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:09:59.917930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] 10.222.0.11 "PUT /v2.0/ports/9d6e2840-d634-42be-b23c-7fa9d47dd5c7 HTTP/1.1" status: 200 len: 1092 time: 1.8613162 Nov 22 16:09:59.930495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc0c4f5c-c236-4b49-abd4-e62da2d64f1e', 'tag': '9d6e2840-d634-42be-b23c-7fa9d47dd5c7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:09:59.939358 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e26f79-0082-4bcd-85ad-21f481486682" -d '{"events": [{"name": "network-changed", "server_uuid": "bc0c4f5c-c236-4b49-abd4-e62da2d64f1e", "tag": "9d6e2840-d634-42be-b23c-7fa9d47dd5c7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:09:59.993752 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.004929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1b3cef05-0ff1-4207-8cb2-dc757c552cc1 req-739f4ef3-7529-4069-9136-994a2070a179 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d5cb634-faa7-478d-810f-08a3082261b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:00.005257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1b3cef05-0ff1-4207-8cb2-dc757c552cc1 req-739f4ef3-7529-4069-9136-994a2070a179 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d5cb634-faa7-478d-810f-08a3082261b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:00.025986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.092183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:10:00.119274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:00.138655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.138655 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Added segment edf9d372-6f52-49de-9627-d590815d48d1 of type vlan for network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a Nov 22 16:10:00.164425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d7b11-035c-4fc5-89e8-125a86bd4e16 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:00.176711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6be9a92b-a24f-44ff-bcaa-c85988978afd req-d5e57398-cd34-469d-aec7-55866c9602e6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2710834 Nov 22 16:10:00.185604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601f856-e576-4bf5-bc31-0c78554e741b req-6171e9e2-399f-41ce-8cd8-fe0d4c5b85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:00.188254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-6171e9e2-399f-41ce-8cd8-fe0d4c5b85f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 1095 time: 0.1707873 Nov 22 16:10:00.257501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-763ed707-7e9b-4431-85c4-c502f8c7bc86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d6e2840-d634-42be-b23c-7fa9d47dd5c7 HTTP/1.1" status: 200 len: 217 time: 0.0587261 Nov 22 16:10:00.266695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b3cef05-0ff1-4207-8cb2-dc757c552cc1 req-739f4ef3-7529-4069-9136-994a2070a179 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.271331 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91786da0-11f6-476e-9620-6d0620e3336d x-openstack-request-id: req-91786da0-11f6-476e-9620-6d0620e3336d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:00.271740 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc0c4f5c-c236-4b49-abd4-e62da2d64f1e", "tag": "9d6e2840-d634-42be-b23c-7fa9d47dd5c7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:00.272098 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91786da0-11f6-476e-9620-6d0620e3336d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:00.272582 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc0c4f5c-c236-4b49-abd4-e62da2d64f1e', 'tag': '9d6e2840-d634-42be-b23c-7fa9d47dd5c7', 'status': 'completed', 'code': 200} Nov 22 16:10:00.622767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.636783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601f856-e576-4bf5-bc31-0c78554e741b req-4a7c04bd-1ed8-4538-b3dc-db0766bfd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:00.638402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-4a7c04bd-1ed8-4538-b3dc-db0766bfd6ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5935d1d-de3b-49c4-b5fb-fca8f2cddc05 HTTP/1.1" status: 200 len: 862 time: 0.3648624 Nov 22 16:10:00.669544 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.676162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:00.676819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.694494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b3cef05-0ff1-4207-8cb2-dc757c552cc1 req-739f4ef3-7529-4069-9136-994a2070a179 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.719816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-b3aca83b-fddc-4b2e-ab40-79bc00d576f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604463 Nov 22 16:10:00.721558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b3cef05-0ff1-4207-8cb2-dc757c552cc1 req-739f4ef3-7529-4069-9136-994a2070a179 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.783299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a99f9-5dc8-4853-80ca-fe5abe39b5e1 req-3898839f-3687-460d-9a09-a048425c4ae8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:00.788478 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3235512 Nov 22 16:10:00.791814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb1a99f9-5dc8-4853-80ca-fe5abe39b5e1 req-3898839f-3687-460d-9a09-a048425c4ae8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 944 time: 0.1499581 Nov 22 16:10:00.792163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43716) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:00.796224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Request body: {'subnet': {'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-70087111-subnet', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:00.819932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b1068-84be-48be-b127-6eb65b590a8f admin admin] Pushing event updated for resources: {'Network': ['ID=3e000b7d-8d13-4cab-b7d0-356e8b7a254a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:00.826947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f4ef3-7529-4069-9136-994a2070a179 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d745fc-7ae0-4f6c-8407-360b756d1178,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:00.836342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:10:00.855798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b3cef05-0ff1-4207-8cb2-dc757c552cc1 req-739f4ef3-7529-4069-9136-994a2070a179 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.857165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b3cef05-0ff1-4207-8cb2-dc757c552cc1 req-739f4ef3-7529-4069-9136-994a2070a179 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9316540 Nov 22 16:10:00.885987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:00.891289 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:00.921504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb1a99f9-5dc8-4853-80ca-fe5abe39b5e1 req-485be028-8161-4947-8e37-011a76cf132f tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255600 Nov 22 16:10:00.957185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-d6b0012c-1582-4513-a8b7-6453499f2f06 service neutron] 10.222.0.11 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278409 Nov 22 16:10:01.141118 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:01.186396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d601f856-e576-4bf5-bc31-0c78554e741b req-fc7bed31-435a-4633-9a54-47dbf500b88c service neutron] 10.222.0.11 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197776 Nov 22 16:10:01.255778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92802d-0a2d-4493-a38f-47ddf9f3f30c req-d1883f3c-2b97-4229-b40b-b586520aef00 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:01.264234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d92802d-0a2d-4493-a38f-47ddf9f3f30c req-d1883f3c-2b97-4229-b40b-b586520aef00 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.0969601 Nov 22 16:10:01.276884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e517235-3d2f-4a4d-9d20-b9edf0ea0c55,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:01.299754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Checking segment: {'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:01.300291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Network hostable DHCP agents. Network: 3e000b7d-8d13-4cab-b7d0-356e8b7a254a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:10:01.325544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:10:01.349182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3e000b7d-8d13-4cab-b7d0-356e8b7a254a) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:01.357710 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:01.361862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:01.364390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1daa2cc-ede1-464b-bc78-4e5b4190b6cb None None] Network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:01.388627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b2d08b22-7e4e-4452-8a58-99d3ca6c38c3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5958204 Nov 22 16:10:01.391759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43724) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:01.400063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:01.447805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:01.454408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:01.474992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d92802d-0a2d-4493-a38f-47ddf9f3f30c req-09ea2d0f-69e4-4564-9fa3-32e4fcf8c154 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098246 Nov 22 16:10:01.491561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e46bbe3-650b-4859-aedd-d62e365c89e4 req-4657c3ea-5883-48cf-8281-b5b82508fe17 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/1d5cb634-faa7-478d-810f-08a3082261b4 HTTP/1.1" status: 200 len: 2422 time: 0.2553959 Nov 22 16:10:01.523672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e26f79-0082-4bcd-85ad-21f481486682 req-60545544-6771-40b2-9589-78f7abec78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:01.525603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e26f79-0082-4bcd-85ad-21f481486682 req-60545544-6771-40b2-9589-78f7abec78d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=68500ce062ab418488b7b4d78c968591&device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 1095 time: 0.2497609 Nov 22 16:10:01.556996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43728) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:01.586819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:01.663395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c5ede59-65b4-48b6-b9a2-fa0b34c65ead req-8dd89240-00e8-47d8-89d4-74eb4709d0e2 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-group-rules/b3d745fc-7ae0-4f6c-8407-360b756d1178 HTTP/1.1" status: 200 len: 778 time: 0.1071181 Nov 22 16:10:01.715365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-3e000b7d-8d13-4cab-b7d0-356e8b7a254a', 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'fixed_ips': [{'subnet_id': '0e517235-3d2f-4a4d-9d20-b9edf0ea0c55'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:10:01.716507 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:01.789191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2fa89-bf49-41c1-924f-2f250f0a01af req-7e78f13f-1833-4e9c-b334-64b57e529609 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:01.791023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:01.798276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ef2fa89-bf49-41c1-924f-2f250f0a01af req-7e78f13f-1833-4e9c-b334-64b57e529609 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1634951 Nov 22 16:10:01.886852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ef2fa89-bf49-41c1-924f-2f250f0a01af req-09696d49-861c-4e3e-b91b-6047e7334b68 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875959 Nov 22 16:10:01.917653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c5ede59-65b4-48b6-b9a2-fa0b34c65ead req-f3c20814-5651-4714-a75e-f97e528428d0 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/1d5cb634-faa7-478d-810f-08a3082261b4 HTTP/1.1" status: 200 len: 2422 time: 0.2530522 Nov 22 16:10:01.919218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e26f79-0082-4bcd-85ad-21f481486682 req-cfec15b9-1c48-4253-9150-cfe45b5c0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:01.921387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e26f79-0082-4bcd-85ad-21f481486682 req-cfec15b9-1c48-4253-9150-cfe45b5c0eb2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 200 len: 923 time: 0.3800690 Nov 22 16:10:01.923061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3afb54e-8a70-4e1f-91e1-016625e95050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:01.951195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Allocated IP 172.20.0.2 (3e000b7d-8d13-4cab-b7d0-356e8b7a254a/0e517235-3d2f-4a4d-9d20-b9edf0ea0c55/070b90e0-50e1-4868-b060-00e61dd684d9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:02.022732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e26f79-0082-4bcd-85ad-21f481486682 req-d2f2491c-bb74-4e0a-b585-47fdb95d1a46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d6e2840-d634-42be-b23c-7fa9d47dd5c7 HTTP/1.1" status: 200 len: 217 time: 0.0789454 Nov 22 16:10:02.093108 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c5ede59-65b4-48b6-b9a2-fa0b34c65ead req-6381f34a-6fb1-4dd4-be91-c55c1c7f41a5 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.122831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c5ede59-65b4-48b6-b9a2-fa0b34c65ead req-6381f34a-6fb1-4dd4-be91-c55c1c7f41a5 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.149221 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.149805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.158398 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.161195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e26f79-0082-4bcd-85ad-21f481486682 req-1720247c-2879-4ae8-9faa-56e726d2e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:02.162860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e26f79-0082-4bcd-85ad-21f481486682 req-1720247c-2879-4ae8-9faa-56e726d2e84f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c5935d1d-de3b-49c4-b5fb-fca8f2cddc05 HTTP/1.1" status: 200 len: 862 time: 0.1310170 Nov 22 16:10:02.177463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.209323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:02.212431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:02.216397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:02.226787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Pushing event updated for resources: {'Port': ['ID=070b90e0-50e1-4868-b060-00e61dd684d9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:02.251340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e26f79-0082-4bcd-85ad-21f481486682 req-9c7e59de-fec4-41f3-936d-128171276252 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b04cb20b-baac-4cd6-b0e0-84fb97d59f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738628 Nov 22 16:10:02.256752 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c5ede59-65b4-48b6-b9a2-fa0b34c65ead req-6381f34a-6fb1-4dd4-be91-c55c1c7f41a5 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.271637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8540dcbf-0be3-424b-83c5-a5d1776d4c90 req-acba096a-1fd6-42d4-b496-0df6d6a3ebb8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:02.273444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8540dcbf-0be3-424b-83c5-a5d1776d4c90 req-acba096a-1fd6-42d4-b496-0df6d6a3ebb8 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 944 time: 0.1978233 Nov 22 16:10:02.278078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c5ede59-65b4-48b6-b9a2-fa0b34c65ead req-6381f34a-6fb1-4dd4-be91-c55c1c7f41a5 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.279205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c5ede59-65b4-48b6-b9a2-fa0b34c65ead req-6381f34a-6fb1-4dd4-be91-c55c1c7f41a5 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b3d745fc-7ae0-4f6c-8407-360b756d1178 HTTP/1.1" status: 204 len: 173 time: 0.3527699 Nov 22 16:10:02.282354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3afb54e-8a70-4e1f-91e1-016625e95050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.306194 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3afb54e-8a70-4e1f-91e1-016625e95050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.329231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381f34a-6fb1-4dd4-be91-c55c1c7f41a5 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3d745fc-7ae0-4f6c-8407-360b756d1178,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:02.357503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Attempting to bind port 070b90e0-50e1-4868-b060-00e61dd684d9 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:02.357885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Attempting to bind port 070b90e0-50e1-4868-b060-00e61dd684d9 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:02.358254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Attempting to bind port 070b90e0-50e1-4868-b060-00e61dd684d9 on network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:02.367053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:02.367447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Checking segment: {'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:02.368490 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.368887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Bound using segment: {'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:02.372335 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Bound port: 070b90e0-50e1-4868-b060-00e61dd684d9, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:02.372892 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.393092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Allocated IP 172.25.5.8 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7f85e825-39d0-41c7-a4ce-1efb62d0955f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:02.431889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d3afb54e-8a70-4e1f-91e1-016625e95050 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=91aa9ac7dfb34da7a3a4ef76fcb91634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8665383 Nov 22 16:10:02.431889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afb54e-8a70-4e1f-91e1-016625e95050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ce9cc1-ced6-431e-8bcd-0aa7f42e0091,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:02.432696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43756) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:02.465360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8540dcbf-0be3-424b-83c5-a5d1776d4c90 req-46b81913-0141-406d-9bbb-d452545e62c7 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687186 Nov 22 16:10:02.505378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e26f79-0082-4bcd-85ad-21f481486682 req-65291bbf-f5e3-45b3-86c8-696dcf812011 service neutron] 10.222.0.11 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308800 Nov 22 16:10:02.590084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b855764-4862-40ed-ab9d-568b624a1b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.606289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] For port 070b90e0-50e1-4868-b060-00e61dd684d9, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:02.644607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] For port 070b90e0-50e1-4868-b060-00e61dd684d9, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=070b90e0-50e1-4868-b060-00e61dd684d9,segment=NetworkSegment(edf9d372-6f52-49de-9627-d590815d48d1),segment_id=edf9d372-6f52-49de-9627-d590815d48d1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:02.648142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b855764-4862-40ed-ab9d-568b624a1b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.660722 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.684595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-175e7e6e-1c36-4a2d-9171-d3d6c2a265ee req-1ac714b0-f069-4361-9d26-10a6b633df4c tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-684127282', 'description': 'tempest-description-1096290651'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:02.685253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.692618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e26f79-0082-4bcd-85ad-21f481486682 req-1d1decba-a812-431a-a38d-1177a3628b4c service neutron] 10.222.0.11 "GET /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758132 Nov 22 16:10:02.757102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b855764-4862-40ed-ab9d-568b624a1b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.757940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-175e7e6e-1c36-4a2d-9171-d3d6c2a265ee req-1ac714b0-f069-4361-9d26-10a6b633df4c tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.760603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b855764-4862-40ed-ab9d-568b624a1b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.766487 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4b855764-4862-40ed-ab9d-568b624a1b37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98ce9cc1-ced6-431e-8bcd-0aa7f42e0091 HTTP/1.1" status: 204 len: 168 time: 0.3291488 Nov 22 16:10:02.772917 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.777692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b855764-4862-40ed-ab9d-568b624a1b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ce9cc1-ced6-431e-8bcd-0aa7f42e0091,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:02.837284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d566759-e4f8-4d0d-b45a-275b393ca418 None None] Pushing event updated for resources: {'Port': ['ID=070b90e0-50e1-4868-b060-00e61dd684d9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:02.878722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:02.901570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:02.910576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:02.939003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Pushing event updated for resources: {'Port': ['ID=7f85e825-39d0-41c7-a4ce-1efb62d0955f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:02.959067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-175e7e6e-1c36-4a2d-9171-d3d6c2a265ee req-1ac714b0-f069-4361-9d26-10a6b633df4c tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:02.971703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-175e7e6e-1c36-4a2d-9171-d3d6c2a265ee req-1ac714b0-f069-4361-9d26-10a6b633df4c tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:03.050097 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-175e7e6e-1c36-4a2d-9171-d3d6c2a265ee req-1ac714b0-f069-4361-9d26-10a6b633df4c tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:03.061489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-175e7e6e-1c36-4a2d-9171-d3d6c2a265ee req-1ac714b0-f069-4361-9d26-10a6b633df4c tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5181162 Nov 22 16:10:03.090320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac714b0-f069-4361-9d26-10a6b633df4c tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97687b4e-d2f3-4fe6-8a21-f7b1e0530103,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:03.167583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487e900-e053-444f-98c7-25c8e230f6f1 req-e6a77301-2fd6-4917-afd0-198d355210b9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:03.172608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4487e900-e053-444f-98c7-25c8e230f6f1 req-e6a77301-2fd6-4917-afd0-198d355210b9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1258907 Nov 22 16:10:03.352345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559acb50-d891-4b91-aeba-74afc865f7e4 req-fd8edc06-0393-45f1-9108-72c438fbe8d7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:03.353907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-559acb50-d891-4b91-aeba-74afc865f7e4 req-fd8edc06-0393-45f1-9108-72c438fbe8d7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.1783056 Nov 22 16:10:03.370203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4487e900-e053-444f-98c7-25c8e230f6f1 req-1043b8b2-fbdc-40e7-9171-09939fe7d4e6 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553299 Nov 22 16:10:03.480819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-559acb50-d891-4b91-aeba-74afc865f7e4 req-75632e00-0101-4809-8197-f2022685bb01 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095228 Nov 22 16:10:03.497593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05da4045-e501-474d-86d3-607d835ff527 req-ccaa23a3-d8ef-444b-b722-e6ea7c0342b3 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/97687b4e-d2f3-4fe6-8a21-f7b1e0530103 HTTP/1.1" status: 200 len: 1829 time: 0.0798545 Nov 22 16:10:03.505922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:03.539140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43784) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:03.579770 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb3a30e-ebb5-4dd3-846b-5c0f39888d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:03.689109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7a2a68fc-6dff-4179-9814-b92fea39a85d req-784521ba-e252-4406-8d3a-dcafac77a7a1 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1770681813', 'description': 'tempest-description-690217846'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:03.712320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb3a30e-ebb5-4dd3-846b-5c0f39888d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:03.745676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:03.768129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fb3a30e-ebb5-4dd3-846b-5c0f39888d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:03.796804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7a2a68fc-6dff-4179-9814-b92fea39a85d req-784521ba-e252-4406-8d3a-dcafac77a7a1 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:03.828527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:03.870694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8fb3a30e-ebb5-4dd3-846b-5c0f39888d9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c37d130195f04933bae4ac4632f95a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276989 Nov 22 16:10:03.876394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43814) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:03.879121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d461ea-f76d-4663-9aa7-1e2acdf95d6d req-df54ec86-2183-48fb-aeea-e9f8de082d0d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:03.887835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8d461ea-f76d-4663-9aa7-1e2acdf95d6d req-df54ec86-2183-48fb-aeea-e9f8de082d0d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 944 time: 0.1777608 Nov 22 16:10:03.908056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3a30e-ebb5-4dd3-846b-5c0f39888d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661c47a0-5c28-43cf-bbcb-1c92fd02f58e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:03.997533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8d461ea-f76d-4663-9aa7-1e2acdf95d6d req-2d0f316f-af8f-4311-af25-ba17c7b5e129 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083000 Nov 22 16:10:04.044078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7a2a68fc-6dff-4179-9814-b92fea39a85d req-784521ba-e252-4406-8d3a-dcafac77a7a1 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.050955 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:04.058818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7a2a68fc-6dff-4179-9814-b92fea39a85d req-784521ba-e252-4406-8d3a-dcafac77a7a1 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.059101 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6398338-5407-438d-897d-228d15405b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.089231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '9d6e2840-d634-42be-b23c-7fa9d47dd5c7', 'network_id': 'b04cb20b-baac-4cd6-b0e0-84fb97d59f23', 'port_id': '9d6e2840-d634-42be-b23c-7fa9d47dd5c7', 'mac_address': 'fa:16:3e:cb:b6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5935d1d-de3b-49c4-b5fb-fca8f2cddc05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:04.098543 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6398338-5407-438d-897d-228d15405b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.151144 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7a2a68fc-6dff-4179-9814-b92fea39a85d req-784521ba-e252-4406-8d3a-dcafac77a7a1 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.160288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a2a68fc-6dff-4179-9814-b92fea39a85d req-784521ba-e252-4406-8d3a-dcafac77a7a1 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4783931 Nov 22 16:10:04.162929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784521ba-e252-4406-8d3a-dcafac77a7a1 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a33443-23e6-41f2-832d-91cd31628c38,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:04.189102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.208666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Router fbc96099-5aa9-49e3-b0db-531c2b269561 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:10:04.214648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:04.255297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:04.264902 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.266039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc373182-f7a2-4ec1-b90c-39d9848749b7 req-e088cc06-96a7-42e2-8ef8-a1b3f31b0efb tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/80a33443-23e6-41f2-832d-91cd31628c38 HTTP/1.1" status: 200 len: 1829 time: 0.0732198 Nov 22 16:10:04.279255 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6398338-5407-438d-897d-228d15405b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.284490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6398338-5407-438d-897d-228d15405b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.290965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f6398338-5407-438d-897d-228d15405b94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/661c47a0-5c28-43cf-bbcb-1c92fd02f58e HTTP/1.1" status: 204 len: 168 time: 0.4132357 Nov 22 16:10:04.307313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-391270fe-44f0-4ba8-94ed-62dd0a09a1de req-21205032-7064-43af-aa0e-bf48c6cda416 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1905549699', 'description': 'tempest-description-1143965350'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:04.321878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6398338-5407-438d-897d-228d15405b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661c47a0-5c28-43cf-bbcb-1c92fd02f58e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:04.363467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:04.375045 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-391270fe-44f0-4ba8-94ed-62dd0a09a1de req-21205032-7064-43af-aa0e-bf48c6cda416 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.474179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:10:04.489249 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Sync routers for ids ['fbc96099-5aa9-49e3-b0db-531c2b269561'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:10:04.508485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.513717 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b42cdf9f-4a99-4e26-a179-e43c379d3771 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1204979 Nov 22 16:10:04.515967 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Routers {'fbc96099-5aa9-49e3-b0db-531c2b269561'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:04.516884 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:09:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['fbc96099-5aa9-49e3-b0db-531c2b269561'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:04.521207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:04.528607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['9d6e2840-d634-42be-b23c-7fa9d47dd5c7'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:04.632147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-391270fe-44f0-4ba8-94ed-62dd0a09a1de req-21205032-7064-43af-aa0e-bf48c6cda416 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.651228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-391270fe-44f0-4ba8-94ed-62dd0a09a1de req-21205032-7064-43af-aa0e-bf48c6cda416 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.713160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-391270fe-44f0-4ba8-94ed-62dd0a09a1de req-21205032-7064-43af-aa0e-bf48c6cda416 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:04.720873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-391270fe-44f0-4ba8-94ed-62dd0a09a1de req-21205032-7064-43af-aa0e-bf48c6cda416 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4299328 Nov 22 16:10:04.777537 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Set router fbc96099-5aa9-49e3-b0db-531c2b269561 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:04.783302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21205032-7064-43af-aa0e-bf48c6cda416 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b369abc-c8eb-4f6a-a828-9f9a5acd34da,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:04.826448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8d7c1-718f-4b5e-87bd-e0921a7cfae9 None None] Network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:04.875835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ae995-731b-486a-a13d-892bc4d981da req-2b40ce49-bc6a-4820-852a-c877e7c4a69c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:04.883721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b8ae995-731b-486a-a13d-892bc4d981da req-2b40ce49-bc6a-4820-852a-c877e7c4a69c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.3595185 Nov 22 16:10:05.094385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b8ae995-731b-486a-a13d-892bc4d981da req-c83e0316-3753-40c6-969a-f2ed28265837 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976573 Nov 22 16:10:05.182205 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:10:03Z', 'revision_number': 3, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:05.225820 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Checking router: fbc96099-5aa9-49e3-b0db-531c2b269561 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:10:05.226531 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Updating router fbc96099-5aa9-49e3-b0db-531c2b269561 port 7f85e825-39d0-41c7-a4ce-1efb62d0955f binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:10:05.245882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7f0ebaa-fd72-42ab-8004-100e7f7a6133 req-e8f2c187-da65-4e21-95cf-c72bf48aed7b tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/1b369abc-c8eb-4f6a-a828-9f9a5acd34da HTTP/1.1" status: 200 len: 1830 time: 0.3309731 Nov 22 16:10:05.252385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c85c16-5071-4180-bb53-60c8460f53ab req-9e02e2d5-e3bf-4bfd-9e49-bbe97c430d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:05.253877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09c85c16-5071-4180-bb53-60c8460f53ab req-9e02e2d5-e3bf-4bfd-9e49-bbe97c430d51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1101 time: 0.2349479 Nov 22 16:10:05.257562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 070b90e0-50e1-4868-b060-00e61dd684d9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:05.272155 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:05.387080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f2a4f7a1-8f87-4067-b6ed-d323713f5e14 None None] Provisioning complete for port 070b90e0-50e1-4868-b060-00e61dd684d9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:05.387330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f7a1-8f87-4067-b6ed-d323713f5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:05.491264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c46d6-fdcd-4ab1-8cca-7c21a004720d req-972a4047-2523-4c59-996c-68ee1515f5cc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:05.498556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-328c46d6-fdcd-4ab1-8cca-7c21a004720d req-972a4047-2523-4c59-996c-68ee1515f5cc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 947 time: 0.2360239 Nov 22 16:10:05.536312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c85c16-5071-4180-bb53-60c8460f53ab req-a4cc76c2-a0b7-4909-989d-ec240a9dfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:05.537926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09c85c16-5071-4180-bb53-60c8460f53ab req-a4cc76c2-a0b7-4909-989d-ec240a9dfd35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2363174 Nov 22 16:10:05.548535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea1093-3c94-48a0-a3fd-e9f35a406da0 req-e833d089-f00a-4fc4-92d1-50594c1c6f69 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:05.555885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69ea1093-3c94-48a0-a3fd-e9f35a406da0 req-e833d089-f00a-4fc4-92d1-50594c1c6f69 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 945 time: 0.1464067 Nov 22 16:10:05.568429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 070b90e0-50e1-4868-b060-00e61dd684d9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:05.569048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:05.620992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09c85c16-5071-4180-bb53-60c8460f53ab req-2674d527-3ad8-411e-bed0-33a3e3bc9ebc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb HTTP/1.1" status: 200 len: 217 time: 0.0625920 Nov 22 16:10:05.697958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f7a1-8f87-4067-b6ed-d323713f5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:05.712892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-328c46d6-fdcd-4ab1-8cca-7c21a004720d req-bfb1402a-301b-48e9-af42-b4e2589eceb7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128184 Nov 22 16:10:05.779321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69ea1093-3c94-48a0-a3fd-e9f35a406da0 req-a73b50b9-3ff8-4fc2-8434-daa2ca485093 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209945 Nov 22 16:10:05.787449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f2a4f7a1-8f87-4067-b6ed-d323713f5e14 None None] For port 070b90e0-50e1-4868-b060-00e61dd684d9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=070b90e0-50e1-4868-b060-00e61dd684d9,segment=NetworkSegment(edf9d372-6f52-49de-9627-d590815d48d1),segment_id=edf9d372-6f52-49de-9627-d590815d48d1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:05.799949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2a4f7a1-8f87-4067-b6ed-d323713f5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:05.818793 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:05.826299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c85c16-5071-4180-bb53-60c8460f53ab req-20762592-42df-451b-a62b-21defb611b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:05.852720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09c85c16-5071-4180-bb53-60c8460f53ab req-20762592-42df-451b-a62b-21defb611b08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2193918 Nov 22 16:10:05.865791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-07d3b1ea-e253-4d66-9c4f-2ebd7a43e581 req-b50257c8-3e95-45dc-b0c6-13a3ba8de30d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-366136193', 'description': 'tempest-description-115987307'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:05.869698 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:05.893914 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.020458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:10:06.075540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-07d3b1ea-e253-4d66-9c4f-2ebd7a43e581 req-b50257c8-3e95-45dc-b0c6-13a3ba8de30d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.120437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.137530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c85c16-5071-4180-bb53-60c8460f53ab req-4b46e178-451e-460a-ac60-9581e809af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:06.139867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09c85c16-5071-4180-bb53-60c8460f53ab req-4b46e178-451e-460a-ac60-9581e809af95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2588861 Nov 22 16:10:06.210820 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Pushing event updated for resources: {'Port': ['ID=7f85e825-39d0-41c7-a4ce-1efb62d0955f,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:06.216664 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Attempting to bind port 7f85e825-39d0-41c7-a4ce-1efb62d0955f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:06.218442 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Attempting to bind port 7f85e825-39d0-41c7-a4ce-1efb62d0955f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:06.219265 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Attempting to bind port 7f85e825-39d0-41c7-a4ce-1efb62d0955f on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:06.230738 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.231892 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.232892 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.233488 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.234482 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.235233 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.236106 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.237895 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.239936 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.241606 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.242325 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.243809 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:06.263527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4f7a1-8f87-4067-b6ed-d323713f5e14 None None] Pushing event updated for resources: {'Port': ['ID=070b90e0-50e1-4868-b060-00e61dd684d9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:06.271231 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:06.272187 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:06.273176 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.274065 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:06.284340 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Bound port: 7f85e825-39d0-41c7-a4ce-1efb62d0955f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:06.284340 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.387200 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:10:06.388583 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:10:06.439648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-811795d6-6ede-480d-a95c-6bec251b4c3d None None] Provisioning complete for port 070b90e0-50e1-4868-b060-00e61dd684d9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:06.440711 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-811795d6-6ede-480d-a95c-6bec251b4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.455784 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] For port 7f85e825-39d0-41c7-a4ce-1efb62d0955f, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:06.467205 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] For port 7f85e825-39d0-41c7-a4ce-1efb62d0955f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7f85e825-39d0-41c7-a4ce-1efb62d0955f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:06.474280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa6eda-01f2-444a-ae5e-4d6ea32c02cf req-df227ef3-870f-4a66-9f1d-b10457cd81a1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:06.476874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddaa6eda-01f2-444a-ae5e-4d6ea32c02cf req-df227ef3-870f-4a66-9f1d-b10457cd81a1 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1760070 Nov 22 16:10:06.479134 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.484649 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-07d3b1ea-e253-4d66-9c4f-2ebd7a43e581 req-b50257c8-3e95-45dc-b0c6-13a3ba8de30d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.494053 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09c85c16-5071-4180-bb53-60c8460f53ab req-84f5e918-17f7-45b5-81ad-0061b99ec1bd service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314939 Nov 22 16:10:06.521140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Allocated IP 172.20.0.1 (3e000b7d-8d13-4cab-b7d0-356e8b7a254a/0e517235-3d2f-4a4d-9d20-b9edf0ea0c55/98224435-d7bd-4767-bad4-94e83480489d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:06.560148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-07d3b1ea-e253-4d66-9c4f-2ebd7a43e581 req-b50257c8-3e95-45dc-b0c6-13a3ba8de30d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.649677 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Routers {'fbc96099-5aa9-49e3-b0db-531c2b269561'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:06.650312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:09:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['fbc96099-5aa9-49e3-b0db-531c2b269561'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:06.652523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.731969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:06.735945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:06.738381 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c272fc7-93dc-43ad-8e37-3029a618ca6d" -d '{"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-unplugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:06.747457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.787174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.816702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=14']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:06.818477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-07d3b1ea-e253-4d66-9c4f-2ebd7a43e581 req-b50257c8-3e95-45dc-b0c6-13a3ba8de30d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.821379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07d3b1ea-e253-4d66-9c4f-2ebd7a43e581 req-b50257c8-3e95-45dc-b0c6-13a3ba8de30d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.9670012 Nov 22 16:10:06.877260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:06.892969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09c85c16-5071-4180-bb53-60c8460f53ab req-c49b5939-c82b-4b7c-be6a-3a25fbd20e40 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863609 Nov 22 16:10:06.906306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50257c8-3e95-45dc-b0c6-13a3ba8de30d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96224bf1-fba5-49cb-9880-bf4bd6a96aa9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:06.931390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddaa6eda-01f2-444a-ae5e-4d6ea32c02cf req-04aeefe0-5acd-474d-988f-f4492c56cafb tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376841 Nov 22 16:10:07.004829 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9188fe9-09a7-43ee-bc73-df4ac1f4cb71 x-openstack-request-id: req-a9188fe9-09a7-43ee-bc73-df4ac1f4cb71 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:07.005247 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-unplugged", "status": "completed", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:07.005602 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9188fe9-09a7-43ee-bc73-df4ac1f4cb71 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:07.009473 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'code': 200} Nov 22 16:10:07.031330 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7e3ad-df1f-4611-8b4b-ead09e00709f None None] Pushing event updated for resources: {'Port': ['ID=7f85e825-39d0-41c7-a4ce-1efb62d0955f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:07.065589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:07.094023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e6b4fe6-b707-4fed-90ae-3d881eb74333 req-ce845833-c43a-4bfa-9f03-587eb17ecc7c tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/96224bf1-fba5-49cb-9880-bf4bd6a96aa9 HTTP/1.1" status: 200 len: 1828 time: 0.1020076 Nov 22 16:10:07.099789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:07.105307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:07.141325 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] Set router fbc96099-5aa9-49e3-b0db-531c2b269561 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:07.164122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Pushing event updated for resources: {'Port': ['ID=98224435-d7bd-4767-bad4-94e83480489d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:07.177384 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:07.269134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e3c33-4f76-45e6-9dc2-5bf481ed28c3 req-e1bd48d0-c56f-4e2b-a32f-f401c30aa427 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:07.273186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-942e3c33-4f76-45e6-9dc2-5bf481ed28c3 req-e1bd48d0-c56f-4e2b-a32f-f401c30aa427 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 945 time: 0.1392224 Nov 22 16:10:07.318472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 070b90e0-50e1-4868-b060-00e61dd684d9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:07.377366 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:07.382175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-942e3c33-4f76-45e6-9dc2-5bf481ed28c3 req-1d56629e-89ee-4cec-8794-44dca0f55ae4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911076 Nov 22 16:10:07.416401 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-e45e587d-86fb-4d84-9231-d6551f6a3a2b req-79c52bc4-729a-4d4f-8f70-8c723d1ec37f tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] show failed (client error): The resource could not be found. Nov 22 16:10:07.417432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e45e587d-86fb-4d84-9231-d6551f6a3a2b req-79c52bc4-729a-4d4f-8f70-8c723d1ec37f tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/aefd8e45-5715-479e-b249-61bcf0d44730 HTTP/1.1" status: 404 len: 352 time: 0.0197880 Nov 22 16:10:07.533942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 070b90e0-50e1-4868-b060-00e61dd684d9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:07.534614 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:07.560354 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-51aededa-9b5e-404c-99a8-1be9692e7b2f req-73c2aa11-7c10-489c-bae2-f4cc2cb00c8d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] show failed (client error): The resource could not be found. Nov 22 16:10:07.561959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51aededa-9b5e-404c-99a8-1be9692e7b2f req-73c2aa11-7c10-489c-bae2-f4cc2cb00c8d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-group-rules/d5546262-ea4a-4b6e-991a-fc41323d1cd3 HTTP/1.1" status: 404 len: 361 time: 0.0498159 Nov 22 16:10:07.722602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:07.735667 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:07.795986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb97196f-f322-4977-987d-48867381887c req-601f6d57-c4ec-4ba3-a49b-eb3268209ef9 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/96224bf1-fba5-49cb-9880-bf4bd6a96aa9 HTTP/1.1" status: 200 len: 1828 time: 0.1588809 Nov 22 16:10:07.836731 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:07.837639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:07.927705 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb97196f-f322-4977-987d-48867381887c req-7d742c44-86c9-4437-9ca4-353b1f523afb tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:07.957560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b3537b28-7218-49fb-ad6c-ac38c319c900 None None] Provisioning complete for port 98224435-d7bd-4767-bad4-94e83480489d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:07.958320 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3537b28-7218-49fb-ad6c-ac38c319c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:08.006175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb97196f-f322-4977-987d-48867381887c req-7d742c44-86c9-4437-9ca4-353b1f523afb tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:08.022365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Pushing event updated for resources: {'Port': ['ID=98224435-d7bd-4767-bad4-94e83480489d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:08.023047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b3537b28-7218-49fb-ad6c-ac38c319c900 None None] Port 98224435-d7bd-4767-bad4-94e83480489d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:08.027067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:08.030480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:08.050401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:08.058870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:08.068037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:08.192293 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb97196f-f322-4977-987d-48867381887c req-7d742c44-86c9-4437-9ca4-353b1f523afb tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:08.195369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cb97196f-f322-4977-987d-48867381887c req-7d742c44-86c9-4437-9ca4-353b1f523afb tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:08.196801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb97196f-f322-4977-987d-48867381887c req-7d742c44-86c9-4437-9ca4-353b1f523afb tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "DELETE /v2.0/security-groups/96224bf1-fba5-49cb-9880-bf4bd6a96aa9 HTTP/1.1" status: 204 len: 173 time: 0.3968325 Nov 22 16:10:08.225813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d742c44-86c9-4437-9ca4-353b1f523afb tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96224bf1-fba5-49cb-9880-bf4bd6a96aa9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:08.278614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-c0566722-d403-47fa-a1f2-16dd483ff100 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=c127fe762a054a84a77ff78e99d882ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600941 Nov 22 16:10:08.324623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:08.328692 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:10:03Z', 'revision_number': 3, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:08.408299 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a380f12-5a06-463e-a011-a77a21e26fd1 None None] The sync data for ids ['fbc96099-5aa9-49e3-b0db-531c2b269561'] in n-d-811716-3 is: [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:10:03Z', 'revision_number': 3, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:10:08.414825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:08.427475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:08.596232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9da02bf7-57ad-4068-b20e-0b3f66028d5a None None] Provisioning complete for port 98224435-d7bd-4767-bad4-94e83480489d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:08.597078 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9da02bf7-57ad-4068-b20e-0b3f66028d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:08.600735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:08.626553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcb49c-10d7-444b-a8be-6f5c61e587a5 req-3810a4e0-5f09-41d4-b242-34ffba53ce76 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:08.636642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89bcb49c-10d7-444b-a8be-6f5c61e587a5 req-3810a4e0-5f09-41d4-b242-34ffba53ce76 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1653683 Nov 22 16:10:08.653150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9da02bf7-57ad-4068-b20e-0b3f66028d5a None None] Port 98224435-d7bd-4767-bad4-94e83480489d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:08.683285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-de8ba3ce-0137-4dd6-b919-d1d45363c654 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:08.684888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-de8ba3ce-0137-4dd6-b919-d1d45363c654 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3997741 Nov 22 16:10:08.726110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-4c4ec08f-a6f8-4d9a-960e-23a5c2327c01 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/quotas/c127fe762a054a84a77ff78e99d882ca HTTP/1.1" status: 200 len: 375 time: 0.0317287 Nov 22 16:10:08.734051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89bcb49c-10d7-444b-a8be-6f5c61e587a5 req-50002c0f-a210-4c71-82f9-7fca47649014 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949636 Nov 22 16:10:08.780886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-d7c86e6d-b373-42fa-8085-26293a90187c tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c127fe762a054a84a77ff78e99d882ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413375 Nov 22 16:10:08.871343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Router fbc96099-5aa9-49e3-b0db-531c2b269561 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:10:08.901348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f681248d-4959-4f38-b74e-09eb8f08d23f req-432bafe0-4ce8-4df1-9e69-dd7a9e947e72 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/1b369abc-c8eb-4f6a-a828-9f9a5acd34da HTTP/1.1" status: 200 len: 1830 time: 0.1031516 Nov 22 16:10:09.003366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f681248d-4959-4f38-b74e-09eb8f08d23f req-cff21482-9d0b-499e-84dd-9334f3e15d6d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.012219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0c4f5c-c236-4b49-abd4-e62da2d64f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6e2840-d634-42be-b23c-7fa9d47dd5c7'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:09.016490 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c866f-ee16-46a8-8b7a-6682e16c73a7" -d '{"events": [{"server_uuid": "bc0c4f5c-c236-4b49-abd4-e62da2d64f1e", "name": "network-vif-plugged", "status": "completed", "tag": "9d6e2840-d634-42be-b23c-7fa9d47dd5c7"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:09.041135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f681248d-4959-4f38-b74e-09eb8f08d23f req-cff21482-9d0b-499e-84dd-9334f3e15d6d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.047961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:10:09.067428 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-39a81366-f865-48b0-a49f-59ada9b1e28f admin admin] 10.222.0.69 "PUT /v2.0/routers/fbc96099-5aa9-49e3-b0db-531c2b269561/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5446403 Nov 22 16:10:09.141179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f681248d-4959-4f38-b74e-09eb8f08d23f req-cff21482-9d0b-499e-84dd-9334f3e15d6d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.144556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f681248d-4959-4f38-b74e-09eb8f08d23f req-cff21482-9d0b-499e-84dd-9334f3e15d6d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.145903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f681248d-4959-4f38-b74e-09eb8f08d23f req-cff21482-9d0b-499e-84dd-9334f3e15d6d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "DELETE /v2.0/security-groups/1b369abc-c8eb-4f6a-a828-9f9a5acd34da HTTP/1.1" status: 204 len: 173 time: 0.2338362 Nov 22 16:10:09.167057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff21482-9d0b-499e-84dd-9334f3e15d6d tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b369abc-c8eb-4f6a-a828-9f9a5acd34da,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:09.319527 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44008) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:09.340330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30cb50-020f-4f77-be06-9fe6e71a9e98 req-89ac2cfb-581b-451b-aca0-a51662e7da22 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:09.358249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d30cb50-020f-4f77-be06-9fe6e71a9e98 req-89ac2cfb-581b-451b-aca0-a51662e7da22 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 946 time: 0.1030073 Nov 22 16:10:09.360449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7f85e825-39d0-41c7-a4ce-1efb62d0955f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:09.418898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d30cb50-020f-4f77-be06-9fe6e71a9e98 req-427624ea-8aec-4139-8cf5-b1fa469cff10 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577602 Nov 22 16:10:09.506835 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6fc8f3-7df5-45a8-b55d-507945810918 x-openstack-request-id: req-ef6fc8f3-7df5-45a8-b55d-507945810918 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:09.507031 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0c4f5c-c236-4b49-abd4-e62da2d64f1e", "name": "network-vif-plugged", "status": "completed", "tag": "9d6e2840-d634-42be-b23c-7fa9d47dd5c7", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:09.534388 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef6fc8f3-7df5-45a8-b55d-507945810918 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:09.534958 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0c4f5c-c236-4b49-abd4-e62da2d64f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6e2840-d634-42be-b23c-7fa9d47dd5c7', 'code': 200} Nov 22 16:10:09.555045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7f85e825-39d0-41c7-a4ce-1efb62d0955f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:09.555439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.585234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1137413212'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:09.624823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9fc9d7b5-4e68-4a6c-b517-ca1480aa08c2 req-15434e0d-6112-4e1b-bdc0-4b9326535588 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 210 time: 0.0615461 Nov 22 16:10:09.625927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:09.630651 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.695134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe4ceb-9dec-4602-8dc9-82ae6dd083da req-aa60a161-4633-4688-9f30-49d303490fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:09.698162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbbe4ceb-9dec-4602-8dc9-82ae6dd083da req-aa60a161-4633-4688-9f30-49d303490fc9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 1097 time: 0.0766640 Nov 22 16:10:09.702994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:10:09.710783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9109ef1-84d1-4b91-948f-547608b4562b req-c6945035-6ddd-41f8-ac60-fe865f1d34fb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:09.721363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9109ef1-84d1-4b91-948f-547608b4562b req-c6945035-6ddd-41f8-ac60-fe865f1d34fb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2382755 Nov 22 16:10:09.724202 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.724566 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Added segment 01849276-b571-4b79-bac0-233f1c5bec4a of type vlan for network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e Nov 22 16:10:09.750367 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.799154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 7f85e825-39d0-41c7-a4ce-1efb62d0955f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7f85e825-39d0-41c7-a4ce-1efb62d0955f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:09.806574 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.811504 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.866153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.878170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9109ef1-84d1-4b91-948f-547608b4562b req-5c1ef397-f80b-4596-809b-74dd5640ae12 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551259 Nov 22 16:10:09.901749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=7f85e825-39d0-41c7-a4ce-1efb62d0955f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:09.910254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:09.912886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:09.979978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b76e81-0a28-4c4c-8c3a-21a436516536 req-d026959f-1f4e-43d9-8203-8d2805e8fd11 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/80a33443-23e6-41f2-832d-91cd31628c38 HTTP/1.1" status: 200 len: 1829 time: 0.3024037 Nov 22 16:10:09.984200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbbe4ceb-9dec-4602-8dc9-82ae6dd083da req-8cf79ecf-e11b-460a-bba0-c2a13f06863e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601218 Nov 22 16:10:10.002862 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6820326 Nov 22 16:10:10.004345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44022) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:10.019765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'subnet': {'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:10.081864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32645b1d-671f-4cfd-a05f-25faaecd8849 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Network': ['ID=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:10.092183 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:10:10.134959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b76e81-0a28-4c4c-8c3a-21a436516536 req-d5332e39-69bd-434f-8d79-efe846f671cf tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.148278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f754ecf-b5e4-4e2a-ab7e-f7128618a461 req-22373b61-f70f-45a9-8f6f-2b582e8fcad9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:10.150843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f754ecf-b5e4-4e2a-ab7e-f7128618a461 req-22373b61-f70f-45a9-8f6f-2b582e8fcad9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1105132 Nov 22 16:10:10.173672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:10.179664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.192805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b76e81-0a28-4c4c-8c3a-21a436516536 req-d5332e39-69bd-434f-8d79-efe846f671cf tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.245778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f754ecf-b5e4-4e2a-ab7e-f7128618a461 req-44658815-a922-40c1-8ed7-2bb13814176f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846193 Nov 22 16:10:10.262119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b76e81-0a28-4c4c-8c3a-21a436516536 req-d5332e39-69bd-434f-8d79-efe846f671cf tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.266982 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b76e81-0a28-4c4c-8c3a-21a436516536 req-d5332e39-69bd-434f-8d79-efe846f671cf tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.268530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b76e81-0a28-4c4c-8c3a-21a436516536 req-d5332e39-69bd-434f-8d79-efe846f671cf tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "DELETE /v2.0/security-groups/80a33443-23e6-41f2-832d-91cd31628c38 HTTP/1.1" status: 204 len: 173 time: 0.2783082 Nov 22 16:10:10.282313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5332e39-69bd-434f-8d79-efe846f671cf tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a33443-23e6-41f2-832d-91cd31628c38,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:10.514326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bebb296-f2ce-4d53-9822-ae7e1c29bfa3 req-cb4d1f5f-8c8f-4885-9ae9-6374298090ba tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/97687b4e-d2f3-4fe6-8a21-f7b1e0530103 HTTP/1.1" status: 200 len: 1829 time: 0.1233156 Nov 22 16:10:10.534483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.590047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-84510463-4541-4a5c-bb6e-2a493e1c5819 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c127fe762a054a84a77ff78e99d882ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406976 Nov 22 16:10:10.621995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58212e-3039-489d-887d-b50ea680b376 req-e93999dc-85d8-4151-8801-301c85dadfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:10.624147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d58212e-3039-489d-887d-b50ea680b376 req-e93999dc-85d8-4151-8801-301c85dadfa6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1096 time: 0.1526816 Nov 22 16:10:10.630582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Subnet': ['ID=8b31315b-1926-45d4-adc3-6e8ef951b154,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:10.644482 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4bebb296-f2ce-4d53-9822-ae7e1c29bfa3 req-6820949f-a04e-4122-be61-86f20d4d8bb0 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.696051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Checking segment: {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:10.696576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network hostable DHCP agents. Network: e91bdd44-7ac3-40e3-9f3c-34f23f827a9e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:10:10.744985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:10:10.767597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, e91bdd44-7ac3-40e3-9f3c-34f23f827a9e) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:10.772305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:10.772965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.783785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1582e7-a0ef-44c9-ad60-3331b04f9e5a None None] Network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:10.789672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58212e-3039-489d-887d-b50ea680b376 req-ffa8dff2-ca91-4177-be14-da6176e904fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:10.791435 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d58212e-3039-489d-887d-b50ea680b376 req-ffa8dff2-ca91-4177-be14-da6176e904fb service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.1560426 Nov 22 16:10:10.803255 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cb7c9214-f5e2-4740-9a8d-29e8a16da390 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7911673 Nov 22 16:10:10.812652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44036) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:10.818362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2138967771'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:10.912040 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d58212e-3039-489d-887d-b50ea680b376 req-c5a1691e-26f1-4443-80a1-217f1b01dd0b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1000 time: 0.1071930 Nov 22 16:10:10.913124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:10.917110 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:10.990010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58212e-3039-489d-887d-b50ea680b376 req-b05239a8-ba62-4be6-9548-c292272429b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:10.991592 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d58212e-3039-489d-887d-b50ea680b376 req-b05239a8-ba62-4be6-9548-c292272429b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0720708 Nov 22 16:10:11.031686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Sync routers for ids ['fbc96099-5aa9-49e3-b0db-531c2b269561'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:10:11.049998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:10:11.065135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Routers {'fbc96099-5aa9-49e3-b0db-531c2b269561'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:11.066127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:09:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['fbc96099-5aa9-49e3-b0db-531c2b269561'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:11.069827 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.070188 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Added segment ad0692b2-c20d-43c0-9c53-0cd1b580e430 of type vlan for network 40ccb500-8e55-46e7-b535-df65453ff8a9 Nov 22 16:10:11.073051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58212e-3039-489d-887d-b50ea680b376 req-84d225d0-319d-483f-81e9-3cc2e3522c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:11.074608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d58212e-3039-489d-887d-b50ea680b376 req-84d225d0-319d-483f-81e9-3cc2e3522c70 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696394 Nov 22 16:10:11.108894 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4bebb296-f2ce-4d53-9822-ae7e1c29bfa3 req-6820949f-a04e-4122-be61-86f20d4d8bb0 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.179694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.200537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820b06c-6dbb-4572-a113-28f13c801492 req-3b48cdf2-bb76-4381-ac37-3947dabd7d5c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:11.207125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c820b06c-6dbb-4572-a113-28f13c801492 req-3b48cdf2-bb76-4381-ac37-3947dabd7d5c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.5643682 Nov 22 16:10:11.230579 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.235559 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4bebb296-f2ce-4d53-9822-ae7e1c29bfa3 req-6820949f-a04e-4122-be61-86f20d4d8bb0 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.236686 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:11.237310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.238228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4bebb296-f2ce-4d53-9822-ae7e1c29bfa3 req-6820949f-a04e-4122-be61-86f20d4d8bb0 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.239784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bebb296-f2ce-4d53-9822-ae7e1c29bfa3 req-6820949f-a04e-4122-be61-86f20d4d8bb0 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "DELETE /v2.0/security-groups/97687b4e-d2f3-4fe6-8a21-f7b1e0530103 HTTP/1.1" status: 204 len: 173 time: 0.7241082 Nov 22 16:10:11.255487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-8feaae23-4b5f-4d42-b668-70fc011ec7a1 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:11.257037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-8feaae23-4b5f-4d42-b668-70fc011ec7a1 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6603172 Nov 22 16:10:11.275833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Request body: {'port': {'device_id': '39a3e4fd-0969-472f-8130-f6611f28d7de', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': 'c127fe762a054a84a77ff78e99d882ca'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:11.288008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820949f-a04e-4122-be61-86f20d4d8bb0 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97687b4e-d2f3-4fe6-8a21-f7b1e0530103,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:11.316370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Set router fbc96099-5aa9-49e3-b0db-531c2b269561 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:11.367387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c820b06c-6dbb-4572-a113-28f13c801492 req-fa8fd49b-5e5e-4dd6-986d-1ef7ffe0e8fb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487679 Nov 22 16:10:11.369971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7f85e825-39d0-41c7-a4ce-1efb62d0955f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:11.376904 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5597239 Nov 22 16:10:11.378648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44046) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:11.397073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'subnet': {'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:11.398924 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d58212e-3039-489d-887d-b50ea680b376 req-8b002243-2f6c-4bb3-b33c-88610b10f8e6 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156786 Nov 22 16:10:11.400997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08a25f-d0e6-438b-b09d-8968b81a1dd4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Network': ['ID=40ccb500-8e55-46e7-b535-df65453ff8a9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:11.525039 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d58212e-3039-489d-887d-b50ea680b376 req-de5ecaec-05c7-470a-bd73-ee2271097cf4 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100466 Nov 22 16:10:11.525686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52ccc93f-9c4a-4939-a20b-dfc0bce0e9af req-3cf4d317-d810-40c3-aaee-c4ce18ccb858 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 210 time: 0.0611706 Nov 22 16:10:11.574309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 40ccb500-8e55-46e7-b535-df65453ff8a9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:10:11.574825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c914f5-cd0b-409b-8b6a-94c4cf6d91c0 req-7ef17d3b-9cff-419c-b37f-81707e089e01 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:11.576399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74c914f5-cd0b-409b-8b6a-94c4cf6d91c0 req-7ef17d3b-9cff-419c-b37f-81707e089e01 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 946 time: 0.2053516 Nov 22 16:10:11.609219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-e91bdd44-7ac3-40e3-9f3c-34f23f827a9e', 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'fixed_ips': [{'subnet_id': '8b31315b-1926-45d4-adc3-6e8ef951b154'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:10:11.610190 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.652901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:11.656515 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.732765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04e6aa67-fb21-4b61-bb78-93755d36722f req-24bcc100-a99a-4d9e-86b0-3b557682c4f7 tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "GET /v2.0/security-groups/1d5cb634-faa7-478d-810f-08a3082261b4 HTTP/1.1" status: 200 len: 1829 time: 0.1661854 Nov 22 16:10:11.755732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Made reservation on behalf of c127fe762a054a84a77ff78e99d882ca for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:11.759478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.786952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.791921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74c914f5-cd0b-409b-8b6a-94c4cf6d91c0 req-a992e535-eae4-4d63-8ad4-32305d64c20d tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054501 Nov 22 16:10:11.856514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7f85e825-39d0-41c7-a4ce-1efb62d0955f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:11.857883 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:11.897638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-04e6aa67-fb21-4b61-bb78-93755d36722f req-8b21652d-05f0-4afa-a377-4a93e999073f tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.000006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-04e6aa67-fb21-4b61-bb78-93755d36722f req-8b21652d-05f0-4afa-a377-4a93e999073f tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.055024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Allocated IP 19.80.0.2 (e91bdd44-7ac3-40e3-9f3c-34f23f827a9e/8b31315b-1926-45d4-adc3-6e8ef951b154/b638235b-2766-411a-ad38-2cb8fdaccaef) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:12.097233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.113794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.140150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a71eb0-7b4c-4c9f-9e87-bc9c76c5668d req-af8650e5-3e31-4033-858d-009d522ee19c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:12.141673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4a71eb0-7b4c-4c9f-9e87-bc9c76c5668d req-af8650e5-3e31-4033-858d-009d522ee19c tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.2056391 Nov 22 16:10:12.153592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.154855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:10:07Z', 'revision_number': 4, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '98224435-d7bd-4767-bad4-94e83480489d', 'name': '', 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'mac_address': 'fa:16:3e:b2:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '0e517235-3d2f-4a4d-9d20-b9edf0ea0c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:06Z', 'updated_at': '2021-11-22T16:10:07Z', 'revision_number': 2, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'subnets': [{'id': '0e517235-3d2f-4a4d-9d20-b9edf0ea0c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:12.188875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Checking router: fbc96099-5aa9-49e3-b0db-531c2b269561 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:10:12.189234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Updating router fbc96099-5aa9-49e3-b0db-531c2b269561 port 98224435-d7bd-4767-bad4-94e83480489d binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:10:12.204269 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-04e6aa67-fb21-4b61-bb78-93755d36722f req-8b21652d-05f0-4afa-a377-4a93e999073f tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.206953 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-04e6aa67-fb21-4b61-bb78-93755d36722f req-8b21652d-05f0-4afa-a377-4a93e999073f tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.208050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04e6aa67-fb21-4b61-bb78-93755d36722f req-8b21652d-05f0-4afa-a377-4a93e999073f tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] 10.222.0.69 "DELETE /v2.0/security-groups/1d5cb634-faa7-478d-810f-08a3082261b4 HTTP/1.1" status: 204 len: 173 time: 0.4736130 Nov 22 16:10:12.217418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44052) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:12.225616 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.261331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b7785-fb77-447d-956c-6ce179b2fbb0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:12.315820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21652d-05f0-4afa-a377-4a93e999073f tempest-SecurityGroupRulesNegativeTestJSON-1938629398 tempest-SecurityGroupRulesNegativeTestJSON-1938629398-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5cb634-faa7-478d-810f-08a3082261b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:12.346350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-599c86b4-1b56-43d1-8115-827f03d204ad admin admin] Deleting subnet 649e5d7f-a603-402d-aa0e-c771bffa42eb {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:10:12.352233 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-599c86b4-1b56-43d1-8115-827f03d204ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.370617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Subnet': ['ID=6334813f-3ad5-4e12-979e-454d2fbf4f01,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:12.381745 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:10:12.415301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4a71eb0-7b4c-4c9f-9e87-bc9c76c5668d req-bb9c1cf9-c981-42e3-bbc0-c72a8e7148c8 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375488 Nov 22 16:10:12.424456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-599c86b4-1b56-43d1-8115-827f03d204ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.446279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Checking segment: {'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:12.453559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network hostable DHCP agents. Network: 40ccb500-8e55-46e7-b535-df65453ff8a9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:10:12.456269 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.473297 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.488342 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-599c86b4-1b56-43d1-8115-827f03d204ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.492760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Allocated IP 192.168.233.156 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/b0d95cd9-1714-4015-ac33-786085f5c1a4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:12.517669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network 40ccb500-8e55-46e7-b535-df65453ff8a9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:10:12.560251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 40ccb500-8e55-46e7-b535-df65453ff8a9) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:12.565409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:12.579666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:12.582926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1888b0-c112-47ce-af9e-050a0bae6081 None None] Network 40ccb500-8e55-46e7-b535-df65453ff8a9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:12.591770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-599c86b4-1b56-43d1-8115-827f03d204ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.592805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:12.597138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:12.598113 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.617058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-599c86b4-1b56-43d1-8115-827f03d204ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.623485 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-599c86b4-1b56-43d1-8115-827f03d204ad admin admin] 10.222.0.69 "DELETE /v2.0/subnets/649e5d7f-a603-402d-aa0e-c771bffa42eb HTTP/1.1" status: 204 len: 168 time: 0.4033399 Nov 22 16:10:12.641330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44058) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:12.663730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Pushing event updated for resources: {'Port': ['ID=b638235b-2766-411a-ad38-2cb8fdaccaef,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:12.677495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c86b4-1b56-43d1-8115-827f03d204ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649e5d7f-a603-402d-aa0e-c771bffa42eb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:12.696313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c4f450ca-41a0-451c-88e7-571bfe8b4212 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3070250 Nov 22 16:10:12.787821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc47fb-7097-4185-a1ec-68b7896e4711 req-18fdfd0e-c661-4d08-94dd-2d86d2de577d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:12.789518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51fc47fb-7097-4185-a1ec-68b7896e4711 req-18fdfd0e-c661-4d08-94dd-2d86d2de577d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2461143 Nov 22 16:10:12.836733 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Attempting to bind port b638235b-2766-411a-ad38-2cb8fdaccaef on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:12.837208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Attempting to bind port b638235b-2766-411a-ad38-2cb8fdaccaef by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:12.837751 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b199a9f7-f83c-4812-a188-38b0adc252b8 req-bcc007b7-2b26-4d93-9f38-d6f357853520 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 210 time: 0.0661654 Nov 22 16:10:12.837886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Attempting to bind port b638235b-2766-411a-ad38-2cb8fdaccaef on network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:12.878315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:12.879033 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Checking segment: {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:12.879512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.880841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Bound using segment: {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:12.881003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Bound port: b638235b-2766-411a-ad38-2cb8fdaccaef, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:12.881614 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.888538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:12.975619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51fc47fb-7097-4185-a1ec-68b7896e4711 req-54bfa96c-4c56-4a11-8ff6-db26a9495f39 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736009 Nov 22 16:10:12.978638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.003162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.018573 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.107754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.127413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] For port b638235b-2766-411a-ad38-2cb8fdaccaef, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:13.130851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] For port b638235b-2766-411a-ad38-2cb8fdaccaef, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b638235b-2766-411a-ad38-2cb8fdaccaef,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:13.135363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437f8d2-90cf-43ac-bbaf-3d0a2e540b6a None None] Pushing event updated for resources: {'Port': ['ID=98224435-d7bd-4767-bad4-94e83480489d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:13.142101 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.154485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc9891-c0e8-4b07-90e7-0398306e89da req-24080898-2943-4115-ad90-8c47bfab7b5c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:13.162023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96bc9891-c0e8-4b07-90e7-0398306e89da req-24080898-2943-4115-ad90-8c47bfab7b5c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 946 time: 0.2375636 Nov 22 16:10:13.186843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-40ccb500-8e55-46e7-b535-df65453ff8a9', 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'fixed_ips': [{'subnet_id': '6334813f-3ad5-4e12-979e-454d2fbf4f01'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:10:13.188331 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.228358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31727273-90b0-4a41-a2b2-c0f4780fe923']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:13.258495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa8978c-386b-43ea-81e0-f778d7509cfd') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:13.258777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa8978c-386b-43ea-81e0-f778d7509cfd') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:13.264853 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.271097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e5e85-15f7-4183-bc5a-6b64995d3a41 None None] Pushing event updated for resources: {'Port': ['ID=b638235b-2766-411a-ad38-2cb8fdaccaef,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:13.318652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Attempting to bind port 98224435-d7bd-4767-bad4-94e83480489d on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:13.319486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Attempting to bind port 98224435-d7bd-4767-bad4-94e83480489d by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:13.320196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.320490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Attempting to bind port 98224435-d7bd-4767-bad4-94e83480489d on network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:13.390289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.396892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:13.397577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Checking segment: {'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:13.398330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.398589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Bound using segment: {'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:13.399209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Bound port: 98224435-d7bd-4767-bad4-94e83480489d, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf9d372-6f52-49de-9627-d590815d48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:13.399843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:13.400047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.445658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:13.459280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:10:13.459746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.461707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Pushing event updated for resources: {'Port': ['ID=b0d95cd9-1714-4015-ac33-786085f5c1a4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:10:13.465312 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:10:13.477174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:13.569669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96bc9891-c0e8-4b07-90e7-0398306e89da req-6f8f1f0a-e625-4956-9186-f28aa86e8d4c tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups?id=07320eb3-36ff-438d-a9b7-ac051ffcbe64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048951 Nov 22 16:10:13.601685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] For port 98224435-d7bd-4767-bad4-94e83480489d, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:13.604277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-076af669-4b7b-4ab9-b5a0-7d397a42990e None None] Provisioning complete for port 98224435-d7bd-4767-bad4-94e83480489d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:13.604727 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-076af669-4b7b-4ab9-b5a0-7d397a42990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.649244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-f93ef28f-dbfc-453e-b1c3-26c9e13f94a9 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:13.666807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-f93ef28f-dbfc-453e-b1c3-26c9e13f94a9 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:13.690494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-f93ef28f-dbfc-453e-b1c3-26c9e13f94a9 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/networks?id=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e&id=40ccb500-8e55-46e7-b535-df65453ff8a9&id=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e HTTP/1.1" status: 200 len: 1392 time: 0.5862808 Nov 22 16:10:13.714271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Allocated IP 19.86.0.2 (40ccb500-8e55-46e7-b535-df65453ff8a9/6334813f-3ad5-4e12-979e-454d2fbf4f01/2eda1ff4-7300-4073-8648-5aa2f8ac281f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:13.722500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.761313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-2eb45ae5-9c34-4aba-883d-b770f4961aef tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/quotas/749404daa3a54bc4be26ed83a7ac31e8 HTTP/1.1" status: 200 len: 375 time: 0.0690978 Nov 22 16:10:13.778336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.790299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] 10.222.0.69 "DELETE /v2.0/networks/31727273-90b0-4a41-a2b2-c0f4780fe923 HTTP/1.1" status: 204 len: 168 time: 1.1441684 Nov 22 16:10:13.802137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:13.804958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.812306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] For port 98224435-d7bd-4767-bad4-94e83480489d, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=98224435-d7bd-4767-bad4-94e83480489d,segment=NetworkSegment(edf9d372-6f52-49de-9627-d590815d48d1),segment_id=edf9d372-6f52-49de-9627-d590815d48d1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:13.866012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-076af669-4b7b-4ab9-b5a0-7d397a42990e None None] Port 98224435-d7bd-4767-bad4-94e83480489d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:13.868363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:13.914808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88590d5d-326b-4420-9865-06aa17fd8a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=31727273-90b0-4a41-a2b2-c0f4780fe923,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:13.942688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0550b8c0-0acb-469f-9702-6b3e1905cd97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6688280 Nov 22 16:10:13.959770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Request body: {'port': {'device_id': '39a3e4fd-0969-472f-8130-f6611f28d7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:14.105439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-fa82530b-9c8c-4282-897a-de9e4ae9d780 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3408647 Nov 22 16:10:14.106171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44088) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:14.178895 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4edace9f-a5d4-4331-a23a-df592f5a110d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68f04462c1b941aeb2d9a6f327a8de54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0703585 Nov 22 16:10:14.179980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44090) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:14.242791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525bd668-0a44-4dda-8658-637392eb9380 req-ef614a09-84d6-4e4b-a213-52f8f8f8be14 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:14.244659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-525bd668-0a44-4dda-8658-637392eb9380 req-ef614a09-84d6-4e4b-a213-52f8f8f8be14 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 946 time: 0.2928014 Nov 22 16:10:14.250504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.252703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Routers {'fbc96099-5aa9-49e3-b0db-531c2b269561'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:14.254013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:09:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['fbc96099-5aa9-49e3-b0db-531c2b269561'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:14.276437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a6e861a-8636-4601-ab31-0a174ae284fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.311053 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a6e861a-8636-4601-ab31-0a174ae284fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.329375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437f8d2-90cf-43ac-bbaf-3d0a2e540b6a None None] Pushing event updated for resources: {'Port': ['ID=98224435-d7bd-4767-bad4-94e83480489d,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:14.358775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256d863-285a-48d8-9144-bf8723aaf184 req-5d2295b8-4d66-4941-b7dc-4696f1652b14 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:14.366549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d256d863-285a-48d8-9144-bf8723aaf184 req-5d2295b8-4d66-4941-b7dc-4696f1652b14 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.2561562 Nov 22 16:10:14.379047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a6e861a-8636-4601-ab31-0a174ae284fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.382769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a6e861a-8636-4601-ab31-0a174ae284fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.387377 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a6e861a-8636-4601-ab31-0a174ae284fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b328809-aeb9-4105-8d08-093317145d31 HTTP/1.1" status: 204 len: 168 time: 0.2063377 Nov 22 16:10:14.412835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e861a-8636-4601-ab31-0a174ae284fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b328809-aeb9-4105-8d08-093317145d31,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:14.448721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] Set router fbc96099-5aa9-49e3-b0db-531c2b269561 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:14.506266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d44fb63c-0ea6-4e08-b2a6-b26fdbc80e04 None None] Provisioning complete for port b0d95cd9-1714-4015-ac33-786085f5c1a4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:14.506739 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d44fb63c-0ea6-4e08-b2a6-b26fdbc80e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.555531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d44fb63c-0ea6-4e08-b2a6-b26fdbc80e04 None None] Port b0d95cd9-1714-4015-ac33-786085f5c1a4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:14.596607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-8224642d-a54e-420d-a1fa-85ab519e892b service neutron] 10.222.0.69 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901228 Nov 22 16:10:14.720776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.740550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-074f960b-4b75-42b6-b5be-a8a462c58a0e None None] Provisioning complete for port 98224435-d7bd-4767-bad4-94e83480489d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:14.740961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-074f960b-4b75-42b6-b5be-a8a462c58a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.752555 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:14.900738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Network 40ccb500-8e55-46e7-b535-df65453ff8a9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:14.910071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:14.913638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:14.939852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Pushing event updated for resources: {'Port': ['ID=2eda1ff4-7300-4073-8648-5aa2f8ac281f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:15.020690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Attempting to bind port 2eda1ff4-7300-4073-8648-5aa2f8ac281f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:15.021074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Attempting to bind port 2eda1ff4-7300-4073-8648-5aa2f8ac281f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:15.021450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Attempting to bind port 2eda1ff4-7300-4073-8648-5aa2f8ac281f on network 40ccb500-8e55-46e7-b535-df65453ff8a9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:15.036096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:10:07Z', 'revision_number': 4, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '98224435-d7bd-4767-bad4-94e83480489d', 'name': '', 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'mac_address': 'fa:16:3e:b2:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '0e517235-3d2f-4a4d-9d20-b9edf0ea0c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:06Z', 'updated_at': '2021-11-22T16:10:13Z', 'revision_number': 4, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'subnets': [{'id': '0e517235-3d2f-4a4d-9d20-b9edf0ea0c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:15.038697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:15.039082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Checking segment: {'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:15.039492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.039920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Bound using segment: {'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:15.040588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Bound port: 2eda1ff4-7300-4073-8648-5aa2f8ac281f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:15.040985 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.089302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d256d863-285a-48d8-9144-bf8723aaf184 req-c40cd8a3-8be1-42e1-9224-f7b6497d2dcd tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217715 Nov 22 16:10:15.097583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa22ba-80be-4a45-8df6-d4f7ba895cf2 None None] The sync data for ids ['fbc96099-5aa9-49e3-b0db-531c2b269561'] in n-d-811716-3 is: [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:10:07Z', 'revision_number': 4, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '98224435-d7bd-4767-bad4-94e83480489d', 'name': '', 'network_id': '3e000b7d-8d13-4cab-b7d0-356e8b7a254a', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'mac_address': 'fa:16:3e:b2:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': '0e517235-3d2f-4a4d-9d20-b9edf0ea0c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:06Z', 'updated_at': '2021-11-22T16:10:13Z', 'revision_number': 4, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'subnets': [{'id': '0e517235-3d2f-4a4d-9d20-b9edf0ea0c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:10:15.228525 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-074f960b-4b75-42b6-b5be-a8a462c58a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.313610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64fd081-0720-45f9-937a-5b42c6404f13 None None] Network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:15.332839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Deleting port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:15.333647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.354420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-074f960b-4b75-42b6-b5be-a8a462c58a0e None None] For port 98224435-d7bd-4767-bad4-94e83480489d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=98224435-d7bd-4767-bad4-94e83480489d,segment=NetworkSegment(edf9d372-6f52-49de-9627-d590815d48d1),segment_id=edf9d372-6f52-49de-9627-d590815d48d1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:15.363113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b638235b-2766-411a-ad38-2cb8fdaccaef up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:15.422504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] For port 2eda1ff4-7300-4073-8648-5aa2f8ac281f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:15.462555 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-074f960b-4b75-42b6-b5be-a8a462c58a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.482924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] For port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,segment=NetworkSegment(e93dac47-6bf6-42f6-9ac6-47c1e51050cd),segment_id=e93dac47-6bf6-42f6-9ac6-47c1e51050cd)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:15.484105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.502639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Calling delete_port for 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:15.524624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] For port 2eda1ff4-7300-4073-8648-5aa2f8ac281f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2eda1ff4-7300-4073-8648-5aa2f8ac281f,segment=NetworkSegment(ad0692b2-c20d-43c0-9c53-0cd1b580e430),segment_id=ad0692b2-c20d-43c0-9c53-0cd1b580e430)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:15.534045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d0ad8561-0f91-4d06-b0d9-ae27edd2ae03 service neutron] 10.222.0.69 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143419 Nov 22 16:10:15.542375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44118) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:15.556379 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.584081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f960b-4b75-42b6-b5be-a8a462c58a0e None None] Pushing event updated for resources: {'Port': ['ID=98224435-d7bd-4767-bad4-94e83480489d,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:15.615393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b638235b-2766-411a-ad38-2cb8fdaccaef triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:15.616132 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.721025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d95cd9-1714-4015-ac33-786085f5c1a4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:15.732915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-network', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:15.758834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.775848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Made reservation on behalf of bc0154e6bbb84ef2ac6854bb5d06b6ed for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:15.779469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6b098ab0-1b2f-4f22-aa9b-f268a00cfb44 None None] Provisioning complete for port b638235b-2766-411a-ad38-2cb8fdaccaef triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:15.780914 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b098ab0-1b2f-4f22-aa9b-f268a00cfb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.783684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.796432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34546c-e58d-41fb-aed9-6e3b65bca089 None None] Pushing event updated for resources: {'Port': ['ID=2eda1ff4-7300-4073-8648-5aa2f8ac281f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:15.798115 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:15.829729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc378c94-9d93-4996-a6c1-5da0c5a0bb88 req-784867ba-14d3-4d9f-8782-9c7249427b35 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:15.846938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc378c94-9d93-4996-a6c1-5da0c5a0bb88 req-784867ba-14d3-4d9f-8782-9c7249427b35 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.5408599 Nov 22 16:10:15.937379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Transition to ACTIVE for port object b0d95cd9-1714-4015-ac33-786085f5c1a4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:15.955747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.044580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.045705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d95cd9-1714-4015-ac33-786085f5c1a4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:16.053407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.150672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-fe026939-a9da-4ae8-85ad-d8698f7d2055 service neutron] 10.222.0.69 "GET /v2.0/networks/40ccb500-8e55-46e7-b535-df65453ff8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721307 Nov 22 16:10:16.156593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.172327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:10:16.193874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb06feca-70f0-4c7d-89c4-c557355a4917,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:16.200868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.201224 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Added segment 5d0174cf-b223-49d4-8b5a-e8503bafe29b of type vlan for network 97b97b51-bc60-4e79-ab88-ed73d5763763 Nov 22 16:10:16.246297 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.289656 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b098ab0-1b2f-4f22-aa9b-f268a00cfb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.309468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event deleted for resources: {'Port': ['ID=9d6e2840-d634-42be-b23c-7fa9d47dd5c7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:16.334898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.346881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port b638235b-2766-411a-ad38-2cb8fdaccaef, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b638235b-2766-411a-ad38-2cb8fdaccaef,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:16.364303 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.369416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc378c94-9d93-4996-a6c1-5da0c5a0bb88 req-a67d84ab-94fb-46c6-96a0-a70b3b2edd4f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5215578 Nov 22 16:10:16.371664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] No DVR routers for this DVR port 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:16.385491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.387349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:16.387943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.487437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.491011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-525bd668-0a44-4dda-8658-637392eb9380 req-cc299914-e253-406e-b8a6-f2c934409089 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.11 "DELETE /v2.0/ports/9d6e2840-d634-42be-b23c-7fa9d47dd5c7 HTTP/1.1" status: 204 len: 173 time: 2.2339187 Nov 22 16:10:16.498673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc0c4f5c-c236-4b49-abd4-e62da2d64f1e', 'name': 'network-vif-deleted', 'tag': '9d6e2840-d634-42be-b23c-7fa9d47dd5c7'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:16.501793 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dc9660-9848-42b0-b3c2-9f859f2eb24b" -d '{"events": [{"server_uuid": "bc0c4f5c-c236-4b49-abd4-e62da2d64f1e", "name": "network-vif-deleted", "tag": "9d6e2840-d634-42be-b23c-7fa9d47dd5c7"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:16.509574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] Pushing event updated for resources: {'Network': ['ID=97b97b51-bc60-4e79-ab88-ed73d5763763,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:16.550937 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dc296fe4-799a-4ed3-85c5-93448d67bbf1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0059018 Nov 22 16:10:16.551612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44128) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:16.570846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Request body: {'subnet': {'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-subnet', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:16.575549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 97b97b51-bc60-4e79-ab88-ed73d5763763 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:10:16.633063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Made reservation on behalf of bc0154e6bbb84ef2ac6854bb5d06b6ed for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:16.635534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.666662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Attempting to bind port b0d95cd9-1714-4015-ac33-786085f5c1a4 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:16.667112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Attempting to bind port b0d95cd9-1714-4015-ac33-786085f5c1a4 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:16.667782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Attempting to bind port b0d95cd9-1714-4015-ac33-786085f5c1a4 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:16.683577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-48d2dba9-7ec2-447b-a743-570511f04904 service neutron] 10.222.0.69 "GET /v2.0/networks/40ccb500-8e55-46e7-b535-df65453ff8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041840 Nov 22 16:10:16.685720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Port b0d95cd9-1714-4015-ac33-786085f5c1a4 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:16.687038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Attempting to bind port b0d95cd9-1714-4015-ac33-786085f5c1a4 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:16.702458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b9df5-243e-4941-a07f-d07558d5dad3 req-d7e752bf-c950-47bf-95cb-049b6d3c258f tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:16.704809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a1b9df5-243e-4941-a07f-d07558d5dad3 req-d7e752bf-c950-47bf-95cb-049b6d3c258f tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 948 time: 0.1471546 Nov 22 16:10:16.724002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:16.724753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:16.725408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:16.726121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Bound port: b0d95cd9-1714-4015-ac33-786085f5c1a4, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:16.726749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:16.742116 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-6b098ab0-1b2f-4f22-aa9b-f268a00cfb44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:10:16.742489 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-6b098ab0-1b2f-4f22-aa9b-f268a00cfb44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:10:16.744756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=b638235b-2766-411a-ad38-2cb8fdaccaef,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:16.976662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a1b9df5-243e-4941-a07f-d07558d5dad3 req-419a00d5-775e-41d4-9e0f-55cff665d892 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512522 Nov 22 16:10:17.017879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] For port b0d95cd9-1714-4015-ac33-786085f5c1a4, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:17.024319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] For port b0d95cd9-1714-4015-ac33-786085f5c1a4, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b0d95cd9-1714-4015-ac33-786085f5c1a4,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:17.033412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-de15039f-0681-4a6d-9b04-a28f2aaab3e7 service neutron] 10.222.0.69 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259692 Nov 22 16:10:17.036062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.073009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.214241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d638926e-5c34-4890-9199-917c87fa7a52,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:17.240164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Checking segment: {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:17.240535 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Network hostable DHCP agents. Network: 97b97b51-bc60-4e79-ab88-ed73d5763763, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:10:17.281443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Network 97b97b51-bc60-4e79-ab88-ed73d5763763 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:10:17.316179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 97b97b51-bc60-4e79-ab88-ed73d5763763) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:17.323922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:17.324636 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.331457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fb82c1-d860-4250-ab62-4badcb09b20a None None] Network 97b97b51-bc60-4e79-ab88-ed73d5763763 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:17.352987 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dc409ccc-d4b1-405f-a9c9-e81e7847f4f1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7978909 Nov 22 16:10:17.353419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44130) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:17.356061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d81e042-4607-41d3-982d-63e43cf2de59 req-4cca74bc-91df-48e0-831a-63d699b80957 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc0c4f5c-c236-4b49-abd4-e62da2d64f1e HTTP/1.1" status: 200 len: 210 time: 0.2326121 Nov 22 16:10:17.361540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:17.364071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:17.365205 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.367547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] 10.222.0.71 "PUT /v2.0/ports/b0d95cd9-1714-4015-ac33-786085f5c1a4 HTTP/1.1" status: 200 len: 1096 time: 3.4136698 Nov 22 16:10:17.425473 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.427116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.475007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75778f9-efa9-4cb8-9761-2d4abd452037 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d95cd9-1714-4015-ac33-786085f5c1a4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:17.565325 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.579613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2eda1ff4-7300-4073-8648-5aa2f8ac281f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:17.591507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fc79a6-2c27-4de9-b9a4-adaaaf973f59 None None] Network 40ccb500-8e55-46e7-b535-df65453ff8a9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:17.641905 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-78a1f494-6201-4f9a-8ffd-a715b9afe7bf service neutron] 10.222.0.69 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173917 Nov 22 16:10:17.657244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-aaf7a6b1-d32a-4d5e-ac65-e973a6d4dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:17.659603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-aaf7a6b1-d32a-4d5e-ac65-e973a6d4dbb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c127fe762a054a84a77ff78e99d882ca&device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 1099 time: 0.2199390 Nov 22 16:10:17.714403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc152f-9ccc-487b-9c30-d31fe3c06926 None None] Network 97b97b51-bc60-4e79-ab88-ed73d5763763 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:17.770282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-6c1511a4-0242-45c2-9bc0-3699bad386ec service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=b0d95cd9-1714-4015-ac33-786085f5c1a4 HTTP/1.1" status: 200 len: 217 time: 0.1012113 Nov 22 16:10:17.783803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.869947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-3bdb1f8a-533a-44b5-a4b4-01bdd8da0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:17.872991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-3bdb1f8a-533a-44b5-a4b4-01bdd8da0bdc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0930295 Nov 22 16:10:17.941812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:10:17.983149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1b6b1e22-1c9b-41a7-897c-62ea58a305e9 None None] Provisioning complete for port b638235b-2766-411a-ad38-2cb8fdaccaef triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:17.983546 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1e22-1c9b-41a7-897c-62ea58a305e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:17.985223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:10:17.985457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 9d6e2840-d634-42be-b23c-7fa9d47dd5c7 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:10:18.018864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-6e8becba-a595-47cd-97ff-99da9b50c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:18.020445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-6e8becba-a595-47cd-97ff-99da9b50c9b8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1305661 Nov 22 16:10:18.047727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39baf9-ade1-467d-804d-a3ab70086bf6 req-01fd1b5c-0771-413c-a107-e88fe9bc51ad tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:18.049334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b39baf9-ade1-467d-804d-a3ab70086bf6 req-01fd1b5c-0771-413c-a107-e88fe9bc51ad tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.1747191 Nov 22 16:10:18.163204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2eda1ff4-7300-4073-8648-5aa2f8ac281f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:18.163728 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.262761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.302223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.353625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b39baf9-ade1-467d-804d-a3ab70086bf6 req-90ef250c-7f14-4d5f-a638-bbe709ea61e4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772939 Nov 22 16:10:18.382420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1b6b1e22-1c9b-41a7-897c-62ea58a305e9 None None] Provisioning complete for port 2eda1ff4-7300-4073-8648-5aa2f8ac281f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:18.382803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b6b1e22-1c9b-41a7-897c-62ea58a305e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.385641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-1b4706be-f601-4f89-b6a4-24a7baa25d3e service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323970 Nov 22 16:10:18.387270 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.405654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912b402-0f00-4d0b-9179-e3aa0cf86f5f req-5ba55d60-c7bb-42fb-b5f6-76cd19f66914 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:18.410979 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3912b402-0f00-4d0b-9179-e3aa0cf86f5f req-5ba55d60-c7bb-42fb-b5f6-76cd19f66914 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.4191282 Nov 22 16:10:18.510751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 2eda1ff4-7300-4073-8648-5aa2f8ac281f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2eda1ff4-7300-4073-8648-5aa2f8ac281f,segment=NetworkSegment(ad0692b2-c20d-43c0-9c53-0cd1b580e430),segment_id=ad0692b2-c20d-43c0-9c53-0cd1b580e430)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:18.518566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.519726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 98224435-d7bd-4767-bad4-94e83480489d up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:18.558700 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b848264-6a1f-4a26-929f-c8498c6b6107 x-openstack-request-id: req-7b848264-6a1f-4a26-929f-c8498c6b6107 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:18.560098 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc0c4f5c-c236-4b49-abd4-e62da2d64f1e", "name": "network-vif-deleted", "tag": "9d6e2840-d634-42be-b23c-7fa9d47dd5c7", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:18.560674 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b848264-6a1f-4a26-929f-c8498c6b6107 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:18.562009 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc0c4f5c-c236-4b49-abd4-e62da2d64f1e', 'name': 'network-vif-deleted', 'tag': '9d6e2840-d634-42be-b23c-7fa9d47dd5c7', 'status': 'completed', 'code': 200} Nov 22 16:10:18.575626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Allocated IP 172.25.5.72 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/d7192af6-d399-46cd-a298-debf723b6c1b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:18.675364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-816e0a28-1838-4223-a2f5-08370ea2d63d req-817ff635-885f-4f68-835d-e38bb84252ce tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 210 time: 0.0758841 Nov 22 16:10:18.705458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3912b402-0f00-4d0b-9179-e3aa0cf86f5f req-7c462e30-e412-4e5c-891f-273793fe59ed tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522640 Nov 22 16:10:18.788432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=2eda1ff4-7300-4073-8648-5aa2f8ac281f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:18.801177 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.808184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3446da6-0d1c-47fe-a609-09cc8d531f2a req-0f6797d3-b77a-4bf3-89ee-56f205091cbf service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947210 Nov 22 16:10:18.859377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 98224435-d7bd-4767-bad4-94e83480489d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:18.860748 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.915660 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:18.939422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50f6c8-bd04-42be-8efd-7605a6e182e3 req-7a15d83f-7a8d-4866-84c2-ecfef35c056b tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:18.941808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab50f6c8-bd04-42be-8efd-7605a6e182e3 req-7a15d83f-7a8d-4866-84c2-ecfef35c056b tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 948 time: 0.0820694 Nov 22 16:10:18.987311 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9427ea6f-7e5a-4dc1-bf63-ce3d10fbc4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.002969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2dc61bd8-9a28-4e41-ac7b-d1f22a3f78dd None None] Provisioning complete for port 2eda1ff4-7300-4073-8648-5aa2f8ac281f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:19.003534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2dc61bd8-9a28-4e41-ac7b-d1f22a3f78dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.019530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:19.025322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:19.034801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:19.042834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab50f6c8-bd04-42be-8efd-7605a6e182e3 req-5ee373e9-2472-49dc-b7c3-ee3acaae73bc tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877736 Nov 22 16:10:19.076359 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Pushing event updated for resources: {'Port': ['ID=d7192af6-d399-46cd-a298-debf723b6c1b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:19.142854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b638235b-2766-411a-ad38-2cb8fdaccaef up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:19.188840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:19.272394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b638235b-2766-411a-ad38-2cb8fdaccaef triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:19.272807 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.290208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14f06559-bda4-4e9f-887c-7b74acad56a4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.391393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.393507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-00c63659-05f5-41c0-bd9d-157093b57af4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:19.403207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-00c63659-05f5-41c0-bd9d-157093b57af4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.2721691 Nov 22 16:10:19.408791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14f06559-bda4-4e9f-887c-7b74acad56a4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.456805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-3d9a128b-ad15-4251-9761-767a6dd2bd8c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/quotas/fac5cc196bb942b28fcf8617104ec211 HTTP/1.1" status: 200 len: 375 time: 0.0533895 Nov 22 16:10:19.582167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2eda1ff4-7300-4073-8648-5aa2f8ac281f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:19.586079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-e9d081b2-642d-418d-8414-2889e27158f6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:19.592032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-e9d081b2-642d-418d-8414-2889e27158f6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:19.594451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-e9d081b2-642d-418d-8414-2889e27158f6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "GET /v2.0/networks?id=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e&id=40ccb500-8e55-46e7-b535-df65453ff8a9&id=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e HTTP/1.1" status: 200 len: 1392 time: 0.2794371 Nov 22 16:10:19.610890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-8b0c66c0-4124-41d4-8037-836c623b0a6d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1532249 Nov 22 16:10:19.621403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'port': {'device_id': '31f97757-924a-49b5-85d9-502cfadf51a8', 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e', 'admin_state_up': True, 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:19.635405 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14f06559-bda4-4e9f-887c-7b74acad56a4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.638072 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14f06559-bda4-4e9f-887c-7b74acad56a4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.639255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-14f06559-bda4-4e9f-887c-7b74acad56a4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "DELETE /v2.0/security-groups/0339b813-5174-4ce9-a337-c72b07e06ed7 HTTP/1.1" status: 204 len: 168 time: 0.4496346 Nov 22 16:10:19.643553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44180) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:19.646656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2eda1ff4-7300-4073-8648-5aa2f8ac281f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:19.647979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.664282 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-f4a895f1-6d6e-40c7-8f79-3ebd25292b89 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] show failed (client error): The resource could not be found. Nov 22 16:10:19.669847 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f4a895f1-6d6e-40c7-8f79-3ebd25292b89 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "GET /v2.0/security-groups/0339b813-5174-4ce9-a337-c72b07e06ed7 HTTP/1.1" status: 404 len: 347 time: 0.0198736 Nov 22 16:10:19.671704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44182) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:19.681236 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.741936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941d758-09e2-4a57-800f-38dd01b86881 req-7fb5dc00-55b5-4a44-81fe-889999814e34 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:19.743034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1941d758-09e2-4a57-800f-38dd01b86881 req-7fb5dc00-55b5-4a44-81fe-889999814e34 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.2218800 Nov 22 16:10:19.754996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f06559-bda4-4e9f-887c-7b74acad56a4 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0339b813-5174-4ce9-a337-c72b07e06ed7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:19.807784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:19.815103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:10:19.906890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-df0d5123-b3a0-4c52-8bda-4845717c54a4 service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814767 Nov 22 16:10:19.939784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1941d758-09e2-4a57-800f-38dd01b86881 req-24be6710-0573-49fa-9fd2-64341b654dcd tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788688 Nov 22 16:10:19.941634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Deleting port 7f867f7d-1c2b-4940-85af-b18301aa1788 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:19.942770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:19.949108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:19.953348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.012655 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.017583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:20.044815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'mac_address': 'fa:16:3e:3b:b4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:20.052036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:20.054289 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31942b1e-8f1a-44ab-94ac-ea5d4361459d" -d '{"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:20.055712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Router bb6c521b-ba74-4685-8a8d-c4ab838542a6 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:10:20.072983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:20.096513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.096840 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.101633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.152006 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.157943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Calling delete_port for 7f867f7d-1c2b-4940-85af-b18301aa1788 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:20.175089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc0504a1-1c20-4803-ac84-7d5c0ad390cb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:20.183804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:20.226164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:10:20.226531 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:10:20.347418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e304d57-e472-487d-afb5-5b7a99e05cd3 req-56a1519a-c215-4344-b62f-ba7a6bdb47c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 210 time: 0.3234832 Nov 22 16:10:20.479619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-f9dbf432-dd91-4b43-9476-dd729f81a8cf service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572367 Nov 22 16:10:20.508480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Allocated IP 19.80.0.155 (e91bdd44-7ac3-40e3-9f3c-34f23f827a9e/8b31315b-1926-45d4-adc3-6e8ef951b154/739a989c-ec45-4e79-9788-6b882d0287db) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:20.568711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a3e4fd-0969-472f-8130-f6611f28d7de', 'tag': 'b0d95cd9-1714-4015-ac33-786085f5c1a4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:20.576228 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e783dd-6d22-4113-adb9-da4078d33b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "39a3e4fd-0969-472f-8130-f6611f28d7de", "tag": "b0d95cd9-1714-4015-ac33-786085f5c1a4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:20.588738 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09a4f8b-3232-4ba8-b4c9-66ab64f4875a x-openstack-request-id: req-e09a4f8b-3232-4ba8-b4c9-66ab64f4875a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:20.589603 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:20.589813 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e09a4f8b-3232-4ba8-b4c9-66ab64f4875a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:20.590220 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'code': 200} Nov 22 16:10:20.608743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:10:20.620611 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Sync routers for ids ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:10:20.635899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.636560 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Routers {'bb6c521b-ba74-4685-8a8d-c4ab838542a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:20.637535 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:09:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:20.652496 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e13ee4d-9130-45bd-a688-380621d30475 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2978728 Nov 22 16:10:20.663294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:20.741490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.742637 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e0a89-2b54-4735-bd2f-b4cb3461b46e x-openstack-request-id: req-356e0a89-2b54-4735-bd2f-b4cb3461b46e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:20.748514 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a3e4fd-0969-472f-8130-f6611f28d7de", "tag": "b0d95cd9-1714-4015-ac33-786085f5c1a4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:20.749294 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-356e0a89-2b54-4735-bd2f-b4cb3461b46e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:20.750360 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a3e4fd-0969-472f-8130-f6611f28d7de', 'tag': 'b0d95cd9-1714-4015-ac33-786085f5c1a4', 'status': 'completed', 'code': 200} Nov 22 16:10:20.793117 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Set router bb6c521b-ba74-4685-8a8d-c4ab838542a6 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:20.813292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Pushing event deleted for resources: {'Port': ['ID=7f867f7d-1c2b-4940-85af-b18301aa1788,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:20.815806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.855656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0504a1-1c20-4803-ac84-7d5c0ad390cb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:20.903667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:20.917701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.954315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41718a5f-8730-4dac-9c9e-e67f62665704 req-191c34ec-326c-4bae-9b6e-b276bbc283ea tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 210 time: 0.1000581 Nov 22 16:10:20.981082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:20.986898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.000152 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6c09635d-e3f0-40a9-80c5-37d46977b0d3 tempest-ImagesOneServerNegativeTestJSON-612819173 tempest-ImagesOneServerNegativeTestJSON-612819173-project] 10.222.0.69 "DELETE /v2.0/floatingips/12cd634c-22cb-4e0d-b74b-0e0f1ff5a30d HTTP/1.1" status: 204 len: 168 time: 1.3250203 Nov 22 16:10:21.014111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:21.067945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-c075e2a4-d8c2-4d14-b637-3eff3a7c6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:21.069428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-c075e2a4-d8c2-4d14-b637-3eff3a7c6cc6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c127fe762a054a84a77ff78e99d882ca&device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 1099 time: 0.2690825 Nov 22 16:10:21.087857 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:10:19Z', 'revision_number': 3, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port': {'id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:18Z', 'updated_at': '2021-11-22T16:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:21.088661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea3759-ec87-4874-be8e-7cfe011ec61c req-8d5ae824-da58-4a6e-bb20-1adecd7960a0 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:21.096540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bea3759-ec87-4874-be8e-7cfe011ec61c req-8d5ae824-da58-4a6e-bb20-1adecd7960a0 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 948 time: 0.4284415 Nov 22 16:10:21.124309 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Checking router: bb6c521b-ba74-4685-8a8d-c4ab838542a6 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:10:21.124706 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Updating router bb6c521b-ba74-4685-8a8d-c4ab838542a6 port d7192af6-d399-46cd-a298-debf723b6c1b binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:10:21.134197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['dc0504a1-1c20-4803-ac84-7d5c0ad390cb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:21.169145 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.271100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.276915 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b366623-657e-4ad9-9861-9b24376348e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.297075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bea3759-ec87-4874-be8e-7cfe011ec61c req-e9e04f35-c233-4afa-959f-ef5be4b92fe7 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994414 Nov 22 16:10:21.385354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78e644-ce09-4f1c-b718-1c4cbe1595e2 req-ba7b2713-cfb7-4167-827d-7115029c9a06 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:21.393668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d78e644-ce09-4f1c-b718-1c4cbe1595e2 req-ba7b2713-cfb7-4167-827d-7115029c9a06 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 950 time: 0.2941754 Nov 22 16:10:21.490080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-502fee89-6e1c-4e28-ac5a-f3db9d7c3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:21.491579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-502fee89-6e1c-4e28-ac5a-f3db9d7c3b3e service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.3872478 Nov 22 16:10:21.528538 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.536315 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.592626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6bb7da82-9b13-4532-b4ee-c3a2ed87be73 req-1818df46-ee80-4218-95ff-321adc55f7cb tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 210 time: 0.0966272 Nov 22 16:10:21.593667 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Attempting to bind port d7192af6-d399-46cd-a298-debf723b6c1b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:21.594039 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Attempting to bind port d7192af6-d399-46cd-a298-debf723b6c1b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:21.594401 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Attempting to bind port d7192af6-d399-46cd-a298-debf723b6c1b on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:21.594974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-cdbad6ed-4a92-4528-abaf-adbd40cfbd9f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=b0d95cd9-1714-4015-ac33-786085f5c1a4 HTTP/1.1" status: 200 len: 217 time: 0.0933573 Nov 22 16:10:21.608349 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22a551-a069-4973-aa57-ffb85c39b35b None None] Pushing event updated for resources: {'Port': ['ID=d7192af6-d399-46cd-a298-debf723b6c1b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:21.614454 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:21.614684 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:21.615091 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.615615 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:21.616052 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Bound port: d7192af6-d399-46cd-a298-debf723b6c1b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:21.616436 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.616744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.637066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d78e644-ce09-4f1c-b718-1c4cbe1595e2 req-c634b869-6a6d-4e86-918d-58a6d4c145ee tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419066 Nov 22 16:10:21.663126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44228) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:21.687143 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] For port d7192af6-d399-46cd-a298-debf723b6c1b, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:21.692410 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] For port d7192af6-d399-46cd-a298-debf723b6c1b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d7192af6-d399-46cd-a298-debf723b6c1b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:21.700184 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.742596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Port': ['ID=739a989c-ec45-4e79-9788-6b882d0287db,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:21.758615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf298d38-cbe9-4c6c-a6b4-803f13a000fa admin admin] Deleting subnet c5935d1d-de3b-49c4-b5fb-fca8f2cddc05 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:10:21.762105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf298d38-cbe9-4c6c-a6b4-803f13a000fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.778319 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22a551-a069-4973-aa57-ffb85c39b35b None None] Pushing event updated for resources: {'Port': ['ID=d7192af6-d399-46cd-a298-debf723b6c1b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:21.801167 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Routers {'bb6c521b-ba74-4685-8a8d-c4ab838542a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:21.801808 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:21.811615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf298d38-cbe9-4c6c-a6b4-803f13a000fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.816032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:21.824876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:21.839424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:21.854436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-44b276fa-8e73-4913-95e9-9f9ad51d182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:21.856122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-44b276fa-8e73-4913-95e9-9f9ad51d182d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2269368 Nov 22 16:10:21.856957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:21.890570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf298d38-cbe9-4c6c-a6b4-803f13a000fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.941692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port dc0504a1-1c20-4803-ac84-7d5c0ad390cb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:21.942782 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:21.980879 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] Set router bb6c521b-ba74-4685-8a8d-c4ab838542a6 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:22.007875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:22.019190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.043598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf298d38-cbe9-4c6c-a6b4-803f13a000fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.104788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b0d95cd9-1714-4015-ac33-786085f5c1a4 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:22.121930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf298d38-cbe9-4c6c-a6b4-803f13a000fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5935d1d-de3b-49c4-b5fb-fca8f2cddc05,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:22.137257 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf298d38-cbe9-4c6c-a6b4-803f13a000fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.174316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bf298d38-cbe9-4c6c-a6b4-803f13a000fa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c5935d1d-de3b-49c4-b5fb-fca8f2cddc05 HTTP/1.1" status: 204 len: 168 time: 0.5065448 Nov 22 16:10:22.177096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-118a6c07-d2c1-4f7d-9007-ad91a7b0bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:22.178737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-118a6c07-d2c1-4f7d-9007-ad91a7b0bcfc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2846096 Nov 22 16:10:22.182817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44232) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:22.185992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.291922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-01aaf155-58a4-4d6d-94d8-7934ea1c2894 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6785357 Nov 22 16:10:22.335656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04535021-404d-409a-ad26-a032cdf2723e req-a92e4d4a-d37f-4222-96e4-0f4fcbc4c6ce tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 210 time: 0.2204225 Nov 22 16:10:22.336601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0d1f5fb0-112f-4d15-8795-815b37822527 None None] Provisioning complete for port 739a989c-ec45-4e79-9788-6b882d0287db triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:22.337094 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d1f5fb0-112f-4d15-8795-815b37822527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.346820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:22.391630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.400099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-27ddf77e-ba5f-498d-9f5e-fd4ccb1a21d8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:22.401949 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-27ddf77e-ba5f-498d-9f5e-fd4ccb1a21d8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.2204111 Nov 22 16:10:22.408028 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.409231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'port': {'device_id': '31f97757-924a-49b5-85d9-502cfadf51a8', 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9', 'admin_state_up': True, 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:22.423008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'port': {'device_id': '984c777b-2d8b-44e5-b0c2-4991031ebac8', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'admin_state_up': True, 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:22.468527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.478671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b0d95cd9-1714-4015-ac33-786085f5c1a4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b0d95cd9-1714-4015-ac33-786085f5c1a4,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:22.481531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f5fb0-112f-4d15-8795-815b37822527 None None] Port 739a989c-ec45-4e79-9788-6b882d0287db cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:22.491414 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:10:19Z', 'revision_number': 3, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port': {'id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:18Z', 'updated_at': '2021-11-22T16:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:22.511364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'b0d95cd9-1714-4015-ac33-786085f5c1a4', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'b0d95cd9-1714-4015-ac33-786085f5c1a4', 'mac_address': 'fa:16:3e:f3:5c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:22.516673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:22.568713 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9500e-9c26-4863-a445-8c57b39688ef None None] The sync data for ids ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'] in n-d-811716-3 is: [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:10:19Z', 'revision_number': 3, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port': {'id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:18Z', 'updated_at': '2021-11-22T16:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:10:22.578740 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.596854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:22.601394 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fefbe28-40e3-458c-9356-07555e163570" -d '{"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:22.604361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Made reservation on behalf of fac5cc196bb942b28fcf8617104ec211 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:22.615624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d95cd9-1714-4015-ac33-786085f5c1a4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:22.629905 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.669078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b0d95cd9-1714-4015-ac33-786085f5c1a4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b0d95cd9-1714-4015-ac33-786085f5c1a4,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:22.678209 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:22.848977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Allocated IP 172.20.0.6 (678ff126-f764-4857-848d-4789f931073a/bb3143d8-c748-46f6-a58f-a498a77353bf/5c1375ff-9363-4d8e-baef-d39a849b73d5) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:23.030839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.045834 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72500aa-21c2-47f3-a8cf-525fe8eef9d3 x-openstack-request-id: req-f72500aa-21c2-47f3-a8cf-525fe8eef9d3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:23.046683 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-plugged", "status": "completed", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:23.046683 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f72500aa-21c2-47f3-a8cf-525fe8eef9d3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:23.047014 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'code': 200} Nov 22 16:10:23.089963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-f2dc1e16-25a0-408a-998f-df970b7146e6 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767351 Nov 22 16:10:23.094863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b0d95cd9-1714-4015-ac33-786085f5c1a4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:23.107045 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.139361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.147463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cd751-3291-4a00-b095-6c05b831a125 req-e733ea23-7fa0-49d1-afbb-ee52056d8fb7 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:23.149230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-359cd751-3291-4a00-b095-6c05b831a125 req-e733ea23-7fa0-49d1-afbb-ee52056d8fb7 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 948 time: 0.6041477 Nov 22 16:10:23.183728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.234866 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b0d95cd9-1714-4015-ac33-786085f5c1a4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:23.242321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Network 678ff126-f764-4857-848d-4789f931073a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:23.246237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:23.257293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:23.269762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'Port': ['ID=5c1375ff-9363-4d8e-baef-d39a849b73d5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:23.334674 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:23.335354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.361261 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-6fe4739f-2afe-49ad-a510-57b5968b55b9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9433291 Nov 22 16:10:23.380849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Request body: {'port': {'device_id': '984c777b-2d8b-44e5-b0c2-4991031ebac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:23.478174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.606784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d7192af6-d399-46cd-a298-debf723b6c1b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:23.618121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3bf0b-e3d0-4be8-81c3-2324733eb220 req-df674794-5582-4c40-a229-ad44cf0d4229 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:23.626881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88e3bf0b-e3d0-4be8-81c3-2324733eb220 req-df674794-5582-4c40-a229-ad44cf0d4229 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 932 time: 0.8052840 Nov 22 16:10:23.678230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d7192af6-d399-46cd-a298-debf723b6c1b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:23.678645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.691268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5e87d-a555-4b37-927b-78c6dace724d req-684efc55-0c14-4738-96a7-5575d85b5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:23.693007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49d5e87d-a555-4b37-927b-78c6dace724d req-684efc55-0c14-4738-96a7-5575d85b5742 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1102 time: 0.7466295 Nov 22 16:10:23.737426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4d87626f-c608-4936-835e-129e8f5afbf6 None None] Provisioning complete for port 5c1375ff-9363-4d8e-baef-d39a849b73d5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:23.737804 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d87626f-c608-4936-835e-129e8f5afbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.815303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4d87626f-c608-4936-835e-129e8f5afbf6 None None] Port 5c1375ff-9363-4d8e-baef-d39a849b73d5 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:23.831053 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.861298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port d7192af6-d399-46cd-a298-debf723b6c1b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d7192af6-d399-46cd-a298-debf723b6c1b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:23.867964 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.902943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1375ff-9363-4d8e-baef-d39a849b73d5 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:23.913475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.932327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Transition to ACTIVE for port object 5c1375ff-9363-4d8e-baef-d39a849b73d5 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:23.944062 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.957804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:23.960754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=d7192af6-d399-46cd-a298-debf723b6c1b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:23.963510 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:23.986263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88e3bf0b-e3d0-4be8-81c3-2324733eb220 req-31e61e93-8ba1-4ba3-b46d-525e6a908a0f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581002 Nov 22 16:10:24.019784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-359cd751-3291-4a00-b095-6c05b831a125 req-70f7789d-61c1-4390-bbab-b70f54459f6a tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8515918 Nov 22 16:10:24.034495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49d5e87d-a555-4b37-927b-78c6dace724d req-4db1b29a-dd0b-49db-9362-3e61e26195e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884338 Nov 22 16:10:24.062388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.074853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1375ff-9363-4d8e-baef-d39a849b73d5,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:24.124577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Attempting to bind port 5c1375ff-9363-4d8e-baef-d39a849b73d5 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:24.125614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Attempting to bind port 5c1375ff-9363-4d8e-baef-d39a849b73d5 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:24.126372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Attempting to bind port 5c1375ff-9363-4d8e-baef-d39a849b73d5 on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:24.136284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Port 5c1375ff-9363-4d8e-baef-d39a849b73d5 on network 678ff126-f764-4857-848d-4789f931073a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:24.136787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Attempting to bind port 5c1375ff-9363-4d8e-baef-d39a849b73d5 on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:24.146748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:24.147325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Checking segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:24.148241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Bound using segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:24.148785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Bound port: 5c1375ff-9363-4d8e-baef-d39a849b73d5, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:24.149645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.256840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0e783dd-6d22-4113-adb9-da4078d33b9e req-c13dea7c-ae6b-46da-bab3-e77e7fc3c97c service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1543963 Nov 22 16:10:24.260262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] For port 5c1375ff-9363-4d8e-baef-d39a849b73d5, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:24.265714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] For port 5c1375ff-9363-4d8e-baef-d39a849b73d5, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:24.273378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.330893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:24.331540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.333189 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] 10.222.0.71 "PUT /v2.0/ports/5c1375ff-9363-4d8e-baef-d39a849b73d5 HTTP/1.1" status: 200 len: 1091 time: 0.9589102 Nov 22 16:10:24.333666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984c777b-2d8b-44e5-b0c2-4991031ebac8', 'tag': '5c1375ff-9363-4d8e-baef-d39a849b73d5'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:24.336461 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c22c9-22b1-4647-acf1-7a68b15a5023" -d '{"events": [{"name": "network-changed", "server_uuid": "984c777b-2d8b-44e5-b0c2-4991031ebac8", "tag": "5c1375ff-9363-4d8e-baef-d39a849b73d5"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:24.348885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04cb20b-baac-4cd6-b0e0-84fb97d59f23']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:24.380291 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.382314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42700d74-f089-4a3c-ad90-eb027e495bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1375ff-9363-4d8e-baef-d39a849b73d5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:24.404314 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.409393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:24.409697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93dac47-6bf6-42f6-9ac6-47c1e51050cd') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:24.440154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-c016984e-a321-4527-b674-ddda69291b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:24.441737 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-c016984e-a321-4527-b674-ddda69291b86 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 1094 time: 0.0554430 Nov 22 16:10:24.442069 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.496746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Allocated IP 19.86.0.233 (40ccb500-8e55-46e7-b535-df65453ff8a9/6334813f-3ad5-4e12-979e-454d2fbf4f01/0d9f236a-338d-42cb-872d-74175ec8ad32) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:24.500112 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-bf4e6271-956a-4823-baec-54343a32c1a0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5 HTTP/1.1" status: 200 len: 217 time: 0.0486348 Nov 22 16:10:24.516560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Allocated IP 172.20.0.1 (97b97b51-bc60-4e79-ab88-ed73d5763763/d638926e-5c34-4890-9199-917c87fa7a52/e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:24.538721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.567226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-9ab21b3a-e720-4fed-979d-dad30f5aacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:24.569094 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-9ab21b3a-e720-4fed-979d-dad30f5aacf2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0558221 Nov 22 16:10:24.579136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:10:24.581277 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:10:24.585120 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:10:24.631924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-9504f505-5659-4ee9-bf1e-36de5114e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:24.633414 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-9504f505-5659-4ee9-bf1e-36de5114e9e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546424 Nov 22 16:10:24.648101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af2efa-9ed9-4d34-86fa-1b1b3cea1679 req-7ab5ba3b-e10c-432c-929a-58ad73a300ec tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:24.649906 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3af2efa-9ed9-4d34-86fa-1b1b3cea1679 req-7ab5ba3b-e10c-432c-929a-58ad73a300ec tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 951 time: 0.4651647 Nov 22 16:10:24.747512 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-0608c908-7b50-441c-b42a-688b9b9a1d00 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054275 Nov 22 16:10:24.758156 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.768796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97418b-10ac-4a95-8c08-7388350e1bdf req-67faaa9b-85f5-48c0-a128-010bde8ebe85 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:24.770892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad97418b-10ac-4a95-8c08-7388350e1bdf req-67faaa9b-85f5-48c0-a128-010bde8ebe85 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 943 time: 0.3779917 Nov 22 16:10:24.810847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.867474 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-868883fe-8b84-4961-8af3-78c3adb2ba68 req-946f0561-c4de-47fd-a9b7-d13af4400f43 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075451 Nov 22 16:10:24.965796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:24.973080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b04cb20b-baac-4cd6-b0e0-84fb97d59f23 HTTP/1.1" status: 204 len: 168 time: 2.7886660 Nov 22 16:10:25.016064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5d0d4-d4eb-4141-8035-1dffe02cea24 admin admin] Pushing event deleted for resources: {'Network': ['ID=b04cb20b-baac-4cd6-b0e0-84fb97d59f23,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:25.039955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3af2efa-9ed9-4d34-86fa-1b1b3cea1679 req-58a15785-431e-43dc-ba40-fa3beef41f14 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336303 Nov 22 16:10:25.098257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.125963 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d51b109-16dc-43c0-aced-eeab0053423d x-openstack-request-id: req-8d51b109-16dc-43c0-aced-eeab0053423d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:25.126594 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984c777b-2d8b-44e5-b0c2-4991031ebac8", "tag": "5c1375ff-9363-4d8e-baef-d39a849b73d5", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:25.126837 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d51b109-16dc-43c0-aced-eeab0053423d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:25.127528 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984c777b-2d8b-44e5-b0c2-4991031ebac8', 'tag': '5c1375ff-9363-4d8e-baef-d39a849b73d5', 'status': 'completed', 'code': 200} Nov 22 16:10:25.148010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad97418b-10ac-4a95-8c08-7388350e1bdf req-d12f7030-54a8-4189-8597-01c3603b60a7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645961 Nov 22 16:10:25.184388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44260) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:25.247431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.284345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-1bada35a-e03e-4689-8d0d-5d4815218cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:25.286154 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-1bada35a-e03e-4689-8d0d-5d4815218cae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 1094 time: 0.1112185 Nov 22 16:10:25.293752 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61f7d166-4006-4634-b3ed-166b47800dba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68500ce062ab418488b7b4d78c968591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082642 Nov 22 16:10:25.297899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44264) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:25.356238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.420429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abf13c43-b0d7-4c77-9737-2c9a4f32c2e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.430572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf2425-ef90-460a-b1a6-12f4fe47c58e req-6abe19da-4381-4759-96a6-80e3e3e0fc9a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:25.432841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67bf2425-ef90-460a-b1a6-12f4fe47c58e req-6abe19da-4381-4759-96a6-80e3e3e0fc9a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 932 time: 0.2003706 Nov 22 16:10:25.457386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-55812e59-1c85-4286-9bfa-e7471588ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:25.459488 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-55812e59-1c85-4286-9bfa-e7471588ef5e service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.1590788 Nov 22 16:10:25.469087 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abf13c43-b0d7-4c77-9737-2c9a4f32c2e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.474933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e40174-cba5-4832-9d20-64e90fc72049 req-81aba332-1c98-42e8-8310-2ed293ab6c75 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:25.477640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6e40174-cba5-4832-9d20-64e90fc72049 req-81aba332-1c98-42e8-8310-2ed293ab6c75 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 949 time: 0.2261024 Nov 22 16:10:25.489873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Network 97b97b51-bc60-4e79-ab88-ed73d5763763 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:25.510669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:25.523843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:25.531222 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.536514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d7192af6-d399-46cd-a298-debf723b6c1b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:25.537190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-fb027960-a553-4b99-a3a5-0ca535b2cc82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5 HTTP/1.1" status: 200 len: 217 time: 0.0522745 Nov 22 16:10:25.580211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:25.602506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d7192af6-d399-46cd-a298-debf723b6c1b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:25.603039 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.609019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-c7d4aaf3-c4af-45e7-a712-8af5337cb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:25.611935 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-c7d4aaf3-c4af-45e7-a712-8af5337cb00c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0623741 Nov 22 16:10:25.620411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abf13c43-b0d7-4c77-9737-2c9a4f32c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.624395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abf13c43-b0d7-4c77-9737-2c9a4f32c2e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.625810 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-abf13c43-b0d7-4c77-9737-2c9a4f32c2e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07320eb3-36ff-438d-a9b7-ac051ffcbe64 HTTP/1.1" status: 204 len: 168 time: 0.3268981 Nov 22 16:10:25.663860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf13c43-b0d7-4c77-9737-2c9a4f32c2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07320eb3-36ff-438d-a9b7-ac051ffcbe64,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:25.675683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network 40ccb500-8e55-46e7-b535-df65453ff8a9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:25.680058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67bf2425-ef90-460a-b1a6-12f4fe47c58e req-9767136f-9bac-4681-9be1-b41f7b179a67 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375200 Nov 22 16:10:25.688799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:25.690796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.695231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:25.736702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-86259de8-de56-4bd4-a64f-342b5e29e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:25.739379 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-86259de8-de56-4bd4-a64f-342b5e29e57d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121554 Nov 22 16:10:25.804711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Port': ['ID=0d9f236a-338d-42cb-872d-74175ec8ad32,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:25.825996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6e40174-cba5-4832-9d20-64e90fc72049 req-b5abbbc7-ad0f-4f76-a69d-9765c4197145 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285468 Nov 22 16:10:25.884749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:25.885646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:25.939477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-946a1a50-5a92-4b07-bc3f-04f84358dc38 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5587075 Nov 22 16:10:25.944542 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-531912ee-aace-4360-9bd8-68e1d6ff6784 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963072 Nov 22 16:10:25.956502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'port': {'device_id': '31f97757-924a-49b5-85d9-502cfadf51a8', 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e', 'admin_state_up': True, 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:26.008098 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.051111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b0d95cd9-1714-4015-ac33-786085f5c1a4 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:26.125505 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-061c22c9-22b1-4647-acf1-7a68b15a5023 req-078f788e-4d92-4d2a-99d4-52d4e1e05c37 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700857 Nov 22 16:10:26.155773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0cd04b82-7c6c-4698-ad4f-05eec691c3eb None None] Provisioning complete for port 0d9f236a-338d-42cb-872d-74175ec8ad32 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:26.156205 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cd04b82-7c6c-4698-ad4f-05eec691c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.187944 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port b0d95cd9-1714-4015-ac33-786085f5c1a4 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:26.205493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port b0d95cd9-1714-4015-ac33-786085f5c1a4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:26.206198 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.236901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0cd04b82-7c6c-4698-ad4f-05eec691c3eb None None] Port 0d9f236a-338d-42cb-872d-74175ec8ad32 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:26.309477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.316884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f62f0-6bc6-4386-ae58-00c5b8717be5 req-6269a8c7-f748-4a48-89b5-21b44f554087 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:26.318408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a17f62f0-6bc6-4386-ae58-00c5b8717be5 req-6269a8c7-f748-4a48-89b5-21b44f554087 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 951 time: 0.1472321 Nov 22 16:10:26.339077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a3e4fd-0969-472f-8130-f6611f28d7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d95cd9-1714-4015-ac33-786085f5c1a4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:26.343508 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9722ced8-4045-43cb-bfc0-de6ce1783756" -d '{"events": [{"server_uuid": "39a3e4fd-0969-472f-8130-f6611f28d7de", "name": "network-vif-plugged", "status": "completed", "tag": "b0d95cd9-1714-4015-ac33-786085f5c1a4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:26.358245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b0d95cd9-1714-4015-ac33-786085f5c1a4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b0d95cd9-1714-4015-ac33-786085f5c1a4,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:26.364169 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.387967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce4e01-c72e-4468-8c15-53eb5fc6a4c8 req-d490075f-3ab0-4cf1-8741-5967af7ab214 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:26.389775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54ce4e01-c72e-4468-8c15-53eb5fc6a4c8 req-d490075f-3ab0-4cf1-8741-5967af7ab214 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 943 time: 0.1404307 Nov 22 16:10:26.422581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:26.423775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b0d95cd9-1714-4015-ac33-786085f5c1a4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:26.426014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.458094 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.464732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a17f62f0-6bc6-4386-ae58-00c5b8717be5 req-78d7cae4-e8eb-4a8c-b0d5-484df5b3b678 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346948 Nov 22 16:10:26.470013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.525080 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9b248e-a24e-4548-86a6-95fb2e5ea09f x-openstack-request-id: req-ce9b248e-a24e-4548-86a6-95fb2e5ea09f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:26.526166 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a3e4fd-0969-472f-8130-f6611f28d7de", "name": "network-vif-plugged", "status": "completed", "tag": "b0d95cd9-1714-4015-ac33-786085f5c1a4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:26.526655 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce9b248e-a24e-4548-86a6-95fb2e5ea09f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:26.527346 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a3e4fd-0969-472f-8130-f6611f28d7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d95cd9-1714-4015-ac33-786085f5c1a4', 'code': 200} Nov 22 16:10:26.571492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54ce4e01-c72e-4468-8c15-53eb5fc6a4c8 req-5d17d06d-8afd-4e34-93f7-d77b26afd0ec tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682804 Nov 22 16:10:26.617627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:26.623047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:26.689738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468f002-893e-4bff-95f9-e25b95c820c3 req-82a4e179-7f54-4359-8de0-bee4715bbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:26.691759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4468f002-893e-4bff-95f9-e25b95c820c3 req-82a4e179-7f54-4359-8de0-bee4715bbc02 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 1101 time: 0.0702193 Nov 22 16:10:26.765238 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4468f002-893e-4bff-95f9-e25b95c820c3 req-1e9dd995-0917-4520-ace4-fb2763433f14 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571604 Nov 22 16:10:26.847359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Allocated IP 19.80.0.14 (e91bdd44-7ac3-40e3-9f3c-34f23f827a9e/8b31315b-1926-45d4-adc3-6e8ef951b154/f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:26.877054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b28a-2908-4768-8bb8-a2c9d1242f0c req-d4ef2994-8fc7-43a5-8caa-fc087032a125 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:26.878766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d67b28a-2908-4768-8bb8-a2c9d1242f0c req-d4ef2994-8fc7-43a5-8caa-fc087032a125 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1102 time: 0.1447413 Nov 22 16:10:26.916594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Network 97b97b51-bc60-4e79-ab88-ed73d5763763 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:26.937233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a84b34-ce4f-4ed2-8921-c3380dbd39bc req-382a6c69-03f3-4380-9678-070ac1de0765 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:26.943771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a84b34-ce4f-4ed2-8921-c3380dbd39bc req-382a6c69-03f3-4380-9678-070ac1de0765 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:26.945384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a84b34-ce4f-4ed2-8921-c3380dbd39bc req-382a6c69-03f3-4380-9678-070ac1de0765 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 1655 time: 0.1697357 Nov 22 16:10:26.950866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:27.304095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d67b28a-2908-4768-8bb8-a2c9d1242f0c req-81e0a718-cec6-4f02-b1dc-7adea6f18171 tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179692 Nov 22 16:10:27.405702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8a84b34-ce4f-4ed2-8921-c3380dbd39bc req-716c13c1-d0b7-4b3d-b785-b7f78b3f0259 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519713 Nov 22 16:10:27.493110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Router bb6c521b-ba74-4685-8a8d-c4ab838542a6 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:10:27.496016 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:27.524067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76841169-cf38-43a8-84b6-129a2439836b req-ec02af3a-4db0-4492-9889-9aa7a022e1ff tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:27.525816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76841169-cf38-43a8-84b6-129a2439836b req-ec02af3a-4db0-4492-9889-9aa7a022e1ff tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 950 time: 0.0967798 Nov 22 16:10:27.650458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:27.728325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76841169-cf38-43a8-84b6-129a2439836b req-7720c8e9-6da2-474e-9d89-f16072696cee tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924036 Nov 22 16:10:27.754772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:27.766640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:27.770473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Port': ['ID=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:27.773149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:27.776748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:10:27.782703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-880d28a1-617e-4064-b6a3-03ce57b50ea5 admin admin] 10.222.0.69 "PUT /v2.0/routers/bb6c521b-ba74-4685-8a8d-c4ab838542a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1123083 Nov 22 16:10:27.790242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Sync routers for ids ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:10:27.807486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Routers {'bb6c521b-ba74-4685-8a8d-c4ab838542a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:27.808155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:27.829275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9de0ed-9483-47cb-a0af-77a0ac0f79ea req-826725a2-c215-43de-9599-26aad5225a5e tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:27.836638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae9de0ed-9483-47cb-a0af-77a0ac0f79ea req-826725a2-c215-43de-9599-26aad5225a5e tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 1102 time: 0.1823664 Nov 22 16:10:27.903955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:27.904655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:27.940044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Set router bb6c521b-ba74-4685-8a8d-c4ab838542a6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:27.970529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a6a35-e179-44b3-98a3-152bc6036f9e req-7f27dea1-d6d2-4230-9cf7-21310940d12b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:27.978467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e66a6a35-e179-44b3-98a3-152bc6036f9e req-7f27dea1-d6d2-4230-9cf7-21310940d12b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 943 time: 0.1607628 Nov 22 16:10:27.990765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae9de0ed-9483-47cb-a0af-77a0ac0f79ea req-c781e48a-2eb9-440c-8ba7-6d5a7edf99da tempest-ServersAdminTestJSON-9428775 tempest-ServersAdminTestJSON-9428775-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533363 Nov 22 16:10:28.004591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-94ac926a-975c-4629-8808-9c9fc1cbf462 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0525177 Nov 22 16:10:28.055871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-6ae68418-1e6c-4594-81ce-307d5e14399e tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:10:28.057019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-6ae68418-1e6c-4594-81ce-307d5e14399e tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0446677 Nov 22 16:10:28.077028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 5c1375ff-9363-4d8e-baef-d39a849b73d5 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:28.077596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e66a6a35-e179-44b3-98a3-152bc6036f9e req-eb7e5396-8174-4140-82c1-4afed92e40b4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930355 Nov 22 16:10:28.239261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-824f4747-e3d3-4694-9051-9b6c24c0dada None None] Provisioning complete for port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:28.239641 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-824f4747-e3d3-4694-9051-9b6c24c0dada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:28.310296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Request body: {'port': {'device_id': '31f97757-924a-49b5-85d9-502cfadf51a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:28.334881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 5c1375ff-9363-4d8e-baef-d39a849b73d5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:28.349795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '5c1375ff-9363-4d8e-baef-d39a849b73d5', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': '5c1375ff-9363-4d8e-baef-d39a849b73d5', 'mac_address': 'fa:16:3e:1c:db:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:28.391003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-824f4747-e3d3-4694-9051-9b6c24c0dada None None] Port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:28.444708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:28.469654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1375ff-9363-4d8e-baef-d39a849b73d5 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:28.490836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 5c1375ff-9363-4d8e-baef-d39a849b73d5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:28.500651 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:28.530975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1450e-fccc-4cae-b566-9d6f0481e62a req-0ebf6da0-bc75-41a3-a1d5-f7f31edf0644 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:28.532740 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:28.536698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1b1450e-fccc-4cae-b566-9d6f0481e62a req-0ebf6da0-bc75-41a3-a1d5-f7f31edf0644 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 950 time: 0.1693347 Nov 22 16:10:28.605662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:10:25Z', 'revision_number': 4, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port': {'id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:18Z', 'updated_at': '2021-11-22T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5', 'name': '', 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'mac_address': 'fa:16:3e:21:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd638926e-5c34-4890-9199-917c87fa7a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:23Z', 'updated_at': '2021-11-22T16:10:26Z', 'revision_number': 2, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'subnets': [{'id': 'd638926e-5c34-4890-9199-917c87fa7a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:28.608229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=5c1375ff-9363-4d8e-baef-d39a849b73d5,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:28.637390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Checking router: bb6c521b-ba74-4685-8a8d-c4ab838542a6 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:10:28.637761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Updating router bb6c521b-ba74-4685-8a8d-c4ab838542a6 port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:10:28.639889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-38746d66-ade5-4221-a43c-1f11783d99c2 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:28.641418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-38746d66-ade5-4221-a43c-1f11783d99c2 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 819 time: 0.2733226 Nov 22 16:10:28.682350 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-93b4412c-dae4-43ff-9ab6-16baa5b82f43 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/quotas/bc0154e6bbb84ef2ac6854bb5d06b6ed HTTP/1.1" status: 200 len: 375 time: 0.0293176 Nov 22 16:10:28.697390 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:28.727477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1b1450e-fccc-4cae-b566-9d6f0481e62a req-20e1f735-1a28-44fd-ae80-24eb2e8b7308 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824405 Nov 22 16:10:28.855213 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-48f8357e-1ca4-4e8f-b578-b3d85b794d0c tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1267052 Nov 22 16:10:29.034499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eacd84-80dc-42bf-918c-6f389c4d8067 req-f2187a79-84d5-461f-9c6d-dfb729506318 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:29.040520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eacd84-80dc-42bf-918c-6f389c4d8067 req-f2187a79-84d5-461f-9c6d-dfb729506318 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:29.046576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eacd84-80dc-42bf-918c-6f389c4d8067 req-f2187a79-84d5-461f-9c6d-dfb729506318 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:29.048283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8eacd84-80dc-42bf-918c-6f389c4d8067 req-f2187a79-84d5-461f-9c6d-dfb729506318 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2376 time: 0.1803741 Nov 22 16:10:29.057658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['5c1375ff-9363-4d8e-baef-d39a849b73d5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:29.059398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ed40c6a-760b-40c2-b962-edb30e3ae57f service neutron] 10.222.0.69 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925018 Nov 22 16:10:29.169350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 739a989c-ec45-4e79-9788-6b882d0287db {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:29.185427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.211556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8eacd84-80dc-42bf-918c-6f389c4d8067 req-0a5ac533-b736-4b43-b30b-70727cadacfd tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462562 Nov 22 16:10:29.220027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Transition to ACTIVE for port object 739a989c-ec45-4e79-9788-6b882d0287db will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:29.226963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.229112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.242546 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.291418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-7a3ae8ea-e50c-4846-81e4-f23e15025a35 service neutron] 10.222.0.69 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176683 Nov 22 16:10:29.305479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Pushing event updated for resources: {'Port': ['ID=739a989c-ec45-4e79-9788-6b882d0287db,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:29.343368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cd2b9-d585-4527-a977-4d5e628be3bb None None] Pushing event updated for resources: {'Port': ['ID=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:29.427587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Attempting to bind port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:29.427997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Attempting to bind port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:29.428921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Attempting to bind port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 on network 97b97b51-bc60-4e79-ab88-ed73d5763763 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:29.435400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:29.436515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Checking segment: {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:29.437184 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.437184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Bound using segment: {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:29.437780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Bound port: e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:29.438197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.444271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Attempting to bind port 739a989c-ec45-4e79-9788-6b882d0287db on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:29.444620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Attempting to bind port 739a989c-ec45-4e79-9788-6b882d0287db by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:29.444953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Attempting to bind port 739a989c-ec45-4e79-9788-6b882d0287db on network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:29.449746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Port 739a989c-ec45-4e79-9788-6b882d0287db on network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:29.450131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Attempting to bind port 739a989c-ec45-4e79-9788-6b882d0287db on network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:29.456193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:29.456540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Checking segment: {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:29.457076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Bound using segment: {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:29.457505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Bound port: 739a989c-ec45-4e79-9788-6b882d0287db, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:29.457865 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.546983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] For port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:29.551343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] For port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:29.566638 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.625313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Routers {'bb6c521b-ba74-4685-8a8d-c4ab838542a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:29.625971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:29.626749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a8083-fdbb-4948-a7fc-494a7cf4cf04 req-71b633e5-585e-427e-8679-f061a0618f54 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:29.634158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-558a8083-fdbb-4948-a7fc-494a7cf4cf04 req-71b633e5-585e-427e-8679-f061a0618f54 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 950 time: 0.1391027 Nov 22 16:10:29.660842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] For port 739a989c-ec45-4e79-9788-6b882d0287db, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:29.674006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cd2b9-d585-4527-a977-4d5e628be3bb None None] Pushing event updated for resources: {'Port': ['ID=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:29.700498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] For port 739a989c-ec45-4e79-9788-6b882d0287db, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=739a989c-ec45-4e79-9788-6b882d0287db,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:29.717609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a769af-74dc-4d40-a872-b9291a0a88cc req-78f9f1c4-32ac-4e4f-a7c2-cac8c2365950 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:29.719226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76a769af-74dc-4d40-a872-b9291a0a88cc req-78f9f1c4-32ac-4e4f-a7c2-cac8c2365950 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 944 time: 0.1534722 Nov 22 16:10:29.726181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.766379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] Set router bb6c521b-ba74-4685-8a8d-c4ab838542a6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:29.811330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:29.812342 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:29.814167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] 10.222.0.11 "PUT /v2.0/ports/739a989c-ec45-4e79-9788-6b882d0287db HTTP/1.1" status: 200 len: 1092 time: 1.7349687 Nov 22 16:10:29.816354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'tag': '739a989c-ec45-4e79-9788-6b882d0287db'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:29.819080 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169c4118-3d7b-4c94-a5a9-5eee384827ae" -d '{"events": [{"name": "network-changed", "server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "tag": "739a989c-ec45-4e79-9788-6b882d0287db"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:29.835105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-c3b9398e-f248-4559-8d11-16da0170077f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:29.836652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-c3b9398e-f248-4559-8d11-16da0170077f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 950 time: 0.1954515 Nov 22 16:10:29.847016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-558a8083-fdbb-4948-a7fc-494a7cf4cf04 req-ebcd9808-9ab5-4867-bd3f-6a3b1ccb4b97 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119122 Nov 22 16:10:29.897925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Request body: {'port': {'device_id': '31f97757-924a-49b5-85d9-502cfadf51a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:30.001122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ebac3c-59e9-4633-bbbd-3c974914a74a service neutron] Pushing event updated for resources: {'Port': ['ID=739a989c-ec45-4e79-9788-6b882d0287db,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:30.082900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:10:25Z', 'revision_number': 4, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port': {'id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:18Z', 'updated_at': '2021-11-22T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5', 'name': '', 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'mac_address': 'fa:16:3e:21:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd638926e-5c34-4890-9199-917c87fa7a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:23Z', 'updated_at': '2021-11-22T16:10:29Z', 'revision_number': 4, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'subnets': [{'id': 'd638926e-5c34-4890-9199-917c87fa7a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:30.116015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a13c7f-690b-4049-9d4f-139660a654ce None None] The sync data for ids ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'] in n-d-811716-3 is: [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:10:25Z', 'revision_number': 4, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port': {'id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:18Z', 'updated_at': '2021-11-22T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5', 'name': '', 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'mac_address': 'fa:16:3e:21:6c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'd638926e-5c34-4890-9199-917c87fa7a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:23Z', 'updated_at': '2021-11-22T16:10:29Z', 'revision_number': 4, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'subnets': [{'id': 'd638926e-5c34-4890-9199-917c87fa7a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:10:30.120480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76a769af-74dc-4d40-a872-b9291a0a88cc req-6d2349e5-046b-437f-baf6-f363f654a7b3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775971 Nov 22 16:10:30.147052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:30.150742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c10dad94-d1bb-45d6-8db7-6c60f5c3f2f8 req-50abfa91-eb06-4744-b195-852bbd7ac49b tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 210 time: 0.1243522 Nov 22 16:10:30.749629 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789e03e5-5ac2-4545-bc6d-23a646d8af33 x-openstack-request-id: req-789e03e5-5ac2-4545-bc6d-23a646d8af33 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:30.749629 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "tag": "739a989c-ec45-4e79-9788-6b882d0287db", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:30.749629 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-789e03e5-5ac2-4545-bc6d-23a646d8af33 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:30.750551 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'tag': '739a989c-ec45-4e79-9788-6b882d0287db', 'status': 'completed', 'code': 200} Nov 22 16:10:30.886141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85418a-c8c2-425f-bd3c-45ad9dcec689 req-7e22c2ac-5b34-4d75-a0ea-0a5cfe1373f9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:30.887681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c85418a-c8c2-425f-bd3c-45ad9dcec689 req-7e22c2ac-5b34-4d75-a0ea-0a5cfe1373f9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 950 time: 0.6135418 Nov 22 16:10:30.898392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Deleting port fbf7178b-48ff-4fb3-9609-bf5cc627214e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:30.898759 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:30.908672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-b378dac1-2064-4249-9a69-fa096d94c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:30.909160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-b378dac1-2064-4249-9a69-fa096d94c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:30.909631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-b378dac1-2064-4249-9a69-fa096d94c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:30.911255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-b378dac1-2064-4249-9a69-fa096d94c932 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2731 time: 0.1605082 Nov 22 16:10:30.964518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef57ca-ae80-4ea8-bbc2-7d0dd5ce0f58 req-7ca7111d-7a42-468a-b409-15c7ecb87b9e tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:30.971248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef57ca-ae80-4ea8-bbc2-7d0dd5ce0f58 req-7ca7111d-7a42-468a-b409-15c7ecb87b9e tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:30.977722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef57ca-ae80-4ea8-bbc2-7d0dd5ce0f58 req-7ca7111d-7a42-468a-b409-15c7ecb87b9e tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:30.979453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92ef57ca-ae80-4ea8-bbc2-7d0dd5ce0f58 req-7ca7111d-7a42-468a-b409-15c7ecb87b9e tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2388 time: 0.2352333 Nov 22 16:10:31.166446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c85418a-c8c2-425f-bd3c-45ad9dcec689 req-fcfa621e-890d-4429-b87d-80cbc18d1446 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639706 Nov 22 16:10:31.197428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-f5749bcb-b16c-4e9b-ab58-349d38b7278a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:31.199719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-f5749bcb-b16c-4e9b-ab58-349d38b7278a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.11 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 819 time: 0.2083211 Nov 22 16:10:31.227402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Request body: {'port': {'device_id': '88fd501a-0e1a-46f5-990d-9b835da9f53e', 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763', 'admin_state_up': True, 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:31.393789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Made reservation on behalf of bc0154e6bbb84ef2ac6854bb5d06b6ed for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:31.398190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.411699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9f236a-338d-42cb-872d-74175ec8ad32 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:31.442317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.490216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92ef57ca-ae80-4ea8-bbc2-7d0dd5ce0f58 req-2106c6ce-7eb1-4781-9edd-e9f4f57977d9 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669120 Nov 22 16:10:31.504098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] For port fbf7178b-48ff-4fb3-9609-bf5cc627214e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fbf7178b-48ff-4fb3-9609-bf5cc627214e,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:31.504455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.545674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Calling delete_port for fbf7178b-48ff-4fb3-9609-bf5cc627214e owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:31.555364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-e1e538a0-e88b-418a-8408-15c6679a22d9 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:31.563018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-e1e538a0-e88b-418a-8408-15c6679a22d9 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 819 time: 0.2861910 Nov 22 16:10:31.570772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-3bd2f5af-ea54-4943-ac83-f0c1f9810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:31.571160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-3bd2f5af-ea54-4943-ac83-f0c1f9810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:31.571633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-3bd2f5af-ea54-4943-ac83-f0c1f9810ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:31.574037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-3bd2f5af-ea54-4943-ac83-f0c1f9810ca8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6415198 Nov 22 16:10:31.586872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Transition to ACTIVE for port object 0d9f236a-338d-42cb-872d-74175ec8ad32 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:31.591512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:31.617314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Allocated IP 172.20.0.6 (97b97b51-bc60-4e79-ab88-ed73d5763763/d638926e-5c34-4890-9199-917c87fa7a52/0529e1be-1617-4bbc-8173-1d423a2cf72e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:31.629864 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.692597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:31.693593 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.714930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-6ccf4820-4399-439b-8137-2af644904093 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/quotas/bc0154e6bbb84ef2ac6854bb5d06b6ed HTTP/1.1" status: 200 len: 375 time: 0.1510108 Nov 22 16:10:31.796324 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.816206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.837805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:31.848642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.862377 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:31.919372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Network 97b97b51-bc60-4e79-ab88-ed73d5763763 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:31.923787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:31.925177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:31.928634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:31.929882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-1addf26c-cf55-4208-bf96-9d63d9b1dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:31.931470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-169c4118-3d7b-4c94-a5a9-5eee384827ae req-1addf26c-cf55-4208-bf96-9d63d9b1dee9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3459799 Nov 22 16:10:31.961044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Pushing event updated for resources: {'Port': ['ID=0529e1be-1617-4bbc-8173-1d423a2cf72e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:31.990008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:31.990768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.008805 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-0ee5446c-da45-4e31-bfdb-2d40a6cbe7dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7994373 Nov 22 16:10:32.023869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Request body: {'port': {'device_id': '88fd501a-0e1a-46f5-990d-9b835da9f53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:32.027114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9f236a-338d-42cb-872d-74175ec8ad32,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:32.061416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 5c1375ff-9363-4d8e-baef-d39a849b73d5 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:32.109934 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.123295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90d89d-daac-477e-8fc6-47c31b96ced6 req-91b579c3-1b7a-42ac-b24e-80db398e688d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:32.125121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f90d89d-daac-477e-8fc6-47c31b96ced6 req-91b579c3-1b7a-42ac-b24e-80db398e688d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 944 time: 0.3999419 Nov 22 16:10:32.131581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 5c1375ff-9363-4d8e-baef-d39a849b73d5 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:32.138174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 5c1375ff-9363-4d8e-baef-d39a849b73d5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:32.139354 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.142312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-8ac5e0e4-537f-4574-957e-0d013d962d41 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3966932 Nov 22 16:10:32.239497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Attempting to bind port 0d9f236a-338d-42cb-872d-74175ec8ad32 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:32.239839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Attempting to bind port 0d9f236a-338d-42cb-872d-74175ec8ad32 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:32.240193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Attempting to bind port 0d9f236a-338d-42cb-872d-74175ec8ad32 on network 40ccb500-8e55-46e7-b535-df65453ff8a9 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:32.256625 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.261517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Port 0d9f236a-338d-42cb-872d-74175ec8ad32 on network 40ccb500-8e55-46e7-b535-df65453ff8a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:32.261851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Attempting to bind port 0d9f236a-338d-42cb-872d-74175ec8ad32 on network 40ccb500-8e55-46e7-b535-df65453ff8a9 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:32.271148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.282932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c777b-2d8b-44e5-b0c2-4991031ebac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1375ff-9363-4d8e-baef-d39a849b73d5'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:32.285139 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe1ff2-af74-470c-9f33-01f118f85f9d" -d '{"events": [{"server_uuid": "984c777b-2d8b-44e5-b0c2-4991031ebac8", "name": "network-vif-plugged", "status": "completed", "tag": "5c1375ff-9363-4d8e-baef-d39a849b73d5"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:32.291321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['66d8a5f6-394c-4d82-ab99-4a3cf8dc135a', 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:32.297338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:32.297675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Checking segment: {'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:32.298066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Bound using segment: {'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:32.298705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Bound port: 0d9f236a-338d-42cb-872d-74175ec8ad32, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0692b2-c20d-43c0-9c53-0cd1b580e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:32.298853 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.323900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 5c1375ff-9363-4d8e-baef-d39a849b73d5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:32.334558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f90d89d-daac-477e-8fc6-47c31b96ced6 req-c67a07af-bd35-4081-a311-b29be3f6914c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007113 Nov 22 16:10:32.334797 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.344676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Pushing event deleted for resources: {'Port': ['ID=fbf7178b-48ff-4fb3-9609-bf5cc627214e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:32.422643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=5c1375ff-9363-4d8e-baef-d39a849b73d5,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:32.425725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-f36a775c-fc79-4d6b-82da-fae0306ae677 service neutron] 10.222.0.69 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736874 Nov 22 16:10:32.449065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0529e1be-1617-4bbc-8173-1d423a2cf72e {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:32.459138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.465770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] No DVR routers for this DVR port fbf7178b-48ff-4fb3-9609-bf5cc627214e on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:32.474894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Transition to ACTIVE for port object 0529e1be-1617-4bbc-8173-1d423a2cf72e will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:32.479682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.480049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.483447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-274a41d6-3a0c-4762-8cf0-d9f2352242c9 req-9f71f8f6-a4be-4314-bac0-83737ff458f4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "DELETE /v2.0/ports/fbf7178b-48ff-4fb3-9609-bf5cc627214e HTTP/1.1" status: 204 len: 173 time: 2.6298172 Nov 22 16:10:32.534070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] For port 0d9f236a-338d-42cb-872d-74175ec8ad32, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:32.539371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] For port 0d9f236a-338d-42cb-872d-74175ec8ad32, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0d9f236a-338d-42cb-872d-74175ec8ad32,segment=NetworkSegment(ad0692b2-c20d-43c0-9c53-0cd1b580e430),segment_id=ad0692b2-c20d-43c0-9c53-0cd1b580e430)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:32.550755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Pushing event updated for resources: {'Port': ['ID=0529e1be-1617-4bbc-8173-1d423a2cf72e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:32.553932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.630163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:32.634255 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.635783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] 10.222.0.11 "PUT /v2.0/ports/0d9f236a-338d-42cb-872d-74175ec8ad32 HTTP/1.1" status: 200 len: 1092 time: 2.7503474 Nov 22 16:10:32.658497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-66ff11d4-cbbf-47ac-9476-3a69e01e8f20 service neutron] 10.222.0.69 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001982 Nov 22 16:10:32.695037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Request body: {'port': {'device_id': '31f97757-924a-49b5-85d9-502cfadf51a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:32.726874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Attempting to bind port 0529e1be-1617-4bbc-8173-1d423a2cf72e on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:32.728561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Attempting to bind port 0529e1be-1617-4bbc-8173-1d423a2cf72e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:32.729315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Attempting to bind port 0529e1be-1617-4bbc-8173-1d423a2cf72e on network 97b97b51-bc60-4e79-ab88-ed73d5763763 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:32.736793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Port 0529e1be-1617-4bbc-8173-1d423a2cf72e on network 97b97b51-bc60-4e79-ab88-ed73d5763763 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:32.738238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Attempting to bind port 0529e1be-1617-4bbc-8173-1d423a2cf72e on network 97b97b51-bc60-4e79-ab88-ed73d5763763 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:32.747174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:32.749729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Checking segment: {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:32.750668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Bound using segment: {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:32.751224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Bound port: 0529e1be-1617-4bbc-8173-1d423a2cf72e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:32.752828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.761553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24a9fcb-9c95-4c39-8119-007724bff000', 'name': 'network-vif-deleted', 'tag': 'fbf7178b-48ff-4fb3-9609-bf5cc627214e'}, {'name': 'network-changed', 'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'tag': '0d9f236a-338d-42cb-872d-74175ec8ad32'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:32.764103 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c43a07d-ba2a-4174-a5d7-5d507845c263" -d '{"events": [{"server_uuid": "c24a9fcb-9c95-4c39-8119-007724bff000", "name": "network-vif-deleted", "tag": "fbf7178b-48ff-4fb3-9609-bf5cc627214e"}, {"name": "network-changed", "server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "tag": "0d9f236a-338d-42cb-872d-74175ec8ad32"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:32.770245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bcad9-a9e4-453d-bdb8-199013b8022d service neutron] Pushing event updated for resources: {'Port': ['ID=0d9f236a-338d-42cb-872d-74175ec8ad32,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:32.837543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.879305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] For port 0529e1be-1617-4bbc-8173-1d423a2cf72e, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:32.884316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] For port 0529e1be-1617-4bbc-8173-1d423a2cf72e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:32.896469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:32.991264 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5036f92-a00f-4955-b35c-0bf955b7ad71 x-openstack-request-id: req-e5036f92-a00f-4955-b35c-0bf955b7ad71 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:32.991800 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984c777b-2d8b-44e5-b0c2-4991031ebac8", "name": "network-vif-plugged", "status": "completed", "tag": "5c1375ff-9363-4d8e-baef-d39a849b73d5", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:32.991800 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5036f92-a00f-4955-b35c-0bf955b7ad71 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:32.992246 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c777b-2d8b-44e5-b0c2-4991031ebac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1375ff-9363-4d8e-baef-d39a849b73d5', 'code': 200} Nov 22 16:10:33.062138 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Pushing event updated for resources: {'Port': ['ID=0529e1be-1617-4bbc-8173-1d423a2cf72e,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:33.092785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.093692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:33.095146 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-e93b0ca3-21f3-42f2-addf-352d8b5ebdcf service neutron] 10.222.0.11 "PUT /v2.0/ports/0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 200 len: 1091 time: 1.0766242 Nov 22 16:10:33.095622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fd501a-0e1a-46f5-990d-9b835da9f53e', 'tag': '0529e1be-1617-4bbc-8173-1d423a2cf72e'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:33.097950 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607884c-e8bf-4921-a4c6-049744390d48" -d '{"events": [{"name": "network-changed", "server_uuid": "88fd501a-0e1a-46f5-990d-9b835da9f53e", "tag": "0529e1be-1617-4bbc-8173-1d423a2cf72e"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:33.171670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fef38-b3ca-47ae-869f-be217d9b67c3 req-f8ce0d93-082e-4bc7-98f5-18d14f9ea873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.174410 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b8fef38-b3ca-47ae-869f-be217d9b67c3 req-f8ce0d93-082e-4bc7-98f5-18d14f9ea873 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 1096 time: 0.0680263 Nov 22 16:10:33.205798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66e22c25-50e7-49af-9734-e311fe59f826 req-ad416723-a066-483e-8732-b55e385e0748 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=c24a9fcb-9c95-4c39-8119-007724bff000 HTTP/1.1" status: 200 len: 210 time: 0.0927379 Nov 22 16:10:33.276388 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b8fef38-b3ca-47ae-869f-be217d9b67c3 req-3dd53ec2-b7b1-4395-998b-7885ba63aacd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932438 Nov 22 16:10:33.292453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974c454-78d5-42d6-97e3-6796d64cfa7e req-17a2849b-f3f7-4183-9ab0-1ca2274ebcfe tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.292740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-37f39ae8-1843-4f6e-bd20-ebe4c2a92ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.294243 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-37f39ae8-1843-4f6e-bd20-ebe4c2a92ceb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1094 time: 0.0880215 Nov 22 16:10:33.298491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974c454-78d5-42d6-97e3-6796d64cfa7e req-17a2849b-f3f7-4183-9ab0-1ca2274ebcfe tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.304448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974c454-78d5-42d6-97e3-6796d64cfa7e req-17a2849b-f3f7-4183-9ab0-1ca2274ebcfe tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.306092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b974c454-78d5-42d6-97e3-6796d64cfa7e req-17a2849b-f3f7-4183-9ab0-1ca2274ebcfe tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2400 time: 0.1944935 Nov 22 16:10:33.344147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-a14ea350-ae14-4145-a212-be58b70b5180 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 200 len: 217 time: 0.0410516 Nov 22 16:10:33.396880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b974c454-78d5-42d6-97e3-6796d64cfa7e req-2e432e29-979a-4ff1-be0b-f3fb208a1bed tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765750 Nov 22 16:10:33.407695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-b130d4a2-8ce9-46bc-a132-aab445c26bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.416892 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-b130d4a2-8ce9-46bc-a132-aab445c26bb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.0660920 Nov 22 16:10:33.464273 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-f544fc44-dd0a-418d-a970-6cc79a433a64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392718 Nov 22 16:10:33.474186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:33.491143 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:33.507395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Transition to ACTIVE for port object f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:33.515725 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:33.574170 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfed281-7bbc-42c8-bf7f-e996de832670 x-openstack-request-id: req-edfed281-7bbc-42c8-bf7f-e996de832670 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:33.574573 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24a9fcb-9c95-4c39-8119-007724bff000", "name": "network-vif-deleted", "tag": "fbf7178b-48ff-4fb3-9609-bf5cc627214e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "tag": "0d9f236a-338d-42cb-872d-74175ec8ad32", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:33.574841 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-edfed281-7bbc-42c8-bf7f-e996de832670 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:33.575239 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24a9fcb-9c95-4c39-8119-007724bff000', 'name': 'network-vif-deleted', 'tag': 'fbf7178b-48ff-4fb3-9609-bf5cc627214e', 'status': 'completed', 'code': 200} Nov 22 16:10:33.575583 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'tag': '0d9f236a-338d-42cb-872d-74175ec8ad32', 'status': 'completed', 'code': 200} Nov 22 16:10:33.618455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:33.642374 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-7521f552-4c37-4155-98af-a2a25223bc4c service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694024 Nov 22 16:10:33.662790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d3c2082-98c6-44ff-89b7-f318e13c1361 req-4c11cc9c-0d39-4770-bb71-a5f2dbd4486f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0523124 Nov 22 16:10:33.674000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:33.742258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:33.743564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:33.759302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.759855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.760249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.760596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.760937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.761272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.761623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.761941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.762269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.772220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.772808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.773327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:33.819382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-2bb8f3c8-9195-425d-aa1e-d85b920f279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.819928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-2bb8f3c8-9195-425d-aa1e-d85b920f279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.820420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-2bb8f3c8-9195-425d-aa1e-d85b920f279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:33.822496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-2bb8f3c8-9195-425d-aa1e-d85b920f279b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2823 time: 0.2306302 Nov 22 16:10:33.903540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device fbf7178b-48ff-4fb3-9609-bf5cc627214e no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:10:33.929527 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-48aa80f9-5be6-491c-a4af-5f85fe78e79e req-99d4fe79-6e4e-4135-9993-9ca44ad81137 service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762551 Nov 22 16:10:33.944611 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17eca49-2f6b-49c7-a15f-ec01035a6a98 x-openstack-request-id: req-a17eca49-2f6b-49c7-a15f-ec01035a6a98 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:33.944934 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fd501a-0e1a-46f5-990d-9b835da9f53e", "tag": "0529e1be-1617-4bbc-8173-1d423a2cf72e", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:33.945202 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a17eca49-2f6b-49c7-a15f-ec01035a6a98 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:33.945632 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fd501a-0e1a-46f5-990d-9b835da9f53e', 'tag': '0529e1be-1617-4bbc-8173-1d423a2cf72e', 'status': 'completed', 'code': 200} Nov 22 16:10:34.005440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: fbf7178b-48ff-4fb3-9609-bf5cc627214e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:10:34.006057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device fbf7178b-48ff-4fb3-9609-bf5cc627214e not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:10:34.066085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607884c-e8bf-4921-a4c6-049744390d48 req-e8f168da-be76-42c8-8dbb-c1cbf69fc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.067788 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7607884c-e8bf-4921-a4c6-049744390d48 req-e8f168da-be76-42c8-8dbb-c1cbf69fc56e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1094 time: 0.0516369 Nov 22 16:10:34.166673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607884c-e8bf-4921-a4c6-049744390d48 req-5a3448f1-ef70-4d25-bb81-9d0aeb4e9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.168129 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7607884c-e8bf-4921-a4c6-049744390d48 req-5a3448f1-ef70-4d25-bb81-9d0aeb4e9a30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 920 time: 0.0932734 Nov 22 16:10:34.212077 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7607884c-e8bf-4921-a4c6-049744390d48 req-a6175940-d5ea-4545-b9a2-57b385354d5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 200 len: 217 time: 0.0364146 Nov 22 16:10:34.223028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Attempting to bind port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:34.223595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Attempting to bind port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:34.223718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Attempting to bind port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 on network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:34.266263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 on network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:34.266589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Attempting to bind port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 on network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:34.266845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607884c-e8bf-4921-a4c6-049744390d48 req-f382a0c1-029d-4f30-8f48-8d298ba40dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.268353 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7607884c-e8bf-4921-a4c6-049744390d48 req-f382a0c1-029d-4f30-8f48-8d298ba40dfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.0483515 Nov 22 16:10:34.284208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:34.284612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Checking segment: {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:34.284940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Bound using segment: {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:34.285386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Bound port: f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01849276-b571-4b79-bac0-233f1c5bec4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:34.285744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:34.305143 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7607884c-e8bf-4921-a4c6-049744390d48 req-5f1de271-2dc9-4da8-9671-e9836bf002d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295436 Nov 22 16:10:34.335255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f62b4-e63d-41a5-9532-24c61815b450 req-92ae0718-4884-42dd-9c36-0b2e7aa96281 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.336766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-923f62b4-e63d-41a5-9532-24c61815b450 req-92ae0718-4884-42dd-9c36-0b2e7aa96281 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 950 time: 0.1796966 Nov 22 16:10:34.344485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298966ef-bb79-464b-a28f-8150ba664aed req-130f71d5-6fb9-4d04-9e8a-16641a502844 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.345879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-298966ef-bb79-464b-a28f-8150ba664aed req-130f71d5-6fb9-4d04-9e8a-16641a502844 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1901665 Nov 22 16:10:34.396690 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7607884c-e8bf-4921-a4c6-049744390d48 req-a50420bc-1b8f-4c4d-b2a6-c6e945609479 service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840149 Nov 22 16:10:34.424605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-04a96a03-1398-435c-b7ea-7f457788f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.424993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-04a96a03-1398-435c-b7ea-7f457788f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.425461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-04a96a03-1398-435c-b7ea-7f457788f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.427033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-04a96a03-1398-435c-b7ea-7f457788f51e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5928833 Nov 22 16:10:34.504593 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7607884c-e8bf-4921-a4c6-049744390d48 req-60026d21-6fcf-4503-8b49-67b783224e0c service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993552 Nov 22 16:10:34.544315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] For port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:34.560481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-298966ef-bb79-464b-a28f-8150ba664aed req-9b78cf3c-1b5d-4ad4-bb25-5fe5be6f00f9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925654 Nov 22 16:10:34.564636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-923f62b4-e63d-41a5-9532-24c61815b450 req-e849f869-c29d-4dc2-b279-a2457f7051b8 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169292 Nov 22 16:10:34.571139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] For port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:34.597227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:34.675608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.677019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:34.678439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 HTTP/1.1" status: 200 len: 1091 time: 1.9975872 Nov 22 16:10:34.730100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-3c640076-9843-497a-9fcd-e3cbe5bb95c5 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.731679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-3c640076-9843-497a-9fcd-e3cbe5bb95c5 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.71 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 819 time: 0.1975789 Nov 22 16:10:34.760667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-aed527cc-64b6-454f-8a93-075ec51370e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.762174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c43a07d-ba2a-4174-a5d7-5d507845c263 req-aed527cc-64b6-454f-8a93-075ec51370e7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3195634 Nov 22 16:10:34.781181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f84f-840c-4ca8-95b1-c6598ad800a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:34.794647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Request body: {'port': {'device_id': '8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8', 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763', 'admin_state_up': True, 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:34.918534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9dc67-d4ce-4a31-86a6-3c96b818208b req-c9c13d3c-a541-4a7c-bc86-b96725673993 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.934489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9dc67-d4ce-4a31-86a6-3c96b818208b req-c9c13d3c-a541-4a7c-bc86-b96725673993 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.978999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9dc67-d4ce-4a31-86a6-3c96b818208b req-c9c13d3c-a541-4a7c-bc86-b96725673993 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:34.988332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fe9dc67-d4ce-4a31-86a6-3c96b818208b req-c9c13d3c-a541-4a7c-bc86-b96725673993 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2412 time: 0.2454562 Nov 22 16:10:35.008512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Made reservation on behalf of bc0154e6bbb84ef2ac6854bb5d06b6ed for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:35.019751 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:35.026719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-8d172cdf-89f0-4df3-9730-a96d6b9c67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.027199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-8d172cdf-89f0-4df3-9730-a96d6b9c67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.027663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-8d172cdf-89f0-4df3-9730-a96d6b9c67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.029906 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-8d172cdf-89f0-4df3-9730-a96d6b9c67a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2865 time: 0.2116587 Nov 22 16:10:35.088074 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-ec4cb3b1-1de1-4366-baa5-ba84ca062ba5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=739a989c-ec45-4e79-9788-6b882d0287db HTTP/1.1" status: 200 len: 217 time: 0.0469992 Nov 22 16:10:35.100142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fe9dc67-d4ce-4a31-86a6-3c96b818208b req-17a53e1e-12a0-491d-8e9d-eb9f918adc2c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097515 Nov 22 16:10:35.150059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e0e6afb-d8d6-4fad-8b09-3dcd585168db req-5a1811cd-df0f-481c-854e-6f2409aa405d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0462942 Nov 22 16:10:35.204454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-725e7f40-fa5e-477a-9ada-eb3ed1da3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.206692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-725e7f40-fa5e-477a-9ada-eb3ed1da3ebc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b31315b-1926-45d4-adc3-6e8ef951b154 HTTP/1.1" status: 200 len: 801 time: 0.1049726 Nov 22 16:10:35.212233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Allocated IP 172.20.0.12 (97b97b51-bc60-4e79-ab88-ed73d5763763/d638926e-5c34-4890-9199-917c87fa7a52/25b5539f-a856-4891-babf-437c49c18fab) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:35.275752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-3a28a6e0-08ce-4830-8faa-cbdd828c6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.277310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-3a28a6e0-08ce-4830-8faa-cbdd828c6255 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623920 Nov 22 16:10:35.367334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f9f5d-b66c-4f0f-b41c-756c9f8f1cbe req-f6e1712b-4e4e-497d-bc9c-f60c4827ff21 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.368837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b0f9f5d-b66c-4f0f-b41c-756c9f8f1cbe req-f6e1712b-4e4e-497d-bc9c-f60c4827ff21 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 950 time: 0.1135957 Nov 22 16:10:35.401787 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:35.435945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:35.445934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-df08e8b2-17f2-4301-a25b-255f256a5c2e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=87fcd0dfad614760b298bf9685d24dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421007 Nov 22 16:10:35.450029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-78661990-ff6c-458d-be38-c561f1237bb4 service neutron] 10.222.0.11 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583569 Nov 22 16:10:35.486328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Network 97b97b51-bc60-4e79-ab88-ed73d5763763 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:35.489422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:35.493427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:35.506284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b0f9f5d-b66c-4f0f-b41c-756c9f8f1cbe req-0a48ef18-f0f6-4f82-907f-f3254421a5d3 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254375 Nov 22 16:10:35.519923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Pushing event updated for resources: {'Port': ['ID=25b5539f-a856-4891-babf-437c49c18fab,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:35.555696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.556331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:35.573029 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-7a3969a9-d3aa-4705-8f77-61af5271bdcf tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7829316 Nov 22 16:10:35.578021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'tag': 'f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:35.580309 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17efb042-80b2-4f5e-b76d-3aed9740ae73" -d '{"events": [{"name": "network-changed", "server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "tag": "f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:35.593463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Request body: {'port': {'device_id': '8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:35.654546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:35.661345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-fce2196c-1496-406e-98cd-d4310f16df3c service neutron] 10.222.0.11 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013447 Nov 22 16:10:35.668398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188dba-24f4-41d5-b240-1b4116650d6c req-031965f8-4c0f-4760-8ad2-5942a09a8cc3 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.670124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-031965f8-4c0f-4760-8ad2-5942a09a8cc3 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109680 Nov 22 16:10:35.715321 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb708b9-dc0d-40f7-a06e-41d4ca156e9b x-openstack-request-id: req-cbb708b9-dc0d-40f7-a06e-41d4ca156e9b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:35.715762 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "tag": "f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:35.715896 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbb708b9-dc0d-40f7-a06e-41d4ca156e9b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:35.716258 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'tag': 'f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83', 'status': 'completed', 'code': 200} Nov 22 16:10:35.718852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-8d050379-386c-4269-88d9-81f7581a3780 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=0d9f236a-338d-42cb-872d-74175ec8ad32 HTTP/1.1" status: 200 len: 217 time: 0.0476265 Nov 22 16:10:35.721377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-949272c3-6c30-437d-9c63-22a6381ea663 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/quotas/87fcd0dfad614760b298bf9685d24dbc HTTP/1.1" status: 200 len: 375 time: 0.0424299 Nov 22 16:10:35.793497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-633d7513-f9ec-4183-b4b9-ae954f2d6f1f tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=87fcd0dfad614760b298bf9685d24dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651033 Nov 22 16:10:35.828184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-e8f76d6f-3dba-4a4f-9db0-a48bd7ea6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.829658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-e8f76d6f-3dba-4a4f-9db0-a48bd7ea6aee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6334813f-3ad5-4e12-979e-454d2fbf4f01 HTTP/1.1" status: 200 len: 801 time: 0.0996490 Nov 22 16:10:35.872198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef693a8-d001-4eda-bd8a-0b4f185af9db req-27f5d3cc-7bdd-4fcc-8c0c-63441f0bb3b6 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.874518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ef693a8-d001-4eda-bd8a-0b4f185af9db req-27f5d3cc-7bdd-4fcc-8c0c-63441f0bb3b6 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 950 time: 0.1286020 Nov 22 16:10:35.926963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-a0cd8d59-81b4-4072-aa03-96ca0e4f3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:35.928757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-a0cd8d59-81b4-4072-aa03-96ca0e4f3590 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40ccb500-8e55-46e7-b535-df65453ff8a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905769 Nov 22 16:10:35.986843 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b5539f-a856-4891-babf-437c49c18fab {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:35.995384 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:36.009950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Transition to ACTIVE for port object 25b5539f-a856-4891-babf-437c49c18fab will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:36.016351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:36.032462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ef693a8-d001-4eda-bd8a-0b4f185af9db req-de6a3b0a-f24c-446b-90e4-cf0b23c00aae tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508806 Nov 22 16:10:36.095791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Pushing event updated for resources: {'Port': ['ID=25b5539f-a856-4891-babf-437c49c18fab,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:36.117794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a6fac-275f-4eaf-aa5a-920916316394 req-edb518fd-47da-4f5e-a95c-d7759de77b6b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.119355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec0a6fac-275f-4eaf-aa5a-920916316394 req-edb518fd-47da-4f5e-a95c-d7759de77b6b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.0953641 Nov 22 16:10:36.171590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-4570adbb-9a0a-4a5a-b036-e557f6c3d643 service neutron] 10.222.0.11 "GET /v2.0/networks/40ccb500-8e55-46e7-b535-df65453ff8a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215707 Nov 22 16:10:36.216023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Attempting to bind port 25b5539f-a856-4891-babf-437c49c18fab on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:36.217453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Attempting to bind port 25b5539f-a856-4891-babf-437c49c18fab by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:36.217992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Attempting to bind port 25b5539f-a856-4891-babf-437c49c18fab on network 97b97b51-bc60-4e79-ab88-ed73d5763763 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:36.222929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Port 25b5539f-a856-4891-babf-437c49c18fab on network 97b97b51-bc60-4e79-ab88-ed73d5763763 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:36.223508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Attempting to bind port 25b5539f-a856-4891-babf-437c49c18fab on network 97b97b51-bc60-4e79-ab88-ed73d5763763 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:36.229496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:36.230720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Checking segment: {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:36.231553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Bound using segment: {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:36.232046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Bound port: 25b5539f-a856-4891-babf-437c49c18fab, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0174cf-b223-49d4-8b5a-e8503bafe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:36.232968 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:36.296097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-6b303f3f-0636-47bc-a38d-ae33ec88f0c1 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=87fcd0dfad614760b298bf9685d24dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601571 Nov 22 16:10:36.308321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec0a6fac-275f-4eaf-aa5a-920916316394 req-c5ab7b38-2250-4760-ba25-33c6311bc88a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814363 Nov 22 16:10:36.333545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] For port 25b5539f-a856-4891-babf-437c49c18fab, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:36.337393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] For port 25b5539f-a856-4891-babf-437c49c18fab, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=25b5539f-a856-4891-babf-437c49c18fab,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:36.349978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:36.392084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.392933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:36.394928 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] 10.222.0.71 "PUT /v2.0/ports/25b5539f-a856-4891-babf-437c49c18fab HTTP/1.1" status: 200 len: 1092 time: 0.8087554 Nov 22 16:10:36.395415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8', 'tag': '25b5539f-a856-4891-babf-437c49c18fab'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:36.397962 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75324cd9-eafc-4774-aee9-a91cf6f1efdc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8", "tag": "25b5539f-a856-4891-babf-437c49c18fab"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:36.436845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e772278-dd01-4579-a88c-6c7a479b2a16 service neutron] Pushing event updated for resources: {'Port': ['ID=25b5539f-a856-4891-babf-437c49c18fab,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:36.510990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-5453785b-47f5-4517-93b4-d177a7bffd35 service neutron] 10.222.0.11 "GET /v2.0/networks/40ccb500-8e55-46e7-b535-df65453ff8a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261216 Nov 22 16:10:36.520915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-21aca288-77c4-4d76-bf10-edce9e258b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.522426 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-21aca288-77c4-4d76-bf10-edce9e258b32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 1095 time: 0.0599258 Nov 22 16:10:36.571597 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-08ae9f5c-3d7a-49d4-8b7c-0534eb55e0e2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b5539f-a856-4891-babf-437c49c18fab HTTP/1.1" status: 200 len: 217 time: 0.0394661 Nov 22 16:10:36.579502 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-281821df-84a2-4b9b-8c54-dc7e2d5e4ebf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 HTTP/1.1" status: 200 len: 217 time: 0.0559037 Nov 22 16:10:36.623825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740048d-5d88-46a4-b259-edf762300b3b req-6903a0d5-e924-4d8e-9bf2-f446e72c4a9c tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.625800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f740048d-5d88-46a4-b259-edf762300b3b req-6903a0d5-e924-4d8e-9bf2-f446e72c4a9c tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.71 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 950 time: 0.2303677 Nov 22 16:10:36.631623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-228a5286-48fe-4a50-b4da-35a7173396fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.633086 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-228a5286-48fe-4a50-b4da-35a7173396fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.0526571 Nov 22 16:10:36.664439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-d81944ee-3c54-4779-bc48-9933907886a9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.666175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-d81944ee-3c54-4779-bc48-9933907886a9 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 950 time: 0.2345796 Nov 22 16:10:36.674895 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-645280a2-9e23-4aeb-a376-d0d74d7187fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277331 Nov 22 16:10:36.675962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b0c8d-bc96-48e5-9728-639aa3d4a81a req-47c2b2ca-0df4-4a33-87c6-8356b664d4c6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.682669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b0c8d-bc96-48e5-9728-639aa3d4a81a req-47c2b2ca-0df4-4a33-87c6-8356b664d4c6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.689242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b0c8d-bc96-48e5-9728-639aa3d4a81a req-47c2b2ca-0df4-4a33-87c6-8356b664d4c6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.691187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e10b0c8d-bc96-48e5-9728-639aa3d4a81a req-47c2b2ca-0df4-4a33-87c6-8356b664d4c6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2412 time: 0.2916505 Nov 22 16:10:36.713712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c2693-4adf-49bd-82d8-964dd167508e req-a5091af3-1e94-4378-af3a-f2bca537d18b tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.715657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-a5091af3-1e94-4378-af3a-f2bca537d18b tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046769 Nov 22 16:10:36.769129 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-515f5347-72ac-4cc1-b27f-07de634c10ff service neutron] 10.222.0.71 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846446 Nov 22 16:10:36.808361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-fb2ad97b-4864-4470-863e-5ab7a170c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.809805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-fb2ad97b-4864-4470-863e-5ab7a170c9c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b31315b-1926-45d4-adc3-6e8ef951b154 HTTP/1.1" status: 200 len: 801 time: 0.2127953 Nov 22 16:10:36.815488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-f2864365-bbfa-4419-8076-284da2bdff77 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/quotas/87fcd0dfad614760b298bf9685d24dbc HTTP/1.1" status: 200 len: 375 time: 0.0670323 Nov 22 16:10:36.873863 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0783d01-c465-4a86-bb62-d8305bd870ad req-206a28b3-cecb-46aa-aad1-7691d7b76164 service neutron] 10.222.0.71 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913975 Nov 22 16:10:36.932020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-c3073461-2a6f-44f0-a3e4-fb8c5e5e137a tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=87fcd0dfad614760b298bf9685d24dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945787 Nov 22 16:10:36.967091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e10b0c8d-bc96-48e5-9728-639aa3d4a81a req-48193579-3c7a-4c31-8590-a8641f774847 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420075 Nov 22 16:10:36.980428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-e4645cc2-901b-4958-aebc-afa79ee404fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:36.981934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-e4645cc2-901b-4958-aebc-afa79ee404fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603990 Nov 22 16:10:37.068560 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-912b4460-487c-4155-ab67-c25cf269334a tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=87fcd0dfad614760b298bf9685d24dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283344 Nov 22 16:10:37.070696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Deleting port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:37.071240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:37.184314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] For port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:37.184776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:37.214456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Deleting port b0d95cd9-1714-4015-ac33-786085f5c1a4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:37.214879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:37.237656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Calling delete_port for 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:37.303207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188dba-24f4-41d5-b240-1b4116650d6c req-fd8a40d9-4c4a-42dd-8c40-174cbbf7bce0 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:37.305469 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-fd8a40d9-4c4a-42dd-8c40-174cbbf7bce0 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171855 Nov 22 16:10:37.328037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Request body: {'port': {'device_id': 'ad76d957-f865-4b96-ab84-90e964272da9', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '87fcd0dfad614760b298bf9685d24dbc'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:37.335031 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d35b37-f633-43b7-96de-d443ad0786ff x-openstack-request-id: req-16d35b37-f633-43b7-96de-d443ad0786ff {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:37.336083 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8", "tag": "25b5539f-a856-4891-babf-437c49c18fab", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:37.344939 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16d35b37-f633-43b7-96de-d443ad0786ff {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:37.346318 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8', 'tag': '25b5539f-a856-4891-babf-437c49c18fab', 'status': 'completed', 'code': 200} Nov 22 16:10:37.465775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-721be27a-f84a-4554-be4c-bc5cf7171d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:37.467573 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-721be27a-f84a-4554-be4c-bc5cf7171d89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 1095 time: 0.1030655 Nov 22 16:10:37.730808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b177b-dcbd-4b96-9862-88b640578651 req-11932ddf-2b5f-4f95-b6d7-a97ff009dcbc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:37.733533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-908b177b-dcbd-4b96-9862-88b640578651 req-11932ddf-2b5f-4f95-b6d7-a97ff009dcbc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 944 time: 0.6689658 Nov 22 16:10:37.741951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-ad2b4dba-bb87-400a-bbcc-28bcf127ca56 service neutron] 10.222.0.11 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381496 Nov 22 16:10:37.813175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] For port b0d95cd9-1714-4015-ac33-786085f5c1a4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b0d95cd9-1714-4015-ac33-786085f5c1a4,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:37.813464 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:37.889795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Calling delete_port for b0d95cd9-1714-4015-ac33-786085f5c1a4 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:37.901859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Made reservation on behalf of 87fcd0dfad614760b298bf9685d24dbc for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:37.903211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09db8b-9ba0-4bc2-ae7a-19ce2e3588be req-47b402e3-62e7-4ef5-b52c-a7385f6f8b54 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:37.905369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f09db8b-9ba0-4bc2-ae7a-19ce2e3588be req-47b402e3-62e7-4ef5-b52c-a7385f6f8b54 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 950 time: 0.2558167 Nov 22 16:10:37.905992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:37.912591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0529e1be-1617-4bbc-8173-1d423a2cf72e details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:37.920537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:37.940897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-14650994-4cc3-4576-b4f5-810c0e3fe02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:37.943350 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-14650994-4cc3-4576-b4f5-810c0e3fe02d service neutron] 10.222.0.71 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 920 time: 0.1409590 Nov 22 16:10:37.948144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-908b177b-dcbd-4b96-9862-88b640578651 req-83989cd6-ce32-41bb-b961-d2498da2a816 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950891 Nov 22 16:10:38.015132 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-f7121d1a-c4a6-420f-b750-91b993204aba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b5539f-a856-4891-babf-437c49c18fab HTTP/1.1" status: 200 len: 217 time: 0.0508003 Nov 22 16:10:38.059280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0529e1be-1617-4bbc-8173-1d423a2cf72e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:38.072343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '0529e1be-1617-4bbc-8173-1d423a2cf72e', 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763', 'port_id': '0529e1be-1617-4bbc-8173-1d423a2cf72e', 'mac_address': 'fa:16:3e:0b:d7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd638926e-5c34-4890-9199-917c87fa7a52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:38.101792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-735beec7-9885-4454-8e1d-1105b0bb0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.103286 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-735beec7-9885-4454-8e1d-1105b0bb0cf3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.0758870 Nov 22 16:10:38.115109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.115854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.124441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c192c4-2abe-4438-9bf4-4c42ee5e951c req-43ddca56-fa38-4fa6-96a4-236b8e484466 service neutron] 10.222.0.11 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694098 Nov 22 16:10:38.125140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.127039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.138295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['66d8a5f6-394c-4d82-ab99-4a3cf8dc135a', 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:38.143223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0529e1be-1617-4bbc-8173-1d423a2cf72e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:38.158530 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-2df68e17-fea5-4b48-b9f6-6b1529d5982e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410407 Nov 22 16:10:38.167397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f09db8b-9ba0-4bc2-ae7a-19ce2e3588be req-9f7c76d0-dfc6-4375-8666-ed061b8057d5 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435045 Nov 22 16:10:38.207210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0529e1be-1617-4bbc-8173-1d423a2cf72e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:38.222996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.262276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Pushing event deleted for resources: {'Port': ['ID=66d8a5f6-394c-4d82-ab99-4a3cf8dc135a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:38.278965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:38.350943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0529e1be-1617-4bbc-8173-1d423a2cf72e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:38.363943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cad9d-14cc-4fd2-b704-c8eaeba802b9 req-692ce34f-af94-44c0-8043-7c9e1f5e7304 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.366086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd7cad9d-14cc-4fd2-b704-c8eaeba802b9 req-692ce34f-af94-44c0-8043-7c9e1f5e7304 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/ports?device_id=39a3e4fd-0969-472f-8130-f6611f28d7de HTTP/1.1" status: 200 len: 950 time: 0.3214469 Nov 22 16:10:38.378171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Allocated IP 192.168.233.252 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/3a2382bd-22ab-4c6b-a60f-8473da32cf68) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:38.385126 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-df3aba73-aad5-4315-94ba-cf96e9540139 service neutron] 10.222.0.71 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773245 Nov 22 16:10:38.395144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9cef29f-95ac-410d-8d3a-852ee67bef18 req-60820de7-420d-42e0-8c39-afddea53780f tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 210 time: 0.1065063 Nov 22 16:10:38.420320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] No DVR routers for this DVR port 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:38.439745 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.443181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cce0f02d-4447-4997-8fc9-bcadc63face3 req-86c58664-b5f4-4c5b-b82c-69d676b8ecd4 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "DELETE /v2.0/ports/66d8a5f6-394c-4d82-ab99-4a3cf8dc135a HTTP/1.1" status: 204 len: 173 time: 1.7366748 Nov 22 16:10:38.443653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b49968d-3144-42e0-bad8-e23747c59971', 'name': 'network-vif-deleted', 'tag': '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:38.446599 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5579ed5-23cc-4da3-9ce4-af92094e1aad" -d '{"events": [{"server_uuid": "3b49968d-3144-42e0-bad8-e23747c59971", "name": "network-vif-deleted", "tag": "66d8a5f6-394c-4d82-ab99-4a3cf8dc135a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:38.461981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['0529e1be-1617-4bbc-8173-1d423a2cf72e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:38.475171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-b2122edf-708f-4059-b03e-df31b07752ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.475669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-b2122edf-708f-4059-b03e-df31b07752ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.476190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-b2122edf-708f-4059-b03e-df31b07752ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.478054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-b2122edf-708f-4059-b03e-df31b07752ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2865 time: 0.2324045 Nov 22 16:10:38.481422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.555764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd7cad9d-14cc-4fd2-b704-c8eaeba802b9 req-19ee43e8-d61e-4790-8403-50770ae46996 tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e8b7785-fb77-447d-956c-6ce179b2fbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641896 Nov 22 16:10:38.567259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Pushing event deleted for resources: {'Port': ['ID=b0d95cd9-1714-4015-ac33-786085f5c1a4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:38.776562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] No DVR routers for this DVR port b0d95cd9-1714-4015-ac33-786085f5c1a4 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:38.779100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.783042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f740048d-5d88-46a4-b259-edf762300b3b req-5692d39d-fdf0-454c-8bd4-73bfed0b67ca tempest-TenantUsagesTestJSON-360564496 tempest-TenantUsagesTestJSON-360564496-project] 10.222.0.71 "DELETE /v2.0/ports/b0d95cd9-1714-4015-ac33-786085f5c1a4 HTTP/1.1" status: 204 len: 173 time: 2.1278448 Nov 22 16:10:38.787462 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-7bda77e0-3155-4ccc-9e4a-1c7789ed5936 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=87fcd0dfad614760b298bf9685d24dbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884831 Nov 22 16:10:38.824308 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:38.852990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbb9eb-9ef4-45d1-bbd6-f3578914d766 req-f11ff83e-e41b-417d-8e58-b1e76ce276c3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.854533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ebbb9eb-9ef4-45d1-bbd6-f3578914d766 req-f11ff83e-e41b-417d-8e58-b1e76ce276c3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1925099 Nov 22 16:10:38.868215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce137ad8-ec13-466e-b846-0751eae3b108 req-9325df83-6ad9-49b3-ad0a-6e67a9427cc2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.874676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce137ad8-ec13-466e-b846-0751eae3b108 req-9325df83-6ad9-49b3-ad0a-6e67a9427cc2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.881467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce137ad8-ec13-466e-b846-0751eae3b108 req-9325df83-6ad9-49b3-ad0a-6e67a9427cc2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.884886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce137ad8-ec13-466e-b846-0751eae3b108 req-9325df83-6ad9-49b3-ad0a-6e67a9427cc2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2412 time: 0.1890261 Nov 22 16:10:38.894561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-3d229281-01cf-4d7c-ae56-71acf50fb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:38.896209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-3d229281-01cf-4d7c-ae56-71acf50fb1a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e HTTP/1.1" status: 200 len: 903 time: 0.3709369 Nov 22 16:10:38.985932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-24ca5312-129d-47c4-9b9e-da9b4665d4c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 HTTP/1.1" status: 200 len: 217 time: 0.0721071 Nov 22 16:10:38.986242 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-75324cd9-eafc-4774-aee9-a91cf6f1efdc req-857aeb53-7d1a-4bf6-ae40-d5510a83851e service neutron] 10.222.0.71 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980566 Nov 22 16:10:39.021625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c2693-4adf-49bd-82d8-964dd167508e req-98a31eaf-b930-45f8-9459-12a91fae6af7 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:39.023578 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-98a31eaf-b930-45f8-9459-12a91fae6af7 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120724 Nov 22 16:10:39.032592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ebbb9eb-9ef4-45d1-bbd6-f3578914d766 req-72035a06-b2e4-494b-be83-4b5f8621aaf2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469846 Nov 22 16:10:39.033369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:39.043723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Request body: {'port': {'device_id': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '87fcd0dfad614760b298bf9685d24dbc'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:39.068446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce137ad8-ec13-466e-b846-0751eae3b108 req-94d05393-ddb3-4b6a-88c3-06b3c87a1a92 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714282 Nov 22 16:10:39.090338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-97bd284f-7b74-4bec-8a5c-ea266bb091de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:39.093057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-97bd284f-7b74-4bec-8a5c-ea266bb091de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b31315b-1926-45d4-adc3-6e8ef951b154 HTTP/1.1" status: 200 len: 801 time: 0.0868828 Nov 22 16:10:39.174495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:39.175603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-8a14cb12-6984-42eb-ab17-a6c96c7a9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:39.177168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-8a14cb12-6984-42eb-ab17-a6c96c7a9ff2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0710061 Nov 22 16:10:39.182576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:39.182835 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef57ced6-de92-4ef0-b695-37c997f7e35d x-openstack-request-id: req-ef57ced6-de92-4ef0-b695-37c997f7e35d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:39.184583 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b49968d-3144-42e0-bad8-e23747c59971", "name": "network-vif-deleted", "tag": "66d8a5f6-394c-4d82-ab99-4a3cf8dc135a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:39.184740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:39.184857 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef57ced6-de92-4ef0-b695-37c997f7e35d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:39.185854 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b49968d-3144-42e0-bad8-e23747c59971', 'name': 'network-vif-deleted', 'tag': '66d8a5f6-394c-4d82-ab99-4a3cf8dc135a', 'status': 'completed', 'code': 200} Nov 22 16:10:39.193949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:39.201846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.202298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.202733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.203171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.203602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.203991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.204399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.204804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.205225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.205642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.206037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.206459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:39.312055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:39.313350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:39.348428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Made reservation on behalf of 87fcd0dfad614760b298bf9685d24dbc for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:39.352467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:39.364556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8646edc4-b2be-4ea7-b519-7b74cbddc3cc req-fff36cac-f30a-4a81-a762-9fdd6ac4c33f tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=3b49968d-3144-42e0-bad8-e23747c59971 HTTP/1.1" status: 200 len: 210 time: 0.0457947 Nov 22 16:10:39.377661 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d9f87c8f-fa20-4901-a67d-666a19e3ab10 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0576224 Nov 22 16:10:39.392009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Request body: {'port': {'device_id': 'ad76d957-f865-4b96-ab84-90e964272da9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:39.414924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8874-54fb-4e93-bedb-54f3b11e6e5d req-6d33f46e-117a-47f3-8253-ff6c89f12c2f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:39.417050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87fd8874-54fb-4e93-bedb-54f3b11e6e5d req-6d33f46e-117a-47f3-8253-ff6c89f12c2f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 944 time: 0.1325214 Nov 22 16:10:39.453584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-d2fc949f-130e-44a4-9544-39f5540cfb05 service neutron] 10.222.0.11 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667780 Nov 22 16:10:39.523764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:39.580889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87fd8874-54fb-4e93-bedb-54f3b11e6e5d req-fe35426b-b6a9-469f-974a-221946d92392 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504433 Nov 22 16:10:39.608510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3b859cb-2415-4649-9b10-c12fe469bfd4 req-6d6afb17-bb70-4bb8-9cb2-0b69ed6e319e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 210 time: 0.0774326 Nov 22 16:10:39.648148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Allocated IP 192.168.233.150 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/15a874e1-d878-4738-aecc-5e8c3f56e299) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:39.671550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17efb042-80b2-4f5e-b76d-3aed9740ae73 req-418f80b6-275e-435b-89cf-f0d815cf00f6 service neutron] 10.222.0.11 "GET /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984458 Nov 22 16:10:39.726219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d5aa31b7-cdc6-4650-a065-9f38763c4266 None None] Provisioning complete for port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:39.726867 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d5aa31b7-cdc6-4650-a065-9f38763c4266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:39.762813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d5aa31b7-cdc6-4650-a065-9f38763c4266 None None] Port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:39.877586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:39.900842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0529e1be-1617-4bbc-8173-1d423a2cf72e up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:39.931926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:39.960390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 0529e1be-1617-4bbc-8173-1d423a2cf72e completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:39.964244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 0529e1be-1617-4bbc-8173-1d423a2cf72e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:39.964850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:39.978657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.049285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:40.057444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Pushing event updated for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:40.068892 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.078526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:40.097586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:40.100286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fd501a-0e1a-46f5-990d-9b835da9f53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0529e1be-1617-4bbc-8173-1d423a2cf72e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:40.103303 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f77ca30-9cc7-484a-8cd2-394568bace9f" -d '{"events": [{"server_uuid": "88fd501a-0e1a-46f5-990d-9b835da9f53e", "name": "network-vif-plugged", "status": "completed", "tag": "0529e1be-1617-4bbc-8173-1d423a2cf72e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:40.113644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dd15943d-4ec2-4e4e-a43d-a58fcb85cbd0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c127fe762a054a84a77ff78e99d882ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776514 Nov 22 16:10:40.113644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44658) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:40.114740 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 25b5539f-a856-4891-babf-437c49c18fab details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:40.117611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b0d95cd9-1714-4015-ac33-786085f5c1a4 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:10:40.158217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0529e1be-1617-4bbc-8173-1d423a2cf72e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:40.159613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: b0d95cd9-1714-4015-ac33-786085f5c1a4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:10:40.160015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b0d95cd9-1714-4015-ac33-786085f5c1a4 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:10:40.172125 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.173216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:10:40.202747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e81c8d3-3ceb-4aaf-a971-c0933edd8c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.234496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:10:40.234859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 66d8a5f6-394c-4d82-ab99-4a3cf8dc135a not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:10:40.252137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2382bd-22ab-4c6b-a60f-8473da32cf68 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:40.264043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.279350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Transition to ACTIVE for port object 3a2382bd-22ab-4c6b-a60f-8473da32cf68 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:40.284983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e81c8d3-3ceb-4aaf-a971-c0933edd8c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.308375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.309532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.315534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.315967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d881abc-9dd4-4c7d-bdb6-66059617dec1 req-7df43e1e-ca49-4a44-bc95-55faa21022a5 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.320323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0529e1be-1617-4bbc-8173-1d423a2cf72e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:40.324979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d881abc-9dd4-4c7d-bdb6-66059617dec1 req-7df43e1e-ca49-4a44-bc95-55faa21022a5 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.333188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d881abc-9dd4-4c7d-bdb6-66059617dec1 req-7df43e1e-ca49-4a44-bc95-55faa21022a5 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.344447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d881abc-9dd4-4c7d-bdb6-66059617dec1 req-7df43e1e-ca49-4a44-bc95-55faa21022a5 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2412 time: 0.1517236 Nov 22 16:10:40.363133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 25b5539f-a856-4891-babf-437c49c18fab, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=25b5539f-a856-4891-babf-437c49c18fab,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:40.365797 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-be86f0ae-ff6b-4729-b391-91a3a74ad4f4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3299303 Nov 22 16:10:40.381932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '25b5539f-a856-4891-babf-437c49c18fab', 'network_id': '97b97b51-bc60-4e79-ab88-ed73d5763763', 'port_id': '25b5539f-a856-4891-babf-437c49c18fab', 'mac_address': 'fa:16:3e:64:05:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd638926e-5c34-4890-9199-917c87fa7a52', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:40.386699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Request body: {'port': {'device_id': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:40.399356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb43c2-cc28-4f6e-b067-a28e9c925d19 req-a28f498c-0780-41d2-af9a-97565a29fbb0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.401348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41eb43c2-cc28-4f6e-b067-a28e9c925d19 req-a28f498c-0780-41d2-af9a-97565a29fbb0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.2266648 Nov 22 16:10:40.448264 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.451400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9e2915d4-39b5-439f-98de-93fc41ae9343 None None] Provisioning complete for port 15a874e1-d878-4738-aecc-5e8c3f56e299 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:40.452008 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e2915d4-39b5-439f-98de-93fc41ae9343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.485371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b5539f-a856-4891-babf-437c49c18fab {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:40.490277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d881abc-9dd4-4c7d-bdb6-66059617dec1 req-a99c0a32-e813-4eac-b065-86fb5b25e94b tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453261 Nov 22 16:10:40.502286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41eb43c2-cc28-4f6e-b067-a28e9c925d19 req-32cfdc9e-f893-4929-a609-a16ca1afdc06 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936449 Nov 22 16:10:40.505979 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e81c8d3-3ceb-4aaf-a971-c0933edd8c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.514904 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e81c8d3-3ceb-4aaf-a971-c0933edd8c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.517328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6e81c8d3-3ceb-4aaf-a971-c0933edd8c15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e8b7785-fb77-447d-956c-6ce179b2fbb0 HTTP/1.1" status: 204 len: 168 time: 0.4015884 Nov 22 16:10:40.529709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:40.535606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81c8d3-3ceb-4aaf-a971-c0933edd8c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8b7785-fb77-447d-956c-6ce179b2fbb0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:40.565658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 25b5539f-a856-4891-babf-437c49c18fab, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=25b5539f-a856-4891-babf-437c49c18fab,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:40.572008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9e2915d4-39b5-439f-98de-93fc41ae9343 None None] Port 15a874e1-d878-4738-aecc-5e8c3f56e299 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:40.578878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.615069 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c759e1-4f3e-4335-a024-f3647419d732 x-openstack-request-id: req-33c759e1-4f3e-4335-a024-f3647419d732 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:40.616334 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fd501a-0e1a-46f5-990d-9b835da9f53e", "name": "network-vif-plugged", "status": "completed", "tag": "0529e1be-1617-4bbc-8173-1d423a2cf72e", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:40.616778 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33c759e1-4f3e-4335-a024-f3647419d732 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:40.617671 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fd501a-0e1a-46f5-990d-9b835da9f53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0529e1be-1617-4bbc-8173-1d423a2cf72e', 'code': 200} Nov 22 16:10:40.620828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Attempting to bind port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:40.621185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Attempting to bind port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:40.621521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Attempting to bind port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:40.650832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:40.653103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Attempting to bind port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:40.657305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.689463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=25b5539f-a856-4891-babf-437c49c18fab,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:40.697969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:40.697969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:40.701872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:40.703236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Bound port: 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:40.703725 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.739305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b05516-823f-4c20-b811-87fd21a157f0 req-cf8d4ab7-e9f4-44b8-b0e0-26517be7b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.745079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12b05516-823f-4c20-b811-87fd21a157f0 req-cf8d4ab7-e9f4-44b8-b0e0-26517be7b6dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1096 time: 0.0800884 Nov 22 16:10:40.875881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12b05516-823f-4c20-b811-87fd21a157f0 req-7bbbb504-5afe-4102-bfb5-717e7f704ee6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202202 Nov 22 16:10:40.880668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:40.887183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d4831-a734-4ecf-bdca-155bd3b93864 req-a564ab8b-11d0-4f1e-a233-3845380933d2 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.888942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868d4831-a734-4ecf-bdca-155bd3b93864 req-a564ab8b-11d0-4f1e-a233-3845380933d2 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 936 time: 0.1276290 Nov 22 16:10:40.898799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff55f56-e1d4-4fd4-b121-ae968354599e req-8a9afd52-d9fe-4a9f-9c69-de53925bf3eb tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.900737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ff55f56-e1d4-4fd4-b121-ae968354599e req-8a9afd52-d9fe-4a9f-9c69-de53925bf3eb tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 945 time: 0.1208327 Nov 22 16:10:40.909951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:40.953858 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.970744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:40.971379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:40.972951 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] 10.222.0.11 "PUT /v2.0/ports/3a2382bd-22ab-4c6b-a60f-8473da32cf68 HTTP/1.1" status: 200 len: 1096 time: 1.5860479 Nov 22 16:10:40.987672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868d4831-a734-4ecf-bdca-155bd3b93864 req-3d27b44b-e501-454b-8a38-01a9a2c9fff0 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857086 Nov 22 16:10:40.993390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:40.995856 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706" -d '{"events": [{"name": "network-changed", "server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:41.012895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44678) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:41.022904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ff55f56-e1d4-4fd4-b121-ae968354599e req-55e835d2-3be8-4ecd-99fa-b727dc929bd6 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050348 Nov 22 16:10:41.033691 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a0f-91e8-48a0-8a28-026429dd755e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.034782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['25b5539f-a856-4891-babf-437c49c18fab'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:41.132696 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8ecca2-a31a-4d3e-a2fb-e5293463390d x-openstack-request-id: req-7c8ecca2-a31a-4d3e-a2fb-e5293463390d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:41.133153 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:41.133263 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c8ecca2-a31a-4d3e-a2fb-e5293463390d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:41.133700 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'status': 'completed', 'code': 200} Nov 22 16:10:41.147055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f685a-32f4-41a2-a0d4-07be416fafcf service neutron] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:41.187206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a3e4fd-0969-472f-8130-f6611f28d7de', 'name': 'network-vif-deleted', 'tag': 'b0d95cd9-1714-4015-ac33-786085f5c1a4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:41.190132 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2579d00-a34c-477a-b063-3612dffb6315" -d '{"events": [{"server_uuid": "39a3e4fd-0969-472f-8130-f6611f28d7de", "name": "network-vif-deleted", "tag": "b0d95cd9-1714-4015-ac33-786085f5c1a4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:41.252504 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a896a7f-ddea-492d-b089-c0b33e371e6e x-openstack-request-id: req-2a896a7f-ddea-492d-b089-c0b33e371e6e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:41.253101 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a3e4fd-0969-472f-8130-f6611f28d7de", "name": "network-vif-deleted", "tag": "b0d95cd9-1714-4015-ac33-786085f5c1a4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:41.253648 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a896a7f-ddea-492d-b089-c0b33e371e6e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:41.254442 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a3e4fd-0969-472f-8130-f6611f28d7de', 'name': 'network-vif-deleted', 'tag': 'b0d95cd9-1714-4015-ac33-786085f5c1a4', 'status': 'completed', 'code': 200} Nov 22 16:10:41.275789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188dba-24f4-41d5-b240-1b4116650d6c req-40ce99fd-ddb0-4495-8e70-833df06534f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.277369 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-40ce99fd-ddb0-4495-8e70-833df06534f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87fcd0dfad614760b298bf9685d24dbc&device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 1099 time: 0.1391683 Nov 22 16:10:41.334610 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-6990a1cf-5313-49f8-8bd7-9a96c63de931 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68 HTTP/1.1" status: 200 len: 217 time: 0.0481770 Nov 22 16:10:41.336610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a874e1-d878-4738-aecc-5e8c3f56e299 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:41.356899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.374618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f04045-d9fe-4963-bc70-986f1d5604d5 req-df064afd-2e7e-45d1-b715-51f8c8df0206 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.376143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f04045-d9fe-4963-bc70-986f1d5604d5 req-df064afd-2e7e-45d1-b715-51f8c8df0206 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 951 time: 0.0540829 Nov 22 16:10:41.415381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a0f-91e8-48a0-8a28-026429dd755e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.416617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Transition to ACTIVE for port object 15a874e1-d878-4738-aecc-5e8c3f56e299 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:10:41.422933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.424814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fd89a0f-91e8-48a0-8a28-026429dd755e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.426102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f04045-d9fe-4963-bc70-986f1d5604d5 req-46e53b43-f136-49a2-b3b2-5f118e219052 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435791 Nov 22 16:10:41.465979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188dba-24f4-41d5-b240-1b4116650d6c req-6cd4e5c1-4e83-4ca1-8445-a20f013d22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.467600 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-6cd4e5c1-4e83-4ca1-8445-a20f013d22ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1227160 Nov 22 16:10:41.536058 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd89a0f-91e8-48a0-8a28-026429dd755e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1db5a2e-79c3-4579-904b-b24ffebb680d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:41.539733 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6fd89a0f-91e8-48a0-8a28-026429dd755e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42a9708975bf4129875ed1fcbaca8ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5229564 Nov 22 16:10:41.542380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:41.549416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Pushing event updated for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:41.620219 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d1994791-7547-4e3e-b9fc-ca73615f23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.621673 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-d1994791-7547-4e3e-b9fc-ca73615f23c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393023 Nov 22 16:10:41.698761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a471a1-d842-4c54-9953-c20b1f3a901e req-212cc033-6da9-4e6f-bbef-6eefefb7a9c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.700180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Attempting to bind port 15a874e1-d878-4738-aecc-5e8c3f56e299 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:41.700525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Attempting to bind port 15a874e1-d878-4738-aecc-5e8c3f56e299 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:41.701456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Attempting to bind port 15a874e1-d878-4738-aecc-5e8c3f56e299 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:41.706786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a471a1-d842-4c54-9953-c20b1f3a901e req-212cc033-6da9-4e6f-bbef-6eefefb7a9c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.711849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Port 15a874e1-d878-4738-aecc-5e8c3f56e299 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:10:41.712206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Attempting to bind port 15a874e1-d878-4738-aecc-5e8c3f56e299 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:41.713227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a471a1-d842-4c54-9953-c20b1f3a901e req-212cc033-6da9-4e6f-bbef-6eefefb7a9c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.714961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3a471a1-d842-4c54-9953-c20b1f3a901e req-212cc033-6da9-4e6f-bbef-6eefefb7a9c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2412 time: 0.1444209 Nov 22 16:10:41.715704 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9757f92b-9bb7-49f3-b336-1da50349fdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.727445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:41.727786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:41.728200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:41.728643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Bound port: 15a874e1-d878-4738-aecc-5e8c3f56e299, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:41.729011 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.744144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca2d07-b29b-4b4e-b459-1f9639ffca92 req-5a019f43-9089-42ce-8d80-c04a0da6e485 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.745691 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2ca2d07-b29b-4b4e-b459-1f9639ffca92 req-5a019f43-9089-42ce-8d80-c04a0da6e485 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1250420 Nov 22 16:10:41.767269 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9757f92b-9bb7-49f3-b336-1da50349fdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.780346 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-5539fa6b-266e-4b51-aa2a-0343279ba2c7 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471341 Nov 22 16:10:41.853987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3a471a1-d842-4c54-9953-c20b1f3a901e req-59de772c-9d8d-4325-9983-866ab2df9feb tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303444 Nov 22 16:10:41.863527 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:41.868161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:41.874998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2ca2d07-b29b-4b4e-b459-1f9639ffca92 req-84b40060-d235-4cbb-b684-73520abdba0f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052561 Nov 22 16:10:41.887109 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.900225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9757f92b-9bb7-49f3-b336-1da50349fdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.903005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9757f92b-9bb7-49f3-b336-1da50349fdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.907825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9757f92b-9bb7-49f3-b336-1da50349fdb8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1db5a2e-79c3-4579-904b-b24ffebb680d HTTP/1.1" status: 204 len: 168 time: 0.3635933 Nov 22 16:10:41.916844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757f92b-9bb7-49f3-b336-1da50349fdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1db5a2e-79c3-4579-904b-b24ffebb680d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:41.924338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:41.975938 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-85188dba-24f4-41d5-b240-1b4116650d6c req-71f6dc21-8045-4614-9ef1-6c4a7e7333d8 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871684 Nov 22 16:10:41.977180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:41.977796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:41.979147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] 10.222.0.71 "PUT /v2.0/ports/15a874e1-d878-4738-aecc-5e8c3f56e299 HTTP/1.1" status: 200 len: 1096 time: 1.5992017 Nov 22 16:10:42.011779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a8ee-bf0f-48aa-b113-843e10d0a774 service neutron] Pushing event updated for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:42.126323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-8b5455a3-45db-444a-9ed4-f34201e53871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.129455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-8b5455a3-45db-444a-9ed4-f34201e53871 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87fcd0dfad614760b298bf9685d24dbc&device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 1099 time: 0.0779567 Nov 22 16:10:42.263771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2be45-9bc4-4d35-8be1-09b9e5ae285b req-03413e1a-c3e5-4a75-a5ed-12ca621992ce tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.272331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8fb2be45-9bc4-4d35-8be1-09b9e5ae285b req-03413e1a-c3e5-4a75-a5ed-12ca621992ce tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 948 time: 0.1455991 Nov 22 16:10:42.296094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c2693-4adf-49bd-82d8-964dd167508e req-1acb334d-c9ec-4a65-8c73-2800db9a7840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.297764 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-1acb334d-c9ec-4a65-8c73-2800db9a7840 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87fcd0dfad614760b298bf9685d24dbc&device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 1099 time: 0.1672692 Nov 22 16:10:42.310491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330b852-3f7b-4dd8-be1d-606ad01a9f37 req-9087959f-85a1-40f2-b400-df6f5ae4e083 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.312593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2330b852-3f7b-4dd8-be1d-606ad01a9f37 req-9087959f-85a1-40f2-b400-df6f5ae4e083 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 945 time: 0.1206088 Nov 22 16:10:42.327514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:42.345120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83', 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e', 'port_id': 'f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83', 'mac_address': 'fa:16:3e:25:5e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b31315b-1926-45d4-adc3-6e8ef951b154', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:42.357682 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-b4c60350-46c5-40d5-a777-8d7e876cb926 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=15a874e1-d878-4738-aecc-5e8c3f56e299 HTTP/1.1" status: 200 len: 217 time: 0.0450637 Nov 22 16:10:42.381249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8fb2be45-9bc4-4d35-8be1-09b9e5ae285b req-ea1a5cd5-d03f-4937-b9bb-25f2c063df7a tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025634 Nov 22 16:10:42.397429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-ececeb40-88bd-4e02-a16b-2c879be1b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.399709 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-ececeb40-88bd-4e02-a16b-2c879be1b213 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2558064 Nov 22 16:10:42.411287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:42.418015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2330b852-3f7b-4dd8-be1d-606ad01a9f37 req-ffe09d35-fb62-401b-b7f6-aca04043fa0e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964422 Nov 22 16:10:42.436195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:42.473629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:42.478202 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-9a0af5ac-7f66-4020-875d-3c906a7f93a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68 HTTP/1.1" status: 200 len: 217 time: 0.0676341 Nov 22 16:10:42.479897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c2693-4adf-49bd-82d8-964dd167508e req-8fdb0e63-79de-4a74-8299-8817f58bf730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.481520 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-8fdb0e63-79de-4a74-8299-8817f58bf730 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.1156223 Nov 22 16:10:42.482757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:42.483812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 739a989c-ec45-4e79-9788-6b882d0287db details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:42.578435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-434569cd-aaec-4791-b544-a1461f7e1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.579937 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-434569cd-aaec-4791-b544-a1461f7e1563 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0935526 Nov 22 16:10:42.580777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 739a989c-ec45-4e79-9788-6b882d0287db, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=739a989c-ec45-4e79-9788-6b882d0287db,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:42.585317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238a717-46e8-429c-8d9a-b60fcdf2ead5 req-81723de1-4d39-441a-85c0-6cc1b2505e64 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.586978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f238a717-46e8-429c-8d9a-b60fcdf2ead5 req-81723de1-4d39-441a-85c0-6cc1b2505e64 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 951 time: 0.0633445 Nov 22 16:10:42.587427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c2693-4adf-49bd-82d8-964dd167508e req-52bffc1a-3ce0-44fd-acfe-4619948cdee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.588918 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-52bffc1a-3ce0-44fd-acfe-4619948cdee3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625501 Nov 22 16:10:42.602919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:42.606852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '739a989c-ec45-4e79-9788-6b882d0287db', 'network_id': 'e91bdd44-7ac3-40e3-9f3c-34f23f827a9e', 'port_id': '739a989c-ec45-4e79-9788-6b882d0287db', 'mac_address': 'fa:16:3e:a8:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b31315b-1926-45d4-adc3-6e8ef951b154', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:42.616158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.616763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.617429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.617975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.618534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.619083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.619934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.621250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.621802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.622467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.623653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.624233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:10:42.652085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f238a717-46e8-429c-8d9a-b60fcdf2ead5 req-4288b707-96dc-4501-aff4-92aad0dfc431 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/security-groups?id=cbf5dc3e-6123-443b-a987-04a875273e92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581975 Nov 22 16:10:42.687368 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:42.700675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 739a989c-ec45-4e79-9788-6b882d0287db {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:42.717913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-b9ea6f65-5850-4f59-8f68-fc8b23c659a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.719440 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-b9ea6f65-5850-4f59-8f68-fc8b23c659a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296339 Nov 22 16:10:42.721560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 739a989c-ec45-4e79-9788-6b882d0287db, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=739a989c-ec45-4e79-9788-6b882d0287db,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:42.725908 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:42.727061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0d9f236a-338d-42cb-872d-74175ec8ad32 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:42.780005 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-9f749485-0a01-46e0-8efa-31ec8123c70b service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811855 Nov 22 16:10:42.834201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=739a989c-ec45-4e79-9788-6b882d0287db,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:42.877929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0d9f236a-338d-42cb-872d-74175ec8ad32, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0d9f236a-338d-42cb-872d-74175ec8ad32,segment=NetworkSegment(ad0692b2-c20d-43c0-9c53-0cd1b580e430),segment_id=ad0692b2-c20d-43c0-9c53-0cd1b580e430)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:42.894478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '0d9f236a-338d-42cb-872d-74175ec8ad32', 'network_id': '40ccb500-8e55-46e7-b535-df65453ff8a9', 'port_id': '0d9f236a-338d-42cb-872d-74175ec8ad32', 'mac_address': 'fa:16:3e:df:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6334813f-3ad5-4e12-979e-454d2fbf4f01', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:42.897946 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-d343162d-1731-4070-bf19-b3d911d2f9fe service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659656 Nov 22 16:10:42.961290 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:42.968034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-ba3cf7f3-8d7d-48a8-a6a3-75b60dd84faf tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:42.969621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-ba3cf7f3-8d7d-48a8-a6a3-75b60dd84faf tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 951 time: 0.0806351 Nov 22 16:10:42.987664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9f236a-338d-42cb-872d-74175ec8ad32 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:43.020483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0d9f236a-338d-42cb-872d-74175ec8ad32, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0d9f236a-338d-42cb-872d-74175ec8ad32,segment=NetworkSegment(ad0692b2-c20d-43c0-9c53-0cd1b580e430),segment_id=ad0692b2-c20d-43c0-9c53-0cd1b580e430)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:43.027482 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.052399 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-869c2693-4adf-49bd-82d8-964dd167508e req-37ce4f24-12a3-4d30-b3aa-4534a18bdabd service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622471 Nov 22 16:10:43.096369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e1f55-0a76-49b1-8723-6f71c8c54950 req-5ede0206-22d3-412c-9983-b1743d5a3eca tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:43.098768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0d9f236a-338d-42cb-872d-74175ec8ad32,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:43.100080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44726) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:43.104492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c94e1f55-0a76-49b1-8723-6f71c8c54950 req-5ede0206-22d3-412c-9983-b1743d5a3eca tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1337581 Nov 22 16:10:43.120330 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbb7af4e-73d7-460e-8bdd-4cc2c0ace706 req-e1bf9d7a-010d-4481-8f10-a7d01abc72ec service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806815 Nov 22 16:10:43.140030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:43.142625 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b66e11d-93e7-41de-8de7-759153880377" -d '{"events": [{"name": "network-changed", "server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:43.192082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587413d1-3971-4f4e-a5e7-a5ea1584c2ef req-8a09a4f8-6520-4a2e-88ce-ece25700660d tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:43.197958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587413d1-3971-4f4e-a5e7-a5ea1584c2ef req-8a09a4f8-6520-4a2e-88ce-ece25700660d tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:43.204148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587413d1-3971-4f4e-a5e7-a5ea1584c2ef req-8a09a4f8-6520-4a2e-88ce-ece25700660d tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:43.205797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-587413d1-3971-4f4e-a5e7-a5ea1584c2ef req-8a09a4f8-6520-4a2e-88ce-ece25700660d tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2415 time: 0.1704199 Nov 22 16:10:43.218174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-286115559-network', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:43.239949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Made reservation on behalf of 5a1d5577c76449879eb7217abf5516d3 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:43.240965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c94e1f55-0a76-49b1-8723-6f71c8c54950 req-e883b7e2-a827-47a1-800b-f9ecba6e0ef5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275728 Nov 22 16:10:43.243183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.249876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Deleting port dc0504a1-1c20-4803-ac84-7d5c0ad390cb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:43.250215 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.253033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.322429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-587413d1-3971-4f4e-a5e7-a5ea1584c2ef req-eb344baa-b431-4cfd-bf3b-cae170a8ef3c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086013 Nov 22 16:10:43.352739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['739a989c-ec45-4e79-9788-6b882d0287db'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:43.357646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['0d9f236a-338d-42cb-872d-74175ec8ad32'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:43.370032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.373292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] For port dc0504a1-1c20-4803-ac84-7d5c0ad390cb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:43.373611 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a18e873-d077-445a-b2a5-4e19503045a9 x-openstack-request-id: req-7a18e873-d077-445a-b2a5-4e19503045a9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:43.373757 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:43.374035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.374586 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a18e873-d077-445a-b2a5-4e19503045a9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:43.374994 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'status': 'completed', 'code': 200} Nov 22 16:10:43.376149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.396973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Calling delete_port for dc0504a1-1c20-4803-ac84-7d5c0ad390cb owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:43.411251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:43.418194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:10:43.477136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5610af0e-992f-4eeb-99aa-4378baee6fad,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:43.487514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.487987 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Added segment fa5a8859-5120-40d0-a749-4346711e391a of type vlan for network 27287749-91b0-42ad-a2f5-5621c2aabe8f Nov 22 16:10:43.547695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66e11d-93e7-41de-8de7-759153880377 req-bf2f83d1-50e2-45f6-ade5-6ed50602569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:43.550446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0b66e11d-93e7-41de-8de7-759153880377 req-bf2f83d1-50e2-45f6-ade5-6ed50602569b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=87fcd0dfad614760b298bf9685d24dbc&device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 1099 time: 0.1289976 Nov 22 16:10:43.553052 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.612966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915e5ce-649e-43a0-9cbc-79b4f3784bad req-7cdf05d9-38a9-4996-83f9-c5f90e74d722 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:43.614932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3915e5ce-649e-43a0-9cbc-79b4f3784bad req-7cdf05d9-38a9-4996-83f9-c5f90e74d722 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 948 time: 0.1373363 Nov 22 16:10:43.643380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1eb07-245d-46fc-9819-1d2bee537dc6 req-b496fb82-aa5e-4e32-aaf1-9da048c05464 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:43.645078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40e1eb07-245d-46fc-9819-1d2bee537dc6 req-b496fb82-aa5e-4e32-aaf1-9da048c05464 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 945 time: 0.1228740 Nov 22 16:10:43.755960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3915e5ce-649e-43a0-9cbc-79b4f3784bad req-392ee8b1-adcb-485b-91b8-68253656a997 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261704 Nov 22 16:10:43.775006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40e1eb07-245d-46fc-9819-1d2bee537dc6 req-0100ed16-8f10-4d37-91af-69d12d325056 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941982 Nov 22 16:10:43.780951 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.810986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Pushing event deleted for resources: {'Port': ['ID=dc0504a1-1c20-4803-ac84-7d5c0ad390cb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:43.884254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] No DVR routers for this DVR port dc0504a1-1c20-4803-ac84-7d5c0ad390cb on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:43.887244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.892115 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e74903da-b058-4b08-9edc-f4a88a09db9f req-4606a314-289d-41b7-8356-b6f571199d79 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.11 "DELETE /v2.0/ports/dc0504a1-1c20-4803-ac84-7d5c0ad390cb HTTP/1.1" status: 204 len: 173 time: 0.9109845 Nov 22 16:10:43.892552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-deleted', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:43.894938 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e89ae-2d29-4eae-8d28-d190c7c64908" -d '{"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-deleted", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:43.933804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc553c6b-6f5e-4090-bc11-f8110ac6c423 req-0bbf5eed-9554-48cb-ba4b-a2209ee3c9d5 tempest-ServersAdminTestJSON-674731724 tempest-ServersAdminTestJSON-674731724-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b2bfe55-c603-4386-bcb9-e9e1feec54ed HTTP/1.1" status: 200 len: 210 time: 0.0355251 Nov 22 16:10:43.967322 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3210b9f2-3b60-4d80-a157-b6415c18b6cf x-openstack-request-id: req-3210b9f2-3b60-4d80-a157-b6415c18b6cf {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:43.967598 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2bfe55-c603-4386-bcb9-e9e1feec54ed", "name": "network-vif-deleted", "tag": "dc0504a1-1c20-4803-ac84-7d5c0ad390cb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:43.967892 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3210b9f2-3b60-4d80-a157-b6415c18b6cf {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:43.968310 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2bfe55-c603-4386-bcb9-e9e1feec54ed', 'name': 'network-vif-deleted', 'tag': 'dc0504a1-1c20-4803-ac84-7d5c0ad390cb', 'status': 'completed', 'code': 200} Nov 22 16:10:43.976318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:43.977334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:43.977921 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.061928 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9598479 Nov 22 16:10:44.065157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44742) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:44.070116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Request body: {'subnet': {'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-286115559-subnet', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:44.078829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028f903-b873-4ec9-8d5c-15a058dfe4cf admin admin] Pushing event updated for resources: {'Network': ['ID=27287749-91b0-42ad-a2f5-5621c2aabe8f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:44.083811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66e11d-93e7-41de-8de7-759153880377 req-4357bf88-f85c-4752-a772-f0974b8e0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.085309 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0b66e11d-93e7-41de-8de7-759153880377 req-4357bf88-f85c-4752-a772-f0974b8e0f65 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.5259993 Nov 22 16:10:44.091572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 27287749-91b0-42ad-a2f5-5621c2aabe8f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:10:44.097315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Made reservation on behalf of 5a1d5577c76449879eb7217abf5516d3 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:44.100593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.137448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 25b5539f-a856-4891-babf-437c49c18fab up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:44.141505 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0b66e11d-93e7-41de-8de7-759153880377 req-3ff01637-5e96-41c7-bc3f-e35d1219135a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=15a874e1-d878-4738-aecc-5e8c3f56e299 HTTP/1.1" status: 200 len: 217 time: 0.0471809 Nov 22 16:10:44.207404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66e11d-93e7-41de-8de7-759153880377 req-6da000c6-08ed-4381-abfe-7d24e1378463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.209146 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0b66e11d-93e7-41de-8de7-759153880377 req-6da000c6-08ed-4381-abfe-7d24e1378463 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0530562 Nov 22 16:10:44.210848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 25b5539f-a856-4891-babf-437c49c18fab completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:44.214834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 25b5539f-a856-4891-babf-437c49c18fab triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:44.215213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.270225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66e11d-93e7-41de-8de7-759153880377 req-afe2ead0-e5af-4f23-a5e6-1a5b6a5a4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.272095 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0b66e11d-93e7-41de-8de7-759153880377 req-afe2ead0-e5af-4f23-a5e6-1a5b6a5a4d06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512476 Nov 22 16:10:44.282999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['dc0504a1-1c20-4803-ac84-7d5c0ad390cb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:44.303693 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.335193 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.377114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5539f-a856-4891-babf-437c49c18fab'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:44.379783 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8565ed24-3698-4985-b469-768b3826b7e0" -d '{"events": [{"server_uuid": "8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "25b5539f-a856-4891-babf-437c49c18fab"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:44.394794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 25b5539f-a856-4891-babf-437c49c18fab, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=25b5539f-a856-4891-babf-437c49c18fab,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:44.399958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.414258 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0b66e11d-93e7-41de-8de7-759153880377 req-ab606c1e-2a29-42a9-a29a-603b687270e9 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256773 Nov 22 16:10:44.454760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c539e1-e0d7-4c89-9520-2fbd6d793890,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:44.472622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Checking segment: {'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:44.472981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Network hostable DHCP agents. Network: 27287749-91b0-42ad-a2f5-5621c2aabe8f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:10:44.499852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=25b5539f-a856-4891-babf-437c49c18fab,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:44.505906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4fbe0-e61d-425e-8b16-8a5b73c17e89 req-c95b5285-1f15-4187-a6ab-8da850818600 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.507996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5af4fbe0-e61d-425e-8b16-8a5b73c17e89 req-c95b5285-1f15-4187-a6ab-8da850818600 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1374304 Nov 22 16:10:44.509718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Network 27287749-91b0-42ad-a2f5-5621c2aabe8f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:10:44.561546 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0b66e11d-93e7-41de-8de7-759153880377 req-d5c2aaf5-1b82-4e83-947a-60994e2680f9 service neutron] 10.222.0.71 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372559 Nov 22 16:10:44.561794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 27287749-91b0-42ad-a2f5-5621c2aabe8f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:44.569474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.569636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125a551-05cb-4a2f-a333-7607f62d65a2 None None] Network 27287749-91b0-42ad-a2f5-5621c2aabe8f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:44.570108 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.599746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1853cbbf-e728-4fdb-8c36-b924087f9ea6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5334702 Nov 22 16:10:44.602485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:44.609820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:44.612377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d587-bd97-4b5a-8b97-f294b5684462 req-6dadf8ed-aab4-4c31-913d-347460b28b94 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.618327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d587-bd97-4b5a-8b97-f294b5684462 req-6dadf8ed-aab4-4c31-913d-347460b28b94 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.624390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870d587-bd97-4b5a-8b97-f294b5684462 req-6dadf8ed-aab4-4c31-913d-347460b28b94 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.626071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6870d587-bd97-4b5a-8b97-f294b5684462 req-6dadf8ed-aab4-4c31-913d-347460b28b94 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2415 time: 0.1142673 Nov 22 16:10:44.638395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5af4fbe0-e61d-425e-8b16-8a5b73c17e89 req-a09a8d66-96d9-4b03-86e5-037ad382d887 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954835 Nov 22 16:10:44.644028 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.645297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.702993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6870d587-bd97-4b5a-8b97-f294b5684462 req-c3fff6fa-779d-4862-82f0-1b0d48644cfb tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635712 Nov 22 16:10:44.709730 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d234dc7f-1305-474e-9fbb-bb3360b5819d x-openstack-request-id: req-d234dc7f-1305-474e-9fbb-bb3360b5819d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:44.709963 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "25b5539f-a856-4891-babf-437c49c18fab", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:44.710228 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d234dc7f-1305-474e-9fbb-bb3360b5819d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:44.710801 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b5539f-a856-4891-babf-437c49c18fab', 'code': 200} Nov 22 16:10:44.711695 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.746061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-27287749-91b0-42ad-a2f5-5621c2aabe8f', 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'fixed_ips': [{'subnet_id': 'd6c539e1-e0d7-4c89-9520-2fbd6d793890'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:10:44.746961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.896840 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:44.908675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Allocated IP 172.20.0.2 (27287749-91b0-42ad-a2f5-5621c2aabe8f/d6c539e1-e0d7-4c89-9520-2fbd6d793890/7e167c45-d381-428c-997e-d012a0be29f9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:44.922650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe519a-8e32-4457-99a7-5e7dc8274fda req-840227b9-f030-4b0f-b613-91ff3012cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.924446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3dfe519a-8e32-4457-99a7-5e7dc8274fda req-840227b9-f030-4b0f-b613-91ff3012cdc6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 1097 time: 0.0966082 Nov 22 16:10:44.944819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274daa1-1928-4195-bc6f-c19e83ef72fc req-56d9bee4-e553-4c04-b807-c21fef6dd358 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.946464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6274daa1-1928-4195-bc6f-c19e83ef72fc req-56d9bee4-e553-4c04-b807-c21fef6dd358 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 948 time: 0.0898170 Nov 22 16:10:44.987152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf9a65-2195-4cb7-98d2-dc80207a05f9 req-2de5efd6-1475-4cc1-901f-4d6abcf4f2de tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:44.988726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bdf9a65-2195-4cb7-98d2-dc80207a05f9 req-2de5efd6-1475-4cc1-901f-4d6abcf4f2de tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.0911851 Nov 22 16:10:45.005754 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3dfe519a-8e32-4457-99a7-5e7dc8274fda req-91a0ec72-33fe-4d83-a2a2-67cc37dbc19f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489829 Nov 22 16:10:45.033415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6274daa1-1928-4195-bc6f-c19e83ef72fc req-73fbeb55-2a52-472e-bcc8-58bdf15a4e2f tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775268 Nov 22 16:10:45.069212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bdf9a65-2195-4cb7-98d2-dc80207a05f9 req-99329047-fbc8-496d-b5a5-bf3e4639c486 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700872 Nov 22 16:10:45.094804 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.108064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.157546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Network 27287749-91b0-42ad-a2f5-5621c2aabe8f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:45.160477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:45.166063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:45.173021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.194418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.198285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Pushing event updated for resources: {'Port': ['ID=7e167c45-d381-428c-997e-d012a0be29f9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:45.232982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Attempting to bind port 7e167c45-d381-428c-997e-d012a0be29f9 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:45.233450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Attempting to bind port 7e167c45-d381-428c-997e-d012a0be29f9 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:45.233916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Attempting to bind port 7e167c45-d381-428c-997e-d012a0be29f9 on network 27287749-91b0-42ad-a2f5-5621c2aabe8f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:45.239835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:45.240334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Checking segment: {'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:45.241274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.241728 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Bound using segment: {'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:45.242216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Bound port: 7e167c45-d381-428c-997e-d012a0be29f9, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:45.242607 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.312209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] For port 7e167c45-d381-428c-997e-d012a0be29f9, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:45.315698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] For port 7e167c45-d381-428c-997e-d012a0be29f9, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7e167c45-d381-428c-997e-d012a0be29f9,segment=NetworkSegment(fa5a8859-5120-40d0-a749-4346711e391a),segment_id=fa5a8859-5120-40d0-a749-4346711e391a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:45.320199 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.320906 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Allocated IP 172.25.5.196 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/0dcf9b83-b5b7-4776-a0f4-5e0605d814f3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:45.370379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44766) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:45.387688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b750c0f-087b-401a-bf9d-349b65b89e42 None None] Pushing event updated for resources: {'Port': ['ID=7e167c45-d381-428c-997e-d012a0be29f9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:45.436060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.477238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.523315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:45.526920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:45.531373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:45.534618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Pushing event updated for resources: {'Port': ['ID=0dcf9b83-b5b7-4776-a0f4-5e0605d814f3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:45.569594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7e5f37bf-17e8-4fdc-9cfc-43347dee205e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ea2669647ca4a5dbf772772e622a3c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972136 Nov 22 16:10:45.573804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44772) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:45.734885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-796bb453-5cc5-4ab8-b750-ed3c394da775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.773868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-796bb453-5cc5-4ab8-b750-ed3c394da775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.796662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187098d0-6637-46be-ae24-a80dc5543129 req-f7a27c99-9d50-49f5-8545-be7437b0200e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:45.798952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-187098d0-6637-46be-ae24-a80dc5543129 req-f7a27c99-9d50-49f5-8545-be7437b0200e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.0618675 Nov 22 16:10:45.880268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-187098d0-6637-46be-ae24-a80dc5543129 req-ea1ea310-2934-40fa-a308-128ee0053f9d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741994 Nov 22 16:10:45.894148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7e2fc-5778-4e1d-b323-fa1c25a3bb03 req-0c6642c7-3e71-4c1d-87f9-3b9dab6f525a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:45.899188 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.901415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7e2fc-5778-4e1d-b323-fa1c25a3bb03 req-0c6642c7-3e71-4c1d-87f9-3b9dab6f525a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:45.908726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7e2fc-5778-4e1d-b323-fa1c25a3bb03 req-0c6642c7-3e71-4c1d-87f9-3b9dab6f525a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:45.910470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56f7e2fc-5778-4e1d-b323-fa1c25a3bb03 req-0c6642c7-3e71-4c1d-87f9-3b9dab6f525a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2415 time: 0.1028197 Nov 22 16:10:45.939321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:45.943593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0d9f236a-338d-42cb-872d-74175ec8ad32 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:45.945129 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-796bb453-5cc5-4ab8-b750-ed3c394da775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.952066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-796bb453-5cc5-4ab8-b750-ed3c394da775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:45.955379 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-796bb453-5cc5-4ab8-b750-ed3c394da775 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cbf5dc3e-6123-443b-a987-04a875273e92 HTTP/1.1" status: 204 len: 168 time: 0.3779335 Nov 22 16:10:45.980471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bb453-5cc5-4ab8-b750-ed3c394da775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf5dc3e-6123-443b-a987-04a875273e92,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:45.990519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56f7e2fc-5778-4e1d-b323-fa1c25a3bb03 req-3bf8acdf-bc28-43ac-b20b-8e2c4f5c1318 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725675 Nov 22 16:10:46.093554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 0d9f236a-338d-42cb-872d-74175ec8ad32 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:46.105911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 0d9f236a-338d-42cb-872d-74175ec8ad32 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:46.105911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.169108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 15a874e1-d878-4738-aecc-5e8c3f56e299 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:10:46.223139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcbdbc-5874-408a-bfd7-10b23fe0c87a req-e7dacacc-311f-4a7d-92a0-8a57f9daba40 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:46.224741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:46.236383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ffcbdbc-5874-408a-bfd7-10b23fe0c87a req-e7dacacc-311f-4a7d-92a0-8a57f9daba40 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 948 time: 0.0998278 Nov 22 16:10:46.257440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.291052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.309895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'mac_address': 'fa:16:3e:70:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:46.362379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ffcbdbc-5874-408a-bfd7-10b23fe0c87a req-88754379-b2e4-4a9d-b920-07c999125b9e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250093 Nov 22 16:10:46.363286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:46.378974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2097c7c-6c52-488d-a659-c4ef128e17af req-66d29dd5-b9ec-40de-bb5a-49d649f7d4b8 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:46.381028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2097c7c-6c52-488d-a659-c4ef128e17af req-66d29dd5-b9ec-40de-bb5a-49d649f7d4b8 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1812840 Nov 22 16:10:46.391585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0d9f236a-338d-42cb-872d-74175ec8ad32, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0d9f236a-338d-42cb-872d-74175ec8ad32,segment=NetworkSegment(ad0692b2-c20d-43c0-9c53-0cd1b580e430),segment_id=ad0692b2-c20d-43c0-9c53-0cd1b580e430)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:46.416237 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.416946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:46.452108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8bce35ec-617c-4c7c-8266-b785549968b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da77d44ca76d485c81487a76f0fb2180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839550 Nov 22 16:10:46.453757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44790) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:46.492732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0d9f236a-338d-42cb-872d-74175ec8ad32,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:46.495058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2097c7c-6c52-488d-a659-c4ef128e17af req-bc07782c-2689-481c-80ec-1df3c87f8aa7 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679493 Nov 22 16:10:46.562915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8444c45-26a7-43e9-9354-7ff875e8e248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.578135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Router 6683f06b-e2e3-4d20-9438-04b0f512b02d is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:10:46.593256 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8444c45-26a7-43e9-9354-7ff875e8e248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.725541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f236a-338d-42cb-872d-74175ec8ad32'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:46.725792 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8444c45-26a7-43e9-9354-7ff875e8e248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.727894 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d33be5-fd2e-4882-832c-77f3dff8cb79" -d '{"events": [{"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f236a-338d-42cb-872d-74175ec8ad32"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:46.729091 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8444c45-26a7-43e9-9354-7ff875e8e248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.730425 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8444c45-26a7-43e9-9354-7ff875e8e248 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1d5e585-1594-4ed3-929e-3d8e7c792c3c HTTP/1.1" status: 204 len: 168 time: 0.2757137 Nov 22 16:10:46.746753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8444c45-26a7-43e9-9354-7ff875e8e248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d5e585-1594-4ed3-929e-3d8e7c792c3c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:46.749381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:10:46.760309 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Sync routers for ids ['6683f06b-e2e3-4d20-9438-04b0f512b02d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:10:46.775889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.777453 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d129f8f0-e7e3-44b9-bea6-8cf573ca3acc admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1736939 Nov 22 16:10:46.780873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44798) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:46.784743 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Routers {'6683f06b-e2e3-4d20-9438-04b0f512b02d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:46.785775 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6683f06b-e2e3-4d20-9438-04b0f512b02d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:46.805146 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e757d8cc-8237-4d53-807f-4fd6bd024d43 x-openstack-request-id: req-e757d8cc-8237-4d53-807f-4fd6bd024d43 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:46.805435 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f236a-338d-42cb-872d-74175ec8ad32", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:46.805689 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e757d8cc-8237-4d53-807f-4fd6bd024d43 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:46.806141 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f236a-338d-42cb-872d-74175ec8ad32', 'code': 200} Nov 22 16:10:46.815804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45b0123-a27d-482a-8686-0c986bf852e8 None None] Network 27287749-91b0-42ad-a2f5-5621c2aabe8f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:46.860391 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.920109 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Set router 6683f06b-e2e3-4d20-9438-04b0f512b02d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:46.976766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-25b219b7-12f0-4d28-a3e9-ea10fe71644d None None] Provisioning complete for port 7e167c45-d381-428c-997e-d012a0be29f9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:46.976766 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25b219b7-12f0-4d28-a3e9-ea10fe71644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:46.982942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:46.986555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2382bd-22ab-4c6b-a60f-8473da32cf68 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:47.068634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'mac_address': 'fa:16:3e:2b:8b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:10:47.081052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:47.086874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:47.126511 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.131130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:47.131502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.240792 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.269162 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:10:45Z', 'revision_number': 3, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port': {'id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:45Z', 'updated_at': '2021-11-22T16:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:47.305634 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Checking router: 6683f06b-e2e3-4d20-9438-04b0f512b02d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:10:47.306298 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Updating router 6683f06b-e2e3-4d20-9438-04b0f512b02d port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:10:47.332995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a874e1-d878-4738-aecc-5e8c3f56e299 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:10:47.337261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:47.342534 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.368870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25b219b7-12f0-4d28-a3e9-ea10fe71644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.397348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3a2382bd-22ab-4c6b-a60f-8473da32cf68'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:47.404439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:47.447655 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.586078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-25b219b7-12f0-4d28-a3e9-ea10fe71644d None None] For port 7e167c45-d381-428c-997e-d012a0be29f9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7e167c45-d381-428c-997e-d012a0be29f9,segment=NetworkSegment(fa5a8859-5120-40d0-a749-4346711e391a),segment_id=fa5a8859-5120-40d0-a749-4346711e391a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:47.595916 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.651714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:47.656612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5cbd-7462-4960-8793-57be496ce276 req-b5598671-d780-482c-b848-b8c94ae87f20 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:47.660174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7e167c45-d381-428c-997e-d012a0be29f9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:47.662438 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25b219b7-12f0-4d28-a3e9-ea10fe71644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.668674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-148b5cbd-7462-4960-8793-57be496ce276 req-b5598671-d780-482c-b848-b8c94ae87f20 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.6035457 Nov 22 16:10:47.697547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.698339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 739a989c-ec45-4e79-9788-6b882d0287db up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:47.750243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:47.831281 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.840069 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.868091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b219b7-12f0-4d28-a3e9-ea10fe71644d None None] Pushing event updated for resources: {'Port': ['ID=7e167c45-d381-428c-997e-d012a0be29f9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:47.901510 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba31544-ac8f-467d-9779-45bda4ce5704 None None] Pushing event updated for resources: {'Port': ['ID=0dcf9b83-b5b7-4776-a0f4-5e0605d814f3,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:47.934829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b65017-9b40-408b-b828-ad2b6361ce6d req-3e1ca8bf-586b-453f-8223-235b609bfb30 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:47.936768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 739a989c-ec45-4e79-9788-6b882d0287db completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:47.944658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b65017-9b40-408b-b828-ad2b6361ce6d req-3e1ca8bf-586b-453f-8223-235b609bfb30 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:47.944944 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Attempting to bind port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:47.945321 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Attempting to bind port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:47.946174 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Attempting to bind port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:47.953000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b65017-9b40-408b-b828-ad2b6361ce6d req-3e1ca8bf-586b-453f-8223-235b609bfb30 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:47.954697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4b65017-9b40-408b-b828-ad2b6361ce6d req-3e1ca8bf-586b-453f-8223-235b609bfb30 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2416 time: 0.7721970 Nov 22 16:10:47.960854 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:47.962768 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:47.963153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7e167c45-d381-428c-997e-d012a0be29f9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:47.963529 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.964113 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.965266 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:47.965950 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Bound port: 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:47.966647 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.967623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.969237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 739a989c-ec45-4e79-9788-6b882d0287db triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:47.969532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:47.974913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-148b5cbd-7462-4960-8793-57be496ce276 req-6e2ee124-e622-4d18-bd0c-c3f547f41e63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047292 Nov 22 16:10:48.049819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['15a874e1-d878-4738-aecc-5e8c3f56e299'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:48.076160 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] For port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:48.090805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:48.092084 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] For port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0dcf9b83-b5b7-4776-a0f4-5e0605d814f3,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:48.104152 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.126900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b4fdd9d9-0b55-4e4e-aafe-3c22189a8219 None None] Provisioning complete for port 7e167c45-d381-428c-997e-d012a0be29f9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:48.127275 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4fdd9d9-0b55-4e4e-aafe-3c22189a8219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.170081 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Routers {'6683f06b-e2e3-4d20-9438-04b0f512b02d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:48.170885 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6683f06b-e2e3-4d20-9438-04b0f512b02d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:48.199934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Allocated IP 172.20.0.1 (27287749-91b0-42ad-a2f5-5621c2aabe8f/d6c539e1-e0d7-4c89-9520-2fbd6d793890/b96642b0-6cb3-41dc-932f-9ea1bd4dcb86) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:48.232990 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba31544-ac8f-467d-9779-45bda4ce5704 None None] Pushing event updated for resources: {'Port': ['ID=0dcf9b83-b5b7-4776-a0f4-5e0605d814f3,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:48.283683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.328186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] Set router 6683f06b-e2e3-4d20-9438-04b0f512b02d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:48.336568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.345161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4b65017-9b40-408b-b828-ad2b6361ce6d req-ec40095c-0097-4d6e-8cb3-cacc88f78d5f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812921 Nov 22 16:10:48.384198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 739a989c-ec45-4e79-9788-6b882d0287db, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=739a989c-ec45-4e79-9788-6b882d0287db,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:48.407134 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.423516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5256e8-31c4-4a80-87d2-645d7c099826 req-8be6b8d1-50d8-4103-a35d-eb0b8d9da501 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:48.432068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a5256e8-31c4-4a80-87d2-645d7c099826 req-8be6b8d1-50d8-4103-a35d-eb0b8d9da501 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 949 time: 0.1188800 Nov 22 16:10:48.434807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:10:48.472541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: dc0504a1-1c20-4803-ac84-7d5c0ad390cb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:10:48.472905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dc0504a1-1c20-4803-ac84-7d5c0ad390cb not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:10:48.474742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.501881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=739a989c-ec45-4e79-9788-6b882d0287db,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:48.549744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a5256e8-31c4-4a80-87d2-645d7c099826 req-bcae2b4b-509a-4d7a-b52b-2bfb37f0dbc4 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147194 Nov 22 16:10:48.553541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Network 27287749-91b0-42ad-a2f5-5621c2aabe8f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:48.556507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:48.562354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:48.594257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Pushing event updated for resources: {'Port': ['ID=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:48.647458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.705012 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:10:45Z', 'revision_number': 3, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port': {'id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:45Z', 'updated_at': '2021-11-22T16:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:48.713465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de99bf-3d38-4a48-ba18-429251b3ca11 req-ed76428e-dee5-4049-9d23-2e4dbddaf942 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:48.721450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3de99bf-3d38-4a48-ba18-429251b3ca11 req-ed76428e-dee5-4049-9d23-2e4dbddaf942 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1151879 Nov 22 16:10:48.737072 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d6ad5e-24ab-4d4f-af8b-4786752cde64 None None] The sync data for ids ['6683f06b-e2e3-4d20-9438-04b0f512b02d'] in n-d-811716-3 is: [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:10:45Z', 'revision_number': 3, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port': {'id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:45Z', 'updated_at': '2021-11-22T16:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:10:48.807068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83'}, {'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739a989c-ec45-4e79-9788-6b882d0287db'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:48.809570 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09493eba-7d8c-49b8-ac74-f1d80f998b95" -d '{"events": [{"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-plugged", "status": "completed", "tag": "f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83"}, {"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-plugged", "status": "completed", "tag": "739a989c-ec45-4e79-9788-6b882d0287db"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:48.837527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3de99bf-3d38-4a48-ba18-429251b3ca11 req-6913f864-b3a1-4698-a814-21500dabc3f2 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100719 Nov 22 16:10:48.902599 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08836d6b-f002-4ad0-b483-84b0c647a29d x-openstack-request-id: req-08836d6b-f002-4ad0-b483-84b0c647a29d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:48.902975 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-plugged", "status": "completed", "tag": "f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83", "code": 200}, {"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-plugged", "status": "completed", "tag": "739a989c-ec45-4e79-9788-6b882d0287db", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:48.904573 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08836d6b-f002-4ad0-b483-84b0c647a29d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:48.904573 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83', 'code': 200} Nov 22 16:10:48.904842 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '739a989c-ec45-4e79-9788-6b882d0287db', 'code': 200} Nov 22 16:10:48.911072 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83c6a7db-b1eb-4f37-86ce-0bdc747c9cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.936288 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:48.961384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-71e03bee-006e-43cb-b2d5-6d2dbd8700dc None None] Provisioning complete for port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:48.962075 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71e03bee-006e-43cb-b2d5-6d2dbd8700dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:49.017789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-71e03bee-006e-43cb-b2d5-6d2dbd8700dc None None] Port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:49.137695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb10c1-e825-419e-811a-3d136aaf2b74 req-8e687134-41fb-4d7f-9bfe-cbcd465a59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.139876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb10c1-e825-419e-811a-3d136aaf2b74 req-8e687134-41fb-4d7f-9bfe-cbcd465a59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.139876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb10c1-e825-419e-811a-3d136aaf2b74 req-8e687134-41fb-4d7f-9bfe-cbcd465a59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.144725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6bbb10c1-e825-419e-811a-3d136aaf2b74 req-8e687134-41fb-4d7f-9bfe-cbcd465a59ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2871 time: 0.1766438 Nov 22 16:10:49.234512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af905-a10f-4876-912f-bd0063aeb431 req-c2766341-2f98-4186-b0fa-df2acbcae443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.236769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-526af905-a10f-4876-912f-bd0063aeb431 req-c2766341-2f98-4186-b0fa-df2acbcae443 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 1097 time: 0.0650070 Nov 22 16:10:49.277779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6bbb10c1-e825-419e-811a-3d136aaf2b74 req-ce9ce34d-09df-49ca-94b9-966cf75b0762 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140754 Nov 22 16:10:49.290451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab9b0e-eee7-49bf-ae99-030d48e86295 req-1ab29efe-5c58-4c54-97dd-3019a09a13a6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.298467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85ab9b0e-eee7-49bf-ae99-030d48e86295 req-1ab29efe-5c58-4c54-97dd-3019a09a13a6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1503551 Nov 22 16:10:49.354523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af905-a10f-4876-912f-bd0063aeb431 req-64d12ff0-127b-481c-a5a6-f94134dd5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.356129 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-526af905-a10f-4876-912f-bd0063aeb431 req-64d12ff0-127b-481c-a5a6-f94134dd5bee service neutron] 10.222.0.71 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 920 time: 0.1086009 Nov 22 16:10:49.381891 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:10:49.396714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85ab9b0e-eee7-49bf-ae99-030d48e86295 req-83353ae1-e74c-4f81-ac98-b3b6e3538ddd tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970533 Nov 22 16:10:49.419048 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-526af905-a10f-4876-912f-bd0063aeb431 req-68a6f346-9e00-491e-92ee-6971d6eca553 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b5539f-a856-4891-babf-437c49c18fab HTTP/1.1" status: 200 len: 217 time: 0.0442171 Nov 22 16:10:49.424974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:49.442867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:49.543825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Pushing event updated for resources: {'Port': ['ID=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:49.549832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526af905-a10f-4876-912f-bd0063aeb431 req-2add2fcb-f8c0-44c8-bf87-3e4a2dd81c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.551340 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-526af905-a10f-4876-912f-bd0063aeb431 req-2add2fcb-f8c0-44c8-bf87-3e4a2dd81c5e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.1150324 Nov 22 16:10:49.564903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88616d5a-423f-44e7-a865-deae3f3ac566 req-bb9fbca2-5dfe-421b-9565-c50b647f4d8a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.566481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88616d5a-423f-44e7-a865-deae3f3ac566 req-bb9fbca2-5dfe-421b-9565-c50b647f4d8a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1754806 Nov 22 16:10:49.567440 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:49.593978 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-526af905-a10f-4876-912f-bd0063aeb431 req-454c0844-8b48-4b45-9674-ee9de0d2f207 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315604 Nov 22 16:10:49.668095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:49.712539 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-526af905-a10f-4876-912f-bd0063aeb431 req-81044878-0813-4cef-a44b-67d16433b3d6 service neutron] 10.222.0.71 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038258 Nov 22 16:10:49.718097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764cdd9-a943-43b1-ae6f-7c33e51a7219 req-95493503-3073-4f86-99ee-9b888b41af82 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.724231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764cdd9-a943-43b1-ae6f-7c33e51a7219 req-95493503-3073-4f86-99ee-9b888b41af82 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.730439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764cdd9-a943-43b1-ae6f-7c33e51a7219 req-95493503-3073-4f86-99ee-9b888b41af82 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:49.732755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b764cdd9-a943-43b1-ae6f-7c33e51a7219 req-95493503-3073-4f86-99ee-9b888b41af82 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2418 time: 0.1951711 Nov 22 16:10:49.742808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:49.743378 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:49.745638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88616d5a-423f-44e7-a865-deae3f3ac566 req-2feefa09-b507-48af-8e6e-b9ffb1ee7a3e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634905 Nov 22 16:10:49.858948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b764cdd9-a943-43b1-ae6f-7c33e51a7219 req-0718e094-4f91-483f-b6da-f8ae2b6774da tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064970 Nov 22 16:10:49.864400 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:49.888383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Network 27287749-91b0-42ad-a2f5-5621c2aabe8f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:49.888622 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-526af905-a10f-4876-912f-bd0063aeb431 req-313a98e7-9bda-467f-a561-9c05c3ff0740 service neutron] 10.222.0.71 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644228 Nov 22 16:10:49.889143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0dcf9b83-b5b7-4776-a0f4-5e0605d814f3,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:49.890576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:49.901647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:49.902876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7e167c45-d381-428c-997e-d012a0be29f9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:49.985941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:50.106177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=0dcf9b83-b5b7-4776-a0f4-5e0605d814f3,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:50.131517 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7e167c45-d381-428c-997e-d012a0be29f9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:50.131802 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.153297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Router 6683f06b-e2e3-4d20-9438-04b0f512b02d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:10:50.159410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:50.163761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd125379-9366-4359-8391-9534d8c2eab2 req-4e078c98-52be-46f3-9934-4dbe41987491 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:50.165382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd125379-9366-4359-8391-9534d8c2eab2 req-4e078c98-52be-46f3-9934-4dbe41987491 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 949 time: 0.1410139 Nov 22 16:10:50.169493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:50.170020 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.198850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 15a874e1-d878-4738-aecc-5e8c3f56e299 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:50.319233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd125379-9366-4359-8391-9534d8c2eab2 req-47abfe8c-74f9-4d59-ba02-3e7ce51c22b6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422315 Nov 22 16:10:50.355818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:10:50.370997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4425f7f1-0e58-4f24-8cd4-d12a895a0a2f admin admin] 10.222.0.69 "PUT /v2.0/routers/6683f06b-e2e3-4d20-9438-04b0f512b02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5812149 Nov 22 16:10:50.444700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-eb3b6c8b-7c95-42b6-a5a3-67077cd9364f None None] Provisioning complete for port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:50.445146 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6c8b-7c95-42b6-a5a3-67077cd9364f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.561777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44894) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:50.566887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 15a874e1-d878-4738-aecc-5e8c3f56e299 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:10:50.580578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b6c8b-7c95-42b6-a5a3-67077cd9364f None None] Port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:10:50.584086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 15a874e1-d878-4738-aecc-5e8c3f56e299 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:50.584472 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.623837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f0199-6cb8-4ea8-b69e-54c2c1f364cc req-57745ba7-2f3d-4fbb-8272-211fd9e4db01 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:50.633222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-552f0199-6cb8-4ea8-b69e-54c2c1f364cc req-57745ba7-2f3d-4fbb-8272-211fd9e4db01 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1143341 Nov 22 16:10:50.637801 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.707622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-552f0199-6cb8-4ea8-b69e-54c2c1f364cc req-d42ddfac-97ec-4513-b8cc-4d98ef4f07b5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730569 Nov 22 16:10:50.712645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-554225ed-8c0e-4817-bd9e-5de698012691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.730472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:50.738887 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.779591 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.814265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-554225ed-8c0e-4817-bd9e-5de698012691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.820480 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-554225ed-8c0e-4817-bd9e-5de698012691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.821842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:50.841980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:50.850671 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.882480 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-554225ed-8c0e-4817-bd9e-5de698012691 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ced7ce3b02ad42c4ad6a31ff3dbcd105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3195944 Nov 22 16:10:50.885836 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44902) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:50.896699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554225ed-8c0e-4817-bd9e-5de698012691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271540cf-0b1a-40d9-9501-0e405ec1ccb1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:50.905371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68'}, {'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:50.907790 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5f75a2-84fb-4d9f-bd21-c43168ddabff" -d '{"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-plugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68"}, {"server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "name": "network-vif-plugged", "status": "completed", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:50.913826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:50.959803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-fd701ae9-ae36-4a1f-bb86-76d907bbf944 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2511032 Nov 22 16:10:50.968041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c525fd-6d5a-4200-9ca0-b5931f084435 req-2479fd85-4fd2-4ee9-86a9-832a4f61df31 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:50.969200 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99821338-aac6-4019-8a5b-52abb7287e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:50.969508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c525fd-6d5a-4200-9ca0-b5931f084435 req-2479fd85-4fd2-4ee9-86a9-832a4f61df31 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1195564 Nov 22 16:10:50.974189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:50.998732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99821338-aac6-4019-8a5b-52abb7287e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.016314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.039594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Sync routers for ids ['6683f06b-e2e3-4d20-9438-04b0f512b02d'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:10:51.052670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Routers {'6683f06b-e2e3-4d20-9438-04b0f512b02d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:51.056972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99821338-aac6-4019-8a5b-52abb7287e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.058006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6683f06b-e2e3-4d20-9438-04b0f512b02d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:51.060903 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99821338-aac6-4019-8a5b-52abb7287e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.062350 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-99821338-aac6-4019-8a5b-52abb7287e8c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/271540cf-0b1a-40d9-9501-0e405ec1ccb1 HTTP/1.1" status: 204 len: 168 time: 0.1754928 Nov 22 16:10:51.072739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99821338-aac6-4019-8a5b-52abb7287e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271540cf-0b1a-40d9-9501-0e405ec1ccb1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:51.087230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-77c525fd-6d5a-4200-9ca0-b5931f084435 req-a76f84fb-55e0-4367-9aba-c456011989ca tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078069 Nov 22 16:10:51.143012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.246070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Set router 6683f06b-e2e3-4d20-9438-04b0f512b02d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:51.290231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead706d-0256-4154-8d7b-56681ac0afe0 req-8604d63f-4749-44f2-ae51-bd0874be160a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:51.296994 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2e90da8-7ee1-4a06-8dc2-064a34d87da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.297272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead706d-0256-4154-8d7b-56681ac0afe0 req-8604d63f-4749-44f2-ae51-bd0874be160a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:51.303938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead706d-0256-4154-8d7b-56681ac0afe0 req-8604d63f-4749-44f2-ae51-bd0874be160a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:51.304903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ead706d-0256-4154-8d7b-56681ac0afe0 req-8604d63f-4749-44f2-ae51-bd0874be160a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2418 time: 0.1105630 Nov 22 16:10:51.342863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Allocated IP 172.25.5.25 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7b043364-2744-43da-80df-a792fdb1f92f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:51.412244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44916) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:51.425166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ead706d-0256-4154-8d7b-56681ac0afe0 req-8bc93544-b9bc-4e8a-8218-da596bea45b2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088254 Nov 22 16:10:51.428437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8281d32-c05e-40f3-a7e2-36aaa565e076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.501511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:10:48Z', 'revision_number': 4, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port': {'id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:45Z', 'updated_at': '2021-11-22T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'b96642b0-6cb3-41dc-932f-9ea1bd4dcb86', 'name': '', 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'mac_address': 'fa:16:3e:ef:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd6c539e1-e0d7-4c89-9520-2fbd6d793890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:48Z', 'updated_at': '2021-11-22T16:10:49Z', 'revision_number': 2, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'subnets': [{'id': 'd6c539e1-e0d7-4c89-9520-2fbd6d793890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:51.511436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.536587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Checking router: 6683f06b-e2e3-4d20-9438-04b0f512b02d for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:10:51.536979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Updating router 6683f06b-e2e3-4d20-9438-04b0f512b02d port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:10:51.541976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8281d32-c05e-40f3-a7e2-36aaa565e076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.548307 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8281d32-c05e-40f3-a7e2-36aaa565e076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.559631 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a4e29-7521-4be1-99c9-21834e120071 x-openstack-request-id: req-1a0a4e29-7521-4be1-99c9-21834e120071 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:51.560352 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-plugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68", "code": 200}, {"server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "name": "network-vif-plugged", "status": "completed", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:51.560703 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a0a4e29-7521-4be1-99c9-21834e120071 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:51.562588 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'code': 200} Nov 22 16:10:51.562869 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'code': 200} Nov 22 16:10:51.579383 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.584653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:51.586273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.640697 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8281d32-c05e-40f3-a7e2-36aaa565e076 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0c8ac7a38c541299581117e6fd49a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268710 Nov 22 16:10:51.642234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8281d32-c05e-40f3-a7e2-36aaa565e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b13856c-faa5-4d06-91de-503d88784df6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:51.645167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44920) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:51.657855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Pushing event updated for resources: {'Port': ['ID=7b043364-2744-43da-80df-a792fdb1f92f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:51.691412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:51.691793 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.699745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:51.705190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:51.707899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:51.746629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aac28-6f3e-4426-a7dd-0e4213d103dd req-3d987ec9-75a9-4a89-889c-56ae66ff9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:51.748270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e67d88a7-aeff-4286-b7d1-dc3679ef241c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.748527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-475aac28-6f3e-4426-a7dd-0e4213d103dd req-3d987ec9-75a9-4a89-889c-56ae66ff9813 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 1101 time: 0.1050007 Nov 22 16:10:51.760125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3f2fa-39ac-409b-a963-8de5e59447ec req-fc41c086-2a4b-438d-aab3-2d4955f4a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:51.762191 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1fe3f2fa-39ac-409b-a963-8de5e59447ec req-fc41c086-2a4b-438d-aab3-2d4955f4a70b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 1101 time: 0.0837772 Nov 22 16:10:51.800487 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e67d88a7-aeff-4286-b7d1-dc3679ef241c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.834689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-475aac28-6f3e-4426-a7dd-0e4213d103dd req-d6760b24-7a9f-4ebc-876f-0c65c0305444 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792646 Nov 22 16:10:51.846723 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1fe3f2fa-39ac-409b-a963-8de5e59447ec req-cf524cee-06ca-4e9a-8640-eec134cc69bd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712855 Nov 22 16:10:51.875743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e67d88a7-aeff-4286-b7d1-dc3679ef241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.879448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e67d88a7-aeff-4286-b7d1-dc3679ef241c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.884265 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e67d88a7-aeff-4286-b7d1-dc3679ef241c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b13856c-faa5-4d06-91de-503d88784df6 HTTP/1.1" status: 204 len: 168 time: 0.2373238 Nov 22 16:10:51.895213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d88a7-aeff-4286-b7d1-dc3679ef241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b13856c-faa5-4d06-91de-503d88784df6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:51.958223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:51.976031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19dec1-d920-4528-9df6-94bc0e889282 req-806fbd97-40f0-4485-a8e1-a67f3559f6f6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:51.983340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b19dec1-d920-4528-9df6-94bc0e889282 req-806fbd97-40f0-4485-a8e1-a67f3559f6f6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 950 time: 0.1204209 Nov 22 16:10:52.089107 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.096406 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.158838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40275f-200a-4b20-b3ba-b61de2e5feb6 None None] Pushing event updated for resources: {'Port': ['ID=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:52.235483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Attempting to bind port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:10:52.236024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Attempting to bind port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:10:52.238394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Attempting to bind port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 on network 27287749-91b0-42ad-a2f5-5621c2aabe8f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:10:52.248896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:10:52.249613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Checking segment: {'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:52.250109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.251541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Bound using segment: {'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:10:52.252158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Bound port: b96642b0-6cb3-41dc-932f-9ea1bd4dcb86, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5a8859-5120-40d0-a749-4346711e391a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:10:52.253281 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.340672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.356186 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.367647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] For port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:10:52.374009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] For port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,segment=NetworkSegment(fa5a8859-5120-40d0-a749-4346711e391a),segment_id=fa5a8859-5120-40d0-a749-4346711e391a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:10:52.379158 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.420000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b19dec1-d920-4528-9df6-94bc0e889282 req-46b67e16-09af-4624-be12-4977f5594f30 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301090 Nov 22 16:10:52.463972 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.475439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40275f-200a-4b20-b3ba-b61de2e5feb6 None None] Pushing event updated for resources: {'Port': ['ID=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:52.479611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Routers {'6683f06b-e2e3-4d20-9438-04b0f512b02d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:52.480322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6683f06b-e2e3-4d20-9438-04b0f512b02d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:52.556307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7ddd8949-89f1-4846-b094-b1bee12af02b None None] Provisioning complete for port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:52.556701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8949-89f1-4846-b094-b1bee12af02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.743968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] Set router 6683f06b-e2e3-4d20-9438-04b0f512b02d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:52.757563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3b16-c99b-4f53-9085-aa12f2a90520 req-b6944d05-4f20-44ad-8c1e-5c07b90103f4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:52.765653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-657f3b16-c99b-4f53-9085-aa12f2a90520 req-b6944d05-4f20-44ad-8c1e-5c07b90103f4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1209648 Nov 22 16:10:52.814520 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.827771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.863623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-657f3b16-c99b-4f53-9085-aa12f2a90520 req-913eebc5-4f94-42a1-91a8-9ec6b3160703 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971966 Nov 22 16:10:52.910786 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8949-89f1-4846-b094-b1bee12af02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.926480 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.959872 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:52.961461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9904130 Nov 22 16:10:52.963476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a627-c67b-463e-bbfb-61f9626cd3c5 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Pushing event updated for resources: {'Port': ['ID=7b043364-2744-43da-80df-a792fdb1f92f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:52.976073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7ddd8949-89f1-4846-b094-b1bee12af02b None None] For port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,segment=NetworkSegment(fa5a8859-5120-40d0-a749-4346711e391a),segment_id=fa5a8859-5120-40d0-a749-4346711e391a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:52.985013 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8949-89f1-4846-b094-b1bee12af02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:53.045772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-d6423fdc-c116-4593-b439-567f9e1eb038 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0713823 Nov 22 16:10:53.073324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd8949-89f1-4846-b094-b1bee12af02b None None] Pushing event updated for resources: {'Port': ['ID=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:53.120632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cc17d521-ff75-44ca-a835-a31575de1ed3 None None] Provisioning complete for port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:53.122407 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc17d521-ff75-44ca-a835-a31575de1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:53.126792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:10:48Z', 'revision_number': 4, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port': {'id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:45Z', 'updated_at': '2021-11-22T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'b96642b0-6cb3-41dc-932f-9ea1bd4dcb86', 'name': '', 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'mac_address': 'fa:16:3e:ef:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd6c539e1-e0d7-4c89-9520-2fbd6d793890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:48Z', 'updated_at': '2021-11-22T16:10:52Z', 'revision_number': 4, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'subnets': [{'id': 'd6c539e1-e0d7-4c89-9520-2fbd6d793890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:53.140247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d409c-97a9-4203-abb4-a3a373a3b68f req-0a6be4ae-a313-45cc-9979-3cb31673601d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:53.141766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-203d409c-97a9-4203-abb4-a3a373a3b68f req-0a6be4ae-a313-45cc-9979-3cb31673601d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1164861 Nov 22 16:10:53.186566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822f688-10b1-4006-9ccc-936461e676e0 None None] The sync data for ids ['6683f06b-e2e3-4d20-9438-04b0f512b02d'] in n-d-811716-3 is: [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:10:48Z', 'revision_number': 4, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port': {'id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:45Z', 'updated_at': '2021-11-22T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'b96642b0-6cb3-41dc-932f-9ea1bd4dcb86', 'name': '', 'network_id': '27287749-91b0-42ad-a2f5-5621c2aabe8f', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'mac_address': 'fa:16:3e:ef:33:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': 'd6c539e1-e0d7-4c89-9520-2fbd6d793890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:48Z', 'updated_at': '2021-11-22T16:10:52Z', 'revision_number': 4, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'subnets': [{'id': 'd6c539e1-e0d7-4c89-9520-2fbd6d793890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:10:53.224946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-d4b0ab8d-9f12-43c1-a6a7-5d161cb12217 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:53.226366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e882b31f-1b24-407a-b7b3-75d7325a0591 req-d4b0ab8d-9f12-43c1-a6a7-5d161cb12217 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1662059 Nov 22 16:10:53.246233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-203d409c-97a9-4203-abb4-a3a373a3b68f req-1844df77-0e4b-44df-8321-661b73382bd2 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937688 Nov 22 16:10:53.527855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8911539a-4420-4b40-b989-4ad1d81561d0 req-0a6217aa-13b2-4027-818e-f1d567410d45 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips/3a17d927-da53-43ac-bf26-cb73cf519fec HTTP/1.1" status: 200 len: 692 time: 0.0720220 Nov 22 16:10:53.651388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:10:53.754394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911539a-4420-4b40-b989-4ad1d81561d0 req-9f6986e2-9dc7-4006-ae15-ef08a976597e tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:53.764391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8911539a-4420-4b40-b989-4ad1d81561d0 req-9f6986e2-9dc7-4006-ae15-ef08a976597e tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2353501 Nov 22 16:10:53.787449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ead97-085b-4789-8745-8a955d6a4478 req-ba728486-ca71-4049-b9c5-a3cd3e8bc256 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:53.796498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c8ead97-085b-4789-8745-8a955d6a4478 req-ba728486-ca71-4049-b9c5-a3cd3e8bc256 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 950 time: 0.2570555 Nov 22 16:10:53.952102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c8ead97-085b-4789-8745-8a955d6a4478 req-8caf9d31-fe32-41d8-bf98-3ba303a6eb45 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539257 Nov 22 16:10:54.001988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a83c07-e7d2-4618-b4d5-54ac20015911 req-d922a822-6762-4cfb-a659-b603d01fcc2f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:54.016307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a83c07-e7d2-4618-b4d5-54ac20015911 req-d922a822-6762-4cfb-a659-b603d01fcc2f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:54.018754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:10:54.019239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:54.023727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a83c07-e7d2-4618-b4d5-54ac20015911 req-d922a822-6762-4cfb-a659-b603d01fcc2f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:54.025737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55a83c07-e7d2-4618-b4d5-54ac20015911 req-d922a822-6762-4cfb-a659-b603d01fcc2f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2418 time: 0.1323583 Nov 22 16:10:54.132451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14164087-45e2-43af-a94b-a6119e6c12af req-92b32837-7534-4640-a482-42529113ef4f tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=5a1d5577c76449879eb7217abf5516d3 HTTP/1.1" status: 200 len: 695 time: 0.1056607 Nov 22 16:10:54.170365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55a83c07-e7d2-4618-b4d5-54ac20015911 req-4375d81a-8da0-4c2d-acb7-88b063a057e2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986187 Nov 22 16:10:54.304573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14164087-45e2-43af-a94b-a6119e6c12af req-45428d74-0ce2-4ce6-8679-ae8b333fe721 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:54.308444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14164087-45e2-43af-a94b-a6119e6c12af req-45428d74-0ce2-4ce6-8679-ae8b333fe721 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/networks?id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 787 time: 0.1699443 Nov 22 16:10:54.318600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-14164087-45e2-43af-a94b-a6119e6c12af req-9f02fc5e-296c-4045-a9d0-c25c1e467a02 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:10:54.319775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14164087-45e2-43af-a94b-a6119e6c12af req-9f02fc5e-296c-4045-a9d0-c25c1e467a02 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068882 Nov 22 16:10:54.335855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d178a-68a5-41ba-b65e-6ce9987f728e req-56501c45-4b11-4306-b4c0-a9d10cafbebb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:54.337529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca9d178a-68a5-41ba-b65e-6ce9987f728e req-56501c45-4b11-4306-b4c0-a9d10cafbebb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1076465 Nov 22 16:10:54.371373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:54.382436 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:54.403987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca9d178a-68a5-41ba-b65e-6ce9987f728e req-93d71611-2ab8-49eb-90db-c2482e871644 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562036 Nov 22 16:10:54.534911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b834d9-9a2b-45f9-85d4-3ad5303a0465 req-f1336193-6daf-40db-acb1-d92ab801e140 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:54.536655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76b834d9-9a2b-45f9-85d4-3ad5303a0465 req-f1336193-6daf-40db-acb1-d92ab801e140 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.0594285 Nov 22 16:10:54.621097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-81c746f4-fb69-48cc-a9d7-382f529ced8c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips/3a17d927-da53-43ac-bf26-cb73cf519fec HTTP/1.1" status: 200 len: 692 time: 0.0638645 Nov 22 16:10:54.693322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76b834d9-9a2b-45f9-85d4-3ad5303a0465 req-a64e813d-461a-4662-ad98-35304aa98189 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432312 Nov 22 16:10:54.741847 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:54.772297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-ef5d0f09-111a-42b4-b4cd-12fdb4f2be32 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:54.774021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-ef5d0f09-111a-42b4-b4cd-12fdb4f2be32 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1461372 Nov 22 16:10:54.851722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-63b7d88a-7638-4c0d-b844-c0b6850048d1 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0690958 Nov 22 16:10:54.908782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-15e19530-a2b5-4a71-804a-60b66973b2a0 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0494380 Nov 22 16:10:55.089166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667662a-004d-4cbc-9209-f335f9d15b37 req-2783fd97-4024-4936-95d3-890ca472507c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:55.090827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e667662a-004d-4cbc-9209-f335f9d15b37 req-2783fd97-4024-4936-95d3-890ca472507c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 945 time: 0.0843272 Nov 22 16:10:55.108484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Deleting port 7b043364-2744-43da-80df-a792fdb1f92f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:55.108838 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.236217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e667662a-004d-4cbc-9209-f335f9d15b37 req-8d861677-9059-41bf-8407-44c95b506666 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360779 Nov 22 16:10:55.258197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-db999830-3aac-40d2-9de4-e48d38433ea8 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:55.264351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-db999830-3aac-40d2-9de4-e48d38433ea8 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:55.270325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-db999830-3aac-40d2-9de4-e48d38433ea8 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:55.272018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-db999830-3aac-40d2-9de4-e48d38433ea8 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2418 time: 0.1468368 Nov 22 16:10:55.297201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.297899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.331252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Calling delete_port for 7b043364-2744-43da-80df-a792fdb1f92f owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:55.452952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port 0d9f236a-338d-42cb-872d-74175ec8ad32 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:55.453299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.599448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87640032-06e8-4f90-9458-2ad4b9143457 req-2c8d354b-8d0e-4624-b406-f0cc1dd87fca tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:55.600995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87640032-06e8-4f90-9458-2ad4b9143457 req-2c8d354b-8d0e-4624-b406-f0cc1dd87fca tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 950 time: 0.1360815 Nov 22 16:10:55.635721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port 0d9f236a-338d-42cb-872d-74175ec8ad32, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0d9f236a-338d-42cb-872d-74175ec8ad32,segment=NetworkSegment(ad0692b2-c20d-43c0-9c53-0cd1b580e430),segment_id=ad0692b2-c20d-43c0-9c53-0cd1b580e430)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:55.636278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.662081 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.666876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for 0d9f236a-338d-42cb-872d-74175ec8ad32 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:55.704388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45008) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:55.712010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Pushing event deleted for resources: {'Port': ['ID=7b043364-2744-43da-80df-a792fdb1f92f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:55.761582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87640032-06e8-4f90-9458-2ad4b9143457 req-ca4cd32d-fdd7-49aa-8a9e-f84bc2038d5f tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475320 Nov 22 16:10:55.845910 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.846638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.847780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c778bd3-0f74-484a-9d1e-4b4d1e21925e req-43b6dcf4-de56-44c2-966b-2963672d3cdd tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "DELETE /v2.0/floatingips/3a17d927-da53-43ac-bf26-cb73cf519fec HTTP/1.1" status: 204 len: 173 time: 0.9301491 Nov 22 16:10:55.861167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8978-1134-4ae6-a5a8-76481ecbd1d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.906067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dc62b-b18b-4191-8fa0-ad822422b1d7 req-986a85eb-0d78-496e-bc46-4e1610a8c417 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:55.912564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dc62b-b18b-4191-8fa0-ad822422b1d7 req-986a85eb-0d78-496e-bc46-4e1610a8c417 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:55.918828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dc62b-b18b-4191-8fa0-ad822422b1d7 req-986a85eb-0d78-496e-bc46-4e1610a8c417 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:55.921227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c43dc62b-b18b-4191-8fa0-ad822422b1d7 req-986a85eb-0d78-496e-bc46-4e1610a8c417 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 2418 time: 0.0945039 Nov 22 16:10:55.946270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8978-1134-4ae6-a5a8-76481ecbd1d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.951722 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ecf8978-1134-4ae6-a5a8-76481ecbd1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:55.991496 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1ecf8978-1134-4ae6-a5a8-76481ecbd1d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3238210a224b411aafc763be5f2a1eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2854381 Nov 22 16:10:55.993531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf8978-1134-4ae6-a5a8-76481ecbd1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc71744-9087-40ad-8c97-2baf3c561bb2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:55.995822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45020) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:56.035267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.041582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c43dc62b-b18b-4191-8fa0-ad822422b1d7 req-fe97f980-f350-4bc8-b83b-306a4b223368 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007462 Nov 22 16:10:56.047066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83', '0d9f236a-338d-42cb-872d-74175ec8ad32', '739a989c-ec45-4e79-9788-6b882d0287db'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:56.048205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc43a07-3bea-4a64-895e-9310b38d644a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.056147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcda7c2-a953-4b93-9ba8-7da9c92bc195 req-db455680-92a6-4a66-b09d-c46da2d3ca51 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:56.057707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bcda7c2-a953-4b93-9ba8-7da9c92bc195 req-db455680-92a6-4a66-b09d-c46da2d3ca51 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1354821 Nov 22 16:10:56.082025 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc43a07-3bea-4a64-895e-9310b38d644a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.086130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=0d9f236a-338d-42cb-872d-74175ec8ad32,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:56.149304 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc43a07-3bea-4a64-895e-9310b38d644a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.152259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port 0d9f236a-338d-42cb-872d-74175ec8ad32 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:56.152551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc43a07-3bea-4a64-895e-9310b38d644a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.154608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1cc43a07-3bea-4a64-895e-9310b38d644a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7dc71744-9087-40ad-8c97-2baf3c561bb2 HTTP/1.1" status: 204 len: 168 time: 0.1574972 Nov 22 16:10:56.160302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.164186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f367f05e-ad5e-458c-9772-3ece1ee205b3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "DELETE /v2.0/ports/0d9f236a-338d-42cb-872d-74175ec8ad32 HTTP/1.1" status: 204 len: 173 time: 0.8821244 Nov 22 16:10:56.164683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-deleted', 'tag': '0d9f236a-338d-42cb-872d-74175ec8ad32'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:56.167172 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270e14f7-4c76-4178-846c-37300b226fe3" -d '{"events": [{"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-deleted", "tag": "0d9f236a-338d-42cb-872d-74175ec8ad32"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:56.168940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc43a07-3bea-4a64-895e-9310b38d644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc71744-9087-40ad-8c97-2baf3c561bb2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:56.246438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bcda7c2-a953-4b93-9ba8-7da9c92bc195 req-ac3b6db3-d895-4ebd-878e-7a458ac91ef2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621959 Nov 22 16:10:56.322934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcfeef-5927-491e-823b-901696c74e2c req-8eb2b24d-953a-482f-af3f-30fc21223f5c tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:56.325038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ffcfeef-5927-491e-823b-901696c74e2c req-8eb2b24d-953a-482f-af3f-30fc21223f5c tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1700838 Nov 22 16:10:56.397069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ffcfeef-5927-491e-823b-901696c74e2c req-bd2b18e1-7257-4e77-979b-f726b1f235e1 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Nov 22 16:10:56.400630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:56.401121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.564636 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45030) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:56.579171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35539753-841f-4512-a092-0223ac20d489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.620085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:56.620702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.642052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfdbb4-ff30-43c9-8934-0e330c35b1e7 req-dcf472c0-3529-4fd4-8a6f-dbce23abc4ed tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:56.643560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2dfdbb4-ff30-43c9-8934-0e330c35b1e7 req-dcf472c0-3529-4fd4-8a6f-dbce23abc4ed tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 950 time: 0.1682522 Nov 22 16:10:56.659083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35539753-841f-4512-a092-0223ac20d489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.663250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35539753-841f-4512-a092-0223ac20d489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.663870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:56.669685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-a2b1ca3b-d309-43e0-a1b4-71c5000fca7d tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2078998 Nov 22 16:10:56.689030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:56.704643 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-35539753-841f-4512-a092-0223ac20d489 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af6192770e344b7089497e46f774ce62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388454 Nov 22 16:10:56.705641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35539753-841f-4512-a092-0223ac20d489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608493d1-9b68-49f7-8cbc-1ede6c56fffa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:56.709468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45032) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:56.759380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d38b3f3-d85c-4ad5-9726-378cac042961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.766990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2dfdbb4-ff30-43c9-8934-0e330c35b1e7 req-a6df970e-7f1c-4d7e-a19b-47d29fe81e07 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147413 Nov 22 16:10:56.769776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.784765 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d38b3f3-d85c-4ad5-9726-378cac042961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.827474 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6037c129-10cf-4d54-b8a7-6384891bfc18 x-openstack-request-id: req-6037c129-10cf-4d54-b8a7-6384891bfc18 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:56.827849 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-deleted", "tag": "0d9f236a-338d-42cb-872d-74175ec8ad32", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:56.828325 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6037c129-10cf-4d54-b8a7-6384891bfc18 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:56.828689 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-deleted', 'tag': '0d9f236a-338d-42cb-872d-74175ec8ad32', 'status': 'completed', 'code': 200} Nov 22 16:10:56.841867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d38b3f3-d85c-4ad5-9726-378cac042961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.849736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d38b3f3-d85c-4ad5-9726-378cac042961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:56.852763 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3d38b3f3-d85c-4ad5-9726-378cac042961 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/608493d1-9b68-49f7-8cbc-1ede6c56fffa HTTP/1.1" status: 204 len: 168 time: 0.1411614 Nov 22 16:10:56.862239 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38b3f3-d85c-4ad5-9726-378cac042961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608493d1-9b68-49f7-8cbc-1ede6c56fffa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:57.239146 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.250917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['0d9f236a-338d-42cb-872d-74175ec8ad32'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:10:57.251935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244de6d8-9d3e-4eb7-b528-0d0c031f2aaf req-817a3dd3-0929-456f-a323-cc6ff3056b54 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:57.253473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-244de6d8-9d3e-4eb7-b528-0d0c031f2aaf req-817a3dd3-0929-456f-a323-cc6ff3056b54 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 945 time: 0.3637953 Nov 22 16:10:57.298345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:57.366798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:57.369320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.376647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.380007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-ee235786-0edf-4dce-8505-6f78fe1f119a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "DELETE /v2.0/ports/f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 HTTP/1.1" status: 204 len: 173 time: 1.1993642 Nov 22 16:10:57.400884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-244de6d8-9d3e-4eb7-b528-0d0c031f2aaf req-8579c339-e3a8-4501-a003-00abfb805be1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups?id=d2bc12b5-5fb7-4cb4-9c60-561b923908a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163318 Nov 22 16:10:57.574157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-1953a712-f104-4548-b657-e49c58aadbdc tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:57.577112 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-1953a712-f104-4548-b657-e49c58aadbdc tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.71 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 945 time: 0.1013317 Nov 22 16:10:57.593666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Allocated IP 172.25.5.105 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/46b3a0e7-792b-4498-a760-dca75d5db26a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:10:57.604077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port 739a989c-ec45-4e79-9788-6b882d0287db {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:57.604424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.749481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Deleting port a9781017-ef15-4584-8e00-1124eb9a0524 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:57.750618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.770371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45072) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:57.770563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port 739a989c-ec45-4e79-9788-6b882d0287db, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=739a989c-ec45-4e79-9788-6b882d0287db,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:57.771074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.795259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for 739a989c-ec45-4e79-9788-6b882d0287db owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:57.812972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.887060 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] For port a9781017-ef15-4584-8e00-1124eb9a0524, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a9781017-ef15-4584-8e00-1124eb9a0524,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:10:57.887322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.937871 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:57.975895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-network', 'tenant_id': 'aa43564f6c214c188398eab6649f822f'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:58.022112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d259845-4ae8-417c-a7b9-628e33325fbb req-e5ac5f8f-712a-486f-93a2-4f1c035dba24 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:58.023627 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d259845-4ae8-417c-a7b9-628e33325fbb req-e5ac5f8f-712a-486f-93a2-4f1c035dba24 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=31f97757-924a-49b5-85d9-502cfadf51a8 HTTP/1.1" status: 200 len: 946 time: 0.1481874 Nov 22 16:10:58.040246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:10:58.042943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Made reservation on behalf of aa43564f6c214c188398eab6649f822f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:58.045542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.054431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:58.058672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Pushing event updated for resources: {'Port': ['ID=46b3a0e7-792b-4498-a760-dca75d5db26a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:58.068880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:10:58.085283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.092203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.119324 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.119687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.120121 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Floating IP 103402a5-dcaa-4a13-9cc4-c12fca44cdc2 disassociated. External IP: 172.25.5.245, port: a9781017-ef15-4584-8e00-1124eb9a0524. Nov 22 16:10:58.120406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Calling delete_port for a9781017-ef15-4584-8e00-1124eb9a0524 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:10:58.146516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=739a989c-ec45-4e79-9788-6b882d0287db,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:58.192915 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d259845-4ae8-417c-a7b9-628e33325fbb req-6b56b63b-d43d-415b-ae86-ff9c9240a1a5 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605470 Nov 22 16:10:58.229602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port 739a989c-ec45-4e79-9788-6b882d0287db on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:58.234656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.238029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd919ecf-ef48-4ece-b627-5c1d935a45f6 req-f289fb85-cf6d-47b4-90e6-fd5a88476f51 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "DELETE /v2.0/ports/739a989c-ec45-4e79-9788-6b882d0287db HTTP/1.1" status: 204 len: 173 time: 0.8499835 Nov 22 16:10:58.252759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.256832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.262606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.299682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.336531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:10:58.355766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:58.367087 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.367621 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Added segment 6d2b5872-ece5-427c-95ad-90ea01266d47 of type vlan for network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 Nov 22 16:10:58.403133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.450053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event deleted for resources: {'Port': ['ID=a9781017-ef15-4584-8e00-1124eb9a0524,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:58.453372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.510268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0111247-3943-42df-99ff-ed944504a761 req-723a6168-aa7b-424f-8e29-37daa191cf05 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:58.511739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0111247-3943-42df-99ff-ed944504a761 req-723a6168-aa7b-424f-8e29-37daa191cf05 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.2098949 Nov 22 16:10:58.563379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.564380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:58.564976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.569185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.581409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.595990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0111247-3943-42df-99ff-ed944504a761 req-8272fd20-e3cf-4c47-92a2-da2f21403f9b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774798 Nov 22 16:10:58.663393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Pushing event updated for resources: {'Port': ['ID=46b3a0e7-792b-4498-a760-dca75d5db26a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:58.681675 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.706869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.712471 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-f6333fb1-4c34-4a85-9e5f-ef81ddccebc6 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0345650 Nov 22 16:10:58.808481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-ad1a54fd-8a3f-407d-bc0e-a6bc7500d05d tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.0874650 Nov 22 16:10:58.829621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-deleted', 'tag': 'f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83'}, {'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-deleted', 'tag': '739a989c-ec45-4e79-9788-6b882d0287db'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:58.832948 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b19fc50-dd8e-4421-adbb-67e86cc033d3" -d '{"events": [{"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-deleted", "tag": "f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83"}, {"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-deleted", "tag": "739a989c-ec45-4e79-9788-6b882d0287db"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:58.927942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac757fb-4f11-46ac-8390-86fb413f49b0 req-27620697-1d8d-4564-ad72-f4e281341eec tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:58.934206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1627417 Nov 22 16:10:58.937428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eac757fb-4f11-46ac-8390-86fb413f49b0 req-27620697-1d8d-4564-ad72-f4e281341eec tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1485772 Nov 22 16:10:58.939632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45082) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:58.946873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Request body: {'subnet': {'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-subnet', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:58.965137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014da8f-5636-4744-a7c1-59ace8133ebc admin admin] Pushing event updated for resources: {'Network': ['ID=1900b73e-a5e2-4303-8460-d7e7a21ecaf6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:58.971115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Made reservation on behalf of aa43564f6c214c188398eab6649f822f for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:10:58.973274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:58.979935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:10:59.032563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Router 6008ca8c-2509-401c-a9fa-6fd539be60d5 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:10:59.073306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-2694b9af-a073-45fd-8866-433ca2ceb81c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:59.074905 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-2694b9af-a073-45fd-8866-433ca2ceb81c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2494779 Nov 22 16:10:59.084354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eac757fb-4f11-46ac-8390-86fb413f49b0 req-57288ed4-3538-4b51-b645-2eb86cbe52d5 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249449 Nov 22 16:10:59.090603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-29e5f2f2-cfba-42f1-a9e8-03318f2d474f tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:10:59.092873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be6ddfb9-963a-4e80-9bc6-ffe4bf197cc2 req-29e5f2f2-cfba-42f1-a9e8-03318f2d474f tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070937 Nov 22 16:10:59.194417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e28d1f7-0f28-49bb-b718-a6a3512146c1 req-4491ba35-eb55-4ca3-a56d-0582b676ce96 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/ports?device_id=e390ce23-d0df-4418-b8f3-6d584842d16a HTTP/1.1" status: 200 len: 210 time: 0.0291960 Nov 22 16:10:59.227938 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafbfdb1-a7c6-48b5-ab75-56f53e932761 x-openstack-request-id: req-aafbfdb1-a7c6-48b5-ab75-56f53e932761 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:59.228353 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-deleted", "tag": "f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83", "status": "completed", "code": 200}, {"server_uuid": "31f97757-924a-49b5-85d9-502cfadf51a8", "name": "network-vif-deleted", "tag": "739a989c-ec45-4e79-9788-6b882d0287db", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:59.228837 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aafbfdb1-a7c6-48b5-ab75-56f53e932761 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:59.229380 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-deleted', 'tag': 'f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83', 'status': 'completed', 'code': 200} Nov 22 16:10:59.230184 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f97757-924a-49b5-85d9-502cfadf51a8', 'name': 'network-vif-deleted', 'tag': '739a989c-ec45-4e79-9788-6b882d0287db', 'status': 'completed', 'code': 200} Nov 22 16:10:59.242294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:10:59.252789 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] Sync routers for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:10:59.265227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45096) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:59.269703 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:59.270417 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:59.278323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-998c3e73-7b37-4f90-ba4d-eaa551dedbc1 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips/215ac846-517a-4ce4-8a4e-4a8acd68c555 HTTP/1.1" status: 200 len: 693 time: 0.0473387 Nov 22 16:10:59.359064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] No DVR routers for this DVR port a9781017-ef15-4584-8e00-1124eb9a0524 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:10:59.367686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.371271 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9bfe0860-f334-4ae7-baef-74c8b884d11e req-003d0354-ee01-4e78-9f29-23653a0eaee1 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.71 "DELETE /v2.0/ports/a9781017-ef15-4584-8e00-1124eb9a0524 HTTP/1.1" status: 204 len: 173 time: 1.7767200 Nov 22 16:10:59.375453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'name': 'network-vif-deleted', 'tag': 'a9781017-ef15-4584-8e00-1124eb9a0524'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:10:59.377705 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4bb729-3407-45c8-8330-75d59e81fd95" -d '{"events": [{"server_uuid": "e390ce23-d0df-4418-b8f3-6d584842d16a", "name": "network-vif-deleted", "tag": "a9781017-ef15-4584-8e00-1124eb9a0524"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:10:59.395773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:59.406849 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.412560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-16fc568f-fbcc-4651-bbff-e08fc5856b2b tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:59.414774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-89903553-5e72-4c73-a4a7-7a5a9d2f0208 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting subnet 6334813f-3ad5-4e12-979e-454d2fbf4f01 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:10:59.424568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-16fc568f-fbcc-4651-bbff-e08fc5856b2b tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1387770 Nov 22 16:10:59.445834 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89903553-5e72-4c73-a4a7-7a5a9d2f0208 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.487747 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5dc0a8-0283-4300-b0bf-daf928b92022 x-openstack-request-id: req-5b5dc0a8-0283-4300-b0bf-daf928b92022 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:10:59.488177 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e390ce23-d0df-4418-b8f3-6d584842d16a", "name": "network-vif-deleted", "tag": "a9781017-ef15-4584-8e00-1124eb9a0524", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:10:59.489474 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b5dc0a8-0283-4300-b0bf-daf928b92022 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:10:59.489474 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e390ce23-d0df-4418-b8f3-6d584842d16a', 'name': 'network-vif-deleted', 'tag': 'a9781017-ef15-4584-8e00-1124eb9a0524', 'status': 'completed', 'code': 200} Nov 22 16:10:59.508543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-18e79bb1-2858-4761-a686-f71a69f29405 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.0827093 Nov 22 16:10:59.540055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89903553-5e72-4c73-a4a7-7a5a9d2f0208 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.545811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989e3e01-b76d-4b2f-b54b-b26d0abd6d94,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:59.579779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Checking segment: {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:10:59.580343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Network hostable DHCP agents. Network: 1900b73e-a5e2-4303-8460-d7e7a21ecaf6, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:10:59.587950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-93059b5e-c70b-463c-b816-8145cd3a2096 tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.105 HTTP/1.1" status: 200 len: 696 time: 0.0758221 Nov 22 16:10:59.620473 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:31Z', 'revision_number': 5, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:59.637610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:10:59.650297 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] Checking router: 6008ca8c-2509-401c-a9fa-6fd539be60d5 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:10:59.658700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1900b73e-a5e2-4303-8460-d7e7a21ecaf6) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:10:59.660005 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:10:59.660859 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:10:59.666786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:10:59.667631 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.673624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d54720-238b-4c90-9df3-94c045e23826 None None] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:59.676040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89903553-5e72-4c73-a4a7-7a5a9d2f0208 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.717312 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-382509af-d686-4f45-b51d-fc0899431961 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7730482 Nov 22 16:10:59.717546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45104) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:59.722361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:10:59.752140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.754156 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.756987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89903553-5e72-4c73-a4a7-7a5a9d2f0208 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.786771 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:10:59.794773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Deleting port 46b3a0e7-792b-4498-a760-dca75d5db26a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:10:59.795167 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.797082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89903553-5e72-4c73-a4a7-7a5a9d2f0208 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Subnet': ['ID=6334813f-3ad5-4e12-979e-454d2fbf4f01,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:10:59.820480 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89903553-5e72-4c73-a4a7-7a5a9d2f0208 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.827033 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-89903553-5e72-4c73-a4a7-7a5a9d2f0208 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "DELETE /v2.0/subnets/6334813f-3ad5-4e12-979e-454d2fbf4f01 HTTP/1.1" status: 204 len: 168 time: 0.5464654 Nov 22 16:10:59.829120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45106) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:10:59.877632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987139b1-4c8d-4613-b07c-190a1ab95802 None None] Network 40ccb500-8e55-46e7-b535-df65453ff8a9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:10:59.886008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:10:59.932905 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.020492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port 2eda1ff4-7300-4073-8648-5aa2f8ac281f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:00.021183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.040339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281729c1-4fd0-4893-9e29-3fe503aa701b req-3361e03f-5051-453e-b735-5b2abbd5f1a7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:00.048789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-281729c1-4fd0-4893-9e29-3fe503aa701b req-3361e03f-5051-453e-b735-5b2abbd5f1a7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.2091441 Nov 22 16:11:00.070074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0d9f236a-338d-42cb-872d-74175ec8ad32 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:00.101364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port 2eda1ff4-7300-4073-8648-5aa2f8ac281f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2eda1ff4-7300-4073-8648-5aa2f8ac281f,segment=NetworkSegment(ad0692b2-c20d-43c0-9c53-0cd1b580e430),segment_id=ad0692b2-c20d-43c0-9c53-0cd1b580e430)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:00.101903 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.114258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.114644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.126156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for 2eda1ff4-7300-4073-8648-5aa2f8ac281f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:00.170087 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.185300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Calling delete_port for 46b3a0e7-792b-4498-a760-dca75d5db26a owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:00.198923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 0d9f236a-338d-42cb-872d-74175ec8ad32 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:00.199298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0d9f236a-338d-42cb-872d-74175ec8ad32 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:00.200111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:00.202726 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:31Z', 'revision_number': 5, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:00.233866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.249602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:00.250371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f730a8ef-e79a-4e0a-8a6e-80b3f4de4b83 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:00.251135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 739a989c-ec45-4e79-9788-6b882d0287db no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:00.260322 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5236f85-cd52-4f14-bc3b-8f4d6f1b2aa1 None None] The sync data for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 is: [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:08:24Z', 'revision_number': 4, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f0192e5b-545f-4702-bfc0-73c75cb2b48c', 'name': '', 'network_id': 'db204035-8b74-410e-a3d6-d85c5eb7c29a', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'mac_address': 'fa:16:3e:3f:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:22Z', 'updated_at': '2021-11-22T16:08:31Z', 'revision_number': 5, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'subnets': [{'id': '574a4973-d0a4-4106-a7ab-14ad2b15f5b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:00.268464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=2eda1ff4-7300-4073-8648-5aa2f8ac281f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:00.269664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-281729c1-4fd0-4893-9e29-3fe503aa701b req-89358fe9-5988-483a-97ea-4ab2d4a8923d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131937 Nov 22 16:11:00.280220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port 2eda1ff4-7300-4073-8648-5aa2f8ac281f on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:11:00.300399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 739a989c-ec45-4e79-9788-6b882d0287db {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:00.301220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 739a989c-ec45-4e79-9788-6b882d0287db not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:00.349519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1900b73e-a5e2-4303-8460-d7e7a21ecaf6', 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'fixed_ips': [{'subnet_id': '989e3e01-b76d-4b2f-b54b-b26d0abd6d94'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:11:00.352351 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.404594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.445510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0321c1a-e728-4821-bffe-88683f621dad None None] DHCP port deletion for 40ccb500-8e55-46e7-b535-df65453ff8a9 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:11:00.452774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40ccb500-8e55-46e7-b535-df65453ff8a9']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:00.471019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0692b2-c20d-43c0-9c53-0cd1b580e430') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:00.471692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0692b2-c20d-43c0-9c53-0cd1b580e430') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:00.485591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.501012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.507213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:11:00.507610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:11:00.511009 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:11:00.577733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.605782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.609732 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "DELETE /v2.0/networks/40ccb500-8e55-46e7-b535-df65453ff8a9 HTTP/1.1" status: 204 len: 168 time: 0.7795956 Nov 22 16:11:00.610721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd2b02-b114-40c2-a093-114e7f5cc8b6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Network': ['ID=40ccb500-8e55-46e7-b535-df65453ff8a9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:00.613117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45114) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:00.636228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.658168 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.660441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.684136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c189a8-0f80-4665-9eb3-ae131d4fa8d2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting subnet 8b31315b-1926-45d4-adc3-6e8ef951b154 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:11:00.687848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c189a8-0f80-4665-9eb3-ae131d4fa8d2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.700872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Pushing event deleted for resources: {'Port': ['ID=46b3a0e7-792b-4498-a760-dca75d5db26a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:00.717637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84bbf4-530e-4439-9656-fe4f4d04ef31 req-12eaf253-7e22-453f-8271-3ed10e835f6b tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:00.722481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd6da1-4c02-49b4-9582-60bf9d98c51e None None] New status for floating IP 103402a5-dcaa-4a13-9cc4-c12fca44cdc2: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:11:00.724761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e84bbf4-530e-4439-9656-fe4f4d04ef31 req-12eaf253-7e22-453f-8271-3ed10e835f6b tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.2454228 Nov 22 16:11:00.745519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c189a8-0f80-4665-9eb3-ae131d4fa8d2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.846863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c189a8-0f80-4665-9eb3-ae131d4fa8d2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.876416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Allocated IP 172.20.0.2 (1900b73e-a5e2-4303-8460-d7e7a21ecaf6/989e3e01-b76d-4b2f-b54b-b26d0abd6d94/a35cbdaa-8ac1-4e72-b241-56be7ce73921) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:00.896192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.898929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.910548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1b5b2b-8b29-477e-bd67-862ef3ffb6b8 req-bd2c2971-be28-43e4-94e9-2a0e4652745c tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "DELETE /v2.0/floatingips/215ac846-517a-4ce4-8a4e-4a8acd68c555 HTTP/1.1" status: 204 len: 173 time: 1.3213518 Nov 22 16:11:00.931442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e84bbf4-530e-4439-9656-fe4f4d04ef31 req-87e83193-a3df-437e-88ac-c4ba6763c114 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011859 Nov 22 16:11:00.967040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c189a8-0f80-4665-9eb3-ae131d4fa8d2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:00.990984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Allocated IP 172.25.5.64 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/e27483da-20e1-46e2-818e-adc94dc1cbad) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:00.995821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c189a8-0f80-4665-9eb3-ae131d4fa8d2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.001048 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-19c189a8-0f80-4665-9eb3-ae131d4fa8d2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "DELETE /v2.0/subnets/8b31315b-1926-45d4-adc3-6e8ef951b154 HTTP/1.1" status: 204 len: 168 time: 0.3860624 Nov 22 16:11:01.004446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45134) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:01.020740 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50be7f2-fab8-4a56-875e-9707d1259e48 None None] Network e91bdd44-7ac3-40e3-9f3c-34f23f827a9e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:01.029491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c189a8-0f80-4665-9eb3-ae131d4fa8d2 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Subnet': ['ID=8b31315b-1926-45d4-adc3-6e8ef951b154,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:01.073999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45142) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:01.146097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75fee459-a7e7-4d46-b954-20eda77f224c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.163189 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-33ff35c9-c1ce-4b9a-8c75-cd59f9d5cba0 req-7a7e33c6-e566-4375-892a-5392c8ea185e tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] show failed (client error): The resource could not be found. Nov 22 16:11:01.169043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33ff35c9-c1ce-4b9a-8c75-cd59f9d5cba0 req-7a7e33c6-e566-4375-892a-5392c8ea185e tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips/215ac846-517a-4ce4-8a4e-4a8acd68c555 HTTP/1.1" status: 404 len: 350 time: 0.1241031 Nov 22 16:11:01.196951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75fee459-a7e7-4d46-b954-20eda77f224c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.274822 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.279601 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75fee459-a7e7-4d46-b954-20eda77f224c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.285554 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.286135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75fee459-a7e7-4d46-b954-20eda77f224c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.288511 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-75fee459-a7e7-4d46-b954-20eda77f224c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "DELETE /v2.0/security-groups/d2bc12b5-5fb7-4cb4-9c60-561b923908a5 HTTP/1.1" status: 204 len: 168 time: 0.2131858 Nov 22 16:11:01.293684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45150) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:01.332907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fee459-a7e7-4d46-b954-20eda77f224c tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bc12b5-5fb7-4cb4-9c60-561b923908a5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:01.335123 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-7d145f66-ea28-4f6c-bd46-fbc3f062f556 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] show failed (client error): The resource could not be found. Nov 22 16:11:01.338940 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7d145f66-ea28-4f6c-bd46-fbc3f062f556 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "GET /v2.0/security-groups/d2bc12b5-5fb7-4cb4-9c60-561b923908a5 HTTP/1.1" status: 404 len: 347 time: 0.0296414 Nov 22 16:11:01.339570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45156) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:01.342401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Pushing event updated for resources: {'Port': ['ID=a35cbdaa-8ac1-4e72-b241-56be7ce73921,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:01.346180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:01.353356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:01.359763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:01.391179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] DHCP port deletion for e91bdd44-7ac3-40e3-9f3c-34f23f827a9e request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:11:01.513095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Attempting to bind port a35cbdaa-8ac1-4e72-b241-56be7ce73921 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:01.516803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Attempting to bind port a35cbdaa-8ac1-4e72-b241-56be7ce73921 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:01.517165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Attempting to bind port a35cbdaa-8ac1-4e72-b241-56be7ce73921 on network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:01.524322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:01.525489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Checking segment: {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:01.525915 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.526728 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Bound using segment: {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:01.527217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Bound port: a35cbdaa-8ac1-4e72-b241-56be7ce73921, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:01.527744 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.590306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Deleting port 000699f6-a7b9-4c20-a4dd-d0af4b136467 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:01.591590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.600784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2eda1ff4-7300-4073-8648-5aa2f8ac281f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:01.638656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2eda1ff4-7300-4073-8648-5aa2f8ac281f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:01.638980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2eda1ff4-7300-4073-8648-5aa2f8ac281f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:01.639344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.639505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b638235b-2766-411a-ad38-2cb8fdaccaef no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:01.704828 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-d48cc9fc-4d1f-40a8-a7dc-df2fc7aa925c req-d1559151-6e31-45b0-bb5b-afd5b3a6ae2e tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] show failed (client error): The resource could not be found. Nov 22 16:11:01.707842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d48cc9fc-4d1f-40a8-a7dc-df2fc7aa925c req-d1559151-6e31-45b0-bb5b-afd5b3a6ae2e tempest-FloatingIPsTestJSON-122406191 tempest-FloatingIPsTestJSON-122406191-project] 10.222.0.69 "GET /v2.0/floatingips/215ac846-517a-4ce4-8a4e-4a8acd68c555 HTTP/1.1" status: 404 len: 350 time: 0.5074339 Nov 22 16:11:01.724767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45164) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:01.802746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] For port a35cbdaa-8ac1-4e72-b241-56be7ce73921, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:01.809912 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] Deleting port b638235b-2766-411a-ad38-2cb8fdaccaef {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:01.810274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.859316 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.868075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.868414 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.881548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cab7a8-7ad3-47e6-b7d5-493a2bcc2db8 req-c240a818-a584-4f85-80bc-1676bb6d710b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:01.883186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00cab7a8-7ad3-47e6-b7d5-493a2bcc2db8 req-c240a818-a584-4f85-80bc-1676bb6d710b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.2672820 Nov 22 16:11:01.892238 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:01.923123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] For port a35cbdaa-8ac1-4e72-b241-56be7ce73921, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a35cbdaa-8ac1-4e72-b241-56be7ce73921,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:01.970216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Calling delete_port for 000699f6-a7b9-4c20-a4dd-d0af4b136467 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:01.994341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00cab7a8-7ad3-47e6-b7d5-493a2bcc2db8 req-52afaa7c-ffda-4d8e-b775-a10eace7dbc1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956404 Nov 22 16:11:02.002180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port b638235b-2766-411a-ad38-2cb8fdaccaef {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:02.002522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.017099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.027785 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.080567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:11:02.117283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:02.144572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:02.155242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port b638235b-2766-411a-ad38-2cb8fdaccaef, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b638235b-2766-411a-ad38-2cb8fdaccaef,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:02.155485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:02.159872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port b638235b-2766-411a-ad38-2cb8fdaccaef, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b638235b-2766-411a-ad38-2cb8fdaccaef,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:02.160305 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.209830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Pushing event updated for resources: {'Port': ['ID=e27483da-20e1-46e2-818e-adc94dc1cbad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:02.211502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.225666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] For port b638235b-2766-411a-ad38-2cb8fdaccaef, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b638235b-2766-411a-ad38-2cb8fdaccaef,segment=NetworkSegment(01849276-b571-4b79-bac0-233f1c5bec4a),segment_id=01849276-b571-4b79-bac0-233f1c5bec4a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:02.226166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.243045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for b638235b-2766-411a-ad38-2cb8fdaccaef owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:02.255152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a9781017-ef15-4584-8e00-1124eb9a0524 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:02.320187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28857020-7b97-4c62-89ba-0d53ade6996e req-d6a2e516-8dd2-41b6-aa47-7badbfba1315 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:02.321645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28857020-7b97-4c62-89ba-0d53ade6996e req-d6a2e516-8dd2-41b6-aa47-7badbfba1315 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.2032878 Nov 22 16:11:02.348478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] Calling delete_port for b638235b-2766-411a-ad38-2cb8fdaccaef owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:02.365540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:11:02.370902 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: a9781017-ef15-4584-8e00-1124eb9a0524 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:02.372576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a9781017-ef15-4584-8e00-1124eb9a0524 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:02.399082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.462779 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06145fb1-ff22-486d-87bd-d9716e3d520a None None] Pushing event updated for resources: {'Port': ['ID=a35cbdaa-8ac1-4e72-b241-56be7ce73921,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:02.464796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Pushing event deleted for resources: {'Port': ['ID=000699f6-a7b9-4c20-a4dd-d0af4b136467,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:02.589549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.592374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.598379 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-81237c65-f3be-4a7a-8db9-a33544cc1359 tempest-ServersTestFqdnHostnames-1010699285 tempest-ServersTestFqdnHostnames-1010699285-project] 10.222.0.69 "DELETE /v2.0/floatingips/103402a5-dcaa-4a13-9cc4-c12fca44cdc2 HTTP/1.1" status: 204 len: 168 time: 1.2530317 Nov 22 16:11:02.599484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45178) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:02.642407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28857020-7b97-4c62-89ba-0d53ade6996e req-336281e6-d6bc-409f-ba34-0ffaa04d1712 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776833 Nov 22 16:11:02.801450 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.852736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:02.925913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=b638235b-2766-411a-ad38-2cb8fdaccaef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:02.937227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port b638235b-2766-411a-ad38-2cb8fdaccaef on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:11:03.057077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=b638235b-2766-411a-ad38-2cb8fdaccaef,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:03.122711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.144463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.162437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:03.189434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'mac_address': 'fa:16:3e:70:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:11:03.195834 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.290172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] No DVR routers for this DVR port b638235b-2766-411a-ad38-2cb8fdaccaef on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:11:03.308307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486ca4-ca18-44d1-aa66-c9505312ee61 None None] Pushing event deleted for resources: {'Port': ['ID=b638235b-2766-411a-ad38-2cb8fdaccaef,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:03.333843 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.365780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a2382bd-22ab-4c6b-a60f-8473da32cf68 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:03.380051 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.409706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91bdd44-7ac3-40e3-9f3c-34f23f827a9e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:03.411115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:03.417325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.491514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:03.552089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01849276-b571-4b79-bac0-233f1c5bec4a') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:03.552089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01849276-b571-4b79-bac0-233f1c5bec4a') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:03.554387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3a2382bd-22ab-4c6b-a60f-8473da32cf68'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:11:03.646496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152193c4-2965-4166-b2c5-0d4f5d3c7e8c req-e565f27a-a16e-4316-9827-f942aa6a3f3c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:03.658319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152193c4-2965-4166-b2c5-0d4f5d3c7e8c req-e565f27a-a16e-4316-9827-f942aa6a3f3c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.5394566 Nov 22 16:11:03.692388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a35cbdaa-8ac1-4e72-b241-56be7ce73921 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:03.708459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.745520 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.757838 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.817120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:11:03.817964 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:11:03.826146 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:11:03.945185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a35cbdaa-8ac1-4e72-b241-56be7ce73921 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:03.945576 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.018208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152193c4-2965-4166-b2c5-0d4f5d3c7e8c req-34dadecb-0625-4d9d-bac1-63567732cc2b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505056 Nov 22 16:11:04.036178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf6bf9-bf85-43e0-a8f3-a1f8ad7fff4d None None] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:04.148990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cfc507ed-fb54-4170-807d-a029ebc04ec4 None None] Provisioning complete for port a35cbdaa-8ac1-4e72-b241-56be7ce73921 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:04.149368 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cfc507ed-fb54-4170-807d-a029ebc04ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.161872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Deleting port f0192e5b-545f-4702-bfc0-73c75cb2b48c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:04.162546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.181462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325daaa4-3ff7-4804-87d1-ce5fc3b4e174 req-868c23e4-9a21-4c14-a83b-6a5a995b9034 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:04.190724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-325daaa4-3ff7-4804-87d1-ce5fc3b4e174 req-868c23e4-9a21-4c14-a83b-6a5a995b9034 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.3677711 Nov 22 16:11:04.196373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.221643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.225449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "DELETE /v2.0/networks/e91bdd44-7ac3-40e3-9f3c-34f23f827a9e HTTP/1.1" status: 204 len: 168 time: 3.2157035 Nov 22 16:11:04.238217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45198) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:04.246544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1718407964'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:04.254469 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.257079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Deleting port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:04.257549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.265937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9080c-c304-47bf-b61f-926356fac086 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Network': ['ID=e91bdd44-7ac3-40e3-9f3c-34f23f827a9e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:04.366884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:04.371130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.373339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-325daaa4-3ff7-4804-87d1-ce5fc3b4e174 req-d3234994-0067-4601-b44e-d889d9825ae7 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774352 Nov 22 16:11:04.381419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] For port f0192e5b-545f-4702-bfc0-73c75cb2b48c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f0192e5b-545f-4702-bfc0-73c75cb2b48c,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:04.381889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.405804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:11:04.415077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port a35cbdaa-8ac1-4e72-b241-56be7ce73921, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a35cbdaa-8ac1-4e72-b241-56be7ce73921,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:04.417638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Calling delete_port for f0192e5b-545f-4702-bfc0-73c75cb2b48c owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:04.424098 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.448810 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cfc507ed-fb54-4170-807d-a029ebc04ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.498814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:11:04.517418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] For port b96642b0-6cb3-41dc-932f-9ea1bd4dcb86, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,segment=NetworkSegment(fa5a8859-5120-40d0-a749-4346711e391a),segment_id=fa5a8859-5120-40d0-a749-4346711e391a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:04.517870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.539439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Calling delete_port for b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:04.543385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.544396 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Added segment 3feac94d-fe30-49ef-8b86-328c6a68cd3a of type vlan for network d50494cc-6bad-4f05-b122-fc59dc6f30f3 Nov 22 16:11:04.587719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=a35cbdaa-8ac1-4e72-b241-56be7ce73921,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:04.621746 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-cfc507ed-fb54-4170-807d-a029ebc04ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:11:04.622125 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-cfc507ed-fb54-4170-807d-a029ebc04ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:11:04.633452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:11:04.644688 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Sync routers for ids ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:11:04.658505 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Routers {'1ca372d3-a7db-46f2-a4f9-ba52180733d2'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:04.659668 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:04.672771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:04.676775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-02e7a854-28da-4d9b-9291-5d6987f85e10 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9555454 Nov 22 16:11:04.684642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:04.810377 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Set router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:05.069998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.195633 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:11:02Z', 'revision_number': 3, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port': {'id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:00Z', 'updated_at': '2021-11-22T16:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:05.229968 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Checking router: 1ca372d3-a7db-46f2-a4f9-ba52180733d2 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:11:05.230602 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Updating router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 port e27483da-20e1-46e2-818e-adc94dc1cbad binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:11:05.237405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.242985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:05.243611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.260971 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.393023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496b76f-65cd-43d5-80f8-dc7719a3dd5b req-33c509b5-e76d-4231-9972-76ba5c832f6c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:05.394739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8496b76f-65cd-43d5-80f8-dc7719a3dd5b req-33c509b5-e76d-4231-9972-76ba5c832f6c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1600962 Nov 22 16:11:05.409390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e555687b-da81-4bd0-97bf-88e7a9d4241d None None] Provisioning complete for port a35cbdaa-8ac1-4e72-b241-56be7ce73921 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:05.409961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e555687b-da81-4bd0-97bf-88e7a9d4241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.418105 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1781459 Nov 22 16:11:05.428793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45224) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:05.438562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'subnet': {'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:05.483232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35806ab3-70e0-429e-ab6e-d175eb022236 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Network': ['ID=d50494cc-6bad-4f05-b122-fc59dc6f30f3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:05.615935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d50494cc-6bad-4f05-b122-fc59dc6f30f3 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:11:05.700874 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.716966 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.727763 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.744424 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.788198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a35cbdaa-8ac1-4e72-b241-56be7ce73921 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:05.816209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Pushing event deleted for resources: {'Port': ['ID=f0192e5b-545f-4702-bfc0-73c75cb2b48c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:05.874184 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Attempting to bind port e27483da-20e1-46e2-818e-adc94dc1cbad on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:05.874561 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Attempting to bind port e27483da-20e1-46e2-818e-adc94dc1cbad by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:05.874929 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Attempting to bind port e27483da-20e1-46e2-818e-adc94dc1cbad on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:05.888160 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Pushing event updated for resources: {'Port': ['ID=e27483da-20e1-46e2-818e-adc94dc1cbad,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:05.910247 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:05.911873 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:05.913206 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:05.915313 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:05.918476 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Bound port: e27483da-20e1-46e2-818e-adc94dc1cbad, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:05.921596 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.038518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:06.116632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8496b76f-65cd-43d5-80f8-dc7719a3dd5b req-440b74c5-36ae-4f54-965b-cba62a45042a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7098911 Nov 22 16:11:06.120630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.132364 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] For port e27483da-20e1-46e2-818e-adc94dc1cbad, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:06.138540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a35cbdaa-8ac1-4e72-b241-56be7ce73921 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:06.140388 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.142209 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] For port e27483da-20e1-46e2-818e-adc94dc1cbad, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e27483da-20e1-46e2-818e-adc94dc1cbad,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:06.156877 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.184443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b96642b0-6cb3-41dc-932f-9ea1bd4dcb86,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:06.242974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:06.249306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.339980 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Routers {'1ca372d3-a7db-46f2-a4f9-ba52180733d2'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:06.339980 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:06.438542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:06.452536 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.455091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Allocated IP 172.20.0.1 (1900b73e-a5e2-4303-8460-d7e7a21ecaf6/989e3e01-b76d-4b2f-b54b-b26d0abd6d94/2b6ba1b0-a70d-45ae-bc1c-529be93c1f00) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:06.543136 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Pushing event updated for resources: {'Port': ['ID=e27483da-20e1-46e2-818e-adc94dc1cbad,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:06.563733 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.564155 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.564456 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.564795 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.565134 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.565468 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.565801 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.566127 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.566456 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.566781 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.567206 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.567430 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a9dc12-6aaf-4c1e-aae1-175d8758a21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:06.610635 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.624440 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] Set router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:06.632977 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.668281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:06.671527 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c618c5-3ead-4a2a-ba8b-63edf881905c" -d '{"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-plugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:06.701357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:06.703801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799114d-2bea-4633-8978-f056813905e6 req-18732e2a-dd07-43fd-8e97-8011aae3b63d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:06.705670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f799114d-2bea-4633-8978-f056813905e6 req-18732e2a-dd07-43fd-8e97-8011aae3b63d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.6241825 Nov 22 16:11:06.709014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.718289 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.827928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:06.874900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f799114d-2bea-4633-8978-f056813905e6 req-655698b6-5c15-4c6f-939a-4749717dd7da tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531813 Nov 22 16:11:06.892477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:06.982638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:06.987706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:06.992051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:06.999115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Pushing event updated for resources: {'Port': ['ID=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:07.040241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Subnet': ['ID=9dc22442-3608-4001-8f63-9f07e6d75248,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:07.051792 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b42141-8377-4f31-ab82-9183cdfa323c x-openstack-request-id: req-03b42141-8377-4f31-ab82-9183cdfa323c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:07.052471 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-plugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:07.052804 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03b42141-8377-4f31-ab82-9183cdfa323c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:07.053277 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'code': 200} Nov 22 16:11:07.055941 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:11:02Z', 'revision_number': 3, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port': {'id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:00Z', 'updated_at': '2021-11-22T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:07.060900 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.084398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Checking segment: {'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:07.085105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network hostable DHCP agents. Network: d50494cc-6bad-4f05-b122-fc59dc6f30f3, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:11:07.094047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.096292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.096929 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5aa09f-1545-4402-9167-21e751d0a011 None None] The sync data for ids ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'] in n-d-811716-3 is: [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:11:02Z', 'revision_number': 3, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port': {'id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:00Z', 'updated_at': '2021-11-22T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:07.214766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network d50494cc-6bad-4f05-b122-fc59dc6f30f3 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:11:07.285432 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.316051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d50494cc-6bad-4f05-b122-fc59dc6f30f3) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:07.323274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:07.323838 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.328963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afe9b6d-36d0-4549-a0cd-19733f63be56 None None] Network d50494cc-6bad-4f05-b122-fc59dc6f30f3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:07.473397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975868d-174e-4252-bcad-c872bb9820b6 req-8bea432c-5931-476c-aaae-34eb58ce872f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:07.483124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d975868d-174e-4252-bcad-c872bb9820b6 req-8bea432c-5931-476c-aaae-34eb58ce872f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.2479534 Nov 22 16:11:07.519582 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a14ce24a-1734-47e8-9cd4-1d613b883078 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0846455 Nov 22 16:11:07.522144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:07.530071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1421307484'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:07.607010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:07.611335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.743614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d975868d-174e-4252-bcad-c872bb9820b6 req-a4ac3444-895f-4379-8548-54190a09e993 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592154 Nov 22 16:11:07.760328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca1a482f-cd55-4aff-9d91-0c464fe1b7e5 None None] Provisioning complete for port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:07.764431 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca1a482f-cd55-4aff-9d91-0c464fe1b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.776569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:11:07.819857 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.820558 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Added segment 04707cbc-e003-4913-8e7f-cdd803a98de2 of type vlan for network af0b5165-765f-4c35-a2e1-e1255e13554f Nov 22 16:11:07.848106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ca1a482f-cd55-4aff-9d91-0c464fe1b7e5 None None] Port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:07.858765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d50494cc-6bad-4f05-b122-fc59dc6f30f3', 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'fixed_ips': [{'subnet_id': '9dc22442-3608-4001-8f63-9f07e6d75248'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:11:07.859722 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.892190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.901010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Router 6008ca8c-2509-401c-a9fa-6fd539be60d5 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:11:07.924903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:07.960977 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:08.105952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:08.110511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Allocated IP 19.80.0.2 (d50494cc-6bad-4f05-b122-fc59dc6f30f3/9dc22442-3608-4001-8f63-9f07e6d75248/48abc444-2549-4179-ace0-d349d959b517) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:08.113641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:08.116775 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:08.264626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:11:08.268870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Pushing event updated for resources: {'Port': ['ID=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:08.271491 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6d7facf1-17b3-42c3-98cc-5c546e5200ee admin admin] 10.222.0.69 "PUT /v2.0/routers/6008ca8c-2509-401c-a9fa-6fd539be60d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6707535 Nov 22 16:11:08.275274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Router 6683f06b-e2e3-4d20-9438-04b0f512b02d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:11:08.277461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45264) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:08.285155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] Sync routers for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:11:08.342712 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:08.357996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8301423 Nov 22 16:11:08.361029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:08.371324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:08.374123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'subnet': {'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:08.386053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ade7f-e9d1-4a20-91d5-3fb4903752c3 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Network': ['ID=af0b5165-765f-4c35-a2e1-e1255e13554f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:08.389407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:08.468313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network af0b5165-765f-4c35-a2e1-e1255e13554f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:11:08.529875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1fda4-dec0-4225-be13-8a81796951c5 req-30b83e54-4cd2-4210-b14f-64ea7c8f08dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:08.539998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4a1fda4-dec0-4225-be13-8a81796951c5 req-30b83e54-4cd2-4210-b14f-64ea7c8f08dc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.4902852 Nov 22 16:11:08.764204 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:08.768246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:11:08.800411 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] Sync routers for ids ['6683f06b-e2e3-4d20-9438-04b0f512b02d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:11:08.845540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] Routers {'6683f06b-e2e3-4d20-9438-04b0f512b02d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:08.849240 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6683f06b-e2e3-4d20-9438-04b0f512b02d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:08.881381 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1a712336-ad9d-4373-9713-eda69fc3ef39 admin admin] 10.222.0.69 "PUT /v2.0/routers/6683f06b-e2e3-4d20-9438-04b0f512b02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1594641 Nov 22 16:11:08.889203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45274) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:08.983617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:08.987690 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:08.991432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:09.061314 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:09.126288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4a1fda4-dec0-4225-be13-8a81796951c5 req-a02aa564-d015-4839-b926-9b3490b66ace tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971492 Nov 22 16:11:09.195163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:09.209344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:09.265123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Pushing event updated for resources: {'Port': ['ID=48abc444-2549-4179-ace0-d349d959b517,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:09.300646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b0198-951d-4e1e-b5be-63216dcbe146 req-a00c7783-b866-40ab-8b67-f86148a0c229 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:09.300646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f87b0198-951d-4e1e-b5be-63216dcbe146 req-a00c7783-b866-40ab-8b67-f86148a0c229 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.3269520 Nov 22 16:11:09.301791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Network d50494cc-6bad-4f05-b122-fc59dc6f30f3 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:09.304194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:09.331048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:09.447732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:09.527119 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] Set router 6683f06b-e2e3-4d20-9438-04b0f512b02d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:09.743117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f87b0198-951d-4e1e-b5be-63216dcbe146 req-e87204cb-19cc-406b-b8f5-b358e8b35a90 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139626 Nov 22 16:11:09.782283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:11:09.784322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:09.961335 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e27483da-20e1-46e2-818e-adc94dc1cbad up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:10.019330 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:11:05Z', 'revision_number': 5, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port': {'id': '0dcf9b83-b5b7-4776-a0f4-5e0605d814f3', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:c8:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:45Z', 'updated_at': '2021-11-22T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:10.046562 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.059320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.078515 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.097898 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] Checking router: 6683f06b-e2e3-4d20-9438-04b0f512b02d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:11:10.117931 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] Routers {'6683f06b-e2e3-4d20-9438-04b0f512b02d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:10.120744 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6683f06b-e2e3-4d20-9438-04b0f512b02d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:10.147863 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-add5b1d9-00df-42ce-b9fa-348844905989 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4481690 Nov 22 16:11:10.211544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Subnet': ['ID=48c442f5-9c0d-45b9-97ca-7e2735151081,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:10.222267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:11:10.245228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7f16e8c8-f90f-4c7f-a320-55b5a7115dca admin admin] 10.222.0.69 "PUT /v2.0/routers/1ca372d3-a7db-46f2-a4f9-ba52180733d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5591688 Nov 22 16:11:10.248590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Attempting to bind port 48abc444-2549-4179-ace0-d349d959b517 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:10.249037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Attempting to bind port 48abc444-2549-4179-ace0-d349d959b517 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:10.250036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Attempting to bind port 48abc444-2549-4179-ace0-d349d959b517 on network d50494cc-6bad-4f05-b122-fc59dc6f30f3 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:10.256689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Checking segment: {'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:10.260509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network hostable DHCP agents. Network: af0b5165-765f-4c35-a2e1-e1255e13554f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:11:10.305611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ab842a4d-2fda-42e5-a63f-057d2c60471e None None] Provisioning complete for port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:10.306165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab842a4d-2fda-42e5-a63f-057d2c60471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.311771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network af0b5165-765f-4c35-a2e1-e1255e13554f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:11:10.372377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:10.372926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Checking segment: {'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:10.373571 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.374592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Bound using segment: {'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:10.375343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Bound port: 48abc444-2549-4179-ace0-d349d959b517, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:10.375838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.384760 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] Set router 6683f06b-e2e3-4d20-9438-04b0f512b02d gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:10.388810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Sync routers for ids ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:11:10.397029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, af0b5165-765f-4c35-a2e1-e1255e13554f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:10.407344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.408036 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.429279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a2397-b791-447c-8e11-2189fa7f1316 None None] Network af0b5165-765f-4c35-a2e1-e1255e13554f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:10.446920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-36cf3849-6fae-400a-b83c-2fd4ce51d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.447723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-36cf3849-6fae-400a-b83c-2fd4ce51d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.448529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-36cf3849-6fae-400a-b83c-2fd4ce51d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.449164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-36cf3849-6fae-400a-b83c-2fd4ce51d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.450471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-36cf3849-6fae-400a-b83c-2fd4ce51d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.452371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-36cf3849-6fae-400a-b83c-2fd4ce51d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.453032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-36cf3849-6fae-400a-b83c-2fd4ce51d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.456866 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-36cf3849-6fae-400a-b83c-2fd4ce51d7b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6fd0d30f332f415bad86cd82bf649458&device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6499 time: 0.2154968 Nov 22 16:11:10.464525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Deleting port 5dc25601-ffa7-4139-b3f6-9a8897c8feec {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:10.465128 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.468979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Deleting port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:10.469561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.482805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32410e8-276c-4848-83bf-5e56789813cc req-21719592-26c5-425a-b5a0-4213e794b7f1 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:10.497094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a32410e8-276c-4848-83bf-5e56789813cc req-21719592-26c5-425a-b5a0-4213e794b7f1 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1806479 Nov 22 16:11:10.526100 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:11:10Z', 'revision_number': 6, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:10.541103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-23b7f264-5289-436a-a421-0bf70ae4d596 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1766737 Nov 22 16:11:10.592275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ab842a4d-2fda-42e5-a63f-057d2c60471e None None] Port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:10.621187 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323ce39a-55ee-4bc0-aee4-2f74b3c3e097 None None] The sync data for ids ['6683f06b-e2e3-4d20-9438-04b0f512b02d'] in n-d-811716-3 is: [{'id': '6683f06b-e2e3-4d20-9438-04b0f512b02d', 'name': 'tempest-FloatingIPsTestJSON-286115559-router', 'tenant_id': '5a1d5577c76449879eb7217abf5516d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:44Z', 'updated_at': '2021-11-22T16:11:10Z', 'revision_number': 6, 'project_id': '5a1d5577c76449879eb7217abf5516d3', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:10.622990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Routers {'1ca372d3-a7db-46f2-a4f9-ba52180733d2'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:10.623633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:10.722130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a32410e8-276c-4848-83bf-5e56789813cc req-2da30fb1-ac1e-4132-899f-942917740b3c tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753082 Nov 22 16:11:10.742554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] For port 5dc25601-ffa7-4139-b3f6-9a8897c8feec, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5dc25601-ffa7-4139-b3f6-9a8897c8feec,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:10.743082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:10.759356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Calling delete_port for 5dc25601-ffa7-4139-b3f6-9a8897c8feec owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:10.788827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Set router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:10.868674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e27483da-20e1-46e2-818e-adc94dc1cbad triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:10.869051 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.058675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2bbaf-93f4-4ce2-a847-fcc2731132fb req-3ba97f7b-8174-4932-aeef-e9fe785790b6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:11.080578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19a2bbaf-93f4-4ce2-a847-fcc2731132fb req-3ba97f7b-8174-4932-aeef-e9fe785790b6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.2100635 Nov 22 16:11:11.132656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-89480e02-2baf-4055-ab33-329760647cdb None None] For port 48abc444-2549-4179-ace0-d349d959b517, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:11.189620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-3ff3d3bd-352e-488e-ae09-55dc27ce51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:11.190961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-3ff3d3bd-352e-488e-ae09-55dc27ce51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:11.191591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-3ff3d3bd-352e-488e-ae09-55dc27ce51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:11.193441 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-3ff3d3bd-352e-488e-ae09-55dc27ce51b9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6d96293d-4bbf-48aa-81cb-af7351f06337&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=3e3199dd-7343-40be-8bf7-cded96021a14&id=41c81ba1-2dba-474a-8318-dba665f3557d&id=41c81ba1-2dba-474a-8318-dba665f3557d HTTP/1.1" status: 200 len: 2297 time: 0.5486181 Nov 22 16:11:11.199447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f6a2e15e-b471-484a-bb3b-787c92385a89 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:11.205077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-89480e02-2baf-4055-ab33-329760647cdb None None] For port 48abc444-2549-4179-ace0-d349d959b517, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=48abc444-2549-4179-ace0-d349d959b517,segment=NetworkSegment(3feac94d-fe30-49ef-8b86-328c6a68cd3a),segment_id=3feac94d-fe30-49ef-8b86-328c6a68cd3a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:11.208060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f6a2e15e-b471-484a-bb3b-787c92385a89 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:11.208922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168'}], 'enable_snat': True}, 'gw_port_id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:11:05Z', 'revision_number': 5, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port': {'id': '5dc25601-ffa7-4139-b3f6-9a8897c8feec', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:08:17Z', 'updated_at': '2021-11-22T16:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:11.217387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f6a2e15e-b471-484a-bb3b-787c92385a89 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/networks?id=d50494cc-6bad-4f05-b122-fc59dc6f30f3&id=af0b5165-765f-4c35-a2e1-e1255e13554f HTTP/1.1" status: 200 len: 1392 time: 0.3708503 Nov 22 16:11:11.240885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-21a69197-bc26-4564-89d1-b4b8e17ba97d tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/quotas/749404daa3a54bc4be26ed83a7ac31e8 HTTP/1.1" status: 200 len: 375 time: 0.0221620 Nov 22 16:11:11.252941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] Checking router: 6008ca8c-2509-401c-a9fa-6fd539be60d5 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:11:11.262012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.298484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.343917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] For port 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0dcf9b83-b5b7-4776-a0f4-5e0605d814f3,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:11.344735 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.348295 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.357469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-865517c6-4104-4b8c-8c9b-964f85d4e39d tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1155474 Nov 22 16:11:11.362915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc25601-ffa7-4139-b3f6-9a8897c8feec,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:11.389585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19a2bbaf-93f4-4ce2-a847-fcc2731132fb req-0935879b-e962-4f12-8ebd-e358c7233959 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076997 Nov 22 16:11:11.395268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Calling delete_port for 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:11.441091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-3cf389ee-1498-4352-8f7c-c082225b4962 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15 HTTP/1.1" status: 200 len: 1000 time: 0.2274063 Nov 22 16:11:11.478869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] Routers {'6008ca8c-2509-401c-a9fa-6fd539be60d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:11.485016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['6008ca8c-2509-401c-a9fa-6fd539be60d5'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:11.534441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-94f3e5c6-d049-42b6-9717-427865f4cf1e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:11:11.545145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-94f3e5c6-d049-42b6-9717-427865f4cf1e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1860807 Nov 22 16:11:11.577799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.580838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port e27483da-20e1-46e2-818e-adc94dc1cbad, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e27483da-20e1-46e2-818e-adc94dc1cbad,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:11.665238 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.681927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:11.683289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-af0b5165-765f-4c35-a2e1-e1255e13554f', 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'fixed_ips': [{'subnet_id': '48c442f5-9c0d-45b9-97ca-7e2735151081'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:11:11.683863 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.687075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] Set router 6008ca8c-2509-401c-a9fa-6fd539be60d5 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:11.687337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-network', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:11.692150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89480e02-2baf-4055-ab33-329760647cdb None None] Pushing event updated for resources: {'Port': ['ID=48abc444-2549-4179-ace0-d349d959b517,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:11.769455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Made reservation on behalf of 711a0a4d74d24d238fb9c30ac2f6128c for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:11.771891 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.789854 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:11.826450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-e3849b67-bf0d-46cd-b557-8dae728bd363 service neutron] 10.222.0.69 "GET /v2.0/networks/d50494cc-6bad-4f05-b122-fc59dc6f30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793438 Nov 22 16:11:11.939628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:11:10Z', 'revision_number': 7, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:12.084390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-f150b7bc-ce04-457d-8bda-5b945290dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:12.086106 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-f150b7bc-ce04-457d-8bda-5b945290dc56 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1e8b21a4-3e72-44df-ae98-8fd86638c7e9 HTTP/1.1" status: 200 len: 855 time: 0.5940650 Nov 22 16:11:12.094553 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.098619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.177790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e537956-4b33-42d2-b3cb-a352054c8b8b req-2831c30a-49f6-499f-bd17-32af4dbc7d99 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:12.180188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e537956-4b33-42d2-b3cb-a352054c8b8b req-2831c30a-49f6-499f-bd17-32af4dbc7d99 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1836500 Nov 22 16:11:12.229387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-af0feaad-a5d7-4417-afe4-40d341c976ff service neutron] 10.222.0.69 "GET /v2.0/networks/d50494cc-6bad-4f05-b122-fc59dc6f30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920248 Nov 22 16:11:12.240139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633c982-6d2c-4d4c-b5c9-c2679b4a58c7 None None] The sync data for ids ['6008ca8c-2509-401c-a9fa-6fd539be60d5'] in n-d-811716-3 is: [{'id': '6008ca8c-2509-401c-a9fa-6fd539be60d5', 'name': 'tempest-ServersTestFqdnHostnames-431538795-router', 'tenant_id': '21ec41a9e30642af829d63f0a33ab9c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:08:14Z', 'updated_at': '2021-11-22T16:11:10Z', 'revision_number': 7, 'project_id': '21ec41a9e30642af829d63f0a33ab9c9', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:12.249388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:12.275356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.301354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:12.301934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b96642b0-6cb3-41dc-932f-9ea1bd4dcb86 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:12.302232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.302659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:12.317834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.319641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.320226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6008ca8c-2509-401c-a9fa-6fd539be60d5 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:11:12.338996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:11:12.350662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.351278 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Added segment b52a5786-60f2-4df5-bb79-6080d510ceaa of type vlan for network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 Nov 22 16:11:12.373428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.377006 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-59834044-7b60-4c8e-9f04-a329a21952e2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/6008ca8c-2509-401c-a9fa-6fd539be60d5 HTTP/1.1" status: 204 len: 168 time: 4.0897017 Nov 22 16:11:12.379340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-48464c07-8f15-4872-bf73-fe6172583bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:12.381166 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-48464c07-8f15-4872-bf73-fe6172583bb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6d96293d-4bbf-48aa-81cb-af7351f06337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2750566 Nov 22 16:11:12.383702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=e27483da-20e1-46e2-818e-adc94dc1cbad,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:12.391440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:12.391996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0dcf9b83-b5b7-4776-a0f4-5e0605d814f3 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:12.395236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:11:07Z', 'revision_number': 4, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port': {'id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:00Z', 'updated_at': '2021-11-22T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2b6ba1b0-a70d-45ae-bc1c-529be93c1f00', 'name': '', 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'mac_address': 'fa:16:3e:e8:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '989e3e01-b76d-4b2f-b54b-b26d0abd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:06Z', 'updated_at': '2021-11-22T16:11:07Z', 'revision_number': 2, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'subnets': [{'id': '989e3e01-b76d-4b2f-b54b-b26d0abd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:12.403721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45350) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:12.410025 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.418002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-13c83974-05ad-47f2-ba10-7264df1957ac service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:11:12.419261 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-13c83974-05ad-47f2-ba10-7264df1957ac service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056183 Nov 22 16:11:12.420385 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=0dcf9b83-b5b7-4776-a0f4-5e0605d814f3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:12.441618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Checking router: 1ca372d3-a7db-46f2-a4f9-ba52180733d2 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:11:12.444415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Updating router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:11:12.489048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.490195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:12.491592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.521398 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.552356 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-b5f6c14a-1c0b-4882-844f-3a228e3e6ed6 service neutron] 10.222.0.71 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068878 Nov 22 16:11:12.561139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-1241a722-1c70-42b3-8c85-c04e1b3cc671 service neutron] 10.222.0.69 "GET /v2.0/networks/af0b5165-765f-4c35-a2e1-e1255e13554f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196466 Nov 22 16:11:12.572457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e537956-4b33-42d2-b3cb-a352054c8b8b req-44b28d33-8a62-47e3-9c50-293a9cf982e3 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828311 Nov 22 16:11:12.601376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Allocated IP 19.86.0.2 (af0b5165-765f-4c35-a2e1-e1255e13554f/48c442f5-9c0d-45b9-97ca-7e2735151081/5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:12.774764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.798668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1154881 Nov 22 16:11:12.830661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45358) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:12.886233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Pushing event updated for resources: {'Network': ['ID=f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:12.893266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04179d85-8ab8-4dc5-9bab-c23c6638af64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27029c3c-dc3f-44a4-af16-2bd6d98db03b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:12.946023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.953519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:12.984216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:11:13.024872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Request body: {'subnet': {'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-subnet', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:13.033512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3a3ff8-778b-4d14-a3c2-418e77dd6edc admin admin] Deleting subnet 574a4973-d0a4-4106-a7ab-14ad2b15f5b1 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:11:13.046923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.047447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6683f06b-e2e3-4d20-9438-04b0f512b02d {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:11:13.074486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3ff8-778b-4d14-a3c2-418e77dd6edc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.088708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.090193 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1dea05c3-d5a9-47db-89c3-3d8f49c84e7f admin admin] 10.222.0.69 "DELETE /v2.0/routers/6683f06b-e2e3-4d20-9438-04b0f512b02d HTTP/1.1" status: 204 len: 168 time: 4.2000024 Nov 22 16:11:13.131669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45360) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:13.303630 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-1bb35730-b3e4-41f9-897d-1d96540fe20e service neutron] 10.222.0.71 "GET /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315323 Nov 22 16:11:13.397201 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.402598 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-efbce6ec-5184-48f0-9e1e-cd83b5ef279f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=774d0636-3f7e-42ca-9821-e6cdb5e625d7 HTTP/1.1" status: 200 len: 217 time: 0.0874457 Nov 22 16:11:13.405938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3ff8-778b-4d14-a3c2-418e77dd6edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.410179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Made reservation on behalf of 711a0a4d74d24d238fb9c30ac2f6128c for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:13.412995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.423349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44336bf3-b798-4dc3-b089-665753a4c454 None None] Network d50494cc-6bad-4f05-b122-fc59dc6f30f3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:13.501390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-f923de7f-afd0-418d-a232-5ff940e5c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:13.503060 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-f923de7f-afd0-418d-a232-5ff940e5c271 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.0836904 Nov 22 16:11:13.547204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-1d3c298e-0570-4f6a-8f35-d47505497f7c service neutron] 10.222.0.69 "GET /v2.0/networks/af0b5165-765f-4c35-a2e1-e1255e13554f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9573166 Nov 22 16:11:13.566749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d262b2-8f8c-409e-aefd-4b935360a8ac admin admin] Deleting subnet d6c539e1-e0d7-4c89-9520-2fbd6d793890 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:11:13.570360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92d262b2-8f8c-409e-aefd-4b935360a8ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.570968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfeb4-0179-4c8e-ae50-4f8c2b719560 req-efdbdc9f-e0f5-42fe-ad07-93c1d540cf1b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:13.572670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b5dfeb4-0179-4c8e-ae50-4f8c2b719560 req-efdbdc9f-e0f5-42fe-ad07-93c1d540cf1b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.8274801 Nov 22 16:11:13.594733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.622879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.629477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92d262b2-8f8c-409e-aefd-4b935360a8ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.669595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b5dfeb4-0179-4c8e-ae50-4f8c2b719560 req-3cdb0a7d-407a-4b85-bc26-e04995d82d28 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894821 Nov 22 16:11:13.712970 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.732894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3022fe47-f3b5-48e6-af94-9911f050a60d None None] Provisioning complete for port 48abc444-2549-4179-ace0-d349d959b517 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:13.733586 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3022fe47-f3b5-48e6-af94-9911f050a60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:13.785831 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92d262b2-8f8c-409e-aefd-4b935360a8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.033301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ade0f0-944a-4522-ad57-fbe047a8d691 None None] Pushing event updated for resources: {'Port': ['ID=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:14.079387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Network af0b5165-765f-4c35-a2e1-e1255e13554f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:14.214913 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92d262b2-8f8c-409e-aefd-4b935360a8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.346421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 48abc444-2549-4179-ace0-d349d959b517 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:14.354496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-657ef8cc-ab00-4af5-92f8-b9805f028417 req-907d2718-98e2-485d-bb5e-273c918ac09d tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 210 time: 0.1558166 Nov 22 16:11:14.361800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:14.398109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04b8b0-e51a-489b-ac60-36efe4fa6c89 req-49adac8d-9b10-421c-a22a-be9d284bda76 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:14.399983 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b04b8b0-e51a-489b-ac60-36efe4fa6c89 req-49adac8d-9b10-421c-a22a-be9d284bda76 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.2961516 Nov 22 16:11:14.413279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Attempting to bind port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:14.413800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Attempting to bind port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:14.423688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Attempting to bind port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 on network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:14.430067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:14.476974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b04b8b0-e51a-489b-ac60-36efe4fa6c89 req-8cf32dda-fea7-49ac-894b-accb7584a953 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680118 Nov 22 16:11:14.531132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Pushing event updated for resources: {'Port': ['ID=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:14.553945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:14.554670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Checking segment: {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:14.555251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.555862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Bound using segment: {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:14.556559 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Bound port: 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:14.558104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.833622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Attempting to bind port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:14.833868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Attempting to bind port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:14.834236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Attempting to bind port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb on network af0b5165-765f-4c35-a2e1-e1255e13554f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:14.858984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3ff8-778b-4d14-a3c2-418e77dd6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.859614 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3022fe47-f3b5-48e6-af94-9911f050a60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.871346 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92d262b2-8f8c-409e-aefd-4b935360a8ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.876328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] For port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:14.879799 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-92d262b2-8f8c-409e-aefd-4b935360a8ac admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d6c539e1-e0d7-4c89-9520-2fbd6d793890 HTTP/1.1" status: 204 len: 168 time: 1.7382617 Nov 22 16:11:14.881311 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.900015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45384) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:14.903724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:14.904830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Checking segment: {'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:14.905430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.906140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Bound using segment: {'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:14.906895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Bound port: 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:14.907492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:14.918070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d262b2-8f8c-409e-aefd-4b935360a8ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6c539e1-e0d7-4c89-9520-2fbd6d793890,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:14.921860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-3075ea66-756a-49b9-a1ea-b1566bd05e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:14.923864 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-3075ea66-756a-49b9-a1ea-b1566bd05e66 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4006727 Nov 22 16:11:14.943483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7b05b1-a851-4fb9-9d23-e236023d1464 None None] Network 27287749-91b0-42ad-a2f5-5621c2aabe8f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:15.023997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 48abc444-2549-4179-ace0-d349d959b517 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:15.024991 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.030119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=114de9f3-f96a-4324-99bc-7013c8f1d344,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:15.082746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83027e-48fc-46bf-b709-715baeba8bea req-fceeb05a-3135-48ae-b180-547250f26850 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:15.085321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c83027e-48fc-46bf-b709-715baeba8bea req-fceeb05a-3135-48ae-b180-547250f26850 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.2413809 Nov 22 16:11:15.111757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] For port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:15.133342 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.167399 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.169215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Checking segment: {'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:15.169723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Network hostable DHCP agents. Network: f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:11:15.201942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3ff8-778b-4d14-a3c2-418e77dd6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.241657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3a3ff8-778b-4d14-a3c2-418e77dd6edc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.251633 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9c3a3ff8-778b-4d14-a3c2-418e77dd6edc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/574a4973-d0a4-4106-a7ab-14ad2b15f5b1 HTTP/1.1" status: 204 len: 168 time: 2.8468239 Nov 22 16:11:15.259711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:15.262949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:11:15.267870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc24f7c8-af36-49e4-8186-5443b216fb85 None None] Network db204035-8b74-410e-a3d6-d85c5eb7c29a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:15.294757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3022fe47-f3b5-48e6-af94-9911f050a60d None None] For port 48abc444-2549-4179-ace0-d349d959b517, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=48abc444-2549-4179-ace0-d349d959b517,segment=NetworkSegment(3feac94d-fe30-49ef-8b86-328c6a68cd3a),segment_id=3feac94d-fe30-49ef-8b86-328c6a68cd3a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:15.331621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:15.356081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c83027e-48fc-46bf-b709-715baeba8bea req-a771e2d5-fae3-4e96-b19d-8a3671e6065f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602434 Nov 22 16:11:15.356760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc0964-e9c7-4a1f-85b3-98cb45e5444f None None] Network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:15.359479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3022fe47-f3b5-48e6-af94-9911f050a60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.360609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a3ff8-778b-4d14-a3c2-418e77dd6edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574a4973-d0a4-4106-a7ab-14ad2b15f5b1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:15.384259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:15.385842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.407566 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-f08b8350-6865-43d8-9545-c2af7503e908 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452546 Nov 22 16:11:15.408991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Deleting port 7e167c45-d381-428c-997e-d012a0be29f9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:15.409328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.414682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.421284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9a02405-2516-4bfd-b586-9191792c12f7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5894473 Nov 22 16:11:15.422466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45402) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:15.436972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:15.480463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ade0f0-944a-4522-ad57-fbe047a8d691 None None] Pushing event updated for resources: {'Port': ['ID=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:15.593601 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-2e9f2650-1a64-415b-8229-dda074cb309f service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698148 Nov 22 16:11:15.595324 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.597343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.711224 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-4d1c227f-50ed-4913-9225-6e6871b4b399 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4981b67e-c0b1-47e0-a783-60395413223f HTTP/1.1" status: 200 len: 217 time: 0.0990338 Nov 22 16:11:15.840076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.850575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-1829c467-c19f-49af-928e-29582565cf3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:15.868240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-da1a2a08-7f35-478a-82ab-ac5add2603eb None None] Provisioning complete for port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:15.868619 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da1a2a08-7f35-478a-82ab-ac5add2603eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:15.874112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-1829c467-c19f-49af-928e-29582565cf3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:15.877399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-1829c467-c19f-49af-928e-29582565cf3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "GET /v2.0/networks?id=d50494cc-6bad-4f05-b122-fc59dc6f30f3&id=af0b5165-765f-4c35-a2e1-e1255e13554f HTTP/1.1" status: 200 len: 1392 time: 0.2842989 Nov 22 16:11:15.915135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Routers {'1ca372d3-a7db-46f2-a4f9-ba52180733d2'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:15.915698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:10:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:15.935465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'port': {'device_id': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3', 'admin_state_up': True, 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:15.950621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] For port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:15.996236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-45930a15-5210-4512-a869-b97440b7b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:15.999308 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-45930a15-5210-4512-a869-b97440b7b23e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.2163332 Nov 22 16:11:16.082219 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da1a2a08-7f35-478a-82ab-ac5add2603eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.105117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] For port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:16.115122 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.139890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d330d68f-a8bc-4d23-ac76-2975d4928e9e req-2f13d20b-da6a-4445-a003-ba6c09754b03 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 210 time: 0.2548993 Nov 22 16:11:16.140660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:16.143224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-2348a457-d249-4187-afc4-1419fd3e2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:16.145231 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-2348a457-d249-4187-afc4-1419fd3e2ffa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071389 Nov 22 16:11:16.145809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-da1a2a08-7f35-478a-82ab-ac5add2603eb None None] For port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:16.152125 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.187325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.217680 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da1a2a08-7f35-478a-82ab-ac5add2603eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.230388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] For port 7e167c45-d381-428c-997e-d012a0be29f9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7e167c45-d381-428c-997e-d012a0be29f9,segment=NetworkSegment(fa5a8859-5120-40d0-a749-4346711e391a),segment_id=fa5a8859-5120-40d0-a749-4346711e391a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:16.233742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.313356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022fe47-f3b5-48e6-af94-9911f050a60d None None] Pushing event updated for resources: {'Port': ['ID=48abc444-2549-4179-ace0-d349d959b517,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:16.315751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Calling delete_port for 7e167c45-d381-428c-997e-d012a0be29f9 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:16.356151 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-024caad2-bce4-4697-8cc3-ab33b18dbe3d service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576908 Nov 22 16:11:16.369773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] Set router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:16.452535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ce02d-ac9d-4f23-8c86-9a7c85365b8a req-4c398d1d-ec39-4e7a-bc53-1baf04725c60 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:16.467341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-118ce02d-ac9d-4f23-8c86-9a7c85365b8a req-4c398d1d-ec39-4e7a-bc53-1baf04725c60 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.5664897 Nov 22 16:11:16.473877 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-d1ff242b-0dab-4afe-9ea5-5c8b448414dd service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090438 Nov 22 16:11:16.533983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Deleting port b46c4e03-af68-4369-a951-8225db3577fe {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:16.534607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.543728 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-46ec20bc-33ca-4e61-a31d-f7bd55515345 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=4f833a5e-47fd-4286-9165-82d931d3729e HTTP/1.1" status: 200 len: 217 time: 0.0548463 Nov 22 16:11:16.623487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] For port b46c4e03-af68-4369-a951-8225db3577fe, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b46c4e03-af68-4369-a951-8225db3577fe,segment=NetworkSegment(7f9436e4-f921-4112-b3d1-699d45507847),segment_id=7f9436e4-f921-4112-b3d1-699d45507847)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:16.624228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.644081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Calling delete_port for b46c4e03-af68-4369-a951-8225db3577fe owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:16.729727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-da1a2a08-7f35-478a-82ab-ac5add2603eb None None] Provisioning complete for port 48abc444-2549-4179-ace0-d349d959b517 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:16.730309 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da1a2a08-7f35-478a-82ab-ac5add2603eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.734122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e27483da-20e1-46e2-818e-adc94dc1cbad up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:16.806568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-ba161583-2e74-416a-a82d-ea8b096526ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:16.808169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] DHCP port deletion for 27287749-91b0-42ad-a2f5-5621c2aabe8f request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:11:16.810341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-ba161583-2e74-416a-a82d-ea8b096526ea service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.2257907 Nov 22 16:11:16.822485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.910037 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:16.932909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46c4e03-af68-4369-a951-8225db3577fe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:16.957542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefc7ad-7bfa-4a0b-821f-845bb8028791 None None] Pushing event updated for resources: {'Port': ['ID=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:17.024138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:17.081194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efd6f6-a178-4da7-9dbb-3cdda6aafa1a req-f5ffe429-2cf4-4ea7-9253-863e699f1ced tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:17.082935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21efd6f6-a178-4da7-9dbb-3cdda6aafa1a req-f5ffe429-2cf4-4ea7-9253-863e699f1ced tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.3254483 Nov 22 16:11:17.128567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bfed3a-f1aa-4a3a-8758-68e8d1700f67 None None] DHCP port deletion for db204035-8b74-410e-a3d6-d85c5eb7c29a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:11:17.131705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a2a08-7f35-478a-82ab-ac5add2603eb None None] Pushing event updated for resources: {'Port': ['ID=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:17.146248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e27483da-20e1-46e2-818e-adc94dc1cbad triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:17.146662 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:17.148211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] No DVR routers for this DVR port b46c4e03-af68-4369-a951-8225db3577fe on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:11:17.180182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-118ce02d-ac9d-4f23-8c86-9a7c85365b8a req-722f64fb-d53c-453f-b393-12e345b4c54e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837614 Nov 22 16:11:17.181067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-2a53ddaa-ad68-4e61-bc50-3d4d2e529b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:17.183455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-2a53ddaa-ad68-4e61-bc50-3d4d2e529b18 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3391709 Nov 22 16:11:17.220530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:11:07Z', 'revision_number': 4, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port': {'id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:00Z', 'updated_at': '2021-11-22T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2b6ba1b0-a70d-45ae-bc1c-529be93c1f00', 'name': '', 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'mac_address': 'fa:16:3e:e8:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '989e3e01-b76d-4b2f-b54b-b26d0abd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:06Z', 'updated_at': '2021-11-22T16:11:14Z', 'revision_number': 4, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'subnets': [{'id': '989e3e01-b76d-4b2f-b54b-b26d0abd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:17.256826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19', 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'fixed_ips': [{'subnet_id': '114de9f3-f96a-4324-99bc-7013c8f1d344'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:11:17.257752 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:17.287171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Allocated IP 19.80.0.113 (d50494cc-6bad-4f05-b122-fc59dc6f30f3/9dc22442-3608-4001-8f63-9f07e6d75248/e53fffae-a117-4a1d-af95-adead305187c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:17.329068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660de0a5-e155-4910-aeec-bf6b4cd48c33 None None] The sync data for ids ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'] in n-d-811716-3 is: [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:11:07Z', 'revision_number': 4, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port': {'id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:00Z', 'updated_at': '2021-11-22T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2b6ba1b0-a70d-45ae-bc1c-529be93c1f00', 'name': '', 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'mac_address': 'fa:16:3e:e8:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '989e3e01-b76d-4b2f-b54b-b26d0abd6d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:06Z', 'updated_at': '2021-11-22T16:11:14Z', 'revision_number': 4, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'subnets': [{'id': '989e3e01-b76d-4b2f-b54b-b26d0abd6d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:17.341629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-18c5b68c-4875-4860-ab54-4e4d33151188 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441457 Nov 22 16:11:17.360279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3501c-88c6-467d-86e9-ef74cf4843bc req-47a7ac60-8afe-4e56-88c5-cfc737b0999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:17.362073 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-74b3501c-88c6-467d-86e9-ef74cf4843bc req-47a7ac60-8afe-4e56-88c5-cfc737b0999b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 1097 time: 0.4033794 Nov 22 16:11:17.468466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] Deleting port 7e167c45-d381-428c-997e-d012a0be29f9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:17.468862 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:17.495779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fde8f680-222e-41df-a63c-8e4a6b95bd3d req-c2affca1-da73-48a5-9530-3b648544a317 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 210 time: 0.2013798 Nov 22 16:11:17.557980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21efd6f6-a178-4da7-9dbb-3cdda6aafa1a req-816874a8-d9b7-49ca-92bb-f31bc24f6321 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397860 Nov 22 16:11:17.571982 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:17.720682 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-74b3501c-88c6-467d-86e9-ef74cf4843bc req-ce5ace01-55f7-49b8-87d0-d5b85c103b6c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392720 Nov 22 16:11:17.759578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Allocated IP 172.25.5.24 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/97d0ee85-9ccf-4577-bef4-9108fed6be01) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:17.795271 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-16fd538d-1eb5-4cc1-8e0e-cb2bb515d856 service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319830 Nov 22 16:11:17.833266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:17.846303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e167c45-d381-428c-997e-d012a0be29f9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:17.862473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5dc25601-ffa7-4139-b3f6-9a8897c8feec no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:17.892561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] No DVR routers for this DVR port 7e167c45-d381-428c-997e-d012a0be29f9 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:11:17.910392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db204035-8b74-410e-a3d6-d85c5eb7c29a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:17.944916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] For port 7e167c45-d381-428c-997e-d012a0be29f9, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:17.945330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:17.959629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 5dc25601-ffa7-4139-b3f6-9a8897c8feec {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:17.959993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5dc25601-ffa7-4139-b3f6-9a8897c8feec not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:17.960377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f0192e5b-545f-4702-bfc0-73c75cb2b48c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:17.971081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9436e4-f921-4112-b3d1-699d45507847') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:17.971778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9436e4-f921-4112-b3d1-699d45507847') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:17.991806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] Calling delete_port for 7e167c45-d381-428c-997e-d012a0be29f9 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:11:18.030751 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-770b98b9-4bae-43d4-9d34-1aed596f2235 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.5&port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d HTTP/1.1" status: 200 len: 217 time: 0.0869229 Nov 22 16:11:18.057029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] Port 7e167c45-d381-428c-997e-d012a0be29f9 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:11:18.060760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: f0192e5b-545f-4702-bfc0-73c75cb2b48c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:18.061315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f0192e5b-545f-4702-bfc0-73c75cb2b48c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:18.103310 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.150716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.162512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.235287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.272423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] Pushing event deleted for resources: {'Port': ['ID=7e167c45-d381-428c-997e-d012a0be29f9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:18.286611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Allocated IP 172.20.0.2 (f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19/114de9f3-f96a-4324-99bc-7013c8f1d344/22a0fc62-f230-4722-958e-e2ac61ac4c40) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:18.302787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a93c1b-0e98-4f3e-a5c4-d93df3b5fb2b None None] No DVR routers for this DVR port 7e167c45-d381-428c-997e-d012a0be29f9 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:11:18.321413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27287749-91b0-42ad-a2f5-5621c2aabe8f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:18.329175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-90676497-d263-4e32-99bf-153abe0d89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:18.330702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-90676497-d263-4e32-99bf-153abe0d89e3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 200 len: 797 time: 0.2761586 Nov 22 16:11:18.359732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1c560156-1933-4499-b419-6b2366b2b375 None None] Provisioning complete for port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:18.361688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c560156-1933-4499-b419-6b2366b2b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.379067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5a8859-5120-40d0-a749-4346711e391a') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:18.379471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5a8859-5120-40d0-a749-4346711e391a') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:18.464302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.481321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-c431187b-17fc-4e1c-88ee-0472cee1693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:18.484061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.500549 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-c431187b-17fc-4e1c-88ee-0472cee1693d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3e3199dd-7343-40be-8bf7-cded96021a14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530073 Nov 22 16:11:18.502540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.508893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.523977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:11:18.525070 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:11:18.528107 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:11:18.564805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:11:18.570780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:11:18.581132 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:11:18.586564 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.594992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:18.791646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2bc2612-f407-4d13-bf43-7eebe87e74dd req-7e550d3b-8034-45f1-b3a2-91a9dd0c43b9 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 210 time: 0.1084058 Nov 22 16:11:18.819541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb878c7-9b5c-4eae-bbec-e3e2a805f3a4 req-49d16c0a-9595-4247-9c17-4d4977d3eadd tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:18.823650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Pushing event updated for resources: {'Port': ['ID=97d0ee85-9ccf-4577-bef4-9108fed6be01,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:18.827245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bb878c7-9b5c-4eae-bbec-e3e2a805f3a4 req-49d16c0a-9595-4247-9c17-4d4977d3eadd tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.4133098 Nov 22 16:11:18.834836 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-0e0441d0-187b-42fa-9644-db908e29463a service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856246 Nov 22 16:11:18.850685 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.914227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812f7ed-e9e8-433f-882b-593eb1323680 None None] Network af0b5165-765f-4c35-a2e1-e1255e13554f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:18.923403 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.949678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:18.951660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/db204035-8b74-410e-a3d6-d85c5eb7c29a HTTP/1.1" status: 204 len: 168 time: 3.6900649 Nov 22 16:11:18.962102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:18.974013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:18.992843 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:18.993546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d6fd2-9e6f-4ecd-a1f7-4560bef2ffa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db204035-8b74-410e-a3d6-d85c5eb7c29a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:18.995694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:19.037147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:19.042524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] 10.222.0.69 "DELETE /v2.0/networks/27287749-91b0-42ad-a2f5-5621c2aabe8f HTTP/1.1" status: 204 len: 168 time: 4.1375544 Nov 22 16:11:19.105683 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-f0220118-053c-41c6-aabb-e340d401610b service neutron] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554672 Nov 22 16:11:19.133294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55329c-6cc1-4dac-8583-d56c063b0290 admin admin] Pushing event deleted for resources: {'Network': ['ID=27287749-91b0-42ad-a2f5-5621c2aabe8f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:19.210661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bb878c7-9b5c-4eae-bbec-e3e2a805f3a4 req-84040654-fe10-40df-aa19-c4fb2fa3649f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797097 Nov 22 16:11:19.248099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:19.346391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0950eda-798b-4ef4-a3ed-6d3ab94efc47 req-54d12132-ed9d-45db-abf8-7b8fa8e4b44c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:19.368671 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0950eda-798b-4ef4-a3ed-6d3ab94efc47 req-54d12132-ed9d-45db-abf8-7b8fa8e4b44c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.4112439 Nov 22 16:11:19.493063 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-f067f685-1613-4396-8951-3562e092016c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9 HTTP/1.1" status: 200 len: 217 time: 0.2783701 Nov 22 16:11:19.531750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network d50494cc-6bad-4f05-b122-fc59dc6f30f3 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:19.537525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:19.609719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:19.658260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:19.659334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Port': ['ID=e53fffae-a117-4a1d-af95-adead305187c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:19.682706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45456) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:19.686522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0950eda-798b-4ef4-a3ed-6d3ab94efc47 req-1cf1c638-80b2-4963-bffc-4b6cb0e65ecc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125241 Nov 22 16:11:19.701841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:19.702520 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:19.740422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:19.741264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:19.774044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45464) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:19.806274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-411b4f25-673a-49ae-b3e8-c28ed0df7e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:19.822457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-47d4736d-d423-4dcf-8cd6-9b7b7a61fcec tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8918319 Nov 22 16:11:19.839212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Request body: {'port': {'device_id': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f', 'admin_state_up': True, 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:19.871791 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a096e048-1b08-4fa7-9c42-3bbed74e7d81 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21ec41a9e30642af829d63f0a33ab9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1847665 Nov 22 16:11:19.873500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45468) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:19.901564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-62128149-ab8e-424d-988d-68b7aeb84a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:19.906146 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-62128149-ab8e-424d-988d-68b7aeb84a49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 200 len: 797 time: 0.3345208 Nov 22 16:11:20.041938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:20.080347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-416977c0-1de2-4ac6-8bb5-dd17a67f2968 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a1d5577c76449879eb7217abf5516d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026030 Nov 22 16:11:20.124908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45472) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:20.141170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Pushing event updated for resources: {'Port': ['ID=22a0fc62-f230-4722-958e-e2ac61ac4c40,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:20.147831 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:20.150851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.177454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:20.250306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d17460-8345-4158-b240-9f102e3511f5 req-834ee55b-4541-4251-89f9-ec18968b24e8 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:20.251851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5d17460-8345-4158-b240-9f102e3511f5 req-834ee55b-4541-4251-89f9-ec18968b24e8 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 932 time: 0.2149622 Nov 22 16:11:20.264785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224f952-a876-4674-b858-ee1328144857 req-81f5ff52-703c-4cbc-b3a0-68a291913144 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:20.272841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a224f952-a876-4674-b858-ee1328144857 req-81f5ff52-703c-4cbc-b3a0-68a291913144 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2116315 Nov 22 16:11:20.308315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Attempting to bind port 22a0fc62-f230-4722-958e-e2ac61ac4c40 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:20.309481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Attempting to bind port 22a0fc62-f230-4722-958e-e2ac61ac4c40 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:20.311017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Attempting to bind port 22a0fc62-f230-4722-958e-e2ac61ac4c40 on network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:20.339369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e79c9de-76a9-4ba3-9c4e-1cfe85d5d71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.379236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:20.380620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Checking segment: {'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:20.381168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.382531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Bound using segment: {'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:20.383705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Bound port: 22a0fc62-f230-4722-958e-e2ac61ac4c40, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:20.384185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.398259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Made reservation on behalf of 749404daa3a54bc4be26ed83a7ac31e8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:20.403145 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.413285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] Provisioning complete for port e53fffae-a117-4a1d-af95-adead305187c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:20.413776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.438790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5d17460-8345-4158-b240-9f102e3511f5 req-1acf9b0b-2c85-4ddf-9609-9635aab978cc tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568420 Nov 22 16:11:20.479825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e79c9de-76a9-4ba3-9c4e-1cfe85d5d71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.541324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] For port 22a0fc62-f230-4722-958e-e2ac61ac4c40, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:20.546781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] For port 22a0fc62-f230-4722-958e-e2ac61ac4c40, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=22a0fc62-f230-4722-958e-e2ac61ac4c40,segment=NetworkSegment(b52a5786-60f2-4df5-bb79-6080d510ceaa),segment_id=b52a5786-60f2-4df5-bb79-6080d510ceaa)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:20.555536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a224f952-a876-4674-b858-ee1328144857 req-f3b1ad17-6e77-4b49-b8e6-afbafe5eee20 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814157 Nov 22 16:11:20.652089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.704911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] Port e53fffae-a117-4a1d-af95-adead305187c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:20.761692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:20.795595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1659254-c7bd-4f5f-acf2-ae28b5275f0b req-1b6a59f1-bc72-4eb5-adee-3b448e0302a4 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:20.797574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1659254-c7bd-4f5f-acf2-ae28b5275f0b req-1b6a59f1-bc72-4eb5-adee-3b448e0302a4 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.2048624 Nov 22 16:11:20.848169 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e79c9de-76a9-4ba3-9c4e-1cfe85d5d71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.851584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e79c9de-76a9-4ba3-9c4e-1cfe85d5d71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.856053 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9e79c9de-76a9-4ba3-9c4e-1cfe85d5d71e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5610af0e-992f-4eeb-99aa-4378baee6fad HTTP/1.1" status: 204 len: 168 time: 0.7275898 Nov 22 16:11:20.859169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] Provisioning complete for port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:20.859346 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.895437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a2a9-7036-4466-9037-4572d37c5cb9 None None] Pushing event updated for resources: {'Port': ['ID=22a0fc62-f230-4722-958e-e2ac61ac4c40,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:20.907236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-2d6d8c69-7d7f-4ff2-92e9-2b48763926c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:20.923768 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-2d6d8c69-7d7f-4ff2-92e9-2b48763926c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9885225 Nov 22 16:11:20.929379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:20.929726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.968518 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db66c4ae-e448-4a0d-aa36-3a60634ff23b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:20.994681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Allocated IP 19.86.0.124 (af0b5165-765f-4c35-a2e1-e1255e13554f/48c442f5-9c0d-45b9-97ca-7e2735151081/f8a1d743-f34a-417e-a0d2-2ddf7c21e32c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:20.997440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79c9de-76a9-4ba3-9c4e-1cfe85d5d71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5610af0e-992f-4eeb-99aa-4378baee6fad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:21.065604 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.125685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] For port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:21.162478 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.303135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab8185-ad93-49c8-877a-28c0e07136ae req-957694bc-4ae7-4781-9b73-ea73327884df tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:21.312300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db66c4ae-e448-4a0d-aa36-3a60634ff23b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.313799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60ab8185-ad93-49c8-877a-28c0e07136ae req-957694bc-4ae7-4781-9b73-ea73327884df tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.4996147 Nov 22 16:11:21.329552 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.358159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1659254-c7bd-4f5f-acf2-ae28b5275f0b req-6102e7e6-cc25-4061-a7c3-7bddec978e32 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365045 Nov 22 16:11:21.463567 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20ff43e5-55e9-4065-a59b-5c6d5e73bd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.468485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b243c1e-27db-4c99-96f7-b38fdda188e9 None None] Pushing event updated for resources: {'Port': ['ID=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:21.482519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-82e957e5-e259-46ff-a0d1-0f33c4768254 None None] Provisioning complete for port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:21.482519 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82e957e5-e259-46ff-a0d1-0f33c4768254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.490642 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-63411bb0-0d86-4354-a12b-2ece21a85740 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650244 Nov 22 16:11:21.570836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60ab8185-ad93-49c8-877a-28c0e07136ae req-7c893767-1692-4cd9-be9d-f21b6e73ca1e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561324 Nov 22 16:11:21.603947 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.652340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.696580 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:11:21.702941 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:11:21.762849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.862432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Network af0b5165-765f-4c35-a2e1-e1255e13554f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:21.867594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db66c4ae-e448-4a0d-aa36-3a60634ff23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.869655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5ee2f-deec-4c88-bb13-aa8aecbc6df9 req-241a7a2c-f92b-4e71-a273-307561478e18 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:21.870408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db66c4ae-e448-4a0d-aa36-3a60634ff23b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:21.871775 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-db66c4ae-e448-4a0d-aa36-3a60634ff23b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cabaac8d-2775-41a9-afbe-eba54d55e5e7 HTTP/1.1" status: 204 len: 168 time: 1.9921193 Nov 22 16:11:21.880967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a5ee2f-deec-4c88-bb13-aa8aecbc6df9 req-241a7a2c-f92b-4e71-a273-307561478e18 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.2140772 Nov 22 16:11:21.911684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:21.919382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66c4ae-e448-4a0d-aa36-3a60634ff23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabaac8d-2775-41a9-afbe-eba54d55e5e7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:21.938738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:21.947456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event updated for resources: {'Port': ['ID=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:21.979151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2f50-12dc-45f8-84d1-7739c1cf9a22 req-1864cec5-0b2d-4265-8cbe-1a1bc8b4c00b tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:21.996153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce2f50-12dc-45f8-84d1-7739c1cf9a22 req-1864cec5-0b2d-4265-8cbe-1a1bc8b4c00b tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:21.997407 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-f3507fcc-2941-4b9e-bdca-c6f0b87470d3 service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875009 Nov 22 16:11:21.997919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60ce2f50-12dc-45f8-84d1-7739c1cf9a22 req-1864cec5-0b2d-4265-8cbe-1a1bc8b4c00b tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1655 time: 0.2746220 Nov 22 16:11:22.162446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Router e4ea233f-734a-4f75-997c-70315e3120c1 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:11:22.170491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a5ee2f-deec-4c88-bb13-aa8aecbc6df9 req-82155d73-d761-44d5-8183-103368df4eb0 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862272 Nov 22 16:11:22.174021 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-c8c67a22-3364-4eba-8ec2-9df69727ab53 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b HTTP/1.1" status: 200 len: 217 time: 0.1563387 Nov 22 16:11:22.269086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:22.269825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:22.295801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-d1108513-b66f-4064-8e3f-0834b652daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:22.303358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-d1108513-b66f-4064-8e3f-0834b652daf5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 200 len: 797 time: 0.1176643 Nov 22 16:11:22.312306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 48abc444-2549-4179-ace0-d349d959b517 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:22.451005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60ce2f50-12dc-45f8-84d1-7739c1cf9a22 req-6370a964-3c61-457e-82b4-3d259f2fedcb tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4310918 Nov 22 16:11:22.454948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c9f5ca0b-f6da-4d57-bb66-64701ad46860 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6220646 Nov 22 16:11:22.484910 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:22.505996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:22.510955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Request body: {'port': {'device_id': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:22.517118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-271df4d7-8f4a-4a7c-a864-69515d402866 None None] Provisioning complete for port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:22.517631 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-271df4d7-8f4a-4a7c-a864-69515d402866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:22.547799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:11:22.560046 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Sync routers for ids ['e4ea233f-734a-4f75-997c-70315e3120c1'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:11:22.583521 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Routers {'e4ea233f-734a-4f75-997c-70315e3120c1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:22.590805 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:11:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4ea233f-734a-4f75-997c-70315e3120c1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:22.616565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 48abc444-2549-4179-ace0-d349d959b517 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:22.624019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:22.634504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-271df4d7-8f4a-4a7c-a864-69515d402866 None None] Port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:22.716839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:22.718470 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4cd6c792-8bd0-48db-965a-1016805650a9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2858570 Nov 22 16:11:22.723709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-e1da6f89-0b58-4bc3-8866-37cdd2cbc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:22.725538 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-e1da6f89-0b58-4bc3-8866-37cdd2cbc811 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=41c81ba1-2dba-474a-8318-dba665f3557d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2316887 Nov 22 16:11:22.726427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45538) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:22.795727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932558a3-51b0-4c36-aaa4-e56fe815d7d3 None None] Network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:22.886579 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Set router e4ea233f-734a-4f75-997c-70315e3120c1 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:23.150995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f2274e40-1cba-4f43-b77c-274be44f7fb7 None None] Provisioning complete for port 22a0fc62-f230-4722-958e-e2ac61ac4c40 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:23.151800 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2274e40-1cba-4f43-b77c-274be44f7fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:23.226295 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:23.252495 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-52f090df-dd46-4c51-b59e-98d6114e9a2e service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957862 Nov 22 16:11:23.274944 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:11:19Z', 'revision_number': 3, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port': {'id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:17Z', 'updated_at': '2021-11-22T16:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:23.364790 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Checking router: e4ea233f-734a-4f75-997c-70315e3120c1 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:11:23.365496 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Updating router e4ea233f-734a-4f75-997c-70315e3120c1 port 97d0ee85-9ccf-4577-bef4-9108fed6be01 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:11:23.369694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2274e40-1cba-4f43-b77c-274be44f7fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:23.442024 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:23.485586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b46c4e03-af68-4369-a951-8225db3577fe no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:23.497057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f2274e40-1cba-4f43-b77c-274be44f7fb7 None None] For port 22a0fc62-f230-4722-958e-e2ac61ac4c40, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=22a0fc62-f230-4722-958e-e2ac61ac4c40,segment=NetworkSegment(b52a5786-60f2-4df5-bb79-6080d510ceaa),segment_id=b52a5786-60f2-4df5-bb79-6080d510ceaa)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:23.578045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b46c4e03-af68-4369-a951-8225db3577fe {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:23.578448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b46c4e03-af68-4369-a951-8225db3577fe not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:23.578890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7e167c45-d381-428c-997e-d012a0be29f9 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:23.587462 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2274e40-1cba-4f43-b77c-274be44f7fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:23.641653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:23.655181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-835453764-network', 'tenant_id': '08eb50a0119f49febf75606589112392'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:23.692592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 7e167c45-d381-428c-997e-d012a0be29f9 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:11:23.692849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7e167c45-d381-428c-997e-d012a0be29f9 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:11:23.780445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274e40-1cba-4f43-b77c-274be44f7fb7 None None] Pushing event updated for resources: {'Port': ['ID=22a0fc62-f230-4722-958e-e2ac61ac4c40,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:23.818517 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1a075139-918c-4c6b-b84d-7549158904bd None None] Provisioning complete for port 22a0fc62-f230-4722-958e-e2ac61ac4c40 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:23.818890 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a075139-918c-4c6b-b84d-7549158904bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:23.824293 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9149709d-e3d7-4b20-ae77-936123ab4312 req-6bf87a4c-71f5-4673-b8ba-5b6b4fe73e4c service neutron] 10.222.0.71 "GET /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445676 Nov 22 16:11:23.826857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-6342d362-a1a9-4d4e-8e51-4d874bc73d98 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:23.829836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-6342d362-a1a9-4d4e-8e51-4d874bc73d98 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 1.1879108 Nov 22 16:11:23.867169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45564) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:24.032279 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.041141 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.057770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-8bccb25c-54c2-4a1c-90aa-bc56e3159584 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/quotas/fac5cc196bb942b28fcf8617104ec211 HTTP/1.1" status: 200 len: 375 time: 0.1975393 Nov 22 16:11:24.077075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-89d59c10-5fa7-4779-9c51-8f65450e9193 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:24.083776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-89d59c10-5fa7-4779-9c51-8f65450e9193 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:24.092180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-89d59c10-5fa7-4779-9c51-8f65450e9193 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:24.099305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-89d59c10-5fa7-4779-9c51-8f65450e9193 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:24.106224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-89d59c10-5fa7-4779-9c51-8f65450e9193 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:24.113599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-89d59c10-5fa7-4779-9c51-8f65450e9193 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:24.119723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-89d59c10-5fa7-4779-9c51-8f65450e9193 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:24.122158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-89d59c10-5fa7-4779-9c51-8f65450e9193 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.6229949 Nov 22 16:11:24.145101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Made reservation on behalf of 08eb50a0119f49febf75606589112392 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:24.158369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.161047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 22a0fc62-f230-4722-958e-e2ac61ac4c40 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:24.166575 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dd185-7d75-44b5-8b5a-d376b5999a20 None None] Pushing event updated for resources: {'Port': ['ID=97d0ee85-9ccf-4577-bef4-9108fed6be01,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:24.184277 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.198470 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Attempting to bind port 97d0ee85-9ccf-4577-bef4-9108fed6be01 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:24.198777 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Attempting to bind port 97d0ee85-9ccf-4577-bef4-9108fed6be01 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:24.199361 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Attempting to bind port 97d0ee85-9ccf-4577-bef4-9108fed6be01 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:24.205194 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:24.205567 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:24.205966 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.207061 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:24.207061 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Bound port: 97d0ee85-9ccf-4577-bef4-9108fed6be01, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:24.207360 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.273153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 22a0fc62-f230-4722-958e-e2ac61ac4c40 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:24.273498 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.278623 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] For port 97d0ee85-9ccf-4577-bef4-9108fed6be01, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:24.282680 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] For port 97d0ee85-9ccf-4577-bef4-9108fed6be01, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=97d0ee85-9ccf-4577-bef4-9108fed6be01,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:24.295827 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.303088 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.312601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1928217576-network', 'tenant_id': 'dc1484af90514c79bfa84537d531365f'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:24.322036 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.379526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b178c8e5-c08e-45ee-85e6-9d1aab846a89,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:24.391586 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2dd185-7d75-44b5-8b5a-d376b5999a20 None None] Pushing event updated for resources: {'Port': ['ID=97d0ee85-9ccf-4577-bef4-9108fed6be01,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:24.410034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-f0ad90db-e994-4904-ac32-6e0dfd190a8b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2867801 Nov 22 16:11:24.431592 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Routers {'e4ea233f-734a-4f75-997c-70315e3120c1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:24.432821 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:11:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4ea233f-734a-4f75-997c-70315e3120c1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:24.455086 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.455680 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.494814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.521346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:11:24.549823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:24.551235 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.552033 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Added segment 482604b4-16ff-4d00-8c50-c4a8b493a0da of type vlan for network 62f5ff35-6856-463d-8a14-fc58d39412be Nov 22 16:11:24.553610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Made reservation on behalf of dc1484af90514c79bfa84537d531365f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:24.556796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.576844 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] Set router e4ea233f-734a-4f75-997c-70315e3120c1 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:24.597196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1fc1120c-939f-4862-a40f-7ddf641a6752 req-b3345e7e-68e0-49ab-b9a2-f2e8478dea6b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4600613 Nov 22 16:11:24.606668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.680956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:24.681445 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.773098 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.802857 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.815448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.817671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:24.818583 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:24.974856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53fffae-a117-4a1d-af95-adead305187c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:25.002023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.009928 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7583258 Nov 22 16:11:25.021437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45580) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:25.036420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Request body: {'subnet': {'network_id': '62f5ff35-6856-463d-8a14-fc58d39412be', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-835453764-subnet', 'tenant_id': '08eb50a0119f49febf75606589112392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:25.047420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Transition to ACTIVE for port object e53fffae-a117-4a1d-af95-adead305187c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:11:25.051115 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-f289822b-5898-4df8-a82c-c77c7adfd8fe service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193078 Nov 22 16:11:25.064472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229a376-c09f-44d4-aae8-3573ccd36ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=62f5ff35-6856-463d-8a14-fc58d39412be,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:25.075974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Made reservation on behalf of 08eb50a0119f49febf75606589112392 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:25.077021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 62f5ff35-6856-463d-8a14-fc58d39412be details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:11:25.078615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.175234 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:11:19Z', 'revision_number': 3, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port': {'id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:17Z', 'updated_at': '2021-11-22T16:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:25.208033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.228884 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.261684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Allocated IP 172.20.0.1 (f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19/114de9f3-f96a-4324-99bc-7013c8f1d344/9ac63f86-104e-4db6-9e7e-68c8a84fa1b0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:25.265736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b526b0-d7b3-4bcd-992f-b6d3a56af1bb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:25.272031 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f6076c-4ba9-4eb9-91a3-8d0c6c8c4026 None None] The sync data for ids ['e4ea233f-734a-4f75-997c-70315e3120c1'] in n-d-811716-3 is: [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:11:19Z', 'revision_number': 3, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port': {'id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:17Z', 'updated_at': '2021-11-22T16:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:25.291631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:11:25.302817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-7ed905ba-271e-4ecf-8db5-0e7402c29471 service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102778 Nov 22 16:11:25.304985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.332485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.332485 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Added segment d97bc540-93ad-4d65-a0b4-7199ccce4c11 of type vlan for network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 Nov 22 16:11:25.394479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccef9e-dc43-4819-86b7-be526507ddb8 req-40e4af12-4788-4bc1-8244-e88679482432 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:25.401950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccef9e-dc43-4819-86b7-be526507ddb8 req-40e4af12-4788-4bc1-8244-e88679482432 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:25.411988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99ccef9e-dc43-4819-86b7-be526507ddb8 req-40e4af12-4788-4bc1-8244-e88679482432 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1655 time: 0.3814790 Nov 22 16:11:25.420329 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.474613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Pushing event updated for resources: {'Port': ['ID=e53fffae-a117-4a1d-af95-adead305187c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:25.565861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99ccef9e-dc43-4819-86b7-be526507ddb8 req-4790c767-3e01-4059-a467-cb328762ed06 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528428 Nov 22 16:11:25.587230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Attempting to bind port e53fffae-a117-4a1d-af95-adead305187c on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:25.587829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Attempting to bind port e53fffae-a117-4a1d-af95-adead305187c by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:25.588111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Attempting to bind port e53fffae-a117-4a1d-af95-adead305187c on network d50494cc-6bad-4f05-b122-fc59dc6f30f3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:25.602897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Port e53fffae-a117-4a1d-af95-adead305187c on network d50494cc-6bad-4f05-b122-fc59dc6f30f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:11:25.603321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Attempting to bind port e53fffae-a117-4a1d-af95-adead305187c on network d50494cc-6bad-4f05-b122-fc59dc6f30f3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:25.618575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:25.618932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Checking segment: {'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:25.619331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Bound using segment: {'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:25.619879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Bound port: e53fffae-a117-4a1d-af95-adead305187c, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3feac94d-fe30-49ef-8b86-328c6a68cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:25.620238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.682223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.923361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.924091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 22a0fc62-f230-4722-958e-e2ac61ac4c40 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:25.932695 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:25.936448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.resource_extend [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:11:26.011259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 22a0fc62-f230-4722-958e-e2ac61ac4c40 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:26.012581 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:26.012869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c41a7-91fd-4828-975b-fd3096c3de9d req-679ff1cc-f2a9-40e7-95f4-6ecc37e70191 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.020360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c41a7-91fd-4828-975b-fd3096c3de9d req-679ff1cc-f2a9-40e7-95f4-6ecc37e70191 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.026828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e8f91d7-7b8e-4433-9399-e571e250ae89,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:26.028325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c41a7-91fd-4828-975b-fd3096c3de9d req-679ff1cc-f2a9-40e7-95f4-6ecc37e70191 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.036248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c41a7-91fd-4828-975b-fd3096c3de9d req-679ff1cc-f2a9-40e7-95f4-6ecc37e70191 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.044266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c41a7-91fd-4828-975b-fd3096c3de9d req-679ff1cc-f2a9-40e7-95f4-6ecc37e70191 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.052011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c41a7-91fd-4828-975b-fd3096c3de9d req-679ff1cc-f2a9-40e7-95f4-6ecc37e70191 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.056453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:26.060278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c41a7-91fd-4828-975b-fd3096c3de9d req-679ff1cc-f2a9-40e7-95f4-6ecc37e70191 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.063625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:26.079492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-317c41a7-91fd-4828-975b-fd3096c3de9d req-679ff1cc-f2a9-40e7-95f4-6ecc37e70191 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.4529400 Nov 22 16:11:26.095250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:26.122080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Pushing event updated for resources: {'Port': ['ID=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:26.128549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:26.130677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.136299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:26.155351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc0678-855c-497c-b4d5-f14d60166c99 req-a4d91d89-6dc6-40d2-9e9e-de1cc7ff7197 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.164705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30fc0678-855c-497c-b4d5-f14d60166c99 req-a4d91d89-6dc6-40d2-9e9e-de1cc7ff7197 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.4487746 Nov 22 16:11:26.254504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8e26807-4ffd-4cb6-b791-3cc98fb5bbcf req-d830d89b-5eda-4f9d-854a-6e86db4f9285 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 210 time: 0.0761015 Nov 22 16:11:26.281485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] For port e53fffae-a117-4a1d-af95-adead305187c, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:26.290575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] For port e53fffae-a117-4a1d-af95-adead305187c, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e53fffae-a117-4a1d-af95-adead305187c,segment=NetworkSegment(3feac94d-fe30-49ef-8b86-328c6a68cd3a),segment_id=3feac94d-fe30-49ef-8b86-328c6a68cd3a)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:26.304589 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:26.384706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] Pushing event updated for resources: {'Network': ['ID=621a19cc-5309-45d1-ac3c-1e29cf4ede46,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:26.388337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Checking segment: {'id': '482604b4-16ff-4d00-8c50-c4a8b493a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '62f5ff35-6856-463d-8a14-fc58d39412be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:26.389311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Network hostable DHCP agents. Network: 62f5ff35-6856-463d-8a14-fc58d39412be, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:11:26.397996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:11:26.401921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30fc0678-855c-497c-b4d5-f14d60166c99 req-dd342069-8164-4006-a3fc-07e98c667be6 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359126 Nov 22 16:11:26.410793 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:11:26.418860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:26.432556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:26.436908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] 10.222.0.11 "PUT /v2.0/ports/e53fffae-a117-4a1d-af95-adead305187c HTTP/1.1" status: 200 len: 1092 time: 3.9590192 Nov 22 16:11:26.457927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'tag': 'e53fffae-a117-4a1d-af95-adead305187c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:26.475985 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b5985c-1f66-434b-9fd5-6a072eb42f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "tag": "e53fffae-a117-4a1d-af95-adead305187c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:26.526949 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-df0c16cd-51e8-4f66-a4b2-f0e500e290b4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6581869 Nov 22 16:11:26.528758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45608) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:26.531848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Request body: {'port': {'device_id': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:26.560349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Request body: {'subnet': {'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1928217576-subnet', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:26.639432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Network 62f5ff35-6856-463d-8a14-fc58d39412be is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:11:26.651559 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff77e62-a6cc-41c7-a53a-10a4e2425d9a x-openstack-request-id: req-dff77e62-a6cc-41c7-a53a-10a4e2425d9a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:26.652175 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "tag": "e53fffae-a117-4a1d-af95-adead305187c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:26.653888 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dff77e62-a6cc-41c7-a53a-10a4e2425d9a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:26.657596 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'tag': 'e53fffae-a117-4a1d-af95-adead305187c', 'status': 'completed', 'code': 200} Nov 22 16:11:26.670934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Made reservation on behalf of dc1484af90514c79bfa84537d531365f for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:26.676769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:26.700584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:26.862894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 62f5ff35-6856-463d-8a14-fc58d39412be) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:26.878538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:26.906447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fb164-35ba-462f-ba44-b4fa2c20238f service neutron] Pushing event updated for resources: {'Port': ['ID=e53fffae-a117-4a1d-af95-adead305187c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:26.988146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf9ed64-9bdb-4ccc-aa43-10b4561afb85 None None] Network 62f5ff35-6856-463d-8a14-fc58d39412be requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:27.007343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:27.008792 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:27.127761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5ba55f86-3350-4446-bf49-0d1d15888d27 None None] Provisioning complete for port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:27.128488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ba55f86-3350-4446-bf49-0d1d15888d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:27.168872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67c2e4-91a6-4cba-b62a-6d0fddd136f7 req-c4771216-8827-4a32-8947-89e3d0b60d2a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:27.180516 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d7648060-248b-4e63-a6c8-12f18478451f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1575797 Nov 22 16:11:27.194062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67c2e4-91a6-4cba-b62a-6d0fddd136f7 req-c4771216-8827-4a32-8947-89e3d0b60d2a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:27.207894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a67c2e4-91a6-4cba-b62a-6d0fddd136f7 req-c4771216-8827-4a32-8947-89e3d0b60d2a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1667 time: 0.3640900 Nov 22 16:11:27.260329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5ba55f86-3350-4446-bf49-0d1d15888d27 None None] Port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:27.462528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-5d96f91f-d9df-4638-a6aa-c2a9f254b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:27.463172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-5d96f91f-d9df-4638-a6aa-c2a9f254b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:27.469451 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-5d96f91f-d9df-4638-a6aa-c2a9f254b1da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1914 time: 0.7998459 Nov 22 16:11:27.494405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb22c9a2-c6c2-4de4-9ffa-690392a89be9 None None] Network 62f5ff35-6856-463d-8a14-fc58d39412be requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:27.580168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dff355-d246-442b-832f-67507b6d95c9 req-c4a76022-7a34-4064-88a9-e587f3303f43 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:27.589363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79dff355-d246-442b-832f-67507b6d95c9 req-c4a76022-7a34-4064-88a9-e587f3303f43 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.3615291 Nov 22 16:11:27.757296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-60ebfa1b-7af6-477d-a6c4-47abcb03a531 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:27.759046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-60ebfa1b-7af6-477d-a6c4-47abcb03a531 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.11 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.1455877 Nov 22 16:11:27.824148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'port': {'device_id': '37bacf4f-5686-4557-be4b-a4b2b0d603d6', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'admin_state_up': True, 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:27.831299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:27.854861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a67c2e4-91a6-4cba-b62a-6d0fddd136f7 req-0cd0e08b-6ec5-494d-b801-98f60a089fab tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441674 Nov 22 16:11:27.926858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 97d0ee85-9ccf-4577-bef4-9108fed6be01 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:28.080080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79dff355-d246-442b-832f-67507b6d95c9 req-0ad2007c-101f-4faa-a09b-4f420d524b25 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897068 Nov 22 16:11:28.150748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 97d0ee85-9ccf-4577-bef4-9108fed6be01 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:28.151934 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:28.285082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82ff743c-f6df-43f2-b67a-53082c2ba397 req-c305d4e5-fd14-4c94-9ee2-156611b85b51 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 210 time: 0.2676473 Nov 22 16:11:28.382265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Made reservation on behalf of fac5cc196bb942b28fcf8617104ec211 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:28.403998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:28.421943 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:28.484116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 97d0ee85-9ccf-4577-bef4-9108fed6be01, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=97d0ee85-9ccf-4577-bef4-9108fed6be01,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:28.485269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a1d743-f34a-417e-a0d2-2ddf7c21e32c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:28.506390 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:28.522609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:28.647649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=97d0ee85-9ccf-4577-bef4-9108fed6be01,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:28.682372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:28.684897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Transition to ACTIVE for port object f8a1d743-f34a-417e-a0d2-2ddf7c21e32c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:11:28.741038 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:28.763001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac634a0a-ea4e-40e7-a579-5b56d4fd0741,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:28.836218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-0ba24ce0-d4af-4be4-9aee-5b1f62194b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:28.836720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-0ba24ce0-d4af-4be4-9aee-5b1f62194b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:28.857262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-0ba24ce0-d4af-4be4-9aee-5b1f62194b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:28.857262 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-0ba24ce0-d4af-4be4-9aee-5b1f62194b90 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.3610210 Nov 22 16:11:28.997283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Checking segment: {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:28.997902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Network hostable DHCP agents. Network: 621a19cc-5309-45d1-ac3c-1e29cf4ede46, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:11:29.204792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45666) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:29.232190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Allocated IP 172.20.0.11 (678ff126-f764-4857-848d-4789f931073a/bb3143d8-c748-46f6-a58f-a498a77353bf/54ab08ea-54b4-468c-9184-e0471ad3cb09) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:29.237213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:29.259070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-38971329-58c9-4993-8b9d-fd44b40f7e68 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.260772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:11:29.269327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-38971329-58c9-4993-8b9d-fd44b40f7e68 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/networks?id=62f5ff35-6856-463d-8a14-fc58d39412be HTTP/1.1" status: 200 len: 821 time: 0.5911834 Nov 22 16:11:29.341866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 621a19cc-5309-45d1-ac3c-1e29cf4ede46) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:29.346469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.347079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.351155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-61171856-360d-45d7-8d04-ab02796a9387 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/quotas/08eb50a0119f49febf75606589112392 HTTP/1.1" status: 200 len: 375 time: 0.0807316 Nov 22 16:11:29.351782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53059da4-b4eb-427f-974e-6c02b296f580 None None] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:29.395279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-3a0136f4-b6ec-4301-87ff-0cfa838039e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.398004 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19b5985c-1f66-434b-9fd5-6a072eb42f1a req-3a0136f4-b6ec-4301-87ff-0cfa838039e8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5445344 Nov 22 16:11:29.422124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b9bf0-da43-4fea-9e1b-545aa534a2ce req-d9236ce3-c7ec-4514-a69a-405ae0e11875 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.429514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b9bf0-da43-4fea-9e1b-545aa534a2ce req-d9236ce3-c7ec-4514-a69a-405ae0e11875 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.430400 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9f6c11e0-c6dd-459a-adf4-2671c7cc3734 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8879247 Nov 22 16:11:29.430564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd1b9bf0-da43-4fea-9e1b-545aa534a2ce req-d9236ce3-c7ec-4514-a69a-405ae0e11875 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1679 time: 0.3181961 Nov 22 16:11:29.431356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45678) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:29.442410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:29.446810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-947c6900-32d3-4dd7-9cf0-2922bdb2893e tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=08eb50a0119f49febf75606589112392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946960 Nov 22 16:11:29.474890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-7846e2af-8678-420e-b920-39a447394d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.475687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-7846e2af-8678-420e-b920-39a447394d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.476505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-7846e2af-8678-420e-b920-39a447394d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.477200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-7846e2af-8678-420e-b920-39a447394d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.477825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-7846e2af-8678-420e-b920-39a447394d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.478677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-7846e2af-8678-420e-b920-39a447394d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.479300 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-7846e2af-8678-420e-b920-39a447394d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:29.483421 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-7846e2af-8678-420e-b920-39a447394d96 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 6499 time: 0.2770851 Nov 22 16:11:29.512796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.563767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-a2452c1a-501b-460d-9213-f1fbaf4a3c6c service neutron] 10.222.0.69 "GET /v2.0/networks/62f5ff35-6856-463d-8a14-fc58d39412be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160228 Nov 22 16:11:29.568979 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-53392a40-33f5-4294-acde-04ec5c3da035 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=82856599-c84e-4471-8566-d4f800b1ecda&id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771112 Nov 22 16:11:29.569469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.580215 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.580215 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.584607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:11:29.585822 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.639262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.679028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Attempting to bind port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:29.679273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Attempting to bind port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:29.679593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Attempting to bind port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c on network af0b5165-765f-4c35-a2e1-e1255e13554f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:29.769400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c on network af0b5165-765f-4c35-a2e1-e1255e13554f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:11:29.769723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Attempting to bind port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c on network af0b5165-765f-4c35-a2e1-e1255e13554f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:29.771807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Allocated IP 172.20.0.2 (621a19cc-5309-45d1-ac3c-1e29cf4ede46/ac634a0a-ea4e-40e7-a579-5b56d4fd0741/555277b2-4f69-42ca-9264-52d9f5b7b9fc) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:29.795679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Pushing event updated for resources: {'Port': ['ID=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:29.802800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.812923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:29.812923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Checking segment: {'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:29.812923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Bound using segment: {'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:29.812923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Bound port: f8a1d743-f34a-417e-a0d2-2ddf7c21e32c, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04707cbc-e003-4913-8e7f-cdd803a98de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:29.813557 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.907799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 97d0ee85-9ccf-4577-bef4-9108fed6be01 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:29.935492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd1b9bf0-da43-4fea-9e1b-545aa534a2ce req-d74cc2f3-c601-41e8-8874-7674ecd4316f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834789 Nov 22 16:11:29.978800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:29.995235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-cdf8f33c-1e6c-4fbc-be2e-57318e2ae7b3 service neutron] 10.222.0.69 "GET /v2.0/networks/62f5ff35-6856-463d-8a14-fc58d39412be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301100 Nov 22 16:11:30.052723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.063385 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.065207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] For port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:30.069349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] For port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:30.077656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 97d0ee85-9ccf-4577-bef4-9108fed6be01 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:30.077913 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.101155 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.121339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.178438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Pushing event updated for resources: {'Port': ['ID=555277b2-4f69-42ca-9264-52d9f5b7b9fc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:30.204382 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:30.206885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:30.225966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:30.229617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:30.257872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:30.291364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:30.292071 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.311508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] 10.222.0.11 "PUT /v2.0/ports/f8a1d743-f34a-417e-a0d2-2ddf7c21e32c HTTP/1.1" status: 200 len: 1092 time: 3.8096142 Nov 22 16:11:30.313324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'tag': 'f8a1d743-f34a-417e-a0d2-2ddf7c21e32c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:30.315655 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7" -d '{"events": [{"name": "network-changed", "server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "tag": "f8a1d743-f34a-417e-a0d2-2ddf7c21e32c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:30.380909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Attempting to bind port 555277b2-4f69-42ca-9264-52d9f5b7b9fc on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:30.381921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Attempting to bind port 555277b2-4f69-42ca-9264-52d9f5b7b9fc by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:30.382815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Attempting to bind port 555277b2-4f69-42ca-9264-52d9f5b7b9fc on network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:30.407782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:30.408836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Checking segment: {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:30.409678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.411034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Bound using segment: {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:30.413253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Bound port: 555277b2-4f69-42ca-9264-52d9f5b7b9fc, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:30.413929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.503423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.507696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484985c-c8bc-45ca-974f-0de909e5626f service neutron] Pushing event updated for resources: {'Port': ['ID=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:30.531503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e758079-8349-49ff-b391-f87abc689259 req-a6024e77-9f8e-4ea4-801c-784909124681 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:30.533216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e758079-8349-49ff-b391-f87abc689259 req-a6024e77-9f8e-4ea4-801c-784909124681 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.4550862 Nov 22 16:11:30.545419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['5c1375ff-9363-4d8e-baef-d39a849b73d5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:11:30.620752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] For port 555277b2-4f69-42ca-9264-52d9f5b7b9fc, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:30.664431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'Port': ['ID=54ab08ea-54b4-468c-9184-e0471ad3cb09,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:30.682750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Router e4ea233f-734a-4f75-997c-70315e3120c1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:11:30.695125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Network 678ff126-f764-4857-848d-4789f931073a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:30.701559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:30.706476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:30.711704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] For port 555277b2-4f69-42ca-9264-52d9f5b7b9fc, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=555277b2-4f69-42ca-9264-52d9f5b7b9fc,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:30.727892 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:30.958895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273efdd4-69dd-4a46-816a-b1db2f613380 None None] Pushing event updated for resources: {'Port': ['ID=555277b2-4f69-42ca-9264-52d9f5b7b9fc,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:31.005637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-56ef148d-f5e8-4869-94d4-6d197c775169 None None] Provisioning complete for port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:31.006000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56ef148d-f5e8-4869-94d4-6d197c775169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:31.055549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:31.107462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-56ef148d-f5e8-4869-94d4-6d197c775169 None None] Port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:31.140056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:31.234020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-05d9022a-1677-4ef0-a71f-46a6dde1eef9 None None] Provisioning complete for port 54ab08ea-54b4-468c-9184-e0471ad3cb09 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:31.234372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05d9022a-1677-4ef0-a71f-46a6dde1eef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:31.270578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea336b0-a23c-482f-940c-7b4ab638a28e req-1dd7f2fc-5a9d-4027-a87f-0e1a72ec8355 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:31.279860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea336b0-a23c-482f-940c-7b4ab638a28e req-1dd7f2fc-5a9d-4027-a87f-0e1a72ec8355 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 932 time: 0.7249494 Nov 22 16:11:31.303644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-05d9022a-1677-4ef0-a71f-46a6dde1eef9 None None] Port 54ab08ea-54b4-468c-9184-e0471ad3cb09 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:31.320429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:31.321134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:31.337285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f92f554e-bb31-4c5a-98d0-ba742992322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:31.337772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f92f554e-bb31-4c5a-98d0-ba742992322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:31.339462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f92f554e-bb31-4c5a-98d0-ba742992322e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1981 time: 0.9783721 Nov 22 16:11:31.356496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e758079-8349-49ff-b391-f87abc689259 req-bcb86df9-ca07-4174-8013-4c63a7e7483f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803844 Nov 22 16:11:31.437223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fea336b0-a23c-482f-940c-7b4ab638a28e req-1cada192-c8cb-4f81-b372-53291bbbaa09 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542172 Nov 22 16:11:31.450045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-0cbdff13-9b2e-41e1-9ffd-5701bfca3564 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=e53fffae-a117-4a1d-af95-adead305187c HTTP/1.1" status: 200 len: 217 time: 0.0978980 Nov 22 16:11:31.453428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2db9e8f7-bad3-4e91-967f-fb0c91eea864 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6398242 Nov 22 16:11:31.463850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Allocated IP 172.25.5.196 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/9c02b5de-f492-4e14-8aa0-70f7a7930780) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:31.480125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:11:31.486255 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a42ebb05-7197-4a2e-a8e6-a6444d38fb2b admin admin] 10.222.0.69 "PUT /v2.0/routers/e4ea233f-734a-4f75-997c-70315e3120c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7582545 Nov 22 16:11:31.496435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Request body: {'port': {'device_id': '37bacf4f-5686-4557-be4b-a4b2b0d603d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:31.502547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Sync routers for ids ['e4ea233f-734a-4f75-997c-70315e3120c1'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:11:31.536570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Routers {'e4ea233f-734a-4f75-997c-70315e3120c1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:31.538474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:11:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4ea233f-734a-4f75-997c-70315e3120c1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:31.606259 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be14719-8af8-4dd0-a180-95f853beaa90 x-openstack-request-id: req-4be14719-8af8-4dd0-a180-95f853beaa90 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:31.606883 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "tag": "f8a1d743-f34a-417e-a0d2-2ddf7c21e32c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:31.606883 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4be14719-8af8-4dd0-a180-95f853beaa90 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:31.607227 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'tag': 'f8a1d743-f34a-417e-a0d2-2ddf7c21e32c', 'status': 'completed', 'code': 200} Nov 22 16:11:31.669613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2556d74d-de05-4a78-88c1-151e06a7bc16 req-5e99f659-8409-4093-87cb-9788d1f32e07 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 210 time: 0.1581271 Nov 22 16:11:31.716155 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:31.803161 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-2f2e5cf1-8861-4d85-acea-bc9f12708815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:31.809762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-2f2e5cf1-8861-4d85-acea-bc9f12708815 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9dc22442-3608-4001-8f63-9f07e6d75248 HTTP/1.1" status: 200 len: 801 time: 0.3372231 Nov 22 16:11:31.820455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:31.842119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:31.848421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Set router e4ea233f-734a-4f75-997c-70315e3120c1 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:31.887963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25d9e5-bd01-4f61-939e-dcfd2d377111 req-9f53a089-5be4-4e6b-a468-7fbc951a8e7c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:31.893802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25d9e5-bd01-4f61-939e-dcfd2d377111 req-9f53a089-5be4-4e6b-a468-7fbc951a8e7c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:31.895497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db25d9e5-bd01-4f61-939e-dcfd2d377111 req-9f53a089-5be4-4e6b-a468-7fbc951a8e7c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1679 time: 0.2642825 Nov 22 16:11:31.953840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:31.954902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:31.958110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:32.013551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Pushing event updated for resources: {'Port': ['ID=9c02b5de-f492-4e14-8aa0-70f7a7930780,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:32.147937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f3c0994e-9a19-4ee9-a809-2a7002207ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:32.150278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f3c0994e-9a19-4ee9-a809-2a7002207ee9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d50494cc-6bad-4f05-b122-fc59dc6f30f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3262427 Nov 22 16:11:32.152591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 555277b2-4f69-42ca-9264-52d9f5b7b9fc up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:32.492684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db25d9e5-bd01-4f61-939e-dcfd2d377111 req-2d937f54-1915-4356-8f9e-d212c745e668 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406978 Nov 22 16:11:32.629258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:32.721549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfc3b4-0170-4c82-80f6-1fa7b5c3a79c req-5fbdea25-a7e4-4a65-a7e3-d8e2d9eddafd tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:32.729278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48cfc3b4-0170-4c82-80f6-1fa7b5c3a79c req-5fbdea25-a7e4-4a65-a7e3-d8e2d9eddafd tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 950 time: 0.5883372 Nov 22 16:11:32.799305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 555277b2-4f69-42ca-9264-52d9f5b7b9fc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:32.799934 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:32.810228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-c3fbfb8b-653f-4379-95b4-ba69f77e08fe service neutron] 10.222.0.11 "GET /v2.0/networks/d50494cc-6bad-4f05-b122-fc59dc6f30f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866899 Nov 22 16:11:32.832591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410cecc-2ee0-4875-a9f2-6fef3ced8fcd None None] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:11:32.907027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c0e0a-1ce3-4371-be69-3b92bbbbc7a7 req-516a1d7e-a79f-4ea0-80c2-8c63c5bc1239 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:32.916483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-827c0e0a-1ce3-4371-be69-3b92bbbbc7a7 req-516a1d7e-a79f-4ea0-80c2-8c63c5bc1239 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 932 time: 0.2805817 Nov 22 16:11:32.984033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48cfc3b4-0170-4c82-80f6-1fa7b5c3a79c req-201e640c-2570-412f-903b-eee4e6da3185 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469459 Nov 22 16:11:32.999227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cd1cee34-123d-40bc-b530-87cbed789284 None None] Provisioning complete for port 555277b2-4f69-42ca-9264-52d9f5b7b9fc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:32.999227 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cd1cee34-123d-40bc-b530-87cbed789284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:33.015046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-2cf9d040-4a5d-479a-a649-4c27394603eb tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:33.016709 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-2cf9d040-4a5d-479a-a649-4c27394603eb tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.71 "GET /v2.0/networks?id=62f5ff35-6856-463d-8a14-fc58d39412be HTTP/1.1" status: 200 len: 821 time: 0.6264181 Nov 22 16:11:33.045895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:11:27Z', 'revision_number': 4, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port': {'id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:17Z', 'updated_at': '2021-11-22T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '9ac63f86-104e-4db6-9e7e-68c8a84fa1b0', 'name': '', 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'mac_address': 'fa:16:3e:bb:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '114de9f3-f96a-4324-99bc-7013c8f1d344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:24Z', 'updated_at': '2021-11-22T16:11:28Z', 'revision_number': 2, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'subnets': [{'id': '114de9f3-f96a-4324-99bc-7013c8f1d344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:33.049488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Request body: {'port': {'device_id': 'a5bd007a-227e-4121-83d2-5eaad4b1f0d1', 'network_id': '62f5ff35-6856-463d-8a14-fc58d39412be', 'admin_state_up': True, 'tenant_id': '08eb50a0119f49febf75606589112392'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:33.143612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Checking router: e4ea233f-734a-4f75-997c-70315e3120c1 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:11:33.144978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Updating router e4ea233f-734a-4f75-997c-70315e3120c1 port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:11:33.255207 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:33.260381 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:33.347812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2dad705-eaee-4ade-a728-2256522f74cc req-e10a8e2a-3f0a-4473-8103-4dea8ebf0785 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 210 time: 0.1350737 Nov 22 16:11:33.372170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-827c0e0a-1ce3-4371-be69-3b92bbbbc7a7 req-ce729880-8976-49f7-b79a-4513bececfb9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501219 Nov 22 16:11:33.378708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 555277b2-4f69-42ca-9264-52d9f5b7b9fc, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=555277b2-4f69-42ca-9264-52d9f5b7b9fc,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:33.416089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:33.494843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-8858d3da-e198-4554-8bbd-701eddce0965 service neutron] 10.222.0.11 "GET /v2.0/networks/d50494cc-6bad-4f05-b122-fc59dc6f30f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736720 Nov 22 16:11:33.552921 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cd1cee34-123d-40bc-b530-87cbed789284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:33.558968 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:33.601764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-bb1475c2-ff38-42f7-8e92-3687954c1d3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c HTTP/1.1" status: 200 len: 217 time: 0.0968769 Nov 22 16:11:33.604341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ab08ea-54b4-468c-9184-e0471ad3cb09 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:33.655698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:33.664179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=555277b2-4f69-42ca-9264-52d9f5b7b9fc,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:33.919058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-cd1cee34-123d-40bc-b530-87cbed789284 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:11:33.919847 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-cd1cee34-123d-40bc-b530-87cbed789284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:11:33.945091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 555277b2-4f69-42ca-9264-52d9f5b7b9fc up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:33.987694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Transition to ACTIVE for port object 54ab08ea-54b4-468c-9184-e0471ad3cb09 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:11:34.041188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:34.227405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-73f2c64e-6656-426b-bc7f-bbf08aa4916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:34.229952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-73f2c64e-6656-426b-bc7f-bbf08aa4916d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48c442f5-9c0d-45b9-97ca-7e2735151081 HTTP/1.1" status: 200 len: 801 time: 0.6014552 Nov 22 16:11:34.337615 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:34.359872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:34.424400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b58d5-52fd-487a-a0db-19d745baba34 req-3b378c29-da76-4f41-aa41-60fc2f03e5bd tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:34.454485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b58d5-52fd-487a-a0db-19d745baba34 req-3b378c29-da76-4f41-aa41-60fc2f03e5bd tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:34.459446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b58b58d5-52fd-487a-a0db-19d745baba34 req-3b378c29-da76-4f41-aa41-60fc2f03e5bd tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1679 time: 0.7924693 Nov 22 16:11:34.460443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Pushing event updated for resources: {'Port': ['ID=54ab08ea-54b4-468c-9184-e0471ad3cb09,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:34.476231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 555277b2-4f69-42ca-9264-52d9f5b7b9fc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:34.476972 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:34.576356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a7c4f-15b4-4b8d-ac44-4769e54de422 None None] Pushing event updated for resources: {'Port': ['ID=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:34.598533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.604444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.610955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.611583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.612187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.612837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.613355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.613909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.614865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.620441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.621058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.621631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:34.787969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b58b58d5-52fd-487a-a0db-19d745baba34 req-30b2117b-643e-4b14-9b4b-4647b712df6c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126774 Nov 22 16:11:34.882830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Attempting to bind port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:34.883725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Attempting to bind port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:34.884128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Attempting to bind port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 on network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:34.932395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:34.932395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Checking segment: {'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:34.933349 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:34.933349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Bound using segment: {'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:34.934103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Bound port: 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52a5786-60f2-4df5-bb79-6080d510ceaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:34.944172 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:34.974652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1c182404-b43e-40f7-b4cf-aa12bff7b37b None None] Provisioning complete for port 555277b2-4f69-42ca-9264-52d9f5b7b9fc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:34.975225 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c182404-b43e-40f7-b4cf-aa12bff7b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:34.986767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eaf12e04-b614-47e5-af52-77063161c9a8 req-28487c9a-0b16-4c2a-94f4-67e78de466ab tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 210 time: 0.1864223 Nov 22 16:11:35.050341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f5af2263-458d-4ea0-ba75-6bbb38866e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:35.052676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-f5af2263-458d-4ea0-ba75-6bbb38866e20 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af0b5165-765f-4c35-a2e1-e1255e13554f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7385528 Nov 22 16:11:35.146426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Attempting to bind port 54ab08ea-54b4-468c-9184-e0471ad3cb09 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:35.147452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Attempting to bind port 54ab08ea-54b4-468c-9184-e0471ad3cb09 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:35.147452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Attempting to bind port 54ab08ea-54b4-468c-9184-e0471ad3cb09 on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:35.158538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Made reservation on behalf of 08eb50a0119f49febf75606589112392 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:35.162418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:35.165850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56ed60-22f7-4420-84d9-57986e04cde9 req-6c88f842-67a1-4223-ad9f-5de532ebfcbf tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:35.175241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b56ed60-22f7-4420-84d9-57986e04cde9 req-6c88f842-67a1-4223-ad9f-5de532ebfcbf tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 944 time: 0.2925453 Nov 22 16:11:35.189941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] For port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:35.192162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Router 11a1fb24-580e-4ce9-800b-2c27b88de718 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:11:35.194108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Port 54ab08ea-54b4-468c-9184-e0471ad3cb09 on network 678ff126-f764-4857-848d-4789f931073a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:11:35.195544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Attempting to bind port 54ab08ea-54b4-468c-9184-e0471ad3cb09 on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:35.199671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] For port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,segment=NetworkSegment(b52a5786-60f2-4df5-bb79-6080d510ceaa),segment_id=b52a5786-60f2-4df5-bb79-6080d510ceaa)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:35.229407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:35.230650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Checking segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:35.231388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Bound using segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:35.232065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Bound port: 54ab08ea-54b4-468c-9184-e0471ad3cb09, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:35.232618 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:35.235622 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:35.402739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] For port 54ab08ea-54b4-468c-9184-e0471ad3cb09, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:35.410581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] For port 54ab08ea-54b4-468c-9184-e0471ad3cb09, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:35.420411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-06aff072-0915-4d80-8ed3-a1df235c7ff6 service neutron] 10.222.0.11 "GET /v2.0/networks/af0b5165-765f-4c35-a2e1-e1255e13554f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571053 Nov 22 16:11:35.439086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b56ed60-22f7-4420-84d9-57986e04cde9 req-8a90174c-4ec1-4c67-87a2-2fec3000b2b8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624252 Nov 22 16:11:35.448457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:35.449988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Routers {'e4ea233f-734a-4f75-997c-70315e3120c1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:35.450214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:11:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4ea233f-734a-4f75-997c-70315e3120c1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:35.598020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Allocated IP 172.20.0.14 (62f5ff35-6856-463d-8a14-fc58d39412be/3e8f91d7-7b8e-4433-9399-e571e250ae89/442d0b6b-59fb-4fb4-b8a3-847c8a7cad27) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:35.606215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:35.609623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:35.615667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] 10.222.0.11 "PUT /v2.0/ports/54ab08ea-54b4-468c-9184-e0471ad3cb09 HTTP/1.1" status: 200 len: 1092 time: 4.1494763 Nov 22 16:11:35.618184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bacf4f-5686-4557-be4b-a4b2b0d603d6', 'tag': '54ab08ea-54b4-468c-9184-e0471ad3cb09'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:35.625758 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "37bacf4f-5686-4557-be4b-a4b2b0d603d6", "tag": "54ab08ea-54b4-468c-9184-e0471ad3cb09"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:35.666778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd71147-f925-4c73-ba49-c47eefa305a5 service neutron] Pushing event updated for resources: {'Port': ['ID=54ab08ea-54b4-468c-9184-e0471ad3cb09,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:35.706686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a7c4f-15b4-4b8d-ac44-4769e54de422 None None] Pushing event updated for resources: {'Port': ['ID=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:35.907522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b3a3ec92-2860-41bd-9524-1f90c20a0884 None None] Provisioning complete for port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:35.908210 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6446463e-ed0f-40ac-8ff2-cb7e96181a47 x-openstack-request-id: req-6446463e-ed0f-40ac-8ff2-cb7e96181a47 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:35.909421 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bacf4f-5686-4557-be4b-a4b2b0d603d6", "tag": "54ab08ea-54b4-468c-9184-e0471ad3cb09", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:35.909555 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ec92-2860-41bd-9524-1f90c20a0884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:35.909710 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6446463e-ed0f-40ac-8ff2-cb7e96181a47 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:35.909710 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bacf4f-5686-4557-be4b-a4b2b0d603d6', 'tag': '54ab08ea-54b4-468c-9184-e0471ad3cb09', 'status': 'completed', 'code': 200} Nov 22 16:11:35.965163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b91d5-3fa0-4cd5-b182-702d6220eef7 req-0772709e-ec4d-4a84-8e13-c2de3d16d6e9 service neutron] 10.222.0.11 "GET /v2.0/networks/af0b5165-765f-4c35-a2e1-e1255e13554f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226738 Nov 22 16:11:36.044928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-6cd9be7f-5313-4077-8ee4-5623522e1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.052261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-6cd9be7f-5313-4077-8ee4-5623522e1d25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 1095 time: 0.3660407 Nov 22 16:11:36.104436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.123069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:11:36.126360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] Set router e4ea233f-734a-4f75-997c-70315e3120c1 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:36.210909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.213719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2c228004-80ab-4cf2-9a0f-8ed026d81a30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09 HTTP/1.1" status: 200 len: 217 time: 0.1469145 Nov 22 16:11:36.290684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-608a26a1-5303-49ca-88b2-ffd7f8a41a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.293166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-608a26a1-5303-49ca-88b2-ffd7f8a41a97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1096 time: 0.2946012 Nov 22 16:11:36.294650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Network 62f5ff35-6856-463d-8a14-fc58d39412be is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:36.298881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Pushing event updated for resources: {'Port': ['ID=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:36.304033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:36.306821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:36.379642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.380270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.395283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d6009-f99f-4273-86e2-b2f48abf8960 req-f2fd1460-8509-4e93-a4a2-c607b37dc3e6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.404162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d6009-f99f-4273-86e2-b2f48abf8960 req-f2fd1460-8509-4e93-a4a2-c607b37dc3e6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.414823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f71d6009-f99f-4273-86e2-b2f48abf8960 req-f2fd1460-8509-4e93-a4a2-c607b37dc3e6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1679 time: 0.3601842 Nov 22 16:11:36.417044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ec92-2860-41bd-9524-1f90c20a0884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.419323 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-99c9c849-e083-4746-904e-4c02a1b74ea4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3877387 Nov 22 16:11:36.426112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-9137d318-7fed-4f60-bcbf-cd47d9ae2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.426740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-9137d318-7fed-4f60-bcbf-cd47d9ae2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.428655 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-9137d318-7fed-4f60-bcbf-cd47d9ae2261 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1981 time: 0.2499213 Nov 22 16:11:36.433738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08bd1f-7dab-4327-9d94-6e14f6531e3a req-04c16fc0-bdb2-4363-9877-217d6a730a63 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.439676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Request body: {'port': {'device_id': 'a5bd007a-227e-4121-83d2-5eaad4b1f0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:36.446918 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce08bd1f-7dab-4327-9d94-6e14f6531e3a req-04c16fc0-bdb2-4363-9877-217d6a730a63 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.2664104 Nov 22 16:11:36.459289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-3e25350b-d62e-4394-9095-2806b3b418d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.461245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-3e25350b-d62e-4394-9095-2806b3b418d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.2250247 Nov 22 16:11:36.549446 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.638289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce08bd1f-7dab-4327-9d94-6e14f6531e3a req-6dcc87d9-c63e-43dc-8f2a-a5eccefc875c tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829672 Nov 22 16:11:36.652539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.653334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-df210168-b654-4d5d-8a4c-5905c81eb18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.655188 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-df210168-b654-4d5d-8a4c-5905c81eb18c service neutron] 10.222.0.11 "GET /v2.0/networks?id=af0b5165-765f-4c35-a2e1-e1255e13554f HTTP/1.1" status: 200 len: 903 time: 0.1351314 Nov 22 16:11:36.659342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:11:36.660715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:36.671095 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Sync routers for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:11:36.674436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b3a3ec92-2860-41bd-9524-1f90c20a0884 None None] For port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,segment=NetworkSegment(b52a5786-60f2-4df5-bb79-6080d510ceaa),segment_id=b52a5786-60f2-4df5-bb79-6080d510ceaa)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:36.675236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:36.679297 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93ff200-2cee-4c84-aafd-8d8f023b055a" -d '{"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:36.686931 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.695223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f71d6009-f99f-4273-86e2-b2f48abf8960 req-9286a28a-b548-45f6-b84b-21920a2be771 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788594 Nov 22 16:11:36.699918 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-4ca1f6be-a52b-4f01-9bab-0a49561825ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.701764 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:36.704359 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:11:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:36.706536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-4ca1f6be-a52b-4f01-9bab-0a49561825ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 920 time: 0.4034269 Nov 22 16:11:36.718729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2990d5ea-b083-4106-aa06-ccd1cc32ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.739861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-2990d5ea-b083-4106-aa06-ccd1cc32ddf9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564089 Nov 22 16:11:36.744744 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-9e177d7a-7e78-4d49-84ac-8f792372b2f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.124&port_id=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c HTTP/1.1" status: 200 len: 217 time: 0.0575948 Nov 22 16:11:36.750821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.752251 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e64c3065-e7c1-40dc-8003-9878656ba88f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.3135219 Nov 22 16:11:36.756372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:36.770337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45824) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:36.775323 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3a3ec92-2860-41bd-9524-1f90c20a0884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:36.824336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-0cabe9ca-53a3-4f0b-9fca-cc241501e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:36.826190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-0cabe9ca-53a3-4f0b-9fca-cc241501e3a5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48c442f5-9c0d-45b9-97ca-7e2735151081 HTTP/1.1" status: 200 len: 801 time: 0.0707102 Nov 22 16:11:37.004194 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:37.020757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3ec92-2860-41bd-9524-1f90c20a0884 None None] Pushing event updated for resources: {'Port': ['ID=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:37.069900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-84c64fed-dbcd-49f8-b234-f1fcb59cff49 None None] Provisioning complete for port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:37.070357 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84c64fed-dbcd-49f8-b234-f1fcb59cff49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:37.099725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-68ec0d45-902b-4bbe-9971-fa9f3f06eb5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 200 len: 217 time: 0.3833745 Nov 22 16:11:37.102138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-521adda9-c7e8-4df0-af8f-d7b9d28cf39a service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276060 Nov 22 16:11:37.182826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-f9d1dad2-2e9d-4964-a106-4db571b63d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:37.187478 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-f9d1dad2-2e9d-4964-a106-4db571b63d7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af0b5165-765f-4c35-a2e1-e1255e13554f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3386543 Nov 22 16:11:37.213303 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:32Z', 'revision_number': 3, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:37.222453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:11:27Z', 'revision_number': 4, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port': {'id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:17Z', 'updated_at': '2021-11-22T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '9ac63f86-104e-4db6-9e7e-68c8a84fa1b0', 'name': '', 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'mac_address': 'fa:16:3e:bb:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '114de9f3-f96a-4324-99bc-7013c8f1d344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:24Z', 'updated_at': '2021-11-22T16:11:35Z', 'revision_number': 4, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'subnets': [{'id': '114de9f3-f96a-4324-99bc-7013c8f1d344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:37.258434 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Checking router: 11a1fb24-580e-4ce9-800b-2c27b88de718 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:11:37.259139 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Updating router 11a1fb24-580e-4ce9-800b-2c27b88de718 port 9c02b5de-f492-4e14-8aa0-70f7a7930780 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:11:37.275864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7f02fb-fd7c-4e91-b940-79997bcd236b None None] The sync data for ids ['e4ea233f-734a-4f75-997c-70315e3120c1'] in n-d-811716-3 is: [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:11:27Z', 'revision_number': 4, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port': {'id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:17Z', 'updated_at': '2021-11-22T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '9ac63f86-104e-4db6-9e7e-68c8a84fa1b0', 'name': '', 'network_id': 'f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'mac_address': 'fa:16:3e:bb:89:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '114de9f3-f96a-4324-99bc-7013c8f1d344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:24Z', 'updated_at': '2021-11-22T16:11:35Z', 'revision_number': 4, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'subnets': [{'id': '114de9f3-f96a-4324-99bc-7013c8f1d344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:37.291251 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:37.354799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-ffe96f87-0b5d-46a4-9973-762fbd6e6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:37.356405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-ffe96f87-0b5d-46a4-9973-762fbd6e6e8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.2169735 Nov 22 16:11:37.367411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbcd916-843c-4588-9beb-fe73945985a8 req-de66ab0e-2e75-409a-a004-9812ae8da7db service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694701 Nov 22 16:11:37.499506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-13280a56-8f8a-4694-a440-e6a76a4ff6d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136160 Nov 22 16:11:37.516475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82232bb-ecc2-4c28-9829-0c8bbc4e3541 req-7e37b00b-b134-4628-8ff6-e7751ec9220c tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:37.525401 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82232bb-ecc2-4c28-9829-0c8bbc4e3541 req-7e37b00b-b134-4628-8ff6-e7751ec9220c tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 932 time: 0.5891471 Nov 22 16:11:37.609919 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-c62c54e4-9191-4108-8653-e1b4a9a9298e service neutron] 10.222.0.11 "GET /v2.0/networks/af0b5165-765f-4c35-a2e1-e1255e13554f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141238 Nov 22 16:11:37.801013 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2329b23a-bbb4-4fa6-9ef3-fc18134c07f7 req-5f83388f-a79b-4dbc-9300-c1d4015718ea service neutron] 10.222.0.11 "GET /v2.0/networks/af0b5165-765f-4c35-a2e1-e1255e13554f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819713 Nov 22 16:11:37.815776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:37.836920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:37.874446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Transition to ACTIVE for port object 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:11:37.893053 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:37.995517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:38.043770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:38.049834 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.071697 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.179576 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8759-1930-4d12-9291-657f91bd4b1d None None] Pushing event updated for resources: {'Port': ['ID=9c02b5de-f492-4e14-8aa0-70f7a7930780,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:38.220429 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Attempting to bind port 9c02b5de-f492-4e14-8aa0-70f7a7930780 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:38.221111 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Attempting to bind port 9c02b5de-f492-4e14-8aa0-70f7a7930780 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:38.221770 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Attempting to bind port 9c02b5de-f492-4e14-8aa0-70f7a7930780 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:38.227893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:38.229373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.230859 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:38.231473 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:38.233631 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.234387 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:38.235113 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Bound port: 9c02b5de-f492-4e14-8aa0-70f7a7930780, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:38.237455 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.283554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Attempting to bind port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:38.283935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Attempting to bind port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '482604b4-16ff-4d00-8c50-c4a8b493a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '62f5ff35-6856-463d-8a14-fc58d39412be'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:38.286044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Attempting to bind port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 on network 62f5ff35-6856-463d-8a14-fc58d39412be {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:38.301687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 on network 62f5ff35-6856-463d-8a14-fc58d39412be not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:11:38.302020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Attempting to bind port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 on network 62f5ff35-6856-463d-8a14-fc58d39412be {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:38.319346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:38.319697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Checking segment: {'id': '482604b4-16ff-4d00-8c50-c4a8b493a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '62f5ff35-6856-463d-8a14-fc58d39412be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:38.320111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Bound using segment: {'id': '482604b4-16ff-4d00-8c50-c4a8b493a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '62f5ff35-6856-463d-8a14-fc58d39412be'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:38.320546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Bound port: 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '482604b4-16ff-4d00-8c50-c4a8b493a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '62f5ff35-6856-463d-8a14-fc58d39412be'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:38.327208 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] For port 9c02b5de-f492-4e14-8aa0-70f7a7930780, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:38.332984 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] For port 9c02b5de-f492-4e14-8aa0-70f7a7930780, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9c02b5de-f492-4e14-8aa0-70f7a7930780,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:38.336420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.341911 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.380953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 15a874e1-d878-4738-aecc-5e8c3f56e299 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:11:38.418943 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d8759-1930-4d12-9291-657f91bd4b1d None None] Pushing event updated for resources: {'Port': ['ID=9c02b5de-f492-4e14-8aa0-70f7a7930780,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:38.444357 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:38.446014 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:11:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:38.528251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecbb5c-6136-4863-8c4b-541082c4eb86 req-8dd99e33-6e07-4501-96f0-07b14228f74c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:38.530944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79ecbb5c-6136-4863-8c4b-541082c4eb86 req-8dd99e33-6e07-4501-96f0-07b14228f74c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 944 time: 1.4467094 Nov 22 16:11:38.573529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] For port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:38.585178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] For port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,segment=NetworkSegment(482604b4-16ff-4d00-8c50-c4a8b493a0da),segment_id=482604b4-16ff-4d00-8c50-c4a8b493a0da)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:38.595196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.692147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-665f5b48-4b63-4765-a220-7ac1e7e06aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:38.697606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-665f5b48-4b63-4765-a220-7ac1e7e06aee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 1095 time: 1.2086227 Nov 22 16:11:38.721799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:38.742739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:38.743296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:38.744784 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-33d59070-12e7-4eee-ad9d-6227aa958ab0 service neutron] 10.222.0.71 "PUT /v2.0/ports/442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 HTTP/1.1" status: 200 len: 1092 time: 2.3125894 Nov 22 16:11:38.745272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bd007a-227e-4121-83d2-5eaad4b1f0d1', 'tag': '442d0b6b-59fb-4fb4-b8a3-847c8a7cad27'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:38.747720 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bd007a-227e-4121-83d2-5eaad4b1f0d1", "tag": "442d0b6b-59fb-4fb4-b8a3-847c8a7cad27"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:38.755587 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:38.878014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:38.907768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'mac_address': 'fa:16:3e:2b:8b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:11:38.929127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-7c7ced4f-cee7-4570-a098-1e38e05d02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:38.931973 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-7c7ced4f-cee7-4570-a098-1e38e05d02c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=08eb50a0119f49febf75606589112392&device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 1095 time: 0.1048334 Nov 22 16:11:39.025616 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:39.030230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82232bb-ecc2-4c28-9829-0c8bbc4e3541 req-3f306a34-09c8-42bb-a4b8-1c9568bdcdac tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5039115 Nov 22 16:11:39.034141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-1f5bc079-5fc1-4039-bbd3-1caacf8e538f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 HTTP/1.1" status: 200 len: 217 time: 0.0923755 Nov 22 16:11:39.060701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15a874e1-d878-4738-aecc-5e8c3f56e299 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:39.101838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:39.112588 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:39.153008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79ecbb5c-6136-4863-8c4b-541082c4eb86 req-0318fca8-8d93-4346-b7bb-5c499ccb869a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873127 Nov 22 16:11:39.155076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-98052f03-a41c-4b3a-8d85-f56db382a1a6 service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6248660 Nov 22 16:11:39.200458 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e53727-3a12-4052-808c-59c4e9e008d5 x-openstack-request-id: req-25e53727-3a12-4052-808c-59c4e9e008d5 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:39.206498 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:39.207195 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25e53727-3a12-4052-808c-59c4e9e008d5 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:39.208702 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'code': 200} Nov 22 16:11:39.328204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-7a2edf4b-518f-47e1-bfae-d2e21b0a9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:39.334224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['15a874e1-d878-4738-aecc-5e8c3f56e299'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:11:39.351926 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:32Z', 'revision_number': 3, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:39.352632 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-7a2edf4b-518f-47e1-bfae-d2e21b0a9449 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e8f91d7-7b8e-4433-9399-e571e250ae89 HTTP/1.1" status: 200 len: 861 time: 0.2977991 Nov 22 16:11:39.400733 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b720fd2a-edaf-4bd4-a44e-a4a7130db174 None None] The sync data for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 is: [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:32Z', 'revision_number': 3, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:39.472014 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-c206d194-7c14-470d-9fae-2a675b606268 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62f5ff35-6856-463d-8a14-fc58d39412be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109905 Nov 22 16:11:39.606428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:39.730706 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-018d56fb-23ec-4d9d-80ab-ba939959df2e service neutron] 10.222.0.71 "GET /v2.0/networks/62f5ff35-6856-463d-8a14-fc58d39412be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428839 Nov 22 16:11:39.736312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76a8b20-7f29-4495-a31e-6293acdb7b55 req-b71e1419-f0b7-4339-8128-15da2f86ee1b service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631549 Nov 22 16:11:39.737881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-2923fe61-06d6-4bdc-940c-22fd37aead45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:39.746625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-2923fe61-06d6-4bdc-940c-22fd37aead45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.9805176 Nov 22 16:11:39.776299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce9fd4-949b-495e-a31a-bbc103740537 req-90130645-1b73-4837-a27e-be518f465978 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:39.791659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37ce9fd4-949b-495e-a31a-bbc103740537 req-90130645-1b73-4837-a27e-be518f465978 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.3749454 Nov 22 16:11:40.081278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-d440a193-e2df-4769-8253-a8e06be32342 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09 HTTP/1.1" status: 200 len: 217 time: 0.2036307 Nov 22 16:11:40.098504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fad8a3-76c9-4c3e-bb9d-55a2c8c6bba0 req-d11b380a-5eac-44d5-b312-68a58293084b tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:40.108485 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c689ac82-1aa1-4fe7-9f35-6ccfdc4a45f5 req-e15d4f5a-621e-430b-a566-d076b7fa2c1d service neutron] 10.222.0.71 "GET /v2.0/networks/62f5ff35-6856-463d-8a14-fc58d39412be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683841 Nov 22 16:11:40.113626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fad8a3-76c9-4c3e-bb9d-55a2c8c6bba0 req-d11b380a-5eac-44d5-b312-68a58293084b tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:40.119576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84fad8a3-76c9-4c3e-bb9d-55a2c8c6bba0 req-d11b380a-5eac-44d5-b312-68a58293084b tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1679 time: 0.6072330 Nov 22 16:11:40.132691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e53fffae-a117-4a1d-af95-adead305187c details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:11:40.225499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-b4e5b411-138e-4c7c-b2d5-8aa3d623a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:40.226951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-b4e5b411-138e-4c7c-b2d5-8aa3d623a2f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0500262 Nov 22 16:11:40.346711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84fad8a3-76c9-4c3e-bb9d-55a2c8c6bba0 req-6dd1cdd4-cdd9-4e18-8154-7d0328b589e4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164989 Nov 22 16:11:40.355132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e53fffae-a117-4a1d-af95-adead305187c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e53fffae-a117-4a1d-af95-adead305187c,segment=NetworkSegment(3feac94d-fe30-49ef-8b86-328c6a68cd3a),segment_id=3feac94d-fe30-49ef-8b86-328c6a68cd3a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:40.370374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e53fffae-a117-4a1d-af95-adead305187c', 'network_id': 'd50494cc-6bad-4f05-b122-fc59dc6f30f3', 'port_id': 'e53fffae-a117-4a1d-af95-adead305187c', 'mac_address': 'fa:16:3e:07:d5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc22442-3608-4001-8f63-9f07e6d75248', 'ip_address': '19.80.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:11:40.428963 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc3c528-20d2-4bc6-ad1a-6d95dd6f8d2d x-openstack-request-id: req-3cc3c528-20d2-4bc6-ad1a-6d95dd6f8d2d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:40.429269 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bd007a-227e-4121-83d2-5eaad4b1f0d1", "tag": "442d0b6b-59fb-4fb4-b8a3-847c8a7cad27", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:40.429532 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cc3c528-20d2-4bc6-ad1a-6d95dd6f8d2d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:40.429972 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5bd007a-227e-4121-83d2-5eaad4b1f0d1', 'tag': '442d0b6b-59fb-4fb4-b8a3-847c8a7cad27', 'status': 'completed', 'code': 200} Nov 22 16:11:40.455235 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:40.457973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 15a874e1-d878-4738-aecc-5e8c3f56e299 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:40.506692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-6b99ff9a-7dc7-4fe2-abcd-8f10072e2d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:40.507645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-6b99ff9a-7dc7-4fe2-abcd-8f10072e2d53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2065122 Nov 22 16:11:40.512752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53fffae-a117-4a1d-af95-adead305187c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:40.538711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e53fffae-a117-4a1d-af95-adead305187c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e53fffae-a117-4a1d-af95-adead305187c,segment=NetworkSegment(3feac94d-fe30-49ef-8b86-328c6a68cd3a),segment_id=3feac94d-fe30-49ef-8b86-328c6a68cd3a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:40.547103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37ce9fd4-949b-495e-a31a-bbc103740537 req-b2fed1c5-bc31-4229-a868-1b2c2dc35254 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7361467 Nov 22 16:11:40.550729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:40.552795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f8a1d743-f34a-417e-a0d2-2ddf7c21e32c details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:11:40.664480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-c90c8b8b-a649-4d8f-bc53-8e1736120fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:40.668575 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-c90c8b8b-a649-4d8f-bc53-8e1736120fc1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=08eb50a0119f49febf75606589112392&device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 1095 time: 0.2003589 Nov 22 16:11:40.674850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 15a874e1-d878-4738-aecc-5e8c3f56e299 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:40.683658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:40.910101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-5d091de5-0984-44b2-9d48-8d3bb0a06064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:40.910743 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-5d091de5-0984-44b2-9d48-8d3bb0a06064 service neutron] 10.222.0.71 "GET /v2.0/networks?id=62f5ff35-6856-463d-8a14-fc58d39412be HTTP/1.1" status: 200 len: 922 time: 0.2316327 Nov 22 16:11:40.930089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e53fffae-a117-4a1d-af95-adead305187c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:41.053849 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-91f9449e-0505-409c-b49b-5965614ba5dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 HTTP/1.1" status: 200 len: 217 time: 0.1281631 Nov 22 16:11:41.059754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-1b8894e0-14ec-49b0-9728-39c4ce6fcbde service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056647 Nov 22 16:11:41.093280 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:41.171702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:41.196431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'f8a1d743-f34a-417e-a0d2-2ddf7c21e32c', 'network_id': 'af0b5165-765f-4c35-a2e1-e1255e13554f', 'port_id': 'f8a1d743-f34a-417e-a0d2-2ddf7c21e32c', 'mac_address': 'fa:16:3e:cf:1e:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 849, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c442f5-9c0d-45b9-97ca-7e2735151081', 'ip_address': '19.86.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:11:41.211870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-41dc81cb-c524-42bf-99b4-6f255744b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:41.214730 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-41dc81cb-c524-42bf-99b4-6f255744b9f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e8f91d7-7b8e-4433-9399-e571e250ae89 HTTP/1.1" status: 200 len: 861 time: 0.1532006 Nov 22 16:11:41.242109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:41.244568 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e97bff-4424-4c16-906a-0aeeb2509bc1" -d '{"events": [{"server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "name": "network-vif-plugged", "status": "completed", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:41.248504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:41.286822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a1d743-f34a-417e-a0d2-2ddf7c21e32c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:41.311168 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-bc02ddfc-0633-4731-8032-a697cb62ab2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=62f5ff35-6856-463d-8a14-fc58d39412be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883386 Nov 22 16:11:41.325852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:41.343099 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:41.344281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 54ab08ea-54b4-468c-9184-e0471ad3cb09 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:11:41.525628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e9cb-786c-4f2f-a44c-ec5b54aba028 req-3dd9840b-49c9-4541-a865-3db973de9901 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:41.541081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8d6e9cb-786c-4f2f-a44c-ec5b54aba028 req-3dd9840b-49c9-4541-a865-3db973de9901 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 944 time: 0.8677475 Nov 22 16:11:41.561632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 54ab08ea-54b4-468c-9184-e0471ad3cb09, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:41.562560 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-9d4023e6-d865-444c-8996-2b2d7c1208ab service neutron] 10.222.0.71 "GET /v2.0/networks/62f5ff35-6856-463d-8a14-fc58d39412be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389035 Nov 22 16:11:41.578292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:41.594725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '54ab08ea-54b4-468c-9184-e0471ad3cb09', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': '54ab08ea-54b4-468c-9184-e0471ad3cb09', 'mac_address': 'fa:16:3e:e1:83:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:11:41.629350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed54677-9503-4efd-b044-770ea798069e req-ae11f2ac-769b-49cf-9f7e-d51e84922c46 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:41.633648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:41.637926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ed54677-9503-4efd-b044-770ea798069e req-ae11f2ac-769b-49cf-9f7e-d51e84922c46 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 944 time: 0.7475557 Nov 22 16:11:41.770011 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e700bc9-86f5-4395-a1c5-9a3d1aa86a4d req-3f6d7136-759f-49cf-98f3-f94ab34cdf53 service neutron] 10.222.0.71 "GET /v2.0/networks/62f5ff35-6856-463d-8a14-fc58d39412be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975181 Nov 22 16:11:41.788478 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:41.795240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:41.906009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ab08ea-54b4-468c-9184-e0471ad3cb09 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:41.951428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8d6e9cb-786c-4f2f-a44c-ec5b54aba028 req-edd683e9-ca4d-42fc-8225-55e774a932e8 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096603 Nov 22 16:11:41.953662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70c077c3-a3a3-4a95-b65a-e334ba2b8a6f req-eed7e411-7f69-46f7-a16b-3470403f7f97 service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8615460 Nov 22 16:11:42.039187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 54ab08ea-54b4-468c-9184-e0471ad3cb09, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:42.040520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9c02b5de-f492-4e14-8aa0-70f7a7930780 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:42.074003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:42.113469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ed54677-9503-4efd-b044-770ea798069e req-5d88206c-f68d-4c1e-8d48-3901b65d2be7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745758 Nov 22 16:11:42.171774 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:42.190428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:42.312655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=54ab08ea-54b4-468c-9184-e0471ad3cb09,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:42.327877 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053f4955-f93e-4785-87d6-91aa04e82036 x-openstack-request-id: req-053f4955-f93e-4785-87d6-91aa04e82036 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:42.328515 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "name": "network-vif-plugged", "status": "completed", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:42.328866 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-053f4955-f93e-4785-87d6-91aa04e82036 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:42.329359 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'code': 200} Nov 22 16:11:42.405978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9c02b5de-f492-4e14-8aa0-70f7a7930780 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:42.406518 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:42.530868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f8a1d743-f34a-417e-a0d2-2ddf7c21e32c'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:11:42.560643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3023d0-5edf-4796-bfb9-4b02afedd6d3 req-be41d002-ec24-4233-8fe7-fce8624042e6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:42.567220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3023d0-5edf-4796-bfb9-4b02afedd6d3 req-be41d002-ec24-4233-8fe7-fce8624042e6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:42.577090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d3023d0-5edf-4796-bfb9-4b02afedd6d3 req-be41d002-ec24-4233-8fe7-fce8624042e6 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1681 time: 0.2657685 Nov 22 16:11:42.595829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c5784-1e83-4531-97fc-eb61d1d18d85 req-801e2bd3-aa4e-4ba7-9370-dfd1ad2fac1a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:42.604277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33c5784-1e83-4531-97fc-eb61d1d18d85 req-801e2bd3-aa4e-4ba7-9370-dfd1ad2fac1a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.2241542 Nov 22 16:11:42.606315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e53fffae-a117-4a1d-af95-adead305187c'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:11:42.640189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['54ab08ea-54b4-468c-9184-e0471ad3cb09'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:11:42.682021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Allocated IP 172.20.0.1 (621a19cc-5309-45d1-ac3c-1e29cf4ede46/ac634a0a-ea4e-40e7-a579-5b56d4fd0741/20d496ad-f984-4877-a2e0-72a957afe530) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:42.742032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33c5784-1e83-4531-97fc-eb61d1d18d85 req-7c3f4ab0-57c9-4894-bddf-81109d9be9b9 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360347 Nov 22 16:11:42.752439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d3023d0-5edf-4796-bfb9-4b02afedd6d3 req-fe28069d-391d-487e-b492-99734da55611 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742189 Nov 22 16:11:42.880859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:42.929302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:42.992317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:42.996037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:43.000481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:43.069802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:43.235052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Pushing event updated for resources: {'Port': ['ID=20d496ad-f984-4877-a2e0-72a957afe530,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:43.349953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a58bae-604c-48b9-bdb5-5d60c7388dee req-916f17f8-b366-4169-acd3-bed0c2267e95 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:43.351740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8a58bae-604c-48b9-bdb5-5d60c7388dee req-916f17f8-b366-4169-acd3-bed0c2267e95 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 944 time: 0.1615851 Nov 22 16:11:43.531340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8a58bae-604c-48b9-bdb5-5d60c7388dee req-88f7dd73-9859-4466-a832-268bc3711d30 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670823 Nov 22 16:11:43.556731 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:43.604738 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:43.640854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 9c02b5de-f492-4e14-8aa0-70f7a7930780, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9c02b5de-f492-4e14-8aa0-70f7a7930780,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:43.666158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-930a8d6a-eb20-477e-9e4a-7241ceb35215 None None] Provisioning complete for port 20d496ad-f984-4877-a2e0-72a957afe530 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:43.666685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-930a8d6a-eb20-477e-9e4a-7241ceb35215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:43.718159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-930a8d6a-eb20-477e-9e4a-7241ceb35215 None None] Port 20d496ad-f984-4877-a2e0-72a957afe530 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:43.719655 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:43.960601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=9c02b5de-f492-4e14-8aa0-70f7a7930780,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:43.984154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.984498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.987095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.987552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.987981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.988454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.988884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.989537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.990140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.990648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.991094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:43.991681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:44.029161 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa551b16-e053-4e95-bccf-1f3eab5fb320 req-0bcbeced-6fc1-41d9-a165-68f3005ec16e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:44.029693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa551b16-e053-4e95-bccf-1f3eab5fb320 req-0bcbeced-6fc1-41d9-a165-68f3005ec16e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1380551 Nov 22 16:11:44.032166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:44.048050 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:44.148897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00022-cf56-47e7-b085-ca2c3d117ef0 req-d170325c-559f-48d2-81d8-9c44593e2a2d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:44.159145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cf00022-cf56-47e7-b085-ca2c3d117ef0 req-d170325c-559f-48d2-81d8-9c44593e2a2d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 945 time: 0.2663329 Nov 22 16:11:44.185815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f8a1d743-f34a-417e-a0d2-2ddf7c21e32c up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:44.207533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:44.224053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Pushing event updated for resources: {'Port': ['ID=20d496ad-f984-4877-a2e0-72a957afe530,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:44.237947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa551b16-e053-4e95-bccf-1f3eab5fb320 req-52ec7a80-4b6e-4b48-a298-d1745cdd7aa4 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997957 Nov 22 16:11:44.254797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:11:44.276699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:44.278761 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:44.362512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:44.367485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:44.391069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:11:44.429581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cf00022-cf56-47e7-b085-ca2c3d117ef0 req-7ce08a0e-acad-47f6-8cfe-49423e8372a4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693665 Nov 22 16:11:44.580272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b2f11-190a-44ff-9eff-4364479cb2e8 req-d3bd12e4-1bbf-4faa-b92e-9ddd422bee65 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:44.598369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b2f11-190a-44ff-9eff-4364479cb2e8 req-d3bd12e4-1bbf-4faa-b92e-9ddd422bee65 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:44.606811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d8b2f11-190a-44ff-9eff-4364479cb2e8 req-d3bd12e4-1bbf-4faa-b92e-9ddd422bee65 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1681 time: 0.2229533 Nov 22 16:11:44.718359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:44.790577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,segment=NetworkSegment(482604b4-16ff-4d00-8c50-c4a8b493a0da),segment_id=482604b4-16ff-4d00-8c50-c4a8b493a0da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:44.804974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1d743-f34a-417e-a0d2-2ddf7c21e32c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:44.807275 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3513d3a4-1d56-43d8-a1c6-b2fdca1ecb67" -d '{"events": [{"server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "name": "network-vif-plugged", "status": "completed", "tag": "f8a1d743-f34a-417e-a0d2-2ddf7c21e32c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:44.834571 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3bbcd253-8c89-4b3b-b225-efae49ac9318 None None] Provisioning complete for port 20d496ad-f984-4877-a2e0-72a957afe530 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:44.834571 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bbcd253-8c89-4b3b-b225-efae49ac9318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:44.845497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d8b2f11-190a-44ff-9eff-4364479cb2e8 req-59ada0a1-b55f-47fd-8c21-5d2ef19ac671 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375448 Nov 22 16:11:44.866619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Router 11a1fb24-580e-4ce9-800b-2c27b88de718 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:11:44.895943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2925521-04d9-4d60-bd22-a481e7b49d44 req-1d2ca86f-944f-459e-8a0c-e32b3d743aa9 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:44.895943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2925521-04d9-4d60-bd22-a481e7b49d44 req-1d2ca86f-944f-459e-8a0c-e32b3d743aa9 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 944 time: 0.2357812 Nov 22 16:11:44.983503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3bbcd253-8c89-4b3b-b225-efae49ac9318 None None] Port 20d496ad-f984-4877-a2e0-72a957afe530 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:11:45.003364 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735a84b9-c293-4600-af2c-970df6e3ffd9 x-openstack-request-id: req-735a84b9-c293-4600-af2c-970df6e3ffd9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:45.004305 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "name": "network-vif-plugged", "status": "completed", "tag": "f8a1d743-f34a-417e-a0d2-2ddf7c21e32c", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:45.005198 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-735a84b9-c293-4600-af2c-970df6e3ffd9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:45.005761 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a1d743-f34a-417e-a0d2-2ddf7c21e32c', 'code': 200} Nov 22 16:11:45.008709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:45.010047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '442d0b6b-59fb-4fb4-b8a3-847c8a7cad27', 'network_id': '62f5ff35-6856-463d-8a14-fc58d39412be', 'port_id': '442d0b6b-59fb-4fb4-b8a3-847c8a7cad27', 'mac_address': 'fa:16:3e:06:b9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8f91d7-7b8e-4433-9399-e571e250ae89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:11:45.092119 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:45.119218 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:45.124275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:11:45.151791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,segment=NetworkSegment(482604b4-16ff-4d00-8c50-c4a8b493a0da),segment_id=482604b4-16ff-4d00-8c50-c4a8b493a0da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:45.219960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2925521-04d9-4d60-bd22-a481e7b49d44 req-2084163f-c7b0-4710-851a-ea3697346dc9 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314052 Nov 22 16:11:45.226484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:45.230770 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:45.347662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:45.401252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:11:45.432431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d6d8dd61-13f3-494f-9e4d-8475f2cca181 admin admin] 10.222.0.69 "PUT /v2.0/routers/11a1fb24-580e-4ce9-800b-2c27b88de718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6261621 Nov 22 16:11:45.441068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Sync routers for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:11:45.501001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:45.501640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:11:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:45.604072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f820a-7e26-4eb1-b67f-6d66640b67bf req-ba742afc-8746-4dac-9982-5dea1191214f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:45.614294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d4f820a-7e26-4eb1-b67f-6d66640b67bf req-ba742afc-8746-4dac-9982-5dea1191214f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.2009294 Nov 22 16:11:45.645072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['442d0b6b-59fb-4fb4-b8a3-847c8a7cad27'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:11:46.015787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9c02b5de-f492-4e14-8aa0-70f7a7930780 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:46.092661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ca95d-2fbc-419b-886b-857de840460f req-7b8778d3-35df-4506-9a6c-88ac470c758c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:46.094147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a2ca95d-2fbc-419b-886b-857de840460f req-7b8778d3-35df-4506-9a6c-88ac470c758c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 945 time: 0.4643092 Nov 22 16:11:46.107258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:46.140106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d4f820a-7e26-4eb1-b67f-6d66640b67bf req-f9cf99f9-013b-47e7-b67d-425eba7d3128 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247960 Nov 22 16:11:46.184342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e53fffae-a117-4a1d-af95-adead305187c up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:46.202352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a2ca95d-2fbc-419b-886b-857de840460f req-43acaf72-8c49-4de7-9b80-64660bc35383 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001606 Nov 22 16:11:46.322757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9c02b5de-f492-4e14-8aa0-70f7a7930780 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:46.323389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.452844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e53fffae-a117-4a1d-af95-adead305187c completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:11:46.471371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e53fffae-a117-4a1d-af95-adead305187c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:46.471776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.548023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45962) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:46.554633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947079466', 'description': 'tempest-description--394895212'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:46.602611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.679867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 2, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:46.719949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Checking router: 11a1fb24-580e-4ce9-800b-2c27b88de718 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:11:46.720687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Updating router 11a1fb24-580e-4ce9-800b-2c27b88de718 port 20d496ad-f984-4877-a2e0-72a957afe530 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:11:46.724153 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.755659 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.762277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c017bc-29ea-454f-87b0-e23b3100600d req-ff6dbba2-9682-4583-a04c-30fee2ac4796 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:46.764483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.769214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.792191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c017bc-29ea-454f-87b0-e23b3100600d req-ff6dbba2-9682-4583-a04c-30fee2ac4796 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:46.798966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20c017bc-29ea-454f-87b0-e23b3100600d req-ff6dbba2-9682-4583-a04c-30fee2ac4796 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1682 time: 0.1408043 Nov 22 16:11:46.814834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e53fffae-a117-4a1d-af95-adead305187c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e53fffae-a117-4a1d-af95-adead305187c,segment=NetworkSegment(3feac94d-fe30-49ef-8b86-328c6a68cd3a),segment_id=3feac94d-fe30-49ef-8b86-328c6a68cd3a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:46.844897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.850471 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3009696 Nov 22 16:11:46.851388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45966) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:46.861970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9b0e5aea-0a0e-457b-b122-504f0a272d4f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Request body: {'security_group_rule': {'security_group_id': '78e71a65-6c93-4726-86bb-8fae341a9477', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:46.871215 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:46.873854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 54ab08ea-54b4-468c-9184-e0471ad3cb09 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:46.901869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20c017bc-29ea-454f-87b0-e23b3100600d req-cfc9b120-34e3-4ac4-bfd2-374137e83452 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898266 Nov 22 16:11:46.918447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e71a65-6c93-4726-86bb-8fae341a9477,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:46.943466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.944279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.944568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.944971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.945398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.946062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.946789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.946789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.947145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.947467 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.947803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.948166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1385a232-75be-42ce-8903-57a9106c8ab8 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:11:46.955049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5aea-0a0e-457b-b122-504f0a272d4f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.010289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53fffae-a117-4a1d-af95-adead305187c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:47.012924 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d885a0da-eb9b-4dfa-9503-425c9d6fa632" -d '{"events": [{"server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "name": "network-vif-plugged", "status": "completed", "tag": "e53fffae-a117-4a1d-af95-adead305187c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:47.013129 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5aea-0a0e-457b-b122-504f0a272d4f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.020449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5aea-0a0e-457b-b122-504f0a272d4f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.046556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e5aea-0a0e-457b-b122-504f0a272d4f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c00dfe2-1e90-453b-b1fa-181033c179ae,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:47.071399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b0e5aea-0a0e-457b-b122-504f0a272d4f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.076585 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9b0e5aea-0a0e-457b-b122-504f0a272d4f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2240193 Nov 22 16:11:47.077346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45970) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:47.088840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-61c6c927-8a91-4923-905c-4eaa5695890c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Request body: {'security_group_rule': {'security_group_id': '78e71a65-6c93-4726-86bb-8fae341a9477', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:47.115750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee294-1e5a-4d94-8d0c-0637f476470a req-ce7e2d37-842e-4bfe-9201-2e50368e87e6 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:47.126225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-174ee294-1e5a-4d94-8d0c-0637f476470a req-ce7e2d37-842e-4bfe-9201-2e50368e87e6 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 945 time: 0.0753646 Nov 22 16:11:47.161838 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c6c927-8a91-4923-905c-4eaa5695890c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.225076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-174ee294-1e5a-4d94-8d0c-0637f476470a req-2a8587b5-63f8-4bef-9f31-f320617c7fcc tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975027 Nov 22 16:11:47.362469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c6c927-8a91-4923-905c-4eaa5695890c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.372944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c6c927-8a91-4923-905c-4eaa5695890c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.427025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6c927-8a91-4923-905c-4eaa5695890c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f458fd-8c8f-4f2d-b241-6961089ef993,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:47.444574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c6c927-8a91-4923-905c-4eaa5695890c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.450786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61c6c927-8a91-4923-905c-4eaa5695890c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3722124 Nov 22 16:11:47.451593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:11:47.458260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:47.483877 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87aa9e5d-f75a-426e-a852-20043941b216 x-openstack-request-id: req-87aa9e5d-f75a-426e-a852-20043941b216 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:47.484551 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "name": "network-vif-plugged", "status": "completed", "tag": "e53fffae-a117-4a1d-af95-adead305187c", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:47.484551 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-87aa9e5d-f75a-426e-a852-20043941b216 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:47.484832 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53fffae-a117-4a1d-af95-adead305187c', 'code': 200} Nov 22 16:11:47.508512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02baba-1c36-4c70-961a-dffc76fadafe req-6481b0e3-9c8f-415a-9806-e3f6c43a613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:47.508999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02baba-1c36-4c70-961a-dffc76fadafe req-6481b0e3-9c8f-415a-9806-e3f6c43a613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:47.510655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb02baba-1c36-4c70-961a-dffc76fadafe req-6481b0e3-9c8f-415a-9806-e3f6c43a613d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1985 time: 0.1191831 Nov 22 16:11:47.535355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e53fffae-a117-4a1d-af95-adead305187c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:47.631857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb02baba-1c36-4c70-961a-dffc76fadafe req-9a333f8d-ed81-4d83-8a30-52bde60ed7e3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598791 Nov 22 16:11:47.631857 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.640765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 54ab08ea-54b4-468c-9184-e0471ad3cb09 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:11:47.647543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 54ab08ea-54b4-468c-9184-e0471ad3cb09 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:47.648082 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.678537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f230d8-dc7e-4416-8b22-187236a2d4a4 req-59adef83-570f-4cfd-baa5-71257e2880ca tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:47.686190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04f230d8-dc7e-4416-8b22-187236a2d4a4 req-59adef83-570f-4cfd-baa5-71257e2880ca tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.2090704 Nov 22 16:11:47.811752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04f230d8-dc7e-4416-8b22-187236a2d4a4 req-e431587c-f050-4968-9b3c-6021b97c0aa5 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217284 Nov 22 16:11:47.878902 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.890069 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.916069 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:47.980708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.048216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 54ab08ea-54b4-468c-9184-e0471ad3cb09, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:48.058337 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.064717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244303b-66e2-4ae7-84a1-60abbc63bc07 None None] Pushing event updated for resources: {'Port': ['ID=20d496ad-f984-4877-a2e0-72a957afe530,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:48.081562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeeded-7151-4132-916e-2c825c60c11f req-3a389681-aef7-47e8-a125-cfd583026497 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:48.095373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6dfeeded-7151-4132-916e-2c825c60c11f req-3a389681-aef7-47e8-a125-cfd583026497 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 945 time: 0.1642616 Nov 22 16:11:48.186764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Attempting to bind port 20d496ad-f984-4877-a2e0-72a957afe530 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:11:48.188671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Attempting to bind port 20d496ad-f984-4877-a2e0-72a957afe530 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:11:48.189244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Attempting to bind port 20d496ad-f984-4877-a2e0-72a957afe530 on network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:11:48.198847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:11:48.200135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Checking segment: {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:11:48.202383 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.204441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Bound using segment: {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:11:48.205162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Bound port: 20d496ad-f984-4877-a2e0-72a957afe530, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:11:48.207442 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.284471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=54ab08ea-54b4-468c-9184-e0471ad3cb09,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:48.331830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Allocated IP 172.25.5.218 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/dd03c650-2dc1-436d-ad76-ec78dd1896a7) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:11:48.355478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6dfeeded-7151-4132-916e-2c825c60c11f req-671fc3e5-63df-4808-aa84-908cbb0511d4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471361 Nov 22 16:11:48.384272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] For port 20d496ad-f984-4877-a2e0-72a957afe530, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:11:48.390798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] For port 20d496ad-f984-4877-a2e0-72a957afe530, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20d496ad-f984-4877-a2e0-72a957afe530,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:11:48.396313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:48.478933 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.537895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cec1a1a9-fdf2-4c7d-8cea-7ba4ebe71473 None None] Provisioning complete for port 20d496ad-f984-4877-a2e0-72a957afe530 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:48.539034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cec1a1a9-fdf2-4c7d-8cea-7ba4ebe71473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.571802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.655642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:11:48.659692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2e94-7505-4489-96b2-3f8074892f62 req-7f9e2393-977f-438b-9651-cb943e995854 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:48.660978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f244303b-66e2-4ae7-84a1-60abbc63bc07 None None] Pushing event updated for resources: {'Port': ['ID=20d496ad-f984-4877-a2e0-72a957afe530,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:48.667824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:11:48.668988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b2e94-7505-4489-96b2-3f8074892f62 req-7f9e2393-977f-438b-9651-cb943e995854 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:48.674544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:11:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:48.678253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-331b2e94-7505-4489-96b2-3f8074892f62 req-7f9e2393-977f-438b-9651-cb943e995854 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1683 time: 0.1840861 Nov 22 16:11:48.685078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:48.685563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.776736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-331b2e94-7505-4489-96b2-3f8074892f62 req-3cf3ef5c-6b34-4374-9395-cf008f0fb623 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969605 Nov 22 16:11:48.790635 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:48.935042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:11:48.940062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:11:48.956627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:11:49.045802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event updated for resources: {'Port': ['ID=dd03c650-2dc1-436d-ad76-ec78dd1896a7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:49.046225 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bea8ea9-95ed-4a68-b6e5-3a47bbcc0641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.079633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cec1a1a9-fdf2-4c7d-8cea-7ba4ebe71473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.123106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a18d06-b7f9-43d1-8ef2-d92ef24bc9b3 req-49314293-1527-4d50-aded-bfa663cb19c7 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:49.131461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4a18d06-b7f9-43d1-8ef2-d92ef24bc9b3 req-49314293-1527-4d50-aded-bfa663cb19c7 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 945 time: 0.1877890 Nov 22 16:11:49.138780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:11:49.185274 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.305453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.329465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cec1a1a9-fdf2-4c7d-8cea-7ba4ebe71473 None None] For port 20d496ad-f984-4877-a2e0-72a957afe530, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20d496ad-f984-4877-a2e0-72a957afe530,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:49.333372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.376678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4a18d06-b7f9-43d1-8ef2-d92ef24bc9b3 req-25d8e908-6b55-4051-beb0-a3ee79bc0b3f tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450180 Nov 22 16:11:49.380771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,segment=NetworkSegment(482604b4-16ff-4d00-8c50-c4a8b493a0da),segment_id=482604b4-16ff-4d00-8c50-c4a8b493a0da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:11:49.382166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cec1a1a9-fdf2-4c7d-8cea-7ba4ebe71473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.447086 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.493313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bacf4f-5686-4557-be4b-a4b2b0d603d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ab08ea-54b4-468c-9184-e0471ad3cb09'}, {'server_uuid': 'a5bd007a-227e-4121-83d2-5eaad4b1f0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442d0b6b-59fb-4fb4-b8a3-847c8a7cad27'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:11:49.495693 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1af63cb-9ee8-431a-8003-85f51b87bac9" -d '{"events": [{"server_uuid": "37bacf4f-5686-4557-be4b-a4b2b0d603d6", "name": "network-vif-plugged", "status": "completed", "tag": "54ab08ea-54b4-468c-9184-e0471ad3cb09"}, {"server_uuid": "a5bd007a-227e-4121-83d2-5eaad4b1f0d1", "name": "network-vif-plugged", "status": "completed", "tag": "442d0b6b-59fb-4fb4-b8a3-847c8a7cad27"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:11:49.539611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-15b31742-4d53-4247-a81c-0a8a7a7b0212 None None] Provisioning complete for port 20d496ad-f984-4877-a2e0-72a957afe530 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:49.541268 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-15b31742-4d53-4247-a81c-0a8a7a7b0212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.658266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1a1a9-fdf2-4c7d-8cea-7ba4ebe71473 None None] Pushing event updated for resources: {'Port': ['ID=20d496ad-f984-4877-a2e0-72a957afe530,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:49.678127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.712011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:49.846129 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:49.866218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event updated for resources: {'Port': ['ID=dd03c650-2dc1-436d-ad76-ec78dd1896a7,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:11:49.887693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:48Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:11:49.945753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d86c9-1adc-48e9-8d40-9e6f66f4183e None None] The sync data for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 is: [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:48Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:11:49.993073 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:50.059331 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:50.061237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-44294be8-68b0-48f2-8ea3-7f3595524485 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6076791 Nov 22 16:11:50.097928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba060ec-9e26-40d7-83a8-f9e8daaa7710 req-5907cfb2-6d4d-4f5d-a840-9f13b4d9cf96 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:50.103194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ba060ec-9e26-40d7-83a8-f9e8daaa7710 req-5907cfb2-6d4d-4f5d-a840-9f13b4d9cf96 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.4203908 Nov 22 16:11:50.205593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ba060ec-9e26-40d7-83a8-f9e8daaa7710 req-15434d1e-03f3-434d-8ba9-9f46a637810e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951126 Nov 22 16:11:50.384026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238f3f9-eb21-40eb-902d-c462c5b7205b req-895f2384-e6ec-4254-b6a4-7e0c3d27c582 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:50.400368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3238f3f9-eb21-40eb-902d-c462c5b7205b req-895f2384-e6ec-4254-b6a4-7e0c3d27c582 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 946 time: 0.1004479 Nov 22 16:11:50.498419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3238f3f9-eb21-40eb-902d-c462c5b7205b req-46e52769-2654-40bd-9e52-94723ba42436 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947139 Nov 22 16:11:50.599113 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c351ee-3cc9-44dd-924a-598791f77003 x-openstack-request-id: req-15c351ee-3cc9-44dd-924a-598791f77003 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:11:50.599644 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bacf4f-5686-4557-be4b-a4b2b0d603d6", "name": "network-vif-plugged", "status": "completed", "tag": "54ab08ea-54b4-468c-9184-e0471ad3cb09", "code": 200}, {"server_uuid": "a5bd007a-227e-4121-83d2-5eaad4b1f0d1", "name": "network-vif-plugged", "status": "completed", "tag": "442d0b6b-59fb-4fb4-b8a3-847c8a7cad27", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:11:50.599879 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15c351ee-3cc9-44dd-924a-598791f77003 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:11:50.600411 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bacf4f-5686-4557-be4b-a4b2b0d603d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ab08ea-54b4-468c-9184-e0471ad3cb09', 'code': 200} Nov 22 16:11:50.600772 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bd007a-227e-4121-83d2-5eaad4b1f0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442d0b6b-59fb-4fb4-b8a3-847c8a7cad27', 'code': 200} Nov 22 16:11:50.844296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10915f1-f645-4375-a4d8-2294165c2fe0 req-f3a9cff6-f98d-400e-b735-9a5724301146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:50.845847 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d10915f1-f645-4375-a4d8-2294165c2fe0 req-f3a9cff6-f98d-400e-b735-9a5724301146 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 1097 time: 0.1338511 Nov 22 16:11:50.852535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e71f77-bc90-4c2a-996e-df0ecd89c058 req-c3182a09-00d3-4d92-b969-38e79286bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:50.860570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37e71f77-bc90-4c2a-996e-df0ecd89c058 req-c3182a09-00d3-4d92-b969-38e79286bd55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 1097 time: 0.1786723 Nov 22 16:11:50.972641 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d10915f1-f645-4375-a4d8-2294165c2fe0 req-8c559bdf-2dbe-48d8-a876-a688902baeb3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180747 Nov 22 16:11:50.981195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37e71f77-bc90-4c2a-996e-df0ecd89c058 req-97213fd4-8391-4a90-887b-a0b1a65ac4d0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017337 Nov 22 16:11:51.003571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ae2a-a81b-4dd5-9d59-e8b8a5b3afb6 req-90f5dbf7-7a62-49d7-b7cd-0abb52132814 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:51.018247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ae2a-a81b-4dd5-9d59-e8b8a5b3afb6 req-90f5dbf7-7a62-49d7-b7cd-0abb52132814 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:51.029656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a142ae2a-a81b-4dd5-9d59-e8b8a5b3afb6 req-90f5dbf7-7a62-49d7-b7cd-0abb52132814 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1683 time: 0.2906392 Nov 22 16:11:51.107426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a142ae2a-a81b-4dd5-9d59-e8b8a5b3afb6 req-387ad416-affa-4b33-9967-0764cb0e296a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768909 Nov 22 16:11:51.292515 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3e08349-6c79-4f54-875b-f5992140c21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:51.325547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95232d41-97d9-434c-ac68-e15a9f3ecd0d req-77baf7fd-049f-4fb7-a49a-e0c05b47de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:51.329544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95232d41-97d9-434c-ac68-e15a9f3ecd0d req-77baf7fd-049f-4fb7-a49a-e0c05b47de40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1096 time: 0.1061249 Nov 22 16:11:51.440039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95232d41-97d9-434c-ac68-e15a9f3ecd0d req-4cd3ec8a-fc1c-4d11-b188-70e293331714 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854750 Nov 22 16:11:51.974411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20d496ad-f984-4877-a2e0-72a957afe530 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:11:52.035423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 20d496ad-f984-4877-a2e0-72a957afe530 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:11:52.036012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:52.346091 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:52.451805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:54.387325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:54.405000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:54.753748 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:56.884593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-6dedc232-6c4d-42b7-9974-57ad048124dc tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--947079466&fields=id&tenant_id=dc1484af90514c79bfa84537d531365f HTTP/1.1" status: 200 len: 267 time: 0.0850804 Nov 22 16:11:56.958117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1d53e-9f1f-4a4e-ae5e-234820f4c41b req-c19a809c-16d8-4de8-8d71-a3380e56e957 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:56.959605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ef1d53e-9f1f-4a4e-ae5e-234820f4c41b req-c19a809c-16d8-4de8-8d71-a3380e56e957 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.1232033 Nov 22 16:11:57.053407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750068bd-dd2f-4603-92dc-4326412cd49f req-fb852879-fe1b-4767-87b2-844146970554 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:57.055212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-fb852879-fe1b-4767-87b2-844146970554 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/networks?id=621a19cc-5309-45d1-ac3c-1e29cf4ede46 HTTP/1.1" status: 200 len: 806 time: 0.1640501 Nov 22 16:11:57.083411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ef1d53e-9f1f-4a4e-ae5e-234820f4c41b req-6829ef2f-e065-44bf-bacb-0f0e523ac10a tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946572 Nov 22 16:11:57.091387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-8779ff69-55fb-4344-8583-63689faf773f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/quotas/dc1484af90514c79bfa84537d531365f HTTP/1.1" status: 200 len: 375 time: 0.0180967 Nov 22 16:11:57.182098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-1d75384d-4525-4e95-9b32-bfe1c06f0264 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc1484af90514c79bfa84537d531365f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829451 Nov 22 16:11:57.316674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87846c65-62c8-49ca-9f66-849de3425382 req-c9959223-7519-4ea5-8672-abe7496e3412 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:57.318164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87846c65-62c8-49ca-9f66-849de3425382 req-c9959223-7519-4ea5-8672-abe7496e3412 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0997183 Nov 22 16:11:57.350492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-5ad3b9e9-c70d-4392-be59-9e3bee18140e service neutron] 10.222.0.69 "GET /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515028 Nov 22 16:11:57.427141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87846c65-62c8-49ca-9f66-849de3425382 req-90e72c3d-860b-4df7-862d-b66ef3d4329d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947995 Nov 22 16:11:57.492012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-1c691ea1-fbb6-4fb1-867e-8f1b8ddc9fe4 service neutron] 10.222.0.69 "GET /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197903 Nov 22 16:11:57.568341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98671f9f-ea69-47dc-9c3c-d6f63070ea69 req-efc1cef4-b3d3-4085-b196-8c87dea09b45 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:57.570130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98671f9f-ea69-47dc-9c3c-d6f63070ea69 req-efc1cef4-b3d3-4085-b196-8c87dea09b45 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 946 time: 0.0650771 Nov 22 16:11:57.642253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98671f9f-ea69-47dc-9c3c-d6f63070ea69 req-d5227d37-5671-416e-9ddc-955a3dafc314 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582023 Nov 22 16:11:57.936597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-177f3a26-df58-486c-9354-85bff7d0276c req-464c15fe-b9e4-481e-bd9c-f17771b3ad67 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 210 time: 0.0411925 Nov 22 16:11:58.121339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061133-a57c-4bc1-b5b0-a4618863f85d req-d8bdff8d-e7c7-4cf8-9b0a-3e30ab964628 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:58.131367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04061133-a57c-4bc1-b5b0-a4618863f85d req-d8bdff8d-e7c7-4cf8-9b0a-3e30ab964628 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:58.145243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04061133-a57c-4bc1-b5b0-a4618863f85d req-d8bdff8d-e7c7-4cf8-9b0a-3e30ab964628 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1683 time: 0.1002898 Nov 22 16:11:58.245523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04061133-a57c-4bc1-b5b0-a4618863f85d req-136801b5-078a-458e-950e-2f75077eb472 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931206 Nov 22 16:11:58.261440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-c651c835-fca0-44cc-be93-cc658e9fb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:58.267208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-c651c835-fca0-44cc-be93-cc658e9fb005 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1096 time: 0.1169462 Nov 22 16:11:58.489789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7841093-e66e-4602-bc21-3f43ebffc2db req-377cd4e5-6d2a-40db-84d4-199a557fccae tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:58.491929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7841093-e66e-4602-bc21-3f43ebffc2db req-377cd4e5-6d2a-40db-84d4-199a557fccae tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1273644 Nov 22 16:11:58.500218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-b3b1d931-797f-4171-9603-b18add1d8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:58.501962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-b3b1d931-797f-4171-9603-b18add1d8c01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 920 time: 0.2290969 Nov 22 16:11:58.511703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3bf56-610c-4016-b147-71bfd64dfd31 req-4a1852b0-0571-4340-ace5-d41b0acca972 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:58.513426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50e3bf56-610c-4016-b147-71bfd64dfd31 req-4a1852b0-0571-4340-ace5-d41b0acca972 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.1179073 Nov 22 16:11:58.576536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-f7a9cc8c-baf3-4b54-910d-de069d0ecaa4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 200 len: 217 time: 0.0614729 Nov 22 16:11:58.673784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50e3bf56-610c-4016-b147-71bfd64dfd31 req-90590bd6-4d57-4e01-8932-ced97f9fe0b4 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523676 Nov 22 16:11:58.679643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7841093-e66e-4602-bc21-3f43ebffc2db req-f0307bfa-98f1-44d1-853b-9539ca6afda1 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765218 Nov 22 16:11:58.699828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-966f4a18-f932-4fad-8198-733fbf051b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:58.701356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-966f4a18-f932-4fad-8198-733fbf051b35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.1077564 Nov 22 16:11:58.752198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-28217a77-141d-489b-ac26-20289095bd19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375934 Nov 22 16:11:58.865778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fdacc-e284-45e1-9f4f-d24829619a8b req-779b1788-45d0-4833-8364-1bc8ef4ecf2a tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:58.867290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-652fdacc-e284-45e1-9f4f-d24829619a8b req-779b1788-45d0-4833-8364-1bc8ef4ecf2a tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 950 time: 0.1053274 Nov 22 16:11:58.925722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-bb52b26b-2b04-4511-9e0b-5b5925399c85 service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526515 Nov 22 16:11:58.976293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-652fdacc-e284-45e1-9f4f-d24829619a8b req-d1aaf275-d4d4-4bef-a681-13c518d9c005 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886428 Nov 22 16:11:59.111208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5200ac7e-25bf-4686-b788-e07b08725df8 req-9ddb15f4-ee4c-46d2-937e-1c7dc020500c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 210 time: 0.0326569 Nov 22 16:11:59.136171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4cef902-71a9-4f0b-9b72-b34c88d10095 req-75d2b374-cf64-4480-ab82-112584ce0450 service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768486 Nov 22 16:11:59.308510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750068bd-dd2f-4603-92dc-4326412cd49f req-5fdcb4e0-26f3-4d32-a2b4-209afed31e03 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:59.310215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-5fdcb4e0-26f3-4d32-a2b4-209afed31e03 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.11 "GET /v2.0/networks?id=621a19cc-5309-45d1-ac3c-1e29cf4ede46 HTTP/1.1" status: 200 len: 806 time: 0.1666522 Nov 22 16:11:59.515592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b6f3-3788-41d5-88c4-a31154819762 req-cd2168e8-60e1-4c91-b2de-63c79ec9dc80 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:59.518913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510b6f3-3788-41d5-88c4-a31154819762 req-cd2168e8-60e1-4c91-b2de-63c79ec9dc80 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:59.531434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8510b6f3-3788-41d5-88c4-a31154819762 req-cd2168e8-60e1-4c91-b2de-63c79ec9dc80 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1683 time: 0.1565351 Nov 22 16:11:59.540108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-28f95cf8-ccc6-423a-87f1-e78c023a9583 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1484af90514c79bfa84537d531365f HTTP/1.1" status: 200 len: 379 time: 0.2171972 Nov 22 16:11:59.568402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Request body: {'port': {'device_id': '97627a00-8976-4b89-b9fe-766e645d1088', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'admin_state_up': True, 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'security_groups': ['78e71a65-6c93-4726-86bb-8fae341a9477']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:11:59.688870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8510b6f3-3788-41d5-88c4-a31154819762 req-e7a898a1-7eb7-41f1-97ca-166c30bfec50 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566021 Nov 22 16:11:59.700097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-f00cf405-e2ca-4ba3-98c7-c670ca7b76ac tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:59.706720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-f00cf405-e2ca-4ba3-98c7-c670ca7b76ac tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:59.709591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-f00cf405-e2ca-4ba3-98c7-c670ca7b76ac tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1683 time: 0.1761529 Nov 22 16:11:59.833366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329e001-e588-44e0-9293-c1a9e111e621 req-3db8bf39-008d-46da-b3bb-1b024b8b1da3 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:59.835255 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9329e001-e588-44e0-9293-c1a9e111e621 req-3db8bf39-008d-46da-b3bb-1b024b8b1da3 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.0829453 Nov 22 16:11:59.912945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Made reservation on behalf of dc1484af90514c79bfa84537d531365f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:11:59.916818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:11:59.966840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da009cea-494c-4d6d-ab71-3448477bfd1a req-636b0d56-cd2c-4884-89f4-d98f6358fb2d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:11:59.972499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da009cea-494c-4d6d-ab71-3448477bfd1a req-636b0d56-cd2c-4884-89f4-d98f6358fb2d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1721947 Nov 22 16:11:59.988821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Deleting port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:11:59.989208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:00.003127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49192125-e34b-4037-8477-af379f8c49cc req-0fd8c41c-ab98-4275-ae5f-64089370a9f3 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:00.005162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49192125-e34b-4037-8477-af379f8c49cc req-0fd8c41c-ab98-4275-ae5f-64089370a9f3 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5bd007a-227e-4121-83d2-5eaad4b1f0d1 HTTP/1.1" status: 200 len: 946 time: 0.1668291 Nov 22 16:12:00.095811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:00.096192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:00.109662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] For port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,segment=NetworkSegment(482604b4-16ff-4d00-8c50-c4a8b493a0da),segment_id=482604b4-16ff-4d00-8c50-c4a8b493a0da)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:00.110030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:00.124706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Calling delete_port for 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:00.209581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da009cea-494c-4d6d-ab71-3448477bfd1a req-35c4a4f0-769c-4cbf-af77-001d1f693e09 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229574 Nov 22 16:12:00.283534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:00.296726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['442d0b6b-59fb-4fb4-b8a3-847c8a7cad27'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:00.334284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Pushing event deleted for resources: {'Port': ['ID=442d0b6b-59fb-4fb4-b8a3-847c8a7cad27,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:00.381547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] No DVR routers for this DVR port 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:00.384518 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:00.388714 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9329e001-e588-44e0-9293-c1a9e111e621 req-47c13f8b-aef6-4bd0-a070-9ec16ec75b86 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.71 "DELETE /v2.0/ports/442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 HTTP/1.1" status: 204 len: 173 time: 0.5473173 Nov 22 16:12:00.389265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bd007a-227e-4121-83d2-5eaad4b1f0d1', 'name': 'network-vif-deleted', 'tag': '442d0b6b-59fb-4fb4-b8a3-847c8a7cad27'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:00.391746 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fba2a6-0b0a-41f0-a040-ced82875757c" -d '{"events": [{"server_uuid": "a5bd007a-227e-4121-83d2-5eaad4b1f0d1", "name": "network-vif-deleted", "tag": "442d0b6b-59fb-4fb4-b8a3-847c8a7cad27"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:00.441231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 15a874e1-d878-4738-aecc-5e8c3f56e299 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:00.528099 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:00.552177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:00.554456 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1ab76c-e735-415c-9959-74b38d604ae2" -d '{"events": [{"server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "name": "network-vif-unplugged", "status": "completed", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:00.568048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:00.572003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:00.572669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49192125-e34b-4037-8477-af379f8c49cc req-e0ac6eb1-d015-41bb-b62c-645937bf6df5 tempest-InstanceActionsNegativeTestJSON-155025867 tempest-InstanceActionsNegativeTestJSON-155025867-project] 10.222.0.69 "GET /v2.0/security-groups?id=b178c8e5-c08e-45ee-85e6-9d1aab846a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590785 Nov 22 16:12:00.613448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5f5f9a0-5308-421c-b4a1-25ee6dd4a935 req-4c1fd81e-59d9-4a49-901c-3b36ffe6e0be tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 210 time: 0.0449059 Nov 22 16:12:00.632576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:00.661171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Allocated IP 172.20.0.7 (621a19cc-5309-45d1-ac3c-1e29cf4ede46/ac634a0a-ea4e-40e7-a579-5b56d4fd0741/d314d043-ed2e-481f-abc5-420f87b4c061) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:00.664316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:00.664688 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:00.685565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for f8a1d743-f34a-417e-a0d2-2ddf7c21e32c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:00.769585 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d8bb74-d950-4c3e-8705-771a650053f4 x-openstack-request-id: req-d3d8bb74-d950-4c3e-8705-771a650053f4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:00.769917 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bd007a-227e-4121-83d2-5eaad4b1f0d1", "name": "network-vif-deleted", "tag": "442d0b6b-59fb-4fb4-b8a3-847c8a7cad27", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:00.770184 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3d8bb74-d950-4c3e-8705-771a650053f4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:00.770916 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5bd007a-227e-4121-83d2-5eaad4b1f0d1', 'name': 'network-vif-deleted', 'tag': '442d0b6b-59fb-4fb4-b8a3-847c8a7cad27', 'status': 'completed', 'code': 200} Nov 22 16:12:00.861500 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c38cb7c-3cb0-4b0e-947e-e1052bde2c31 x-openstack-request-id: req-4c38cb7c-3cb0-4b0e-947e-e1052bde2c31 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:00.862123 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "name": "network-vif-unplugged", "status": "completed", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:00.862559 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4c38cb7c-3cb0-4b0e-947e-e1052bde2c31 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:00.863166 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'code': 200} Nov 22 16:12:01.070519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-7c52d5ec-1f23-492e-a7cf-7e9fb5757ec4 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:01.072070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-7c52d5ec-1f23-492e-a7cf-7e9fb5757ec4 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/networks?id=1900b73e-a5e2-4303-8460-d7e7a21ecaf6 HTTP/1.1" status: 200 len: 815 time: 0.3217938 Nov 22 16:12:01.095881 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.125335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e5b1d-7679-4f24-997f-d870e44ebb93 req-a48d9a4e-4e52-4711-a495-87d23df0ebb4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:01.131267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e5b1d-7679-4f24-997f-d870e44ebb93 req-a48d9a4e-4e52-4711-a495-87d23df0ebb4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:01.132843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-749e5b1d-7679-4f24-997f-d870e44ebb93 req-a48d9a4e-4e52-4711-a495-87d23df0ebb4 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 1683 time: 0.2098966 Nov 22 16:12:01.137400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-5099d139-26e2-4b71-a26f-5955ad5f6cb6 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/quotas/aa43564f6c214c188398eab6649f822f HTTP/1.1" status: 200 len: 375 time: 0.0510170 Nov 22 16:12:01.154845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.167258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f8a1d743-f34a-417e-a0d2-2ddf7c21e32c', 'e53fffae-a117-4a1d-af95-adead305187c'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:01.229832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=f8a1d743-f34a-417e-a0d2-2ddf7c21e32c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:01.286655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.310372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port f8a1d743-f34a-417e-a0d2-2ddf7c21e32c on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:01.318134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.321714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-2da1a945-61f2-4e79-bd5d-3611610b789a tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "DELETE /v2.0/ports/f8a1d743-f34a-417e-a0d2-2ddf7c21e32c HTTP/1.1" status: 204 len: 173 time: 1.6036887 Nov 22 16:12:01.327684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-749e5b1d-7679-4f24-997f-d870e44ebb93 req-33f35a3e-0fd9-4364-8f27-d547a12f9fd7 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863236 Nov 22 16:12:01.328181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'name': 'network-vif-deleted', 'tag': 'f8a1d743-f34a-417e-a0d2-2ddf7c21e32c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:01.330530 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d69b14c-fa25-4910-b1c6-9819f888e8f5" -d '{"events": [{"server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "name": "network-vif-deleted", "tag": "f8a1d743-f34a-417e-a0d2-2ddf7c21e32c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:01.376557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-02974d9b-19a0-4b1c-be0a-79ae27b52e3d tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=aa43564f6c214c188398eab6649f822f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2318051 Nov 22 16:12:01.439202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:01.475064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:01.504775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:01.516506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event updated for resources: {'Port': ['ID=d314d043-ed2e-481f-abc5-420f87b4c061,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:01.627301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:01.628002 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.644870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7694f0b-d7bf-45a6-aad6-3ee4cbe22ff7 req-c3ae6731-6752-49ae-80cb-b215009751d2 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:01.646391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7694f0b-d7bf-45a6-aad6-3ee4cbe22ff7 req-c3ae6731-6752-49ae-80cb-b215009751d2 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.2420425 Nov 22 16:12:01.674910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-74fbd98c-577e-4e64-9051-4f9762559305 None None] Provisioning complete for port d314d043-ed2e-481f-abc5-420f87b4c061 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:01.675492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74fbd98c-577e-4e64-9051-4f9762559305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.689908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-19b2d352-5cb2-42c4-8a08-1e4dc8481150 service neutron] 10.222.0.69 "GET /v2.0/networks/1900b73e-a5e2-4303-8460-d7e7a21ecaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866242 Nov 22 16:12:01.693064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-43421e59-6bd8-4b7b-980a-509c13a25cee tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1292472 Nov 22 16:12:01.711820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-74fbd98c-577e-4e64-9051-4f9762559305 None None] Port d314d043-ed2e-481f-abc5-420f87b4c061 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:12:01.715894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Request body: {'port': {'device_id': '97627a00-8976-4b89-b9fe-766e645d1088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:01.721316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port e53fffae-a117-4a1d-af95-adead305187c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:01.721654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.861832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7694f0b-d7bf-45a6-aad6-3ee4cbe22ff7 req-bd8d80df-5325-4ec3-855e-f7f0b654d910 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037551 Nov 22 16:12:01.917754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.961526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port e53fffae-a117-4a1d-af95-adead305187c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e53fffae-a117-4a1d-af95-adead305187c,segment=NetworkSegment(3feac94d-fe30-49ef-8b86-328c6a68cd3a),segment_id=3feac94d-fe30-49ef-8b86-328c6a68cd3a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:01.961901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:01.979023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-ac9bfbb1-681a-4240-a2d3-1ee625b89558 service neutron] 10.222.0.69 "GET /v2.0/networks/1900b73e-a5e2-4303-8460-d7e7a21ecaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774487 Nov 22 16:12:01.982559 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b62f95b-43b3-4f7e-89c4-0157556c077f x-openstack-request-id: req-5b62f95b-43b3-4f7e-89c4-0157556c077f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:01.983218 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "name": "network-vif-deleted", "tag": "f8a1d743-f34a-417e-a0d2-2ddf7c21e32c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:01.983655 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b62f95b-43b3-4f7e-89c4-0157556c077f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:01.984644 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'name': 'network-vif-deleted', 'tag': 'f8a1d743-f34a-417e-a0d2-2ddf7c21e32c', 'status': 'completed', 'code': 200} Nov 22 16:12:01.994544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for e53fffae-a117-4a1d-af95-adead305187c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:02.029944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46182) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:02.109220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c77cbfb-8551-45f1-92b9-311182a605d7 admin admin] Deleting subnet 3e8f91d7-7b8e-4433-9399-e571e250ae89 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:12:02.133548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c77cbfb-8551-45f1-92b9-311182a605d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.270580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c77cbfb-8551-45f1-92b9-311182a605d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.307053 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c77cbfb-8551-45f1-92b9-311182a605d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.343792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bf52872-d53c-4d2f-8541-0c3e0d84a2b4 req-51d64670-651c-42a3-9a69-7fe7337bfba2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 210 time: 0.0806160 Nov 22 16:12:02.414054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c77cbfb-8551-45f1-92b9-311182a605d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.457612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77cbfb-8551-45f1-92b9-311182a605d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e8f91d7-7b8e-4433-9399-e571e250ae89,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:02.461418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c77cbfb-8551-45f1-92b9-311182a605d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.465501 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5c77cbfb-8551-45f1-92b9-311182a605d7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3e8f91d7-7b8e-4433-9399-e571e250ae89 HTTP/1.1" status: 204 len: 168 time: 0.4344933 Nov 22 16:12:02.468899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:02.488937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32807a3-ee2a-4f32-ba4d-2cd46fc16c5c req-220dbdbd-5c6a-490f-b36e-547eb85b57df tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:02.496550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f32807a3-ee2a-4f32-ba4d-2cd46fc16c5c req-220dbdbd-5c6a-490f-b36e-547eb85b57df tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 931 time: 0.3075337 Nov 22 16:12:02.564618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.644577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20f6d1-d1dd-4139-9648-6191f4a4773b req-24a7f575-d1a9-4d08-a2b5-d8ec1ceae9a0 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:02.646153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd20f6d1-d1dd-4139-9648-6191f4a4773b req-24a7f575-d1a9-4d08-a2b5-d8ec1ceae9a0 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/ports?device_id=29b62de7-8d21-4cc3-9b54-9f2126696d15 HTTP/1.1" status: 200 len: 946 time: 0.1967742 Nov 22 16:12:02.667635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f32807a3-ee2a-4f32-ba4d-2cd46fc16c5c req-da5a089e-6df0-4807-be38-30df3f6e48c2 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622541 Nov 22 16:12:02.676567 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.686729 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.715345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62f5ff35-6856-463d-8a14-fc58d39412be']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:02.726050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=e53fffae-a117-4a1d-af95-adead305187c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:02.730253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482604b4-16ff-4d00-8c50-c4a8b493a0da') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:02.730789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482604b4-16ff-4d00-8c50-c4a8b493a0da') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:02.768791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.814406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.823558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:12:02.824228 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.833547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd20f6d1-d1dd-4139-9648-6191f4a4773b req-888e35cd-9a21-4d9b-8bc4-7567d1288420 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "GET /v2.0/security-groups?id=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632400 Nov 22 16:12:02.834381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port e53fffae-a117-4a1d-af95-adead305187c on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:02.845128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:12:02.845292 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:12:02.850223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-267bc569-f118-4eee-a6ad-11ba6cda78f0 req-20b9b646-0955-4cc6-8e0f-c7868de24e3f tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.11 "DELETE /v2.0/ports/e53fffae-a117-4a1d-af95-adead305187c HTTP/1.1" status: 204 len: 173 time: 1.4985137 Nov 22 16:12:02.860021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d314d043-ed2e-481f-abc5-420f87b4c061 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:02.882563 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.967768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Transition to ACTIVE for port object d314d043-ed2e-481f-abc5-420f87b4c061 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:12:02.969214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.979614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:02.988430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:03.000124 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] 10.222.0.69 "DELETE /v2.0/networks/62f5ff35-6856-463d-8a14-fc58d39412be HTTP/1.1" status: 204 len: 168 time: 0.5300014 Nov 22 16:12:03.018145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48220611-021a-4a5f-87f7-9a5a0ea34022 admin admin] Pushing event deleted for resources: {'Network': ['ID=62f5ff35-6856-463d-8a14-fc58d39412be,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:03.136065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Pushing event updated for resources: {'Port': ['ID=d314d043-ed2e-481f-abc5-420f87b4c061,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:03.275542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Attempting to bind port d314d043-ed2e-481f-abc5-420f87b4c061 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:03.280235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Attempting to bind port d314d043-ed2e-481f-abc5-420f87b4c061 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:03.280607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Attempting to bind port d314d043-ed2e-481f-abc5-420f87b4c061 on network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:03.289264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Port d314d043-ed2e-481f-abc5-420f87b4c061 on network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:12:03.291106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Attempting to bind port d314d043-ed2e-481f-abc5-420f87b4c061 on network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:03.293034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46234) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:03.310067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:03.310588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Checking segment: {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:03.311120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Bound using segment: {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:03.311694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Bound port: d314d043-ed2e-481f-abc5-420f87b4c061, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97bc540-93ad-4d65-a0b4-7199ccce4c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:03.312275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:03.382186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:12:03.414046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:03.418316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-12f94df5-84e3-46d5-a12d-a8d0f4ef5175 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08eb50a0119f49febf75606589112392&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1231568 Nov 22 16:12:03.532313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f3df136-2793-4180-ac6f-f360ad83525c req-461bcc51-8657-4c13-b70a-68ab989c39b8 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 210 time: 0.0438416 Nov 22 16:12:03.544867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] For port d314d043-ed2e-481f-abc5-420f87b4c061, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:03.549976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] For port d314d043-ed2e-481f-abc5-420f87b4c061, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d314d043-ed2e-481f-abc5-420f87b4c061,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:03.564479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b20e01f4-9c3d-45e5-9436-2ec50e5aab13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:03.572057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:03.637965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:03.638886 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:03.640453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] 10.222.0.11 "PUT /v2.0/ports/d314d043-ed2e-481f-abc5-420f87b4c061 HTTP/1.1" status: 200 len: 1091 time: 1.9379902 Nov 22 16:12:03.642575 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b20e01f4-9c3d-45e5-9436-2ec50e5aab13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:03.696756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9f822-8869-4606-a9a6-51ca65dbd585 service neutron] Pushing event updated for resources: {'Port': ['ID=d314d043-ed2e-481f-abc5-420f87b4c061,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:03.739346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b20e01f4-9c3d-45e5-9436-2ec50e5aab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:03.743107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b20e01f4-9c3d-45e5-9436-2ec50e5aab13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:03.748261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b20e01f4-9c3d-45e5-9436-2ec50e5aab13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b178c8e5-c08e-45ee-85e6-9d1aab846a89 HTTP/1.1" status: 204 len: 168 time: 0.3283553 Nov 22 16:12:03.777424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e01f4-9c3d-45e5-9436-2ec50e5aab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b178c8e5-c08e-45ee-85e6-9d1aab846a89,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:03.989300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'name': 'network-vif-deleted', 'tag': 'e53fffae-a117-4a1d-af95-adead305187c'}, {'name': 'network-changed', 'server_uuid': '97627a00-8976-4b89-b9fe-766e645d1088', 'tag': 'd314d043-ed2e-481f-abc5-420f87b4c061'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:03.996229 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db56736-bed9-402b-a552-82ec43f26fea" -d '{"events": [{"server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "name": "network-vif-deleted", "tag": "e53fffae-a117-4a1d-af95-adead305187c"}, {"name": "network-changed", "server_uuid": "97627a00-8976-4b89-b9fe-766e645d1088", "tag": "d314d043-ed2e-481f-abc5-420f87b4c061"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:04.030893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:04.128238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750068bd-dd2f-4603-92dc-4326412cd49f req-9e2d3d1b-7e6f-4430-b929-11502357def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:04.138030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-9e2d3d1b-7e6f-4430-b929-11502357def5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc1484af90514c79bfa84537d531365f&device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 1094 time: 0.3283560 Nov 22 16:12:04.173625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec1757-8a6d-4045-8a9b-1aebe1fbaacc req-462e9025-f6ec-42cc-abd3-cb3ff085687c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:04.186982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1ec1757-8a6d-4045-8a9b-1aebe1fbaacc req-462e9025-f6ec-42cc-abd3-cb3ff085687c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 943 time: 0.2762001 Nov 22 16:12:04.224613 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca2b3c-e99b-42b1-ac07-dc8c7168cc82 x-openstack-request-id: req-06ca2b3c-e99b-42b1-ac07-dc8c7168cc82 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:04.227180 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29b62de7-8d21-4cc3-9b54-9f2126696d15", "name": "network-vif-deleted", "tag": "e53fffae-a117-4a1d-af95-adead305187c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97627a00-8976-4b89-b9fe-766e645d1088", "tag": "d314d043-ed2e-481f-abc5-420f87b4c061", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:04.227530 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06ca2b3c-e99b-42b1-ac07-dc8c7168cc82 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:04.228056 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29b62de7-8d21-4cc3-9b54-9f2126696d15', 'name': 'network-vif-deleted', 'tag': 'e53fffae-a117-4a1d-af95-adead305187c', 'status': 'completed', 'code': 200} Nov 22 16:12:04.228405 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97627a00-8976-4b89-b9fe-766e645d1088', 'tag': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'status': 'completed', 'code': 200} Nov 22 16:12:04.296674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-1cbfe304-1e6b-4c94-a1cd-a6f9bac3c753 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d314d043-ed2e-481f-abc5-420f87b4c061 HTTP/1.1" status: 200 len: 217 time: 0.1044981 Nov 22 16:12:04.319329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-117c058e-a6df-4bdb-bd32-745f71f2e6aa tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting subnet 48c442f5-9c0d-45b9-97ca-7e2735151081 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:12:04.339433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-117c058e-a6df-4bdb-bd32-745f71f2e6aa tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:04.367327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:12:04.367841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-81d1df1b-b232-4a59-8f04-2e3ec8e0fce7 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:04.368900 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-81d1df1b-b232-4a59-8f04-2e3ec8e0fce7 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.71 "GET /v2.0/networks?id=1900b73e-a5e2-4303-8460-d7e7a21ecaf6 HTTP/1.1" status: 200 len: 815 time: 0.3871768 Nov 22 16:12:04.370550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e53fffae-a117-4a1d-af95-adead305187c no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:04.388421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Request body: {'port': {'device_id': '44ee2c68-a0bf-4c0e-a114-14d7412dbcec', 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6', 'admin_state_up': True, 'tenant_id': 'aa43564f6c214c188398eab6649f822f'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:04.476481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:04.510875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1ec1757-8a6d-4045-8a9b-1aebe1fbaacc req-6c318e94-55bd-4dbe-8498-8f7bc9259bfd tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205352 Nov 22 16:12:04.513069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750068bd-dd2f-4603-92dc-4326412cd49f req-34da526c-eea9-4ed2-9891-550905c1e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:04.515473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-34da526c-eea9-4ed2-9891-550905c1e1d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac634a0a-ea4e-40e7-a579-5b56d4fd0741 HTTP/1.1" status: 200 len: 845 time: 0.2092700 Nov 22 16:12:04.563597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:04.563597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 442d0b6b-59fb-4fb4-b8a3-847c8a7cad27 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:04.563597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: e53fffae-a117-4a1d-af95-adead305187c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:04.563597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e53fffae-a117-4a1d-af95-adead305187c not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:04.563597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f8a1d743-f34a-417e-a0d2-2ddf7c21e32c no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:04.632232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: f8a1d743-f34a-417e-a0d2-2ddf7c21e32c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:04.632606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f8a1d743-f34a-417e-a0d2-2ddf7c21e32c not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:04.685050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Made reservation on behalf of aa43564f6c214c188398eab6649f822f for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:04.690489 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:04.787878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:04.805717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'mac_address': 'fa:16:3e:70:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:12:04.866143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:04.884931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2382bd-22ab-4c6b-a60f-8473da32cf68 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:04.922835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:04.934965 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:04.945839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Allocated IP 172.20.0.5 (1900b73e-a5e2-4303-8460-d7e7a21ecaf6/989e3e01-b76d-4b2f-b54b-b26d0abd6d94/32102822-ba1c-4fd2-8205-40238a232f31) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:05.059884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:05.066001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3a2382bd-22ab-4c6b-a60f-8473da32cf68'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:05.321031 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:05.351812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-117c058e-a6df-4bdb-bd32-745f71f2e6aa tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:05.368360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:05.442681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:05.461567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:05.488370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Pushing event updated for resources: {'Port': ['ID=32102822-ba1c-4fd2-8205-40238a232f31,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:05.493117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:05.493299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-117c058e-a6df-4bdb-bd32-745f71f2e6aa tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:05.556088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:05.557489 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:05.600594 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-c19af097-d7d7-4d5a-a5cd-d71ef4e2eb75 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2174549 Nov 22 16:12:05.601121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46318) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:05.629392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Request body: {'port': {'device_id': '44ee2c68-a0bf-4c0e-a114-14d7412dbcec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:05.769488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-117c058e-a6df-4bdb-bd32-745f71f2e6aa tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:05.821330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:05.888030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e0efa-2056-4e3a-8fc7-9c93b8b85c76 req-d0163bcf-6d49-4810-934c-6e9fc45b94da tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:05.900278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76e0efa-2056-4e3a-8fc7-9c93b8b85c76 req-d0163bcf-6d49-4810-934c-6e9fc45b94da tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.6489980 Nov 22 16:12:05.907735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c058e-a6df-4bdb-bd32-745f71f2e6aa tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Subnet': ['ID=48c442f5-9c0d-45b9-97ca-7e2735151081,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:05.915000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-786716430-network', 'tenant_id': 'f7e458e8da8c4111acce2d2fd9578a75'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:05.963233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750068bd-dd2f-4603-92dc-4326412cd49f req-a9b3259d-196f-439b-9fa8-29eb5e65bb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:05.966180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-a9b3259d-196f-439b-9fa8-29eb5e65bb26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=621a19cc-5309-45d1-ac3c-1e29cf4ede46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7299643 Nov 22 16:12:06.001694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae33b0-678b-4b2a-b0d9-b94deff7776b None None] Network af0b5165-765f-4c35-a2e1-e1255e13554f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:06.023441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-117c058e-a6df-4bdb-bd32-745f71f2e6aa tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.035381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Made reservation on behalf of f7e458e8da8c4111acce2d2fd9578a75 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:06.038211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.044895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-117c058e-a6df-4bdb-bd32-745f71f2e6aa tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "DELETE /v2.0/subnets/48c442f5-9c0d-45b9-97ca-7e2735151081 HTTP/1.1" status: 204 len: 168 time: 2.0113633 Nov 22 16:12:06.048382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:06.203443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.428622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d76e0efa-2056-4e3a-8fc7-9c93b8b85c76 req-03f26fc2-d404-4ed2-be04-cc57664d732b tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273535 Nov 22 16:12:06.509551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.520288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.521609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.538013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:12:06.552371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.552863 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Added segment 1d717b8f-1136-459f-8609-c532ebace669 of type vlan for network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 Nov 22 16:12:06.578042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-486f6797-8032-4245-a819-f66df8e99fc3 None None] Provisioning complete for port 32102822-ba1c-4fd2-8205-40238a232f31 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:06.578431 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-486f6797-8032-4245-a819-f66df8e99fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.582400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-06c4dfde-64a9-4915-9d94-cd0fa4b2046d service neutron] 10.222.0.11 "GET /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860946 Nov 22 16:12:06.610448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.643574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:06.643925 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.645069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:06.645860 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.735838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:06.747664 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1447921 Nov 22 16:12:06.748511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46326) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:06.759292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-486f6797-8032-4245-a819-f66df8e99fc3 None None] Port 32102822-ba1c-4fd2-8205-40238a232f31 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:12:06.773683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Request body: {'subnet': {'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-786716430-subnet', 'tenant_id': 'f7e458e8da8c4111acce2d2fd9578a75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:06.821747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Made reservation on behalf of f7e458e8da8c4111acce2d2fd9578a75 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:06.827446 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.855756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:12:06.973348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be7fcb-be5f-4406-a748-58355778dfd8 req-015f34a2-8f1c-4bdb-93d2-4a68c9da9b18 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:06.976678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:06.977053 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:06.985975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92be7fcb-be5f-4406-a748-58355778dfd8 req-015f34a2-8f1c-4bdb-93d2-4a68c9da9b18 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 931 time: 0.3888295 Nov 22 16:12:07.145123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:07.148306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.153370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750068bd-dd2f-4603-92dc-4326412cd49f req-72154e65-c3f3-4d3c-876f-8ee39df8dcf7 service neutron] 10.222.0.11 "GET /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603740 Nov 22 16:12:07.222103 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.224659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] DHCP port deletion for af0b5165-765f-4c35-a2e1-e1255e13554f request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:12:07.283813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:07.286382 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e17c46-292a-418e-b45d-298cd0e7ccac" -d '{"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-plugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:07.314683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:07.343872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.376900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-78e252bb-8eea-4f97-abfa-7900917f7b3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3873017 Nov 22 16:12:07.402205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92be7fcb-be5f-4406-a748-58355778dfd8 req-c7109498-646c-4eee-917e-6358e4fe9968 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148273 Nov 22 16:12:07.434719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:07.438523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.458420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] Deleting port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:07.458911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.476364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:07.633429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] For port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,segment=NetworkSegment(04707cbc-e003-4913-8e7f-cdd803a98de2),segment_id=04707cbc-e003-4913-8e7f-cdd803a98de2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:07.633852 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.674525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] Calling delete_port for 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:07.741629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e85df-3574-42a9-bf8a-ef0fb4e56cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f5df1d-1e74-4111-b3db-a6d10936e1b2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:07.753435 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.805521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8332623-b334-47f3-9625-192f99b5510d,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:07.837391 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.873182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Checking segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:07.873545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Network hostable DHCP agents. Network: b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:12:07.942997 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:07.976022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:12:07.982847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db56736-bed9-402b-a552-82ec43f26fea req-ca912a26-4f4f-4e75-85c0-777a50158422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:07.984540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6db56736-bed9-402b-a552-82ec43f26fea req-ca912a26-4f4f-4e75-85c0-777a50158422 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc1484af90514c79bfa84537d531365f&device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 1094 time: 0.6946068 Nov 22 16:12:07.997011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:08.022876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] No DVR routers for this DVR port 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:08.023395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:08.025749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:08.050599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:08.052734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f53519-8cdf-4d30-b44e-6cc02d2d5631 None None] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:08.062466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:08.063371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.089892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32102822-ba1c-4fd2-8205-40238a232f31 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:08.100958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.123457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Transition to ACTIVE for port object 32102822-ba1c-4fd2-8205-40238a232f31 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:12:08.130220 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fb4317bc-df46-4907-8acb-527483737d1e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3665371 Nov 22 16:12:08.139588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.202117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192eb488-b799-4f0b-af1c-c8c9a0ec2de6 None None] Pushing event deleted for resources: {'Port': ['ID=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:08.317328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:08.330865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=32102822-ba1c-4fd2-8205-40238a232f31,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:08.343629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:08.344204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5345d9dd-5e3b-4ec6-a3e2-fa9b8e14b1eb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:08.391312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3b150-21a3-410c-b449-4ca91d7b6652 req-f4be716c-6040-4564-a936-e0d88c05d36f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:08.406857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5df3b150-21a3-410c-b449-4ca91d7b6652 req-f4be716c-6040-4564-a936-e0d88c05d36f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 943 time: 0.7046795 Nov 22 16:12:08.516847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'tenant_id': 'f7e458e8da8c4111acce2d2fd9578a75', 'fixed_ips': [{'subnet_id': 'f8332623-b334-47f3-9625-192f99b5510d'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:12:08.517741 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.544320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Attempting to bind port 32102822-ba1c-4fd2-8205-40238a232f31 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:08.544939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Attempting to bind port 32102822-ba1c-4fd2-8205-40238a232f31 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:08.545429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Attempting to bind port 32102822-ba1c-4fd2-8205-40238a232f31 on network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:08.552374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Port 32102822-ba1c-4fd2-8205-40238a232f31 on network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:12:08.552911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Attempting to bind port 32102822-ba1c-4fd2-8205-40238a232f31 on network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:08.560815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:08.563310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Checking segment: {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:08.563931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Bound using segment: {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:08.564863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Bound port: 32102822-ba1c-4fd2-8205-40238a232f31, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d2b5872-ece5-427c-95ad-90ea01266d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:08.565469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.569444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.704173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-4de8a626-a6a5-4b18-8c3c-f6854231b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:08.709345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-4de8a626-a6a5-4b18-8c3c-f6854231b7d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1096 time: 1.0058656 Nov 22 16:12:08.761175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] For port 32102822-ba1c-4fd2-8205-40238a232f31, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:08.766373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] For port 32102822-ba1c-4fd2-8205-40238a232f31, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=32102822-ba1c-4fd2-8205-40238a232f31,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:08.780472 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.819354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0b5165-765f-4c35-a2e1-e1255e13554f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:08.830353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04707cbc-e003-4913-8e7f-cdd803a98de2') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:08.830685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04707cbc-e003-4913-8e7f-cdd803a98de2') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:08.847800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.854595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:08.855270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.856746 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] 10.222.0.71 "PUT /v2.0/ports/32102822-ba1c-4fd2-8205-40238a232f31 HTTP/1.1" status: 200 len: 1091 time: 3.2322223 Nov 22 16:12:08.865230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ee2c68-a0bf-4c0e-a114-14d7412dbcec', 'tag': '32102822-ba1c-4fd2-8205-40238a232f31'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:08.867565 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c0139a-9bd5-411e-8662-318922c9ef34" -d '{"events": [{"name": "network-changed", "server_uuid": "44ee2c68-a0bf-4c0e-a114-14d7412dbcec", "tag": "32102822-ba1c-4fd2-8205-40238a232f31"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:08.867998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.888633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:12:08.888806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Allocated IP 172.20.0.2 (b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1/f8332623-b334-47f3-9625-192f99b5510d/225b3399-9ca7-4352-b24e-47d8936bd151) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:08.889198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:08.926042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dd28e-996d-4251-8c12-914399082fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=32102822-ba1c-4fd2-8205-40238a232f31,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:08.987494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db56736-bed9-402b-a552-82ec43f26fea req-c89886b3-5fd6-47e6-88ba-33abccd34859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:08.989158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6db56736-bed9-402b-a552-82ec43f26fea req-c89886b3-5fd6-47e6-88ba-33abccd34859 service neutron] 10.222.0.11 "GET /v2.0/networks?id=621a19cc-5309-45d1-ac3c-1e29cf4ede46 HTTP/1.1" status: 200 len: 907 time: 0.8886752 Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:12:08.990541 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:12:09.054323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-87a19e6c-b9de-4cb1-bf1a-12fcc2f453b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:09.056250 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-87a19e6c-b9de-4cb1-bf1a-12fcc2f453b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa43564f6c214c188398eab6649f822f&device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 1094 time: 0.1061594 Nov 22 16:12:09.110789 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.117702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.124285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "DELETE /v2.0/networks/af0b5165-765f-4c35-a2e1-e1255e13554f HTTP/1.1" status: 204 len: 168 time: 3.0722167 Nov 22 16:12:09.126024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-5a6b666a-8858-4541-865b-3554c341f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:09.130379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-5a6b666a-8858-4541-865b-3554c341f5c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 920 time: 0.1339967 Nov 22 16:12:09.132100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:09.161370 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-a12b9148-bb5f-4f34-99f6-a1dea28669b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32102822-ba1c-4fd2-8205-40238a232f31 HTTP/1.1" status: 200 len: 217 time: 0.0682375 Nov 22 16:12:09.258863 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.280319 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.370717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978b743-d341-4b95-95af-605cd01a3289 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Network': ['ID=af0b5165-765f-4c35-a2e1-e1255e13554f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:09.394545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:09.401157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:09.403619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Pushing event updated for resources: {'Port': ['ID=225b3399-9ca7-4352-b24e-47d8936bd151,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:09.405938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:09.409485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-64628c21-f59e-4dda-ac6a-d9ecf811d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:09.412793 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-64628c21-f59e-4dda-ac6a-d9ecf811d779 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=989e3e01-b76d-4b2f-b54b-b26d0abd6d94 HTTP/1.1" status: 200 len: 854 time: 0.1313596 Nov 22 16:12:09.480006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Attempting to bind port 225b3399-9ca7-4352-b24e-47d8936bd151 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:09.481480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Attempting to bind port 225b3399-9ca7-4352-b24e-47d8936bd151 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:09.481876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Attempting to bind port 225b3399-9ca7-4352-b24e-47d8936bd151 on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:09.488984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:09.489374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Checking segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:09.489786 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.490543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Bound using segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:09.491039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Bound port: 225b3399-9ca7-4352-b24e-47d8936bd151, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:09.491439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.522024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6db56736-bed9-402b-a552-82ec43f26fea req-1e09116a-48e4-4f74-b261-4e0c372ad98b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d314d043-ed2e-481f-abc5-420f87b4c061 HTTP/1.1" status: 200 len: 217 time: 0.3872364 Nov 22 16:12:09.524783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-09acf41d-8c7d-466c-a73a-6455b449bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:09.531221 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-09acf41d-8c7d-466c-a73a-6455b449bdf5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1900b73e-a5e2-4303-8460-d7e7a21ecaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020670 Nov 22 16:12:09.559773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5df3b150-21a3-410c-b449-4ca91d7b6652 req-ca317cd8-862e-40af-b2c9-c32785077e2b tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1515472 Nov 22 16:12:09.565794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-b7434b66-68b3-49a8-8a67-3a753b888c1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 200 len: 217 time: 0.4116039 Nov 22 16:12:09.638230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] For port 225b3399-9ca7-4352-b24e-47d8936bd151, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:09.647043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fabb95e-310e-43a5-b169-67c5e9365b0c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting subnet 9dc22442-3608-4001-8f63-9f07e6d75248 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:12:09.648323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] For port 225b3399-9ca7-4352-b24e-47d8936bd151, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=225b3399-9ca7-4352-b24e-47d8936bd151,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:09.653277 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fabb95e-310e-43a5-b169-67c5e9365b0c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.656697 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.793565 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-9db3bdcf-058f-40e1-988d-5da30fb23552 service neutron] 10.222.0.71 "GET /v2.0/networks/1900b73e-a5e2-4303-8460-d7e7a21ecaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466519 Nov 22 16:12:09.837413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db56736-bed9-402b-a552-82ec43f26fea req-e3998c52-62e2-4dfb-844d-87662bbafa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:09.841731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6db56736-bed9-402b-a552-82ec43f26fea req-e3998c52-62e2-4dfb-844d-87662bbafa35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac634a0a-ea4e-40e7-a579-5b56d4fd0741 HTTP/1.1" status: 200 len: 845 time: 0.3081155 Nov 22 16:12:09.864967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50572df-2533-491a-8428-10321d4b5ea5 None None] Pushing event updated for resources: {'Port': ['ID=225b3399-9ca7-4352-b24e-47d8936bd151,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:09.903949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fabb95e-310e-43a5-b169-67c5e9365b0c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:09.957990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-5a7f6aeb-a99e-40b9-8256-21638f531754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:09.959521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-5a7f6aeb-a99e-40b9-8256-21638f531754 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.3833895 Nov 22 16:12:10.088079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-730429f4-51ca-44f0-bc3b-43b992a46ea3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943851 Nov 22 16:12:10.181432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db56736-bed9-402b-a552-82ec43f26fea req-54a05554-ed4c-4428-ade1-e30735a97387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:10.184117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6db56736-bed9-402b-a552-82ec43f26fea req-54a05554-ed4c-4428-ade1-e30735a97387 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=621a19cc-5309-45d1-ac3c-1e29cf4ede46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3254364 Nov 22 16:12:10.401880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d314d043-ed2e-481f-abc5-420f87b4c061 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:12:10.471556 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6545af-406a-4ede-89fc-0b7be8c6784f x-openstack-request-id: req-1d6545af-406a-4ede-89fc-0b7be8c6784f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:10.472060 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-plugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:10.472387 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d6545af-406a-4ede-89fc-0b7be8c6784f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:10.472817 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'code': 200} Nov 22 16:12:10.571799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fabb95e-310e-43a5-b169-67c5e9365b0c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:10.656961 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-df971c2e-9ba7-421e-8561-07b140f73b78 req-38b8a7b1-740f-4d31-b26c-a0e532024341 service neutron] 10.222.0.71 "GET /v2.0/networks/1900b73e-a5e2-4303-8460-d7e7a21ecaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830062 Nov 22 16:12:10.688526 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-178798c6-f5c1-43d0-929e-ee167b8a603d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2051136 Nov 22 16:12:10.776277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-dd3f9883-2841-4b7b-b72b-4658d7930391 service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960340 Nov 22 16:12:10.776613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d314d043-ed2e-481f-abc5-420f87b4c061, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d314d043-ed2e-481f-abc5-420f87b4c061,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:10.817475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'port_id': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'mac_address': 'fa:16:3e:e8:88:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:12:10.854797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-34ccb88a-2e56-4242-935c-07b68d699c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:10.856465 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-34ccb88a-2e56-4242-935c-07b68d699c52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1096 time: 0.1219850 Nov 22 16:12:10.899991 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:10.924497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d314d043-ed2e-481f-abc5-420f87b4c061 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:10.968968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d314d043-ed2e-481f-abc5-420f87b4c061, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d314d043-ed2e-481f-abc5-420f87b4c061,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:10.976360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:11.047583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d314d043-ed2e-481f-abc5-420f87b4c061,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:11.105733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6db56736-bed9-402b-a552-82ec43f26fea req-1bcc6a1c-f8cd-4631-bff1-1e4f0d897329 service neutron] 10.222.0.11 "GET /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8867598 Nov 22 16:12:11.125893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf095a-9a41-4dc9-ab1a-d1987473e21f req-ce28f9ea-f547-400b-8565-8b4314feef5d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:11.146276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7bf095a-9a41-4dc9-ab1a-d1987473e21f req-ce28f9ea-f547-400b-8565-8b4314feef5d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.5230832 Nov 22 16:12:11.244109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['d314d043-ed2e-481f-abc5-420f87b4c061'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:11.267333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-f512ae56-24ca-4070-99fd-e0304ebb7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:11.269128 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-f512ae56-24ca-4070-99fd-e0304ebb7fcf service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.1895883 Nov 22 16:12:11.416036 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-06230006-406e-4c04-b184-d971903ee0b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1000 time: 0.1347451 Nov 22 16:12:11.550490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-5f2e83be-b4bd-4154-9a56-236a856571c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:11.561515 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-5f2e83be-b4bd-4154-9a56-236a856571c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.1311750 Nov 22 16:12:11.698942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-ec489feb-5930-41d3-942e-090eaa47dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:11.703369 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-ec489feb-5930-41d3-942e-090eaa47dd90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186490 Nov 22 16:12:11.866753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc3b3b-8e4c-4b83-80ec-e27546d9c0e8 None None] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:11.942446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-cc1dd2fc-cc03-428b-b1e1-8a3a45490f94 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326908 Nov 22 16:12:12.046026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 225b3399-9ca7-4352-b24e-47d8936bd151 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:12.154618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9fdd5df4-983a-4f90-aeb5-4623811c2731 req-b1002bfc-509b-47d7-833c-b565d36a410f service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986763 Nov 22 16:12:12.175481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7e8ec3eb-2f78-4af8-9e8c-9d8967139f32 None None] Provisioning complete for port 225b3399-9ca7-4352-b24e-47d8936bd151 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:12.179093 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8ec3eb-2f78-4af8-9e8c-9d8967139f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:12.182508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6db56736-bed9-402b-a552-82ec43f26fea req-9407925c-4e82-474d-a175-0e655a39bf3c service neutron] 10.222.0.11 "GET /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0265017 Nov 22 16:12:12.296709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fabb95e-310e-43a5-b169-67c5e9365b0c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:12.360938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 225b3399-9ca7-4352-b24e-47d8936bd151 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:12.361342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:12.424080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d314d043-ed2e-481f-abc5-420f87b4c061 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:12.443979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabb95e-310e-43a5-b169-67c5e9365b0c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc22442-3608-4001-8f63-9f07e6d75248,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:12.455343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fabb95e-310e-43a5-b169-67c5e9365b0c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:12.458662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4fabb95e-310e-43a5-b169-67c5e9365b0c tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "DELETE /v2.0/subnets/9dc22442-3608-4001-8f63-9f07e6d75248 HTTP/1.1" status: 204 len: 168 time: 3.3109350 Nov 22 16:12:12.461490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46368) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:12.470253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-614b6441-dbc3-43b8-8243-87cf3d1764b7 req-eb6e530b-d11f-455c-8258-fbbe1afbc38a service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6636260 Nov 22 16:12:12.492433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cb9f51-46ad-48d3-8fe6-702ae38df8a7 None None] Network d50494cc-6bad-4f05-b122-fc59dc6f30f3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:12.534481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7bf095a-9a41-4dc9-ab1a-d1987473e21f req-6db56c73-0864-4847-bf9d-9aebffb43e89 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3869653 Nov 22 16:12:12.702895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:12.807986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b330a51-c7af-4957-8d0d-d96e55df5f2d req-dd2ddc71-3848-4845-bf3c-ae10960bf87c tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:12.809420 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:12.832465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b330a51-c7af-4957-8d0d-d96e55df5f2d req-dd2ddc71-3848-4845-bf3c-ae10960bf87c tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 943 time: 0.1844027 Nov 22 16:12:12.869712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Deleting port 48abc444-2549-4179-ace0-d349d959b517 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:12.876339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:12.930618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b330a51-c7af-4957-8d0d-d96e55df5f2d req-862f9166-77f2-4f5e-a2d2-5a2c5ddd8a8a tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967774 Nov 22 16:12:13.049572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 225b3399-9ca7-4352-b24e-47d8936bd151, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=225b3399-9ca7-4352-b24e-47d8936bd151,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:13.065616 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7e8ec3eb-2f78-4af8-9e8c-9d8967139f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.084441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] For port 48abc444-2549-4179-ace0-d349d959b517, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=48abc444-2549-4179-ace0-d349d959b517,segment=NetworkSegment(3feac94d-fe30-49ef-8b86-328c6a68cd3a),segment_id=3feac94d-fe30-49ef-8b86-328c6a68cd3a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:13.091184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.099160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.127127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Calling delete_port for 48abc444-2549-4179-ace0-d349d959b517 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:13.325438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.382711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] No DVR routers for this DVR port 48abc444-2549-4179-ace0-d349d959b517 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:13.395564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Port': ['ID=48abc444-2549-4179-ace0-d349d959b517,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:13.542230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port d314d043-ed2e-481f-abc5-420f87b4c061 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:12:13.593832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port d314d043-ed2e-481f-abc5-420f87b4c061 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:13.594214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.606388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.671843 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-7e8ec3eb-2f78-4af8-9e8c-9d8967139f32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:12:13.672489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50494cc-6bad-4f05-b122-fc59dc6f30f3']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:13.676410 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-7e8ec3eb-2f78-4af8-9e8c-9d8967139f32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:12:13.702514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3feac94d-fe30-49ef-8b86-328c6a68cd3a') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:13.703147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3feac94d-fe30-49ef-8b86-328c6a68cd3a') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:13.718637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.746458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.758231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681a76e4-fec3-42b2-bc86-fda1e05e8a90 None None] DHCP port deletion for d50494cc-6bad-4f05-b122-fc59dc6f30f3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:12:13.759137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:12:13.762726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:12:13.769649 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:12:13.789423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=225b3399-9ca7-4352-b24e-47d8936bd151,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:13.932674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.954443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.960280 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] 10.222.0.69 "DELETE /v2.0/networks/d50494cc-6bad-4f05-b122-fc59dc6f30f3 HTTP/1.1" status: 204 len: 168 time: 1.4976254 Nov 22 16:12:13.980396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bda3f-9166-4b0c-9bf4-486636f30197 tempest-ServersTestMultiNic-1301517364 tempest-ServersTestMultiNic-1301517364-project] Pushing event deleted for resources: {'Network': ['ID=d50494cc-6bad-4f05-b122-fc59dc6f30f3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:13.984674 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:13.997837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 48abc444-2549-4179-ace0-d349d959b517 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:14.037316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 48abc444-2549-4179-ace0-d349d959b517 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:14.037734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 48abc444-2549-4179-ace0-d349d959b517 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:14.058863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97627a00-8976-4b89-b9fe-766e645d1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd314d043-ed2e-481f-abc5-420f87b4c061'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:14.061687 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd1aaf2-0b1f-4ec9-b120-2f52f8815457" -d '{"events": [{"server_uuid": "97627a00-8976-4b89-b9fe-766e645d1088", "name": "network-vif-plugged", "status": "completed", "tag": "d314d043-ed2e-481f-abc5-420f87b4c061"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:14.082663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d314d043-ed2e-481f-abc5-420f87b4c061, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d314d043-ed2e-481f-abc5-420f87b4c061,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:14.094833 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:14.199898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d314d043-ed2e-481f-abc5-420f87b4c061,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:14.422666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-eb6ab231-3a8a-4f6f-823b-b59db82c843a None None] Provisioning complete for port 225b3399-9ca7-4352-b24e-47d8936bd151 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:14.423155 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb6ab231-3a8a-4f6f-823b-b59db82c843a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:15.902782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 225b3399-9ca7-4352-b24e-47d8936bd151 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:16.017004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 225b3399-9ca7-4352-b24e-47d8936bd151 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:16.017394 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:18.908077 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6cc58f22-5271-4b4e-9ca2-c7c02a79fe17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:19.794172 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e5b43f-6cba-49fb-b72c-90e349357db9 x-openstack-request-id: req-14e5b43f-6cba-49fb-b72c-90e349357db9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:19.794651 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ee2c68-a0bf-4c0e-a114-14d7412dbcec", "tag": "32102822-ba1c-4fd2-8205-40238a232f31", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:19.794651 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14e5b43f-6cba-49fb-b72c-90e349357db9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:19.795067 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ee2c68-a0bf-4c0e-a114-14d7412dbcec', 'tag': '32102822-ba1c-4fd2-8205-40238a232f31', 'status': 'completed', 'code': 200} Nov 22 16:12:19.924371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-86337bf5-b45c-4259-b66c-ad1b3ba49c0f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:19.925804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-86337bf5-b45c-4259-b66c-ad1b3ba49c0f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 815 time: 0.1692824 Nov 22 16:12:19.952470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e21e6-7e46-45c2-876e-fdb3fa6148fd req-bc71589c-1e27-454e-8600-30137f8e4c6f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:19.956700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-830e21e6-7e46-45c2-876e-fdb3fa6148fd req-bc71589c-1e27-454e-8600-30137f8e4c6f tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.0987957 Nov 22 16:12:19.983646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-a6d54392-0061-48c2-ae47-f1181ba768f7 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/quotas/f7e458e8da8c4111acce2d2fd9578a75 HTTP/1.1" status: 200 len: 375 time: 0.0498614 Nov 22 16:12:20.054283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-2e7837ec-8f0a-40a2-a824-f5aa7746ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:20.055309 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-2e7837ec-8f0a-40a2-a824-f5aa7746ea6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=aa43564f6c214c188398eab6649f822f&device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 1094 time: 0.0576642 Nov 22 16:12:20.074271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-830e21e6-7e46-45c2-876e-fdb3fa6148fd req-1fcf3c3b-2f9e-46b4-b19d-f80d172469a6 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166091 Nov 22 16:12:20.084645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-12d4d204-d1f1-4d0d-86a4-b4126092769b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0940330 Nov 22 16:12:20.183455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-6e0ad605-9a70-4107-aad3-d84ceb771361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:20.185269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-6e0ad605-9a70-4107-aad3-d84ceb771361 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1900b73e-a5e2-4303-8460-d7e7a21ecaf6 HTTP/1.1" status: 200 len: 916 time: 0.1159861 Nov 22 16:12:20.246346 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-0d3f9464-eed2-4b1b-bd23-407c663af677 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32102822-ba1c-4fd2-8205-40238a232f31 HTTP/1.1" status: 200 len: 217 time: 0.0458369 Nov 22 16:12:20.248198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61137279-b76b-4853-bb8b-46fa6b8ac195 req-c38713c9-0975-40bc-bc22-de9f5633859b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:20.249651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61137279-b76b-4853-bb8b-46fa6b8ac195 req-c38713c9-0975-40bc-bc22-de9f5633859b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0823431 Nov 22 16:12:20.253941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-da06eaef-4d2c-4fc0-9ac8-605cc354cf81 service neutron] 10.222.0.69 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534309 Nov 22 16:12:20.302488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-2be49988-96db-409e-a42a-608b983b72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:20.303995 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-2be49988-96db-409e-a42a-608b983b72dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=989e3e01-b76d-4b2f-b54b-b26d0abd6d94 HTTP/1.1" status: 200 len: 854 time: 0.0481555 Nov 22 16:12:20.351302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-99af652f-10ae-4608-8e64-3820f20790a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:20.353050 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-99af652f-10ae-4608-8e64-3820f20790a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1900b73e-a5e2-4303-8460-d7e7a21ecaf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406950 Nov 22 16:12:20.365279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61137279-b76b-4853-bb8b-46fa6b8ac195 req-513acda2-beee-4d0b-af29-77b7462560e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973284 Nov 22 16:12:20.395663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-48f2bbfe-0eda-4ae6-8fcf-b2623227654b service neutron] 10.222.0.69 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353285 Nov 22 16:12:20.459943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-310a4b7e-6777-4aa1-98a8-96eb9258814a service neutron] 10.222.0.71 "GET /v2.0/networks/1900b73e-a5e2-4303-8460-d7e7a21ecaf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948675 Nov 22 16:12:20.509603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926792b-07cb-4345-92a5-0f34bdf3ab17 req-48e89129-7771-41ba-ab96-5c4a9665e0d7 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:20.512824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7926792b-07cb-4345-92a5-0f34bdf3ab17 req-48e89129-7771-41ba-ab96-5c4a9665e0d7 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 943 time: 0.0675220 Nov 22 16:12:20.579837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7926792b-07cb-4345-92a5-0f34bdf3ab17 req-50c7d07d-57b4-4d2e-9215-dcc24b8deaeb tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612392 Nov 22 16:12:20.601969 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c0139a-9bd5-411e-8662-318922c9ef34 req-40dd6ef6-85ff-4baa-9246-1cdec6d27d20 service neutron] 10.222.0.71 "GET /v2.0/networks/1900b73e-a5e2-4303-8460-d7e7a21ecaf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360257 Nov 22 16:12:20.632172 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c5234b-5e26-4e22-8c43-17c7e04cf93c x-openstack-request-id: req-89c5234b-5e26-4e22-8c43-17c7e04cf93c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:20.632631 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97627a00-8976-4b89-b9fe-766e645d1088", "name": "network-vif-plugged", "status": "completed", "tag": "d314d043-ed2e-481f-abc5-420f87b4c061", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:20.632808 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89c5234b-5e26-4e22-8c43-17c7e04cf93c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:20.633123 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97627a00-8976-4b89-b9fe-766e645d1088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'code': 200} Nov 22 16:12:20.846633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594a7e0-4d78-4580-be92-39787b6f4028 req-7e2cbec5-5207-49cb-afcb-4a379352a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:20.848328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5594a7e0-4d78-4580-be92-39787b6f4028 req-7e2cbec5-5207-49cb-afcb-4a379352a319 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 1096 time: 0.1163476 Nov 22 16:12:20.883755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-440a776a-d751-43b5-863b-b1b1c7c9c533 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:20.885981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-440a776a-d751-43b5-863b-b1b1c7c9c533 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 815 time: 0.1793780 Nov 22 16:12:20.925499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-7bc79e67-3bdc-4bf8-9d45-e6cbf7fbe470 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/quotas/f7e458e8da8c4111acce2d2fd9578a75 HTTP/1.1" status: 200 len: 375 time: 0.0304821 Nov 22 16:12:20.953774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5594a7e0-4d78-4580-be92-39787b6f4028 req-01b71f8f-d992-43bf-bbc2-f0ed67cd2eaf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947986 Nov 22 16:12:21.005156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf60259-ccbe-43c9-b190-8de20e728682 req-20b39e2f-4a45-4cfd-b36f-0d695649f0b5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:21.006667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cf60259-ccbe-43c9-b190-8de20e728682 req-20b39e2f-4a45-4cfd-b36f-0d695649f0b5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0972087 Nov 22 16:12:21.016719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-774502c6-9f1f-4515-b75f-86f7c81f9f7f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713525 Nov 22 16:12:21.113016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cf60259-ccbe-43c9-b190-8de20e728682 req-9af8095b-8c29-4429-8666-1896ffd197f4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953181 Nov 22 16:12:21.146656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-e1115369-b752-420d-9077-4f31245b5e0a service neutron] 10.222.0.69 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227937 Nov 22 16:12:21.256277 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13b9c91f-349d-4148-85a1-718567399803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:21.266277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-5180a884-718a-4fd7-9e21-971f0b7f3dbc service neutron] 10.222.0.69 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129909 Nov 22 16:12:21.323308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf26a1-822f-48f5-9092-f4d0068bb958 req-3e001d18-efd3-496e-9492-b64219cbd66e tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:21.325022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3dcf26a1-822f-48f5-9092-f4d0068bb958 req-3e001d18-efd3-496e-9492-b64219cbd66e tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.0546710 Nov 22 16:12:21.381843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3dcf26a1-822f-48f5-9092-f4d0068bb958 req-1961c791-a941-4dfd-9d30-a593cfcf75bf tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507107 Nov 22 16:12:21.444358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46492) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:21.643855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e82022-240b-4855-8411-e61a081730d4 req-0f17f02b-c786-4804-bf43-a87798d6abdf tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:21.645553 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7e82022-240b-4855-8411-e61a081730d4 req-0f17f02b-c786-4804-bf43-a87798d6abdf tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 951 time: 0.1264992 Nov 22 16:12:21.721571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813945d7-8194-4107-bbee-336402fbb0d8 req-f032c2d0-3642-4010-9a77-bf3ba21febf8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:21.723149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-f032c2d0-3642-4010-9a77-bf3ba21febf8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 815 time: 0.1606672 Nov 22 16:12:21.757456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7e82022-240b-4855-8411-e61a081730d4 req-52fd0f86-9fcd-4391-827c-9c4fc03f141f tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043437 Nov 22 16:12:21.759848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-0b695b8e-fc62-4529-a240-4e9f0f6a660e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/quotas/f7e458e8da8c4111acce2d2fd9578a75 HTTP/1.1" status: 200 len: 375 time: 0.0224669 Nov 22 16:12:21.902408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-3305afc2-f854-41ee-976b-4519a1cb2c26 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292868 Nov 22 16:12:21.954003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:22.082654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-b5f87992-e7dc-4dfe-8040-cfc7e09ae807 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:22.083892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-b5f87992-e7dc-4dfe-8040-cfc7e09ae807 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.11 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 815 time: 0.2469225 Nov 22 16:12:22.108733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Request body: {'port': {'device_id': '77453e3b-2a20-497e-9778-eaa58b69bd57', 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'admin_state_up': True, 'tenant_id': 'f7e458e8da8c4111acce2d2fd9578a75'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:22.137462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481861-a0b1-4880-9b39-6f1f1148a257 req-cc48c5c1-6724-4b9e-8e1c-6745f83d7e05 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:22.139034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30481861-a0b1-4880-9b39-6f1f1148a257 req-cc48c5c1-6724-4b9e-8e1c-6745f83d7e05 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 943 time: 0.1242204 Nov 22 16:12:22.147574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-c5b8e7e9-db4c-4a2a-9bb5-584a2ceb4599 service neutron] 10.222.0.69 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314515 Nov 22 16:12:22.274925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Deleting port 98224435-d7bd-4767-bad4-94e83480489d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:22.275149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:22.329716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-15c8488c-9275-44dd-ac1b-39597b6cac40 service neutron] 10.222.0.69 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816490 Nov 22 16:12:22.332998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:22.338835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30481861-a0b1-4880-9b39-6f1f1148a257 req-eee83389-ccf5-4113-8be5-c87cc3d33fb9 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189485 Nov 22 16:12:22.374184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Made reservation on behalf of f7e458e8da8c4111acce2d2fd9578a75 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:22.378643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:22.399278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-867720be-213c-431c-b767-617b3341b10f admin admin] For port 98224435-d7bd-4767-bad4-94e83480489d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=98224435-d7bd-4767-bad4-94e83480489d,segment=NetworkSegment(edf9d372-6f52-49de-9627-d590815d48d1),segment_id=edf9d372-6f52-49de-9627-d590815d48d1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:22.399935 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:22.433302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Calling delete_port for 98224435-d7bd-4767-bad4-94e83480489d owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:22.435023 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:22.596027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Allocated IP 172.20.0.11 (b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1/f8332623-b334-47f3-9625-192f99b5510d/16502884-565b-4ae4-a45b-89eebeb86528) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:22.810574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-45a72d4d-e076-461b-895a-769274693406 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:22.812345 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-45a72d4d-e076-461b-895a-769274693406 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.71 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 815 time: 0.1726499 Nov 22 16:12:22.828411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Request body: {'port': {'device_id': 'c76664ed-0cb2-4a66-b44d-d673d2e7d5a7', 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'admin_state_up': True, 'tenant_id': 'f7e458e8da8c4111acce2d2fd9578a75'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:22.870398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7038be84-d7ca-4f7f-b305-db3a41d196af req-4ed6b0c1-db41-4c25-927c-85cd47cb1909 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 210 time: 0.0816102 Nov 22 16:12:22.880107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:22.909848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63edb9-0233-4abc-87ef-ccc79c831dea req-641c42f0-0356-4fa7-a10e-a8e57c7ed411 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:22.920480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa63edb9-0233-4abc-87ef-ccc79c831dea req-641c42f0-0356-4fa7-a10e-a8e57c7ed411 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.1305037 Nov 22 16:12:22.930217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Pushing event deleted for resources: {'Port': ['ID=98224435-d7bd-4767-bad4-94e83480489d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:22.980690 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:23.007985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa63edb9-0233-4abc-87ef-ccc79c831dea req-6d6d0a99-0b67-4b60-af02-bfbb435b7d3a tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813308 Nov 22 16:12:23.058979 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:23.173525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Pushing event updated for resources: {'Port': ['ID=16502884-565b-4ae4-a45b-89eebeb86528,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:23.188453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Made reservation on behalf of f7e458e8da8c4111acce2d2fd9578a75 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:23.192599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:23.223712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:23.242121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:23.246131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:23.320385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:23.329235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:23.329994 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:23.353069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cda8c-e8b7-4822-826a-cdad5036a3d1 req-13325ee8-e9ff-4154-bbe3-c2aab53eb493 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:23.361187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-030cda8c-e8b7-4822-826a-cdad5036a3d1 req-13325ee8-e9ff-4154-bbe3-c2aab53eb493 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1885517 Nov 22 16:12:23.379609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b2b51-3883-4fba-b224-8e8479cbb32d req-2337dee1-3234-48c0-9507-556be4caa364 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:23.392161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46558) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:23.404578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef6b2b51-3883-4fba-b224-8e8479cbb32d req-2337dee1-3234-48c0-9507-556be4caa364 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.2332098 Nov 22 16:12:23.404891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Request body: {'floatingip': {'port_id': 'd314d043-ed2e-481f-abc5-420f87b4c061'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:23.451654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-f43f1e22-8df1-4ad9-a995-b89aedaa0da6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3547654 Nov 22 16:12:23.483069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Request body: {'port': {'device_id': '77453e3b-2a20-497e-9778-eaa58b69bd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:23.551829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-030cda8c-e8b7-4822-826a-cdad5036a3d1 req-1f373b49-5dcb-4c14-8722-a0ba81054a58 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741393 Nov 22 16:12:23.605031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:23.625564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e58c4bc2-0959-4945-a6c8-f2fcf26af5e5 None None] Provisioning complete for port 16502884-565b-4ae4-a45b-89eebeb86528 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:23.626145 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e58c4bc2-0959-4945-a6c8-f2fcf26af5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:23.707493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e58c4bc2-0959-4945-a6c8-f2fcf26af5e5 None None] Port 16502884-565b-4ae4-a45b-89eebeb86528 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:12:23.818852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:23.824836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db799bc9-86c8-4009-902b-ae21ea3770f9 req-aa6ec741-558f-406e-bdee-6a2e13fc705a tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:23.832526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db799bc9-86c8-4009-902b-ae21ea3770f9 req-aa6ec741-558f-406e-bdee-6a2e13fc705a tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 943 time: 0.2113180 Nov 22 16:12:23.912544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Allocated IP 172.20.0.8 (b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1/f8332623-b334-47f3-9625-192f99b5510d/0210ef5c-4c7b-4e9f-910b-3e800dc2206a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:23.915150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db799bc9-86c8-4009-902b-ae21ea3770f9 req-90ed448b-2e90-4163-9dad-790a0bff22d5 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773451 Nov 22 16:12:24.051594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59c8fdcb-f11a-434b-b256-9be47f825ebf req-c2c60800-e8be-4fd4-88f9-7bd77c17ea21 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 210 time: 0.0444751 Nov 22 16:12:24.126851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813945d7-8194-4107-bbee-336402fbb0d8 req-5900be1e-78c2-48ad-8f65-075135f9a88c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:24.128417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-5900be1e-78c2-48ad-8f65-075135f9a88c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.11 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 815 time: 0.2122767 Nov 22 16:12:24.152050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Request body: {'port': {'device_id': 'a045efe9-3b47-4b47-b925-699d3c4b8eed', 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'admin_state_up': True, 'tenant_id': 'f7e458e8da8c4111acce2d2fd9578a75'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:24.276489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Made reservation on behalf of f7e458e8da8c4111acce2d2fd9578a75 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:24.281205 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.375838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Router fbc96099-5aa9-49e3-b0db-531c2b269561 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:12:24.391320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.397345 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.403055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.469530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:24.537396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 32102822-ba1c-4fd2-8205-40238a232f31 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:12:24.585045 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.615157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:24.617507 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db19a59d-80f7-4c4a-8cff-9c667dc0ee04" -d '{"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:24.660015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069662be-3ad4-44a2-9de9-abdba99902a2 req-fcadb0c8-3812-4586-b005-24c400aa7863 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:24.670510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-069662be-3ad4-44a2-9de9-abdba99902a2 req-fcadb0c8-3812-4586-b005-24c400aa7863 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0638559 Nov 22 16:12:24.675782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:24.684576 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.733477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.772823 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.801464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 32102822-ba1c-4fd2-8205-40238a232f31, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=32102822-ba1c-4fd2-8205-40238a232f31,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:24.812940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:24.823236 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.resource_extend [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:12:24.828530 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6dd31-4680-4c89-98ea-8655945f45d0 x-openstack-request-id: req-c8b6dd31-4680-4c89-98ea-8655945f45d0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:24.828702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:24.829260 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:24.829682 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c8b6dd31-4680-4c89-98ea-8655945f45d0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:24.830207 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'code': 200} Nov 22 16:12:24.832347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-069662be-3ad4-44a2-9de9-abdba99902a2 req-21ee1af0-736a-478a-90e7-025914a13ca2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566405 Nov 22 16:12:24.834435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '32102822-ba1c-4fd2-8205-40238a232f31', 'network_id': '1900b73e-a5e2-4303-8460-d7e7a21ecaf6', 'port_id': '32102822-ba1c-4fd2-8205-40238a232f31', 'mac_address': 'fa:16:3e:3f:44:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989e3e01-b76d-4b2f-b54b-b26d0abd6d94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:12:24.876673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867720be-213c-431c-b767-617b3341b10f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:12:24.876912 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.887545 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] Sync routers for ids ['fbc96099-5aa9-49e3-b0db-531c2b269561'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:12:24.891625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32102822-ba1c-4fd2-8205-40238a232f31 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:24.898534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:24.903563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:24.907038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Pushing event updated for resources: {'Port': ['ID=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:24.917234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 32102822-ba1c-4fd2-8205-40238a232f31, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=32102822-ba1c-4fd2-8205-40238a232f31,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:24.919967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-867720be-213c-431c-b767-617b3341b10f admin admin] 10.222.0.69 "PUT /v2.0/routers/fbc96099-5aa9-49e3-b0db-531c2b269561/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4740846 Nov 22 16:12:24.923594 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:24.927166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46688) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:24.959232 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] Routers {'fbc96099-5aa9-49e3-b0db-531c2b269561'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:12:24.959952 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['fbc96099-5aa9-49e3-b0db-531c2b269561'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:25.028143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=32102822-ba1c-4fd2-8205-40238a232f31,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:25.061258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:25.070916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:25.136093 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] Set router fbc96099-5aa9-49e3-b0db-531c2b269561 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:12:25.161830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16502884-565b-4ae4-a45b-89eebeb86528 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:25.180918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:25.181743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:25.187749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:25.235361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Transition to ACTIVE for port object 16502884-565b-4ae4-a45b-89eebeb86528 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:12:25.239708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce909792-9fc8-49aa-8ad6-8692c8f2492e req-284c86b0-1d95-454d-bf36-8644a2c5ec5f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 210 time: 0.0708656 Nov 22 16:12:25.280777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafa3ae-30df-4e1b-848b-d67bde6ed111 req-48167218-c33e-4bce-9b43-a38d342efb5e tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:25.283488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afafa3ae-30df-4e1b-848b-d67bde6ed111 req-48167218-c33e-4bce-9b43-a38d342efb5e tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 944 time: 0.1848052 Nov 22 16:12:25.291733 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Floating IP e0352a9b-d4d5-4081-911d-68e9afe9082a associated. External IP: 172.25.5.218, port: d314d043-ed2e-481f-abc5-420f87b4c061. Nov 22 16:12:25.295978 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:25.299099 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-9b36ce21-9b1a-4739-bcd5-081a14e52248 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4745543 Nov 22 16:12:25.301687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:25.309573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['32102822-ba1c-4fd2-8205-40238a232f31'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:25.435789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Request body: {'port': {'device_id': 'c76664ed-0cb2-4a66-b44d-d673d2e7d5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:25.444793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Pushing event updated for resources: {'Port': ['ID=16502884-565b-4ae4-a45b-89eebeb86528,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:25.501424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f025bbfc-7da6-448a-a9b3-852f9004be9e None None] Provisioning complete for port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:25.502273 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f025bbfc-7da6-448a-a9b3-852f9004be9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:25.587303 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:12:22Z', 'revision_number': 5, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:25.600766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f025bbfc-7da6-448a-a9b3-852f9004be9e None None] Port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:12:25.612787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afafa3ae-30df-4e1b-848b-d67bde6ed111 req-edb198f4-d35f-474e-926c-586ef07aee88 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419448 Nov 22 16:12:25.640388 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] Checking router: fbc96099-5aa9-49e3-b0db-531c2b269561 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:12:25.653274 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] Routers {'fbc96099-5aa9-49e3-b0db-531c2b269561'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:12:25.653915 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['fbc96099-5aa9-49e3-b0db-531c2b269561'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:25.692858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Allocated IP 172.20.0.14 (b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1/f8332623-b334-47f3-9625-192f99b5510d/0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:25.775449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:25.834582 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] Set router fbc96099-5aa9-49e3-b0db-531c2b269561 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:12:25.900812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Attempting to bind port 16502884-565b-4ae4-a45b-89eebeb86528 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:25.901399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Attempting to bind port 16502884-565b-4ae4-a45b-89eebeb86528 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:25.901844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Attempting to bind port 16502884-565b-4ae4-a45b-89eebeb86528 on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:25.918333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Port 16502884-565b-4ae4-a45b-89eebeb86528 on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:12:25.918661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Attempting to bind port 16502884-565b-4ae4-a45b-89eebeb86528 on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:25.939377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:25.939725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Checking segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:25.940141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Bound using segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:25.940599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Bound port: 16502884-565b-4ae4-a45b-89eebeb86528, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:25.941115 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.213476 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:12:22Z', 'revision_number': 5, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:26.250533 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62e565c-cbe8-4da0-8a7a-bdd0895fdd53 None None] The sync data for ids ['fbc96099-5aa9-49e3-b0db-531c2b269561'] in n-d-811716-3 is: [{'id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'name': 'tempest-ServersTestMultiNic-70087111-router', 'tenant_id': '749404daa3a54bc4be26ed83a7ac31e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:01Z', 'updated_at': '2021-11-22T16:12:22Z', 'revision_number': 5, 'project_id': '749404daa3a54bc4be26ed83a7ac31e8', 'gw_port': {'id': '7f85e825-39d0-41c7-a4ce-1efb62d0955f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:10:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc96099-5aa9-49e3-b0db-531c2b269561', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:02Z', 'updated_at': '2021-11-22T16:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:12:26.259189 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.455203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bd34e-ce3c-4493-b6a3-be55d211b804 req-fcd3d3d7-0e0d-41cf-920c-ec83ff030053 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:26.460544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5bd34e-ce3c-4493-b6a3-be55d211b804 req-fcd3d3d7-0e0d-41cf-920c-ec83ff030053 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.4865069 Nov 22 16:12:26.478968 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.509334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] For port 16502884-565b-4ae4-a45b-89eebeb86528, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:26.523063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Deleting port 7f85e825-39d0-41c7-a4ce-1efb62d0955f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:26.523437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.538314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] For port 16502884-565b-4ae4-a45b-89eebeb86528, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=16502884-565b-4ae4-a45b-89eebeb86528,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:26.555078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.594002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Router 11a1fb24-580e-4ce9-800b-2c27b88de718 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:12:26.613330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:26.613958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.615442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] 10.222.0.11 "PUT /v2.0/ports/16502884-565b-4ae4-a45b-89eebeb86528 HTTP/1.1" status: 200 len: 1092 time: 3.1502967 Nov 22 16:12:26.620244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77453e3b-2a20-497e-9778-eaa58b69bd57', 'tag': '16502884-565b-4ae4-a45b-89eebeb86528'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:26.622917 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80e85c2-3a9b-472d-a13e-02462ece2299" -d '{"events": [{"name": "network-changed", "server_uuid": "77453e3b-2a20-497e-9778-eaa58b69bd57", "tag": "16502884-565b-4ae4-a45b-89eebeb86528"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:26.636958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5bd34e-ce3c-4493-b6a3-be55d211b804 req-46315a6e-87e6-4b91-80d2-4b6f93efec8a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626606 Nov 22 16:12:26.654850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249a989-bb3c-4ab0-903b-471f5f88f26e service neutron] Pushing event updated for resources: {'Port': ['ID=16502884-565b-4ae4-a45b-89eebeb86528,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:26.668758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.806773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Pushing event updated for resources: {'Port': ['ID=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:26.832020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:26.835173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:26.841612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:26.896214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:26.897071 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.952182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] For port 7f85e825-39d0-41c7-a4ce-1efb62d0955f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7f85e825-39d0-41c7-a4ce-1efb62d0955f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:26.952564 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:26.956122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fa3e8-4d23-46b5-965f-27391e621ce2 req-41ae53c2-c6bc-42a3-adfb-1a4fb633d794 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:26.957773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-650fa3e8-4d23-46b5-965f-27391e621ce2 req-41ae53c2-c6bc-42a3-adfb-1a4fb633d794 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 932 time: 0.2370923 Nov 22 16:12:26.962416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-bc2ea5a4-3271-486a-822b-c141114b4f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:26.965520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-bc2ea5a4-3271-486a-822b-c141114b4f5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 1095 time: 0.2699430 Nov 22 16:12:26.971359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-49482ada-8e33-41ec-958f-e2a5297b31c1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8265195 Nov 22 16:12:26.976263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Calling delete_port for 7f85e825-39d0-41c7-a4ce-1efb62d0955f owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:26.986908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:12:26.995727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Request body: {'port': {'device_id': 'a045efe9-3b47-4b47-b925-699d3c4b8eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:27.003562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] Sync routers for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:12:27.033727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:12:27.034894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:27.063520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-b0f76776-5496-4e48-b65d-1e5c20a58b5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16502884-565b-4ae4-a45b-89eebeb86528 HTTP/1.1" status: 200 len: 217 time: 0.0742536 Nov 22 16:12:27.068429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:27.109180 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e18dea37-b4d2-45b1-a81c-6388ecb528c5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "PUT /v2.0/floatingips/e0352a9b-d4d5-4081-911d-68e9afe9082a HTTP/1.1" status: 200 len: 991 time: 3.7139971 Nov 22 16:12:27.118130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97627a00-8976-4b89-b9fe-766e645d1088', 'tag': 'd314d043-ed2e-481f-abc5-420f87b4c061'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:27.121831 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c077325-45b0-455f-8636-b84d7dbb66ac" -d '{"events": [{"name": "network-changed", "server_uuid": "97627a00-8976-4b89-b9fe-766e645d1088", "tag": "d314d043-ed2e-481f-abc5-420f87b4c061"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:27.188138 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-dbc2e703-3623-4dac-aa15-993b95f16db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:27.189902 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-dbc2e703-3623-4dac-aa15-993b95f16db4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1096 time: 0.5772543 Nov 22 16:12:27.199387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-650fa3e8-4d23-46b5-965f-27391e621ce2 req-bc3213c4-1dba-4398-9a2e-610f7a6b1aae tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325013 Nov 22 16:12:27.233713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:12:27.278624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-5503096f-ed1e-456c-9bcb-b8919982ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:27.281358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-5503096f-ed1e-456c-9bcb-b8919982ab29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8332623-b334-47f3-9625-192f99b5510d HTTP/1.1" status: 200 len: 854 time: 0.1965697 Nov 22 16:12:27.288269 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:27.355746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-14c11478-6b29-4273-9ce2-7423eb925ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:27.357431 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-14c11478-6b29-4273-9ce2-7423eb925ab4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 920 time: 0.1523175 Nov 22 16:12:27.429408 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-2e351673-ae6c-4ab7-a7bf-c71e589fe765 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 200 len: 217 time: 0.0567782 Nov 22 16:12:27.431937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0210ef5c-4c7b-4e9f-910b-3e800dc2206a {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:27.437110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ecf8c0f4-8b0f-49f6-933e-33200613746f None None] Provisioning complete for port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:27.437570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecf8c0f4-8b0f-49f6-933e-33200613746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:27.450709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:27.491235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ecf8c0f4-8b0f-49f6-933e-33200613746f None None] Port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:12:27.520320 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fcbcb3-2d01-41ea-9762-82834279d7be x-openstack-request-id: req-97fcbcb3-2d01-41ea-9762-82834279d7be {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:27.521315 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77453e3b-2a20-497e-9778-eaa58b69bd57", "tag": "16502884-565b-4ae4-a45b-89eebeb86528", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:27.521315 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97fcbcb3-2d01-41ea-9762-82834279d7be {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:27.521315 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77453e3b-2a20-497e-9778-eaa58b69bd57', 'tag': '16502884-565b-4ae4-a45b-89eebeb86528', 'status': 'completed', 'code': 200} Nov 22 16:12:27.531009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Transition to ACTIVE for port object 0210ef5c-4c7b-4e9f-910b-3e800dc2206a will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:12:27.553493 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:27.561791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'e0352a9b-d4d5-4081-911d-68e9afe9082a', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'port_id': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'mac_address': 'fa:16:3e:e8:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97627a00-8976-4b89-b9fe-766e645d1088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:11:49Z', 'updated_at': '2021-11-22T16:12:24Z', 'revision_number': 1, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:49Z', 'revision_number': 5, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:27.564597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-d1164dde-5a95-4597-8426-35d1bce1680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:27.567278 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-d1164dde-5a95-4597-8426-35d1bce1680e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.1277695 Nov 22 16:12:27.596940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] Checking router: 11a1fb24-580e-4ce9-800b-2c27b88de718 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:12:27.610469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:12:27.611318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:27.636796 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-f0bef634-30bd-464e-9ed1-5e216e1befcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492394 Nov 22 16:12:27.652612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-337084c4-44a7-475c-ab97-addca2c919fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:27.654520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-337084c4-44a7-475c-ab97-addca2c919fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3613279 Nov 22 16:12:27.665990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee41bc-4824-467d-84c5-0d55791f8c54 req-614fa3ac-a672-4373-af5f-436d42bf6a71 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:27.674319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6aee41bc-4824-467d-84c5-0d55791f8c54 req-614fa3ac-a672-4373-af5f-436d42bf6a71 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.3078249 Nov 22 16:12:27.736954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:12:27.768832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ef7cb-b37f-4abd-a817-58d9451b7f80 req-a7f99da8-34ec-44ef-a31b-4f9a677e2525 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:27.770421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e8ef7cb-b37f-4abd-a817-58d9451b7f80 req-a7f99da8-34ec-44ef-a31b-4f9a677e2525 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 944 time: 0.1890812 Nov 22 16:12:27.847758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 98224435-d7bd-4767-bad4-94e83480489d no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:27.851112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Pushing event updated for resources: {'Port': ['ID=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:27.879417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Attempting to bind port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:27.879762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Attempting to bind port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:27.880140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Attempting to bind port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:27.889646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 98224435-d7bd-4767-bad4-94e83480489d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:27.890245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 98224435-d7bd-4767-bad4-94e83480489d not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:27.904927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6aee41bc-4824-467d-84c5-0d55791f8c54 req-83f71fac-d3f1-4e59-b3a5-f99814e8c013 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183306 Nov 22 16:12:27.905018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:12:27.905018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Attempting to bind port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:27.905361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:27.905858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Checking segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:27.906389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Bound using segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:27.907446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Bound port: 0210ef5c-4c7b-4e9f-910b-3e800dc2206a, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:27.907446 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:27.974520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e8ef7cb-b37f-4abd-a817-58d9451b7f80 req-94cc5d3d-f478-42ca-9144-ff75d045fdab tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914809 Nov 22 16:12:27.983418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.013393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-d5e8d960-7c62-4518-a6fa-3ed8ba0e2773 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332822 Nov 22 16:12:28.023928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:28.033350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f85e825-39d0-41c7-a4ce-1efb62d0955f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:28.042155 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.043530 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed151dd5-86af-4737-977b-08778cef0be2 x-openstack-request-id: req-ed151dd5-86af-4737-977b-08778cef0be2 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:28.043894 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97627a00-8976-4b89-b9fe-766e645d1088", "tag": "d314d043-ed2e-481f-abc5-420f87b4c061", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:28.044774 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed151dd5-86af-4737-977b-08778cef0be2 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:28.044774 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97627a00-8976-4b89-b9fe-766e645d1088', 'tag': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'status': 'completed', 'code': 200} Nov 22 16:12:28.063534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Transition to ACTIVE for port object 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:12:28.064498 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-606fe528-1536-43f3-8e9b-7cbf452b74ee service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851492 Nov 22 16:12:28.148647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] For port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:28.180756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] For port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:28.185426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-178048d9-e683-493b-aae4-d5c4ac75cea7 req-a9a76593-b1d1-4168-93c9-76670bf1bf95 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202712 Nov 22 16:12:28.229248 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.258358 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.262677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.317582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'e0352a9b-d4d5-4081-911d-68e9afe9082a', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'port_id': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'mac_address': 'fa:16:3e:e8:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97627a00-8976-4b89-b9fe-766e645d1088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:11:49Z', 'updated_at': '2021-11-22T16:12:24Z', 'revision_number': 1, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:49Z', 'revision_number': 5, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:28.349910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f3730-9f84-46e9-98f3-3f1e676cccf9 None None] The sync data for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 is: [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'e0352a9b-d4d5-4081-911d-68e9afe9082a', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'port_id': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'mac_address': 'fa:16:3e:e8:88:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97627a00-8976-4b89-b9fe-766e645d1088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:11:49Z', 'updated_at': '2021-11-22T16:12:24Z', 'revision_number': 1, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:49Z', 'revision_number': 5, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:12:28.470616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Pushing event updated for resources: {'Port': ['ID=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:28.493587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:28.494890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.496626 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] 10.222.0.71 "PUT /v2.0/ports/0210ef5c-4c7b-4e9f-910b-3e800dc2206a HTTP/1.1" status: 200 len: 1091 time: 3.0660067 Nov 22 16:12:28.516767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cad88-1c0a-4658-a33d-a5ad962eb1a4 req-7b039cd7-97ad-4207-aef0-40d8581d8356 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:28.518455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.522885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.546995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e21cad88-1c0a-4658-a33d-a5ad962eb1a4 req-7b039cd7-97ad-4207-aef0-40d8581d8356 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.3598402 Nov 22 16:12:28.562131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 32102822-ba1c-4fd2-8205-40238a232f31 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:28.607850 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a3947dd6-2e2c-4648-8b95-3889fa7b17f7 req-76922a54-e03d-4617-90fe-95671d6852d8 service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086265 Nov 22 16:12:28.612122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-f7397ec6-a7e1-40e0-a47b-bc48a335b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:28.614022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-f7397ec6-a7e1-40e0-a47b-bc48a335b345 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc1484af90514c79bfa84537d531365f&device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 1096 time: 0.3985465 Nov 22 16:12:28.677454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d9504-86be-4c16-889c-b5a531cd4e53 service neutron] Pushing event updated for resources: {'Port': ['ID=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:28.682742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.683242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc96099-5aa9-49e3-b0db-531c2b269561 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:12:28.688437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 32102822-ba1c-4fd2-8205-40238a232f31 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:12:28.703074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 32102822-ba1c-4fd2-8205-40238a232f31 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:28.703717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.708218 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7f8e4e75-6b5f-4818-96c3-d5079ddc9de5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fbc96099-5aa9-49e3-b0db-531c2b269561 HTTP/1.1" status: 204 len: 168 time: 3.7799950 Nov 22 16:12:28.708622 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.711007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46858) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:28.747423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-eb1c6baa-a9d4-4d99-809d-a627f7176883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:28.759131 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-eb1c6baa-a9d4-4d99-809d-a627f7176883 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 1095 time: 0.4527936 Nov 22 16:12:28.769503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-90c8691b-6471-4fa1-a84d-9bffd5639b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:28.772386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-90c8691b-6471-4fa1-a84d-9bffd5639b62 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 1094 time: 0.1805887 Nov 22 16:12:28.834475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6bff51-3cd4-45db-b01f-bd97ee2a7d8b admin admin] Deleting subnet 0e517235-3d2f-4a4d-9d20-b9edf0ea0c55 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:12:28.838577 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-208eba21-76f3-4348-b47c-a3653aaf5099 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0210ef5c-4c7b-4e9f-910b-3e800dc2206a HTTP/1.1" status: 200 len: 217 time: 0.0523846 Nov 22 16:12:28.839360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6bff51-3cd4-45db-b01f-bd97ee2a7d8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.887139 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:28.913063 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26f3c1-25b6-44b1-81e6-ed51b34dd1a9 None None] New status for floating IP e0352a9b-d4d5-4081-911d-68e9afe9082a: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:12:28.965770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee2c68-a0bf-4c0e-a114-14d7412dbcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32102822-ba1c-4fd2-8205-40238a232f31'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:28.970705 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d174254-a312-4098-849d-33e4fc6760ac" -d '{"events": [{"server_uuid": "44ee2c68-a0bf-4c0e-a114-14d7412dbcec", "name": "network-vif-plugged", "status": "completed", "tag": "32102822-ba1c-4fd2-8205-40238a232f31"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:29.000086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 32102822-ba1c-4fd2-8205-40238a232f31, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=32102822-ba1c-4fd2-8205-40238a232f31,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:29.004864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6bff51-3cd4-45db-b01f-bd97ee2a7d8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.011414 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.014263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-4ce7592c-21ea-47a8-900d-de3845351250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:29.016741 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-4ce7592c-21ea-47a8-900d-de3845351250 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f8332623-b334-47f3-9625-192f99b5510d HTTP/1.1" status: 200 len: 854 time: 0.1311300 Nov 22 16:12:29.116075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6bff51-3cd4-45db-b01f-bd97ee2a7d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.131183 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=32102822-ba1c-4fd2-8205-40238a232f31,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:29.184206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e21cad88-1c0a-4658-a33d-a5ad962eb1a4 req-e700ba00-c844-4d88-bd57-20685fe76b3b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6317620 Nov 22 16:12:29.207591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-ec9c1b02-0874-475c-8fb6-5d1991749951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:29.209338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-ec9c1b02-0874-475c-8fb6-5d1991749951 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 916 time: 0.3585186 Nov 22 16:12:29.236967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-67c878d1-554f-459d-b09b-775522c95d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:29.238487 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-67c878d1-554f-459d-b09b-775522c95d17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881772 Nov 22 16:12:29.265192 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6bff51-3cd4-45db-b01f-bd97ee2a7d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.274886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-f1210d65-03a7-410a-bc3e-21fd6be8064d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16502884-565b-4ae4-a45b-89eebeb86528 HTTP/1.1" status: 200 len: 217 time: 0.0466874 Nov 22 16:12:29.276466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Attempting to bind port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:29.277410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Attempting to bind port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:29.277410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Attempting to bind port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:29.330198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:12:29.330538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Attempting to bind port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 on network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:29.351575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:29.351992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Checking segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:29.352325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Bound using segment: {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:29.352780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Bound port: 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d717b8f-1136-459f-8609-c532ebace669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:29.353219 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.354543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bff51-3cd4-45db-b01f-bd97ee2a7d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e517235-3d2f-4a4d-9d20-b9edf0ea0c55,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:29.361315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6bff51-3cd4-45db-b01f-bd97ee2a7d8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.370412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11898c2d-38bd-4665-9139-094396d2be22 None None] Network 3e000b7d-8d13-4cab-b7d0-356e8b7a254a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:29.382740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2f6bff51-3cd4-45db-b01f-bd97ee2a7d8b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0e517235-3d2f-4a4d-9d20-b9edf0ea0c55 HTTP/1.1" status: 204 len: 168 time: 0.6608551 Nov 22 16:12:29.383566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46872) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:29.384340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9e815-c258-4008-a2f3-1bdda9de562e req-da8f9584-bb39-451c-b875-d2ee189953b8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:29.386164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0c9e815-c258-4008-a2f3-1bdda9de562e req-da8f9584-bb39-451c-b875-d2ee189953b8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 944 time: 0.3662243 Nov 22 16:12:29.404162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-78f589c5-483b-4da5-8792-301e37b4537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:29.405609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-78f589c5-483b-4da5-8792-301e37b4537b service neutron] 10.222.0.11 "GET /v2.0/networks?id=621a19cc-5309-45d1-ac3c-1e29cf4ede46 HTTP/1.1" status: 200 len: 907 time: 0.6708527 Nov 22 16:12:29.412796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-d734283a-3389-4583-bded-e2b199019325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:29.414243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-d734283a-3389-4583-bded-e2b199019325 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8332623-b334-47f3-9625-192f99b5510d HTTP/1.1" status: 200 len: 854 time: 0.1294725 Nov 22 16:12:29.503095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.523752 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-04e74226-4e4f-41ae-b4da-7a977ecddb03 service neutron] 10.222.0.71 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736430 Nov 22 16:12:29.602373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] DHCP port deletion for 3e000b7d-8d13-4cab-b7d0-356e8b7a254a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:12:29.647545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-805452b7-cea3-47bf-a011-67aaf07deede service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d314d043-ed2e-481f-abc5-420f87b4c061 HTTP/1.1" status: 200 len: 1001 time: 0.2301264 Nov 22 16:12:29.651210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Deleting port 070b90e0-50e1-4868-b060-00e61dd684d9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:29.651650 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.655933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0c9e815-c258-4008-a2f3-1bdda9de562e req-a34ad915-43fc-4993-a3ae-1228b13e67f4 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601585 Nov 22 16:12:29.663540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] For port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:29.671860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] Deleting port 070b90e0-50e1-4868-b060-00e61dd684d9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:29.672598 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.678151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] For port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:29.694630 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc76a02a-2875-4afa-b427-f61fc5ca7a0f req-f562ec0e-f8c6-42a7-a030-5ca65018ad35 service neutron] 10.222.0.71 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462288 Nov 22 16:12:29.708264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-1397882a-e27f-4653-89e5-e7b205e0aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:29.709785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-1397882a-e27f-4653-89e5-e7b205e0aaa8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754803 Nov 22 16:12:29.724931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922da1d-7147-4d01-a3f1-eb1360c0e1c2 req-903a990c-e570-428d-80b8-fa9759934e82 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:29.726503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4922da1d-7147-4d01-a3f1-eb1360c0e1c2 req-903a990c-e570-428d-80b8-fa9759934e82 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.2955949 Nov 22 16:12:29.727683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.736548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] For port 070b90e0-50e1-4868-b060-00e61dd684d9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=070b90e0-50e1-4868-b060-00e61dd684d9,segment=NetworkSegment(edf9d372-6f52-49de-9627-d590815d48d1),segment_id=edf9d372-6f52-49de-9627-d590815d48d1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:29.736548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.756966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Calling delete_port for 070b90e0-50e1-4868-b060-00e61dd684d9 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:29.792800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] For port 070b90e0-50e1-4868-b060-00e61dd684d9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=070b90e0-50e1-4868-b060-00e61dd684d9,segment=NetworkSegment(edf9d372-6f52-49de-9627-d590815d48d1),segment_id=edf9d372-6f52-49de-9627-d590815d48d1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:29.793448 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.811754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] Calling delete_port for 070b90e0-50e1-4868-b060-00e61dd684d9 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:29.887016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.910322 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:29.922424 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ecbd43-5fa0-4e20-87c1-75b7d7934780 x-openstack-request-id: req-05ecbd43-5fa0-4e20-87c1-75b7d7934780 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:29.923223 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ee2c68-a0bf-4c0e-a114-14d7412dbcec", "name": "network-vif-plugged", "status": "completed", "tag": "32102822-ba1c-4fd2-8205-40238a232f31", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:29.923677 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-05ecbd43-5fa0-4e20-87c1-75b7d7934780 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:29.924473 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ee2c68-a0bf-4c0e-a114-14d7412dbcec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32102822-ba1c-4fd2-8205-40238a232f31', 'code': 200} Nov 22 16:12:29.951749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=070b90e0-50e1-4868-b060-00e61dd684d9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:29.963554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] No DVR routers for this DVR port 070b90e0-50e1-4868-b060-00e61dd684d9 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:29.994844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] No DVR routers for this DVR port 070b90e0-50e1-4868-b060-00e61dd684d9 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:29.999216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d7dcf-f29c-4e15-a719-6a6605513047 None None] Pushing event deleted for resources: {'Port': ['ID=070b90e0-50e1-4868-b060-00e61dd684d9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:30.002143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 070b90e0-50e1-4868-b060-00e61dd684d9 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:30.003518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c59f35-c01e-405e-8a83-9cd18cfd3f48 req-bc1aea0c-c6b9-4d06-a3b2-0663a81fdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.005092 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f4c59f35-c01e-405e-8a83-9cd18cfd3f48 req-bc1aea0c-c6b9-4d06-a3b2-0663a81fdc72 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 1096 time: 0.1481502 Nov 22 16:12:30.032692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 070b90e0-50e1-4868-b060-00e61dd684d9 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:30.033149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 070b90e0-50e1-4868-b060-00e61dd684d9 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:30.033702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7f85e825-39d0-41c7-a4ce-1efb62d0955f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:30.064117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76664ed-0cb2-4a66-b44d-d673d2e7d5a7', 'tag': '0210ef5c-4c7b-4e9f-910b-3e800dc2206a'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:30.066451 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c76664ed-0cb2-4a66-b44d-d673d2e7d5a7", "tag": "0210ef5c-4c7b-4e9f-910b-3e800dc2206a"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:30.070550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 7f85e825-39d0-41c7-a4ce-1efb62d0955f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:30.070897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7f85e825-39d0-41c7-a4ce-1efb62d0955f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:30.096846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.132290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e000b7d-8d13-4cab-b7d0-356e8b7a254a']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:30.144445 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f4c59f35-c01e-405e-8a83-9cd18cfd3f48 req-340f8127-d6e6-4c0a-8ab0-2bc676372753 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213696 Nov 22 16:12:30.145765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf9d372-6f52-49de-9627-d590815d48d1') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:30.146133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf9d372-6f52-49de-9627-d590815d48d1') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:30.148179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.148179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.149793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] 10.222.0.11 "PUT /v2.0/ports/0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 HTTP/1.1" status: 200 len: 1092 time: 3.1591914 Nov 22 16:12:30.158463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.160946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a045efe9-3b47-4b47-b925-699d3c4b8eed', 'tag': '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:30.163161 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb031b08-3618-4d21-9702-58d96abbfade" -d '{"events": [{"name": "network-changed", "server_uuid": "a045efe9-3b47-4b47-b925-699d3c4b8eed", "tag": "0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:30.167589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-bd5cf9bd-463b-496d-9a50-a15489064731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.169085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-bd5cf9bd-463b-496d-9a50-a15489064731 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac634a0a-ea4e-40e7-a579-5b56d4fd0741 HTTP/1.1" status: 200 len: 845 time: 0.5071740 Nov 22 16:12:30.177675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.185379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:12:30.185986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:12:30.187826 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:12:30.258716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.269033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.275509 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3e000b7d-8d13-4cab-b7d0-356e8b7a254a HTTP/1.1" status: 204 len: 168 time: 0.8797557 Nov 22 16:12:30.286305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34f5d-b890-4970-b11e-29ac84815fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e000b7d-8d13-4cab-b7d0-356e8b7a254a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:30.319099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8471b2-30c8-469a-bbc9-1d526a33a20a service neutron] Pushing event updated for resources: {'Port': ['ID=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:30.354136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4922da1d-7147-4d01-a3f1-eb1360c0e1c2 req-e1faae36-d071-4eb0-9a1f-011806557579 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6076107 Nov 22 16:12:30.386860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672a702-e325-448b-8afb-11868974ea6a req-1f4546cd-8e45-42c6-b895-8e7d67690db7 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.388994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e672a702-e325-448b-8afb-11868974ea6a req-1f4546cd-8e45-42c6-b895-8e7d67690db7 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 945 time: 0.2539401 Nov 22 16:12:30.393100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-4b46ff10-2536-4d92-b21d-64a50153b980 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604199 Nov 22 16:12:30.405757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-90108605-4c3e-48a5-b5e5-438d70e11d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.407458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-90108605-4c3e-48a5-b5e5-438d70e11d2c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=621a19cc-5309-45d1-ac3c-1e29cf4ede46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2093072 Nov 22 16:12:30.427028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46882) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:30.472574 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1d3478af-2b25-4617-9b2c-a85d3cfa3fba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=749404daa3a54bc4be26ed83a7ac31e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444062 Nov 22 16:12:30.474097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46884) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:30.524796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-060cd23a-e738-477b-8af9-8b994f8fc35d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.526923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813945d7-8194-4107-bbee-336402fbb0d8 req-89493d04-e588-4687-b4da-e187c1974d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.528414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-89493d04-e588-4687-b4da-e187c1974d63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 1095 time: 0.2986834 Nov 22 16:12:30.548373 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-060cd23a-e738-477b-8af9-8b994f8fc35d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.598543 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-060cd23a-e738-477b-8af9-8b994f8fc35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.601127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-060cd23a-e738-477b-8af9-8b994f8fc35d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:30.602283 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-060cd23a-e738-477b-8af9-8b994f8fc35d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8de4cffd-b8d5-47f4-95e8-f86b6b9574fa HTTP/1.1" status: 204 len: 168 time: 0.1271183 Nov 22 16:12:30.614214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cd23a-e738-477b-8af9-8b994f8fc35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de4cffd-b8d5-47f4-95e8-f86b6b9574fa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:30.636548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-694ba029-1800-46c9-a4f1-d76509b5b296 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 HTTP/1.1" status: 200 len: 217 time: 0.0876064 Nov 22 16:12:30.659726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e672a702-e325-448b-8afb-11868974ea6a req-29bb7732-d463-4888-aa44-ab6893c28897 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573111 Nov 22 16:12:30.715175 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be2b09a-a595-4fad-a7d8-71c4080b4d83 x-openstack-request-id: req-9be2b09a-a595-4fad-a7d8-71c4080b4d83 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:30.715490 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76664ed-0cb2-4a66-b44d-d673d2e7d5a7", "tag": "0210ef5c-4c7b-4e9f-910b-3e800dc2206a", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:30.715758 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9be2b09a-a595-4fad-a7d8-71c4080b4d83 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:30.716270 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76664ed-0cb2-4a66-b44d-d673d2e7d5a7', 'tag': '0210ef5c-4c7b-4e9f-910b-3e800dc2206a', 'status': 'completed', 'code': 200} Nov 22 16:12:30.729194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab311e-c932-4dc7-9234-74374e4756ac req-ee8f12fa-7997-4a2c-bdc1-ddd7cb225064 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.732395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ab311e-c932-4dc7-9234-74374e4756ac req-ee8f12fa-7997-4a2c-bdc1-ddd7cb225064 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 948 time: 0.2895117 Nov 22 16:12:30.742920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-d13abfd8-ab0c-44ec-934d-0478a201e4dc service neutron] 10.222.0.11 "GET /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263538 Nov 22 16:12:30.756683 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa06e2-7b69-41de-8498-4907ebb0c536 x-openstack-request-id: req-f9aa06e2-7b69-41de-8498-4907ebb0c536 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:30.756892 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a045efe9-3b47-4b47-b925-699d3c4b8eed", "tag": "0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:30.757155 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f9aa06e2-7b69-41de-8498-4907ebb0c536 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:30.757591 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a045efe9-3b47-4b47-b925-699d3c4b8eed', 'tag': '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4', 'status': 'completed', 'code': 200} Nov 22 16:12:30.762641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c80e85c2-3a9b-472d-a13e-02462ece2299 req-73e65f34-dda6-4269-8c19-e02f787591d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591230 Nov 22 16:12:30.784443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813945d7-8194-4107-bbee-336402fbb0d8 req-bef9372b-f41b-4ef8-a98a-15ae93cef828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.785783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-bef9372b-f41b-4ef8-a98a-15ae93cef828 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8332623-b334-47f3-9625-192f99b5510d HTTP/1.1" status: 200 len: 854 time: 0.1319747 Nov 22 16:12:30.829059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-9ce639f4-a6ac-4e5a-b288-48fa3f02212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.830753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-9ce639f4-a6ac-4e5a-b288-48fa3f02212d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 1094 time: 0.0811229 Nov 22 16:12:30.928813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ab311e-c932-4dc7-9234-74374e4756ac req-b25bdde5-c699-4698-9123-cfac97f3f5bd tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898522 Nov 22 16:12:30.953534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813945d7-8194-4107-bbee-336402fbb0d8 req-4c2f7c3e-854d-43f5-bfea-d3cdea2d809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.954685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-288764e8-52b3-4a56-a886-089e7f371726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.955895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-4c2f7c3e-854d-43f5-bfea-d3cdea2d809c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526265 Nov 22 16:12:30.956700 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-288764e8-52b3-4a56-a886-089e7f371726 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 916 time: 0.1172111 Nov 22 16:12:30.970838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a763f9-aa4e-4d64-8ef6-5e66f3bd6c8e req-dbdb5505-f055-4e85-8998-fe3639f646c4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:30.972811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0a763f9-aa4e-4d64-8ef6-5e66f3bd6c8e req-dbdb5505-f055-4e85-8998-fe3639f646c4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1376090 Nov 22 16:12:31.009032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c077325-45b0-455f-8636-b84d7dbb66ac req-5499dc2d-93de-47ca-83f6-d20318544893 service neutron] 10.222.0.11 "GET /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433612 Nov 22 16:12:31.016093 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-5109df1b-6724-4bcc-900c-9fad7faafe58 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0210ef5c-4c7b-4e9f-910b-3e800dc2206a HTTP/1.1" status: 200 len: 217 time: 0.0500946 Nov 22 16:12:31.074051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-029567e2-b626-48ff-9752-8d8245eaa58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.075740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-029567e2-b626-48ff-9752-8d8245eaa58e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f8332623-b334-47f3-9625-192f99b5510d HTTP/1.1" status: 200 len: 854 time: 0.0490947 Nov 22 16:12:31.131622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-3f148c6c-d9b2-463f-9739-b021ec09cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.133193 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-3f148c6c-d9b2-463f-9739-b021ec09cee4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480273 Nov 22 16:12:31.134246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0a763f9-aa4e-4d64-8ef6-5e66f3bd6c8e req-74d3604c-011e-432c-b698-2b8357b5d991 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438985 Nov 22 16:12:31.154325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2864442-9cb9-4c9f-85b0-90af6f03f08e req-99fbb3bd-d27d-4564-ade4-74f4be82a64b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.156230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2864442-9cb9-4c9f-85b0-90af6f03f08e req-99fbb3bd-d27d-4564-ade4-74f4be82a64b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 944 time: 0.1188807 Nov 22 16:12:31.161345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-da61ba5d-219b-4c88-a2d0-3ed99677696a service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811404 Nov 22 16:12:31.266750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2864442-9cb9-4c9f-85b0-90af6f03f08e req-afd8ef02-f490-426f-92c3-711e04247690 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029789 Nov 22 16:12:31.310852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-813945d7-8194-4107-bbee-336402fbb0d8 req-e33a88ac-6eb0-42cd-85ce-911857bf2903 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390865 Nov 22 16:12:31.487992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031b08-3618-4d21-9702-58d96abbfade req-048466ea-4261-451e-976d-79dff89e717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.489638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb031b08-3618-4d21-9702-58d96abbfade req-048466ea-4261-451e-976d-79dff89e717a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 1095 time: 0.1236844 Nov 22 16:12:31.499678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209acf6d-8dbb-4bce-b0d1-0a1aece37135 req-bd1bb105-6ab7-4f31-ad3c-f51d7a1a9c0e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.501487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-209acf6d-8dbb-4bce-b0d1-0a1aece37135 req-bd1bb105-6ab7-4f31-ad3c-f51d7a1a9c0e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0773418 Nov 22 16:12:31.517695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:31.628230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-88470dd6-d220-45df-8c32-9ee0e815ac69 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.629704 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-88470dd6-d220-45df-8c32-9ee0e815ac69 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.71 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 948 time: 0.0814776 Nov 22 16:12:31.632171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-374e0418-b6bf-44fd-ba8b-b3f9ed4e5a57 service neutron] 10.222.0.71 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863729 Nov 22 16:12:31.634519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-209acf6d-8dbb-4bce-b0d1-0a1aece37135 req-5eb8feae-24cd-4d52-b88a-a6b999803a1e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147618 Nov 22 16:12:31.668265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1197479283-network', 'tenant_id': '5747ed058576452d821d180c94b7adfb'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:31.692048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031b08-3618-4d21-9702-58d96abbfade req-8ffe2b93-9aa0-4ae4-b3b6-af47a8fb46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.693536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb031b08-3618-4d21-9702-58d96abbfade req-8ffe2b93-9aa0-4ae4-b3b6-af47a8fb46a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 916 time: 0.1885514 Nov 22 16:12:31.705146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Made reservation on behalf of 5747ed058576452d821d180c94b7adfb for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:31.707799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:31.755125 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:31.758463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb031b08-3618-4d21-9702-58d96abbfade req-e0a0609c-de9d-4d1d-8b13-496d78d10e66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 HTTP/1.1" status: 200 len: 217 time: 0.0482099 Nov 22 16:12:31.803747 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-46b704dd-b4fb-4dbb-b323-4b14f1e439f7 req-bbd32b0c-1432-4b6d-9b88-e95d65d20467 service neutron] 10.222.0.71 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592987 Nov 22 16:12:31.819032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Deleting port 15a874e1-d878-4738-aecc-5e8c3f56e299 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:31.819385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:31.867346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031b08-3618-4d21-9702-58d96abbfade req-361d5e0a-d605-4d4d-978a-e89ae830d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.869028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb031b08-3618-4d21-9702-58d96abbfade req-361d5e0a-d605-4d4d-978a-e89ae830d573 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8332623-b334-47f3-9625-192f99b5510d HTTP/1.1" status: 200 len: 854 time: 0.0824962 Nov 22 16:12:31.876672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b530328-a0d1-4055-a9e8-b1796cf3dedc req-8237aaa3-777e-4739-a0ea-e8314622eceb tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.878071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b530328-a0d1-4055-a9e8-b1796cf3dedc req-8237aaa3-777e-4739-a0ea-e8314622eceb tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 945 time: 0.1244853 Nov 22 16:12:31.921545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] For port 15a874e1-d878-4738-aecc-5e8c3f56e299, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=15a874e1-d878-4738-aecc-5e8c3f56e299,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:31.921821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:31.935331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Calling delete_port for 15a874e1-d878-4738-aecc-5e8c3f56e299 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:31.985066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb031b08-3618-4d21-9702-58d96abbfade req-c2567f29-532d-40ed-a4e3-02d8d91311a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:31.986593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb031b08-3618-4d21-9702-58d96abbfade req-c2567f29-532d-40ed-a4e3-02d8d91311a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076603 Nov 22 16:12:31.992663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b530328-a0d1-4055-a9e8-b1796cf3dedc req-eaf1b11c-5add-4247-813c-a34e5612e3cb tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048291 Nov 22 16:12:32.008451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.064869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.107111 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.133978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:12:32.144199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Pushing event deleted for resources: {'Port': ['ID=15a874e1-d878-4738-aecc-5e8c3f56e299,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:32.159964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd6ae4-070c-4c37-9f9f-e4fad7927181,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:32.170934 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.171293 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Added segment 15e8e386-1122-4ddf-8493-b4398ece4b92 of type vlan for network 8a3c05b2-b961-4583-8cb4-436511eb72e0 Nov 22 16:12:32.187753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] No DVR routers for this DVR port 15a874e1-d878-4738-aecc-5e8c3f56e299 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:32.190985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.196669 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3539be72-4dc5-48b8-81dc-17fc456ee444 req-c456db94-123c-4db3-812e-b5f74038897e tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.71 "DELETE /v2.0/ports/15a874e1-d878-4738-aecc-5e8c3f56e299 HTTP/1.1" status: 204 len: 173 time: 0.5535235 Nov 22 16:12:32.199368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8089d0d-8e9f-4789-a2f9-e3af6925678f req-527388b3-816a-4b5b-99b1-f7e419a9e404 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:32.200946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8089d0d-8e9f-4789-a2f9-e3af6925678f req-527388b3-816a-4b5b-99b1-f7e419a9e404 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=d766696a-4d03-4f32-8c3b-77bc17e37efc HTTP/1.1" status: 200 len: 865 time: 0.1679659 Nov 22 16:12:32.205642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb031b08-3618-4d21-9702-58d96abbfade req-f27f0a7a-e34a-4d35-ae98-000b1c6841e5 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080879 Nov 22 16:12:32.308188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.403558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.404560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:32.405164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.427691 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8089d0d-8e9f-4789-a2f9-e3af6925678f req-f63ef473-2247-4228-9893-8a6542332be8 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195029 Nov 22 16:12:32.491744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 16502884-565b-4ae4-a45b-89eebeb86528 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:12:32.498549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016f9e1-e992-435f-9d8d-20c2caf2ca17 req-7c68f6d2-9b65-450f-9d4f-459707837e42 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:32.500020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3016f9e1-e992-435f-9d8d-20c2caf2ca17 req-7c68f6d2-9b65-450f-9d4f-459707837e42 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2257643 Nov 22 16:12:32.513124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9895256 Nov 22 16:12:32.513518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46934) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:32.518566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Request body: {'subnet': {'network_id': '8a3c05b2-b961-4583-8cb4-436511eb72e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1197479283-subnet', 'tenant_id': '5747ed058576452d821d180c94b7adfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:32.531320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb031b08-3618-4d21-9702-58d96abbfade req-c196c1d9-2830-44fa-98ab-b5e022d74ea8 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946668 Nov 22 16:12:32.549691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d08bd-8f0d-4063-a0f9-815ec92d75ca admin admin] Pushing event updated for resources: {'Network': ['ID=8a3c05b2-b961-4583-8cb4-436511eb72e0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:32.560866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Made reservation on behalf of 5747ed058576452d821d180c94b7adfb for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:32.563949 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.627135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 8a3c05b2-b961-4583-8cb4-436511eb72e0 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:12:32.631464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3016f9e1-e992-435f-9d8d-20c2caf2ca17 req-487c37ac-15e9-42e4-a3bb-38f51af5c80d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196368 Nov 22 16:12:32.716737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'name': 'network-vif-deleted', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:32.742007 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5884eee-0eb1-4332-8b18-5c4f0dc35625" -d '{"events": [{"server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "name": "network-vif-deleted", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:32.750952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0210ef5c-4c7b-4e9f-910b-3e800dc2206a details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:12:32.816283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 16502884-565b-4ae4-a45b-89eebeb86528, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=16502884-565b-4ae4-a45b-89eebeb86528,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:32.834599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '16502884-565b-4ae4-a45b-89eebeb86528', 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'port_id': '16502884-565b-4ae4-a45b-89eebeb86528', 'mac_address': 'fa:16:3e:25:c9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8332623-b334-47f3-9625-192f99b5510d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:12:32.871299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a325c-bf22-4f00-9349-fd7e24c2c213 req-43294af5-8ced-4b81-9b76-a0bbc1d3ed1e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:32.873031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f21a325c-bf22-4f00-9349-fd7e24c2c213 req-43294af5-8ced-4b81-9b76-a0bbc1d3ed1e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1298287 Nov 22 16:12:32.887681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a9488-2918-4b1b-8fb4-dc9fdff8016d req-8419aa3e-e5cb-4229-a132-25ef47dedd96 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:32.897759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce5a9488-2918-4b1b-8fb4-dc9fdff8016d req-8419aa3e-e5cb-4229-a132-25ef47dedd96 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 944 time: 0.2102320 Nov 22 16:12:32.945649 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:32.973736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16502884-565b-4ae4-a45b-89eebeb86528 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:32.981445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f21a325c-bf22-4f00-9349-fd7e24c2c213 req-e48e06c4-7931-4097-824a-3b3a9fc6a92c tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788250 Nov 22 16:12:32.992284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:33.026156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce5a9488-2918-4b1b-8fb4-dc9fdff8016d req-044ff4c3-0db1-444e-b556-544a42dfefa3 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256349 Nov 22 16:12:33.064258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:33.076426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 16502884-565b-4ae4-a45b-89eebeb86528, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=16502884-565b-4ae4-a45b-89eebeb86528,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:33.081249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '0210ef5c-4c7b-4e9f-910b-3e800dc2206a', 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'port_id': '0210ef5c-4c7b-4e9f-910b-3e800dc2206a', 'mac_address': 'fa:16:3e:6a:b2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8332623-b334-47f3-9625-192f99b5510d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:12:33.084961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:33.092064 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce91ab2-4b6f-4641-b4b9-602b9152f7b2 x-openstack-request-id: req-5ce91ab2-4b6f-4641-b4b9-602b9152f7b2 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:33.092262 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d766696a-4d03-4f32-8c3b-77bc17e37efc", "name": "network-vif-deleted", "tag": "15a874e1-d878-4738-aecc-5e8c3f56e299", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:33.092462 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ce91ab2-4b6f-4641-b4b9-602b9152f7b2 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:33.092808 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd766696a-4d03-4f32-8c3b-77bc17e37efc', 'name': 'network-vif-deleted', 'tag': '15a874e1-d878-4738-aecc-5e8c3f56e299', 'status': 'completed', 'code': 200} Nov 22 16:12:33.124372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08695b6-21c4-472e-9ca2-618a3c932698,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:33.142117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=16502884-565b-4ae4-a45b-89eebeb86528,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:33.143292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Checking segment: {'id': '15e8e386-1122-4ddf-8493-b4398ece4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8a3c05b2-b961-4583-8cb4-436511eb72e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:33.143665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Network hostable DHCP agents. Network: 8a3c05b2-b961-4583-8cb4-436511eb72e0, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:12:33.168849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Network 8a3c05b2-b961-4583-8cb4-436511eb72e0 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:12:33.180844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 8a3c05b2-b961-4583-8cb4-436511eb72e0) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:33.186913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:33.188269 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:33.188817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:33.204462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7774c7e-51f4-4477-9e98-d44970355e57 None None] Network 8a3c05b2-b961-4583-8cb4-436511eb72e0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:33.217422 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-378499af-d39d-442d-b497-84d2918b916d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6940477 Nov 22 16:12:33.217619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0210ef5c-4c7b-4e9f-910b-3e800dc2206a {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:33.268734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:33.284424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:33.364158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:33.391749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['16502884-565b-4ae4-a45b-89eebeb86528'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:33.443036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d79ad7-a821-40d4-8833-50535fd6509c None None] Network 8a3c05b2-b961-4583-8cb4-436511eb72e0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:33.677152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['0210ef5c-4c7b-4e9f-910b-3e800dc2206a'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:33.785162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380767d5-34fd-4939-a628-243cefe51b40 req-52f706f7-b8d5-4886-8235-96ba407caa5d tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:33.786903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-52f706f7-b8d5-4886-8235-96ba407caa5d tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/networks?id=8a3c05b2-b961-4583-8cb4-436511eb72e0 HTTP/1.1" status: 200 len: 818 time: 0.1323633 Nov 22 16:12:33.804208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-f81a9889-d12a-4cf9-8fa8-82d4b14159ec tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/quotas/5747ed058576452d821d180c94b7adfb HTTP/1.1" status: 200 len: 375 time: 0.0100296 Nov 22 16:12:33.843858 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-96d464b4-2afc-4741-85b1-6d2f43258714 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=5747ed058576452d821d180c94b7adfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327234 Nov 22 16:12:33.907010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3ce1a-f826-4bc9-92bc-90182d3aaace req-f1e17623-43fe-4ea5-a4fc-3101e8bba5c0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:33.908515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ab3ce1a-f826-4bc9-92bc-90182d3aaace req-f1e17623-43fe-4ea5-a4fc-3101e8bba5c0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0563343 Nov 22 16:12:33.914655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-8990da6e-0d85-4bc8-bd28-3f726718e13e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:12:33.916297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-8990da6e-0d85-4bc8-bd28-3f726718e13e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0646005 Nov 22 16:12:34.016407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ab3ce1a-f826-4bc9-92bc-90182d3aaace req-7f44aa21-e7ad-4759-a9de-b8158ce32662 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990944 Nov 22 16:12:34.043895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-f855e0ea-d1f7-4f49-bf70-f429bcf436f4 service neutron] 10.222.0.69 "GET /v2.0/networks/8a3c05b2-b961-4583-8cb4-436511eb72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188786 Nov 22 16:12:34.452479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7fbf8-2c3d-4d2a-a340-706b7d38b586 req-59b0b8a6-e6b1-4baa-adc3-6d7cf0735de6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:34.453950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8c7fbf8-2c3d-4d2a-a340-706b7d38b586 req-59b0b8a6-e6b1-4baa-adc3-6d7cf0735de6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 949 time: 0.3606439 Nov 22 16:12:34.457654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-d29d36bd-17a5-4d1f-b268-c4f0165ce43a service neutron] 10.222.0.69 "GET /v2.0/networks/8a3c05b2-b961-4583-8cb4-436511eb72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078715 Nov 22 16:12:34.501808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8c7fbf8-2c3d-4d2a-a340-706b7d38b586 req-0e0ec71f-e0fc-484a-aef1-31e097adf649 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Nov 22 16:12:34.513129 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:12:34.523816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 16502884-565b-4ae4-a45b-89eebeb86528 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:34.664307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c73645-2b56-4897-a7bf-0fb1140748d6 req-4103eb85-bcc1-4c1b-a239-46b56fae0792 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:34.667720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43c73645-2b56-4897-a7bf-0fb1140748d6 req-4103eb85-bcc1-4c1b-a239-46b56fae0792 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0859616 Nov 22 16:12:34.748605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43c73645-2b56-4897-a7bf-0fb1140748d6 req-af61a413-03eb-4ec6-bf23-58e1c92470fc tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747285 Nov 22 16:12:34.829535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 16502884-565b-4ae4-a45b-89eebeb86528 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:12:34.840702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e05c8ab0-ac9d-4465-9aa2-f3d7f680279f req-cbf3d99a-a335-4ff9-a588-04df94d4aea3 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 210 time: 0.0345747 Nov 22 16:12:34.845698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 16502884-565b-4ae4-a45b-89eebeb86528 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:34.846262 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:34.929707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcdc0a-f877-4436-922a-29ccf7fd6172 req-f3c6abcb-fe98-44ec-9ecf-4d96c8ddd8e2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:34.935949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:34.951293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4', 'network_id': 'b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1', 'port_id': '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4', 'mac_address': 'fa:16:3e:a0:b2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8332623-b334-47f3-9625-192f99b5510d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:12:34.969452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cdcdc0a-f877-4436-922a-29ccf7fd6172 req-f3c6abcb-fe98-44ec-9ecf-4d96c8ddd8e2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 944 time: 0.1143425 Nov 22 16:12:35.033357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-4b23acd5-9e83-4ac0-a53f-4082ec9459db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.046990 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-4b23acd5-9e83-4ac0-a53f-4082ec9459db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1096 time: 0.1196079 Nov 22 16:12:35.074942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cdcdc0a-f877-4436-922a-29ccf7fd6172 req-f8a6890e-8570-4843-b79f-377a14ff3695 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020536 Nov 22 16:12:35.089165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:35.093457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:35.105108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79735b72-5d52-465a-8038-6dca1232e655 req-7c25cb1f-e1f1-42f7-88b5-b2c7a4cb0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.107136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79735b72-5d52-465a-8038-6dca1232e655 req-7c25cb1f-e1f1-42f7-88b5-b2c7a4cb0563 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1096 time: 0.0811648 Nov 22 16:12:35.159452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77453e3b-2a20-497e-9778-eaa58b69bd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16502884-565b-4ae4-a45b-89eebeb86528'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:35.163187 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf4f68d-5701-453a-821c-b5ca6cf394fe" -d '{"events": [{"server_uuid": "77453e3b-2a20-497e-9778-eaa58b69bd57", "name": "network-vif-plugged", "status": "completed", "tag": "16502884-565b-4ae4-a45b-89eebeb86528"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:35.172004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-8dec4c0c-fbce-4049-98fe-2c584bef031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.173801 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-8dec4c0c-fbce-4049-98fe-2c584bef031a service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.1259663 Nov 22 16:12:35.177731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:35.193528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79735b72-5d52-465a-8038-6dca1232e655 req-3922a4b2-b3da-4e2d-ae0b-85790079cb9d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778878 Nov 22 16:12:35.195298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 16502884-565b-4ae4-a45b-89eebeb86528, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=16502884-565b-4ae4-a45b-89eebeb86528,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:35.208401 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:35.215794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:35.239282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:35.276392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=16502884-565b-4ae4-a45b-89eebeb86528,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:35.276603 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-33f716ba-1b6a-489e-b7d0-bae135bc8cdf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1000 time: 0.0925822 Nov 22 16:12:35.281959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ad41a-4f09-4f5f-9572-c57e103f4908 req-a740407b-9830-4279-9327-70e4358bacb2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.290000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a13ad41a-4f09-4f5f-9572-c57e103f4908 req-a740407b-9830-4279-9327-70e4358bacb2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0924282 Nov 22 16:12:35.344114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-9943dbb8-9706-42bc-88ee-77a64f07ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.346676 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-9943dbb8-9706-42bc-88ee-77a64f07ee46 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0596554 Nov 22 16:12:35.352540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:35.365986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a13ad41a-4f09-4f5f-9572-c57e103f4908 req-408c6509-0bb1-44b3-9379-4184b2dd40c2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593786 Nov 22 16:12:35.393996 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74aa0bb-df44-4718-92eb-7128502dfdd6 x-openstack-request-id: req-d74aa0bb-df44-4718-92eb-7128502dfdd6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:35.394303 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77453e3b-2a20-497e-9778-eaa58b69bd57", "name": "network-vif-plugged", "status": "completed", "tag": "16502884-565b-4ae4-a45b-89eebeb86528", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:35.394660 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d74aa0bb-df44-4718-92eb-7128502dfdd6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:35.395251 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77453e3b-2a20-497e-9778-eaa58b69bd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16502884-565b-4ae4-a45b-89eebeb86528', 'code': 200} Nov 22 16:12:35.417986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-c748f574-e78f-4fbb-9eb4-fb424b15de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.419612 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-c748f574-e78f-4fbb-9eb4-fb424b15de22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620902 Nov 22 16:12:35.559313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a380bcb-79d6-4e0e-ae82-ebe57daa6fad req-d4432c68-3c6f-4ac4-9728-5a89add2e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.561143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a380bcb-79d6-4e0e-ae82-ebe57daa6fad req-d4432c68-3c6f-4ac4-9728-5a89add2e347 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 1097 time: 0.0682297 Nov 22 16:12:35.569484 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-d760e5a4-8ff9-4b8d-ad48-321c36964601 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295183 Nov 22 16:12:35.573984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:35.621760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a380bcb-79d6-4e0e-ae82-ebe57daa6fad req-12b91ca4-7a63-41a2-85ec-2dbfbadeff26 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510476 Nov 22 16:12:35.685284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7fccf61-38c2-44ed-b9f7-0cbba793fb79 req-3754363c-0fb3-43df-9a33-82e4e8d82702 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056223 Nov 22 16:12:35.686673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44a64c-c567-48ea-ae86-43ae212d5c08 req-bcdfb18e-b22c-44da-93da-99724e028504 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.688274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d44a64c-c567-48ea-ae86-43ae212d5c08 req-bcdfb18e-b22c-44da-93da-99724e028504 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 949 time: 0.0948942 Nov 22 16:12:35.756488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d44a64c-c567-48ea-ae86-43ae212d5c08 req-74d16e3f-0dbf-4e18-b6f9-c44cd1cb267d tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593984 Nov 22 16:12:35.889046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a024-d08b-4b01-beef-445f08fbc406 req-f7f43588-12f3-41a0-8c19-a2f71e631ca4 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:35.904188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0791a024-d08b-4b01-beef-445f08fbc406 req-f7f43588-12f3-41a0-8c19-a2f71e631ca4 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0688972 Nov 22 16:12:36.001472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0791a024-d08b-4b01-beef-445f08fbc406 req-af6153e1-3df0-4cb4-9649-71d1b28629a7 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962064 Nov 22 16:12:36.017101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380767d5-34fd-4939-a628-243cefe51b40 req-8ccb3a95-509f-4037-8293-fa3bbccbcd5c tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:36.018953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-8ccb3a95-509f-4037-8293-fa3bbccbcd5c tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.71 "GET /v2.0/networks?id=8a3c05b2-b961-4583-8cb4-436511eb72e0 HTTP/1.1" status: 200 len: 818 time: 0.1409185 Nov 22 16:12:36.037217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Request body: {'port': {'device_id': '89887c2c-ab13-4422-b788-35ab67fc9295', 'network_id': '8a3c05b2-b961-4583-8cb4-436511eb72e0', 'admin_state_up': True, 'tenant_id': '5747ed058576452d821d180c94b7adfb'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:36.068675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59e89e83-4333-43f1-af3b-a903d5c4debb req-72442fa6-0e72-4673-9c30-647663af3233 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 210 time: 0.0654290 Nov 22 16:12:36.185654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Made reservation on behalf of 5747ed058576452d821d180c94b7adfb for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:36.189999 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.224247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9facb8-2476-4d4d-a47a-12858eebb6b6 req-a4308f64-e176-4584-a3b0-87915c797e37 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:36.226447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f9facb8-2476-4d4d-a47a-12858eebb6b6 req-a4308f64-e176-4584-a3b0-87915c797e37 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 945 time: 0.0699360 Nov 22 16:12:36.289584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f9facb8-2476-4d4d-a47a-12858eebb6b6 req-8340c973-14a9-4d0c-aadd-d9618417d0da tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546179 Nov 22 16:12:36.332814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Allocated IP 172.20.0.3 (8a3c05b2-b961-4583-8cb4-436511eb72e0/e08695b6-21c4-472e-9ca2-618a3c932698/6bcc1586-daca-4c48-80d0-e0e271175ca5) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:36.502085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-137cd24f-2102-4100-8de4-8dd863c618d5 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:36.503853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-137cd24f-2102-4100-8de4-8dd863c618d5 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 949 time: 0.0851176 Nov 22 16:12:36.510084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.517754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee514aa3-59b2-43e3-9bc3-aa1dfeff923a req-3e1402bd-94b2-4487-b7b1-82ca07eacd9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:36.520071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee514aa3-59b2-43e3-9bc3-aa1dfeff923a req-3e1402bd-94b2-4487-b7b1-82ca07eacd9e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0905659 Nov 22 16:12:36.549999 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.581043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Network 8a3c05b2-b961-4583-8cb4-436511eb72e0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:36.581043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:36.583392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0210ef5c-4c7b-4e9f-910b-3e800dc2206a up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:36.596997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:36.654716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Pushing event updated for resources: {'Port': ['ID=6bcc1586-daca-4c48-80d0-e0e271175ca5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:36.668252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:36.669157 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.684708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee514aa3-59b2-43e3-9bc3-aa1dfeff923a req-5a14f595-20df-4901-ace1-b5a002c7c74a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335905 Nov 22 16:12:36.692296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:12:36.695434 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-54ca107f-7757-48cc-9503-4044f3366aab tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6638634 Nov 22 16:12:36.697377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:36.697804 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.709947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Request body: {'port': {'device_id': '89887c2c-ab13-4422-b788-35ab67fc9295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:36.757133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Deleting port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:36.757889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.809842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.859212 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.905222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:36.911231 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:36.912207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 15a874e1-d878-4738-aecc-5e8c3f56e299 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:36.995179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 15a874e1-d878-4738-aecc-5e8c3f56e299 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:36.995693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 15a874e1-d878-4738-aecc-5e8c3f56e299 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:37.035678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:37.085926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11e58-27fe-443d-af1c-b96881e8c1b5 req-44176d77-6d16-48ae-bd73-04a61832ba29 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:37.088123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9b11e58-27fe-443d-af1c-b96881e8c1b5 req-44176d77-6d16-48ae-bd73-04a61832ba29 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2423601 Nov 22 16:12:37.115196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] For port 3a2382bd-22ab-4c6b-a60f-8473da32cf68, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3a2382bd-22ab-4c6b-a60f-8473da32cf68,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:37.115562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:37.138097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c6e6b-dc5c-4f61-a38e-0a7612c231a8 req-fc2a8a62-97de-4f1e-a8f8-2fdfbd1c98e2 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:37.145901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc8c6e6b-dc5c-4f61-a38e-0a7612c231a8 req-fc2a8a62-97de-4f1e-a8f8-2fdfbd1c98e2 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 949 time: 0.2232466 Nov 22 16:12:37.161907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Calling delete_port for 3a2382bd-22ab-4c6b-a60f-8473da32cf68 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:37.169141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bcc1586-daca-4c48-80d0-e0e271175ca5 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:37.177431 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:37.191288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Transition to ACTIVE for port object 6bcc1586-daca-4c48-80d0-e0e271175ca5 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:12:37.195778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:37.254961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9b11e58-27fe-443d-af1c-b96881e8c1b5 req-d22f7270-6c3d-4f49-8c14-7e145f875e5b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547925 Nov 22 16:12:37.255208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Pushing event updated for resources: {'Port': ['ID=6bcc1586-daca-4c48-80d0-e0e271175ca5,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:37.295997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc8c6e6b-dc5c-4f61-a38e-0a7612c231a8 req-cadd0a68-30c7-4843-80c7-f457c9310a23 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/security-groups?id=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427281 Nov 22 16:12:37.348384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Attempting to bind port 6bcc1586-daca-4c48-80d0-e0e271175ca5 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:37.348676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Attempting to bind port 6bcc1586-daca-4c48-80d0-e0e271175ca5 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '15e8e386-1122-4ddf-8493-b4398ece4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8a3c05b2-b961-4583-8cb4-436511eb72e0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:37.349096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Attempting to bind port 6bcc1586-daca-4c48-80d0-e0e271175ca5 on network 8a3c05b2-b961-4583-8cb4-436511eb72e0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:37.357639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Port 6bcc1586-daca-4c48-80d0-e0e271175ca5 on network 8a3c05b2-b961-4583-8cb4-436511eb72e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:12:37.357639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Attempting to bind port 6bcc1586-daca-4c48-80d0-e0e271175ca5 on network 8a3c05b2-b961-4583-8cb4-436511eb72e0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:37.369342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:37.369788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Checking segment: {'id': '15e8e386-1122-4ddf-8493-b4398ece4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8a3c05b2-b961-4583-8cb4-436511eb72e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:37.370296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Bound using segment: {'id': '15e8e386-1122-4ddf-8493-b4398ece4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8a3c05b2-b961-4583-8cb4-436511eb72e0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:37.370824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Bound port: 6bcc1586-daca-4c48-80d0-e0e271175ca5, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e8e386-1122-4ddf-8493-b4398ece4b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8a3c05b2-b961-4583-8cb4-436511eb72e0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:37.371279 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:37.396115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76664ed-0cb2-4a66-b44d-d673d2e7d5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0210ef5c-4c7b-4e9f-910b-3e800dc2206a'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:37.398782 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faa290e-d291-48cc-ac0e-bc3f2b161829" -d '{"events": [{"server_uuid": "c76664ed-0cb2-4a66-b44d-d673d2e7d5a7", "name": "network-vif-plugged", "status": "completed", "tag": "0210ef5c-4c7b-4e9f-910b-3e800dc2206a"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:37.453229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] For port 6bcc1586-daca-4c48-80d0-e0e271175ca5, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:37.456655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] For port 6bcc1586-daca-4c48-80d0-e0e271175ca5, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6bcc1586-daca-4c48-80d0-e0e271175ca5,segment=NetworkSegment(15e8e386-1122-4ddf-8493-b4398ece4b92),segment_id=15e8e386-1122-4ddf-8493-b4398ece4b92)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:37.462437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:37.483802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:37.502053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:37.502858 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:37.504290 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] 10.222.0.71 "PUT /v2.0/ports/6bcc1586-daca-4c48-80d0-e0e271175ca5 HTTP/1.1" status: 200 len: 1091 time: 0.7988036 Nov 22 16:12:37.504738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89887c2c-ab13-4422-b788-35ab67fc9295', 'tag': '6bcc1586-daca-4c48-80d0-e0e271175ca5'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:37.507043 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "89887c2c-ab13-4422-b788-35ab67fc9295", "tag": "6bcc1586-daca-4c48-80d0-e0e271175ca5"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:37.531171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f4df-823c-42ef-a56c-1260618113e1 req-556c4659-6d3c-4950-85de-d8f303336cb5 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:37.532890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e95f4df-823c-42ef-a56c-1260618113e1 req-556c4659-6d3c-4950-85de-d8f303336cb5 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1522524 Nov 22 16:12:37.542052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf7f00-95b0-4a6e-ba11-3e3d51a0f7a7 req-54e30b18-2284-40c5-9d18-aabdaa5b7d32 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:37.543565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3acf7f00-95b0-4a6e-ba11-3e3d51a0f7a7 req-54e30b18-2284-40c5-9d18-aabdaa5b7d32 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 943 time: 0.1487868 Nov 22 16:12:37.544411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Pushing event deleted for resources: {'Port': ['ID=3a2382bd-22ab-4c6b-a60f-8473da32cf68,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:37.559245 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2d570-8d45-4e9f-bf02-e6731660704d service neutron] Pushing event updated for resources: {'Port': ['ID=6bcc1586-daca-4c48-80d0-e0e271175ca5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:37.593959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.593959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.596392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.596392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.596392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.596392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.596392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.596392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.596392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.596887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.597136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.597333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:37.632018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] No DVR routers for this DVR port 3a2382bd-22ab-4c6b-a60f-8473da32cf68 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:37.642962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380767d5-34fd-4939-a628-243cefe51b40 req-75b2d6c9-0a14-4e5f-bdf7-d76bcec19d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:37.643676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:37.644687 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-75b2d6c9-0a14-4e5f-bdf7-d76bcec19d9a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5747ed058576452d821d180c94b7adfb&device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 1094 time: 0.0735252 Nov 22 16:12:37.647097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b4d032a-3d79-43a7-b52a-8bea4120e74c req-95137589-5fe5-4138-bffd-9e34362a88d6 tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.11 "DELETE /v2.0/ports/3a2382bd-22ab-4c6b-a60f-8473da32cf68 HTTP/1.1" status: 204 len: 173 time: 1.1261063 Nov 22 16:12:37.647563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-deleted', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:37.650645 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460b1a38-469e-4485-af49-c55b9e03cbbc" -d '{"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-deleted", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:37.693980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e95f4df-823c-42ef-a56c-1260618113e1 req-9e750545-4bd6-4676-a79e-3680248adc1b tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468537 Nov 22 16:12:37.705614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3acf7f00-95b0-4a6e-ba11-3e3d51a0f7a7 req-0a5fb1c5-b3ec-4b52-9bf8-63dfb91256a6 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496930 Nov 22 16:12:37.736013 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-f0c51915-ee8a-49b9-9811-e97851997020 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bcc1586-daca-4c48-80d0-e0e271175ca5 HTTP/1.1" status: 200 len: 217 time: 0.0766432 Nov 22 16:12:37.826495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380767d5-34fd-4939-a628-243cefe51b40 req-dac0b8c1-1aef-444c-8076-8c4bcbc6639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:37.832009 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-dac0b8c1-1aef-444c-8076-8c4bcbc6639b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e08695b6-21c4-472e-9ca2-618a3c932698 HTTP/1.1" status: 200 len: 858 time: 0.0860932 Nov 22 16:12:37.887939 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-e7e5e2e1-0d37-4f97-a6b7-6e4cdaa60d5d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a3c05b2-b961-4583-8cb4-436511eb72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469334 Nov 22 16:12:37.953789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcc016-44ad-4555-a54c-8f57a8ea72bd req-dc25fef3-5841-47d4-8882-f2e02227123b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:37.965711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4dcc016-44ad-4555-a54c-8f57a8ea72bd req-dc25fef3-5841-47d4-8882-f2e02227123b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 945 time: 0.0955160 Nov 22 16:12:37.979309 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc40935-2a19-45d5-8939-c5fd978c7899 x-openstack-request-id: req-bdc40935-2a19-45d5-8939-c5fd978c7899 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:37.980110 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76664ed-0cb2-4a66-b44d-d673d2e7d5a7", "name": "network-vif-plugged", "status": "completed", "tag": "0210ef5c-4c7b-4e9f-910b-3e800dc2206a", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:37.980221 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bdc40935-2a19-45d5-8939-c5fd978c7899 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:37.980879 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76664ed-0cb2-4a66-b44d-d673d2e7d5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0210ef5c-4c7b-4e9f-910b-3e800dc2206a', 'code': 200} Nov 22 16:12:38.039340 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bdac2-18b2-4935-929d-94fb9eaaed19 x-openstack-request-id: req-df2bdac2-18b2-4935-929d-94fb9eaaed19 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:38.039818 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89887c2c-ab13-4422-b788-35ab67fc9295", "tag": "6bcc1586-daca-4c48-80d0-e0e271175ca5", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:38.040309 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df2bdac2-18b2-4935-929d-94fb9eaaed19 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:38.040855 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89887c2c-ab13-4422-b788-35ab67fc9295', 'tag': '6bcc1586-daca-4c48-80d0-e0e271175ca5', 'status': 'completed', 'code': 200} Nov 22 16:12:38.089641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4dcc016-44ad-4555-a54c-8f57a8ea72bd req-74db8e03-e824-4df3-955e-35691fa28fca tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223423 Nov 22 16:12:38.093199 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f4e2e1-a3f1-4af6-a391-4ea71c450195 x-openstack-request-id: req-d4f4e2e1-a3f1-4af6-a391-4ea71c450195 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:38.093199 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad76d957-f865-4b96-ab84-90e964272da9", "name": "network-vif-deleted", "tag": "3a2382bd-22ab-4c6b-a60f-8473da32cf68", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:38.094445 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4f4e2e1-a3f1-4af6-a391-4ea71c450195 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:38.095104 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad76d957-f865-4b96-ab84-90e964272da9', 'name': 'network-vif-deleted', 'tag': '3a2382bd-22ab-4c6b-a60f-8473da32cf68', 'status': 'completed', 'code': 200} Nov 22 16:12:38.128322 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-e59ef9fe-3e24-4529-9667-df79624e9dd3 service neutron] 10.222.0.71 "GET /v2.0/networks/8a3c05b2-b961-4583-8cb4-436511eb72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305911 Nov 22 16:12:38.270811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1525b04-f9f1-4ca1-add1-31e1eb258ca9 req-15f24a12-55e0-4581-a8c1-c41efd352c85 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:38.275778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758583e2-7024-4f7a-8941-3de8f5dacc5a req-9c5874f8-790b-4192-9cb6-31ca760f332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:38.277450 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-758583e2-7024-4f7a-8941-3de8f5dacc5a req-9c5874f8-790b-4192-9cb6-31ca760f332d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 1096 time: 0.2042267 Nov 22 16:12:38.282834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1525b04-f9f1-4ca1-add1-31e1eb258ca9 req-15f24a12-55e0-4581-a8c1-c41efd352c85 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0921094 Nov 22 16:12:38.348500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1525b04-f9f1-4ca1-add1-31e1eb258ca9 req-e9723a42-e04d-4d87-ab68-5bc75312a2e2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643902 Nov 22 16:12:38.377432 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-380767d5-34fd-4939-a628-243cefe51b40 req-e6116d2b-ff5a-430e-bf5d-ca3e28bac978 service neutron] 10.222.0.71 "GET /v2.0/networks/8a3c05b2-b961-4583-8cb4-436511eb72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296722 Nov 22 16:12:38.380264 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-758583e2-7024-4f7a-8941-3de8f5dacc5a req-1a1d5911-3ecc-4c3a-bc17-ccbae76b9a2c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896380 Nov 22 16:12:38.505398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3270c21e-d56a-4662-9449-da3f0c0b2c85 req-c7b5a565-f4ac-4432-a052-9a0e229e40cb tempest-ListImageFiltersTestJSON-196592586 tempest-ListImageFiltersTestJSON-196592586-project] 10.222.0.69 "GET /v2.0/ports?device_id=ad76d957-f865-4b96-ab84-90e964272da9 HTTP/1.1" status: 200 len: 210 time: 0.0333405 Nov 22 16:12:38.553156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-538e8c4e-de9b-4655-b1fb-ec070e4bda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:38.554767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-538e8c4e-de9b-4655-b1fb-ec070e4bda77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 1096 time: 0.1260028 Nov 22 16:12:38.568945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:38.591061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcd8ee-8360-41a8-997e-8c31729c7455 req-b3761b10-aff6-4fe5-be0f-e107f93c4d46 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:38.592953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5dcd8ee-8360-41a8-997e-8c31729c7455 req-b3761b10-aff6-4fe5-be0f-e107f93c4d46 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0918267 Nov 22 16:12:38.646598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:12:38.652985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:38.653484 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:38.694898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-547ae355-096b-434a-bb9d-45ccbf2dcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:38.701368 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-547ae355-096b-434a-bb9d-45ccbf2dcaea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5747ed058576452d821d180c94b7adfb&device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 1094 time: 0.0814247 Nov 22 16:12:38.768222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-731d0c09-cbc2-416f-87a7-4f76536d1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:38.769729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-731d0c09-cbc2-416f-87a7-4f76536d1b3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 200 len: 920 time: 0.2080595 Nov 22 16:12:38.810000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:38.843421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:38.849000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:38.870594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-a02861d1-3e01-455c-a75a-728bfb355210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:38.872216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-e4329a0b-5986-4166-a521-a33f64a8eee2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 200 len: 217 time: 0.0850887 Nov 22 16:12:38.872369 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-a02861d1-3e01-455c-a75a-728bfb355210 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a3c05b2-b961-4583-8cb4-436511eb72e0 HTTP/1.1" status: 200 len: 919 time: 0.1586137 Nov 22 16:12:38.918593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:38.947353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5dcd8ee-8360-41a8-997e-8c31729c7455 req-f7c2d9d5-8f34-4dfa-8396-2e5a677438c4 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678255 Nov 22 16:12:38.954908 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-4e859ab0-7e23-41e3-aa67-55038888a4b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bcc1586-daca-4c48-80d0-e0e271175ca5 HTTP/1.1" status: 200 len: 217 time: 0.0733693 Nov 22 16:12:38.963702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca0137-32a9-4aed-a623-67c2885611d6 req-7eb5afaf-3783-4279-b44a-1b1e8187207a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:38.972294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68ca0137-32a9-4aed-a623-67c2885611d6 req-7eb5afaf-3783-4279-b44a-1b1e8187207a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2013037 Nov 22 16:12:39.007473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-48d2afc3-9fb0-45df-9944-1909f5c1f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:39.013850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-48d2afc3-9fb0-45df-9944-1909f5c1f7b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 200 len: 859 time: 0.1326149 Nov 22 16:12:39.034161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-f5145081-f1db-4559-9724-0f9cd977fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:39.035782 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-f5145081-f1db-4559-9724-0f9cd977fe83 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e08695b6-21c4-472e-9ca2-618a3c932698 HTTP/1.1" status: 200 len: 858 time: 0.0702429 Nov 22 16:12:39.066063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-3e4fbb34-a2ff-4677-9a24-5441b1705a72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=97b97b51-bc60-4e79-ab88-ed73d5763763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384789 Nov 22 16:12:39.077740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-c9792d49-315a-4806-af1b-2323c6704bcf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a3c05b2-b961-4583-8cb4-436511eb72e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275426 Nov 22 16:12:39.078724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68ca0137-32a9-4aed-a623-67c2885611d6 req-18254097-08da-4190-8e6a-0fd0005949af tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055892 Nov 22 16:12:39.177112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69664fe9-8519-4b39-a555-bd21584d3075 req-fcd1c97c-d451-4e42-9595-a4872435456d tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:39.178454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69664fe9-8519-4b39-a555-bd21584d3075 req-fcd1c97c-d451-4e42-9595-a4872435456d tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 943 time: 0.1178780 Nov 22 16:12:39.190828 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-d96bc946-f7a3-4e49-ac0b-4b149d701489 service neutron] 10.222.0.71 "GET /v2.0/networks/8a3c05b2-b961-4583-8cb4-436511eb72e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050870 Nov 22 16:12:39.223515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-2d5b93a9-a3f5-43ac-812e-beccf5ea048d service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438282 Nov 22 16:12:39.265998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69664fe9-8519-4b39-a555-bd21584d3075 req-89d58f06-7611-47f4-a560-e8c55d3abaf6 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804625 Nov 22 16:12:39.311953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7222e7e5-6de1-4689-8408-48e9aa3ff3d7 req-73e58301-530a-4c59-83ce-45ad7f2d7430 service neutron] 10.222.0.71 "GET /v2.0/networks/8a3c05b2-b961-4583-8cb4-436511eb72e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134865 Nov 22 16:12:39.376181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135063aa-c2f2-4cf3-94d1-f7fd488665f4 req-481894e3-2bc6-4099-bb0b-56bc12a1ab64 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:39.377636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-135063aa-c2f2-4cf3-94d1-f7fd488665f4 req-481894e3-2bc6-4099-bb0b-56bc12a1ab64 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.0799320 Nov 22 16:12:39.381276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee0416d-01c7-4392-8c68-1fb1ca275ef5 req-727d4155-27b3-4b73-9935-89180b88a470 service neutron] 10.222.0.11 "GET /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381869 Nov 22 16:12:39.433203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-135063aa-c2f2-4cf3-94d1-f7fd488665f4 req-9f3d9288-841a-48aa-b85a-86ebc1760085 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Nov 22 16:12:39.982737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a045efe9-3b47-4b47-b925-699d3c4b8eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:39.985249 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d0c692-cce0-4a1a-9fef-b27a876f0d8a" -d '{"events": [{"server_uuid": "a045efe9-3b47-4b47-b925-699d3c4b8eed", "name": "network-vif-plugged", "status": "completed", "tag": "0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:40.079835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb6464-0397-48a4-a888-63e9cb570954 req-36e63642-a1ae-4e06-8b45-2db410f9381f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:40.084740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71cb6464-0397-48a4-a888-63e9cb570954 req-36e63642-a1ae-4e06-8b45-2db410f9381f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0568964 Nov 22 16:12:40.139696 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71cb6464-0397-48a4-a888-63e9cb570954 req-1692991c-98ab-4fdc-a70e-7258838f57ce tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524318 Nov 22 16:12:40.192470 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc31324-2665-4bd3-8833-4e8181e98965 x-openstack-request-id: req-0fc31324-2665-4bd3-8833-4e8181e98965 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:40.193062 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a045efe9-3b47-4b47-b925-699d3c4b8eed", "name": "network-vif-plugged", "status": "completed", "tag": "0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:40.193321 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0fc31324-2665-4bd3-8833-4e8181e98965 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:40.194033 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a045efe9-3b47-4b47-b925-699d3c4b8eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4', 'code': 200} Nov 22 16:12:40.347278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16839b1-b724-4754-a99b-86e4425fb70c req-8b99d871-5916-4808-a4cb-cc002ee8a954 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:40.349064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c16839b1-b724-4754-a99b-86e4425fb70c req-8b99d871-5916-4808-a4cb-cc002ee8a954 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0899560 Nov 22 16:12:40.361787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d4730-f49c-4792-8495-ced4e933ac69 req-3e2250fd-305d-4229-83dd-a7be5b8674d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:40.363253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d39d4730-f49c-4792-8495-ced4e933ac69 req-3e2250fd-305d-4229-83dd-a7be5b8674d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 1097 time: 0.0748348 Nov 22 16:12:40.386433 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:12:40.429338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c16839b1-b724-4754-a99b-86e4425fb70c req-55998aa7-627d-424f-aa5e-98ce325ef871 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705290 Nov 22 16:12:40.440916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d39d4730-f49c-4792-8495-ced4e933ac69 req-e6440eea-abab-4dd1-b4db-d957a11df4ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642054 Nov 22 16:12:40.556699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac626ae7-5adf-47b6-a3e6-19852c53b07d req-e980a770-e0d7-45e6-924a-5ff4940e57bb tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:40.558908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac626ae7-5adf-47b6-a3e6-19852c53b07d req-e980a770-e0d7-45e6-924a-5ff4940e57bb tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 943 time: 0.0665135 Nov 22 16:12:40.588328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:40.623587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 3a2382bd-22ab-4c6b-a60f-8473da32cf68 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:40.628888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3a2382bd-22ab-4c6b-a60f-8473da32cf68 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:40.642149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac626ae7-5adf-47b6-a3e6-19852c53b07d req-5727ae02-e763-40e9-8903-1e2423a396ca tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775077 Nov 22 16:12:40.828726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d2bd7-a836-4979-8d6e-246b82495f35 req-a39a4c1e-19f6-4b0c-8903-0b4b7a683118 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:40.830522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f9d2bd7-a836-4979-8d6e-246b82495f35 req-a39a4c1e-19f6-4b0c-8903-0b4b7a683118 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.1092448 Nov 22 16:12:40.847919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc288b7-5b89-4cfd-9538-1b7ba44e7def req-13f08e0b-1b46-45e9-b93a-7a9f9f7079a5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:40.853456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47148) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:40.856445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cc288b7-5b89-4cfd-9538-1b7ba44e7def req-13f08e0b-1b46-45e9-b93a-7a9f9f7079a5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0825896 Nov 22 16:12:40.954887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cc288b7-5b89-4cfd-9538-1b7ba44e7def req-14eeca7b-1a98-4de3-ba35-476f1bd45dfb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974624 Nov 22 16:12:40.959318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f9d2bd7-a836-4979-8d6e-246b82495f35 req-da9170fe-0cbd-47cb-9e0c-fbb52672735e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003458 Nov 22 16:12:41.049747 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e859d98c-1fac-4191-aa57-f356cab9bce0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87fcd0dfad614760b298bf9685d24dbc&name=default HTTP/1.1" status: 200 len: 2997 time: 0.1944463 Nov 22 16:12:41.052263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47154) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:41.102252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611bc386-1a34-426a-8b58-624acbc77ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:41.128153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611bc386-1a34-426a-8b58-624acbc77ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:41.178108 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611bc386-1a34-426a-8b58-624acbc77ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:41.180510 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611bc386-1a34-426a-8b58-624acbc77ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:41.181955 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-611bc386-1a34-426a-8b58-624acbc77ec0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc7ae3e7-c8ea-4311-bc59-37b54a8219d2 HTTP/1.1" status: 204 len: 168 time: 0.1283829 Nov 22 16:12:41.194638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bc386-1a34-426a-8b58-624acbc77ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7ae3e7-c8ea-4311-bc59-37b54a8219d2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:41.276221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71db0ab-b143-423a-a483-fd3b10b24d57 req-77381030-5032-4908-808c-6c19d2029b85 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:41.277892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d71db0ab-b143-423a-a483-fd3b10b24d57 req-77381030-5032-4908-808c-6c19d2029b85 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0547979 Nov 22 16:12:41.336001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d71db0ab-b143-423a-a483-fd3b10b24d57 req-e162ffef-1c6b-4261-a298-3ae5c6776169 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515478 Nov 22 16:12:41.768564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e27f49-2eb6-4b5b-a683-441ce1eebd9f req-98bdf9d7-e60a-40e0-8041-1132c827d909 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:41.772373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41e27f49-2eb6-4b5b-a683-441ce1eebd9f req-98bdf9d7-e60a-40e0-8041-1132c827d909 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 943 time: 0.0534732 Nov 22 16:12:41.820402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41e27f49-2eb6-4b5b-a683-441ce1eebd9f req-2639f574-2250-453f-bebb-79725ce2c5aa tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Nov 22 16:12:42.077097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c555f7-8dca-43df-b98f-ea04a2f46fc9 req-ff70c783-8b8c-4ccb-90ba-baefc985c910 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:42.078856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c555f7-8dca-43df-b98f-ea04a2f46fc9 req-ff70c783-8b8c-4ccb-90ba-baefc985c910 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0636039 Nov 22 16:12:42.132409 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11c555f7-8dca-43df-b98f-ea04a2f46fc9 req-7a325886-3a83-4237-a2d8-1f6c91783a58 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Nov 22 16:12:42.184016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f10ae-ce57-48b2-8788-903b576cceb0 req-01e0ba73-4138-4fc3-beee-f241cc9f7a72 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:42.185539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-792f10ae-ce57-48b2-8788-903b576cceb0 req-01e0ba73-4138-4fc3-beee-f241cc9f7a72 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.0522103 Nov 22 16:12:42.238227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-792f10ae-ce57-48b2-8788-903b576cceb0 req-fe819b7b-14db-4a15-9701-171324ea9560 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462923 Nov 22 16:12:42.312971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566f7f7-7dbc-4e59-99dd-fca156e52619 req-dc47ba72-ce90-46fc-b955-bcd7a3090a6e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:42.314470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9566f7f7-7dbc-4e59-99dd-fca156e52619 req-dc47ba72-ce90-46fc-b955-bcd7a3090a6e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0550611 Nov 22 16:12:42.367011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9566f7f7-7dbc-4e59-99dd-fca156e52619 req-ec2df198-79f8-4fb3-8e43-d63053ead1e8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460169 Nov 22 16:12:42.428939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087fd31-56b0-4c6b-a2e4-9902c9d5646d req-3a4fc1d9-0dc8-4d3d-bc1f-1721ed3cface tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:42.430801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d087fd31-56b0-4c6b-a2e4-9902c9d5646d req-3a4fc1d9-0dc8-4d3d-bc1f-1721ed3cface tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0628667 Nov 22 16:12:42.507851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf6c27-0a3d-4330-b9d1-47bea416bf55 req-3587e4ff-b186-4fbb-8eb9-4f02cabfc83a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:42.510068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bcf6c27-0a3d-4330-b9d1-47bea416bf55 req-3587e4ff-b186-4fbb-8eb9-4f02cabfc83a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0741470 Nov 22 16:12:42.529809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d087fd31-56b0-4c6b-a2e4-9902c9d5646d req-77995f70-3ccf-4c6f-a556-9f2cdd25fced tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919700 Nov 22 16:12:42.573125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bcf6c27-0a3d-4330-b9d1-47bea416bf55 req-75562490-08a3-4f27-a0bb-27398f4e9744 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Nov 22 16:12:42.586215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47236) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:42.617340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6bcc1586-daca-4c48-80d0-e0e271175ca5 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:12:42.665520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3e55b-52c1-48a4-ab27-ca158cb6298b req-52b887ad-f9ee-4c35-a2bb-cb0a626ffb3f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:42.673989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bec3e55b-52c1-48a4-ab27-ca158cb6298b req-52b887ad-f9ee-4c35-a2bb-cb0a626ffb3f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0765269 Nov 22 16:12:42.722197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bec3e55b-52c1-48a4-ab27-ca158cb6298b req-eb63fa6a-2ca5-46ee-82cd-2d34ea415a52 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473275 Nov 22 16:12:42.740154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-367b2155-db5e-4bd7-b2c6-edda6fcf4aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:42.771810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6bcc1586-daca-4c48-80d0-e0e271175ca5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6bcc1586-daca-4c48-80d0-e0e271175ca5,segment=NetworkSegment(15e8e386-1122-4ddf-8493-b4398ece4b92),segment_id=15e8e386-1122-4ddf-8493-b4398ece4b92)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:42.787421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '6bcc1586-daca-4c48-80d0-e0e271175ca5', 'network_id': '8a3c05b2-b961-4583-8cb4-436511eb72e0', 'port_id': '6bcc1586-daca-4c48-80d0-e0e271175ca5', 'mac_address': 'fa:16:3e:12:6e:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08695b6-21c4-472e-9ca2-618a3c932698', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:12:42.803745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9251dc-15d7-4a40-971b-76ae64f2c437 req-e6eeb84c-dff1-4b57-a2c2-829fc7acfe9c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:42.812877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e9251dc-15d7-4a40-971b-76ae64f2c437 req-e6eeb84c-dff1-4b57-a2c2-829fc7acfe9c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 945 time: 0.0799270 Nov 22 16:12:42.839417 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-367b2155-db5e-4bd7-b2c6-edda6fcf4aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:42.842600 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:42.849412 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-367b2155-db5e-4bd7-b2c6-edda6fcf4aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:42.858642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bcc1586-daca-4c48-80d0-e0e271175ca5 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:12:42.876374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e9251dc-15d7-4a40-971b-76ae64f2c437 req-b29bedfb-2b81-4e27-8c37-43bd4e01bf7d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624390 Nov 22 16:12:42.881517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:42.883361 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-367b2155-db5e-4bd7-b2c6-edda6fcf4aa5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ee11284c0e844c1acd8481e26110a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941120 Nov 22 16:12:42.890003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6bcc1586-daca-4c48-80d0-e0e271175ca5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6bcc1586-daca-4c48-80d0-e0e271175ca5,segment=NetworkSegment(15e8e386-1122-4ddf-8493-b4398ece4b92),segment_id=15e8e386-1122-4ddf-8493-b4398ece4b92)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:42.897815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:42.908457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b2155-db5e-4bd7-b2c6-edda6fcf4aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30765d04-00aa-42d2-90b0-d4e9f85c78f8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:42.971205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=6bcc1586-daca-4c48-80d0-e0e271175ca5,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:43.037056 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a0be19-a68a-409b-9e56-a00a75cb66ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:43.088392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca79058-87cd-4e6b-b99a-0036982a3754 req-6562c33d-57bf-4541-b8a2-a6a21fd22104 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:43.090341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cca79058-87cd-4e6b-b99a-0036982a3754 req-6562c33d-57bf-4541-b8a2-a6a21fd22104 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1091616 Nov 22 16:12:43.095765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a0be19-a68a-409b-9e56-a00a75cb66ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:43.137801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714fe23-dab3-428b-9da7-3fae52d1a17a req-0974e197-dbe6-424e-a46d-24d8b724cbe9 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:43.139283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3714fe23-dab3-428b-9da7-3fae52d1a17a req-0974e197-dbe6-424e-a46d-24d8b724cbe9 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 944 time: 0.1193347 Nov 22 16:12:43.210584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cca79058-87cd-4e6b-b99a-0036982a3754 req-f472b22e-d5bf-463f-a5d4-5b9f912c1ff1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111555 Nov 22 16:12:43.222963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a0be19-a68a-409b-9e56-a00a75cb66ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:43.225543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a0be19-a68a-409b-9e56-a00a75cb66ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:43.229908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-68a0be19-a68a-409b-9e56-a00a75cb66ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30765d04-00aa-42d2-90b0-d4e9f85c78f8 HTTP/1.1" status: 204 len: 168 time: 0.3443635 Nov 22 16:12:43.237779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0be19-a68a-409b-9e56-a00a75cb66ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30765d04-00aa-42d2-90b0-d4e9f85c78f8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:43.264510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3714fe23-dab3-428b-9da7-3fae52d1a17a req-426bedab-2ee4-45a5-acf9-61ac86df5894 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173170 Nov 22 16:12:43.300750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6bcc1586-daca-4c48-80d0-e0e271175ca5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:43.515827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a62021-76d2-4ed3-b6a4-82d6df725c80 req-38ac7f1e-7e0a-4282-874f-d2e89947027b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:43.517683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0a62021-76d2-4ed3-b6a4-82d6df725c80 req-38ac7f1e-7e0a-4282-874f-d2e89947027b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.0685353 Nov 22 16:12:43.575000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0a62021-76d2-4ed3-b6a4-82d6df725c80 req-24378fc5-4677-43e5-89cb-217c56f23f3b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485725 Nov 22 16:12:43.862550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab9983-9b01-49ae-9f59-53f0fc4a8db3 req-3c394b57-4ac0-475f-bc53-b89b2a6f6727 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:43.864328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfab9983-9b01-49ae-9f59-53f0fc4a8db3 req-3c394b57-4ac0-475f-bc53-b89b2a6f6727 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0554788 Nov 22 16:12:43.924524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfab9983-9b01-49ae-9f59-53f0fc4a8db3 req-4010637a-e7b1-487a-ae8d-6d94c932f59e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529101 Nov 22 16:12:44.464421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef02e7-6fd9-4006-b09b-50a1fecba1f0 req-ac378f0d-49f6-41d8-b917-c8a17774a391 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:44.471147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef02e7-6fd9-4006-b09b-50a1fecba1f0 req-ac378f0d-49f6-41d8-b917-c8a17774a391 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:44.477400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef02e7-6fd9-4006-b09b-50a1fecba1f0 req-ac378f0d-49f6-41d8-b917-c8a17774a391 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:44.480114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90ef02e7-6fd9-4006-b09b-50a1fecba1f0 req-ac378f0d-49f6-41d8-b917-c8a17774a391 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed&device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7&device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 2418 time: 0.0719328 Nov 22 16:12:44.554317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90ef02e7-6fd9-4006-b09b-50a1fecba1f0 req-36ea71d2-321a-4f15-9834-c29efa768001 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649674 Nov 22 16:12:44.569059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d8cc9-7e70-498c-8f45-0f9df0d805ba req-113e89c2-a10e-416e-804a-df63408f8e53 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:44.569059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-135d8cc9-7e70-498c-8f45-0f9df0d805ba req-113e89c2-a10e-416e-804a-df63408f8e53 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 944 time: 0.0824871 Nov 22 16:12:44.616708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-135d8cc9-7e70-498c-8f45-0f9df0d805ba req-50238d17-f415-48b4-9f47-61b69020cd91 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Nov 22 16:12:44.628464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6bcc1586-daca-4c48-80d0-e0e271175ca5 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:44.687487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 6bcc1586-daca-4c48-80d0-e0e271175ca5 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:12:44.693054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 6bcc1586-daca-4c48-80d0-e0e271175ca5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:44.693849 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:44.778087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05306a-b843-4522-a3c3-cfe1942b6108 req-31d9839a-606c-4ed9-a0b9-15ebf8e7821a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:44.781320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b05306a-b843-4522-a3c3-cfe1942b6108 req-31d9839a-606c-4ed9-a0b9-15ebf8e7821a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.0625391 Nov 22 16:12:44.788747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:44.816719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89887c2c-ab13-4422-b788-35ab67fc9295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcc1586-daca-4c48-80d0-e0e271175ca5'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:44.819294 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc22fcaa-3496-4a9b-b60b-e09a367f8cf6" -d '{"events": [{"server_uuid": "89887c2c-ab13-4422-b788-35ab67fc9295", "name": "network-vif-plugged", "status": "completed", "tag": "6bcc1586-daca-4c48-80d0-e0e271175ca5"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:44.838055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6bcc1586-daca-4c48-80d0-e0e271175ca5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6bcc1586-daca-4c48-80d0-e0e271175ca5,segment=NetworkSegment(15e8e386-1122-4ddf-8493-b4398ece4b92),segment_id=15e8e386-1122-4ddf-8493-b4398ece4b92)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:44.839329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b05306a-b843-4522-a3c3-cfe1942b6108 req-0842b494-d471-427a-865e-cadf7f461d5f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Nov 22 16:12:44.843477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:44.907480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=6bcc1586-daca-4c48-80d0-e0e271175ca5,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:44.916008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.916370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.916719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.917198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.917546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.917883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.918217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.918551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.918881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.919261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.919514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.919835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:44.940106 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e105bc-4496-4b82-b3a7-37d695c611c6 x-openstack-request-id: req-b1e105bc-4496-4b82-b3a7-37d695c611c6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:44.940591 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89887c2c-ab13-4422-b788-35ab67fc9295", "name": "network-vif-plugged", "status": "completed", "tag": "6bcc1586-daca-4c48-80d0-e0e271175ca5", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:44.941163 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1e105bc-4496-4b82-b3a7-37d695c611c6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:44.941709 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89887c2c-ab13-4422-b788-35ab67fc9295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bcc1586-daca-4c48-80d0-e0e271175ca5', 'code': 200} Nov 22 16:12:45.065823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1585f-c9e6-4414-adc9-2a0d1fa090da req-4d35f9b3-4ea4-47f3-be8c-79b8881fdc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:45.073976 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a5c1585f-c9e6-4414-adc9-2a0d1fa090da req-4d35f9b3-4ea4-47f3-be8c-79b8881fdc01 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 1096 time: 0.0533068 Nov 22 16:12:45.130724 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a5c1585f-c9e6-4414-adc9-2a0d1fa090da req-8c460a63-2ee9-4e63-ab99-541a2d1d21df service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451138 Nov 22 16:12:45.464258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:45.583331 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1e55554-f22f-4425-b4f4-5f5ab6a38ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:45.697779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1e55554-f22f-4425-b4f4-5f5ab6a38ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:45.703891 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1e55554-f22f-4425-b4f4-5f5ab6a38ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:45.770309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e55554-f22f-4425-b4f4-5f5ab6a38ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb459a-7d6c-4028-b17d-a854e323fe61,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:45.826169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c1e55554-f22f-4425-b4f4-5f5ab6a38ef3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b788cd4a37394ff7b4ccbfa6f4254893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3620062 Nov 22 16:12:45.829162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47352) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:45.878663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb0c35-e5a0-495c-be44-2244367a8b1e req-11b0a804-9a60-4b54-b264-cd6fa0b7b4ac tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:45.887219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44fb0c35-e5a0-495c-be44-2244367a8b1e req-11b0a804-9a60-4b54-b264-cd6fa0b7b4ac tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 945 time: 0.1034565 Nov 22 16:12:45.893565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2541b20c-a2c9-478b-92a5-5e4b5db39ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:45.912949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982a9c6-f57c-4907-8ff1-7ce8d65e3bf2 req-cfd4a23e-2938-4635-9935-cd84adc13976 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:45.914574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a982a9c6-f57c-4907-8ff1-7ce8d65e3bf2 req-cfd4a23e-2938-4635-9935-cd84adc13976 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1011527 Nov 22 16:12:45.919417 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2541b20c-a2c9-478b-92a5-5e4b5db39ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:45.975815 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2541b20c-a2c9-478b-92a5-5e4b5db39ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:45.978985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2541b20c-a2c9-478b-92a5-5e4b5db39ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:45.980298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2541b20c-a2c9-478b-92a5-5e4b5db39ff1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67fb459a-7d6c-4028-b17d-a854e323fe61 HTTP/1.1" status: 204 len: 168 time: 0.1475737 Nov 22 16:12:45.983096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44fb0c35-e5a0-495c-be44-2244367a8b1e req-6aa685d5-e3f4-4168-80b8-d1c0b37e6b69 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930228 Nov 22 16:12:45.992357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541b20c-a2c9-478b-92a5-5e4b5db39ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb459a-7d6c-4028-b17d-a854e323fe61,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:46.042238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a982a9c6-f57c-4907-8ff1-7ce8d65e3bf2 req-aa27f268-fc92-4455-98d8-a71af7a9d21f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132441 Nov 22 16:12:46.668512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:46.772392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-495047787-network', 'tenant_id': '6da087ba44b547b181b47e1240460256'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:46.795035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Made reservation on behalf of 6da087ba44b547b181b47e1240460256 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:46.797459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:46.807086 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:46.881809 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:46.886737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:46.911320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:12:46.921036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6400392f-fc5c-409c-acec-e4bea53545ff,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:46.927998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:46.928388 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Added segment 0095bea0-608a-439a-b5ce-baac6e5398c6 of type vlan for network 759a6640-c933-4f28-bd0e-7be8a066cb6b Nov 22 16:12:46.973669 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.000777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.001742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:47.002319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.068425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3986666 Nov 22 16:12:47.073424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47388) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:47.080560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Request body: {'subnet': {'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-495047787-subnet', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:47.087644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66deef7f-c208-42f2-b1ac-d2512c37f746 admin admin] Pushing event updated for resources: {'Network': ['ID=759a6640-c933-4f28-bd0e-7be8a066cb6b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:47.103722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:12:47.122205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Made reservation on behalf of 6da087ba44b547b181b47e1240460256 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:47.124690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.192341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08a3c9-eb4c-42a4-9d49-b1963a1efa0f req-f88adc42-4790-4459-9498-92d9a00055fb tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:47.202545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c08a3c9-eb4c-42a4-9d49-b1963a1efa0f req-f88adc42-4790-4459-9498-92d9a00055fb tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 945 time: 0.1386099 Nov 22 16:12:47.241250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec550ec7-2ce9-4398-8b75-0b410801820b req-bbf60409-6c87-484d-8f99-0db6c7c5c1c5 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:47.242757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec550ec7-2ce9-4398-8b75-0b410801820b req-bbf60409-6c87-484d-8f99-0db6c7c5c1c5 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1333985 Nov 22 16:12:47.285404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c08a3c9-eb4c-42a4-9d49-b1963a1efa0f req-f48cd88a-ebcb-422c-8e33-8d6c035a8299 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813768 Nov 22 16:12:47.336286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec550ec7-2ce9-4398-8b75-0b410801820b req-96cdb9db-1764-4276-842c-d07bd80becc2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852306 Nov 22 16:12:47.351498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.407750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=452323cb-5206-4288-a345-3f5743d48ad9,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:47.425480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.426077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.426745 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.427226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.427703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.428369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.428992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.429515 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.429985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.430474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.431623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.432115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:47.450526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Checking segment: {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:47.450890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Network hostable DHCP agents. Network: 759a6640-c933-4f28-bd0e-7be8a066cb6b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:12:47.471085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:12:47.495019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 759a6640-c933-4f28-bd0e-7be8a066cb6b) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:47.500125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:47.500789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.507797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60527536-239f-468c-8447-fad0b3052f61 None None] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:47.538106 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0895c9fd-8be7-4b94-9a10-fc8587543470 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4620998 Nov 22 16:12:47.540126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47396) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:47.545054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:47.572588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.574383 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.639390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.691883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20337e0f-ace0-4db7-8166-e9631e2fa07d req-1b7d5ba1-d3c8-4616-8a0d-3e6accc6561d tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:47.700318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20337e0f-ace0-4db7-8166-e9631e2fa07d req-1b7d5ba1-d3c8-4616-8a0d-3e6accc6561d tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 945 time: 0.0689840 Nov 22 16:12:47.710326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-759a6640-c933-4f28-bd0e-7be8a066cb6b', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:12:47.711723 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.762797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20337e0f-ace0-4db7-8166-e9631e2fa07d req-8f20ce66-0ed6-44f5-9913-756f7e81f025 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558305 Nov 22 16:12:47.797003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:47.898689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Allocated IP 172.20.0.2 (759a6640-c933-4f28-bd0e-7be8a066cb6b/452323cb-5206-4288-a345-3f5743d48ad9/cf4e538b-6e29-4b57-9f96-67705599eba6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:48.030033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.050021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.056896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.063878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.114390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Pushing event updated for resources: {'Port': ['ID=cf4e538b-6e29-4b57-9f96-67705599eba6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:48.124607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:48.125932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:48.129413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:48.174398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Allocated IP 172.25.5.202 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7aad2b75-086d-4266-a996-dec4a86cef64) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:48.195298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Attempting to bind port cf4e538b-6e29-4b57-9f96-67705599eba6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:48.195603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Attempting to bind port cf4e538b-6e29-4b57-9f96-67705599eba6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:48.196000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Attempting to bind port cf4e538b-6e29-4b57-9f96-67705599eba6 on network 759a6640-c933-4f28-bd0e-7be8a066cb6b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:48.202789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:48.203188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Checking segment: {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:48.203600 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.204007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Bound using segment: {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:48.204495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Bound port: cf4e538b-6e29-4b57-9f96-67705599eba6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:48.204869 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.273512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] For port cf4e538b-6e29-4b57-9f96-67705599eba6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:48.278064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] For port cf4e538b-6e29-4b57-9f96-67705599eba6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf4e538b-6e29-4b57-9f96-67705599eba6,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:48.282432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.290046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.329258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.349361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d6c10-0f0d-4f2d-80f6-11d17a598ec6 None None] Pushing event updated for resources: {'Port': ['ID=cf4e538b-6e29-4b57-9f96-67705599eba6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:48.377966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:48.381372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:48.386068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:48.524342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b9c09-761a-41c8-b8c2-7a29844150a6 req-71c52335-6a42-466a-aa79-66f320f57f2d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:48.530631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa6b9c09-761a-41c8-b8c2-7a29844150a6 req-71c52335-6a42-466a-aa79-66f320f57f2d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1085997 Nov 22 16:12:48.610012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa6b9c09-761a-41c8-b8c2-7a29844150a6 req-4393716f-916c-47ed-b217-d44bbaf2af2f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758638 Nov 22 16:12:48.802518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Pushing event updated for resources: {'Port': ['ID=7aad2b75-086d-4266-a996-dec4a86cef64,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:48.900652 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f2894b1-74ed-4c72-946c-dc39302e7f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:48.910244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6d268-b691-4300-bfc9-db404423643d req-52a9dd71-6364-4252-b9e7-6ec5b4038932 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:48.911861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aae6d268-b691-4300-bfc9-db404423643d req-52a9dd71-6364-4252-b9e7-6ec5b4038932 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 945 time: 0.0755603 Nov 22 16:12:48.997120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aae6d268-b691-4300-bfc9-db404423643d req-1235449e-de81-44be-950d-5659437cb286 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/security-groups?id=2edd6ae4-070c-4c37-9f9f-e4fad7927181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745428 Nov 22 16:12:49.123512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:49.270056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-6797bfc0-cd0d-4343-af6b-d2ff67e0105a tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:49.271744 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-6797bfc0-cd0d-4343-af6b-d2ff67e0105a tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.71 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 945 time: 0.1058800 Nov 22 16:12:49.459656 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:49.516989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Deleting port 6bcc1586-daca-4c48-80d0-e0e271175ca5 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:12:49.517431 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:49.572806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b31219-0580-4165-b03c-ab24078b7c19 None None] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:49.665198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] For port 6bcc1586-daca-4c48-80d0-e0e271175ca5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6bcc1586-daca-4c48-80d0-e0e271175ca5,segment=NetworkSegment(15e8e386-1122-4ddf-8493-b4398ece4b92),segment_id=15e8e386-1122-4ddf-8493-b4398ece4b92)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:49.665577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:49.682987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bddae600-8f59-4494-ba4f-50848c55bfd3 None None] Provisioning complete for port cf4e538b-6e29-4b57-9f96-67705599eba6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:49.683366 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddae600-8f59-4494-ba4f-50848c55bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:49.700492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Calling delete_port for 6bcc1586-daca-4c48-80d0-e0e271175ca5 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:12:49.754386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d3d84a-fa78-4bbb-b1ff-fa8df79ca1d7 req-7d82400e-20bb-478c-980f-ce272a482e3b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:49.755894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3d3d84a-fa78-4bbb-b1ff-fa8df79ca1d7 req-7d82400e-20bb-478c-980f-ce272a482e3b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0641034 Nov 22 16:12:49.792436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Router 71060575-1069-4dfd-bb67-2739daa3865e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:12:49.822955 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddae600-8f59-4494-ba4f-50848c55bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:49.881127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bddae600-8f59-4494-ba4f-50848c55bfd3 None None] For port cf4e538b-6e29-4b57-9f96-67705599eba6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf4e538b-6e29-4b57-9f96-67705599eba6,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:49.890696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bddae600-8f59-4494-ba4f-50848c55bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:49.900200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3d3d84a-fa78-4bbb-b1ff-fa8df79ca1d7 req-550d1b22-ad0b-4f89-b9a1-fd50bcb787d1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350186 Nov 22 16:12:49.959118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddae600-8f59-4494-ba4f-50848c55bfd3 None None] Pushing event updated for resources: {'Port': ['ID=cf4e538b-6e29-4b57-9f96-67705599eba6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:50.002089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:12:50.014400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Sync routers for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:12:50.038970 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:12:50.039702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:50.101310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:50.106073 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4571c88e-aaf7-42f7-aa5e-968c482daffe admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5613670 Nov 22 16:12:50.106314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:50.126574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:50.130438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf4e538b-6e29-4b57-9f96-67705599eba6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:50.160576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Pushing event deleted for resources: {'Port': ['ID=6bcc1586-daca-4c48-80d0-e0e271175ca5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:50.179315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6bcc1586-daca-4c48-80d0-e0e271175ca5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:12:50.227828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] No DVR routers for this DVR port 6bcc1586-daca-4c48-80d0-e0e271175ca5 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:12:50.231404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:50.235675 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-55ad869e-ac92-4ad7-b4c2-24818a37879d req-36c777e6-215f-4901-ad50-793c87597c07 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.71 "DELETE /v2.0/ports/6bcc1586-daca-4c48-80d0-e0e271175ca5 HTTP/1.1" status: 204 len: 173 time: 0.9552662 Nov 22 16:12:50.236593 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89887c2c-ab13-4422-b788-35ab67fc9295', 'name': 'network-vif-deleted', 'tag': '6bcc1586-daca-4c48-80d0-e0e271175ca5'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:12:50.242234 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c0e72-1a89-45f4-9f17-057acd1c3c05" -d '{"events": [{"server_uuid": "89887c2c-ab13-4422-b788-35ab67fc9295", "name": "network-vif-deleted", "tag": "6bcc1586-daca-4c48-80d0-e0e271175ca5"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:12:50.302967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cf4e538b-6e29-4b57-9f96-67705599eba6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:50.303651 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:50.307626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:12:50.313478 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab4b7be-e3de-4d01-ad09-fd0fcfde707e x-openstack-request-id: req-9ab4b7be-e3de-4d01-ad09-fd0fcfde707e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:12:50.314028 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89887c2c-ab13-4422-b788-35ab67fc9295", "name": "network-vif-deleted", "tag": "6bcc1586-daca-4c48-80d0-e0e271175ca5", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:12:50.314193 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ab4b7be-e3de-4d01-ad09-fd0fcfde707e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:12:50.314625 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89887c2c-ab13-4422-b788-35ab67fc9295', 'name': 'network-vif-deleted', 'tag': '6bcc1586-daca-4c48-80d0-e0e271175ca5', 'status': 'completed', 'code': 200} Nov 22 16:12:50.604654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a12b741b-00c4-4c9b-800a-1d070e820dd7 None None] Provisioning complete for port cf4e538b-6e29-4b57-9f96-67705599eba6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:50.605269 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a12b741b-00c4-4c9b-800a-1d070e820dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:50.670698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee3f062-46ef-43ff-b998-9a566669ad5c req-9a7802ff-932e-4af3-86d8-fcdbbfeefa72 tempest-InstanceActionsV221TestJSON-1397173956 tempest-InstanceActionsV221TestJSON-1397173956-project] 10.222.0.69 "GET /v2.0/ports?device_id=89887c2c-ab13-4422-b788-35ab67fc9295 HTTP/1.1" status: 200 len: 210 time: 0.3904307 Nov 22 16:12:50.812813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:48Z', 'revision_number': 3, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:50.841674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Checking router: 71060575-1069-4dfd-bb67-2739daa3865e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:12:50.842038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Updating router 71060575-1069-4dfd-bb67-2739daa3865e port 7aad2b75-086d-4266-a996-dec4a86cef64 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:12:50.884543 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.189211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fefd74-db04-49a6-9de8-ab2b93c02149 req-ec4bb881-7fc6-4ac4-bc3d-f6da3bfa682d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:51.191980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67fefd74-db04-49a6-9de8-ab2b93c02149 req-ec4bb881-7fc6-4ac4-bc3d-f6da3bfa682d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1745377 Nov 22 16:12:51.280622 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17987e9b-57c8-4cf6-9675-3d73fa2e0a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.293611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67fefd74-db04-49a6-9de8-ab2b93c02149 req-6e372998-5855-463d-ae57-956838264d55 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916185 Nov 22 16:12:51.295643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.350652 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.359486 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.416823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Attempting to bind port 7aad2b75-086d-4266-a996-dec4a86cef64 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:51.417118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Attempting to bind port 7aad2b75-086d-4266-a996-dec4a86cef64 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:51.417488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Attempting to bind port 7aad2b75-086d-4266-a996-dec4a86cef64 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:51.424848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fdc83-8781-4f88-9ebe-5275e8ebdd46 None None] Pushing event updated for resources: {'Port': ['ID=7aad2b75-086d-4266-a996-dec4a86cef64,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:51.429045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:51.429045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:51.429372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.429778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:51.430273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Bound port: 7aad2b75-086d-4266-a996-dec4a86cef64, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:51.431311 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.505385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] For port 7aad2b75-086d-4266-a996-dec4a86cef64, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:51.510776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] For port 7aad2b75-086d-4266-a996-dec4a86cef64, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7aad2b75-086d-4266-a996-dec4a86cef64,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:51.518334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.535181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Allocated IP 172.20.0.1 (759a6640-c933-4f28-bd0e-7be8a066cb6b/452323cb-5206-4288-a345-3f5743d48ad9/bdb641e0-bcc6-4139-a203-1761fdd0dd58) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:51.586335 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:12:51.587190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:51.655748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fdc83-8781-4f88-9ebe-5275e8ebdd46 None None] Pushing event updated for resources: {'Port': ['ID=7aad2b75-086d-4266-a996-dec4a86cef64,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:51.676905 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.722367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:51.741148 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:12:51.789608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:51.793934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:51.798337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:51.862743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.018251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb641e0-bcc6-4139-a203-1761fdd0dd58,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:52.030533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf4e538b-6e29-4b57-9f96-67705599eba6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:52.155504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47472) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:52.164385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cf4e538b-6e29-4b57-9f96-67705599eba6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:52.164819 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.186912 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.219664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:48Z', 'revision_number': 3, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:52.240841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcf5952-83b8-4946-9aa3-75f603d02115 admin admin] Deleting subnet e08695b6-21c4-472e-9ca2-618a3c932698 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:12:52.249388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5952-83b8-4946-9aa3-75f603d02115 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.267785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41f757-d177-4a76-bc0b-2a8d06632052 None None] The sync data for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 is: [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:48Z', 'revision_number': 3, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:12:52.348583 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5952-83b8-4946-9aa3-75f603d02115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.375782 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.389188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9adc69f3-2d6c-4a89-8864-d0c260c655ac None None] Provisioning complete for port bdb641e0-bcc6-4139-a203-1761fdd0dd58 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:52.389577 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9adc69f3-2d6c-4a89-8864-d0c260c655ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.437681 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5952-83b8-4946-9aa3-75f603d02115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.463868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9adc69f3-2d6c-4a89-8864-d0c260c655ac None None] Port bdb641e0-bcc6-4139-a203-1761fdd0dd58 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:12:52.488736 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.530490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5952-83b8-4946-9aa3-75f603d02115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.559526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf5952-83b8-4946-9aa3-75f603d02115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08695b6-21c4-472e-9ca2-618a3c932698,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:52.584675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebcf5952-83b8-4946-9aa3-75f603d02115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.591353 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ebcf5952-83b8-4946-9aa3-75f603d02115 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e08695b6-21c4-472e-9ca2-618a3c932698 HTTP/1.1" status: 204 len: 168 time: 0.4313297 Nov 22 16:12:52.593360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47480) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:52.666503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6bcc1586-daca-4c48-80d0-e0e271175ca5 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:12:52.705889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548f4fe-2779-47d2-bfb4-b94b626ab818 req-b0361771-c08b-4a03-9240-40b6bff12ce4 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:52.707450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a548f4fe-2779-47d2-bfb4-b94b626ab818 req-b0361771-c08b-4a03-9240-40b6bff12ce4 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.2488403 Nov 22 16:12:52.731510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 6bcc1586-daca-4c48-80d0-e0e271175ca5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:12:52.733845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6bcc1586-daca-4c48-80d0-e0e271175ca5 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:12:52.774325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.782777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.786556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.893495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a548f4fe-2779-47d2-bfb4-b94b626ab818 req-eb12c79d-e7a0-4d1c-9abb-6e7849d28cf3 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762397 Nov 22 16:12:52.928359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:52.973080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb641e0-bcc6-4139-a203-1761fdd0dd58,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:53.053929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.123017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3c05b2-b961-4583-8cb4-436511eb72e0']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:53.139931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e8e386-1122-4ddf-8493-b4398ece4b92') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:53.140232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e8e386-1122-4ddf-8493-b4398ece4b92') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:53.155278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.182181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.196527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:12:53.196963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:12:53.198879 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:12:53.249220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:53.255121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:53.310494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.330540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.335512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8a3c05b2-b961-4583-8cb4-436511eb72e0 HTTP/1.1" status: 204 len: 168 time: 0.7402651 Nov 22 16:12:53.503707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Router 71060575-1069-4dfd-bb67-2739daa3865e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:12:53.506016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516a862-a8d2-4ed8-922f-f57e46a069e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a3c05b2-b961-4583-8cb4-436511eb72e0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:53.590578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47490) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:53.742741 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-904baa1a-cc0d-4dec-9bc3-243e692a1a30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5747ed058576452d821d180c94b7adfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323328 Nov 22 16:12:53.744734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47496) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:53.854253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f0a-79c0-4282-b25b-06036aa84172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.857484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9e6472a0-8317-4182-85a9-da0957803781 None None] Provisioning complete for port bdb641e0-bcc6-4139-a203-1761fdd0dd58 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:53.857957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9e6472a0-8317-4182-85a9-da0957803781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.882416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f0a-79c0-4282-b25b-06036aa84172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.952910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f0a-79c0-4282-b25b-06036aa84172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.956225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2f0a-79c0-4282-b25b-06036aa84172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:53.964575 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a0ec2f0a-79c0-4282-b25b-06036aa84172 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2edd6ae4-070c-4c37-9f9f-e4fad7927181 HTTP/1.1" status: 204 len: 168 time: 0.2181752 Nov 22 16:12:53.995095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec2f0a-79c0-4282-b25b-06036aa84172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd6ae4-070c-4c37-9f9f-e4fad7927181,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:53.996260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:12:54.010364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c25089a8-4482-429f-90bc-e4dd83f40bf2 admin admin] 10.222.0.69 "PUT /v2.0/routers/71060575-1069-4dfd-bb67-2739daa3865e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9028959 Nov 22 16:12:54.061191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9e6472a0-8317-4182-85a9-da0957803781 None None] Port bdb641e0-bcc6-4139-a203-1761fdd0dd58 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:12:54.147606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7aad2b75-086d-4266-a996-dec4a86cef64 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:54.225339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeefe6-f3ab-481f-9894-cbe9f4c1cf30 req-79fc5cc1-6dd8-40cc-9d19-7972b332f30d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:54.226943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82eeefe6-f3ab-481f-9894-cbe9f4c1cf30 req-79fc5cc1-6dd8-40cc-9d19-7972b332f30d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1219671 Nov 22 16:12:54.260946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7aad2b75-086d-4266-a996-dec4a86cef64 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:54.261407 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:54.338441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82eeefe6-f3ab-481f-9894-cbe9f4c1cf30 req-960786b6-cb33-40e3-b05b-f859b072123b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017454 Nov 22 16:12:54.465738 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:54.572209 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:54.580612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 7aad2b75-086d-4266-a996-dec4a86cef64, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7aad2b75-086d-4266-a996-dec4a86cef64,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:54.594564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:54.599233 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:54.724775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=7aad2b75-086d-4266-a996-dec4a86cef64,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:54.752579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:55.232626 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Sync routers for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:12:55.250428 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:12:55.252300 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:55.257550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47530) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:55.264763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f0f13a27-df10-4800-aa66-a648372c6c8f tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83124442', 'description': 'tempest-description--1876580718'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:55.323243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0f13a27-df10-4800-aa66-a648372c6c8f tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:55.467348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0f13a27-df10-4800-aa66-a648372c6c8f tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:55.490017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0f13a27-df10-4800-aa66-a648372c6c8f tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:55.511028 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:12:55.521965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0f13a27-df10-4800-aa66-a648372c6c8f tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:55.523532 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f0f13a27-df10-4800-aa66-a648372c6c8f tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2630754 Nov 22 16:12:55.528238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47540) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:55.533592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f17e4042-771c-42e0-a5b5-878870ce2a61 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Request body: {'security_group_rule': {'security_group_id': 'd0567d14-a08d-44cb-9314-80bd092aa400', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:55.599053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f13a27-df10-4800-aa66-a648372c6c8f tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0567d14-a08d-44cb-9314-80bd092aa400,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:55.630505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47544) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:55.711760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e02e76-c3bd-43df-8524-78a86a7388d1 req-01be9d7f-688f-4677-b8bf-5419a1c86e9d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:55.717621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47e02e76-c3bd-43df-8524-78a86a7388d1 req-01be9d7f-688f-4677-b8bf-5419a1c86e9d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1731610 Nov 22 16:12:55.719300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f17e4042-771c-42e0-a5b5-878870ce2a61 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:55.795171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1223246343-network', 'tenant_id': '9bad4b20e9a546a183908b90d83ea6bd'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:55.843252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Made reservation on behalf of 9bad4b20e9a546a183908b90d83ea6bd for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:55.846034 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:55.861758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:55.965134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7aad2b75-086d-4266-a996-dec4a86cef64 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:12:55.997295 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 2, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:56.035266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f17e4042-771c-42e0-a5b5-878870ce2a61 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.051154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47e02e76-c3bd-43df-8524-78a86a7388d1 req-43a87eb0-b808-45d6-ab02-0efbbf043fb6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167222 Nov 22 16:12:56.058368 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f17e4042-771c-42e0-a5b5-878870ce2a61 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.073827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e4042-771c-42e0-a5b5-878870ce2a61 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb35901d-baea-45b4-ad07-1527bdb1f40e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:56.105114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7aad2b75-086d-4266-a996-dec4a86cef64 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:56.105581 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.116488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f17e4042-771c-42e0-a5b5-878870ce2a61 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.119969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f17e4042-771c-42e0-a5b5-878870ce2a61 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5880339 Nov 22 16:12:56.120796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.120933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:56.125659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6a4339a9-d4e2-404e-a960-5a13a8804fd0 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Request body: {'security_group_rule': {'security_group_id': 'd0567d14-a08d-44cb-9314-80bd092aa400', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:56.129555 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Checking router: 71060575-1069-4dfd-bb67-2739daa3865e for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:12:56.129973 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Updating router 71060575-1069-4dfd-bb67-2739daa3865e port bdb641e0-bcc6-4139-a203-1761fdd0dd58 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:12:56.130326 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.169975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:12:56.182929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe5217-a0b9-4f38-8435-19a30e000b34,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:56.191331 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a4339a9-d4e2-404e-a960-5a13a8804fd0 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.198993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.199356 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Added segment 42ce4bc1-9aec-4756-93ac-ce38444eba13 of type vlan for network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 Nov 22 16:12:56.204579 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.272637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.304037 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.305031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:56.306877 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.317339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a4339a9-d4e2-404e-a960-5a13a8804fd0 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.323484 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a4339a9-d4e2-404e-a960-5a13a8804fd0 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.358054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4339a9-d4e2-404e-a960-5a13a8804fd0 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827b640a-1635-435f-a35d-7fbabd95fa2d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:56.368857 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a4339a9-d4e2-404e-a960-5a13a8804fd0 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.373138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6a4339a9-d4e2-404e-a960-5a13a8804fd0 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486100 Nov 22 16:12:56.373411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:56.380695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:56.435662 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8040037 Nov 22 16:12:56.438707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47556) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:12:56.443980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Request body: {'subnet': {'network_id': '0616e62c-734d-4f7d-b5b8-32bcbe0cd611', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1223246343-subnet', 'tenant_id': '9bad4b20e9a546a183908b90d83ea6bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:12:56.453546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc765df-25e4-47cf-815c-95c42998373f admin admin] Pushing event updated for resources: {'Network': ['ID=0616e62c-734d-4f7d-b5b8-32bcbe0cd611,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:56.464155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:12:56.465631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.490845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Made reservation on behalf of 9bad4b20e9a546a183908b90d83ea6bd for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:12:56.499035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.606592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.672009 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.678926 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.795339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Allocated IP 172.25.5.3 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/4dd155e7-35eb-428e-bad2-8078b546f3af) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:12:56.807551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.809904 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Pushing event updated for resources: {'Port': ['ID=bdb641e0-bcc6-4139-a203-1761fdd0dd58,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:56.882164 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.882431 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.882782 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.884541 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.884541 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.884894 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.887523 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.888394 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.888771 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.890453 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.890813 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.891152 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:12:56.965535 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Attempting to bind port bdb641e0-bcc6-4139-a203-1761fdd0dd58 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:12:56.966083 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Attempting to bind port bdb641e0-bcc6-4139-a203-1761fdd0dd58 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:12:56.966604 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Attempting to bind port bdb641e0-bcc6-4139-a203-1761fdd0dd58 on network 759a6640-c933-4f28-bd0e-7be8a066cb6b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:12:56.973940 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:12:56.974761 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Checking segment: {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:56.975332 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.975894 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Bound using segment: {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:12:56.976570 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Bound port: bdb641e0-bcc6-4139-a203-1761fdd0dd58, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:12:56.977273 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:56.988259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Checking segment: {'id': '42ce4bc1-9aec-4756-93ac-ce38444eba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0616e62c-734d-4f7d-b5b8-32bcbe0cd611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:12:56.988624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Network hostable DHCP agents. Network: 0616e62c-734d-4f7d-b5b8-32bcbe0cd611, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:12:56.999693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8328142-e416-462b-bbce-1deb34da8430,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:57.047662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:12:57.061589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0616e62c-734d-4f7d-b5b8-32bcbe0cd611) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:57.066104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:57.066705 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:57.084512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab0536-802f-4082-93c8-d06fb33f796f None None] Network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:57.117114 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:57.128760 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3c4a9bc2-a1a0-498e-8263-386b99ce012f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6887281 Nov 22 16:12:57.175936 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] For port bdb641e0-bcc6-4139-a203-1761fdd0dd58, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:12:57.184375 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] For port bdb641e0-bcc6-4139-a203-1761fdd0dd58, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bdb641e0-bcc6-4139-a203-1761fdd0dd58,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:12:57.198751 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:57.201509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:57.248579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0f099ce6-9a0b-4f97-8247-0385f7b7839f None None] Provisioning complete for port bdb641e0-bcc6-4139-a203-1761fdd0dd58 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:57.250673 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f099ce6-9a0b-4f97-8247-0385f7b7839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:57.324335 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:12:57.325135 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:57.392989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:12:57.404368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:12:57.407772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:12:57.415846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event updated for resources: {'Port': ['ID=4dd155e7-35eb-428e-bad2-8078b546f3af,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:57.480464 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:12:57.510151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e387c-0104-436b-a869-8883f6861e68 req-306ff476-0e02-4fe3-a24d-86a5e7910253 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:57.513091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a24e387c-0104-436b-a869-8883f6861e68 req-306ff476-0e02-4fe3-a24d-86a5e7910253 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.3062220 Nov 22 16:12:57.643184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a24e387c-0104-436b-a869-8883f6861e68 req-38fb9777-28ee-400d-a088-11e1205c2ce8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093209 Nov 22 16:12:57.692236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077386d4-1e8a-40da-ab6c-ce2d7af23991 None None] Network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:12:57.693238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:57.760350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:57.763636 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96852a-34d9-4f6e-aaa3-48d294c72398 None None] Pushing event updated for resources: {'Port': ['ID=bdb641e0-bcc6-4139-a203-1761fdd0dd58,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:57.839708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f099ce6-9a0b-4f97-8247-0385f7b7839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:57.920026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0f099ce6-9a0b-4f97-8247-0385f7b7839f None None] For port bdb641e0-bcc6-4139-a203-1761fdd0dd58, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bdb641e0-bcc6-4139-a203-1761fdd0dd58,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:12:57.932883 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f099ce6-9a0b-4f97-8247-0385f7b7839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:58.035406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f099ce6-9a0b-4f97-8247-0385f7b7839f None None] Pushing event updated for resources: {'Port': ['ID=bdb641e0-bcc6-4139-a203-1761fdd0dd58,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:58.055766 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:57Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:12:58.081575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d58cb07f-ce65-47bc-aea9-1ef114c680b6 None None] Provisioning complete for port bdb641e0-bcc6-4139-a203-1761fdd0dd58 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:12:58.081942 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d58cb07f-ce65-47bc-aea9-1ef114c680b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:58.089624 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de681c-295a-42c0-af2b-d200cdf0127a None None] The sync data for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 is: [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:57Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:12:58.132471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-1cb56f69-3e12-489e-bf5d-2b80dc056ba2 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:58.134577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-1cb56f69-3e12-489e-bf5d-2b80dc056ba2 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/networks?id=0616e62c-734d-4f7d-b5b8-32bcbe0cd611 HTTP/1.1" status: 200 len: 809 time: 0.1274188 Nov 22 16:12:58.172146 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:58.191170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-1864429f-eb7c-4448-988e-ba678a373a24 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/quotas/9bad4b20e9a546a183908b90d83ea6bd HTTP/1.1" status: 200 len: 375 time: 0.0406284 Nov 22 16:12:58.197674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:58.354413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-48fd9b8c-5527-44d2-80d4-9d09a5e3d9e1 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bad4b20e9a546a183908b90d83ea6bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1435008 Nov 22 16:12:58.363963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event updated for resources: {'Port': ['ID=4dd155e7-35eb-428e-bad2-8078b546f3af,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:12:58.475885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:58.504948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:12:58.514614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a31c6cbc-73a5-429f-9a52-eff3c4200694 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1307783 Nov 22 16:12:58.550682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-a51b0dea-e85f-4d65-8b6a-6be67074dce2 service neutron] 10.222.0.69 "GET /v2.0/networks/0616e62c-734d-4f7d-b5b8-32bcbe0cd611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953597 Nov 22 16:12:58.691717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-b0379b25-900e-4f52-af20-5ce255849815 service neutron] 10.222.0.69 "GET /v2.0/networks/0616e62c-734d-4f7d-b5b8-32bcbe0cd611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366727 Nov 22 16:12:58.829695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75343489-fe84-4a37-864c-b4327a081711 req-977913c8-49c3-4f9b-8bee-f90b89760db3 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:58.839071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75343489-fe84-4a37-864c-b4327a081711 req-977913c8-49c3-4f9b-8bee-f90b89760db3 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0710645 Nov 22 16:12:58.905555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75343489-fe84-4a37-864c-b4327a081711 req-8ebf152b-0ba9-4f0b-9c85-844bc1672d58 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655117 Nov 22 16:12:59.021923 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d308d26-316b-4b7a-9491-be2e7fd8db50 req-56ade427-8458-423e-9c34-1ccbcd009561 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 210 time: 0.0596726 Nov 22 16:12:59.089336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-90007bb4-c4c8-4891-8acd-4860bf2fefa4 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--83124442&fields=id&tenant_id=6da087ba44b547b181b47e1240460256 HTTP/1.1" status: 200 len: 267 time: 0.1254218 Nov 22 16:12:59.249719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-9b516e4f-89a1-4af3-87b2-09f2f5f84b1c tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:59.257146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-9b516e4f-89a1-4af3-87b2-09f2f5f84b1c tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/networks?id=759a6640-c933-4f28-bd0e-7be8a066cb6b HTTP/1.1" status: 200 len: 811 time: 0.1581626 Nov 22 16:12:59.276482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-971e0e60-69fa-486e-a9bc-799b3c2d081e tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/quotas/6da087ba44b547b181b47e1240460256 HTTP/1.1" status: 200 len: 375 time: 0.0182457 Nov 22 16:12:59.360587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-92c86df7-133e-4fd1-8ce1-7cc8f8404a74 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6da087ba44b547b181b47e1240460256&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830324 Nov 22 16:12:59.479810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-9a2fbb6b-216a-4cee-8b7c-10b57d212ea8 service neutron] 10.222.0.69 "GET /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113043 Nov 22 16:12:59.633956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-ca138d04-15b7-4388-af32-08660cf221b9 service neutron] 10.222.0.69 "GET /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405449 Nov 22 16:12:59.915628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346004-73b6-4443-ba02-1ca1779da850 req-613e30f2-7490-40fb-9d66-3da02e09ddd8 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:12:59.925118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-64346004-73b6-4443-ba02-1ca1779da850 req-613e30f2-7490-40fb-9d66-3da02e09ddd8 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.1163080 Nov 22 16:13:00.001163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-64346004-73b6-4443-ba02-1ca1779da850 req-d15b0d98-ee61-4620-8e6f-1129e962dff7 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664101 Nov 22 16:13:00.088561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-295efb9f-edd9-49fb-a7ba-9d23c0e6334d req-7c59bbc5-5da1-46a2-a54a-a7faccba38f3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 210 time: 0.0356243 Nov 22 16:13:00.091365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bdb641e0-bcc6-4139-a203-1761fdd0dd58 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:00.154371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bdb641e0-bcc6-4139-a203-1761fdd0dd58 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:00.154751 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:00.190949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56376d3-4ed3-403a-92ec-53fac0360e42 req-41358a51-a2e9-4e88-aa35-41f0a7609a45 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:00.200512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c56376d3-4ed3-403a-92ec-53fac0360e42 req-41358a51-a2e9-4e88-aa35-41f0a7609a45 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 945 time: 0.1189959 Nov 22 16:13:00.275037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c56376d3-4ed3-403a-92ec-53fac0360e42 req-3ed5e965-3eb9-4e5f-9055-d93ff4666903 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727506 Nov 22 16:13:00.309423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b948d-0446-4720-a4dc-509997cf5a55 req-29c9f825-2a9c-4a29-9559-d1096c5c0609 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:00.311011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a88b948d-0446-4720-a4dc-509997cf5a55 req-29c9f825-2a9c-4a29-9559-d1096c5c0609 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0937800 Nov 22 16:13:00.403746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a88b948d-0446-4720-a4dc-509997cf5a55 req-e9dd469f-ddbc-44b2-b1ba-dd639f3d71f0 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829883 Nov 22 16:13:00.445393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52a36133-43c0-4460-9248-d2cfa71cb132 req-ffed2cb4-30a1-432e-8311-63ffb7eb1dfe tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 210 time: 0.0321691 Nov 22 16:13:00.505632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-89652a3d-3fda-4406-b655-4ea1b62b0f85 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:00.507143 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-89652a3d-3fda-4406-b655-4ea1b62b0f85 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.71 "GET /v2.0/networks?id=0616e62c-734d-4f7d-b5b8-32bcbe0cd611 HTTP/1.1" status: 200 len: 809 time: 0.1446781 Nov 22 16:13:00.525799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Request body: {'port': {'device_id': '9c5c21e6-4c20-4908-8652-a0e458f785da', 'network_id': '0616e62c-734d-4f7d-b5b8-32bcbe0cd611', 'admin_state_up': True, 'tenant_id': '9bad4b20e9a546a183908b90d83ea6bd'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:00.638708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Made reservation on behalf of 9bad4b20e9a546a183908b90d83ea6bd for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:00.642153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:00.776432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Allocated IP 172.20.0.11 (0616e62c-734d-4f7d-b5b8-32bcbe0cd611/e8328142-e416-462b-bbce-1deb34da8430/200fc81a-a8b3-4075-84de-448f38731426) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:00.921517 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:00.956522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.006471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:01.010419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:01.014091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:01.020956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Pushing event updated for resources: {'Port': ['ID=200fc81a-a8b3-4075-84de-448f38731426,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:01.069344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.069964 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.087247 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-88edf5b5-1c5f-4985-a17c-ae0e68d695f5 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5664785 Nov 22 16:13:01.106661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Request body: {'port': {'device_id': '9c5c21e6-4c20-4908-8652-a0e458f785da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:01.162291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef246703-3b3d-4868-9f66-56c0e2ce9a06 req-a8a2e90b-f40a-48ed-883c-135e8a23817d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.165188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef246703-3b3d-4868-9f66-56c0e2ce9a06 req-a8a2e90b-f40a-48ed-883c-135e8a23817d tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.0688317 Nov 22 16:13:01.167531 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.224853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b10acfc4-6fe7-4bcb-abcd-08f5cc10a2b8 req-69a0163c-393d-4ec9-87da-4b4b1d9ecdf4 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 210 time: 0.0349646 Nov 22 16:13:01.307036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef246703-3b3d-4868-9f66-56c0e2ce9a06 req-eb52f720-7416-45c6-9535-0cfe53b26219 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347795 Nov 22 16:13:01.376982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-60d6fd8f-eff7-417d-89b2-9fbc17f886e8 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.378814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-60d6fd8f-eff7-417d-89b2-9fbc17f886e8 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.11 "GET /v2.0/networks?id=759a6640-c933-4f28-bd0e-7be8a066cb6b HTTP/1.1" status: 200 len: 811 time: 0.1564476 Nov 22 16:13:01.459888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f838a0-35f7-4338-994f-8caea921ff6c req-ca9a600b-e234-4a03-99bb-2f513cbfbad7 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.461504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86f838a0-35f7-4338-994f-8caea921ff6c req-ca9a600b-e234-4a03-99bb-2f513cbfbad7 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 945 time: 0.0922048 Nov 22 16:13:01.472866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200fc81a-a8b3-4075-84de-448f38731426 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:01.481226 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.494305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Transition to ACTIVE for port object 200fc81a-a8b3-4075-84de-448f38731426 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:13:01.496063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-6666a028-2794-457e-86c4-812ad37e8c8a tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6da087ba44b547b181b47e1240460256 HTTP/1.1" status: 200 len: 378 time: 0.0903020 Nov 22 16:13:01.498128 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.522687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Request body: {'port': {'device_id': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'admin_state_up': True, 'tenant_id': '6da087ba44b547b181b47e1240460256', 'security_groups': ['d0567d14-a08d-44cb-9314-80bd092aa400']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:01.550303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Pushing event updated for resources: {'Port': ['ID=200fc81a-a8b3-4075-84de-448f38731426,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:01.615944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86f838a0-35f7-4338-994f-8caea921ff6c req-55737e5a-e535-4432-9693-4b30db35920c tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436348 Nov 22 16:13:01.618222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Attempting to bind port 200fc81a-a8b3-4075-84de-448f38731426 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:01.618664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Attempting to bind port 200fc81a-a8b3-4075-84de-448f38731426 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '42ce4bc1-9aec-4756-93ac-ce38444eba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0616e62c-734d-4f7d-b5b8-32bcbe0cd611'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:01.619114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Attempting to bind port 200fc81a-a8b3-4075-84de-448f38731426 on network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:01.623576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Port 200fc81a-a8b3-4075-84de-448f38731426 on network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:13:01.623923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Attempting to bind port 200fc81a-a8b3-4075-84de-448f38731426 on network 0616e62c-734d-4f7d-b5b8-32bcbe0cd611 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:01.626598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1644e5-07cd-48ae-8461-af0abc631f60 req-3a1d9934-2845-44e3-b348-d3778413a781 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.628093 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e1644e5-07cd-48ae-8461-af0abc631f60 req-3a1d9934-2845-44e3-b348-d3778413a781 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1547580 Nov 22 16:13:01.628927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:01.629217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Checking segment: {'id': '42ce4bc1-9aec-4756-93ac-ce38444eba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0616e62c-734d-4f7d-b5b8-32bcbe0cd611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:01.629608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Bound using segment: {'id': '42ce4bc1-9aec-4756-93ac-ce38444eba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0616e62c-734d-4f7d-b5b8-32bcbe0cd611'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:01.630037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Bound port: 200fc81a-a8b3-4075-84de-448f38731426, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42ce4bc1-9aec-4756-93ac-ce38444eba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '0616e62c-734d-4f7d-b5b8-32bcbe0cd611'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:01.630398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.698825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] For port 200fc81a-a8b3-4075-84de-448f38731426, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:01.702805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] For port 200fc81a-a8b3-4075-84de-448f38731426, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=200fc81a-a8b3-4075-84de-448f38731426,segment=NetworkSegment(42ce4bc1-9aec-4756-93ac-ce38444eba13),segment_id=42ce4bc1-9aec-4756-93ac-ce38444eba13)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:01.707395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.739310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e1644e5-07cd-48ae-8461-af0abc631f60 req-23966078-d21c-4226-b08e-2dc2311db4e2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978649 Nov 22 16:13:01.742406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.743682 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.745455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] 10.222.0.71 "PUT /v2.0/ports/200fc81a-a8b3-4075-84de-448f38731426 HTTP/1.1" status: 200 len: 1092 time: 0.6431210 Nov 22 16:13:01.752444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5c21e6-4c20-4908-8652-a0e458f785da', 'tag': '200fc81a-a8b3-4075-84de-448f38731426'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:01.755211 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271cb310-613c-4208-9993-b5bd2a773039" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5c21e6-4c20-4908-8652-a0e458f785da", "tag": "200fc81a-a8b3-4075-84de-448f38731426"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:01.760865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Made reservation on behalf of 6da087ba44b547b181b47e1240460256 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:01.765232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:01.785454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625bce9-b2f2-41db-9492-9e0593bd4f2e req-2f72233e-d615-481c-98d8-f3fc57e0d2b8 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.794205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4625bce9-b2f2-41db-9492-9e0593bd4f2e req-2f72233e-d615-481c-98d8-f3fc57e0d2b8 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 944 time: 0.1083381 Nov 22 16:13:01.797989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa1af5-408a-4bda-8921-51b8f3a4cd48 service neutron] Pushing event updated for resources: {'Port': ['ID=200fc81a-a8b3-4075-84de-448f38731426,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:01.822252 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d75a7c-f828-45a6-8f85-94d61bcdb6ab x-openstack-request-id: req-c6d75a7c-f828-45a6-8f85-94d61bcdb6ab {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:01.822548 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5c21e6-4c20-4908-8652-a0e458f785da", "tag": "200fc81a-a8b3-4075-84de-448f38731426", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:01.822821 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6d75a7c-f828-45a6-8f85-94d61bcdb6ab {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:01.823229 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5c21e6-4c20-4908-8652-a0e458f785da', 'tag': '200fc81a-a8b3-4075-84de-448f38731426', 'status': 'completed', 'code': 200} Nov 22 16:13:01.859102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-e7b776e7-d407-48bf-afd2-743fce721438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.860864 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-e7b776e7-d407-48bf-afd2-743fce721438 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bad4b20e9a546a183908b90d83ea6bd&device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 1095 time: 0.0518830 Nov 22 16:13:01.912288 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-298746b5-9da7-40e9-9690-d16bae3a5e36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200fc81a-a8b3-4075-84de-448f38731426 HTTP/1.1" status: 200 len: 217 time: 0.0405915 Nov 22 16:13:01.979226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-638a89dd-cfdb-4fe8-a1a5-16154aa22a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:01.981229 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-638a89dd-cfdb-4fe8-a1a5-16154aa22a58 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e8328142-e416-462b-bbce-1deb34da8430 HTTP/1.1" status: 200 len: 849 time: 0.0531635 Nov 22 16:13:02.020499 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-b0d2dc71-c465-4fd8-aed4-4155dd00338b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0616e62c-734d-4f7d-b5b8-32bcbe0cd611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270436 Nov 22 16:13:02.164850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4625bce9-b2f2-41db-9492-9e0593bd4f2e req-e108dda6-abe3-4f50-8f18-c6fac15a370b tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689041 Nov 22 16:13:02.171479 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-743f3738-110f-408b-b264-b880339eba6f service neutron] 10.222.0.71 "GET /v2.0/networks/0616e62c-734d-4f7d-b5b8-32bcbe0cd611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409941 Nov 22 16:13:02.191721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-9bf699c3-5bfe-4916-9958-aa4f5074f5e5 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.194296 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-9bf699c3-5bfe-4916-9958-aa4f5074f5e5 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.71 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 945 time: 0.0784845 Nov 22 16:13:02.370345 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bbbfaad-f868-4e3d-83d1-12367e8cccde req-5664cc4d-6b6c-4f50-8629-1b23fac6e1c3 service neutron] 10.222.0.71 "GET /v2.0/networks/0616e62c-734d-4f7d-b5b8-32bcbe0cd611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876123 Nov 22 16:13:02.381372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0491897b-65a7-40b5-8a1c-c20ff89a91ca req-666eb930-408c-4610-975e-67396c0a8c46 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 210 time: 0.0516300 Nov 22 16:13:02.385291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Deleting port 32102822-ba1c-4fd2-8205-40238a232f31 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:02.385639 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:02.393129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Allocated IP 172.20.0.12 (759a6640-c933-4f28-bd0e-7be8a066cb6b/452323cb-5206-4288-a345-3f5743d48ad9/a76e6efe-8f04-41f6-b28e-4ebb36e704fb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:02.419165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d3857-43c0-4004-837b-439887a5322c req-1c59a4b1-4e48-4944-8bb8-629e2966e862 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.427563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0d3857-43c0-4004-837b-439887a5322c req-1c59a4b1-4e48-4944-8bb8-629e2966e862 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1525729 Nov 22 16:13:02.438016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-c51f976d-1812-468a-a341-16d9f102ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.439482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-c51f976d-1812-468a-a341-16d9f102ce1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 1097 time: 0.1632378 Nov 22 16:13:02.643027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f0d3857-43c0-4004-837b-439887a5322c req-d83169d9-e6ad-49b6-97c7-d19db8749d84 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144630 Nov 22 16:13:02.712772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffad5b-d287-4ae6-8ca6-8ff900d69024 req-62d9027a-95ef-4652-b3b3-4ca6dfe1f0e3 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.714316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ffffad5b-d287-4ae6-8ca6-8ff900d69024 req-62d9027a-95ef-4652-b3b3-4ca6dfe1f0e3 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.2290998 Nov 22 16:13:02.765141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-90243ca3-3478-4562-91e7-cdd73be9866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.766634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-90243ca3-3478-4562-91e7-cdd73be9866d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 200 len: 916 time: 0.3153310 Nov 22 16:13:02.822536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cb310-613c-4208-9993-b5bd2a773039 req-9a7b73cd-7518-441a-8134-e6a419389bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.824049 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-271cb310-613c-4208-9993-b5bd2a773039 req-9a7b73cd-7518-441a-8134-e6a419389bbc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bad4b20e9a546a183908b90d83ea6bd&device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 1095 time: 0.3764091 Nov 22 16:13:02.825788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] For port 32102822-ba1c-4fd2-8205-40238a232f31, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=32102822-ba1c-4fd2-8205-40238a232f31,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:02.826150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:02.855193 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Calling delete_port for 32102822-ba1c-4fd2-8205-40238a232f31 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:02.860211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:02.869728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-608e54bd-c7d4-479f-a9fa-6a4de6d8ae71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16502884-565b-4ae4-a45b-89eebeb86528 HTTP/1.1" status: 200 len: 217 time: 0.0685174 Nov 22 16:13:02.881455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-8b135d93-f55d-48a3-bb81-2e82245fa4d4 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.882920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-8b135d93-f55d-48a3-bb81-2e82245fa4d4 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 946 time: 0.2345562 Nov 22 16:13:02.978915 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ffffad5b-d287-4ae6-8ca6-8ff900d69024 req-f6261348-4aec-49da-a45b-0eb33bd59648 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548883 Nov 22 16:13:02.980006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cb310-613c-4208-9993-b5bd2a773039 req-c1d8f354-062f-40c4-81fe-fae1938afac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.981493 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-271cb310-613c-4208-9993-b5bd2a773039 req-c1d8f354-062f-40c4-81fe-fae1938afac0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0616e62c-734d-4f7d-b5b8-32bcbe0cd611 HTTP/1.1" status: 200 len: 910 time: 0.1481647 Nov 22 16:13:02.996123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7341384-06f3-4f6c-8ac3-1020d957b421 req-42079ab4-db1a-4763-9308-4354eb408a50 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:02.996123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7341384-06f3-4f6c-8ac3-1020d957b421 req-42079ab4-db1a-4763-9308-4354eb408a50 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/ports?device_id=44ee2c68-a0bf-4c0e-a114-14d7412dbcec HTTP/1.1" status: 200 len: 945 time: 0.2803762 Nov 22 16:13:03.026261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-fcc0b2c6-31da-4e0c-92d4-f5750342c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:03.027717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-fcc0b2c6-31da-4e0c-92d4-f5750342c460 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8332623-b334-47f3-9625-192f99b5510d HTTP/1.1" status: 200 len: 854 time: 0.1438680 Nov 22 16:13:03.064233 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-271cb310-613c-4208-9993-b5bd2a773039 req-80ebfbbf-2522-4532-b18f-2347a7539d87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200fc81a-a8b3-4075-84de-448f38731426 HTTP/1.1" status: 200 len: 217 time: 0.0610528 Nov 22 16:13:03.111757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:03.133597 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:03.145467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['32102822-ba1c-4fd2-8205-40238a232f31'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:03.162925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cb310-613c-4208-9993-b5bd2a773039 req-039c3f75-abe1-4cc9-b856-aedc4bdd9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:03.165615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-271cb310-613c-4208-9993-b5bd2a773039 req-039c3f75-abe1-4cc9-b856-aedc4bdd9787 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e8328142-e416-462b-bbce-1deb34da8430 HTTP/1.1" status: 200 len: 849 time: 0.0860820 Nov 22 16:13:03.170946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Pushing event deleted for resources: {'Port': ['ID=32102822-ba1c-4fd2-8205-40238a232f31,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:03.193171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7341384-06f3-4f6c-8ac3-1020d957b421 req-ef96d5c9-ab47-46e1-bb53-720fa8f7bc66 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.69 "GET /v2.0/security-groups?id=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846814 Nov 22 16:13:03.212669 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-271cb310-613c-4208-9993-b5bd2a773039 req-2d28d651-fb55-44a6-a469-547ae687d6ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0616e62c-734d-4f7d-b5b8-32bcbe0cd611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393200 Nov 22 16:13:03.221507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:03.230507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-7a5c715e-cdbe-41af-82b4-837f0f89a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:03.232082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-7a5c715e-cdbe-41af-82b4-837f0f89a597 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871789 Nov 22 16:13:03.233523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:03.237190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:03.271259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event updated for resources: {'Port': ['ID=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:03.305274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] No DVR routers for this DVR port 32102822-ba1c-4fd2-8205-40238a232f31 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:03.307804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:03.311182 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c9338fd4-01f2-415e-a986-b7b742b13a29 req-3a9dfdb7-9653-431e-94bd-ce25a41b93a2 tempest-AttachSCSIVolumeTestJSON-1771205921 tempest-AttachSCSIVolumeTestJSON-1771205921-project] 10.222.0.71 "DELETE /v2.0/ports/32102822-ba1c-4fd2-8205-40238a232f31 HTTP/1.1" status: 204 len: 173 time: 1.1076689 Nov 22 16:13:03.361822 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-271cb310-613c-4208-9993-b5bd2a773039 req-00a5055d-680e-4848-ab6e-1fb9485fd3bf service neutron] 10.222.0.71 "GET /v2.0/networks/0616e62c-734d-4f7d-b5b8-32bcbe0cd611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353538 Nov 22 16:13:03.382874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Deleting port 25b5539f-a856-4891-babf-437c49c18fab {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:03.383361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:03.467318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:03.467885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:03.510920 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-271cb310-613c-4208-9993-b5bd2a773039 req-2f08fc13-5b6f-4419-9a60-79c47a70ab33 service neutron] 10.222.0.71 "GET /v2.0/networks/0616e62c-734d-4f7d-b5b8-32bcbe0cd611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396034 Nov 22 16:13:03.533054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a136e-c52d-46ee-92bd-aa10e2198756 req-55412b94-78ec-4307-b4e2-6bf698625e31 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:03.536446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a44a136e-c52d-46ee-92bd-aa10e2198756 req-55412b94-78ec-4307-b4e2-6bf698625e31 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 944 time: 0.2574286 Nov 22 16:13:03.569654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-df365a42-8466-4e31-b832-c3de22782cfc tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0545843 Nov 22 16:13:03.608827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Request body: {'port': {'device_id': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:03.634385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-918878d1-fa64-4ed9-9408-1253b644d24d None None] Provisioning complete for port a76e6efe-8f04-41f6-b28e-4ebb36e704fb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:03.634759 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-918878d1-fa64-4ed9-9408-1253b644d24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:03.647987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-ee3ae2ec-1c93-45b2-ba42-42ed0c5e8b66 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701596 Nov 22 16:13:03.680272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-918878d1-fa64-4ed9-9408-1253b644d24d None None] Port a76e6efe-8f04-41f6-b28e-4ebb36e704fb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:13:03.713957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] For port 25b5539f-a856-4891-babf-437c49c18fab, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=25b5539f-a856-4891-babf-437c49c18fab,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:03.714335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:03.800361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Calling delete_port for 25b5539f-a856-4891-babf-437c49c18fab owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:03.809664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e118d8-b2e0-48f5-9e5d-853f0b7fdac1 req-3c428698-034e-470c-817b-49628b2fa6b3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:03.811616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9e118d8-b2e0-48f5-9e5d-853f0b7fdac1 req-3c428698-034e-470c-817b-49628b2fa6b3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 932 time: 0.3244321 Nov 22 16:13:03.822325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a44a136e-c52d-46ee-92bd-aa10e2198756 req-d2c4f1ff-a379-474d-9cd6-1249c0d19344 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629116 Nov 22 16:13:03.824340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ee2c68-a0bf-4c0e-a114-14d7412dbcec', 'name': 'network-vif-deleted', 'tag': '32102822-ba1c-4fd2-8205-40238a232f31'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:03.826722 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8d71a2-447b-402a-bec8-a58d1556aae5" -d '{"events": [{"server_uuid": "44ee2c68-a0bf-4c0e-a114-14d7412dbcec", "name": "network-vif-deleted", "tag": "32102822-ba1c-4fd2-8205-40238a232f31"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:03.850480 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:04.022509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b47e15a1-1558-4d15-8278-a82b2f72dc7b req-c0ec715d-4b32-4f3f-8e93-7827e0437f70 service neutron] 10.222.0.11 "GET /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584981 Nov 22 16:13:04.030784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9e118d8-b2e0-48f5-9e5d-853f0b7fdac1 req-a8188cf0-4b26-4c7a-989f-d1456e61fee1 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1978514 Nov 22 16:13:04.086477 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b96d494-dd58-4657-9b05-1ccab4b75fa3 x-openstack-request-id: req-8b96d494-dd58-4657-9b05-1ccab4b75fa3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:04.086848 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ee2c68-a0bf-4c0e-a114-14d7412dbcec", "name": "network-vif-deleted", "tag": "32102822-ba1c-4fd2-8205-40238a232f31", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:04.087106 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b96d494-dd58-4657-9b05-1ccab4b75fa3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:04.087522 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ee2c68-a0bf-4c0e-a114-14d7412dbcec', 'name': 'network-vif-deleted', 'tag': '32102822-ba1c-4fd2-8205-40238a232f31', 'status': 'completed', 'code': 200} Nov 22 16:13:04.128635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5efeb-10b6-4aea-ab34-b773110c219b req-a81e2acd-0e05-47f0-82c1-79df3b374f1c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:04.130342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5e5efeb-10b6-4aea-ab34-b773110c219b req-a81e2acd-0e05-47f0-82c1-79df3b374f1c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.2133536 Nov 22 16:13:04.341337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cc40f-d6da-435d-9736-734310b094e4 req-e5adb397-8923-4bc8-8b1d-e3984d3f292e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:04.342980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-403cc40f-d6da-435d-9736-734310b094e4 req-e5adb397-8923-4bc8-8b1d-e3984d3f292e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 867 time: 0.1976857 Nov 22 16:13:04.343727 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:04.350797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5e5efeb-10b6-4aea-ab34-b773110c219b req-7de1a7a4-7767-4970-8ee8-2b7c82e90fed tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087672 Nov 22 16:13:04.359477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['25b5539f-a856-4891-babf-437c49c18fab'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:04.388202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['0529e1be-1617-4bbc-8173-1d423a2cf72e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:04.413818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Pushing event deleted for resources: {'Port': ['ID=25b5539f-a856-4891-babf-437c49c18fab,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:04.491226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] No DVR routers for this DVR port 25b5539f-a856-4891-babf-437c49c18fab on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:04.502465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:04.505795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86c0c4ad-bf91-4199-aa3a-5a5369d4f25e req-070e412e-c6f7-4e7c-92a3-9a6306d85791 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.71 "DELETE /v2.0/ports/25b5539f-a856-4891-babf-437c49c18fab HTTP/1.1" status: 204 len: 173 time: 1.5994666 Nov 22 16:13:04.506248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8', 'name': 'network-vif-deleted', 'tag': '25b5539f-a856-4891-babf-437c49c18fab'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:04.508578 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac86e6e-e91c-4fa7-a05f-36856f2ec207" -d '{"events": [{"server_uuid": "8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8", "name": "network-vif-deleted", "tag": "25b5539f-a856-4891-babf-437c49c18fab"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:04.551634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-403cc40f-d6da-435d-9736-734310b094e4 req-d86d87f6-68e3-49a1-9025-3aca46cc48ad tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996591 Nov 22 16:13:04.571268 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03376f1c-ef48-4594-aa99-afec7e02dd1e x-openstack-request-id: req-03376f1c-ef48-4594-aa99-afec7e02dd1e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:04.572162 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8", "name": "network-vif-deleted", "tag": "25b5539f-a856-4891-babf-437c49c18fab", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:04.572533 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03376f1c-ef48-4594-aa99-afec7e02dd1e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:04.572951 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8', 'name': 'network-vif-deleted', 'tag': '25b5539f-a856-4891-babf-437c49c18fab', 'status': 'completed', 'code': 200} Nov 22 16:13:04.612458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76e6efe-8f04-41f6-b28e-4ebb36e704fb {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:04.620728 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:04.638995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Transition to ACTIVE for port object a76e6efe-8f04-41f6-b28e-4ebb36e704fb will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:13:04.648605 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:04.708139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 200fc81a-a8b3-4075-84de-448f38731426 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:13:04.743899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:04.798273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Attempting to bind port a76e6efe-8f04-41f6-b28e-4ebb36e704fb on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:04.798621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Attempting to bind port a76e6efe-8f04-41f6-b28e-4ebb36e704fb by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:04.798954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Attempting to bind port a76e6efe-8f04-41f6-b28e-4ebb36e704fb on network 759a6640-c933-4f28-bd0e-7be8a066cb6b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:04.804269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Port a76e6efe-8f04-41f6-b28e-4ebb36e704fb on network 759a6640-c933-4f28-bd0e-7be8a066cb6b not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:13:04.804597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Attempting to bind port a76e6efe-8f04-41f6-b28e-4ebb36e704fb on network 759a6640-c933-4f28-bd0e-7be8a066cb6b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:04.816612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:04.816906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Checking segment: {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:04.817344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Bound using segment: {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:04.817708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Bound port: a76e6efe-8f04-41f6-b28e-4ebb36e704fb, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0095bea0-608a-439a-b5ce-baac6e5398c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:04.818063 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:04.915513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 200fc81a-a8b3-4075-84de-448f38731426, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=200fc81a-a8b3-4075-84de-448f38731426,segment=NetworkSegment(42ce4bc1-9aec-4756-93ac-ce38444eba13),segment_id=42ce4bc1-9aec-4756-93ac-ce38444eba13)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:04.932640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '200fc81a-a8b3-4075-84de-448f38731426', 'network_id': '0616e62c-734d-4f7d-b5b8-32bcbe0cd611', 'port_id': '200fc81a-a8b3-4075-84de-448f38731426', 'mac_address': 'fa:16:3e:43:ef:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8328142-e416-462b-bbce-1deb34da8430', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:13:04.973234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] For port a76e6efe-8f04-41f6-b28e-4ebb36e704fb, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:04.984854 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:04.995281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] For port a76e6efe-8f04-41f6-b28e-4ebb36e704fb, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:05.006538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:05.009168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200fc81a-a8b3-4075-84de-448f38731426 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:05.019954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c27f8-06a8-4cc8-a082-8048777d8e87 req-ed324331-0f8e-409c-8ad6-fe6c08882d77 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:05.021482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868c27f8-06a8-4cc8-a082-8048777d8e87 req-ed324331-0f8e-409c-8ad6-fe6c08882d77 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 944 time: 0.1031761 Nov 22 16:13:05.043532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 200fc81a-a8b3-4075-84de-448f38731426, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=200fc81a-a8b3-4075-84de-448f38731426,segment=NetworkSegment(42ce4bc1-9aec-4756-93ac-ce38444eba13),segment_id=42ce4bc1-9aec-4756-93ac-ce38444eba13)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:05.047991 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:05.076327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:05.076966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:05.078554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] 10.222.0.11 "PUT /v2.0/ports/a76e6efe-8f04-41f6-b28e-4ebb36e704fb HTTP/1.1" status: 200 len: 1092 time: 1.4883034 Nov 22 16:13:05.134563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868c27f8-06a8-4cc8-a082-8048777d8e87 req-b69ad12d-30dc-4aad-9895-fe705d4a0368 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868850 Nov 22 16:13:05.135670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aab02-5b12-4302-869f-872be77e4ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:05.189346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=200fc81a-a8b3-4075-84de-448f38731426,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:05.262353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-08328635-5076-45a1-b8e2-359d067afc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:05.263872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-08328635-5076-45a1-b8e2-359d067afc2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6da087ba44b547b181b47e1240460256&device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 1095 time: 0.1177530 Nov 22 16:13:05.280867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac1cb5-26bb-462c-95cc-0306ed90bb7e req-02762846-cefb-43ad-ac97-8b0fef9fb952 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:05.282643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89ac1cb5-26bb-462c-95cc-0306ed90bb7e req-02762846-cefb-43ad-ac97-8b0fef9fb952 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 944 time: 0.0751114 Nov 22 16:13:05.328105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-d2d8b72c-9f69-4357-bb1b-7d6f2d35c8e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a76e6efe-8f04-41f6-b28e-4ebb36e704fb HTTP/1.1" status: 200 len: 217 time: 0.0442460 Nov 22 16:13:05.414155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89ac1cb5-26bb-462c-95cc-0306ed90bb7e req-a1ede95a-9c8c-4ff8-bd34-3f9388380eb7 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239142 Nov 22 16:13:05.420470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-70b7d186-c3b4-46b3-abbb-ac73f8e872a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:05.423506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-70b7d186-c3b4-46b3-abbb-ac73f8e872a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=452323cb-5206-4288-a345-3f5743d48ad9 HTTP/1.1" status: 200 len: 850 time: 0.0837846 Nov 22 16:13:05.478225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['200fc81a-a8b3-4075-84de-448f38731426'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:05.527175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-ccc5f742-0014-4e65-9d32-9a54f21cea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:05.528819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-ccc5f742-0014-4e65-9d32-9a54f21cea3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=759a6640-c933-4f28-bd0e-7be8a066cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974758 Nov 22 16:13:05.536836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0606deb-abeb-49d6-94c4-a909d3938870 req-a3a317a3-3bcf-4600-bda2-8f3b1d69d1a0 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:05.538635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0606deb-abeb-49d6-94c4-a909d3938870 req-a3a317a3-3bcf-4600-bda2-8f3b1d69d1a0 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0973206 Nov 22 16:13:05.979500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b53f3c9-bf28-4b3c-b5cc-0310acb82061 req-73efcfe6-b532-471e-b71d-152c8906612b tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c168e62-9a49-4bfc-b0f6-ba8f25d4a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0555503 Nov 22 16:13:06.013029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-28017a1a-6687-43e7-9d1a-d11ba671a906 service neutron] 10.222.0.11 "GET /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734232 Nov 22 16:13:06.020176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0606deb-abeb-49d6-94c4-a909d3938870 req-706dc58a-9fa5-41f7-be51-7a1905cbcddd tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952730 Nov 22 16:13:06.134326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b006e418-2ee8-4dea-ac32-2d3d1db0c96c req-dfb01b0f-7f00-4100-bb88-0d028cc6aa43 service neutron] 10.222.0.11 "GET /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084287 Nov 22 16:13:06.175892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dcaf9-9910-48ee-aaec-ac68cfa9322f req-c90f1443-8438-4fe5-8383-dc9ce0ac6236 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:06.177639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-730dcaf9-9910-48ee-aaec-ac68cfa9322f req-c90f1443-8438-4fe5-8383-dc9ce0ac6236 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0572429 Nov 22 16:13:06.258567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-730dcaf9-9910-48ee-aaec-ac68cfa9322f req-4e99d8df-9c69-4052-a5cd-1ff9e0554414 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738218 Nov 22 16:13:06.276668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db92d8-dcaa-42d3-9daf-937c1bfe87cf req-7f2df4de-ab00-42c6-9513-ba1824d49620 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:06.280357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8db92d8-dcaa-42d3-9daf-937c1bfe87cf req-7f2df4de-ab00-42c6-9513-ba1824d49620 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 945 time: 0.0717876 Nov 22 16:13:06.340468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8db92d8-dcaa-42d3-9daf-937c1bfe87cf req-d4dbd706-f118-4646-9717-25da15ab8520 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559275 Nov 22 16:13:06.389445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c651e1e-fbf6-4d01-a600-a38aae63f7c6 req-add65d6c-aac3-40e6-b159-6373328d6f88 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:06.390942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c651e1e-fbf6-4d01-a600-a38aae63f7c6 req-add65d6c-aac3-40e6-b159-6373328d6f88 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 945 time: 0.0566862 Nov 22 16:13:06.443271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c651e1e-fbf6-4d01-a600-a38aae63f7c6 req-8e9334e7-2419-4940-93eb-6f86ceed561d tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463164 Nov 22 16:13:06.574018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'tag': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:06.576263 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217" -d '{"events": [{"name": "network-changed", "server_uuid": "dae75c4a-bc2b-4e71-840e-4afc31f9f068", "tag": "a76e6efe-8f04-41f6-b28e-4ebb36e704fb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:06.588521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2075-8d64-41d2-85ba-57cf649a3d78 req-ed67942c-56bd-4315-a8f8-a572ee995beb tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:06.590018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f89d2075-8d64-41d2-85ba-57cf649a3d78 req-ed67942c-56bd-4315-a8f8-a572ee995beb tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 944 time: 0.0927889 Nov 22 16:13:06.601284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d1d5d-4624-4579-980b-d461da7755a8 req-20218d18-92d9-4ae1-a46f-8a3c794c0fbe tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:06.603244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e00d1d5d-4624-4579-980b-d461da7755a8 req-20218d18-92d9-4ae1-a46f-8a3c794c0fbe tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.0783784 Nov 22 16:13:06.677352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f89d2075-8d64-41d2-85ba-57cf649a3d78 req-3361bf0d-a141-4114-b8ac-26558041f1c4 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730236 Nov 22 16:13:06.680507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e00d1d5d-4624-4579-980b-d461da7755a8 req-c6ae491e-8b56-4916-b41d-68453257d52f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703115 Nov 22 16:13:06.719453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 200fc81a-a8b3-4075-84de-448f38731426 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:06.730973 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d137a79d-c5b9-468c-9264-619308e282c3 x-openstack-request-id: req-d137a79d-c5b9-468c-9264-619308e282c3 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:06.731280 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae75c4a-bc2b-4e71-840e-4afc31f9f068", "tag": "a76e6efe-8f04-41f6-b28e-4ebb36e704fb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:06.731549 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d137a79d-c5b9-468c-9264-619308e282c3 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:06.732006 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'tag': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'status': 'completed', 'code': 200} Nov 22 16:13:06.762853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-a12a9c28-94a7-4aee-98d7-15d240db62f1 req-a6603789-51b3-4931-bbb7-08f2796b746c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:13:06.763852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a12a9c28-94a7-4aee-98d7-15d240db62f1 req-a6603789-51b3-4931-bbb7-08f2796b746c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065441 Nov 22 16:13:06.798873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 200fc81a-a8b3-4075-84de-448f38731426 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:13:06.803150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 200fc81a-a8b3-4075-84de-448f38731426 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:06.803589 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:06.884093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-f3379fbb-a8e4-40aa-b62a-b3a2f20e3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:06.885252 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:06.885604 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-f3379fbb-a8e4-40aa-b62a-b3a2f20e3098 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6da087ba44b547b181b47e1240460256&device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 1095 time: 0.1157455 Nov 22 16:13:06.891039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a12a9c28-94a7-4aee-98d7-15d240db62f1 req-9ecb4fca-606a-4cad-9063-5b34be87595f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1087575 Nov 22 16:13:06.910374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5c21e6-4c20-4908-8652-a0e458f785da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200fc81a-a8b3-4075-84de-448f38731426'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:06.912770 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5952920-bcf6-4b7d-aa6d-1c44675a4d09" -d '{"events": [{"server_uuid": "9c5c21e6-4c20-4908-8652-a0e458f785da", "name": "network-vif-plugged", "status": "completed", "tag": "200fc81a-a8b3-4075-84de-448f38731426"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:06.927175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 200fc81a-a8b3-4075-84de-448f38731426, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=200fc81a-a8b3-4075-84de-448f38731426,segment=NetworkSegment(42ce4bc1-9aec-4756-93ac-ce38444eba13),segment_id=42ce4bc1-9aec-4756-93ac-ce38444eba13)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:06.939112 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:06.940249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 25b5539f-a856-4891-babf-437c49c18fab no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:06.997906 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88c9e4-e871-4157-8d08-ce7aef32aa48 x-openstack-request-id: req-7b88c9e4-e871-4157-8d08-ce7aef32aa48 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:06.998207 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5c21e6-4c20-4908-8652-a0e458f785da", "name": "network-vif-plugged", "status": "completed", "tag": "200fc81a-a8b3-4075-84de-448f38731426", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:06.998474 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b88c9e4-e871-4157-8d08-ce7aef32aa48 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:06.998883 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5c21e6-4c20-4908-8652-a0e458f785da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200fc81a-a8b3-4075-84de-448f38731426', 'code': 200} Nov 22 16:13:07.003649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 25b5539f-a856-4891-babf-437c49c18fab {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:07.003649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 25b5539f-a856-4891-babf-437c49c18fab not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:07.003649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 32102822-ba1c-4fd2-8205-40238a232f31 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:07.034637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 32102822-ba1c-4fd2-8205-40238a232f31 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:07.035403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 32102822-ba1c-4fd2-8205-40238a232f31 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:07.061038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=200fc81a-a8b3-4075-84de-448f38731426,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:07.099783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-a2ec90b8-f8db-44be-890a-3779cb47d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.101814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-a2ec90b8-f8db-44be-890a-3779cb47d4cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=759a6640-c933-4f28-bd0e-7be8a066cb6b HTTP/1.1" status: 200 len: 912 time: 0.2082875 Nov 22 16:13:07.163483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-132ea705-cffb-4d35-8c13-be2a57c7ea58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1516371 Nov 22 16:13:07.168594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-ed92d4c8-e783-42ff-9c24-33d93a77c250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a76e6efe-8f04-41f6-b28e-4ebb36e704fb HTTP/1.1" status: 200 len: 217 time: 0.0564387 Nov 22 16:13:07.172742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c586-9df4-49bb-9a04-6c6dc56c028d req-62c6255a-e42c-44a4-92ce-0fb36216bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.174359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b26c586-9df4-49bb-9a04-6c6dc56c028d req-62c6255a-e42c-44a4-92ce-0fb36216bef3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 1097 time: 0.1177001 Nov 22 16:13:07.374964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-0db8d93b-eac8-4df3-91f0-856c4c47c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.376359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-0db8d93b-eac8-4df3-91f0-856c4c47c3fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=452323cb-5206-4288-a345-3f5743d48ad9 HTTP/1.1" status: 200 len: 850 time: 0.1730924 Nov 22 16:13:07.380788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b26c586-9df4-49bb-9a04-6c6dc56c028d req-f2445d08-3b43-475d-a2ee-13008cee479e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982710 Nov 22 16:13:07.407779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-1d9cfdb5-e8eb-4c56-b4ad-1fba41672120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.409278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-1d9cfdb5-e8eb-4c56-b4ad-1fba41672120 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 1097 time: 0.1556506 Nov 22 16:13:07.433698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9e37-5360-4e2d-af67-fed02d4cfc51 req-c925dc58-633b-4475-b2a7-6a778c044531 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.435193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2fa9e37-5360-4e2d-af67-fed02d4cfc51 req-c925dc58-633b-4475-b2a7-6a778c044531 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1839647 Nov 22 16:13:07.451487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b28603-ceb2-4a58-8773-4ec59435fd26 req-5d840740-33c7-48d4-84d5-bd1760479bb2 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.452879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98b28603-ceb2-4a58-8773-4ec59435fd26 req-5d840740-33c7-48d4-84d5-bd1760479bb2 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1489170 Nov 22 16:13:07.558752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-4227fc5d-ae38-4cce-8250-d76cb45f53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.560283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-4227fc5d-ae38-4cce-8250-d76cb45f53fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=759a6640-c933-4f28-bd0e-7be8a066cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690156 Nov 22 16:13:07.642302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2fa9e37-5360-4e2d-af67-fed02d4cfc51 req-72ae534e-b475-4c35-b662-17f7d4eb000a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995173 Nov 22 16:13:07.682285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98b28603-ceb2-4a58-8773-4ec59435fd26 req-206f88d0-5253-467f-8572-933bbea9f71a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116289 Nov 22 16:13:07.685534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-71078103-052b-44c0-a06e-09e99d91c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.686903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-71078103-052b-44c0-a06e-09e99d91c658 service neutron] 10.222.0.11 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.2322075 Nov 22 16:13:07.762342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-378bf9e5-c685-43dd-a700-0f95115478ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09 HTTP/1.1" status: 200 len: 217 time: 0.0643041 Nov 22 16:13:07.802932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-f29f9129-674f-46a1-a394-b3d341abb530 service neutron] 10.222.0.11 "GET /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318125 Nov 22 16:13:07.940820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-8f88a0e9-3482-4201-99d1-f463c5325554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.942295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-8f88a0e9-3482-4201-99d1-f463c5325554 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.1556916 Nov 22 16:13:07.950281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b0533-f049-44c2-ab81-c1ea05b640ff req-526137f0-ef72-4bb5-9d50-e4ebad6cd045 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:07.952826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa8b0533-f049-44c2-ab81-c1ea05b640ff req-526137f0-ef72-4bb5-9d50-e4ebad6cd045 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 946 time: 0.2118039 Nov 22 16:13:08.014496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8fe8d-2bba-49ba-b682-c2760132ecf8 req-ad2ad3d6-3d78-40cc-924b-fdee254cc2be tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:08.015979 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8be8fe8d-2bba-49ba-b682-c2760132ecf8 req-ad2ad3d6-3d78-40cc-924b-fdee254cc2be tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 945 time: 0.2696157 Nov 22 16:13:08.098910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-732b146a-b532-40ad-9a2b-466cade1db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:08.100422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-732b146a-b532-40ad-9a2b-466cade1db08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463437 Nov 22 16:13:08.104817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc1f3d1-df9f-46d4-bce3-58923d9a5217 req-29525eac-4fa3-45f5-bc13-6215f4ad072e service neutron] 10.222.0.11 "GET /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575641 Nov 22 16:13:08.110699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa8b0533-f049-44c2-ab81-c1ea05b640ff req-600eb00a-8f6b-4a68-97aa-1a51b5569881 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442223 Nov 22 16:13:08.144192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8be8fe8d-2bba-49ba-b682-c2760132ecf8 req-379d7855-b3a3-4e92-9a0d-9e0a46d35938 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183143 Nov 22 16:13:08.290794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6780-fb75-4891-944c-f87687c5ce54 req-2af40e13-77c3-45bc-aa08-025a157a9bb2 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:08.293046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5ca6780-fb75-4891-944c-f87687c5ce54 req-2af40e13-77c3-45bc-aa08-025a157a9bb2 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 944 time: 0.1075268 Nov 22 16:13:08.310727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-30ff28cf-bc95-41aa-86fd-e6fa31651bc5 service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938338 Nov 22 16:13:08.452634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee81b5-4be5-400a-8857-9d1e6d85b8ea req-cf7a28f5-1da1-48ff-9f1f-c6c377ab33d2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:08.454228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bee81b5-4be5-400a-8857-9d1e6d85b8ea req-cf7a28f5-1da1-48ff-9f1f-c6c377ab33d2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.1600461 Nov 22 16:13:08.467621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5ca6780-fb75-4891-944c-f87687c5ce54 req-7a79cb20-0576-4c56-814e-cc177e529f4b tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1612210 Nov 22 16:13:08.506290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29b7d3f5-53c5-44ae-bcb5-9a9f4c145f1c req-31d62aae-69f5-4d4a-9168-eeea1401cde4 service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767783 Nov 22 16:13:08.554178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bee81b5-4be5-400a-8857-9d1e6d85b8ea req-9ed73612-3689-413f-b9da-1f3face94e68 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853097 Nov 22 16:13:08.726460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47808) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:08.754312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a76e6efe-8f04-41f6-b28e-4ebb36e704fb details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:13:08.857203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe142c8-8796-4c53-937d-1948db9975f8 req-e19ce95d-a95c-484c-aacf-eac0f08154e2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:08.865119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe142c8-8796-4c53-937d-1948db9975f8 req-e19ce95d-a95c-484c-aacf-eac0f08154e2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:08.891629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe142c8-8796-4c53-937d-1948db9975f8 req-e19ce95d-a95c-484c-aacf-eac0f08154e2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:08.896272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfe142c8-8796-4c53-937d-1948db9975f8 req-e19ce95d-a95c-484c-aacf-eac0f08154e2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed&device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7&device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 2418 time: 0.1381500 Nov 22 16:13:08.908598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a76e6efe-8f04-41f6-b28e-4ebb36e704fb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:08.932546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'port_id': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'mac_address': 'fa:16:3e:dc:0a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:13:08.978387 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:08.997229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76e6efe-8f04-41f6-b28e-4ebb36e704fb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:09.014885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88664a-cf52-46c9-8133-cc489d310f87 req-117ce85a-99d2-4ea5-932a-a47c9d479bff tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:09.017666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f88664a-cf52-46c9-8133-cc489d310f87 req-117ce85a-99d2-4ea5-932a-a47c9d479bff tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1896832 Nov 22 16:13:09.044738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfe142c8-8796-4c53-937d-1948db9975f8 req-6db91a24-e038-4096-bf70-d95f2c40225a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086631 Nov 22 16:13:09.061913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a76e6efe-8f04-41f6-b28e-4ebb36e704fb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:09.068307 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:09.174462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f88664a-cf52-46c9-8133-cc489d310f87 req-1b5c90d5-b0ae-42ce-b8b9-6ba08357f952 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463926 Nov 22 16:13:09.181311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:09.206577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e809ff9b-84a0-4349-bfbd-58f917bc1c7e req-eb42a9d2-ea4b-47d2-bc63-d8cecd9d59ba tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1214130 Nov 22 16:13:09.329694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:09.354401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60116bfb-dbb2-4acf-b8c7-38d783b1e562 req-acd36092-8765-45d2-88ad-1a4be20ed69c tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:09.362995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60116bfb-dbb2-4acf-b8c7-38d783b1e562 req-acd36092-8765-45d2-88ad-1a4be20ed69c tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 946 time: 0.0872848 Nov 22 16:13:09.380733 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['a76e6efe-8f04-41f6-b28e-4ebb36e704fb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:09.438183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60116bfb-dbb2-4acf-b8c7-38d783b1e562 req-0111e7b6-c396-4ca8-827d-387fca745e43 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648668 Nov 22 16:13:09.684755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Deleting port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:09.685211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:09.729496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28418bb4-17f5-4a7f-8278-918510ce8ce7 req-6c1a96be-141b-4d13-89b7-a38d3407eb93 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:09.736934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28418bb4-17f5-4a7f-8278-918510ce8ce7 req-6c1a96be-141b-4d13-89b7-a38d3407eb93 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 945 time: 0.0678978 Nov 22 16:13:09.786247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] For port 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:09.787713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:09.792528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28418bb4-17f5-4a7f-8278-918510ce8ce7 req-6e55de4b-6d60-4af2-9f12-ceddc3c2c528 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521574 Nov 22 16:13:09.812899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Calling delete_port for 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:10.074316 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:10.107215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6ba1b0-a70d-45ae-bc1c-529be93c1f00,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:10.343181 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:10.396411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b93180-f2fa-4340-8c7b-17bbcce542b1 req-d802ee95-abda-4a83-9f27-cd695639bf47 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:10.404559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59b93180-f2fa-4340-8c7b-17bbcce542b1 req-d802ee95-abda-4a83-9f27-cd695639bf47 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.0868056 Nov 22 16:13:10.479445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59b93180-f2fa-4340-8c7b-17bbcce542b1 req-a736bc4b-94b4-43cc-a534-032dacc5e690 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577192 Nov 22 16:13:10.639142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:13:10.757018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a76e6efe-8f04-41f6-b28e-4ebb36e704fb up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:10.784180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:13:10.795297 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6cdc6c2a-d53e-4709-b178-121f86f2e2a3 admin admin] 10.222.0.69 "PUT /v2.0/routers/1ca372d3-a7db-46f2-a4f9-ba52180733d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0668547 Nov 22 16:13:10.797839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47852) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:10.806388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] Sync routers for ids ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:13:10.827013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] Routers {'1ca372d3-a7db-46f2-a4f9-ba52180733d2'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:10.827661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:10.949407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf2824-7ac0-4d1a-a398-ca2e538a2b69 req-a5ad3488-ebb7-4033-ae18-01ea80b21401 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:10.951400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port a76e6efe-8f04-41f6-b28e-4ebb36e704fb completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:13:10.960264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edcf2824-7ac0-4d1a-a398-ca2e538a2b69 req-a5ad3488-ebb7-4033-ae18-01ea80b21401 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 945 time: 0.0866961 Nov 22 16:13:10.978286 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:10.988172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port a76e6efe-8f04-41f6-b28e-4ebb36e704fb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:10.988547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.027999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edcf2824-7ac0-4d1a-a398-ca2e538a2b69 req-5415c886-0cdb-4e09-9980-235b6c231441 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667322 Nov 22 16:13:11.030585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] Set router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:11.150349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.235103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Deleting port e27483da-20e1-46e2-818e-adc94dc1cbad {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:11.235855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.267566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.309448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:11.313158 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795e6dd6-bae6-4d6a-a0bf-69b3f0eab163" -d '{"events": [{"server_uuid": "dae75c4a-bc2b-4e71-840e-4afc31f9f068", "name": "network-vif-plugged", "status": "completed", "tag": "a76e6efe-8f04-41f6-b28e-4ebb36e704fb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:11.338774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a76e6efe-8f04-41f6-b28e-4ebb36e704fb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:11.356129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] For port e27483da-20e1-46e2-818e-adc94dc1cbad, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e27483da-20e1-46e2-818e-adc94dc1cbad,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:11.356800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.373020 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.383891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Calling delete_port for e27483da-20e1-46e2-818e-adc94dc1cbad owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:11.384263 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d79f9b6-2a2e-4f80-bc40-fcc4936b53ba x-openstack-request-id: req-1d79f9b6-2a2e-4f80-bc40-fcc4936b53ba {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:11.384563 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae75c4a-bc2b-4e71-840e-4afc31f9f068", "name": "network-vif-plugged", "status": "completed", "tag": "a76e6efe-8f04-41f6-b28e-4ebb36e704fb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:11.384824 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d79f9b6-2a2e-4f80-bc40-fcc4936b53ba {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:11.385658 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'code': 200} Nov 22 16:13:11.398580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6993cd-4d5c-484a-9b83-712e513da879 req-27079093-8a1c-4d15-9231-0eb27dc02ff8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:11.401709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd6993cd-4d5c-484a-9b83-712e513da879 req-27079093-8a1c-4d15-9231-0eb27dc02ff8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.0995264 Nov 22 16:13:11.496772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:11.498659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd6993cd-4d5c-484a-9b83-712e513da879 req-90e94395-935e-4eca-b6e0-02210d0094f6 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721745 Nov 22 16:13:11.548042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:13:09Z', 'revision_number': 5, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port': {'id': 'e27483da-20e1-46e2-818e-adc94dc1cbad', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:5e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:00Z', 'updated_at': '2021-11-22T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:11.582321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] Checking router: 1ca372d3-a7db-46f2-a4f9-ba52180733d2 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:13:11.594675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de66b7-62e5-4976-85dd-72ff072a98ea req-97cd1971-2de2-400b-b011-47e0ec3da55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:11.596694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4de66b7-62e5-4976-85dd-72ff072a98ea req-97cd1971-2de2-400b-b011-47e0ec3da55b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 1097 time: 0.0970311 Nov 22 16:13:11.603069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] Routers {'1ca372d3-a7db-46f2-a4f9-ba52180733d2'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:11.603853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:11.665676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.691296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4de66b7-62e5-4976-85dd-72ff072a98ea req-63528de3-0ff8-4334-a1c1-95a7c1afc4b8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781345 Nov 22 16:13:11.699156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Pushing event deleted for resources: {'Port': ['ID=e27483da-20e1-46e2-818e-adc94dc1cbad,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:11.701299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5590b-a088-4e3d-86ab-e002731b3d09 req-9bf8b34d-f7cd-49c1-b4b1-e4e937f7a321 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:11.703103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80b5590b-a088-4e3d-86ab-e002731b3d09 req-9bf8b34d-f7cd-49c1-b4b1-e4e937f7a321 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1013596 Nov 22 16:13:11.717341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] Set router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:11.764468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80b5590b-a088-4e3d-86ab-e002731b3d09 req-e5970b40-5731-4835-bc9b-53968bf967da tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540648 Nov 22 16:13:11.781151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.792163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:13:11Z', 'revision_number': 6, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:11.825877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c9e16d-73fc-4d74-86cc-8a4493c635dd None None] The sync data for ids ['1ca372d3-a7db-46f2-a4f9-ba52180733d2'] in n-d-811716-3 is: [{'id': '1ca372d3-a7db-46f2-a4f9-ba52180733d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1615799667-router', 'tenant_id': 'aa43564f6c214c188398eab6649f822f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:59Z', 'updated_at': '2021-11-22T16:13:11Z', 'revision_number': 6, 'project_id': 'aa43564f6c214c188398eab6649f822f', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:13:11.885626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.887992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.940575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.941493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ca372d3-a7db-46f2-a4f9-ba52180733d2 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:13:11.948959 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:11.952725 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-60725ca3-195e-4d83-834e-6c833d722329 admin admin] 10.222.0.69 "DELETE /v2.0/routers/1ca372d3-a7db-46f2-a4f9-ba52180733d2 HTTP/1.1" status: 204 len: 168 time: 1.1505537 Nov 22 16:13:11.953334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:11.999932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a96f2f-1e9f-446e-a8e5-bf169ea7e551 admin admin] Deleting subnet 989e3e01-b76d-4b2f-b54b-b26d0abd6d94 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:13:12.003393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51a96f2f-1e9f-446e-a8e5-bf169ea7e551 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.047283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51a96f2f-1e9f-446e-a8e5-bf169ea7e551 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.151176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51a96f2f-1e9f-446e-a8e5-bf169ea7e551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.172858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a311e67-d45f-4156-bcaf-424ba0e0ca18 req-22cba6f5-c872-4767-9c78-456b68a9e954 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:12.174903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a311e67-d45f-4156-bcaf-424ba0e0ca18 req-22cba6f5-c872-4767-9c78-456b68a9e954 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 946 time: 0.0563953 Nov 22 16:13:12.239646 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51a96f2f-1e9f-446e-a8e5-bf169ea7e551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.276969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a96f2f-1e9f-446e-a8e5-bf169ea7e551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989e3e01-b76d-4b2f-b54b-b26d0abd6d94,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:12.281618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51a96f2f-1e9f-446e-a8e5-bf169ea7e551 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.284816 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-51a96f2f-1e9f-446e-a8e5-bf169ea7e551 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/989e3e01-b76d-4b2f-b54b-b26d0abd6d94 HTTP/1.1" status: 204 len: 168 time: 0.3304768 Nov 22 16:13:12.288135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47894) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:12.288869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7719864-ddab-4453-937b-ee8e78e7634d None None] Network 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:13:12.317205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a311e67-d45f-4156-bcaf-424ba0e0ca18 req-8501909e-792e-457f-a05e-3e0a955b559f tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1253078 Nov 22 16:13:12.343354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47705527-c0ea-44c5-a750-2374ca3f1c48 req-050863b8-9c27-49d3-bcab-2731f24fe9a0 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:12.344936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47705527-c0ea-44c5-a750-2374ca3f1c48 req-050863b8-9c27-49d3-bcab-2731f24fe9a0 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 946 time: 0.0945566 Nov 22 16:13:12.384233 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.427534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47705527-c0ea-44c5-a750-2374ca3f1c48 req-e94f43b2-d04d-430f-a04c-032f16aec5df tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743766 Nov 22 16:13:12.464419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Deleting port a35cbdaa-8ac1-4e72-b241-56be7ce73921 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:12.464778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.488783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-5f741de2-5022-4b47-b770-2d092c8d6ce3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417697 Nov 22 16:13:12.528074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] For port a35cbdaa-8ac1-4e72-b241-56be7ce73921, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a35cbdaa-8ac1-4e72-b241-56be7ce73921,segment=NetworkSegment(6d2b5872-ece5-427c-95ad-90ea01266d47),segment_id=6d2b5872-ece5-427c-95ad-90ea01266d47)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:12.528444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.542691 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Calling delete_port for a35cbdaa-8ac1-4e72-b241-56be7ce73921 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:12.563364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-c067d980-0d9c-4c69-9adf-659b0b751ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:12.564948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-c067d980-0d9c-4c69-9adf-659b0b751ffb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 1096 time: 0.0437317 Nov 22 16:13:12.632316 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.662392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35cbdaa-8ac1-4e72-b241-56be7ce73921,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:12.666458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8c084d-8c0f-42bf-823e-29881a598213 None None] DHCP port deletion for 1900b73e-a5e2-4303-8460-d7e7a21ecaf6 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:13:12.668344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] No DVR routers for this DVR port a35cbdaa-8ac1-4e72-b241-56be7ce73921 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:12.676218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978149f-9d78-47c2-8032-052b6b73575c req-71d80439-9194-49d6-b656-9446046e081a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:12.685717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1978149f-9d78-47c2-8032-052b6b73575c req-71d80439-9194-49d6-b656-9446046e081a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.1093857 Nov 22 16:13:12.750686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.763358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1978149f-9d78-47c2-8032-052b6b73575c req-a1def923-36da-446c-8a55-cad787f15966 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742037 Nov 22 16:13:12.764462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-9dda8ac1-796a-48d8-b336-fee7b1d144ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:12.765887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-9dda8ac1-796a-48d8-b336-fee7b1d144ba service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.1644616 Nov 22 16:13:12.785601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1900b73e-a5e2-4303-8460-d7e7a21ecaf6']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:12.794752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2b5872-ece5-427c-95ad-90ea01266d47') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:12.795482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2b5872-ece5-427c-95ad-90ea01266d47') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:12.808198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.825139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.835281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:13:12.836614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:13:12.838718 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:13:12.901132 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.910630 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:12.915581 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/1900b73e-a5e2-4303-8460-d7e7a21ecaf6 HTTP/1.1" status: 204 len: 168 time: 0.6271276 Nov 22 16:13:12.928299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47900) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:12.936311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc5a3a-8836-4362-8d3d-cd60856f06c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1900b73e-a5e2-4303-8460-d7e7a21ecaf6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:13.145692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-e7691504-4065-4f20-b46b-b79c0b457d1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5 HTTP/1.1" status: 200 len: 217 time: 0.3690579 Nov 22 16:13:13.259285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-15e160be-df61-4b1a-9d5d-8dd9114d1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:13.260667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-15e160be-df61-4b1a-9d5d-8dd9114d1945 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0867085 Nov 22 16:13:13.269064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817a972-2d65-4078-ba2e-e9fcd023dceb req-67c724a6-fb8c-457f-8248-778e62cefb5e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:13.270551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a817a972-2d65-4078-ba2e-e9fcd023dceb req-67c724a6-fb8c-457f-8248-778e62cefb5e tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1277232 Nov 22 16:13:13.315206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-e9da4488-b0dd-4a87-8b5a-2a9a7657a02e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:13.316582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-e9da4488-b0dd-4a87-8b5a-2a9a7657a02e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.11 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.1337514 Nov 22 16:13:13.397692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-53ab2eaa-cf27-45ae-b78b-8c6292c2b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:13.400195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-53ab2eaa-cf27-45ae-b78b-8c6292c2b504 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240919 Nov 22 16:13:13.405135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a817a972-2d65-4078-ba2e-e9fcd023dceb req-16c1b618-47c2-46e2-b0bd-05cd06178352 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205375 Nov 22 16:13:13.587465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881cbdc-1e24-4dae-a18e-f701fca28372 req-48a26460-c4b2-4d3e-8fde-f7ecf5fb2112 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:13.588908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c881cbdc-1e24-4dae-a18e-f701fca28372 req-48a26460-c4b2-4d3e-8fde-f7ecf5fb2112 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 946 time: 0.1605556 Nov 22 16:13:13.636016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695c8e-3d12-46d7-a8b5-e9a6ffef6cf3 req-e5c3fec7-9dca-49ef-839d-0a001a67a37b tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:13.637511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55695c8e-3d12-46d7-a8b5-e9a6ffef6cf3 req-e5c3fec7-9dca-49ef-839d-0a001a67a37b tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 946 time: 0.1390786 Nov 22 16:13:13.638807 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:13.643291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Deleting port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:13.643633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:13.661810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-b8441b83-8f6e-4f7b-ab6a-602406d22ea2 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346902 Nov 22 16:13:13.841694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c881cbdc-1e24-4dae-a18e-f701fca28372 req-b4937976-bae2-4333-bb61-749bad805030 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2424843 Nov 22 16:13:13.896538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55695c8e-3d12-46d7-a8b5-e9a6ffef6cf3 req-cd6927cc-cc93-4894-8abc-3a0c5100c369 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448208 Nov 22 16:13:13.902005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] For port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:13.902562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:13.926107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:13.959729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:13.960118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Deleting port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:13.960553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2b6ba1b0-a70d-45ae-bc1c-529be93c1f00 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:13.960661 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:13.960738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a35cbdaa-8ac1-4e72-b241-56be7ce73921 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:13.961914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Calling delete_port for 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:13.973467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b93413-e1c8-48ca-96ae-ee3c1f907951 req-cc99877b-0781-440b-bc56-24b6de789994 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721858 Nov 22 16:13:13.996194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a35cbdaa-8ac1-4e72-b241-56be7ce73921 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:13.996840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a35cbdaa-8ac1-4e72-b241-56be7ce73921 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:13.997440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e27483da-20e1-46e2-818e-adc94dc1cbad no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:14.032067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-850fefe6-b878-49c1-ae87-28ad225d732b tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:14.033619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-850fefe6-b878-49c1-ae87-28ad225d732b tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.11 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.2459447 Nov 22 16:13:14.071876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] For port 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,segment=NetworkSegment(b52a5786-60f2-4df5-bb79-6080d510ceaa),segment_id=b52a5786-60f2-4df5-bb79-6080d510ceaa)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:14.072292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:14.087811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Calling delete_port for 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:14.157918 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e581b-2c45-4698-99a6-dc860468d7c1 req-a17d58b9-e7f6-4e58-882d-844e46af7790 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:14.159395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-292e581b-2c45-4698-99a6-dc860468d7c1 req-a17d58b9-e7f6-4e58-882d-844e46af7790 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 946 time: 0.1836674 Nov 22 16:13:14.169761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e27483da-20e1-46e2-818e-adc94dc1cbad {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:14.170104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e27483da-20e1-46e2-818e-adc94dc1cbad not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:14.170706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47914) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:14.176696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Request body: {'floatingip': {'port_id': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:14.204208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7620e-0b67-459d-b8ab-4e2f5e31a039 req-4efc1106-76e8-442c-a46c-2b5734df191f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:14.205965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34c7620e-0b67-459d-b8ab-4e2f5e31a039 req-4efc1106-76e8-442c-a46c-2b5734df191f tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 946 time: 0.2418818 Nov 22 16:13:14.259801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:14.346160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34c7620e-0b67-459d-b8ab-4e2f5e31a039 req-7b0212ac-1775-4144-8ad3-477cac2985ab tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308279 Nov 22 16:13:14.352180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Deleting port 0529e1be-1617-4bbc-8173-1d423a2cf72e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:14.353028 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:14.421526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-8985972d-4f95-4cd4-ae37-fb78b402cf22 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:14.422914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-8985972d-4f95-4cd4-ae37-fb78b402cf22 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.71 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 946 time: 0.1774712 Nov 22 16:13:14.425952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:14.437452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['16502884-565b-4ae4-a45b-89eebeb86528', '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:14.482317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['0210ef5c-4c7b-4e9f-910b-3e800dc2206a'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:14.493238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Pushing event deleted for resources: {'Port': ['ID=0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:14.626998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] No DVR routers for this DVR port 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:14.629864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:14.634948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:14.638225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9b5dcda-6586-4da5-88de-5793ef1b2e13 req-8815b0c2-cdf4-4548-b5e9-4f1a7889025a tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.11 "DELETE /v2.0/ports/0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 HTTP/1.1" status: 204 len: 173 time: 1.3085620 Nov 22 16:13:14.640219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] For port 0529e1be-1617-4bbc-8173-1d423a2cf72e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=0529e1be-1617-4bbc-8173-1d423a2cf72e,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:14.640594 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:14.644836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a045efe9-3b47-4b47-b925-699d3c4b8eed', 'name': 'network-vif-deleted', 'tag': '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:14.647117 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994936ed-b596-44e6-b9f8-2bf1fc66fcf7" -d '{"events": [{"server_uuid": "a045efe9-3b47-4b47-b925-699d3c4b8eed", "name": "network-vif-deleted", "tag": "0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:14.683847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0866f11-c5a8-4592-b544-eee7480ccff7 req-eb3dc86b-d3e1-4dde-a001-41270b3e58c5 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:14.691515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0866f11-c5a8-4592-b544-eee7480ccff7 req-eb3dc86b-d3e1-4dde-a001-41270b3e58c5 tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 945 time: 0.1936646 Nov 22 16:13:14.703828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Calling delete_port for 0529e1be-1617-4bbc-8173-1d423a2cf72e owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:14.717494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac63f86-104e-4db6-9e7e-68c8a84fa1b0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:14.746306 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6620694-f13b-46a6-95aa-b201bc81e365 x-openstack-request-id: req-d6620694-f13b-46a6-95aa-b201bc81e365 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:14.746612 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a045efe9-3b47-4b47-b925-699d3c4b8eed", "name": "network-vif-deleted", "tag": "0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:14.746871 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6620694-f13b-46a6-95aa-b201bc81e365 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:14.747279 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a045efe9-3b47-4b47-b925-699d3c4b8eed', 'name': 'network-vif-deleted', 'tag': '0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4', 'status': 'completed', 'code': 200} Nov 22 16:13:14.843357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0866f11-c5a8-4592-b544-eee7480ccff7 req-2b92de91-3648-40fa-a314-7603ade7cbeb tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/security-groups?id=bb06feca-70f0-4c7d-89c4-c557355a4917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481953 Nov 22 16:13:14.843637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Deleting port 200fc81a-a8b3-4075-84de-448f38731426 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:14.843954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.121399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.137297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] For port 200fc81a-a8b3-4075-84de-448f38731426, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=200fc81a-a8b3-4075-84de-448f38731426,segment=NetworkSegment(42ce4bc1-9aec-4756-93ac-ce38444eba13),segment_id=42ce4bc1-9aec-4756-93ac-ce38444eba13)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:15.137602 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.150418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addd131-47fe-43a4-8a1c-1ea284bca256 req-e28ae1ca-96df-4a3a-91fd-98d8a37d29cc tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:15.152025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4addd131-47fe-43a4-8a1c-1ea284bca256 req-e28ae1ca-96df-4a3a-91fd-98d8a37d29cc tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/ports?device_id=9c5c21e6-4c20-4908-8652-a0e458f785da HTTP/1.1" status: 200 len: 946 time: 0.1539035 Nov 22 16:13:15.160260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.178877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Calling delete_port for 200fc81a-a8b3-4075-84de-448f38731426 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:15.214615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.226470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['0529e1be-1617-4bbc-8173-1d423a2cf72e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:15.323293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Pushing event deleted for resources: {'Port': ['ID=0529e1be-1617-4bbc-8173-1d423a2cf72e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:15.329153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4addd131-47fe-43a4-8a1c-1ea284bca256 req-c6859342-a8b4-4ea8-b8bd-d1aa82b05f92 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.69 "GET /v2.0/security-groups?id=bffe5217-a0b9-4f38-8435-19a30e000b34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627173 Nov 22 16:13:15.346454 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Floating IP 540381b2-1ccc-4a2c-9e4b-f4b34bf1d417 associated. External IP: 172.25.5.3, port: a76e6efe-8f04-41f6-b28e-4ebb36e704fb. Nov 22 16:13:15.406486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] No DVR routers for this DVR port 0529e1be-1617-4bbc-8173-1d423a2cf72e on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:15.419104 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.423527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aeeabb10-002e-4dc2-96ef-5877ab71caff req-44d001e6-580f-4eec-879a-22c759de7b5f tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.11 "DELETE /v2.0/ports/0529e1be-1617-4bbc-8173-1d423a2cf72e HTTP/1.1" status: 204 len: 173 time: 1.3790972 Nov 22 16:13:15.467574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.547535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e16e528-6ace-49d8-b10d-654b1c7dfeb7 req-85762ed6-2e29-4caa-8627-9abb9e7ceae1 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=a045efe9-3b47-4b47-b925-699d3c4b8eed HTTP/1.1" status: 200 len: 210 time: 0.0435801 Nov 22 16:13:15.582083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.597564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['200fc81a-a8b3-4075-84de-448f38731426'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:15.618530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Pushing event deleted for resources: {'Port': ['ID=200fc81a-a8b3-4075-84de-448f38731426,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:15.663573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] No DVR routers for this DVR port 200fc81a-a8b3-4075-84de-448f38731426 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:15.666680 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.670106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-115bee0f-b1f1-44d4-8dec-4792b016a8d1 req-686ec522-cb4e-4599-81e3-e3cc0f3afd02 tempest-ServerTagsTestJSON-1352943756 tempest-ServerTagsTestJSON-1352943756-project] 10.222.0.71 "DELETE /v2.0/ports/200fc81a-a8b3-4075-84de-448f38731426 HTTP/1.1" status: 204 len: 173 time: 1.2342124 Nov 22 16:13:15.702525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Router 71060575-1069-4dfd-bb67-2739daa3865e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:13:15.933158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:13:15.939246 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:15.953352 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] Sync routers for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:13:15.975713 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:15.978005 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:15.987637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5ad24b3-efb2-44b9-80cd-bda8d5d2cc25 req-bdf74ce4-23f5-4187-b57b-001f5caeee1a tempest-ServerRescueNegativeTestJSON-2109229788 tempest-ServerRescueNegativeTestJSON-2109229788-project] 10.222.0.69 "GET /v2.0/ports?device_id=88fd501a-0e1a-46f5-990d-9b835da9f53e HTTP/1.1" status: 200 len: 210 time: 0.0522273 Nov 22 16:13:15.995772 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-30a2ba50-c38a-4215-b8fd-c3a9ba87f5b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "PUT /v2.0/floatingips/540381b2-1ccc-4a2c-9e4b-f4b34bf1d417 HTTP/1.1" status: 200 len: 990 time: 1.8099980 Nov 22 16:13:15.997573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'tag': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:16.003482 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cd8c61-ecb4-48d9-b039-08034b426d10" -d '{"events": [{"name": "network-changed", "server_uuid": "dae75c4a-bc2b-4e71-840e-4afc31f9f068", "tag": "a76e6efe-8f04-41f6-b28e-4ebb36e704fb"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:16.021484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Router e4ea233f-734a-4f75-997c-70315e3120c1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:13:16.083067 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc4f4dd-f43d-4ede-ab76-872c39a77518 x-openstack-request-id: req-fdc4f4dd-f43d-4ede-ab76-872c39a77518 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:16.083376 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae75c4a-bc2b-4e71-840e-4afc31f9f068", "tag": "a76e6efe-8f04-41f6-b28e-4ebb36e704fb", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:16.083639 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fdc4f4dd-f43d-4ede-ab76-872c39a77518 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:16.084193 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'tag': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'status': 'completed', 'code': 200} Nov 22 16:13:16.124363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:16.127755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-e9f4ab94-0814-442d-ae95-99bb72ccfcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:16.129564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-e9f4ab94-0814-442d-ae95-99bb72ccfcba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6da087ba44b547b181b47e1240460256&device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 1097 time: 0.0442777 Nov 22 16:13:16.246135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-d35156d8-d7ff-47d3-b68d-74ea478e4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:16.247789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-d35156d8-d7ff-47d3-b68d-74ea478e4a63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=759a6640-c933-4f28-bd0e-7be8a066cb6b HTTP/1.1" status: 200 len: 912 time: 0.1109169 Nov 22 16:13:16.355941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-5a502e91-e776-4671-9b07-cacae6c63f6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a76e6efe-8f04-41f6-b28e-4ebb36e704fb HTTP/1.1" status: 200 len: 998 time: 0.0985711 Nov 22 16:13:16.441172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-a907079c-a4bc-4f95-8d72-581af287d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:16.441761 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '540381b2-1ccc-4a2c-9e4b-f4b34bf1d417', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'port_id': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'mac_address': 'fa:16:3e:dc:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:12:57Z', 'updated_at': '2021-11-22T16:13:14Z', 'revision_number': 1, 'project_id': '6da087ba44b547b181b47e1240460256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:57Z', 'revision_number': 5, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:16.441936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-a907079c-a4bc-4f95-8d72-581af287d727 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=452323cb-5206-4288-a345-3f5743d48ad9 HTTP/1.1" status: 200 len: 850 time: 0.0767810 Nov 22 16:13:16.441936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:16.465689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:13:16.469734 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] Checking router: 71060575-1069-4dfd-bb67-2739daa3865e for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:13:16.475457 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-89a33051-adfd-4dbf-bd09-82fd8afcdb79 admin admin] 10.222.0.69 "PUT /v2.0/routers/e4ea233f-734a-4f75-997c-70315e3120c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5433142 Nov 22 16:13:16.475597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47938) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:16.483895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] Sync routers for ids ['e4ea233f-734a-4f75-997c-70315e3120c1'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:13:16.488422 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:16.489414 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:16.497523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] Routers {'e4ea233f-734a-4f75-997c-70315e3120c1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:16.498320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4ea233f-734a-4f75-997c-70315e3120c1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:16.521874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-ad0f3bd6-ba9f-46ea-8743-b12edcfd1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:16.523631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-ad0f3bd6-ba9f-46ea-8743-b12edcfd1bf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=759a6640-c933-4f28-bd0e-7be8a066cb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740821 Nov 22 16:13:16.530079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd810419-87bf-4096-a64b-0c700aaada45 admin admin] Deleting subnet e8328142-e416-462b-bbce-1deb34da8430 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:13:16.533885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd810419-87bf-4096-a64b-0c700aaada45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:16.570185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd810419-87bf-4096-a64b-0c700aaada45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:16.619887 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:16.622760 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:16.688135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] Set router e4ea233f-734a-4f75-997c-70315e3120c1 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:16.704944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd810419-87bf-4096-a64b-0c700aaada45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:16.758497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fd501a-0e1a-46f5-990d-9b835da9f53e', 'name': 'network-vif-deleted', 'tag': '0529e1be-1617-4bbc-8173-1d423a2cf72e'}, {'server_uuid': '9c5c21e6-4c20-4908-8652-a0e458f785da', 'name': 'network-vif-deleted', 'tag': '200fc81a-a8b3-4075-84de-448f38731426'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:16.761573 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de9a286-0668-46e2-b84e-36b426c249b0" -d '{"events": [{"server_uuid": "88fd501a-0e1a-46f5-990d-9b835da9f53e", "name": "network-vif-deleted", "tag": "0529e1be-1617-4bbc-8173-1d423a2cf72e"}, {"server_uuid": "9c5c21e6-4c20-4908-8652-a0e458f785da", "name": "network-vif-deleted", "tag": "200fc81a-a8b3-4075-84de-448f38731426"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:16.767464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:16.770865 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd810419-87bf-4096-a64b-0c700aaada45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:16.778996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-dce06048-bf21-47a8-a43f-ea037c40ef34 service neutron] 10.222.0.11 "GET /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717441 Nov 22 16:13:16.821236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:16.824362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd810419-87bf-4096-a64b-0c700aaada45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8328142-e416-462b-bbce-1deb34da8430,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:16.860919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd810419-87bf-4096-a64b-0c700aaada45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:16.870520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cd810419-87bf-4096-a64b-0c700aaada45 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e8328142-e416-462b-bbce-1deb34da8430 HTTP/1.1" status: 204 len: 168 time: 0.4268935 Nov 22 16:13:16.873979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47946) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:16.895530 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '540381b2-1ccc-4a2c-9e4b-f4b34bf1d417', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'port_id': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'mac_address': 'fa:16:3e:dc:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:12:57Z', 'updated_at': '2021-11-22T16:13:14Z', 'revision_number': 1, 'project_id': '6da087ba44b547b181b47e1240460256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:57Z', 'revision_number': 5, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:16.904298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:16.904820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0a4cffbe-5894-4c1c-a1b4-3c33d58e15b4 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:16.916275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Deleting port 97d0ee85-9ccf-4577-bef4-9108fed6be01 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:16.916942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:16.932889 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14caf60a-a140-4c37-b8b6-dbcd3c07ec95 None None] The sync data for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 is: [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '540381b2-1ccc-4a2c-9e4b-f4b34bf1d417', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'floating_ip_address': '172.25.5.3', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'port_id': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'mac_address': 'fa:16:3e:dc:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:12:57Z', 'updated_at': '2021-11-22T16:13:14Z', 'revision_number': 1, 'project_id': '6da087ba44b547b181b47e1240460256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:57Z', 'revision_number': 5, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:13:16.934455 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe8e25f-e717-4d6b-8d38-f6355f2d91f2 x-openstack-request-id: req-bfe8e25f-e717-4d6b-8d38-f6355f2d91f2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:16.934775 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fd501a-0e1a-46f5-990d-9b835da9f53e", "name": "network-vif-deleted", "tag": "0529e1be-1617-4bbc-8173-1d423a2cf72e", "status": "completed", "code": 200}, {"server_uuid": "9c5c21e6-4c20-4908-8652-a0e458f785da", "name": "network-vif-deleted", "tag": "200fc81a-a8b3-4075-84de-448f38731426", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:16.935066 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bfe8e25f-e717-4d6b-8d38-f6355f2d91f2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:16.935484 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fd501a-0e1a-46f5-990d-9b835da9f53e', 'name': 'network-vif-deleted', 'tag': '0529e1be-1617-4bbc-8173-1d423a2cf72e', 'status': 'completed', 'code': 200} Nov 22 16:13:16.935821 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5c21e6-4c20-4908-8652-a0e458f785da', 'name': 'network-vif-deleted', 'tag': '200fc81a-a8b3-4075-84de-448f38731426', 'status': 'completed', 'code': 200} Nov 22 16:13:17.034591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80cd8c61-ecb4-48d9-b039-08034b426d10 req-125cfdc1-a748-4d2a-a7d1-1fd0ab623214 service neutron] 10.222.0.11 "GET /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252502 Nov 22 16:13:17.060841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:13:14Z', 'revision_number': 5, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port': {'id': '97d0ee85-9ccf-4577-bef4-9108fed6be01', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:17Z', 'updated_at': '2021-11-22T16:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:17.072677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.073057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:17.109964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] Checking router: e4ea233f-734a-4f75-997c-70315e3120c1 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:13:17.113415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] For port 97d0ee85-9ccf-4577-bef4-9108fed6be01, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=97d0ee85-9ccf-4577-bef4-9108fed6be01,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:17.114002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.121329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] Routers {'e4ea233f-734a-4f75-997c-70315e3120c1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:17.123687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4ea233f-734a-4f75-997c-70315e3120c1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:17.152610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Calling delete_port for 97d0ee85-9ccf-4577-bef4-9108fed6be01 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:17.239199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] Set router e4ea233f-734a-4f75-997c-70315e3120c1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:17.247534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.277889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0616e62c-734d-4f7d-b5b8-32bcbe0cd611']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:17.297824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ce4bc1-9aec-4756-93ac-ce38444eba13') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:17.298130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ce4bc1-9aec-4756-93ac-ce38444eba13') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:17.311167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.311853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:13:16Z', 'revision_number': 6, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:17.344646 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc3e4aa-3b41-4d19-ad97-30ff2305f6ea None None] New status for floating IP 540381b2-1ccc-4a2c-9e4b-f4b34bf1d417: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:13:17.354057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd9507-739b-4bcd-a201-e0b557c4b853 None None] The sync data for ids ['e4ea233f-734a-4f75-997c-70315e3120c1'] in n-d-811716-3 is: [{'id': 'e4ea233f-734a-4f75-997c-70315e3120c1', 'name': 'tempest-AttachSCSIVolumeTestJSON-96105095-router', 'tenant_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:15Z', 'updated_at': '2021-11-22T16:13:16Z', 'revision_number': 6, 'project_id': '711a0a4d74d24d238fb9c30ac2f6128c', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:13:17.373777 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.390104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:13:17.390525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:13:17.392420 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:13:17.432410 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:13:17.462979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.497469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.501657 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] 10.222.0.69 "DELETE /v2.0/networks/0616e62c-734d-4f7d-b5b8-32bcbe0cd611 HTTP/1.1" status: 204 len: 168 time: 0.6265488 Nov 22 16:13:17.544588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11b6ef-cb8b-40ee-8e4e-d6043f157d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=0616e62c-734d-4f7d-b5b8-32bcbe0cd611,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:17.569513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.599287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad55a33-7295-40ba-99e1-ea9b10269c90 req-4657f173-fed1-4097-9d7a-ef249f0ab417 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:17.607372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cad55a33-7295-40ba-99e1-ea9b10269c90 req-4657f173-fed1-4097-9d7a-ef249f0ab417 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 945 time: 0.4678702 Nov 22 16:13:17.608546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d0ee85-9ccf-4577-bef4-9108fed6be01,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:17.700187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.717208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cad55a33-7295-40ba-99e1-ea9b10269c90 req-38a10fc4-7429-421d-a7f8-45dd6d2879f4 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081390 Nov 22 16:13:17.757160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:17.809580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.811855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.815397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c4e8275a-9d72-432d-aca9-afc836e56fb1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bad4b20e9a546a183908b90d83ea6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569632 Nov 22 16:13:17.819002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47962) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:17.875556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.876136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4ea233f-734a-4f75-997c-70315e3120c1 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:13:17.883362 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.884462 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0f958942-46ec-4478-8839-b06314647ee0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/e4ea233f-734a-4f75-997c-70315e3120c1 HTTP/1.1" status: 204 len: 168 time: 1.4065609 Nov 22 16:13:17.886877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47964) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:17.949529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd2058e-2e86-4cae-b645-8e4c53c633ec admin admin] Deleting subnet 114de9f3-f96a-4324-99bc-7013c8f1d344 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:13:17.952601 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ad49265-9a6b-44d4-8170-e7608e367be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.955460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbd2058e-2e86-4cae-b645-8e4c53c633ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:17.985122 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.002501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ad49265-9a6b-44d4-8170-e7608e367be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.017244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbd2058e-2e86-4cae-b645-8e4c53c633ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.076767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 97d0ee85-9ccf-4577-bef4-9108fed6be01 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:18.109428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 97d0ee85-9ccf-4577-bef4-9108fed6be01 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:18.112134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 97d0ee85-9ccf-4577-bef4-9108fed6be01 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:18.112805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:18.127264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ad49265-9a6b-44d4-8170-e7608e367be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.129987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ad49265-9a6b-44d4-8170-e7608e367be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.134780 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8ad49265-9a6b-44d4-8170-e7608e367be8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bffe5217-a0b9-4f38-8435-19a30e000b34 HTTP/1.1" status: 204 len: 168 time: 0.3116312 Nov 22 16:13:18.144359 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbd2058e-2e86-4cae-b645-8e4c53c633ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.147277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad49265-9a6b-44d4-8170-e7608e367be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe5217-a0b9-4f38-8435-19a30e000b34,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:18.153805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:18.154098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9ac63f86-104e-4db6-9e7e-68c8a84fa1b0 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:18.219790 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbd2058e-2e86-4cae-b645-8e4c53c633ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.261503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2058e-2e86-4cae-b645-8e4c53c633ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=114de9f3-f96a-4324-99bc-7013c8f1d344,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:18.269582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fbd2058e-2e86-4cae-b645-8e4c53c633ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.276407 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fbd2058e-2e86-4cae-b645-8e4c53c633ec admin admin] 10.222.0.69 "DELETE /v2.0/subnets/114de9f3-f96a-4324-99bc-7013c8f1d344 HTTP/1.1" status: 204 len: 168 time: 0.3885381 Nov 22 16:13:18.277090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:18.278997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d30be4-5890-4e00-af18-c1001a2eb432 None None] Network f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:13:18.369443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.384247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Deleting port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:18.384595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.518900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] DHCP port deletion for f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:13:18.540521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Deleting port 22a0fc62-f230-4722-958e-e2ac61ac4c40 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:18.541116 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.547950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] For port e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,segment=NetworkSegment(5d0174cf-b223-49d4-8b5a-e8503bafe29b),segment_id=5d0174cf-b223-49d4-8b5a-e8503bafe29b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:18.548512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.568566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] Deleting port 22a0fc62-f230-4722-958e-e2ac61ac4c40 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:18.569531 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.625251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Calling delete_port for e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:18.650718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] For port 22a0fc62-f230-4722-958e-e2ac61ac4c40, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=22a0fc62-f230-4722-958e-e2ac61ac4c40,segment=NetworkSegment(b52a5786-60f2-4df5-bb79-6080d510ceaa),segment_id=b52a5786-60f2-4df5-bb79-6080d510ceaa)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:18.650718 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.654617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] For port 22a0fc62-f230-4722-958e-e2ac61ac4c40, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=22a0fc62-f230-4722-958e-e2ac61ac4c40,segment=NetworkSegment(b52a5786-60f2-4df5-bb79-6080d510ceaa),segment_id=b52a5786-60f2-4df5-bb79-6080d510ceaa)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:18.655216 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.662988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] Calling delete_port for 22a0fc62-f230-4722-958e-e2ac61ac4c40 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:18.715725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Calling delete_port for 22a0fc62-f230-4722-958e-e2ac61ac4c40 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:18.766544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 200fc81a-a8b3-4075-84de-448f38731426 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:18.768949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.782761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0529e1be-1617-4bbc-8173-1d423a2cf72e no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:18.848240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 200fc81a-a8b3-4075-84de-448f38731426 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:18.848653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 200fc81a-a8b3-4075-84de-448f38731426 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:18.851272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 0529e1be-1617-4bbc-8173-1d423a2cf72e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:18.851602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 0529e1be-1617-4bbc-8173-1d423a2cf72e not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:18.855346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] Pushing event deleted for resources: {'Port': ['ID=22a0fc62-f230-4722-958e-e2ac61ac4c40,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:18.856644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a49140-0807-41ac-994f-511f4f27e510 None None] No DVR routers for this DVR port 22a0fc62-f230-4722-958e-e2ac61ac4c40 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:18.901344 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a9c4f9e-5ebd-4ed4-9abc-0e9097b95411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.946004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02404c0-8140-4beb-b674-7579a64bdadf req-7f2d3173-c33f-4122-bef1-d330853626ce tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:18.947854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02404c0-8140-4beb-b674-7579a64bdadf req-7f2d3173-c33f-4122-bef1-d330853626ce tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 945 time: 0.1034164 Nov 22 16:13:18.949373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:18.994844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=22a0fc62-f230-4722-958e-e2ac61ac4c40,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:19.000883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] No DVR routers for this DVR port 22a0fc62-f230-4722-958e-e2ac61ac4c40 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:19.174967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f02404c0-8140-4beb-b674-7579a64bdadf req-0f907f45-e83e-4560-b6e0-cf213cb36391 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198734 Nov 22 16:13:19.186741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-cabcad03-8557-486e-b1db-d37c853ff3de tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:19.188216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-cabcad03-8557-486e-b1db-d37c853ff3de tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.71 "GET /v2.0/ports?device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 945 time: 0.1856222 Nov 22 16:13:19.189150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.193375 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.261896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:19.278584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:19.318001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52a5786-60f2-4df5-bb79-6080d510ceaa') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:19.318363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52a5786-60f2-4df5-bb79-6080d510ceaa') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:19.372413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.409940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.421002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:13:19.421402 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:13:19.424504 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:13:19.535603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Deleting port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:19.536935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.538699 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.581505 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.584816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] 10.222.0.69 "DELETE /v2.0/networks/f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19 HTTP/1.1" status: 204 len: 168 time: 1.3064415 Nov 22 16:13:19.671495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a9bfc-7451-4b1d-b44b-b019e7a5b3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=f31bc688-2a3d-4e48-bb2d-4c5c1e6d9f19,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:19.675874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-127796c1-5377-4d5e-b694-40a841150633 req-4dd2b7c3-23d6-47ad-9ceb-33ff3bb013a2 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0978596 Nov 22 16:13:19.694314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.791386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] For port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:19.791759 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:19.797752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48024) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:19.809983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Calling delete_port for 0210ef5c-4c7b-4e9f-910b-3e800dc2206a owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:19.875629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f6ea57b5-a511-4f1a-9f08-dfa354323eac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa43564f6c214c188398eab6649f822f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0765333 Nov 22 16:13:19.881897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48026) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:19.974280 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb9b4-3f8c-418b-8f39-82c6406d0493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.001509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb9b4-3f8c-418b-8f39-82c6406d0493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.054879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 22a0fc62-f230-4722-958e-e2ac61ac4c40 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:20.069687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb9b4-3f8c-418b-8f39-82c6406d0493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.076156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb9b4-3f8c-418b-8f39-82c6406d0493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.078706 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2e4fb9b4-3f8c-418b-8f39-82c6406d0493 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6e45f8c-b6ac-44f0-a6ed-05a8c2449296 HTTP/1.1" status: 204 len: 168 time: 0.1949308 Nov 22 16:13:20.093646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fb9b4-3f8c-418b-8f39-82c6406d0493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e45f8c-b6ac-44f0-a6ed-05a8c2449296,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:20.101323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 22a0fc62-f230-4722-958e-e2ac61ac4c40 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:20.101796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 22a0fc62-f230-4722-958e-e2ac61ac4c40 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:20.112605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Router bb6c521b-ba74-4685-8a8d-c4ab838542a6 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:13:20.223397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.240661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['0210ef5c-4c7b-4e9f-910b-3e800dc2206a'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:20.273224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['16502884-565b-4ae4-a45b-89eebeb86528'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:20.298172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Pushing event deleted for resources: {'Port': ['ID=0210ef5c-4c7b-4e9f-910b-3e800dc2206a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:20.345534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11b73a2b-0f12-4e50-8861-3ecb1de98c7e req-edbb60fb-a43a-45b3-87d4-3ad9c38509b2 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=c76664ed-0cb2-4a66-b44d-d673d2e7d5a7 HTTP/1.1" status: 200 len: 210 time: 0.0539582 Nov 22 16:13:20.389433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] No DVR routers for this DVR port 0210ef5c-4c7b-4e9f-910b-3e800dc2206a on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:20.392317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.395949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2983466-0ce7-4033-b5f0-f1e7de4706ee req-bca25a9c-afee-41aa-8bed-1bba2df3888c tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.71 "DELETE /v2.0/ports/0210ef5c-4c7b-4e9f-910b-3e800dc2206a HTTP/1.1" status: 204 len: 173 time: 1.1969209 Nov 22 16:13:20.396580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76664ed-0cb2-4a66-b44d-d673d2e7d5a7', 'name': 'network-vif-deleted', 'tag': '0210ef5c-4c7b-4e9f-910b-3e800dc2206a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:20.398941 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6308e9-f08f-485e-a482-5b1d27715058" -d '{"events": [{"server_uuid": "c76664ed-0cb2-4a66-b44d-d673d2e7d5a7", "name": "network-vif-deleted", "tag": "0210ef5c-4c7b-4e9f-910b-3e800dc2206a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:20.402406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:13:20.407962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-33a20484-d6c1-4ea0-a44a-831f8caeaf9d admin admin] 10.222.0.69 "PUT /v2.0/routers/bb6c521b-ba74-4685-8a8d-c4ab838542a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3337326 Nov 22 16:13:20.410553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48040) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:20.434932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] Sync routers for ids ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:13:20.468247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] Routers {'bb6c521b-ba74-4685-8a8d-c4ab838542a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:20.468781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:20.475835 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4e87e9-4507-4ad5-a6db-8a2082cfa8fd x-openstack-request-id: req-8d4e87e9-4507-4ad5-a6db-8a2082cfa8fd {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:20.476574 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76664ed-0cb2-4a66-b44d-d673d2e7d5a7", "name": "network-vif-deleted", "tag": "0210ef5c-4c7b-4e9f-910b-3e800dc2206a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:20.478007 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d4e87e9-4507-4ad5-a6db-8a2082cfa8fd {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:20.479956 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76664ed-0cb2-4a66-b44d-d673d2e7d5a7', 'name': 'network-vif-deleted', 'tag': '0210ef5c-4c7b-4e9f-910b-3e800dc2206a', 'status': 'completed', 'code': 200} Nov 22 16:13:20.592118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48042) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:20.612689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.629735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] Set router bb6c521b-ba74-4685-8a8d-c4ab838542a6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:20.644252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bbedf21b-55d4-45c0-881a-95ea7156d917 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=711a0a4d74d24d238fb9c30ac2f6128c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0507593 Nov 22 16:13:20.646755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:20.702585 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c895-bef8-4dd7-9896-0c4c63d58cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.737287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c895-bef8-4dd7-9896-0c4c63d58cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.740608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.812309 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c895-bef8-4dd7-9896-0c4c63d58cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.817726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ec4c895-bef8-4dd7-9896-0c4c63d58cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:20.819609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3ec4c895-bef8-4dd7-9896-0c4c63d58cdb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27029c3c-dc3f-44a4-af16-2bd6d98db03b HTTP/1.1" status: 204 len: 168 time: 0.1717312 Nov 22 16:13:20.865852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4c895-bef8-4dd7-9896-0c4c63d58cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27029c3c-dc3f-44a4-af16-2bd6d98db03b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:20.895013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Deleting port d7192af6-d399-46cd-a298-debf723b6c1b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:20.896043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.008915 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a1e6c7a-b490-404d-af0f-dd595b6bbb12 req-3c093609-85d7-4a91-abcd-906c2bbdd72c tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.1226990 Nov 22 16:13:21.059699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:13:18Z', 'revision_number': 5, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port': {'id': 'd7192af6-d399-46cd-a298-debf723b6c1b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:10:18Z', 'updated_at': '2021-11-22T16:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:21.094290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] Checking router: bb6c521b-ba74-4685-8a8d-c4ab838542a6 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:13:21.104340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] For port d7192af6-d399-46cd-a298-debf723b6c1b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d7192af6-d399-46cd-a298-debf723b6c1b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:21.104719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.106159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] Routers {'bb6c521b-ba74-4685-8a8d-c4ab838542a6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:21.107374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:21.121276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Calling delete_port for d7192af6-d399-46cd-a298-debf723b6c1b owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:21.345918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.364987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0951e3b6-6aa1-405e-add7-2296153db5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.371328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] Set router bb6c521b-ba74-4685-8a8d-c4ab838542a6 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:21.434637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=d7192af6-d399-46cd-a298-debf723b6c1b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:21.481334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:13:20Z', 'revision_number': 6, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:21.502011 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.524354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df02657-2e6c-4720-8165-5b894b26fa9c None None] The sync data for ids ['bb6c521b-ba74-4685-8a8d-c4ab838542a6'] in n-d-811716-3 is: [{'id': 'bb6c521b-ba74-4685-8a8d-c4ab838542a6', 'name': 'tempest-ServerRescueNegativeTestJSON-1420537300-router', 'tenant_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:10:17Z', 'updated_at': '2021-11-22T16:13:20Z', 'revision_number': 6, 'project_id': 'bc0154e6bbb84ef2ac6854bb5d06b6ed', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:13:21.624684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.627032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.678623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.678848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb6c521b-ba74-4685-8a8d-c4ab838542a6 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:13:21.683800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.687032 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-284d74ea-4c72-4313-a3a4-f6871aba5fbd admin admin] 10.222.0.69 "DELETE /v2.0/routers/bb6c521b-ba74-4685-8a8d-c4ab838542a6 HTTP/1.1" status: 204 len: 168 time: 1.2722430 Nov 22 16:13:21.687249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48074) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:21.736629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11eeabd-1b8f-4c28-af1d-2e8bdf422b8f admin admin] Deleting subnet d638926e-5c34-4890-9199-917c87fa7a52 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:13:21.739972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11eeabd-1b8f-4c28-af1d-2e8bdf422b8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.740999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91b1d4-cf20-48eb-9817-e1875361e971 req-7653a2d2-6648-466b-8627-885c039b14d8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:21.742811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d91b1d4-cf20-48eb-9817-e1875361e971 req-7653a2d2-6648-466b-8627-885c039b14d8 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0546062 Nov 22 16:13:21.781937 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11eeabd-1b8f-4c28-af1d-2e8bdf422b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.801645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d91b1d4-cf20-48eb-9817-e1875361e971 req-c2ac2457-db8f-4002-ad18-e91e03afe423 tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519390 Nov 22 16:13:21.831875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11eeabd-1b8f-4c28-af1d-2e8bdf422b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.872079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48080) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:21.894408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11eeabd-1b8f-4c28-af1d-2e8bdf422b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.924131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eeabd-1b8f-4c28-af1d-2e8bdf422b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d638926e-5c34-4890-9199-917c87fa7a52,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:21.928191 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11eeabd-1b8f-4c28-af1d-2e8bdf422b8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:21.934352 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e11eeabd-1b8f-4c28-af1d-2e8bdf422b8f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d638926e-5c34-4890-9199-917c87fa7a52 HTTP/1.1" status: 204 len: 168 time: 0.2460988 Nov 22 16:13:21.937307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48084) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:22.019675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:22.021972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.044419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:22.044959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e09f1a9d-dd4d-42c3-b8e7-07d9d55aa9f5 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:22.045444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-network', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:22.072419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Made reservation on behalf of 6721ebe8fa4145c5a88da21845d54465 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:22.083445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.094920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.111028 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.142875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b97b51-bc60-4e79-ab88-ed73d5763763']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:22.170027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c937398a-18b5-4078-98d6-0291390d61ae req-49114f3a-fee1-4cf6-b8ba-274983ed4af6 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0390289 Nov 22 16:13:22.173628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0174cf-b223-49d4-8b5a-e8503bafe29b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:22.173980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0174cf-b223-49d4-8b5a-e8503bafe29b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:22.186459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.194208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.200682 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.201380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.208974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:13:22.209379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:13:22.212403 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:13:22.223083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:13:22.236912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16368b6-f492-4daf-a37f-08c813bfbb79,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:22.241568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.242045 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Added segment b27fbf64-ae39-4385-96bc-98551c5c3796 of type vlan for network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 Nov 22 16:13:22.269945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.276430 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.280063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] 10.222.0.69 "DELETE /v2.0/networks/97b97b51-bc60-4e79-ab88-ed73d5763763 HTTP/1.1" status: 204 len: 168 time: 0.3414087 Nov 22 16:13:22.286808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.293865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d9d72-bd3e-40fe-9346-4ccb17cc2857 admin admin] Pushing event deleted for resources: {'Network': ['ID=97b97b51-bc60-4e79-ab88-ed73d5763763,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:22.315264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.317622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:22.317622 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.344932 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.388518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48092) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:22.388913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5147901 Nov 22 16:13:22.393321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Request body: {'subnet': {'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-subnet', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:22.397740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a6e10-7dc7-4c22-851a-2ac0880bdc04 admin admin] Pushing event updated for resources: {'Network': ['ID=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:22.411440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:13:22.421131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Made reservation on behalf of 6721ebe8fa4145c5a88da21845d54465 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:22.423614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.475927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48094) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:22.503429 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.507102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49bcfc2c-c6ce-4be0-85b9-4a9b4e4f685d req-c6239904-09e7-4151-a4d0-a9a26332bf66 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0370667 Nov 22 16:13:22.532055 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6e47a0a6-0f40-4866-84b5-a6f1cf8d9c83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc0154e6bbb84ef2ac6854bb5d06b6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535913 Nov 22 16:13:22.534940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48096) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:22.629305 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6fdb-95ba-4255-b9c8-6bb2cc0ba8e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:22.751216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0210ef5c-4c7b-4e9f-910b-3e800dc2206a no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:22.774195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 0210ef5c-4c7b-4e9f-910b-3e800dc2206a {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:22.775014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 0210ef5c-4c7b-4e9f-910b-3e800dc2206a not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:22.973892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6fdb-95ba-4255-b9c8-6bb2cc0ba8e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.030703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.093979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8d133-24b6-4428-b80d-af1a4ce8a732 req-a89b05f6-21fa-481b-b3fa-2bf607a2bf9b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:23.095367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7e8d133-24b6-4428-b80d-af1a4ce8a732 req-a89b05f6-21fa-481b-b3fa-2bf607a2bf9b tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.1295290 Nov 22 16:13:23.110845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992d05fd-2a2d-458e-9cbb-7243e912b5ae,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:23.132206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6fdb-95ba-4255-b9c8-6bb2cc0ba8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.134784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6fdb-95ba-4255-b9c8-6bb2cc0ba8e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.135878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1b6f6fdb-95ba-4255-b9c8-6bb2cc0ba8e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb06feca-70f0-4c7d-89c4-c557355a4917 HTTP/1.1" status: 204 len: 168 time: 0.5998178 Nov 22 16:13:23.153564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f6fdb-95ba-4255-b9c8-6bb2cc0ba8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb06feca-70f0-4c7d-89c4-c557355a4917,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:23.161129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Checking segment: {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:23.162604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Network hostable DHCP agents. Network: 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:13:23.186916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7e8d133-24b6-4428-b80d-af1a4ce8a732 req-d5184515-558b-45cb-9716-b6407069a8dd tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/security-groups?id=e2f5df1d-1e74-4111-b3db-a6d10936e1b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825100 Nov 22 16:13:23.225154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:13:23.237614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:23.250461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79f863-9820-4628-9ee3-b807d9662bae req-926b2e0c-6679-4e0f-8779-286c63bb9aeb tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:23.251525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc79f863-9820-4628-9ee3-b807d9662bae req-926b2e0c-6679-4e0f-8779-286c63bb9aeb tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.11 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 946 time: 0.0685158 Nov 22 16:13:23.253001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:23.255013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b360ddb-cdb6-4fad-ab9c-c9bf65367e21 None None] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:13:23.258398 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.316506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9105f078-d5e7-4444-a5dc-27e3f953a00d req-0b984514-e2e8-47bd-9ccd-8e0c2a012c5b tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0483255 Nov 22 16:13:23.332243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-70c1037a-0428-4486-a56b-a9fa2a3027e5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9405694 Nov 22 16:13:23.333426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48108) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:23.339853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:23.376538 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.379093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.399561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Deleting port 16502884-565b-4ae4-a45b-89eebeb86528 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:23.400202 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.449634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:13:23.450895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.455775 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.501739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] For port 16502884-565b-4ae4-a45b-89eebeb86528, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=16502884-565b-4ae4-a45b-89eebeb86528,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:23.502218 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.517020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Calling delete_port for 16502884-565b-4ae4-a45b-89eebeb86528 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:23.630253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Allocated IP 172.20.0.2 (4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83/992d05fd-2a2d-458e-9cbb-7243e912b5ae/bd577d7c-95c5-4e42-9ef4-364b8ce60eb3) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:23.698104 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.704857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.715043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['16502884-565b-4ae4-a45b-89eebeb86528'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:23.791495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Pushing event deleted for resources: {'Port': ['ID=16502884-565b-4ae4-a45b-89eebeb86528,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:23.864389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.877389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.895814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] No DVR routers for this DVR port 16502884-565b-4ae4-a45b-89eebeb86528 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:23.900260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:23.904786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc79f863-9820-4628-9ee3-b807d9662bae req-f6fdfb84-7a4a-4e0d-ae23-a67b55bf3a7e tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.11 "DELETE /v2.0/ports/16502884-565b-4ae4-a45b-89eebeb86528 HTTP/1.1" status: 204 len: 173 time: 0.6437194 Nov 22 16:13:23.905445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77453e3b-2a20-497e-9778-eaa58b69bd57', 'name': 'network-vif-deleted', 'tag': '16502884-565b-4ae4-a45b-89eebeb86528'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:23.907937 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487ed40d-8009-4362-9505-780ad4244e3f" -d '{"events": [{"server_uuid": "77453e3b-2a20-497e-9778-eaa58b69bd57", "name": "network-vif-deleted", "tag": "16502884-565b-4ae4-a45b-89eebeb86528"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:23.923400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d7192af6-d399-46cd-a298-debf723b6c1b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:23.995347 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fde7a11-effb-4fbe-9386-affcca34a65d x-openstack-request-id: req-3fde7a11-effb-4fbe-9386-affcca34a65d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:23.996221 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77453e3b-2a20-497e-9778-eaa58b69bd57", "name": "network-vif-deleted", "tag": "16502884-565b-4ae4-a45b-89eebeb86528", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:23.996663 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3fde7a11-effb-4fbe-9386-affcca34a65d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:23.997833 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77453e3b-2a20-497e-9778-eaa58b69bd57', 'name': 'network-vif-deleted', 'tag': '16502884-565b-4ae4-a45b-89eebeb86528', 'status': 'completed', 'code': 200} Nov 22 16:13:23.998358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d7192af6-d399-46cd-a298-debf723b6c1b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:23.998705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d7192af6-d399-46cd-a298-debf723b6c1b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:24.002581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:24.010669 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:24.017656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:24.023646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Pushing event updated for resources: {'Port': ['ID=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:24.099052 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.099236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Attempting to bind port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:24.099609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Attempting to bind port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:24.100031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Attempting to bind port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 on network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:24.105602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:24.105986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Checking segment: {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:24.106392 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.106790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Bound using segment: {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:24.107303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Bound port: bd577d7c-95c5-4e42-9ef4-364b8ce60eb3, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:24.107688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.129223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.219848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] For port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:24.225484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] For port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:24.239245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.302403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0411da-8840-4af2-8839-d70a3e02cb9a None None] Pushing event updated for resources: {'Port': ['ID=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:24.347641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Allocated IP 172.25.5.14 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/30d61373-c72e-46fe-aacf-e81e1e4b3a50) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:24.360391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6179929-6f14-47b6-b18d-4ee90ca17507 req-d52cfd2c-6c40-466d-a516-421e289eafdf tempest-ListServerFiltersTestJSON-2072962299 tempest-ListServerFiltersTestJSON-2072962299-project] 10.222.0.69 "GET /v2.0/ports?device_id=77453e3b-2a20-497e-9778-eaa58b69bd57 HTTP/1.1" status: 200 len: 210 time: 0.0338118 Nov 22 16:13:24.378203 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.407961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.493762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8442ff-1df9-45d0-b0f3-9c61361b3693 req-17217e92-b2eb-4761-9626-f1f719efc1c1 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0380609 Nov 22 16:13:24.499888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.555532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:24.647558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:24.652036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:24.656783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:24.761359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.024579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f657f395-c716-4316-a3ce-993548cbc313 req-8cf499fe-f7a9-450e-b990-7bd0c49b790e tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0332561 Nov 22 16:13:25.055788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=30d61373-c72e-46fe-aacf-e81e1e4b3a50,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:25.303457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.434977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48182) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:25.483199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f285f003-66cf-433c-8d9d-c2a4c2b58d66 admin admin] Deleting subnet f8332623-b334-47f3-9625-192f99b5510d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:13:25.486906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f285f003-66cf-433c-8d9d-c2a4c2b58d66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.534940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f285f003-66cf-433c-8d9d-c2a4c2b58d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.565886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.652585 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f285f003-66cf-433c-8d9d-c2a4c2b58d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.731302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f285f003-66cf-433c-8d9d-c2a4c2b58d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.751682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Router 23467378-2dd5-40bb-95f6-12d3fed3896c is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:13:25.752876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3f612-f269-4294-943b-180c89bfcda4 None None] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:13:25.762059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285f003-66cf-433c-8d9d-c2a4c2b58d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8332623-b334-47f3-9625-192f99b5510d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:25.766318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f285f003-66cf-433c-8d9d-c2a4c2b58d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.770938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f285f003-66cf-433c-8d9d-c2a4c2b58d66 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f8332623-b334-47f3-9625-192f99b5510d HTTP/1.1" status: 204 len: 168 time: 0.3346820 Nov 22 16:13:25.773934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48190) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:25.824491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184fca7a-6dd4-4ee6-ab6b-34da8a65f81b None None] Network b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:13:25.886382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:13:25.900188 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Sync routers for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:13:25.918109 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:25.918794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-34c352ad-d1d2-4d87-af52-7cfbd2a71eed None None] Provisioning complete for port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:25.918794 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c352ad-d1d2-4d87-af52-7cfbd2a71eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.920185 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:25.926415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.927839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4e0b9768-e528-4168-9fdf-251981a8c0a7 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.5941792 Nov 22 16:13:25.930520 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:25.931132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:26.049292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:26.089234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Deleting port 225b3399-9ca7-4352-b24e-47d8936bd151 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:26.089831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.189443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] For port 225b3399-9ca7-4352-b24e-47d8936bd151, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=225b3399-9ca7-4352-b24e-47d8936bd151,segment=NetworkSegment(1d717b8f-1136-459f-8609-c532ebace669),segment_id=1d717b8f-1136-459f-8609-c532ebace669)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:26.189818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.230586 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:26.235224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Calling delete_port for 225b3399-9ca7-4352-b24e-47d8936bd151 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:26.342460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:26.342840 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.346361 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c352ad-d1d2-4d87-af52-7cfbd2a71eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.411035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad11249b-7b4a-4ccf-bf1d-b1aec70af981 req-371c85bc-c0f3-4ba7-a548-bcac6515bf61 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.1469872 Nov 22 16:13:26.457428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] DHCP port deletion for b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:13:26.467472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-34c352ad-d1d2-4d87-af52-7cfbd2a71eed None None] For port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:26.499221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c352ad-d1d2-4d87-af52-7cfbd2a71eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.526952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.622082 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:25Z', 'revision_number': 3, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:26.652865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c352ad-d1d2-4d87-af52-7cfbd2a71eed None None] Pushing event updated for resources: {'Port': ['ID=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:26.654822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=225b3399-9ca7-4352-b24e-47d8936bd151,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:26.666506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] No DVR routers for this DVR port 225b3399-9ca7-4352-b24e-47d8936bd151 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:26.676490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] Deleting port 225b3399-9ca7-4352-b24e-47d8936bd151 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:26.683050 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Checking router: 23467378-2dd5-40bb-95f6-12d3fed3896c for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:13:26.684685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.685243 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Updating router 23467378-2dd5-40bb-95f6-12d3fed3896c port 30d61373-c72e-46fe-aacf-e81e1e4b3a50 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:13:26.724389 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.763314 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.764463 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.833100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:26.837799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 16502884-565b-4ae4-a45b-89eebeb86528 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:26.864101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d717b8f-1136-459f-8609-c532ebace669') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:26.864435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d717b8f-1136-459f-8609-c532ebace669') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:26.909602 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.916332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 16502884-565b-4ae4-a45b-89eebeb86528 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:26.916767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 16502884-565b-4ae4-a45b-89eebeb86528 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:26.927130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] For port 225b3399-9ca7-4352-b24e-47d8936bd151, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:26.927636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.936082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-640b2a3c-8ab9-4b83-a27d-95b3debf4fb3 None None] Provisioning complete for port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:26.936803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-640b2a3c-8ab9-4b83-a27d-95b3debf4fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:26.973001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] Calling delete_port for 225b3399-9ca7-4352-b24e-47d8936bd151 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:26.976842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] Port 225b3399-9ca7-4352-b24e-47d8936bd151 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:13:26.985419 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.015538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.027221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] No DVR routers for this DVR port 225b3399-9ca7-4352-b24e-47d8936bd151 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:27.066521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Allocated IP 172.20.0.1 (4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83/992d05fd-2a2d-458e-9cbb-7243e912b5ae/1d6241e2-2177-4616-95a8-4123ec15a839) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:27.111590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb280f46-e520-48a7-82dd-f56c78914504 None None] Pushing event deleted for resources: {'Port': ['ID=225b3399-9ca7-4352-b24e-47d8936bd151,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:27.120736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:13:27.121219 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:13:27.124731 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:13:27.178722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa01ca-b523-4546-818b-11353ade8f92 req-f647e71f-df95-4ae7-98a8-407b1a2335d6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:27.181067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cafa01ca-b523-4546-818b-11353ade8f92 req-f647e71f-df95-4ae7-98a8-407b1a2335d6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2686825 Nov 22 16:13:27.209453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a5292-d128-4348-afc5-740c0c72053b req-bc8ee8aa-8e1d-460c-944b-b1a36d71512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:27.212848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-357a5292-d128-4348-afc5-740c0c72053b req-bc8ee8aa-8e1d-460c-944b-b1a36d71512a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1096 time: 0.2753990 Nov 22 16:13:27.224659 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.234378 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.250866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.269216 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Attempting to bind port 30d61373-c72e-46fe-aacf-e81e1e4b3a50 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:27.270240 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Attempting to bind port 30d61373-c72e-46fe-aacf-e81e1e4b3a50 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:27.271053 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Attempting to bind port 30d61373-c72e-46fe-aacf-e81e1e4b3a50 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:27.295258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.298403 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:27.298786 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:27.299220 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.300127 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:27.300828 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Bound port: 30d61373-c72e-46fe-aacf-e81e1e4b3a50, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:27.312008 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.356328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:27.363547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:27.369082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:27.372432 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.379970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6241e2-2177-4616-95a8-4123ec15a839,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:27.401638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.419647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1 HTTP/1.1" status: 204 len: 168 time: 1.6371791 Nov 22 16:13:27.438262 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afe65b-3115-4108-af12-2661d4879c13 None None] Pushing event updated for resources: {'Port': ['ID=30d61373-c72e-46fe-aacf-e81e1e4b3a50,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:27.453649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.469302 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] For port 30d61373-c72e-46fe-aacf-e81e1e4b3a50, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:27.475159 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] For port 30d61373-c72e-46fe-aacf-e81e1e4b3a50, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=30d61373-c72e-46fe-aacf-e81e1e4b3a50,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:27.487304 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.523123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4941a24-0982-4f9a-9013-b396060c53f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6d8a167-dd51-4de0-8fd3-b6a7c46d3ca1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:27.566073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a5292-d128-4348-afc5-740c0c72053b req-802e6309-3a87-4dda-bef6-e10dd10bbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:27.570248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-357a5292-d128-4348-afc5-740c0c72053b req-802e6309-3a87-4dda-bef6-e10dd10bbc72 service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.3378997 Nov 22 16:13:27.582190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cafa01ca-b523-4546-818b-11353ade8f92 req-e58708f0-9960-458a-adb7-29323c9ffa46 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909593 Nov 22 16:13:27.684629 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:27.685694 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:27.771116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69cc56f6-b93a-496c-82d9-413faa8c18f3 req-23b7e38c-0654-42b5-be8a-80c8670aaa60 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.1050966 Nov 22 16:13:27.798191 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afe65b-3115-4108-af12-2661d4879c13 None None] Pushing event updated for resources: {'Port': ['ID=30d61373-c72e-46fe-aacf-e81e1e4b3a50,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:27.857178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-357a5292-d128-4348-afc5-740c0c72053b req-7ec7c674-a480-4ec4-9027-151de0709c94 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1000 time: 0.2688892 Nov 22 16:13:27.913107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.949817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-34ba4eb5-eed7-4db4-9e36-d0ceb931e2d6 None None] Provisioning complete for port 1d6241e2-2177-4616-95a8-4123ec15a839 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:27.950778 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34ba4eb5-eed7-4db4-9e36-d0ceb931e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:27.957684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a5292-d128-4348-afc5-740c0c72053b req-5452a139-d241-4475-a06c-d03f0128affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:27.959222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-357a5292-d128-4348-afc5-740c0c72053b req-5452a139-d241-4475-a06c-d03f0128affd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0903766 Nov 22 16:13:27.988605 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:28.028964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:28.031196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48228) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:28.041687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a5292-d128-4348-afc5-740c0c72053b req-cf4578c5-10b9-4b9a-a967-a21bec12750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:28.045090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-357a5292-d128-4348-afc5-740c0c72053b req-cf4578c5-10b9-4b9a-a967-a21bec12750a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765107 Nov 22 16:13:28.064539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-34ba4eb5-eed7-4db4-9e36-d0ceb931e2d6 None None] Port 1d6241e2-2177-4616-95a8-4123ec15a839 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:13:28.105667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:28.106327 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.275336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48234) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:28.283476 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c641e858-3495-4ebe-8b49-d06199edaa66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7e458e8da8c4111acce2d2fd9578a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481215 Nov 22 16:13:28.286037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48238) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:28.304900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 225b3399-9ca7-4352-b24e-47d8936bd151 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:28.314965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-357a5292-d128-4348-afc5-740c0c72053b req-843fb5ec-b153-430c-a6d9-eebbe3407f23 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508483 Nov 22 16:13:28.330003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 225b3399-9ca7-4352-b24e-47d8936bd151 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:13:28.330524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 225b3399-9ca7-4352-b24e-47d8936bd151 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:28.375691 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f2914029-487f-489f-a967-480ce8be9963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:25Z', 'revision_number': 3, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:28.413724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.415389 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14bc9920-c706-4eed-b7c9-fa61631ae05c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.425349 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2914029-487f-489f-a967-480ce8be9963 None None] The sync data for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 is: [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:25Z', 'revision_number': 3, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:13:28.438729 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.450166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-357a5292-d128-4348-afc5-740c0c72053b req-3715d675-9430-4acb-98fc-99325e29c3d9 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267166 Nov 22 16:13:28.484794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14bc9920-c706-4eed-b7c9-fa61631ae05c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.494174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-602bca33-80d7-4f75-8ad9-e73e9a0275d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.573022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6241e2-2177-4616-95a8-4123ec15a839,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:28.580719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.606906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-602bca33-80d7-4f75-8ad9-e73e9a0275d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.612865 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-602bca33-80d7-4f75-8ad9-e73e9a0275d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.664562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bca33-80d7-4f75-8ad9-e73e9a0275d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c900fc3-15cd-43b1-93e6-7b34c1120166,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:28.681414 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14bc9920-c706-4eed-b7c9-fa61631ae05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.684482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14bc9920-c706-4eed-b7c9-fa61631ae05c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.685639 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-14bc9920-c706-4eed-b7c9-fa61631ae05c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2f5df1d-1e74-4111-b3db-a6d10936e1b2 HTTP/1.1" status: 204 len: 168 time: 0.3987880 Nov 22 16:13:28.700741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-602bca33-80d7-4f75-8ad9-e73e9a0275d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87cb61e90f184b92baebad24bde5a2f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4242990 Nov 22 16:13:28.702046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc9920-c706-4eed-b7c9-fa61631ae05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f5df1d-1e74-4111-b3db-a6d10936e1b2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:28.703607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:28.756845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:28.765137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:28.824148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd653e-5c7e-4e65-a4aa-f994d8367693 req-a0f5a919-6b8e-41a4-bc8f-b94e41bdb411 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:28.829358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69cd653e-5c7e-4e65-a4aa-f994d8367693 req-a0f5a919-6b8e-41a4-bc8f-b94e41bdb411 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1473541 Nov 22 16:13:28.834597 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-837cf6ed-ab06-488a-9822-165fa2caf002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:28.895876 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-837cf6ed-ab06-488a-9822-165fa2caf002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.032810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Router 23467378-2dd5-40bb-95f6-12d3fed3896c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:13:29.084323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69cd653e-5c7e-4e65-a4aa-f994d8367693 req-5ca0ed2e-6724-4094-8d3e-ac05fb953713 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454321 Nov 22 16:13:29.109608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-837cf6ed-ab06-488a-9822-165fa2caf002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.112217 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-837cf6ed-ab06-488a-9822-165fa2caf002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.113700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-837cf6ed-ab06-488a-9822-165fa2caf002 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c900fc3-15cd-43b1-93e6-7b34c1120166 HTTP/1.1" status: 204 len: 168 time: 0.4089046 Nov 22 16:13:29.148195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3232bb0-77ac-4a1b-b2c9-b547795cbf30 req-e818c2d6-989b-44c8-b561-c3e2ad959c10 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0532384 Nov 22 16:13:29.160791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cf6ed-ab06-488a-9822-165fa2caf002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c900fc3-15cd-43b1-93e6-7b34c1120166,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:29.255360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c36f5476-3785-4a25-8946-89e6bae1d818 None None] Provisioning complete for port 1d6241e2-2177-4616-95a8-4123ec15a839 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:29.255845 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36f5476-3785-4a25-8946-89e6bae1d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.265733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:13:29.282534 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4f3a0f25-44d6-47f3-ab52-d5e5f27f4188 admin admin] 10.222.0.69 "PUT /v2.0/routers/23467378-2dd5-40bb-95f6-12d3fed3896c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3424504 Nov 22 16:13:29.334480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c36f5476-3785-4a25-8946-89e6bae1d818 None None] Port 1d6241e2-2177-4616-95a8-4123ec15a839 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:13:29.627514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48274) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:29.641594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0aef03d-29d8-4b4a-a01d-ee735cdfc6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.746918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0aef03d-29d8-4b4a-a01d-ee735cdfc6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.751767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0aef03d-29d8-4b4a-a01d-ee735cdfc6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.800436 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d0aef03d-29d8-4b4a-a01d-ee735cdfc6fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a3934db92f34f1d85a04ad61285fb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1717358 Nov 22 16:13:29.801364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:29.805307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aef03d-29d8-4b4a-a01d-ee735cdfc6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d485f74-e7e7-4b67-a052-558ce92b5680,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:29.869473 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-562ccbaf-7d1d-4d1f-9faa-5fbf3a4fece4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.905540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-562ccbaf-7d1d-4d1f-9faa-5fbf3a4fece4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:29.979095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 30d61373-c72e-46fe-aacf-e81e1e4b3a50 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:30.044675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 30d61373-c72e-46fe-aacf-e81e1e4b3a50 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:30.045456 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.103409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-dc7d61c9-5ccf-40e1-8b19-2e0c7b078705 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:30.104921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-dc7d61c9-5ccf-40e1-8b19-2e0c7b078705 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/networks?id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 HTTP/1.1" status: 200 len: 829 time: 0.1849468 Nov 22 16:13:30.105528 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-562ccbaf-7d1d-4d1f-9faa-5fbf3a4fece4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.108470 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-562ccbaf-7d1d-4d1f-9faa-5fbf3a4fece4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.109782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-562ccbaf-7d1d-4d1f-9faa-5fbf3a4fece4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d485f74-e7e7-4b67-a052-558ce92b5680 HTTP/1.1" status: 204 len: 168 time: 0.3071105 Nov 22 16:13:30.127941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ccbaf-7d1d-4d1f-9faa-5fbf3a4fece4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d485f74-e7e7-4b67-a052-558ce92b5680,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:30.138520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48300) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:30.154253 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.155290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-43d26f22-6c25-4589-ac27-ae13fb05c71f tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/quotas/6721ebe8fa4145c5a88da21845d54465 HTTP/1.1" status: 200 len: 375 time: 0.0412343 Nov 22 16:13:30.268638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-2dd505a6-92a5-403f-9d7b-ee6026e16800 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6721ebe8fa4145c5a88da21845d54465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123536 Nov 22 16:13:30.312079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1157378947-network', 'tenant_id': 'ed6dceda8d48484e88948c4c2d1b89d9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:30.345893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 30d61373-c72e-46fe-aacf-e81e1e4b3a50, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=30d61373-c72e-46fe-aacf-e81e1e4b3a50,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:30.350348 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.390203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Made reservation on behalf of ed6dceda8d48484e88948c4c2d1b89d9 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:30.392501 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.402662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a274847-837d-4043-84bf-268c97cc1225 req-6adf62dc-6002-4f28-a8b7-8040f5bdb4c8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:30.404222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a274847-837d-4043-84bf-268c97cc1225 req-6adf62dc-6002-4f28-a8b7-8040f5bdb4c8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1725438 Nov 22 16:13:30.409022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=30d61373-c72e-46fe-aacf-e81e1e4b3a50,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:30.431127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.471400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-96e52e31-bb08-45f5-8b16-5ce18db83eff service neutron] 10.222.0.69 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018976 Nov 22 16:13:30.550736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a274847-837d-4043-84bf-268c97cc1225 req-63cbc1d3-3978-4ef6-bf12-5d2f822d68c5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343060 Nov 22 16:13:30.629927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-9949912e-3967-4a57-9be2-b1387ca71bbb service neutron] 10.222.0.69 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481967 Nov 22 16:13:30.647270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Sync routers for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:13:30.660264 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:30.661369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:30.678391 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.707318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.716477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eed0a-8f21-40b3-9867-4392d5bdcf7d req-0899989f-b8ae-4852-afa9-e395c201670f tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0593779 Nov 22 16:13:30.736827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:13:30.771856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab520b-d5c2-4e33-9da3-86c14488a763,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:30.777526 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.777526 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Added segment a0a5ce35-8274-4e0f-a797-c58c0941ccf0 of type vlan for network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c Nov 22 16:13:30.832789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:30.872646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1157e957-f390-4cb6-9d7e-63c8ad41345d req-96c9d239-e56d-4f0b-adbb-f47ff3322dd2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 210 time: 0.0553172 Nov 22 16:13:30.874339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.908306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.909471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:30.910178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:30.984174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8434603 Nov 22 16:13:30.987527 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48330) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:31.000298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce068fa-e829-49eb-a2b8-8c305107fcc0 admin admin] Pushing event updated for resources: {'Network': ['ID=44ea79bd-413f-4c4d-9101-d4c8849c5d2c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:31.005773 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Request body: {'subnet': {'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1157378947-subnet', 'tenant_id': 'ed6dceda8d48484e88948c4c2d1b89d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:31.018538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:13:31.037854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Made reservation on behalf of ed6dceda8d48484e88948c4c2d1b89d9 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:31.042567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:31.207639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:28Z', 'revision_number': 2, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:31.240434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Checking router: 23467378-2dd5-40bb-95f6-12d3fed3896c for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:13:31.240796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Updating router 23467378-2dd5-40bb-95f6-12d3fed3896c port 1d6241e2-2177-4616-95a8-4123ec15a839 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:13:31.276453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:31.298719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:31.370398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Checking segment: {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:31.370772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Network hostable DHCP agents. Network: 44ea79bd-413f-4c4d-9101-d4c8849c5d2c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:13:31.378433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ebae3a-2d46-4398-b87d-278a7c1dc3ca,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:31.398203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:13:31.412214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 44ea79bd-413f-4c4d-9101-d4c8849c5d2c) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:31.417922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:31.418524 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:31.427113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100503ad-fedc-4ce2-bfb0-8fc0ee210209 None None] Network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:13:31.440446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-07965ef9-25aa-4b3a-bbc6-7b6261863165 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4509752 Nov 22 16:13:31.668910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec89ab-e3c7-487f-ada0-0914e973f3e8 None None] Network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:13:31.847480 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:31.864929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8809f18c-514a-4e8b-8d84-7b0eb22cbd7f req-2f200967-bef0-4e4e-937c-6690ea3958ee tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0415308 Nov 22 16:13:31.871702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:31.950801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092059b-6827-4cb1-8710-a8c39c27731e None None] Pushing event updated for resources: {'Port': ['ID=1d6241e2-2177-4616-95a8-4123ec15a839,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:32.008571 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Attempting to bind port 1d6241e2-2177-4616-95a8-4123ec15a839 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:32.009027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Attempting to bind port 1d6241e2-2177-4616-95a8-4123ec15a839 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:32.017445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Attempting to bind port 1d6241e2-2177-4616-95a8-4123ec15a839 on network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:32.028397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 30d61373-c72e-46fe-aacf-e81e1e4b3a50 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:32.032957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:32.033472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Checking segment: {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:32.034255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:32.034824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Bound using segment: {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:32.035814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Bound port: 1d6241e2-2177-4616-95a8-4123ec15a839, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:32.036584 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:32.162035 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] For port 1d6241e2-2177-4616-95a8-4123ec15a839, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:32.167259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] For port 1d6241e2-2177-4616-95a8-4123ec15a839, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1d6241e2-2177-4616-95a8-4123ec15a839,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:32.187781 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:32.201741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 30d61373-c72e-46fe-aacf-e81e1e4b3a50 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:32.202369 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:32.241789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b45fac90-2c35-4804-b5fe-b8011ddc5a96 req-b486e6dd-5d10-439f-bfeb-10c079dd0be5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 210 time: 0.1161268 Nov 22 16:13:32.329870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092059b-6827-4cb1-8710-a8c39c27731e None None] Pushing event updated for resources: {'Port': ['ID=1d6241e2-2177-4616-95a8-4123ec15a839,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:32.360981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:32.363088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:32.474561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-03d9d2ba-c485-4242-b7eb-f76394abf0da None None] Provisioning complete for port 1d6241e2-2177-4616-95a8-4123ec15a839 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:32.475243 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03d9d2ba-c485-4242-b7eb-f76394abf0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:32.509623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-48aaa152-807d-4c30-8727-7221c0cf983a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.511418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-48aaa152-807d-4c30-8727-7221c0cf983a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.11 "GET /v2.0/networks?id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 HTTP/1.1" status: 200 len: 829 time: 0.3725948 Nov 22 16:13:32.544230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Request body: {'port': {'device_id': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'admin_state_up': True, 'tenant_id': '6721ebe8fa4145c5a88da21845d54465'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:32.603366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-3e8a3d02-afff-4640-8837-6e1d603e7d68 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.612004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-3e8a3d02-afff-4640-8837-6e1d603e7d68 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/networks?id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c HTTP/1.1" status: 200 len: 818 time: 0.3133450 Nov 22 16:13:32.622171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:32.686291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-9cc8119f-72de-4d03-b56a-f6f04a32d65c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/quotas/ed6dceda8d48484e88948c4c2d1b89d9 HTTP/1.1" status: 200 len: 375 time: 0.0721014 Nov 22 16:13:32.724308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d08b00f3-d80f-4b4a-8673-06407dff2448 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed6dceda8d48484e88948c4c2d1b89d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367522 Nov 22 16:13:32.746006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-d2e51439-dd35-470e-9192-5c6e82c46874 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.753089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-d2e51439-dd35-470e-9192-5c6e82c46874 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.759183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-d2e51439-dd35-470e-9192-5c6e82c46874 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.765187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-d2e51439-dd35-470e-9192-5c6e82c46874 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.771503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-d2e51439-dd35-470e-9192-5c6e82c46874 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.778048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-d2e51439-dd35-470e-9192-5c6e82c46874 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.785014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-d2e51439-dd35-470e-9192-5c6e82c46874 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:32.786926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-d2e51439-dd35-470e-9192-5c6e82c46874 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.2490537 Nov 22 16:13:32.959133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1dae955-0426-4f86-bbc6-1be5edb6dda8 req-f0d82469-2cc6-49a3-a56f-09c8fb691c0f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1384990 Nov 22 16:13:32.973006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Made reservation on behalf of 6721ebe8fa4145c5a88da21845d54465 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:32.978193 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:33.001146 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03d9d2ba-c485-4242-b7eb-f76394abf0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:33.009835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-727f0885-65d4-4446-b26b-61298fa6a93a service neutron] 10.222.0.69 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182851 Nov 22 16:13:33.070884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-03d9d2ba-c485-4242-b7eb-f76394abf0da None None] For port 1d6241e2-2177-4616-95a8-4123ec15a839, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1d6241e2-2177-4616-95a8-4123ec15a839,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:33.076379 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03d9d2ba-c485-4242-b7eb-f76394abf0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:33.171629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9d2ba-c485-4242-b7eb-f76394abf0da None None] Pushing event updated for resources: {'Port': ['ID=1d6241e2-2177-4616-95a8-4123ec15a839,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:33.177889 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:32Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:33.211991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0357b6-0eec-4a5c-a576-9d08273e67bb None None] The sync data for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 is: [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:32Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:13:33.222814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fda276aa-d6b0-402b-8bd0-2d5da3f6005b req-49f27d26-1f84-44c3-a3f3-294361a95db4 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0488930 Nov 22 16:13:33.228546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cf0e1fbd-7986-4e84-816b-c33b9f47b3a0 None None] Provisioning complete for port 1d6241e2-2177-4616-95a8-4123ec15a839 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:33.229247 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf0e1fbd-7986-4e84-816b-c33b9f47b3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:33.245060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6d272c63-710c-4325-86ef-457bc68f58be service neutron] 10.222.0.69 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232337 Nov 22 16:13:33.261598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Allocated IP 172.20.0.13 (4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83/992d05fd-2a2d-458e-9cbb-7243e912b5ae/72471929-b42c-4ab3-9081-1f7ded52ae65) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:33.430512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bfe111d-f9f3-4535-b313-7b646d2995ac req-1438649a-8589-47bd-be6b-464e5c85fefb tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 210 time: 0.0523643 Nov 22 16:13:33.552774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f2b81b3f-77a3-4aed-a69b-5f1656010477 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:33.558792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f2b81b3f-77a3-4aed-a69b-5f1656010477 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:33.564827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f2b81b3f-77a3-4aed-a69b-5f1656010477 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:33.571258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f2b81b3f-77a3-4aed-a69b-5f1656010477 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:33.577509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f2b81b3f-77a3-4aed-a69b-5f1656010477 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:33.595026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f2b81b3f-77a3-4aed-a69b-5f1656010477 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:33.615128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f2b81b3f-77a3-4aed-a69b-5f1656010477 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:33.617635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f2b81b3f-77a3-4aed-a69b-5f1656010477 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.2583215 Nov 22 16:13:33.705165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-56210ff8-a1a1-4787-85ee-8c7ae6ce8363 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:33.706589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-56210ff8-a1a1-4787-85ee-8c7ae6ce8363 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "GET /v2.0/ports/4981b67e-c0b1-47e0-a783-60395413223f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0771053 Nov 22 16:13:33.776440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfcca749-dcab-470e-989f-6c988f5b4760 req-4d595911-c705-4694-aeb5-08a7490b1fb5 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 210 time: 0.0511224 Nov 22 16:13:33.857324 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:33.942405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-27800af1-3d73-49c8-bf15-f41e5cedc50f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "GET /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2185569 Nov 22 16:13:33.955287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:34.004857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1d6241e2-2177-4616-95a8-4123ec15a839 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:34.023831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.039539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.116274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Pushing event updated for resources: {'Port': ['ID=72471929-b42c-4ab3-9081-1f7ded52ae65,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:34.122250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48444) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:34.171811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:34.178151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 1d6241e2-2177-4616-95a8-4123ec15a839 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:34.178540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.214129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:34.221483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:34.375699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37768962-157a-4ddd-bd1f-9555e775ec70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.510631 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37768962-157a-4ddd-bd1f-9555e775ec70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.524204 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37768962-157a-4ddd-bd1f-9555e775ec70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.579152 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-37768962-157a-4ddd-bd1f-9555e775ec70 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa06e38499ca492cb4a43583935ba1c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4557278 Nov 22 16:13:34.579899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37768962-157a-4ddd-bd1f-9555e775ec70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d010695-c3b4-4ca1-8111-3c082d950b8e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:34.582476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48458) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:34.591123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-fbc61f71-963d-451c-b330-17348d83bcc5 None None] Provisioning complete for port 72471929-b42c-4ab3-9081-1f7ded52ae65 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:34.591505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbc61f71-963d-451c-b330-17348d83bcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.649144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fbc61f71-963d-451c-b330-17348d83bcc5 None None] Port 72471929-b42c-4ab3-9081-1f7ded52ae65 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:13:34.651243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584b9ff3-101e-4cee-84d7-45cc6a59face admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.682125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584b9ff3-101e-4cee-84d7-45cc6a59face admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.747593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584b9ff3-101e-4cee-84d7-45cc6a59face admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.750523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584b9ff3-101e-4cee-84d7-45cc6a59face admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:34.754327 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-584b9ff3-101e-4cee-84d7-45cc6a59face admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d010695-c3b4-4ca1-8111-3c082d950b8e HTTP/1.1" status: 204 len: 168 time: 0.1685975 Nov 22 16:13:34.778886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b9ff3-101e-4cee-84d7-45cc6a59face admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d010695-c3b4-4ca1-8111-3c082d950b8e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:34.801785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ce9d43b-a648-4b31-8137-96da86b97b82 req-cc7874fa-4db8-4540-ada5-1d8d431e51cb tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.1046052 Nov 22 16:13:34.827634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-24bbac17-8902-48e2-a0e8-6f98940530ad tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:34.846555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-24bbac17-8902-48e2-a0e8-6f98940530ad tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:34.868036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-24bbac17-8902-48e2-a0e8-6f98940530ad tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:34.884864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-24bbac17-8902-48e2-a0e8-6f98940530ad tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:34.898956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-24bbac17-8902-48e2-a0e8-6f98940530ad tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:34.912751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-24bbac17-8902-48e2-a0e8-6f98940530ad tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:34.925520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-24bbac17-8902-48e2-a0e8-6f98940530ad tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:34.927792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-24bbac17-8902-48e2-a0e8-6f98940530ad tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 5442 time: 0.7645772 Nov 22 16:13:34.936790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:34.937454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.054320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-6b049a01-aaa5-416b-a360-5522eaef31c2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5146620 Nov 22 16:13:35.055877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] For port 4981b67e-c0b1-47e0-a783-60395413223f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4981b67e-c0b1-47e0-a783-60395413223f,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:35.068664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Request body: {'port': {'device_id': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:35.171884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866146c-90d0-4988-843c-57410af4e96e req-5d0adc72-e3e9-4539-a2a4-1f219d80a9dc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:35.173547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1866146c-90d0-4988-843c-57410af4e96e req-5d0adc72-e3e9-4539-a2a4-1f219d80a9dc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 932 time: 0.2249973 Nov 22 16:13:35.261391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-477a52d0-8911-4eea-8084-e79889bcbab4 req-37c8aa12-91b3-4dad-9cd0-b9d7b2d1424d tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2902417 Nov 22 16:13:35.284228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] For port 4981b67e-c0b1-47e0-a783-60395413223f, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:35.337893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.398606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] device_id is not set on port 4981b67e-c0b1-47e0-a783-60395413223f yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:13:35.408437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1866146c-90d0-4988-843c-57410af4e96e req-cbd8a231-41fe-4684-80ec-d3796d32713a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150574 Nov 22 16:13:35.418965 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.446638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.452918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48468) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:35.467690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4eba444-59db-4229-ad0c-0c559ddb3f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.548932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4eba444-59db-4229-ad0c-0c559ddb3f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.553563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4eba444-59db-4229-ad0c-0c559ddb3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.566132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e445e83-1254-4b0f-aa24-972d02c48c4d req-0e43458e-4eeb-4864-a219-babd7a65ea74 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 210 time: 0.1219850 Nov 22 16:13:35.607049 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e4eba444-59db-4229-ad0c-0c559ddb3f86 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d77d9e2f371d484ea598b31926a5122a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416667 Nov 22 16:13:35.607049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eba444-59db-4229-ad0c-0c559ddb3f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4fc27d-3580-435d-bd11-66a8e026f5d5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:35.608281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48470) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:35.631966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] No DVR routers for this DVR port 4981b67e-c0b1-47e0-a783-60395413223f on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:35.676498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d093bb1-afff-4fd2-b063-7141d8c32eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.704158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4981b67e-c0b1-47e0-a783-60395413223f,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:35.708044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d093bb1-afff-4fd2-b063-7141d8c32eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.780224 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d093bb1-afff-4fd2-b063-7141d8c32eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.784216 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d093bb1-afff-4fd2-b063-7141d8c32eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.790105 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6d093bb1-afff-4fd2-b063-7141d8c32eaa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e4fc27d-3580-435d-bd11-66a8e026f5d5 HTTP/1.1" status: 204 len: 168 time: 0.1809998 Nov 22 16:13:35.801740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d093bb1-afff-4fd2-b063-7141d8c32eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4fc27d-3580-435d-bd11-66a8e026f5d5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:35.817578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] In _notify_port_updated(), no bound segment for port 4981b67e-c0b1-47e0-a783-60395413223f on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:13:35.818473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:35.824668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:35.827140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-c4e41cdd-b550-42e7-803e-a610d15775e6 service neutron] 10.222.0.71 "PUT /v2.0/ports/4981b67e-c0b1-47e0-a783-60395413223f HTTP/1.1" status: 200 len: 1031 time: 1.8745716 Nov 22 16:13:36.041824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-24f7f503-da98-4dde-b455-801a4a79a93b tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.043959 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-24f7f503-da98-4dde-b455-801a4a79a93b tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.71 "GET /v2.0/networks?id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c HTTP/1.1" status: 200 len: 818 time: 0.2321136 Nov 22 16:13:36.053043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5375e526-35af-45b3-9a76-85191c13f061 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.055302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5375e526-35af-45b3-9a76-85191c13f061 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "GET /v2.0/ports/774d0636-3f7e-42ca-9821-e6cdb5e625d7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2211828 Nov 22 16:13:36.057583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6abf81a-4cea-4f33-9666-d77bfdc9327d req-de01349f-e0be-4b7e-bf39-7064f1e1d94e tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0665455 Nov 22 16:13:36.080012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Request body: {'port': {'device_id': '21d75bf7-2a42-4388-a3bb-928dea7f16bb', 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c', 'admin_state_up': True, 'tenant_id': 'ed6dceda8d48484e88948c4c2d1b89d9'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:36.080234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:36.115261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f25b8b5e-d814-47f0-8d7d-194add8c14b6 None None] Provisioning complete for port 4981b67e-c0b1-47e0-a783-60395413223f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:36.116180 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f25b8b5e-d814-47f0-8d7d-194add8c14b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.172139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f25b8b5e-d814-47f0-8d7d-194add8c14b6 None None] Port 4981b67e-c0b1-47e0-a783-60395413223f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:13:36.190459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.203775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4c945609-8ef1-4033-84ce-bd4ecfd46189 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.205192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4c945609-8ef1-4033-84ce-bd4ecfd46189 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.11 "GET /v2.0/networks?id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c HTTP/1.1" status: 200 len: 818 time: 0.4885728 Nov 22 16:13:36.222243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Request body: {'port': {'device_id': '5c0be5de-7d22-4adc-b3b6-5f796f62890e', 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c', 'admin_state_up': True, 'tenant_id': 'ed6dceda8d48484e88948c4c2d1b89d9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:36.266587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Made reservation on behalf of ed6dceda8d48484e88948c4c2d1b89d9 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:36.271944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.365453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72471929-b42c-4ab3-9081-1f7ded52ae65 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:36.382052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.489895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Transition to ACTIVE for port object 72471929-b42c-4ab3-9081-1f7ded52ae65 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:13:36.517179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.594542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Made reservation on behalf of ed6dceda8d48484e88948c4c2d1b89d9 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:36.598297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.619457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Allocated IP 172.20.0.3 (44ea79bd-413f-4c4d-9101-d4c8849c5d2c/08ebae3a-2d46-4398-b87d-278a7c1dc3ca/2be2a323-eb92-4e3d-ae44-17d69449e94a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:36.628756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-7ec4827a-f78c-4636-92f5-928b47c37838 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.630603 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-7ec4827a-f78c-4636-92f5-928b47c37838 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.71 "GET /v2.0/networks?id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c HTTP/1.1" status: 200 len: 818 time: 0.2267046 Nov 22 16:13:36.639815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818f5e-47f2-43a5-85dc-8d9241b7a549 req-350bdd23-d725-4184-beb0-4fbed2466a66 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.646486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818f5e-47f2-43a5-85dc-8d9241b7a549 req-350bdd23-d725-4184-beb0-4fbed2466a66 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.649407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Request body: {'port': {'device_id': '2fece26a-29db-4782-a716-6bfaac876bd7', 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c', 'admin_state_up': True, 'tenant_id': 'ed6dceda8d48484e88948c4c2d1b89d9'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:36.653524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818f5e-47f2-43a5-85dc-8d9241b7a549 req-350bdd23-d725-4184-beb0-4fbed2466a66 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.659967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818f5e-47f2-43a5-85dc-8d9241b7a549 req-350bdd23-d725-4184-beb0-4fbed2466a66 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.666816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818f5e-47f2-43a5-85dc-8d9241b7a549 req-350bdd23-d725-4184-beb0-4fbed2466a66 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.673229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818f5e-47f2-43a5-85dc-8d9241b7a549 req-350bdd23-d725-4184-beb0-4fbed2466a66 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.682198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1818f5e-47f2-43a5-85dc-8d9241b7a549 req-350bdd23-d725-4184-beb0-4fbed2466a66 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 4664 time: 0.2927322 Nov 22 16:13:36.749024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] For port 774d0636-3f7e-42ca-9821-e6cdb5e625d7, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=774d0636-3f7e-42ca-9821-e6cdb5e625d7,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:36.775696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Pushing event updated for resources: {'Port': ['ID=72471929-b42c-4ab3-9081-1f7ded52ae65,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:36.797043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ec0d45f3-b882-4fd5-83e3-76b5166d10d9 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:36.936891 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.957909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b9b68-42bc-46bd-ae20-8263291db920 req-689b10b6-adfd-4825-8592-4443f12c305b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:36.960699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Made reservation on behalf of ed6dceda8d48484e88948c4c2d1b89d9 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:13:36.962079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f7b9b68-42bc-46bd-ae20-8263291db920 req-689b10b6-adfd-4825-8592-4443f12c305b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 944 time: 0.3811309 Nov 22 16:13:36.963710 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:36.965156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.966166 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617e9c7d-b87a-48e9-b3e6-b2c4206d5143" -d '{"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0d45f3-b882-4fd5-83e3-76b5166d10d9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:36.982497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ec0d45f3-b882-4fd5-83e3-76b5166d10d9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:36.994879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:36.995681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2ecca0ec-b039-4911-a60c-a35e8685fe15 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:36.999861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.035306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] For port 774d0636-3f7e-42ca-9821-e6cdb5e625d7, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:37.097746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:37.099771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] device_id is not set on port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:13:37.108968 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.117490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1818f5e-47f2-43a5-85dc-8d9241b7a549 req-3ef2ada2-4f88-4b14-ae45-d4488349a133 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&id=82856599-c84e-4471-8566-d4f800b1ecda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4342608 Nov 22 16:13:37.159620 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.201002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2ecca0ec-b039-4911-a60c-a35e8685fe15, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:37.209081 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.211293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4981b67e-c0b1-47e0-a783-60395413223f no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:37.213668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.215733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Attempting to bind port 72471929-b42c-4ab3-9081-1f7ded52ae65 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:37.216254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Attempting to bind port 72471929-b42c-4ab3-9081-1f7ded52ae65 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:37.216775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Attempting to bind port 72471929-b42c-4ab3-9081-1f7ded52ae65 on network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:37.228969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:37.238502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:37.243947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Port 72471929-b42c-4ab3-9081-1f7ded52ae65 on network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:13:37.244275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Attempting to bind port 72471929-b42c-4ab3-9081-1f7ded52ae65 on network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:37.247730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:37.250370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.309484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:37.310176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.317224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Pushing event updated for resources: {'Port': ['ID=2be2a323-eb92-4e3d-ae44-17d69449e94a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:37.330903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Allocated IP 172.20.0.12 (44ea79bd-413f-4c4d-9101-d4c8849c5d2c/08ebae3a-2d46-4398-b87d-278a7c1dc3ca/2eaed254-3596-4fab-b435-9d72ac7d151f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:37.331892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4981b67e-c0b1-47e0-a783-60395413223f not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:37.333021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4f833a5e-47fd-4286-9165-82d931d3729e no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:37.351792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:37.352290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Checking segment: {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:37.352780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Bound using segment: {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:37.353343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Bound port: 72471929-b42c-4ab3-9081-1f7ded52ae65, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b27fbf64-ae39-4385-96bc-98551c5c3796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:37.353803 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.357884 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-85d456ca-9282-446e-8663-4e8417220e0d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3012934 Nov 22 16:13:37.372299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2ecca0ec-b039-4911-a60c-a35e8685fe15,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:37.453992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6d534b1-6751-4ffa-8160-2a15e7d402a6 req-7f6af3e1-656b-46a4-be2e-2a23ad988505 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 210 time: 0.0944252 Nov 22 16:13:37.463993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.516074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad575101-2422-4416-82be-9a1515745a17 service neutron] Pushing event updated for resources: {'Port': ['ID=774d0636-3f7e-42ca-9821-e6cdb5e625d7,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:37.518959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4f833a5e-47fd-4286-9165-82d931d3729e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4f833a5e-47fd-4286-9165-82d931d3729e,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:37.537097 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.538758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 374fbef0-3e5e-4b3e-9906-595d4b047a6d no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:37.554555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] No DVR routers for this DVR port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:37.563206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f7b9b68-42bc-46bd-ae20-8263291db920 req-bfea0ddb-ec44-4c47-bb97-71c299b18484 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284406 Nov 22 16:13:37.633358 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdee4ad5-5e5d-4990-a0ea-3bf278f00e31 x-openstack-request-id: req-fdee4ad5-5e5d-4990-a0ea-3bf278f00e31 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:37.633717 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "ec0d45f3-b882-4fd5-83e3-76b5166d10d9", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:37.634576 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fdee4ad5-5e5d-4990-a0ea-3bf278f00e31 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:37.635013 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9', 'code': 200} Nov 22 16:13:37.652395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] In _notify_port_updated(), no bound segment for port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 on network 3e3199dd-7343-40be-8bf7-cded96021a14 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:13:37.653303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:37.653932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.660318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-ad575101-2422-4416-82be-9a1515745a17 service neutron] 10.222.0.71 "PUT /v2.0/ports/774d0636-3f7e-42ca-9821-e6cdb5e625d7 HTTP/1.1" status: 200 len: 1033 time: 1.5906842 Nov 22 16:13:37.685214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] For port 72471929-b42c-4ab3-9081-1f7ded52ae65, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:37.693823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] For port 72471929-b42c-4ab3-9081-1f7ded52ae65, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=72471929-b42c-4ab3-9081-1f7ded52ae65,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:37.762877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.810240 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.813128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Request body: {'port': {'device_id': '21d75bf7-2a42-4388-a3bb-928dea7f16bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:37.823591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a93f00c6-d9e6-4cae-9530-13ea51ed6bb8 req-2383353c-4dba-4656-8cad-768a76942efb tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0803986 Nov 22 16:13:37.850385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4f833a5e-47fd-4286-9165-82d931d3729e,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:37.875962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:37.882048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.884140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] 10.222.0.11 "PUT /v2.0/ports/72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 200 len: 1092 time: 2.8199217 Nov 22 16:13:37.894891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:37.899274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6d6d8c7f-ed76-4236-bc07-80c266ab2b9f None None] Provisioning complete for port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:37.901105 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4cfae4-95fd-4d80-be17-a58de1540d97" -d '{"events": [{"name": "network-changed", "server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:37.902019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8c7f-ed76-4236-bc07-80c266ab2b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:37.952947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Pushing event updated for resources: {'Port': ['ID=72471929-b42c-4ab3-9081-1f7ded52ae65,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:37.953150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.013777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 374fbef0-3e5e-4b3e-9906-595d4b047a6d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:38.019721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6d6d8c7f-ed76-4236-bc07-80c266ab2b9f None None] Port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:13:38.026693 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.027423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b20617e2-5319-4d5d-9f6a-c65f46471c9b no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:38.037895 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d0a698-ca22-454f-893b-bc2481c038d6 x-openstack-request-id: req-12d0a698-ca22-454f-893b-bc2481c038d6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:38.038665 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:38.038665 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12d0a698-ca22-454f-893b-bc2481c038d6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:38.039065 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'status': 'completed', 'code': 200} Nov 22 16:13:38.050099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.050446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.050795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.051134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.051964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.051964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.052139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.052460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.052790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.053120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.054339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.054339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4638a6b3-a04b-4316-bace-e75bed3fcba1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:38.060981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:38.061319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.147151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=374fbef0-3e5e-4b3e-9906-595d4b047a6d,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:38.156524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-de5bd540-c105-4a56-b503-0cd54b0e4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.158388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-de5bd540-c105-4a56-b503-0cd54b0e4bce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6721ebe8fa4145c5a88da21845d54465&device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 1095 time: 0.2025344 Nov 22 16:13:38.209910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.239804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-ac4aaf7d-828f-4c7a-b7d1-1f64f4ecc876 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 200 len: 217 time: 0.0644467 Nov 22 16:13:38.259948 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.273958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.348218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:38.348396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Allocated IP 172.20.0.10 (44ea79bd-413f-4c4d-9101-d4c8849c5d2c/08ebae3a-2d46-4398-b87d-278a7c1dc3ca/763866a6-0bb9-44da-8f8e-a4002d04feae) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:38.352241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b20617e2-5319-4d5d-9f6a-c65f46471c9b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:38.355555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:38.366156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:38.369910 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.370980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 774d0636-3f7e-42ca-9821-e6cdb5e625d7 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:13:38.414711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Pushing event updated for resources: {'Port': ['ID=2eaed254-3596-4fab-b435-9d72ac7d151f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:38.466909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.467686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.468950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 774d0636-3f7e-42ca-9821-e6cdb5e625d7 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:13:38.477835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b20617e2-5319-4d5d-9f6a-c65f46471c9b,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:38.488259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] For port ec0d45f3-b882-4fd5-83e3-76b5166d10d9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:38.488634 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.494897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-9dfa45c9-2d3c-4868-93e4-a9586eb75284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.496466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-9dfa45c9-2d3c-4868-93e4-a9586eb75284 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=992d05fd-2a2d-458e-9cbb-7243e912b5ae HTTP/1.1" status: 200 len: 868 time: 0.2476280 Nov 22 16:13:38.497186 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-6c63b6ae-e808-435d-aefd-79a41388006c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8544352 Nov 22 16:13:38.518035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Request body: {'port': {'device_id': '2fece26a-29db-4782-a716-6bfaac876bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:38.527462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Calling delete_port for ec0d45f3-b882-4fd5-83e3-76b5166d10d9 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:38.589894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.691623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0196ba-ef8f-402f-925c-67a73cd63251 req-5e509078-1ef3-47ae-9978-a181e95983b0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.698109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0196ba-ef8f-402f-925c-67a73cd63251 req-5e509078-1ef3-47ae-9978-a181e95983b0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.705001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0196ba-ef8f-402f-925c-67a73cd63251 req-5e509078-1ef3-47ae-9978-a181e95983b0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.711213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0196ba-ef8f-402f-925c-67a73cd63251 req-5e509078-1ef3-47ae-9978-a181e95983b0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.718937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0196ba-ef8f-402f-925c-67a73cd63251 req-5e509078-1ef3-47ae-9978-a181e95983b0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.725038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a0196ba-ef8f-402f-925c-67a73cd63251 req-5e509078-1ef3-47ae-9978-a181e95983b0 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 3874 time: 0.3258300 Nov 22 16:13:38.805925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-65cc9cf5-70f2-479c-a416-ae5c4b792a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.807430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-65cc9cf5-70f2-479c-a416-ae5c4b792a90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2938442 Nov 22 16:13:38.814747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f319e4-54f4-4ed6-b5a0-b0b1c9ab6f08 req-563c595e-17bc-4e5c-94ec-829efeaa8ebb tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:38.816143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52f319e4-54f4-4ed6-b5a0-b0b1c9ab6f08 req-563c595e-17bc-4e5c-94ec-829efeaa8ebb tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 932 time: 0.2467744 Nov 22 16:13:38.874590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:38.932451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a0196ba-ef8f-402f-925c-67a73cd63251 req-299b04a1-094b-45b2-92ee-97aef8c05cae tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067440 Nov 22 16:13:39.339476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52f319e4-54f4-4ed6-b5a0-b0b1c9ab6f08 req-5ecbc5e6-9eb5-4776-b366-2018a856cccd tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951596 Nov 22 16:13:39.366374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-7b860cf3-6b85-4acf-b577-4a73bf21b571 service neutron] 10.222.0.11 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404935 Nov 22 16:13:39.369555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48564) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:39.411941 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.455486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.502657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc246b8e-5ce3-4455-ba4a-ddd9e2083254 req-2c20173e-e4f6-4cbd-b9ec-451ccdd4d9fc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:39.504208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc246b8e-5ce3-4455-ba4a-ddd9e2083254 req-2c20173e-e4f6-4cbd-b9ec-451ccdd4d9fc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 944 time: 0.4836495 Nov 22 16:13:39.526540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d744b0c5-50d2-4f04-a976-57dbf81a7fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.550677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:39.598330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:39.612256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be2a323-eb92-4e3d-ae44-17d69449e94a {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:39.621558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd7ceee3-3a99-472f-a195-7e6264a2f3ef req-9ca6efd3-fba3-4116-a595-bdf42eece8b7 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.1073513 Nov 22 16:13:39.624342 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.629126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:39.636106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f833a5e-47fd-4286-9165-82d931d3729e'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374fbef0-3e5e-4b3e-9906-595d4b047a6d'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:39.640546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Pushing event updated for resources: {'Port': ['ID=763866a6-0bb9-44da-8f8e-a4002d04feae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:39.641935 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bf43fb-213d-48bc-a1b2-4c36b5f8e04d" -d '{"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "4f833a5e-47fd-4286-9165-82d931d3729e"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "374fbef0-3e5e-4b3e-9906-595d4b047a6d"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "b20617e2-5319-4d5d-9f6a-c65f46471c9b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:39.650419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Transition to ACTIVE for port object 2be2a323-eb92-4e3d-ae44-17d69449e94a will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:13:39.683649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.693810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] No DVR routers for this DVR port ec0d45f3-b882-4fd5-83e3-76b5166d10d9 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:39.713243 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.717135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "DELETE /v2.0/ports/ec0d45f3-b882-4fd5-83e3-76b5166d10d9 HTTP/1.1" status: 204 len: 173 time: 2.0453577 Nov 22 16:13:39.756018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539509dd-4fc6-40e1-a74a-c463ea81e8c9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Port': ['ID=ec0d45f3-b882-4fd5-83e3-76b5166d10d9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:39.758782 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0dc860-c2fd-4ca7-8b8b-5e570bcb8c30 x-openstack-request-id: req-7d0dc860-c2fd-4ca7-8b8b-5e570bcb8c30 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:39.759376 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "4f833a5e-47fd-4286-9165-82d931d3729e", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "374fbef0-3e5e-4b3e-9906-595d4b047a6d", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-unplugged", "status": "completed", "tag": "b20617e2-5319-4d5d-9f6a-c65f46471c9b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:39.759995 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d0dc860-c2fd-4ca7-8b8b-5e570bcb8c30 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:39.760601 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'code': 200} Nov 22 16:13:39.761047 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f833a5e-47fd-4286-9165-82d931d3729e', 'code': 200} Nov 22 16:13:39.761486 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '374fbef0-3e5e-4b3e-9906-595d4b047a6d', 'code': 200} Nov 22 16:13:39.762284 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b', 'code': 200} Nov 22 16:13:39.776713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d744b0c5-50d2-4f04-a976-57dbf81a7fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.792293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d744b0c5-50d2-4f04-a976-57dbf81a7fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.794397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fed03a3-2c97-4aeb-b89e-ab354f749636 req-3a004bf8-8451-40ba-988e-4f972df4821a service neutron] 10.222.0.11 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132311 Nov 22 16:13:39.801994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc246b8e-5ce3-4455-ba4a-ddd9e2083254 req-9d44160b-6551-4580-8432-4091cf2b7346 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837758 Nov 22 16:13:39.811072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:39.811833 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:39.838809 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Pushing event updated for resources: {'Port': ['ID=2be2a323-eb92-4e3d-ae44-17d69449e94a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:39.892356 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d744b0c5-50d2-4f04-a976-57dbf81a7fa6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e90dad8872b14f098557414b7060527e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5214436 Nov 22 16:13:39.909842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48570) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:39.918930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744b0c5-50d2-4f04-a976-57dbf81a7fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fa491b-9038-4d99-91fd-9c7d3312c804,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:39.926851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-5c00ce93-6817-4ce3-a1f0-cead573c9612 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7099552 Nov 22 16:13:39.953305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Request body: {'port': {'device_id': '5c0be5de-7d22-4adc-b3b6-5f796f62890e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:40.000249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Attempting to bind port 2be2a323-eb92-4e3d-ae44-17d69449e94a on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:40.000631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Attempting to bind port 2be2a323-eb92-4e3d-ae44-17d69449e94a by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:40.000995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Attempting to bind port 2be2a323-eb92-4e3d-ae44-17d69449e94a on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:40.013893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Port 2be2a323-eb92-4e3d-ae44-17d69449e94a on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:13:40.014257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Attempting to bind port 2be2a323-eb92-4e3d-ae44-17d69449e94a on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:40.023524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:40.023929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Checking segment: {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:40.024342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Bound using segment: {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:40.025134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Bound port: 2be2a323-eb92-4e3d-ae44-17d69449e94a, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:40.025509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.029129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eaed254-3596-4fab-b435-9d72ac7d151f {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:40.041613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:40.043923 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43c9608-dda0-4f91-bf95-9ff3e3b09150" -d '{"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "ec0d45f3-b882-4fd5-83e3-76b5166d10d9"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:40.044074 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.062009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-8f2e5659-2fb0-4779-b3f9-a6fa80652c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.063593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-8f2e5659-2fb0-4779-b3f9-a6fa80652c4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6721ebe8fa4145c5a88da21845d54465&device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 1095 time: 0.1874998 Nov 22 16:13:40.100005 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dd9e2f-f655-4287-ba72-a871a63c7233 x-openstack-request-id: req-41dd9e2f-f655-4287-ba72-a871a63c7233 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:40.100318 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "ec0d45f3-b882-4fd5-83e3-76b5166d10d9", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:40.100642 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41dd9e2f-f655-4287-ba72-a871a63c7233 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:40.101211 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': 'ec0d45f3-b882-4fd5-83e3-76b5166d10d9', 'status': 'completed', 'code': 200} Nov 22 16:13:40.124472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Transition to ACTIVE for port object 2eaed254-3596-4fab-b435-9d72ac7d151f will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:13:40.129203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.178572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89649b57-78b9-4462-8d4e-24146b073f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.184172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting port 374fbef0-3e5e-4b3e-9906-595d4b047a6d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:40.184654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.186579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] For port 2be2a323-eb92-4e3d-ae44-17d69449e94a, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:40.193391 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.193594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] For port 2be2a323-eb92-4e3d-ae44-17d69449e94a, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2be2a323-eb92-4e3d-ae44-17d69449e94a,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:40.203174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.206845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Pushing event updated for resources: {'Port': ['ID=2eaed254-3596-4fab-b435-9d72ac7d151f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:40.271204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.271830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.273593 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] 10.222.0.71 "PUT /v2.0/ports/2be2a323-eb92-4e3d-ae44-17d69449e94a HTTP/1.1" status: 200 len: 1091 time: 2.9036531 Nov 22 16:13:40.281365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d75bf7-2a42-4388-a3bb-928dea7f16bb', 'tag': '2be2a323-eb92-4e3d-ae44-17d69449e94a'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:40.283950 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a55c612-5666-4e44-9417-4ed944f718ef" -d '{"events": [{"name": "network-changed", "server_uuid": "21d75bf7-2a42-4388-a3bb-928dea7f16bb", "tag": "2be2a323-eb92-4e3d-ae44-17d69449e94a"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:40.310673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89649b57-78b9-4462-8d4e-24146b073f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.341436 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c5fcea-cb5b-4644-8da4-e79116495ab7 x-openstack-request-id: req-55c5fcea-cb5b-4644-8da4-e79116495ab7 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:40.341729 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d75bf7-2a42-4388-a3bb-928dea7f16bb", "tag": "2be2a323-eb92-4e3d-ae44-17d69449e94a", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:40.341985 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55c5fcea-cb5b-4644-8da4-e79116495ab7 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:40.342379 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d75bf7-2a42-4388-a3bb-928dea7f16bb', 'tag': '2be2a323-eb92-4e3d-ae44-17d69449e94a', 'status': 'completed', 'code': 200} Nov 22 16:13:40.370005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f890602-971c-4eb3-b47d-8ceac6dde926 service neutron] Pushing event updated for resources: {'Port': ['ID=2be2a323-eb92-4e3d-ae44-17d69449e94a,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:40.371640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5c1d-a0af-46e6-9787-5c4a5e6d0e15 req-870da648-b5ea-4be5-8f99-77612fc191b9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.377642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5c1d-a0af-46e6-9787-5c4a5e6d0e15 req-870da648-b5ea-4be5-8f99-77612fc191b9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.384843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5c1d-a0af-46e6-9787-5c4a5e6d0e15 req-870da648-b5ea-4be5-8f99-77612fc191b9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.390871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5c1d-a0af-46e6-9787-5c4a5e6d0e15 req-870da648-b5ea-4be5-8f99-77612fc191b9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.394988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Attempting to bind port 2eaed254-3596-4fab-b435-9d72ac7d151f on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:40.395161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fba5c1d-a0af-46e6-9787-5c4a5e6d0e15 req-870da648-b5ea-4be5-8f99-77612fc191b9 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 3141 time: 0.3433621 Nov 22 16:13:40.395255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Attempting to bind port 2eaed254-3596-4fab-b435-9d72ac7d151f by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:40.395255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Attempting to bind port 2eaed254-3596-4fab-b435-9d72ac7d151f on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:40.401438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-95cacd2c-a6de-461f-8dec-8bac63172175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.402958 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-95cacd2c-a6de-461f-8dec-8bac63172175 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed6dceda8d48484e88948c4c2d1b89d9&device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 1094 time: 0.0733223 Nov 22 16:13:40.403678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Port 2eaed254-3596-4fab-b435-9d72ac7d151f on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:13:40.404399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Attempting to bind port 2eaed254-3596-4fab-b435-9d72ac7d151f on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:40.411629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:40.412320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Checking segment: {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:40.414287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Bound using segment: {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:40.414852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Bound port: 2eaed254-3596-4fab-b435-9d72ac7d151f, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:40.415304 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.463691 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d3a7e682-cd98-4464-9fe1-895e29f158f3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be2a323-eb92-4e3d-ae44-17d69449e94a HTTP/1.1" status: 200 len: 217 time: 0.0389836 Nov 22 16:13:40.521937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-cf6b0939-442a-4297-837d-af27f357592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.523870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-cf6b0939-442a-4297-837d-af27f357592f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 HTTP/1.1" status: 200 len: 930 time: 0.4479699 Nov 22 16:13:40.544201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] For port 374fbef0-3e5e-4b3e-9906-595d4b047a6d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=374fbef0-3e5e-4b3e-9906-595d4b047a6d,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:40.544723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.555468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-af15a668-05d7-4eaf-a4d8-46eaec27cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.557087 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-af15a668-05d7-4eaf-a4d8-46eaec27cbde service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ebae3a-2d46-4398-b87d-278a7c1dc3ca HTTP/1.1" status: 200 len: 858 time: 0.0758717 Nov 22 16:13:40.558130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] For port 2eaed254-3596-4fab-b435-9d72ac7d151f, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:40.561495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] For port 2eaed254-3596-4fab-b435-9d72ac7d151f, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2eaed254-3596-4fab-b435-9d72ac7d151f,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:40.565985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.622425 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-8e33d8ca-b153-4e40-a543-81c64ff247d8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542006 Nov 22 16:13:40.626782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.627410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.628866 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] 10.222.0.71 "PUT /v2.0/ports/2eaed254-3596-4fab-b435-9d72ac7d151f HTTP/1.1" status: 200 len: 1092 time: 2.1228464 Nov 22 16:13:40.665214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Calling delete_port for 374fbef0-3e5e-4b3e-9906-595d4b047a6d owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:40.670226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044bc4-a6cd-449b-985f-f844146ecc6b service neutron] Pushing event updated for resources: {'Port': ['ID=2eaed254-3596-4fab-b435-9d72ac7d151f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:40.684632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-44d7ecc7-47a5-42ee-b93b-9ef3ebf2abfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 200 len: 217 time: 0.1419096 Nov 22 16:13:40.708706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fba5c1d-a0af-46e6-9787-5c4a5e6d0e15 req-6d0408ed-7fe6-4619-9576-1b51ad182efb tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979436 Nov 22 16:13:40.748328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89649b57-78b9-4462-8d4e-24146b073f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.750900 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-89649b57-78b9-4462-8d4e-24146b073f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:40.752917 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-89649b57-78b9-4462-8d4e-24146b073f3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c2fa491b-9038-4d99-91fd-9c7d3312c804 HTTP/1.1" status: 204 len: 168 time: 0.8413663 Nov 22 16:13:40.765505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84b7cf-acff-4a28-8da0-9fc02b1b613e req-0c17846f-6e4f-4654-a6ec-defa7c04e0e5 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.774327 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-649a80da-0681-4541-bda0-ac11467aa88e service neutron] 10.222.0.71 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294026 Nov 22 16:13:40.776132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c84b7cf-acff-4a28-8da0-9fc02b1b613e req-0c17846f-6e4f-4654-a6ec-defa7c04e0e5 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 944 time: 0.3506052 Nov 22 16:13:40.781956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-fd9f56bd-6f25-4f7f-b828-ab29630ffb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.784494 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-fd9f56bd-6f25-4f7f-b828-ab29630ffb1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed6dceda8d48484e88948c4c2d1b89d9&device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 1095 time: 0.0736158 Nov 22 16:13:40.895148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-11557093-0406-4974-b4d0-c6f2eb90a3dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eaed254-3596-4fab-b435-9d72ac7d151f HTTP/1.1" status: 200 len: 217 time: 0.0875883 Nov 22 16:13:40.905497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89649b57-78b9-4462-8d4e-24146b073f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fa491b-9038-4d99-91fd-9c7d3312c804,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:40.951972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90ea1115-cde7-4211-aefa-ca38c55f36ce req-c344b563-fdfb-4267-ad6a-9eb5f8c3c4c3 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0610209 Nov 22 16:13:40.959503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ba4ba75a-9dd9-40c3-9395-0b76a6902cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:40.962386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ba4ba75a-9dd9-40c3-9395-0b76a6902cbc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ebae3a-2d46-4398-b87d-278a7c1dc3ca HTTP/1.1" status: 200 len: 858 time: 0.0565264 Nov 22 16:13:41.016134 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-f87bc3c5-4089-4faa-beef-c9edf4813396 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455263 Nov 22 16:13:41.025120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-b1e0e6a1-bce1-4a03-b114-bf278a0a0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:41.026831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-b1e0e6a1-bce1-4a03-b114-bf278a0a0ac2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=992d05fd-2a2d-458e-9cbb-7243e912b5ae HTTP/1.1" status: 200 len: 868 time: 0.3303704 Nov 22 16:13:41.067457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c84b7cf-acff-4a28-8da0-9fc02b1b613e req-9a761dd4-2c9f-4676-a7b8-9fc8603a43c5 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891779 Nov 22 16:13:41.097515 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-8d34ff45-9521-43c8-82bc-1b1e685f803f service neutron] 10.222.0.71 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118374 Nov 22 16:13:41.153932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48592) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:41.164322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-0f57865b-bee0-4497-a587-8578f85e4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:41.164545 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-04058d40-82bc-457e-b184-b45aff973619 service neutron] 10.222.0.71 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384344 Nov 22 16:13:41.165804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-0f57865b-bee0-4497-a587-8578f85e4057 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284201 Nov 22 16:13:41.181354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62dd4ab4-8146-40f1-948c-3b52527e2f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.283628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.287311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 763866a6-0bb9-44da-8f8e-a4002d04feae {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:41.294471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c612-5666-4e44-9417-4ed944f718ef req-2cbaa9a8-34bd-4c6c-b14d-ce8c70ef7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:41.296024 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a55c612-5666-4e44-9417-4ed944f718ef req-2cbaa9a8-34bd-4c6c-b14d-ce8c70ef7a78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed6dceda8d48484e88948c4c2d1b89d9&device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 1094 time: 0.1246481 Nov 22 16:13:41.304397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.347324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Port': ['ID=374fbef0-3e5e-4b3e-9906-595d4b047a6d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:41.365629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22b4f1-5fba-437c-a081-d05d2f160ebe req-7a3ca892-4cbe-4be2-84a8-020ca26df9cf tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:41.368006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d22b4f1-5fba-437c-a081-d05d2f160ebe req-7a3ca892-4cbe-4be2-84a8-020ca26df9cf tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 944 time: 0.2115564 Nov 22 16:13:41.369121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Transition to ACTIVE for port object 763866a6-0bb9-44da-8f8e-a4002d04feae will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:13:41.396096 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-4031b2e3-4a15-414b-91b0-ec5ad5754457 service neutron] 10.222.0.71 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168159 Nov 22 16:13:41.404815 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.455093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62dd4ab4-8146-40f1-948c-3b52527e2f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.456861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c612-5666-4e44-9417-4ed944f718ef req-ff3402d3-618d-4e7f-b3e1-b10fd6c01215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:41.458497 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a55c612-5666-4e44-9417-4ed944f718ef req-ff3402d3-618d-4e7f-b3e1-b10fd6c01215 service neutron] 10.222.0.71 "GET /v2.0/networks?id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c HTTP/1.1" status: 200 len: 919 time: 0.1452188 Nov 22 16:13:41.459524 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62dd4ab4-8146-40f1-948c-3b52527e2f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.466468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] No DVR routers for this DVR port 374fbef0-3e5e-4b3e-9906-595d4b047a6d on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:41.479864 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.483117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-f8ab0041-109f-43c0-883d-9b4e25403fde tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "DELETE /v2.0/ports/374fbef0-3e5e-4b3e-9906-595d4b047a6d HTTP/1.1" status: 204 len: 173 time: 1.7417762 Nov 22 16:13:41.486163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-f1b2a1e9-8e5c-4fc1-8cba-82593cbe4e6d service neutron] 10.222.0.11 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905023 Nov 22 16:13:41.531337 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a55c612-5666-4e44-9417-4ed944f718ef req-1748dee8-6875-4c99-bfd5-52e58fcfb4da service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2be2a323-eb92-4e3d-ae44-17d69449e94a HTTP/1.1" status: 200 len: 217 time: 0.0601838 Nov 22 16:13:41.541173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd4ab4-8146-40f1-948c-3b52527e2f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8010ebb9-33cc-4dc0-bfb6-c249fc9c625c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:41.552402 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-62dd4ab4-8146-40f1-948c-3b52527e2f24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6dcd6600c02d42038292252059915640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967860 Nov 22 16:13:41.566195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48594) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:41.589663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55c612-5666-4e44-9417-4ed944f718ef req-1fe79c96-f7c0-4074-b2b1-a694b9f4a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:41.591268 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a55c612-5666-4e44-9417-4ed944f718ef req-1fe79c96-f7c0-4074-b2b1-a694b9f4a776 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ebae3a-2d46-4398-b87d-278a7c1dc3ca HTTP/1.1" status: 200 len: 858 time: 0.0512836 Nov 22 16:13:41.612975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d22b4f1-5fba-437c-a081-d05d2f160ebe req-31aa726b-26b8-4f3c-ba7c-07772bc195b7 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318518 Nov 22 16:13:41.613600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Pushing event updated for resources: {'Port': ['ID=763866a6-0bb9-44da-8f8e-a4002d04feae,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:41.627229 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a55c612-5666-4e44-9417-4ed944f718ef req-37907a05-f377-4477-a542-8a300f35fd98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273476 Nov 22 16:13:41.731022 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a55c612-5666-4e44-9417-4ed944f718ef req-c127ee98-f3a4-483b-91a8-876ec9ed8443 service neutron] 10.222.0.71 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958092 Nov 22 16:13:41.777655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb251217-6b3a-4a32-9ccc-96bc305c96ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.835861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Attempting to bind port 763866a6-0bb9-44da-8f8e-a4002d04feae on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:13:41.836310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Attempting to bind port 763866a6-0bb9-44da-8f8e-a4002d04feae by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:13:41.836837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Attempting to bind port 763866a6-0bb9-44da-8f8e-a4002d04feae on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:41.846048 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a55c612-5666-4e44-9417-4ed944f718ef req-8e3e4d08-40c2-44ce-a115-e0fe0294c4a2 service neutron] 10.222.0.71 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030619 Nov 22 16:13:41.864349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb251217-6b3a-4a32-9ccc-96bc305c96ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.882934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f4cfae4-95fd-4d80-be17-a58de1540d97 req-2a8bda7b-af19-4b5c-9a77-a063588afa36 service neutron] 10.222.0.11 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768938 Nov 22 16:13:41.884065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Port 763866a6-0bb9-44da-8f8e-a4002d04feae on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:13:41.884530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Attempting to bind port 763866a6-0bb9-44da-8f8e-a4002d04feae on network 44ea79bd-413f-4c4d-9101-d4c8849c5d2c {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:13:41.928375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:13:41.929185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Checking segment: {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:13:41.930031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Bound using segment: {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:13:41.930486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Bound port: 763866a6-0bb9-44da-8f8e-a4002d04feae, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:13:41.930850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:41.946654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting port 4f833a5e-47fd-4286-9165-82d931d3729e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:41.947001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:42.030687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd2c2c-7265-489e-bdca-310f07846737 req-5ef046f4-98bb-404b-a964-844029735f73 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:42.036630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd2c2c-7265-489e-bdca-310f07846737 req-5ef046f4-98bb-404b-a964-844029735f73 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:42.042734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd2c2c-7265-489e-bdca-310f07846737 req-5ef046f4-98bb-404b-a964-844029735f73 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:42.044368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24dd2c2c-7265-489e-bdca-310f07846737 req-5ef046f4-98bb-404b-a964-844029735f73 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 2410 time: 0.2260175 Nov 22 16:13:42.092728 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb251217-6b3a-4a32-9ccc-96bc305c96ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:42.095219 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eb251217-6b3a-4a32-9ccc-96bc305c96ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:42.096371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-eb251217-6b3a-4a32-9ccc-96bc305c96ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8010ebb9-33cc-4dc0-bfb6-c249fc9c625c HTTP/1.1" status: 204 len: 168 time: 0.5021431 Nov 22 16:13:42.344024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fece26a-29db-4782-a716-6bfaac876bd7', 'tag': '2eaed254-3596-4fab-b435-9d72ac7d151f'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:42.346490 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209d8f52-4be0-4d84-822f-03d18811a421" -d '{"events": [{"name": "network-changed", "server_uuid": "2fece26a-29db-4782-a716-6bfaac876bd7", "tag": "2eaed254-3596-4fab-b435-9d72ac7d151f"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:42.415194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': '374fbef0-3e5e-4b3e-9906-595d4b047a6d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:42.417569 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373c6f88-6307-4875-b041-69cd83d38f38" -d '{"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "374fbef0-3e5e-4b3e-9906-595d4b047a6d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:42.432877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a789b40-e5d9-4461-bc38-2f60509e995b req-4baea3e1-cec9-4a33-9736-bd2e4a389596 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.3875232 Nov 22 16:13:42.453267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251217-6b3a-4a32-9ccc-96bc305c96ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8010ebb9-33cc-4dc0-bfb6-c249fc9c625c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:42.474486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] For port 763866a6-0bb9-44da-8f8e-a4002d04feae, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:13:42.484970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] For port 763866a6-0bb9-44da-8f8e-a4002d04feae, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=763866a6-0bb9-44da-8f8e-a4002d04feae,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:13:42.496320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] For port 4f833a5e-47fd-4286-9165-82d931d3729e, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4f833a5e-47fd-4286-9165-82d931d3729e,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:42.496694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:42.510663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:42.548438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Calling delete_port for 4f833a5e-47fd-4286-9165-82d931d3729e owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:42.553209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24dd2c2c-7265-489e-bdca-310f07846737 req-c3920601-79ca-4edf-8f88-af307d7681a8 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4953942 Nov 22 16:13:42.562827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:42.563465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:42.565228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] 10.222.0.11 "PUT /v2.0/ports/763866a6-0bb9-44da-8f8e-a4002d04feae HTTP/1.1" status: 200 len: 1092 time: 2.6178453 Nov 22 16:13:42.639577 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad43922-24bf-4c09-99c8-1932e77c04cc x-openstack-request-id: req-8ad43922-24bf-4c09-99c8-1932e77c04cc {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:42.640180 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fece26a-29db-4782-a716-6bfaac876bd7", "tag": "2eaed254-3596-4fab-b435-9d72ac7d151f", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:42.640180 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ad43922-24bf-4c09-99c8-1932e77c04cc {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:42.640610 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fece26a-29db-4782-a716-6bfaac876bd7', 'tag': '2eaed254-3596-4fab-b435-9d72ac7d151f', 'status': 'completed', 'code': 200} Nov 22 16:13:42.679845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae809338-89cc-4e10-87f9-cca6cf50ca5e service neutron] Pushing event updated for resources: {'Port': ['ID=763866a6-0bb9-44da-8f8e-a4002d04feae,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:42.704203 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326362e8-6d12-4884-aa7b-dfce7b8ea274 x-openstack-request-id: req-326362e8-6d12-4884-aa7b-dfce7b8ea274 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:42.704439 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "374fbef0-3e5e-4b3e-9906-595d4b047a6d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:42.704654 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-326362e8-6d12-4884-aa7b-dfce7b8ea274 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:42.705054 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': '374fbef0-3e5e-4b3e-9906-595d4b047a6d', 'status': 'completed', 'code': 200} Nov 22 16:13:42.751012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8f52-4be0-4d84-822f-03d18811a421 req-4f02069d-701f-412c-a183-6cb4f7ba0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:42.752548 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-209d8f52-4be0-4d84-822f-03d18811a421 req-4f02069d-701f-412c-a183-6cb4f7ba0b49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ed6dceda8d48484e88948c4c2d1b89d9&device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 1095 time: 0.0797465 Nov 22 16:13:42.758273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-16f4fc06-1a22-4ad8-9cd7-bd5361d69896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:42.759801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-16f4fc06-1a22-4ad8-9cd7-bd5361d69896 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed6dceda8d48484e88948c4c2d1b89d9&device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 1095 time: 0.1305232 Nov 22 16:13:42.769744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ccd05-8422-446b-babf-3e4f8e7039a7 req-275cad6d-fe6a-46bd-87c8-6b98f25addab tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:42.771241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-206ccd05-8422-446b-babf-3e4f8e7039a7 req-275cad6d-fe6a-46bd-87c8-6b98f25addab tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 944 time: 0.1408365 Nov 22 16:13:42.854558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-c6ca3abe-e58a-4377-82f3-50f88ed566cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763866a6-0bb9-44da-8f8e-a4002d04feae HTTP/1.1" status: 200 len: 217 time: 0.0822501 Nov 22 16:13:42.864094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 72471929-b42c-4ab3-9081-1f7ded52ae65 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:13:42.877041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8f52-4be0-4d84-822f-03d18811a421 req-48f66961-58c4-4231-9a58-caf0239b0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:42.878511 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-209d8f52-4be0-4d84-822f-03d18811a421 req-48f66961-58c4-4231-9a58-caf0239b0b76 service neutron] 10.222.0.71 "GET /v2.0/networks?id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c HTTP/1.1" status: 200 len: 919 time: 0.1181309 Nov 22 16:13:42.925289 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-209d8f52-4be0-4d84-822f-03d18811a421 req-fc242626-952d-4a8a-acbb-0a23768f25ad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2eaed254-3596-4fab-b435-9d72ac7d151f HTTP/1.1" status: 200 len: 217 time: 0.0384426 Nov 22 16:13:42.973218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 72471929-b42c-4ab3-9081-1f7ded52ae65, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=72471929-b42c-4ab3-9081-1f7ded52ae65,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:42.993746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'port_id': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'mac_address': 'fa:16:3e:83:e7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:13:43.003142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d8f52-4be0-4d84-822f-03d18811a421 req-d071f51d-a0b4-442c-ba8d-404c642c85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:43.004641 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-209d8f52-4be0-4d84-822f-03d18811a421 req-d071f51d-a0b4-442c-ba8d-404c642c85f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ebae3a-2d46-4398-b87d-278a7c1dc3ca HTTP/1.1" status: 200 len: 858 time: 0.0681491 Nov 22 16:13:43.007466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74406b6-0be2-4005-8b36-22e5e9a547be req-ed594e6d-e6df-44ff-a47c-17ce642d05d1 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:43.009448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d74406b6-0be2-4005-8b36-22e5e9a547be req-ed594e6d-e6df-44ff-a47c-17ce642d05d1 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 944 time: 0.2484498 Nov 22 16:13:43.021097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-18037ea3-6844-439c-8c12-e8cd4666b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:43.023352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-18037ea3-6844-439c-8c12-e8cd4666b5a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ebae3a-2d46-4398-b87d-278a7c1dc3ca HTTP/1.1" status: 200 len: 858 time: 0.1305995 Nov 22 16:13:43.042277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-206ccd05-8422-446b-babf-3e4f8e7039a7 req-7b983cb4-a29d-4296-9883-eceb1e1c7db9 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449462 Nov 22 16:13:43.045692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:43.054688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:43.066662 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-209d8f52-4be0-4d84-822f-03d18811a421 req-5ff1aa76-8e46-4300-abaa-3bb0f42f148c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499446 Nov 22 16:13:43.078832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72471929-b42c-4ab3-9081-1f7ded52ae65 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:43.101493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 72471929-b42c-4ab3-9081-1f7ded52ae65, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=72471929-b42c-4ab3-9081-1f7ded52ae65,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:43.109380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:43.142126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-3d18f96b-5816-49f0-bc80-59a512a6ac12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0968635 Nov 22 16:13:43.161611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=72471929-b42c-4ab3-9081-1f7ded52ae65,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:43.190621 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-209d8f52-4be0-4d84-822f-03d18811a421 req-657d69f9-b9bf-4432-8bf8-9b7241f60568 service neutron] 10.222.0.71 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128404 Nov 22 16:13:43.206707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Port': ['ID=4f833a5e-47fd-4286-9165-82d931d3729e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:43.288685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d74406b6-0be2-4005-8b36-22e5e9a547be req-534b6738-8cca-4202-8220-5fbe2eeeaf4d tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633028 Nov 22 16:13:43.306452 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-209d8f52-4be0-4d84-822f-03d18811a421 req-e92c4e3a-4a98-42c5-acd6-519fca552bec service neutron] 10.222.0.71 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073740 Nov 22 16:13:43.313642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] No DVR routers for this DVR port 4f833a5e-47fd-4286-9165-82d931d3729e on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:43.318034 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:43.322538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-612325cf-b3f8-4f01-9dca-71c7f518d140 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "DELETE /v2.0/ports/4f833a5e-47fd-4286-9165-82d931d3729e HTTP/1.1" status: 204 len: 173 time: 1.8269818 Nov 22 16:13:43.424099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-33abed5e-1e87-432b-9a1f-3a239308d26d service neutron] 10.222.0.11 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707844 Nov 22 16:13:43.459043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['72471929-b42c-4ab3-9081-1f7ded52ae65'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:43.545535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting port 2ecca0ec-b039-4911-a60c-a35e8685fe15 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:43.545901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:43.634860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4463db41-a2d5-4195-8ae5-3f317f372396 req-49df5677-8c2a-428a-a7f3-34eb700b102e tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.1091404 Nov 22 16:13:43.683377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fa0bb01-f291-4281-b991-76bb5514d187 req-c8ba5235-f7a4-4a01-bce6-b4285110095e service neutron] 10.222.0.11 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498283 Nov 22 16:13:43.774003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] For port 2ecca0ec-b039-4911-a60c-a35e8685fe15, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2ecca0ec-b039-4911-a60c-a35e8685fe15,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:43.774461 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:43.844044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d94597-5eb6-456d-ae02-6a4ba2154729 req-d63b561d-6dfb-4d1b-9654-b705c6b0fc86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:43.849967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d94597-5eb6-456d-ae02-6a4ba2154729 req-d63b561d-6dfb-4d1b-9654-b705c6b0fc86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:43.852098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4d94597-5eb6-456d-ae02-6a4ba2154729 req-d63b561d-6dfb-4d1b-9654-b705c6b0fc86 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 1677 time: 0.1235151 Nov 22 16:13:43.955414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4d94597-5eb6-456d-ae02-6a4ba2154729 req-d7031926-d94a-4973-aec8-ec7db1a671ea tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951312 Nov 22 16:13:44.027374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:44.027767 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:44.028101 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Floating IP de25f543-db61-4635-ad65-ccf2b1d589bd disassociated. External IP: 172.25.5.20, port: 2ecca0ec-b039-4911-a60c-a35e8685fe15. Nov 22 16:13:44.028459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Calling delete_port for 2ecca0ec-b039-4911-a60c-a35e8685fe15 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:44.204443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a5a95-af56-4476-9fe7-18bf61c27deb req-7de9c1c7-2be4-4dfc-9d5d-0ee7a206cc5a tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:44.205891 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f8a5a95-af56-4476-9fe7-18bf61c27deb req-7de9c1c7-2be4-4dfc-9d5d-0ee7a206cc5a tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 944 time: 0.0956974 Nov 22 16:13:44.207003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:44.255527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Port': ['ID=2ecca0ec-b039-4911-a60c-a35e8685fe15,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:44.337185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f8a5a95-af56-4476-9fe7-18bf61c27deb req-9d2798cc-c156-4f67-b91a-7c827b6b7fb5 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193626 Nov 22 16:13:44.432499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Router ca501046-42da-4df0-9914-a0888dac92a4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:13:44.448844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae824fe-174e-4f70-a8dd-e516bb2527c4 req-ad79302a-b9d5-4f4e-976d-efa79c6433e9 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:44.450340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ae824fe-174e-4f70-a8dd-e516bb2527c4 req-ad79302a-b9d5-4f4e-976d-efa79c6433e9 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 945 time: 0.0693944 Nov 22 16:13:44.574258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ae824fe-174e-4f70-a8dd-e516bb2527c4 req-030ffdb2-2111-43ad-8df4-a060baeb724c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170940 Nov 22 16:13:44.599951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:13:44.611273 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] Sync routers for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:13:44.624077 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:44.624852 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:44.651123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] No DVR routers for this DVR port 2ecca0ec-b039-4911-a60c-a35e8685fe15 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:44.658776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:44.663185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-5491aff7-fa05-458d-a473-5df6a6f25a81 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "DELETE /v2.0/ports/2ecca0ec-b039-4911-a60c-a35e8685fe15 HTTP/1.1" status: 204 len: 173 time: 1.3325977 Nov 22 16:13:44.732581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0be5de-7d22-4adc-b3b6-5f796f62890e', 'tag': '763866a6-0bb9-44da-8f8e-a4002d04feae'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': '4f833a5e-47fd-4286-9165-82d931d3729e'}, {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:44.736242 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b77b50-c817-4fb0-a99a-5ab4b0769122" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0be5de-7d22-4adc-b3b6-5f796f62890e", "tag": "763866a6-0bb9-44da-8f8e-a4002d04feae"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "4f833a5e-47fd-4286-9165-82d931d3729e"}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:44.757440 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:44.800325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2be2a323-eb92-4e3d-ae44-17d69449e94a details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:13:44.861607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 72471929-b42c-4ab3-9081-1f7ded52ae65 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:44.883421 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f454d97-2ee6-4d98-a888-45607af35194 x-openstack-request-id: req-8f454d97-2ee6-4d98-a888-45607af35194 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:44.883855 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0be5de-7d22-4adc-b3b6-5f796f62890e", "tag": "763866a6-0bb9-44da-8f8e-a4002d04feae", "status": "completed", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "4f833a5e-47fd-4286-9165-82d931d3729e", "status": "completed", "code": 200}, {"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "2ecca0ec-b039-4911-a60c-a35e8685fe15", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:44.884144 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f454d97-2ee6-4d98-a888-45607af35194 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:44.884555 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0be5de-7d22-4adc-b3b6-5f796f62890e', 'tag': '763866a6-0bb9-44da-8f8e-a4002d04feae', 'status': 'completed', 'code': 200} Nov 22 16:13:44.884817 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': '4f833a5e-47fd-4286-9165-82d931d3729e', 'status': 'completed', 'code': 200} Nov 22 16:13:44.885126 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': '2ecca0ec-b039-4911-a60c-a35e8685fe15', 'status': 'completed', 'code': 200} Nov 22 16:13:44.895542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-567c4128-f34f-4a64-ae64-ff7766e4a8f4 req-724c4d11-d264-43c0-aac1-0453d134132f tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.1407542 Nov 22 16:13:44.969960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-4316208b-7735-45b9-b5e6-1562722fa431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:44.971470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-4316208b-7735-45b9-b5e6-1562722fa431 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed6dceda8d48484e88948c4c2d1b89d9&device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 1095 time: 0.0689063 Nov 22 16:13:45.003105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2be2a323-eb92-4e3d-ae44-17d69449e94a, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2be2a323-eb92-4e3d-ae44-17d69449e94a,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:45.018745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '2be2a323-eb92-4e3d-ae44-17d69449e94a', 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c', 'port_id': '2be2a323-eb92-4e3d-ae44-17d69449e94a', 'mac_address': 'fa:16:3e:d3:f4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ebae3a-2d46-4398-b87d-278a7c1dc3ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:13:45.022828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 72471929-b42c-4ab3-9081-1f7ded52ae65 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:13:45.028410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 72471929-b42c-4ab3-9081-1f7ded52ae65 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:45.029025 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.058063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting port b20617e2-5319-4d5d-9f6a-c65f46471c9b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:45.058658 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.060745 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:41Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:45.092651 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] Checking router: ca501046-42da-4df0-9914-a0888dac92a4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:13:45.102399 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:45.103011 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:45.106843 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.132848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2be2a323-eb92-4e3d-ae44-17d69449e94a {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:45.162046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2be2a323-eb92-4e3d-ae44-17d69449e94a, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2be2a323-eb92-4e3d-ae44-17d69449e94a,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:45.170453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.171367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2eaed254-3596-4fab-b435-9d72ac7d151f details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:13:45.228893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] For port b20617e2-5319-4d5d-9f6a-c65f46471c9b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b20617e2-5319-4d5d-9f6a-c65f46471c9b,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:45.229280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.247784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Calling delete_port for b20617e2-5319-4d5d-9f6a-c65f46471c9b owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:45.326950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2eaed254-3596-4fab-b435-9d72ac7d151f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2eaed254-3596-4fab-b435-9d72ac7d151f,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:45.327972 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:45.338788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.342863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2be2a323-eb92-4e3d-ae44-17d69449e94a,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:45.354689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '2eaed254-3596-4fab-b435-9d72ac7d151f', 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c', 'port_id': '2eaed254-3596-4fab-b435-9d72ac7d151f', 'mac_address': 'fa:16:3e:03:58:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ebae3a-2d46-4398-b87d-278a7c1dc3ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:13:45.393084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.393487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.393770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.394112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.394447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.394920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.395262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.395586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.395935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.396258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.396586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.396910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:45.408121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:45.409964 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7a2bbb-34a4-4374-90af-523223235118" -d '{"events": [{"server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "name": "network-vif-plugged", "status": "completed", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:45.439071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 72471929-b42c-4ab3-9081-1f7ded52ae65, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=72471929-b42c-4ab3-9081-1f7ded52ae65,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:45.451722 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.462924 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.465893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7f500-a038-462e-97c0-6c44d3b5978e req-3595a4d5-e09e-4e2d-815f-ad352e1e7bbd tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:45.474378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1d7f500-a038-462e-97c0-6c44d3b5978e req-3595a4d5-e09e-4e2d-815f-ad352e1e7bbd tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 943 time: 0.3674932 Nov 22 16:13:45.513365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eaed254-3596-4fab-b435-9d72ac7d151f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:45.515642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-eaf3230d-943d-4f8b-810c-6ae68685ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:45.518690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-eaf3230d-943d-4f8b-810c-6ae68685ab6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c HTTP/1.1" status: 200 len: 919 time: 0.5378942 Nov 22 16:13:45.532857 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.548476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2eaed254-3596-4fab-b435-9d72ac7d151f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2eaed254-3596-4fab-b435-9d72ac7d151f,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:45.549816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=72471929-b42c-4ab3-9081-1f7ded52ae65,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:45.558149 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.568595 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:41Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:45.597807 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8525ec-0f52-4805-8bdf-8b38c751c505 None None] The sync data for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 is: [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:02:35Z', 'revision_number': 4, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299a8b41-ddd2-4757-8c41-9e0ac8b95d5d', 'name': '', 'network_id': '6d96293d-4bbf-48aa-81cb-af7351f06337', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'mac_address': 'fa:16:3e:f9:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:34Z', 'updated_at': '2021-11-22T16:02:41Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'subnets': [{'id': '1e8b21a4-3e72-44df-ae98-8fd86638c7e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:13:45.629125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2eaed254-3596-4fab-b435-9d72ac7d151f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:45.642536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Port': ['ID=b20617e2-5319-4d5d-9f6a-c65f46471c9b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:45.655203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-48eb21a6-eb78-433d-9184-71459d8a1eee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=763866a6-0bb9-44da-8f8e-a4002d04feae HTTP/1.1" status: 200 len: 217 time: 0.1258881 Nov 22 16:13:45.664939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1d7f500-a038-462e-97c0-6c44d3b5978e req-b9feaf77-207f-45ff-a286-9b235df85cb1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups?id=66be33a2-a8e3-47a1-81e3-db6945e209de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894445 Nov 22 16:13:45.761877 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8033cd5b-adeb-4fb5-bf22-e2134d7d8dbd x-openstack-request-id: req-8033cd5b-adeb-4fb5-bf22-e2134d7d8dbd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:45.762260 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "name": "network-vif-plugged", "status": "completed", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:45.762531 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8033cd5b-adeb-4fb5-bf22-e2134d7d8dbd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:45.762951 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'code': 200} Nov 22 16:13:45.765376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df73289-9f92-4f75-bdd2-e2daf4eb3fb5 req-f256ce35-88d7-43e2-9ec2-955850e182ce tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:45.767636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5df73289-9f92-4f75-bdd2-e2daf4eb3fb5 req-f256ce35-88d7-43e2-9ec2-955850e182ce tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 944 time: 0.2900329 Nov 22 16:13:45.791677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] No DVR routers for this DVR port b20617e2-5319-4d5d-9f6a-c65f46471c9b on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:13:45.799634 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:45.803349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbd53eee-7f1f-4ddc-870f-c368aec9b2d6 req-b3dd574b-7211-46fd-b77b-1c85a349b382 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.71 "DELETE /v2.0/ports/b20617e2-5319-4d5d-9f6a-c65f46471c9b HTTP/1.1" status: 204 len: 173 time: 1.1340616 Nov 22 16:13:45.828154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2eaed254-3596-4fab-b435-9d72ac7d151f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:45.919165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2be2a323-eb92-4e3d-ae44-17d69449e94a'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:45.923587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-0ba3800e-a5c7-44bb-ae0e-5f7349764e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:45.925475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-0ba3800e-a5c7-44bb-ae0e-5f7349764e96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ebae3a-2d46-4398-b87d-278a7c1dc3ca HTTP/1.1" status: 200 len: 858 time: 0.2505696 Nov 22 16:13:45.954362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5df73289-9f92-4f75-bdd2-e2daf4eb3fb5 req-0c7853b9-02bb-4660-aed9-e625c0a2bc7d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639941 Nov 22 16:13:46.044282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-06e7d47b-5e75-4cb1-b59d-f3a5797713f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44ea79bd-413f-4c4d-9101-d4c8849c5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828321 Nov 22 16:13:46.065314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81aabf1-d1fe-41a7-99ae-9ffedd1f777e req-0fda9636-d310-4e35-b64b-7f1d24f1877c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:46.067358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a81aabf1-d1fe-41a7-99ae-9ffedd1f777e req-0fda9636-d310-4e35-b64b-7f1d24f1877c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 946 time: 0.2443893 Nov 22 16:13:46.199265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d28a12-bbac-49d3-994c-a199370dd1a6 req-2b330a99-6778-425b-a242-372a94a17d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:46.201130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1d28a12-bbac-49d3-994c-a199370dd1a6 req-2b330a99-6778-425b-a242-372a94a17d64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 1097 time: 0.3594804 Nov 22 16:13:46.243052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc9b06a-d6f6-438f-9be7-a452eb727bb0 None None] New status for floating IP de25f543-db61-4635-ad65-ccf2b1d589bd: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:13:46.562163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c2a1f46-d88c-42f5-9775-6814459c860b req-a985e26a-176a-4833-934e-c5f09cba8764 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.3950727 Nov 22 16:13:46.616561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a81aabf1-d1fe-41a7-99ae-9ffedd1f777e req-ef70a217-025d-4452-b21d-1d1c1f7563a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320849 Nov 22 16:13:46.686455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1d28a12-bbac-49d3-994c-a199370dd1a6 req-6b4c40aa-b9e0-4e08-8d61-c864ca246322 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344144 Nov 22 16:13:46.690573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-8aa1277b-e864-41cc-99fe-857429e967da service neutron] 10.222.0.11 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200294 Nov 22 16:13:46.783363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c661284-b645-4af5-b27e-bf42ba010402 req-e2779c70-82a4-4889-8321-e782686dce0b tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0303483 Nov 22 16:13:46.858812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 763866a6-0bb9-44da-8f8e-a4002d04feae details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:13:47.020870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 763866a6-0bb9-44da-8f8e-a4002d04feae, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=763866a6-0bb9-44da-8f8e-a4002d04feae,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:47.048972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '763866a6-0bb9-44da-8f8e-a4002d04feae', 'network_id': '44ea79bd-413f-4c4d-9101-d4c8849c5d2c', 'port_id': '763866a6-0bb9-44da-8f8e-a4002d04feae', 'mac_address': 'fa:16:3e:32:1a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ebae3a-2d46-4398-b87d-278a7c1dc3ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:13:47.074612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:47.085622 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad83dd5f-2480-4920-97d7-4b1eb5074319" -d '{"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "b20617e2-5319-4d5d-9f6a-c65f46471c9b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:47.133714 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:47.167496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 763866a6-0bb9-44da-8f8e-a4002d04feae {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:13:47.195882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5b77b50-c817-4fb0-a99a-5ab4b0769122 req-ed850b66-b009-471c-bc51-9bf3064b851e service neutron] 10.222.0.11 "GET /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173823 Nov 22 16:13:47.236577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3eefd-8b78-4d1b-b973-6ca81ae7e359 req-e0812ddd-7ac3-4c07-8b5a-61ddc51246e9 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:47.239047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9d3eefd-8b78-4d1b-b973-6ca81ae7e359 req-e0812ddd-7ac3-4c07-8b5a-61ddc51246e9 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 945 time: 0.1457868 Nov 22 16:13:47.239523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 763866a6-0bb9-44da-8f8e-a4002d04feae, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=763866a6-0bb9-44da-8f8e-a4002d04feae,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:47.241607 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84037058-8aec-4f03-a962-e5806fe7b961 x-openstack-request-id: req-84037058-8aec-4f03-a962-e5806fe7b961 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:47.242098 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ce12cc-a8bc-4093-9a96-1163af1b4629", "name": "network-vif-deleted", "tag": "b20617e2-5319-4d5d-9f6a-c65f46471c9b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:47.243324 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-84037058-8aec-4f03-a962-e5806fe7b961 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:47.244012 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ce12cc-a8bc-4093-9a96-1163af1b4629', 'name': 'network-vif-deleted', 'tag': 'b20617e2-5319-4d5d-9f6a-c65f46471c9b', 'status': 'completed', 'code': 200} Nov 22 16:13:47.247983 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:47.313275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=763866a6-0bb9-44da-8f8e-a4002d04feae,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:47.336728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9d3eefd-8b78-4d1b-b973-6ca81ae7e359 req-0ca8be6b-65b9-4a6b-9da5-368eac83e65a tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909650 Nov 22 16:13:47.510574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['763866a6-0bb9-44da-8f8e-a4002d04feae'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:13:47.689098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-983f4f42-ea4a-4b9a-b6c3-2c431958aec9 req-b94e58cf-a2e7-47ce-8aac-4d0af4cb179c tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0333290 Nov 22 16:13:47.818198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb58e8-1299-4819-b71f-f67bb48f84be req-6d47b16f-5aec-4343-940e-9c7067d9ff9a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:47.820452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8eb58e8-1299-4819-b71f-f67bb48f84be req-6d47b16f-5aec-4343-940e-9c7067d9ff9a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 946 time: 0.0732882 Nov 22 16:13:47.905488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8eb58e8-1299-4819-b71f-f67bb48f84be req-8c7883a4-3952-4603-8bef-72edaa981340 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748012 Nov 22 16:13:47.922484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-232132ec-f36a-4ee6-b499-0e775bb80b9b req-dd43eac5-1c4b-4319-9727-2dda6ec3d527 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0346675 Nov 22 16:13:48.466002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6233b9-18d1-4142-83b7-207d11124ba9 req-cb3e5f1b-9fe5-4ec8-a7f0-f45b5bc6ecb2 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:48.467490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e6233b9-18d1-4142-83b7-207d11124ba9 req-cb3e5f1b-9fe5-4ec8-a7f0-f45b5bc6ecb2 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 945 time: 0.0516183 Nov 22 16:13:48.519738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e6233b9-18d1-4142-83b7-207d11124ba9 req-e83d3222-2677-4372-a12a-311b3491db43 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Nov 22 16:13:48.827872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80e33e1f-cdd1-4e33-b028-cb20968988e7 req-0c519605-13ae-4868-bcd1-a63ebb8b9557 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0346453 Nov 22 16:13:48.829849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2be2a323-eb92-4e3d-ae44-17d69449e94a up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:48.873193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 763866a6-0bb9-44da-8f8e-a4002d04feae up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:48.951096 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64f991e0-0378-4082-8bde-1fc7e5369da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:48.977637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 763866a6-0bb9-44da-8f8e-a4002d04feae completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:13:48.985539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 2be2a323-eb92-4e3d-ae44-17d69449e94a completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:13:48.999641 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 763866a6-0bb9-44da-8f8e-a4002d04feae triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:49.000077 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.003799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 2be2a323-eb92-4e3d-ae44-17d69449e94a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:49.003799 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.119706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0333c03-3fe1-43ba-9555-c8417cdb09b5 req-09112532-d63f-4856-84d7-a4a6ae19b67e tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0528626 Nov 22 16:13:49.143688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c21cb-4cb6-4124-b062-69809a9a544f req-3b879785-f09b-4bd9-ac5d-14f355e00820 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:49.145525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-630c21cb-4cb6-4124-b062-69809a9a544f req-3b879785-f09b-4bd9-ac5d-14f355e00820 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 946 time: 0.1352911 Nov 22 16:13:49.186566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.200560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.211872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-630c21cb-4cb6-4124-b062-69809a9a544f req-7ada1996-899a-4646-a054-2371b1c5cec6 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584745 Nov 22 16:13:49.251388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0be5de-7d22-4adc-b3b6-5f796f62890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763866a6-0bb9-44da-8f8e-a4002d04feae'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:49.254627 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5d362c-3b54-46a0-b091-cf7e9d2588d8" -d '{"events": [{"server_uuid": "5c0be5de-7d22-4adc-b3b6-5f796f62890e", "name": "network-vif-plugged", "status": "completed", "tag": "763866a6-0bb9-44da-8f8e-a4002d04feae"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:49.308798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 763866a6-0bb9-44da-8f8e-a4002d04feae, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=763866a6-0bb9-44da-8f8e-a4002d04feae,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:49.338411 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.406694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2be2a323-eb92-4e3d-ae44-17d69449e94a, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2be2a323-eb92-4e3d-ae44-17d69449e94a,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:49.416882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=763866a6-0bb9-44da-8f8e-a4002d04feae,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:49.423509 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.423509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2eaed254-3596-4fab-b435-9d72ac7d151f up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:13:49.431338 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d345e4-4cd3-4eaf-99d4-fb24de781bb3 x-openstack-request-id: req-f2d345e4-4cd3-4eaf-99d4-fb24de781bb3 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:49.431730 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0be5de-7d22-4adc-b3b6-5f796f62890e", "name": "network-vif-plugged", "status": "completed", "tag": "763866a6-0bb9-44da-8f8e-a4002d04feae", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:49.432033 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f2d345e4-4cd3-4eaf-99d4-fb24de781bb3 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:49.432923 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0be5de-7d22-4adc-b3b6-5f796f62890e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '763866a6-0bb9-44da-8f8e-a4002d04feae', 'code': 200} Nov 22 16:13:49.517433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2be2a323-eb92-4e3d-ae44-17d69449e94a,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:49.533187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 2eaed254-3596-4fab-b435-9d72ac7d151f completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:13:49.557417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 2eaed254-3596-4fab-b435-9d72ac7d151f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:13:49.559055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.695103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-0ce263bb-a3ce-49ec-b36c-542c4514aa6a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 258 time: 0.4385841 Nov 22 16:13:49.698169 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.702834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:49.712202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ca1b2-c569-435b-b257-c9446f63f077 req-0c426544-672d-4e2c-9848-4e0e23e7bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:49.713715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-969ca1b2-c569-435b-b257-c9446f63f077 req-0c426544-672d-4e2c-9848-4e0e23e7bda6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 1097 time: 0.2042594 Nov 22 16:13:49.739890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2eaed254-3596-4fab-b435-9d72ac7d151f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2eaed254-3596-4fab-b435-9d72ac7d151f,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:13:49.746144 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.764580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261f647-eed5-4f0a-a93d-793d1538e029 req-1614c574-2c23-4f7b-9c5a-71182c3b4de8 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:49.766538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4261f647-eed5-4f0a-a93d-793d1538e029 req-1614c574-2c23-4f7b-9c5a-71182c3b4de8 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 945 time: 0.1368880 Nov 22 16:13:49.782906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:49.833586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2eaed254-3596-4fab-b435-9d72ac7d151f,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:49.875372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-969ca1b2-c569-435b-b257-c9446f63f077 req-f1e05b11-829b-4d81-a552-8254b8e6ade2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514747 Nov 22 16:13:49.910966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4261f647-eed5-4f0a-a93d-793d1538e029 req-d036a716-ad93-4a55-84c8-9e1c5eae5a6f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292901 Nov 22 16:13:50.003350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.035958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51d418f9-0a2b-4139-ba1e-7f1a698c2461 req-a66d4e4b-a917-47c2-8311-3f6742125b4e tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0357590 Nov 22 16:13:50.182102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Allocated IP 172.25.5.7 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/ae6cac3a-5fc4-4136-a71f-b55c28c604a3) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:50.273135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-389d2d17-039b-4e3f-b0af-f43d69586d9a req-fbfd42d9-ab65-4930-8da5-23555e757f68 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0318487 Nov 22 16:13:50.328765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.374507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.430769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:50.434460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:50.441819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:50.449765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Pushing event updated for resources: {'Port': ['ID=ae6cac3a-5fc4-4136-a71f-b55c28c604a3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:50.552628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.588717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.775803 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.780542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.863749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Pushing event updated for resources: {'Port': ['ID=ae6cac3a-5fc4-4136-a71f-b55c28c604a3,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:50.878648 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.900837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:50.902011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-01661ffe-34fc-4ebb-80fe-6632d9baa49a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.2060471 Nov 22 16:13:51.008777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-039f2ece-a0bc-4fa0-938c-d35a2038c93f tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 694 time: 0.0973811 Nov 22 16:13:51.165897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9bb86-e5d3-4e1a-8b44-1075c9cb0470 req-86d6f5ae-c2c3-4e87-b90e-12d017fa314c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:51.167799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9b9bb86-e5d3-4e1a-8b44-1075c9cb0470 req-86d6f5ae-c2c3-4e87-b90e-12d017fa314c tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 946 time: 0.1258464 Nov 22 16:13:51.200774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-bae888a3-a7eb-4738-8c62-12f6264b4602 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:51.202263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-bae888a3-a7eb-4738-8c62-12f6264b4602 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1863871 Nov 22 16:13:51.217012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-2d4eb0cb-e12d-49fe-83b1-b7f0aedbbe82 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:13:51.217991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6248b3e8-9e6e-4c24-ac30-364a31b955cd req-2d4eb0cb-e12d-49fe-83b1-b7f0aedbbe82 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080767 Nov 22 16:13:51.255474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9b9bb86-e5d3-4e1a-8b44-1075c9cb0470 req-6b27dd12-ca8d-400f-8c6e-391f1825c7d6 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735893 Nov 22 16:13:51.298975 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-54769562-714a-4f63-a8f6-18023a72b184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:51.329331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ca18d26-b1c8-429a-8c12-3e2b14818fa3 req-f32195af-9aab-4d8a-afa3-c5abcae1345c tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0310209 Nov 22 16:13:51.433716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d75bf7-2a42-4388-a3bb-928dea7f16bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be2a323-eb92-4e3d-ae44-17d69449e94a'}, {'server_uuid': '2fece26a-29db-4782-a716-6bfaac876bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaed254-3596-4fab-b435-9d72ac7d151f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:51.438580 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8752e417-3f8c-4b96-a076-700c0b548520" -d '{"events": [{"server_uuid": "21d75bf7-2a42-4388-a3bb-928dea7f16bb", "name": "network-vif-plugged", "status": "completed", "tag": "2be2a323-eb92-4e3d-ae44-17d69449e94a"}, {"server_uuid": "2fece26a-29db-4782-a716-6bfaac876bd7", "name": "network-vif-plugged", "status": "completed", "tag": "2eaed254-3596-4fab-b435-9d72ac7d151f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:51.514248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad1df393-3401-49fe-aac3-d6ae46be7257 req-4af49844-2754-414a-92fe-5b9e16ba66c4 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0428638 Nov 22 16:13:51.532922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-5288ea64-8438-4872-87ee-ab7a5c5f5a23 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:51.534543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-5288ea64-8438-4872-87ee-ab7a5c5f5a23 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1286824 Nov 22 16:13:51.589364 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ab9a67-8035-4102-acfb-11d5498193bc x-openstack-request-id: req-34ab9a67-8035-4102-acfb-11d5498193bc {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:51.589838 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d75bf7-2a42-4388-a3bb-928dea7f16bb", "name": "network-vif-plugged", "status": "completed", "tag": "2be2a323-eb92-4e3d-ae44-17d69449e94a", "code": 200}, {"server_uuid": "2fece26a-29db-4782-a716-6bfaac876bd7", "name": "network-vif-plugged", "status": "completed", "tag": "2eaed254-3596-4fab-b435-9d72ac7d151f", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:51.590200 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-34ab9a67-8035-4102-acfb-11d5498193bc {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:51.590812 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d75bf7-2a42-4388-a3bb-928dea7f16bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be2a323-eb92-4e3d-ae44-17d69449e94a', 'code': 200} Nov 22 16:13:51.591172 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fece26a-29db-4782-a716-6bfaac876bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaed254-3596-4fab-b435-9d72ac7d151f', 'code': 200} Nov 22 16:13:51.601874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-54382324-66d0-4f3b-a68f-f1bb3b4292b3 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 694 time: 0.0604444 Nov 22 16:13:51.627952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Request body: {'floatingip': {'port_id': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:51.696725 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:51.767169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14d54f-4f10-4a41-a258-2f991c32010a req-37fa5ecf-c73d-4ba2-b195-7ff52adb6e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:51.771841 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ca14d54f-4f10-4a41-a258-2f991c32010a req-37fa5ecf-c73d-4ba2-b195-7ff52adb6e52 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 1096 time: 0.0576382 Nov 22 16:13:51.850944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0900bd-dfd4-4611-93c8-618e7ef29ae4 req-ba34303b-7d57-4447-a0fe-04030c34fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:51.852147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b0900bd-dfd4-4611-93c8-618e7ef29ae4 req-ba34303b-7d57-4447-a0fe-04030c34fb16 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 1097 time: 0.1047688 Nov 22 16:13:51.855827 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ca14d54f-4f10-4a41-a258-2f991c32010a req-bc7b203a-4363-4c58-a50e-d314f3c28cf3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702446 Nov 22 16:13:52.277260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b0900bd-dfd4-4611-93c8-618e7ef29ae4 req-1619a0c2-c2d7-4b42-9a65-3c19e695d7fe service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611850 Nov 22 16:13:52.347442 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:52.453333 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:52.473946 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:52.479181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:52.884000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6e50-3101-4489-b2d2-2caf2a0fed79 req-6525c5d9-eaab-48c5-bd2d-788b2f378623 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:52.885511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34eb6e50-3101-4489-b2d2-2caf2a0fed79 req-6525c5d9-eaab-48c5-bd2d-788b2f378623 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 946 time: 0.4969044 Nov 22 16:13:52.947945 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Floating IP fe50aed8-47a1-4fec-b778-102fb99dd8dc associated. External IP: 172.25.5.7, port: 72471929-b42c-4ab3-9081-1f7ded52ae65. Nov 22 16:13:53.003847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34eb6e50-3101-4489-b2d2-2caf2a0fed79 req-20d85281-d743-4f82-a4b7-7eb7f8a098da tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106389 Nov 22 16:13:53.150399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f7d3649b-97b5-41af-b972-5a61eca7b053 req-3dd9e744-77fe-4ac8-97f8-67ab7563ae66 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0369389 Nov 22 16:13:53.236453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Router 23467378-2dd5-40bb-95f6-12d3fed3896c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:13:53.357220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47ac09fe-4299-4862-9ae5-31f71c8fda72 req-61570439-8d1a-4fcf-8a43-5b7a17ecd74c tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0562823 Nov 22 16:13:53.383696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:13:53.404094 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] Sync routers for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:13:53.404754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:53.409794 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:53.411440 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:53.447940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-aaa85c99-4b73-41e1-87fd-a1fcd0830857 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "PUT /v2.0/floatingips/fe50aed8-47a1-4fec-b778-102fb99dd8dc HTTP/1.1" status: 200 len: 995 time: 1.8197694 Nov 22 16:13:53.456855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:13:53.460099 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903d8de6-4aee-4017-972e-88269f5fcf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:13:53.513590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-eb752566-ca95-43f1-be62-1b7ccd4dd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:53.515839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-eb752566-ca95-43f1-be62-1b7ccd4dd95f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6721ebe8fa4145c5a88da21845d54465&device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 1097 time: 0.0664282 Nov 22 16:13:53.578645 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:53.581703 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949a68f5-37a8-4193-afc7-1c6d7a1c5d76 x-openstack-request-id: req-949a68f5-37a8-4193-afc7-1c6d7a1c5d76 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:13:53.582112 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:13:53.582497 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-949a68f5-37a8-4193-afc7-1c6d7a1c5d76 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:13:53.583506 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'status': 'completed', 'code': 200} Nov 22 16:13:53.678215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-73e932c4-8094-40a4-8c21-07b473baa640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:53.680700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-73e932c4-8094-40a4-8c21-07b473baa640 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6721ebe8fa4145c5a88da21845d54465&device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 1097 time: 0.0961931 Nov 22 16:13:53.749044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-087978ec-9104-4d8c-a318-eb057f900222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:53.750573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-087978ec-9104-4d8c-a318-eb057f900222 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 HTTP/1.1" status: 200 len: 930 time: 0.2287741 Nov 22 16:13:53.939767 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'fe50aed8-47a1-4fec-b778-102fb99dd8dc', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'port_id': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'mac_address': 'fa:16:3e:83:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:13:50Z', 'updated_at': '2021-11-22T16:13:52Z', 'revision_number': 1, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:33Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:53.969553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-be158b43-2396-4256-9863-49fbfb6bffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:53.971349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-be158b43-2396-4256-9863-49fbfb6bffa7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 HTTP/1.1" status: 200 len: 930 time: 0.2636261 Nov 22 16:13:53.974979 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] Checking router: 23467378-2dd5-40bb-95f6-12d3fed3896c for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:13:53.986237 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:13:53.987221 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:54.042171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-31a949cc-1f7c-4ffb-a1a3-69b386c05f30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 200 len: 998 time: 0.1613736 Nov 22 16:13:54.092844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-309b1180-0c37-4d99-8635-4a144083db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:54.101566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-309b1180-0c37-4d99-8635-4a144083db94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=992d05fd-2a2d-458e-9cbb-7243e912b5ae HTTP/1.1" status: 200 len: 868 time: 0.0583251 Nov 22 16:13:54.196209 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:13:54.203894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-1cb31c8f-eca1-48f6-9692-db6a87db5745 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 200 len: 998 time: 0.2245812 Nov 22 16:13:54.331863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-da1209f2-244e-442f-87b0-357d5879c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:54.334185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-da1209f2-244e-442f-87b0-357d5879c7e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=992d05fd-2a2d-458e-9cbb-7243e912b5ae HTTP/1.1" status: 200 len: 868 time: 0.0850379 Nov 22 16:13:54.378151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:54.394880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-55c1f43a-1894-49d5-9ea7-74b38c72fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:54.403703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-55c1f43a-1894-49d5-9ea7-74b38c72fd08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3011513 Nov 22 16:13:54.415065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:54.445493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:13:54.490089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6d7d0-32f9-4e64-b6ee-304cbb2571a3 req-4cff68cd-28c6-4d74-a8ff-6049a15bf9f7 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:54.499567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc6d7d0-32f9-4e64-b6ee-304cbb2571a3 req-4cff68cd-28c6-4d74-a8ff-6049a15bf9f7 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 946 time: 0.3348894 Nov 22 16:13:54.541884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-3bfe33df-f898-4259-b12b-d9b600fc081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:54.544414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-3bfe33df-f898-4259-b12b-d9b600fc081a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1955361 Nov 22 16:13:54.608379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfc6d7d0-32f9-4e64-b6ee-304cbb2571a3 req-6b292b1f-4643-454c-adb3-69012a308908 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074386 Nov 22 16:13:54.662322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-2db94e0f-a5a7-4b92-846d-5b63d40ced01 service neutron] 10.222.0.69 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573555 Nov 22 16:13:54.717366 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'fe50aed8-47a1-4fec-b778-102fb99dd8dc', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'port_id': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'mac_address': 'fa:16:3e:83:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:13:50Z', 'updated_at': '2021-11-22T16:13:52Z', 'revision_number': 1, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:33Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:13:54.771097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-7b458230-416b-476b-853e-e2f1caac818a service neutron] 10.222.0.11 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960089 Nov 22 16:13:54.777119 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:54.806429 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f113f70-66f3-4402-a966-96eb7e00472b None None] The sync data for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 is: [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'fe50aed8-47a1-4fec-b778-102fb99dd8dc', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'floating_ip_address': '172.25.5.7', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'port_id': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'mac_address': 'fa:16:3e:83:e7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:13:50Z', 'updated_at': '2021-11-22T16:13:52Z', 'revision_number': 1, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:33Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:13:54.853157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3ed4aa5-2948-4791-8577-3de6cd4480b0 req-e0113446-64d2-486f-a915-3a933447e945 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0470426 Nov 22 16:13:54.922150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-842017bc-86d9-4027-ab57-ee5e25cc1bf3 req-2685c9f7-8590-49b0-b641-f9f1f06d457d service neutron] 10.222.0.69 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581840 Nov 22 16:13:55.016776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-903d8de6-4aee-4017-972e-88269f5fcf0b req-e1e86a83-f46f-474a-b729-7bd0b6d76628 service neutron] 10.222.0.11 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226024 Nov 22 16:13:55.205614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a97db2aa-636b-47f8-8084-14c5dc38e489 req-dab5b45b-c06e-49e1-b646-69fde49cfedc tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0951507 Nov 22 16:13:55.226751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741d040-a65f-490a-a9f4-75c2b42f502d None None] New status for floating IP fe50aed8-47a1-4fec-b778-102fb99dd8dc: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:13:55.308913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-b02b8da4-ff15-4ecb-bcb6-c49800781515 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 258 time: 0.2151136 Nov 22 16:13:55.318490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:55.346483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:55.493921 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:55.640654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Allocated IP 172.25.5.2 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/6b17bcc8-46fe-4096-b576-7dae6a69875e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:13:55.794197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4540a2-abdc-4b86-9cb5-89422a7b4c0a req-c269fdce-bda9-4f96-8816-fe52e1575a22 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:55.795651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f4540a2-abdc-4b86-9cb5-89422a7b4c0a req-c269fdce-bda9-4f96-8816-fe52e1575a22 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 946 time: 0.0761278 Nov 22 16:13:55.843245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:55.875841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f4540a2-abdc-4b86-9cb5-89422a7b4c0a req-8a074808-50cc-4b31-88f5-9836e48268e4 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711117 Nov 22 16:13:55.917742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:55.980771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:13:56.002980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30949e4b-4d33-4bc0-b32c-b38878ec6f6e req-d1e5e7f8-811b-45a5-a13f-b1f14759d9cc tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0417652 Nov 22 16:13:56.011205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:13:56.016145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:13:56.101894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Pushing event updated for resources: {'Port': ['ID=6b17bcc8-46fe-4096-b576-7dae6a69875e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:56.124863 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:56.203638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abfc46-fcc2-47f9-b7d0-cb1f9af5b6f9 req-79114e15-23ab-4bd9-979e-2ce95e14e9bc tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:56.206283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11abfc46-fcc2-47f9-b7d0-cb1f9af5b6f9 req-79114e15-23ab-4bd9-979e-2ce95e14e9bc tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 946 time: 0.1077847 Nov 22 16:13:56.217721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:56.337401 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11abfc46-fcc2-47f9-b7d0-cb1f9af5b6f9 req-2529612c-a6d0-4f86-8b63-a8a88ec98a2b tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207838 Nov 22 16:13:56.458324 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:56.465157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:56.547701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Pushing event updated for resources: {'Port': ['ID=6b17bcc8-46fe-4096-b576-7dae6a69875e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:56.560866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:56.603137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33da01a-dffb-453d-b7f6-13af45bd747e req-71f2fa6b-3996-43cf-9c22-6ec515d5aa09 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0287454 Nov 22 16:13:56.606065 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:56.613456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-112c6c79-5feb-4add-b14a-659ec81c112c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.2989275 Nov 22 16:13:56.673889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-7e9082cc-894d-4460-b669-1da75798fff2 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0593212 Nov 22 16:13:56.811218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e822a93-c41c-45cd-b6e2-05543f2990f7 req-33426b8d-7995-4907-afb2-596eec574cba tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:56.812824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e822a93-c41c-45cd-b6e2-05543f2990f7 req-33426b8d-7995-4907-afb2-596eec574cba tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 945 time: 0.0878382 Nov 22 16:13:56.831869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-65346f26-b3f7-4565-9aa8-72a0614fdc73 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:56.833359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7778e8cd-c22e-4dfe-9dff-ace47ca8ff76 req-65346f26-b3f7-4565-9aa8-72a0614fdc73 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1585979 Nov 22 16:13:56.887650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e822a93-c41c-45cd-b6e2-05543f2990f7 req-8038324a-6e08-4ac3-ab85-522e856239cd tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625505 Nov 22 16:13:56.973549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af9791-32d2-48e6-a2ec-a03b2f4b04b5 req-29711fb9-583a-468f-bbec-d1db5564e470 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:56.981594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2af9791-32d2-48e6-a2ec-a03b2f4b04b5 req-29711fb9-583a-468f-bbec-d1db5564e470 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0846281 Nov 22 16:13:57.035305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2af9791-32d2-48e6-a2ec-a03b2f4b04b5 req-3fd65088-2695-41ef-9a0f-cf00fdbc4522 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0526512 Nov 22 16:13:57.041177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a2af9791-32d2-48e6-a2ec-a03b2f4b04b5 req-07ed58e1-f0a3-4078-8d6d-e82f8837a606 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Request body: {'floatingip': {'port_id': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:57.091926 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a2af9791-32d2-48e6-a2ec-a03b2f4b04b5 req-07ed58e1-f0a3-4078-8d6d-e82f8837a606 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:57.220234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69ed3571-7686-4926-81d7-c9335a2bfaf3 req-479cf332-cfb0-4161-852b-4302ced56edd tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0606642 Nov 22 16:13:57.388562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0a3b1-404e-4b5e-8539-30d3663921a2 req-46f276dd-8619-43ea-bee0-c26b8f108f8a tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:57.390070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5b0a3b1-404e-4b5e-8539-30d3663921a2 req-46f276dd-8619-43ea-bee0-c26b8f108f8a tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 945 time: 0.1138289 Nov 22 16:13:57.414086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49018) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:57.497091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5b0a3b1-404e-4b5e-8539-30d3663921a2 req-866a4e0f-a1cf-452f-8e9d-16f68927e848 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987227 Nov 22 16:13:57.503400 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-a2af9791-32d2-48e6-a2ec-a03b2f4b04b5 req-07ed58e1-f0a3-4078-8d6d-e82f8837a606 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 16:13:57.504420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2af9791-32d2-48e6-a2ec-a03b2f4b04b5 req-07ed58e1-f0a3-4078-8d6d-e82f8837a606 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "PUT /v2.0/floatingips/9dd9737c-3d0e-4efe-804f-1dc0e8e91f3c HTTP/1.1" status: 409 len: 549 time: 0.4682534 Nov 22 16:13:57.548752 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:57.600611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-f5a4e2cc-54ba-4477-807a-df70418da777 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips/9dd9737c-3d0e-4efe-804f-1dc0e8e91f3c HTTP/1.1" status: 200 len: 691 time: 0.0558310 Nov 22 16:13:57.663477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:57.670959 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:57.718878 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ea0321a31914fd38a6919804070a1a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033001 Nov 22 16:13:57.719727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49030) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:57.719848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-57eca8c0-86a4-4cf9-a3c9-1ba062ee2204 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:57.721363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-57eca8c0-86a4-4cf9-a3c9-1ba062ee2204 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1139345 Nov 22 16:13:57.733427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-20703fdd-835d-4301-a19d-95bdb1564f53 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:13:57.734408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-20703fdd-835d-4301-a19d-95bdb1564f53 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063195 Nov 22 16:13:57.765961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6de0ed-0730-4ec5-9586-c9a61c320a8b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:57.784824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.785175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.785727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.786070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.786408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.786746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.787083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.787484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.787894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.788256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.788696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.789025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12aba41-0ffa-4424-b408-14ea7ce07289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:13:57.805898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be59135e-cc0f-4b73-ad9d-31840179db73 req-c184c484-05b8-4522-822d-9f08d8fbe7b7 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0705538 Nov 22 16:13:57.817333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-e47eec58-6284-405a-be59-eaa2ac00d4de tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0705104 Nov 22 16:13:57.823032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8afe4110-cda2-4755-9f27-d81d15f599a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:57.857217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8afe4110-cda2-4755-9f27-d81d15f599a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:57.863754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-946c7981-ccda-4427-aa97-70c1722b175a tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.2 HTTP/1.1" status: 200 len: 694 time: 0.0457587 Nov 22 16:13:57.923163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8afe4110-cda2-4755-9f27-d81d15f599a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:57.926311 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8afe4110-cda2-4755-9f27-d81d15f599a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:57.930556 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8afe4110-cda2-4755-9f27-d81d15f599a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c6de0ed-0730-4ec5-9586-c9a61c320a8b HTTP/1.1" status: 204 len: 168 time: 0.2043288 Nov 22 16:13:57.941458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe4110-cda2-4755-9f27-d81d15f599a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6de0ed-0730-4ec5-9586-c9a61c320a8b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:58.032413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Deleting port 6b17bcc8-46fe-4096-b576-7dae6a69875e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:58.032824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.240678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49038) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:58.258728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba99182f-6d30-4f86-a08f-cad6aba9b133 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.353170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba99182f-6d30-4f86-a08f-cad6aba9b133 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.357688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba99182f-6d30-4f86-a08f-cad6aba9b133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.402326 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ba99182f-6d30-4f86-a08f-cad6aba9b133 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a1e18a4f8e4f4536833eab803283c3d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1577165 Nov 22 16:13:58.402326 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99182f-6d30-4f86-a08f-cad6aba9b133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf167fe-06ef-4b09-b108-bd2097b0dfdf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:58.403248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49040) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:13:58.454073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e76b3e3b-fa28-4bee-847e-53131cf88cdc req-cdb329fd-2428-4c7a-94ab-edfb9b5a39fd tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0658915 Nov 22 16:13:58.461184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36c0edb3-c907-4f8f-b55c-1ce89242a398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.506686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36c0edb3-c907-4f8f-b55c-1ce89242a398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.508124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.508468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.522604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Calling delete_port for 6b17bcc8-46fe-4096-b576-7dae6a69875e owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:13:58.570430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36c0edb3-c907-4f8f-b55c-1ce89242a398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.573353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36c0edb3-c907-4f8f-b55c-1ce89242a398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.574803 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-36c0edb3-c907-4f8f-b55c-1ce89242a398 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/caf167fe-06ef-4b09-b108-bd2097b0dfdf HTTP/1.1" status: 204 len: 168 time: 0.1706727 Nov 22 16:13:58.586552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0edb3-c907-4f8f-b55c-1ce89242a398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf167fe-06ef-4b09-b108-bd2097b0dfdf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:58.682106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f169890-835e-4c2a-b9ad-539b79709d72 req-38fa04e1-387f-4b28-a707-253d0b4b6b50 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:58.683759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f169890-835e-4c2a-b9ad-539b79709d72 req-38fa04e1-387f-4b28-a707-253d0b4b6b50 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 945 time: 0.0761800 Nov 22 16:13:58.811397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f169890-835e-4c2a-b9ad-539b79709d72 req-2dffab05-2009-42fa-bd4b-56118995e51d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870657 Nov 22 16:13:58.817343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:58.870041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Pushing event deleted for resources: {'Port': ['ID=6b17bcc8-46fe-4096-b576-7dae6a69875e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:13:59.014260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b50d2630-4451-4018-ba83-c93d2cb4a40e req-92c44d72-c3e0-44bf-bfbe-94edbf158aba service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0404954 Nov 22 16:13:59.018679 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:59.023786 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:59.039605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34423ec0-33b4-4afb-b699-50ee1ae3dfb3 req-de5f0703-8172-4297-a889-2cf98ee2cbfc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "DELETE /v2.0/floatingips/9dd9737c-3d0e-4efe-804f-1dc0e8e91f3c HTTP/1.1" status: 204 len: 173 time: 1.1683979 Nov 22 16:13:59.146456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c77ec75b-e9e1-4741-b84d-6a4c0a8647c6 req-e0e01e83-ca3c-42e8-93f7-4f150169af5f tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0368917 Nov 22 16:13:59.161895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-22242aaa-2a9e-4550-a660-77329d189cde tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 1000 time: 0.1026959 Nov 22 16:13:59.230584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-cb431859-34bc-4d1a-8cf3-ac1217c7e86f tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:59.234475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-cb431859-34bc-4d1a-8cf3-ac1217c7e86f tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports/72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 200 len: 943 time: 0.0626111 Nov 22 16:13:59.358972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-ac83ac6a-89d9-451b-a5d5-9a68c3a70494 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 1000 time: 0.0803032 Nov 22 16:13:59.521456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bc479-733b-484a-a702-9bc69659d262 req-52768cab-b355-4b8a-bb25-217417340374 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:59.523399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-256bc479-733b-484a-a702-9bc69659d262 req-52768cab-b355-4b8a-bb25-217417340374 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.71 "GET /v2.0/ports?device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 945 time: 0.0943427 Nov 22 16:13:59.585985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-d765363a-ea37-4c8b-8437-cc10fd494941 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:13:59.587515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-d765363a-ea37-4c8b-8437-cc10fd494941 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2225459 Nov 22 16:13:59.662442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e8e3473-7ee9-409f-a843-fa1f2d0c9f84 req-fa63dac6-0a05-4a7c-a3ce-68b692326946 tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0857160 Nov 22 16:13:59.727316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-c152d867-6edf-41f9-8520-a9fa21ebd140 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 1000 time: 0.1250951 Nov 22 16:13:59.742185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:13:59.791177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Deleting port 2be2a323-eb92-4e3d-ae44-17d69449e94a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:13:59.792148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:59.874092 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:13:59.897175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49082) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:00.034640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32e493b2-d31a-4398-a21a-3bccd64ebf0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.057564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] For port 2be2a323-eb92-4e3d-ae44-17d69449e94a, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2be2a323-eb92-4e3d-ae44-17d69449e94a,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:00.057941 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.080967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a50329-fe52-4b9e-8972-69c1f3d9232c req-a8c85f6e-a286-44de-b9fc-556e930b22ba tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:00.082626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66a50329-fe52-4b9e-8972-69c1f3d9232c req-a8c85f6e-a286-44de-b9fc-556e930b22ba tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 945 time: 0.1596105 Nov 22 16:14:00.091043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Calling delete_port for 2be2a323-eb92-4e3d-ae44-17d69449e94a owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:00.126026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32e493b2-d31a-4398-a21a-3bccd64ebf0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.131449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32e493b2-d31a-4398-a21a-3bccd64ebf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.144450 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.176232 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32e493b2-d31a-4398-a21a-3bccd64ebf0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64b7abb7d94e476398bc6b1a700aea39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749827 Nov 22 16:14:00.176448 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49090) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:00.179008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e493b2-d31a-4398-a21a-3bccd64ebf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196c161-fe5e-45fb-b1b8-7c53e8f1478d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:00.188636 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.189057 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Floating IP fe50aed8-47a1-4fec-b778-102fb99dd8dc disassociated. External IP: 172.25.5.7, port: 72471929-b42c-4ab3-9081-1f7ded52ae65. Nov 22 16:14:00.245333 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd142e5e-e851-4a24-bcf0-8a51220ea39f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.269904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66a50329-fe52-4b9e-8972-69c1f3d9232c req-fd279ab8-6dff-4b5c-a64c-e74a85ceae57 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711652 Nov 22 16:14:00.275700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd142e5e-e851-4a24-bcf0-8a51220ea39f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.354338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd142e5e-e851-4a24-bcf0-8a51220ea39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.359979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd142e5e-e851-4a24-bcf0-8a51220ea39f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.365339 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dd142e5e-e851-4a24-bcf0-8a51220ea39f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2196c161-fe5e-45fb-b1b8-7c53e8f1478d HTTP/1.1" status: 204 len: 168 time: 0.1876950 Nov 22 16:14:00.381857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd142e5e-e851-4a24-bcf0-8a51220ea39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196c161-fe5e-45fb-b1b8-7c53e8f1478d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:00.466909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.480913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['763866a6-0bb9-44da-8f8e-a4002d04feae'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:00.568228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2eaed254-3596-4fab-b435-9d72ac7d151f', '2be2a323-eb92-4e3d-ae44-17d69449e94a'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:00.590974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Pushing event deleted for resources: {'Port': ['ID=2be2a323-eb92-4e3d-ae44-17d69449e94a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:00.659936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a24f1178-0880-4717-b8e3-08fa09ada718 req-65f9bc54-8d15-46f0-84a1-dc5749a0cd3a tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0666695 Nov 22 16:14:00.719999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] No DVR routers for this DVR port 2be2a323-eb92-4e3d-ae44-17d69449e94a on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:00.724081 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:00.730757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-256bc479-733b-484a-a702-9bc69659d262 req-9dc97117-de22-4a8b-969a-1aa4153c0305 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.71 "DELETE /v2.0/ports/2be2a323-eb92-4e3d-ae44-17d69449e94a HTTP/1.1" status: 204 len: 173 time: 1.1925485 Nov 22 16:14:00.733983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d75bf7-2a42-4388-a3bb-928dea7f16bb', 'name': 'network-vif-deleted', 'tag': '2be2a323-eb92-4e3d-ae44-17d69449e94a'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:00.737900 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f75d606-3b69-4e82-8d49-4a9c6d09b225" -d '{"events": [{"server_uuid": "21d75bf7-2a42-4388-a3bb-928dea7f16bb", "name": "network-vif-deleted", "tag": "2be2a323-eb92-4e3d-ae44-17d69449e94a"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:00.782427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Router 23467378-2dd5-40bb-95f6-12d3fed3896c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:14:00.910713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51afd188-27ac-43ca-8d04-c7258858080e req-760d727c-9a10-44a2-ab7e-596d9f7ee5bd tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0455983 Nov 22 16:14:01.016279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:14:01.028175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:01.029975 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] Sync routers for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:14:01.050587 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:01.051226 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:01.061039 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0a8064-9192-4b42-88a6-4a6c39f9a321 x-openstack-request-id: req-da0a8064-9192-4b42-88a6-4a6c39f9a321 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:01.061346 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d75bf7-2a42-4388-a3bb-928dea7f16bb", "name": "network-vif-deleted", "tag": "2be2a323-eb92-4e3d-ae44-17d69449e94a", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:01.061607 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da0a8064-9192-4b42-88a6-4a6c39f9a321 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:01.062016 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d75bf7-2a42-4388-a3bb-928dea7f16bb', 'name': 'network-vif-deleted', 'tag': '2be2a323-eb92-4e3d-ae44-17d69449e94a', 'status': 'completed', 'code': 200} Nov 22 16:14:01.093036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-046b8927-697c-455c-86bb-41bf82c3e1bc tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "PUT /v2.0/floatingips/fe50aed8-47a1-4fec-b778-102fb99dd8dc HTTP/1.1" status: 200 len: 693 time: 1.3545563 Nov 22 16:14:01.173057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-5c5de162-0254-4feb-a2c7-5a35d92cd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:01.178359 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:01.181204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-5c5de162-0254-4feb-a2c7-5a35d92cd30c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6721ebe8fa4145c5a88da21845d54465&device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 1097 time: 0.0815923 Nov 22 16:14:01.295337 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9251d63c-f619-40b1-a3f3-00fb11b682ba req-bf1f8793-5191-4ac0-968c-25187240dc6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=29c5d228f23b4c938ff67f3bb2846f2d&device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0355685 Nov 22 16:14:01.377725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9251d63c-f619-40b1-a3f3-00fb11b682ba req-2ba18794-720a-4453-a046-0ea7198ade7f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=29c5d228f23b4c938ff67f3bb2846f2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530801 Nov 22 16:14:01.380930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-2d1a5775-9dfc-480c-9fdc-ec7ecd20bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:01.399642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-2d1a5775-9dfc-480c-9fdc-ec7ecd20bbcf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 HTTP/1.1" status: 200 len: 930 time: 0.2174633 Nov 22 16:14:01.475729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7aa5905e-e254-4f4b-a2cf-1f2857535858 req-e19ea266-a650-4c77-9a8b-7aa4a6e86c9f tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.1233876 Nov 22 16:14:01.502320 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:33Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:01.626136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-ba1ee744-62eb-43d1-b79d-01ddfa18176f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 200 len: 217 time: 0.2234473 Nov 22 16:14:01.691653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-beb1e4ef-4b20-4d60-8c4d-20009f10c5cc req-b86b80c8-2ecd-42e7-8853-1c07d5a2ae49 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=21d75bf7-2a42-4388-a3bb-928dea7f16bb HTTP/1.1" status: 200 len: 210 time: 0.0732789 Nov 22 16:14:01.719269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-1af5fa82-be6a-4531-a7f3-76c36bf3c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:01.727060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-1af5fa82-be6a-4531-a7f3-76c36bf3c6a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=992d05fd-2a2d-458e-9cbb-7243e912b5ae HTTP/1.1" status: 200 len: 868 time: 0.1000404 Nov 22 16:14:01.727181 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] Checking router: 23467378-2dd5-40bb-95f6-12d3fed3896c for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:14:01.738177 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:01.739126 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:01.780488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251d63c-f619-40b1-a3f3-00fb11b682ba req-601060ad-82d2-470b-89ff-be5afe38cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:01.782143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9251d63c-f619-40b1-a3f3-00fb11b682ba req-601060ad-82d2-470b-89ff-be5afe38cec2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3429954 Nov 22 16:14:01.797025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-96a28dd2-5443-472d-b67c-6297fd6fc414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:01.807340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-96a28dd2-5443-472d-b67c-6297fd6fc414 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792966 Nov 22 16:14:01.897807 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:01.910437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-dfc3a3c7-040e-4aef-9ded-97fa39a46f26 service neutron] 10.222.0.69 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019773 Nov 22 16:14:02.200966 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:33Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:02.233068 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494b655-a1da-4a75-bc23-aa5c94d189b0 None None] The sync data for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 is: [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:13:27Z', 'revision_number': 4, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1d6241e2-2177-4616-95a8-4123ec15a839', 'name': '', 'network_id': '4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'mac_address': 'fa:16:3e:0a:7f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:26Z', 'updated_at': '2021-11-22T16:13:33Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'subnets': [{'id': '992d05fd-2a2d-458e-9cbb-7243e912b5ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:14:02.394162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9410fc8e-23cd-4b12-9127-16181445b365 req-abf10884-a11a-41d4-ae69-d2ef88897879 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/ports?device_id=f8ce12cc-a8bc-4093-9a96-1163af1b4629 HTTP/1.1" status: 200 len: 210 time: 0.0338407 Nov 22 16:14:02.434780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db273d7-9d91-4aa6-9d5a-7af8dadd313c req-095d6c8f-aee3-4bdd-8326-99078dc26017 service neutron] 10.222.0.69 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126109 Nov 22 16:14:02.507217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49154) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:02.524436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-0bd2f763-43d3-460b-850d-493ac67aef21 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips/fe50aed8-47a1-4fec-b778-102fb99dd8dc HTTP/1.1" status: 200 len: 693 time: 0.0541205 Nov 22 16:14:02.565277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d103e632-b844-4ba2-8de6-03d9e70d515a None None] New status for floating IP fe50aed8-47a1-4fec-b778-102fb99dd8dc: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:14:02.616068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c741964c-9abd-4199-9916-03f2fe1c78de req-41d61373-aa30-44ab-bbea-ff7c9f5c9ebd tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0582292 Nov 22 16:14:02.643565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4bafe610-f89c-42cb-86b8-a393aa7d0284 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:02.671374 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4bafe610-f89c-42cb-86b8-a393aa7d0284 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] 10.222.0.69 "PUT /v2.0/quotas/e4ab21156de24c2a976217b6729b39d5 HTTP/1.1" status: 200 len: 368 time: 0.1628611 Nov 22 16:14:02.674370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:02.680255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Request body: {'network': {'project_id': 'e4ab21156de24c2a976217b6729b39d5'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:02.682152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-1e390e33-b4e0-440e-b6d1-d6650e5ac537 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:02.689859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-1e390e33-b4e0-440e-b6d1-d6650e5ac537 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.1574721 Nov 22 16:14:02.710837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Made reservation on behalf of e4ab21156de24c2a976217b6729b39d5 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:02.713902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:02.726701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:02.750702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-d12294f7-f4da-4324-a61b-b5a7d03d2d67 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 696 time: 0.0598464 Nov 22 16:14:02.825108 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:02.825688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-3efa2bf1-2e03-4fcf-8958-c6825f3e5f22 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.7 HTTP/1.1" status: 200 len: 696 time: 0.0737882 Nov 22 16:14:02.831858 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:02.869872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bca66ba-2966-4c9a-8e93-2b1dceac92c5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:02.885222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:02.898097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:02.898544 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Added segment 5c9efaab-cb9a-40a7-b46d-77573f85f788 of type vlan for network 13794ccd-f931-4e11-9a32-5608a32fc274 Nov 22 16:14:02.899266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2be2a323-eb92-4e3d-ae44-17d69449e94a no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:02.941202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 2be2a323-eb92-4e3d-ae44-17d69449e94a {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:02.941855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2be2a323-eb92-4e3d-ae44-17d69449e94a not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:02.972349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:02.988202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Deleting port ae6cac3a-5fc4-4136-a71f-b55c28c604a3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:02.988564 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.012022 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.015694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:03.015694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.040535 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3646300 Nov 22 16:14:03.041578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49170) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:03.055809 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Request body: {'network': {'project_id': 'e4ab21156de24c2a976217b6729b39d5'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:03.063118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:03.065910 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25" -d '{"events": [{"name": "network-changed", "server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:03.083383 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.083383 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.096976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Calling delete_port for ae6cac3a-5fc4-4136-a71f-b55c28c604a3 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:03.120754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9d4ca-564c-46b0-896e-1a94fe148deb tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Pushing event updated for resources: {'Network': ['ID=13794ccd-f931-4e11-9a32-5608a32fc274,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:03.129586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Made reservation on behalf of e4ab21156de24c2a976217b6729b39d5 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:03.133451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.140968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 13794ccd-f931-4e11-9a32-5608a32fc274 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:03.156749 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d1f71d-06ac-4ad6-bb40-0fc5292b3a16 x-openstack-request-id: req-f4d1f71d-06ac-4ad6-bb40-0fc5292b3a16 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:03.157521 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:03.157793 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4d1f71d-06ac-4ad6-bb40-0fc5292b3a16 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:03.158561 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'status': 'completed', 'code': 200} Nov 22 16:14:03.181823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:03.196989 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.198042 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Added segment 1b6033ab-a5da-4eae-811c-33f6d2322806 of type vlan for network e7aa9c84-ac75-4c38-a068-5f0645d2142e Nov 22 16:14:03.255794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.292627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.293624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:03.294530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.298564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-f2b7527e-6fd6-4252-aa2d-24c295bdad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:03.300118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-f2b7527e-6fd6-4252-aa2d-24c295bdad2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6721ebe8fa4145c5a88da21845d54465&device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 1097 time: 0.0928006 Nov 22 16:14:03.356276 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.381705 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3266647 Nov 22 16:14:03.382141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49184) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:03.387576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f9506e77-c0ea-4d82-9490-44d0c2aff132 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Request body: {'network': {'project_id': 'e4ab21156de24c2a976217b6729b39d5'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:03.394160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Pushing event deleted for resources: {'Port': ['ID=ae6cac3a-5fc4-4136-a71f-b55c28c604a3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:03.412441 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9506e77-c0ea-4d82-9490-44d0c2aff132 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 16:14:03.413934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9506e77-c0ea-4d82-9490-44d0c2aff132 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:14:03.418753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f9506e77-c0ea-4d82-9490-44d0c2aff132 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0322642 Nov 22 16:14:03.418753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce22e52-752f-410c-9c71-e8f712ee2445 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Pushing event updated for resources: {'Network': ['ID=e7aa9c84-ac75-4c38-a068-5f0645d2142e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:03.418753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49188) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:03.428481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e7aa9c84-ac75-4c38-a068-5f0645d2142e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:03.468395 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-deb5fba9-7409-42a4-a605-913e2d6442b2 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e4ab21156de24c2a976217b6729b39d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0484278 Nov 22 16:14:03.471043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49192) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:03.517271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-211b9c6d-a854-4ad0-89e1-1013b6852e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:03.518838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-211b9c6d-a854-4ad0-89e1-1013b6852e9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 HTTP/1.1" status: 200 len: 930 time: 0.2117207 Nov 22 16:14:03.522965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9251d63c-f619-40b1-a3f3-00fb11b682ba req-a5e38fe4-6e21-4c00-84b1-f0e8fd69606a tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.71 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0430074 Nov 22 16:14:03.568712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ea6b-782c-4b44-a095-1300a0fe1371 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.587301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.589976 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.594938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ea6b-782c-4b44-a095-1300a0fe1371 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.602864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d7f21f7-6b12-43b7-991f-9c65518892d8 req-824a86eb-0670-4813-beef-73b38449a4a5 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "DELETE /v2.0/floatingips/fe50aed8-47a1-4fec-b778-102fb99dd8dc HTTP/1.1" status: 204 len: 173 time: 0.7761910 Nov 22 16:14:03.607890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-9ddec72c-01b4-4fd1-bda0-eac03f624d5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 200 len: 217 time: 0.0775390 Nov 22 16:14:03.637883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49200) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:03.722374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-19382b32-0b57-417e-85e5-8a2cc9ee3cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:03.724424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-19382b32-0b57-417e-85e5-8a2cc9ee3cb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=992d05fd-2a2d-458e-9cbb-7243e912b5ae HTTP/1.1" status: 200 len: 868 time: 0.1060565 Nov 22 16:14:03.741078 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ba44af-681f-4da3-a6ca-112abf8d15de tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.756372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ea6b-782c-4b44-a095-1300a0fe1371 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.759222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ab1ea6b-782c-4b44-a095-1300a0fe1371 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.760391 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3ab1ea6b-782c-4b44-a095-1300a0fe1371 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/5bca66ba-2966-4c9a-8e93-2b1dceac92c5 HTTP/1.1" status: 204 len: 168 time: 0.2884068 Nov 22 16:14:03.765450 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:03.801837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1ea6b-782c-4b44-a095-1300a0fe1371 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bca66ba-2966-4c9a-8e93-2b1dceac92c5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:03.807394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ba44af-681f-4da3-a6ca-112abf8d15de tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.819747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8c870e1-56b9-4545-b271-6c89ad1962a0 req-85f7b767-a714-47f8-8de6-24c0bbc69eac tempest-ServerShowV257Test-615688863 tempest-ServerShowV257Test-615688863-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f753b6b-0ab1-43c8-8746-d4347240643d HTTP/1.1" status: 200 len: 210 time: 0.0774431 Nov 22 16:14:03.829601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-5e6997c9-0a83-455b-b541-a27dfcb018a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:03.831119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-5e6997c9-0a83-455b-b541-a27dfcb018a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003511 Nov 22 16:14:03.853248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b872bce-6315-4067-a848-e1a823720948 req-07e48bfc-a97f-4508-8c6d-1bd41c0b9679 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:03.854954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b872bce-6315-4067-a848-e1a823720948 req-07e48bfc-a97f-4508-8c6d-1bd41c0b9679 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1147280 Nov 22 16:14:03.897329 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.946282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b872bce-6315-4067-a848-e1a823720948 req-b60d2b3d-3f62-42c0-ae69-e1aa9e083f01 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0828984 Nov 22 16:14:03.954573 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ba44af-681f-4da3-a6ca-112abf8d15de tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.957332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ba44af-681f-4da3-a6ca-112abf8d15de tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:03.962660 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c0ba44af-681f-4da3-a6ca-112abf8d15de tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "DELETE /v2.0/security-groups/66be33a2-a8e3-47a1-81e3-db6945e209de HTTP/1.1" status: 204 len: 168 time: 0.3236477 Nov 22 16:14:03.963774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:03.989386 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-ddcbf946-33f3-42e2-880d-592df400aa91 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] show failed (client error): The resource could not be found. Nov 22 16:14:03.993818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ddcbf946-33f3-42e2-880d-592df400aa91 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "GET /v2.0/security-groups/66be33a2-a8e3-47a1-81e3-db6945e209de HTTP/1.1" status: 404 len: 347 time: 0.0255604 Nov 22 16:14:03.994503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:04.023338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba44af-681f-4da3-a6ca-112abf8d15de tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be33a2-a8e3-47a1-81e3-db6945e209de,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:04.038498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.076801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7aa9c84-ac75-4c38-a068-5f0645d2142e']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:04.089143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6033ab-a5da-4eae-811c-33f6d2322806') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:04.089709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6033ab-a5da-4eae-811c-33f6d2322806') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:04.101317 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.116898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.128432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:04.128880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:04.131472 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:04.136517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01718187-1d4b-4c77-9623-e54ece3a37cd req-5e50b3d1-23d0-4d78-98b8-df58cb09cdc6 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1303165 Nov 22 16:14:04.165788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-d65ca1a7-2ed7-4037-bdff-cc3ccdd7373d service neutron] 10.222.0.11 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267224 Nov 22 16:14:04.191322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.197130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.206429 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] 10.222.0.69 "DELETE /v2.0/networks/e7aa9c84-ac75-4c38-a068-5f0645d2142e HTTP/1.1" status: 204 len: 168 time: 0.4342875 Nov 22 16:14:04.206429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49222) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:04.245700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ed529-f6e6-43f7-ab57-4b28d67be139 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7aa9c84-ac75-4c38-a068-5f0645d2142e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:04.301231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3643be-343e-4094-b1ca-1c959c772607 req-ffa38163-c85d-4849-81dc-bb65962b4204 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:04.308108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3643be-343e-4094-b1ca-1c959c772607 req-ffa38163-c85d-4849-81dc-bb65962b4204 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:04.315673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf3643be-343e-4094-b1ca-1c959c772607 req-ffa38163-c85d-4849-81dc-bb65962b4204 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7&device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 1683 time: 0.2471864 Nov 22 16:14:04.332286 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.392062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb807dcb-47cc-479a-80c1-01c2cbc1ec25 req-aa3701b5-5cdf-48c4-ba9d-8ba4a05471cb service neutron] 10.222.0.11 "GET /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969993 Nov 22 16:14:04.407749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf3643be-343e-4094-b1ca-1c959c772607 req-5538957d-7eaf-41fb-9ede-220e9ef7d6af tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916090 Nov 22 16:14:04.414349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting port 9f9ec9a0-45ef-4101-8bf9-bf41840389b4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:04.414682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.451787 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.493281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13794ccd-f931-4e11-9a32-5608a32fc274']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:04.504495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9efaab-cb9a-40a7-b46d-77573f85f788') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:04.504873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9efaab-cb9a-40a7-b46d-77573f85f788') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:04.516203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.517519 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.517926 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.531415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.538361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:04.538804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:04.545772 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:04.547928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Calling delete_port for 9f9ec9a0-45ef-4101-8bf9-bf41840389b4 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:04.601416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.618214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.621601 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] 10.222.0.69 "DELETE /v2.0/networks/13794ccd-f931-4e11-9a32-5608a32fc274 HTTP/1.1" status: 204 len: 168 time: 0.4143274 Nov 22 16:14:04.622729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8b073-fed0-4007-b747-da4e849d45c8 tempest-QuotasNegativeTest-844069784 tempest-QuotasNegativeTest-844069784-project-admin] Pushing event deleted for resources: {'Network': ['ID=13794ccd-f931-4e11-9a32-5608a32fc274,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:04.648297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46356a19-2843-493e-87e6-14ed9f94e076 req-befbe7c7-5721-4791-afad-10418b9e2098 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:04.650546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46356a19-2843-493e-87e6-14ed9f94e076 req-befbe7c7-5721-4791-afad-10418b9e2098 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 946 time: 0.1231875 Nov 22 16:14:04.731943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46356a19-2843-493e-87e6-14ed9f94e076 req-cf2286e4-78c0-4dbd-a615-733e811c6b11 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702565 Nov 22 16:14:04.807026 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.841464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Port': ['ID=9f9ec9a0-45ef-4101-8bf9-bf41840389b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:04.906300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.911112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:04.913179 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-77ff2a04-5687-4d1e-ba3b-19f59c8d33c1 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "DELETE /v2.0/floatingips/de25f543-db61-4635-ad65-ccf2b1d589bd HTTP/1.1" status: 204 len: 168 time: 0.9169414 Nov 22 16:14:04.916253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:05.060747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e1b53ca5-63ca-4b8c-8ada-02c55c5c4e15 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting port 4981b67e-c0b1-47e0-a783-60395413223f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:05.061096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1b53ca5-63ca-4b8c-8ada-02c55c5c4e15 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.116663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfe115-9b08-4289-ae32-4182c00c92cb req-50a1b62e-5054-4943-98cc-a7380c96cc8d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:05.118196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4bfe115-9b08-4289-ae32-4182c00c92cb req-50a1b62e-5054-4943-98cc-a7380c96cc8d tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 946 time: 0.1081448 Nov 22 16:14:05.133786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49254) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:05.199233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1b53ca5-63ca-4b8c-8ada-02c55c5c4e15 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.211087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4bfe115-9b08-4289-ae32-4182c00c92cb req-7a1642a5-a52f-4fd4-993d-6771ccde1c6b tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847101 Nov 22 16:14:05.217221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e1b53ca5-63ca-4b8c-8ada-02c55c5c4e15 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Calling delete_port for 4981b67e-c0b1-47e0-a783-60395413223f owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:05.264859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49262) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:05.359367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032e5bd-cb8a-4db4-b569-f159f159c6bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.386382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1b53ca5-63ca-4b8c-8ada-02c55c5c4e15 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.417919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b53ca5-63ca-4b8c-8ada-02c55c5c4e15 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Port': ['ID=4981b67e-c0b1-47e0-a783-60395413223f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:05.422000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7835139f-9367-4a4f-8b15-d1fe3367080c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.482981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032e5bd-cb8a-4db4-b569-f159f159c6bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.491554 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032e5bd-cb8a-4db4-b569-f159f159c6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.494899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1b53ca5-63ca-4b8c-8ada-02c55c5c4e15 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.499346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e1b53ca5-63ca-4b8c-8ada-02c55c5c4e15 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "DELETE /v2.0/ports/4981b67e-c0b1-47e0-a783-60395413223f HTTP/1.1" status: 204 len: 168 time: 0.5818622 Nov 22 16:14:05.502316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:05.543813 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4032e5bd-cb8a-4db4-b569-f159f159c6bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01fc22ca9e284fd1a6c0e85e75d664d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4089243 Nov 22 16:14:05.546450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:05.546819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e5bd-cb8a-4db4-b569-f159f159c6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d4199a-7596-4d54-855d-648d38b1bb2d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:05.577030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7835139f-9367-4a4f-8b15-d1fe3367080c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.580876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7835139f-9367-4a4f-8b15-d1fe3367080c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.621972 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7835139f-9367-4a4f-8b15-d1fe3367080c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29c5d228f23b4c938ff67f3bb2846f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553171 Nov 22 16:14:05.621972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835139f-9367-4a4f-8b15-d1fe3367080c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5033f77c-5644-489c-96ca-1e1c5de57d7e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:05.624405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49272) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:05.635440 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8de4e0b7-d4ac-4dca-b331-fbe0f282e5cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.639784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fc959f2b-6404-45f5-925a-f27eae823876 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting port 774d0636-3f7e-42ca-9821-e6cdb5e625d7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:05.640204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc959f2b-6404-45f5-925a-f27eae823876 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.677039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5337645c-75ac-469d-97d6-249b5e119033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.703645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5337645c-75ac-469d-97d6-249b5e119033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.706657 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8de4e0b7-d4ac-4dca-b331-fbe0f282e5cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.767871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5337645c-75ac-469d-97d6-249b5e119033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.770666 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5337645c-75ac-469d-97d6-249b5e119033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.775648 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5337645c-75ac-469d-97d6-249b5e119033 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5033f77c-5644-489c-96ca-1e1c5de57d7e HTTP/1.1" status: 204 len: 168 time: 0.1504676 Nov 22 16:14:05.788179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337645c-75ac-469d-97d6-249b5e119033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5033f77c-5644-489c-96ca-1e1c5de57d7e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:05.800646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc959f2b-6404-45f5-925a-f27eae823876 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.831258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fc959f2b-6404-45f5-925a-f27eae823876 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Calling delete_port for 774d0636-3f7e-42ca-9821-e6cdb5e625d7 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:05.843102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8de4e0b7-d4ac-4dca-b331-fbe0f282e5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.846086 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8de4e0b7-d4ac-4dca-b331-fbe0f282e5cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:05.851616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8de4e0b7-d4ac-4dca-b331-fbe0f282e5cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4d4199a-7596-4d54-855d-648d38b1bb2d HTTP/1.1" status: 204 len: 168 time: 0.3037159 Nov 22 16:14:05.899201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4e0b7-d4ac-4dca-b331-fbe0f282e5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d4199a-7596-4d54-855d-648d38b1bb2d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:06.044013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524eede-eda1-43bb-af7b-041a9bec5305 req-3b8f41ac-2df0-41e3-9d8e-97a895b7f27c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:06.046018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4524eede-eda1-43bb-af7b-041a9bec5305 req-3b8f41ac-2df0-41e3-9d8e-97a895b7f27c tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 946 time: 0.1822288 Nov 22 16:14:06.138602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-ee619eb5-e9fa-4225-89aa-dbe06b3814dd tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:06.140356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-ee619eb5-e9fa-4225-89aa-dbe06b3814dd tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.11 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 946 time: 0.1759808 Nov 22 16:14:06.188464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4524eede-eda1-43bb-af7b-041a9bec5305 req-cf502cd4-b442-4e83-abef-08fcb4eff7ab tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341345 Nov 22 16:14:06.210301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc959f2b-6404-45f5-925a-f27eae823876 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:06.284726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49294) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:06.290960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc959f2b-6404-45f5-925a-f27eae823876 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Port': ['ID=774d0636-3f7e-42ca-9821-e6cdb5e625d7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:06.314044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a064a68-902b-4301-8fe1-3ec34a0a4ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:06.437596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a064a68-902b-4301-8fe1-3ec34a0a4ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:06.445204 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a064a68-902b-4301-8fe1-3ec34a0a4ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:06.497891 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a064a68-902b-4301-8fe1-3ec34a0a4ca4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2588b3039b814e9f8f1b4c9c9a1eb70f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120731 Nov 22 16:14:06.500156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a064a68-902b-4301-8fe1-3ec34a0a4ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54050e4-dbdb-4026-9394-ece9d1dd9f52,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:06.502589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49302) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:06.514641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-3c89d579-5576-43e0-b6ef-20dabe6bedcb tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:06.516452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-3c89d579-5576-43e0-b6ef-20dabe6bedcb tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.11 "GET /v2.0/ports?device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 946 time: 0.2123728 Nov 22 16:14:06.524951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Deleting port 72471929-b42c-4ab3-9081-1f7ded52ae65 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:06.525183 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:06.528716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fc959f2b-6404-45f5-925a-f27eae823876 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:06.532089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fc959f2b-6404-45f5-925a-f27eae823876 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "DELETE /v2.0/ports/774d0636-3f7e-42ca-9821-e6cdb5e625d7 HTTP/1.1" status: 204 len: 168 time: 1.0287468 Nov 22 16:14:06.537629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49304) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:06.566822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aed4a1-ea8a-4d44-972f-05fcdf445693 req-8ba8c507-f917-4d6f-8f6e-59191f296409 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:06.574734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19aed4a1-ea8a-4d44-972f-05fcdf445693 req-8ba8c507-f917-4d6f-8f6e-59191f296409 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 946 time: 0.2722151 Nov 22 16:14:06.610305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-faeb1a44-dfec-4ac5-9e56-091a00f4dc54 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting subnet 90238561-d432-4710-a708-6f7cae4dfb4c {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:06.612661 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0152f554-95f3-4e2d-8b3f-d09fca9f6d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:06.618097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a44-dfec-4ac5-9e56-091a00f4dc54 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:06.670490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0152f554-95f3-4e2d-8b3f-d09fca9f6d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.004454 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a44-dfec-4ac5-9e56-091a00f4dc54 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.118144 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0152f554-95f3-4e2d-8b3f-d09fca9f6d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.121076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0152f554-95f3-4e2d-8b3f-d09fca9f6d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.124541 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0152f554-95f3-4e2d-8b3f-d09fca9f6d99 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b54050e4-dbdb-4026-9394-ece9d1dd9f52 HTTP/1.1" status: 204 len: 168 time: 0.6207387 Nov 22 16:14:07.139955 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a44-dfec-4ac5-9e56-091a00f4dc54 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.146322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152f554-95f3-4e2d-8b3f-d09fca9f6d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54050e4-dbdb-4026-9394-ece9d1dd9f52,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:07.184384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19aed4a1-ea8a-4d44-972f-05fcdf445693 req-aac7c5f0-800b-422d-b51b-1e680e4506e0 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087902 Nov 22 16:14:07.186260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] For port 72471929-b42c-4ab3-9081-1f7ded52ae65, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=72471929-b42c-4ab3-9081-1f7ded52ae65,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:07.186636 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.215102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-dabf747e-c960-401a-a749-9d69ff6cf255 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:07.216591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-dabf747e-c960-401a-a749-9d69ff6cf255 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.71 "GET /v2.0/ports?device_id=2fece26a-29db-4782-a716-6bfaac876bd7 HTTP/1.1" status: 200 len: 946 time: 0.6579843 Nov 22 16:14:07.220162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-769a658d-82c4-4478-b5f2-d721398d91b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2382488 Nov 22 16:14:07.238593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Calling delete_port for 72471929-b42c-4ab3-9081-1f7ded52ae65 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:07.252813 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a44-dfec-4ac5-9e56-091a00f4dc54 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.296593 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb1a44-dfec-4ac5-9e56-091a00f4dc54 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Subnet': ['ID=90238561-d432-4710-a708-6f7cae4dfb4c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:07.299639 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faeb1a44-dfec-4ac5-9e56-091a00f4dc54 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.306760 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-faeb1a44-dfec-4ac5-9e56-091a00f4dc54 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "DELETE /v2.0/subnets/90238561-d432-4710-a708-6f7cae4dfb4c HTTP/1.1" status: 204 len: 168 time: 0.7656038 Nov 22 16:14:07.307468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49342) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:07.317238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a5304-b87a-49a0-8f4d-aedc1891dd0e None None] Network 41c81ba1-2dba-474a-8318-dba665f3557d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:07.371348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5f49f3-1469-4f3f-9172-2e980f7adbcf tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Deleting subnet 6e7f4476-633b-42f5-b692-760d693fae89 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:07.375406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f5f49f3-1469-4f3f-9172-2e980f7adbcf tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.424378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Deleting port 763866a6-0bb9-44da-8f8e-a4002d04feae {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:07.424695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.477683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f5f49f3-1469-4f3f-9172-2e980f7adbcf tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.618636 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f5f49f3-1469-4f3f-9172-2e980f7adbcf tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.639023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-be363850-59b2-4f72-ba63-e7281d12e033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:07.640565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-be363850-59b2-4f72-ba63-e7281d12e033 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 1097 time: 0.3499458 Nov 22 16:14:07.680707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453decea-c20a-442f-86a7-5c78998d486d None None] DHCP port deletion for 41c81ba1-2dba-474a-8318-dba665f3557d request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:14:07.683010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d26a9-6479-4568-94a7-5698ef800b9d req-b0512097-83be-46f6-a764-6c18bde684f4 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:07.690384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b40d26a9-6479-4568-94a7-5698ef800b9d req-b0512097-83be-46f6-a764-6c18bde684f4 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/ports?device_id=4075adb6-21bb-4fe2-8b47-b35e7740ff41 HTTP/1.1" status: 200 len: 946 time: 0.3322277 Nov 22 16:14:07.724375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49354) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:07.748351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-453decea-c20a-442f-86a7-5c78998d486d None None] Deleting port bb896661-8ded-4a3e-8d16-77d5a42a69ba {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:07.749094 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-453decea-c20a-442f-86a7-5c78998d486d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.788268 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f5f49f3-1469-4f3f-9172-2e980f7adbcf tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.793797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Deleting port 2eaed254-3596-4fab-b435-9d72ac7d151f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:07.794136 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.838190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f5f49f3-1469-4f3f-9172-2e980f7adbcf tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.841993 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6f5f49f3-1469-4f3f-9172-2e980f7adbcf tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "DELETE /v2.0/subnets/6e7f4476-633b-42f5-b692-760d693fae89 HTTP/1.1" status: 204 len: 168 time: 0.5321579 Nov 22 16:14:07.842567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f49f3-1469-4f3f-9172-2e980f7adbcf tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Subnet': ['ID=6e7f4476-633b-42f5-b692-760d693fae89,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:07.851792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] For port 763866a6-0bb9-44da-8f8e-a4002d04feae, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=763866a6-0bb9-44da-8f8e-a4002d04feae,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:07.852335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.855750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:07.861589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31477202-b6f9-42d0-ae94-41fcd12008f0 None None] Network 3e3199dd-7343-40be-8bf7-cded96021a14 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:07.887189 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495dfa63-eb22-4b02-873d-8c73afeb0405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.894554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-453decea-c20a-442f-86a7-5c78998d486d None None] For port bb896661-8ded-4a3e-8d16-77d5a42a69ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bb896661-8ded-4a3e-8d16-77d5a42a69ba,segment=NetworkSegment(0bea3eca-df32-4663-b60a-96b3edc19718),segment_id=0bea3eca-df32-4663-b60a-96b3edc19718)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:07.895360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-453decea-c20a-442f-86a7-5c78998d486d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:07.960484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-453decea-c20a-442f-86a7-5c78998d486d None None] Calling delete_port for bb896661-8ded-4a3e-8d16-77d5a42a69ba owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:08.010064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Calling delete_port for 763866a6-0bb9-44da-8f8e-a4002d04feae owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:08.020785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495dfa63-eb22-4b02-873d-8c73afeb0405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.040163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495dfa63-eb22-4b02-873d-8c73afeb0405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.069732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bb896661-8ded-4a3e-8d16-77d5a42a69ba no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:08.088133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b40d26a9-6479-4568-94a7-5698ef800b9d req-8479977e-d7eb-4607-a716-dceeae956967 tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.69 "GET /v2.0/security-groups?id=c16368b6-f492-4daf-a37f-08c813bfbb79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967392 Nov 22 16:14:08.095103 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-453decea-c20a-442f-86a7-5c78998d486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.102178 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-495dfa63-eb22-4b02-873d-8c73afeb0405 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68036b97d5ce4fa9aff893fea0e0443c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3750761 Nov 22 16:14:08.103109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495dfa63-eb22-4b02-873d-8c73afeb0405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f0fa34-d18a-4caf-bac9-5542a49e2759,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:08.109468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49366) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:08.127280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.154694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453decea-c20a-442f-86a7-5c78998d486d None None] No DVR routers for this DVR port bb896661-8ded-4a3e-8d16-77d5a42a69ba on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:08.156753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453decea-c20a-442f-86a7-5c78998d486d None None] Pushing event deleted for resources: {'Port': ['ID=bb896661-8ded-4a3e-8d16-77d5a42a69ba,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:08.158967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: bb896661-8ded-4a3e-8d16-77d5a42a69ba {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:08.159406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bb896661-8ded-4a3e-8d16-77d5a42a69ba not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:08.205833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-dd35d454-cd14-4878-ae91-be881a82981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:08.207385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-dd35d454-cd14-4878-ae91-be881a82981a service neutron] 10.222.0.11 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.5363052 Nov 22 16:14:08.212551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-269344de-264b-4620-9250-9ba5ed99335e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.248916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-269344de-264b-4620-9250-9ba5ed99335e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.303998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.305544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9504b33-163b-442a-9802-2ee017417829 None None] DHCP port deletion for 3e3199dd-7343-40be-8bf7-cded96021a14 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:14:08.339274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-269344de-264b-4620-9250-9ba5ed99335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.342532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-269344de-264b-4620-9250-9ba5ed99335e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.346755 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-269344de-264b-4620-9250-9ba5ed99335e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4f0fa34-d18a-4caf-bac9-5542a49e2759 HTTP/1.1" status: 204 len: 168 time: 0.2330968 Nov 22 16:14:08.354908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269344de-264b-4620-9250-9ba5ed99335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f0fa34-d18a-4caf-bac9-5542a49e2759,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:08.364009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Pushing event deleted for resources: {'Port': ['ID=72471929-b42c-4ab3-9081-1f7ded52ae65,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:08.421233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-2da7add1-0fc4-4bb9-8981-de102ea5633d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09 HTTP/1.1" status: 200 len: 217 time: 0.1965957 Nov 22 16:14:08.432926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d9504b33-163b-442a-9802-2ee017417829 None None] Deleting port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:08.433447 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9504b33-163b-442a-9802-2ee017417829 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.466285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] For port 2eaed254-3596-4fab-b435-9d72ac7d151f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2eaed254-3596-4fab-b435-9d72ac7d151f,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:08.466668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.524040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d9504b33-163b-442a-9802-2ee017417829 None None] For port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46,segment=NetworkSegment(55b525d3-9c91-43a7-a0b0-7950c5bd5376),segment_id=55b525d3-9c91-43a7-a0b0-7950c5bd5376)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:08.525687 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9504b33-163b-442a-9802-2ee017417829 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.551088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d9504b33-163b-442a-9802-2ee017417829 None None] Calling delete_port for d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:08.619151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] No DVR routers for this DVR port 72471929-b42c-4ab3-9081-1f7ded52ae65 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:08.627804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Calling delete_port for 2eaed254-3596-4fab-b435-9d72ac7d151f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:08.636447 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.641027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c18a088f-2483-41d0-9fcf-8c4bda95bc03 req-a78a83cf-8475-4156-8597-d08ff9f7d71b tempest-FloatingIPsAssociationNegativeTestJSON-75105716 tempest-FloatingIPsAssociationNegativeTestJSON-75105716-project] 10.222.0.11 "DELETE /v2.0/ports/72471929-b42c-4ab3-9081-1f7ded52ae65 HTTP/1.1" status: 204 len: 173 time: 2.4892662 Nov 22 16:14:08.667757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'name': 'network-vif-deleted', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:08.671070 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e994a9-0727-49e6-a35b-c90495aa2676" -d '{"events": [{"server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "name": "network-vif-deleted", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:08.795026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d5438-41c6-4175-8aa2-9e89df014621 req-5dd0b91f-24b9-4ca6-b998-b43fca539f79 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:08.805881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-774d5438-41c6-4175-8aa2-9e89df014621 req-5dd0b91f-24b9-4ca6-b998-b43fca539f79 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 946 time: 0.4964345 Nov 22 16:14:08.822441 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300bcf6a-ad8e-4f84-84b3-abbcc554500e x-openstack-request-id: req-300bcf6a-ad8e-4f84-84b3-abbcc554500e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:08.822737 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4075adb6-21bb-4fe2-8b47-b35e7740ff41", "name": "network-vif-deleted", "tag": "72471929-b42c-4ab3-9081-1f7ded52ae65", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:08.822999 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-300bcf6a-ad8e-4f84-84b3-abbcc554500e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:08.823526 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4075adb6-21bb-4fe2-8b47-b35e7740ff41', 'name': 'network-vif-deleted', 'tag': '72471929-b42c-4ab3-9081-1f7ded52ae65', 'status': 'completed', 'code': 200} Nov 22 16:14:08.900156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 72471929-b42c-4ab3-9081-1f7ded52ae65 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:08.933151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-774d5438-41c6-4175-8aa2-9e89df014621 req-f5532004-af6d-4d18-95fc-ea6b80667ebb tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/security-groups?id=58ab520b-d5c2-4e33-9da3-86c14488a763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263008 Nov 22 16:14:08.935165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2eaed254-3596-4fab-b435-9d72ac7d151f no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:08.941871 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9504b33-163b-442a-9802-2ee017417829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:08.952897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9504b33-163b-442a-9802-2ee017417829 None None] No DVR routers for this DVR port d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:08.968865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-eec93a21-a69b-4925-801f-2bd22d4b3ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:08.970628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-eec93a21-a69b-4925-801f-2bd22d4b3ec2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.5189276 Nov 22 16:14:08.977028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 72471929-b42c-4ab3-9081-1f7ded52ae65 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:08.977355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 72471929-b42c-4ab3-9081-1f7ded52ae65 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:09.018989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9504b33-163b-442a-9802-2ee017417829 None None] Pushing event deleted for resources: {'Port': ['ID=d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:09.144590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.173803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fece26a-29db-4782-a716-6bfaac876bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eaed254-3596-4fab-b435-9d72ac7d151f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:09.176435 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6437fa05-7662-4a2b-8a75-b1b258961b1f" -d '{"events": [{"server_uuid": "2fece26a-29db-4782-a716-6bfaac876bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "2eaed254-3596-4fab-b435-9d72ac7d151f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:09.191176 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2eaed254-3596-4fab-b435-9d72ac7d151f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2eaed254-3596-4fab-b435-9d72ac7d151f,segment=NetworkSegment(a0a5ce35-8274-4e0f-a797-c58c0941ccf0),segment_id=a0a5ce35-8274-4e0f-a797-c58c0941ccf0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:09.198301 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.215593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.298616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2eaed254-3596-4fab-b435-9d72ac7d151f,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:09.310900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c81ba1-2dba-474a-8318-dba665f3557d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:09.342718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bea3eca-df32-4663-b60a-96b3edc19718') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:09.343079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bea3eca-df32-4663-b60a-96b3edc19718') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:09.356573 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.366075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff0c1a-3d83-491d-a29e-86b95ea9bf32 req-2c6bdeac-b212-4812-8c2f-1ffa8c0bff3a tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:09.369101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5ff0c1a-3d83-491d-a29e-86b95ea9bf32 req-2c6bdeac-b212-4812-8c2f-1ffa8c0bff3a tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.4140401 Nov 22 16:14:09.385092 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.403937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb08b-0b95-41a2-b7c5-bb8dc4780fc4 req-9c3b2d8a-b752-44e7-bc25-97eb5652ed2c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:09.405681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4adcb08b-0b95-41a2-b7c5-bb8dc4780fc4 req-9c3b2d8a-b752-44e7-bc25-97eb5652ed2c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2441540 Nov 22 16:14:09.464328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-84ae2bc3-fcc1-47ee-b739-368a8c5c5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:09.465808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-84ae2bc3-fcc1-47ee-b739-368a8c5c5d75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4600585 Nov 22 16:14:09.474225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Pushing event deleted for resources: {'Port': ['ID=763866a6-0bb9-44da-8f8e-a4002d04feae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:09.508749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.576246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:09.576660 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:09.595165 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:09.687332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] No DVR routers for this DVR port 763866a6-0bb9-44da-8f8e-a4002d04feae on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:09.705119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.712906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.716278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30dd69e4-806f-448a-87c4-1c43c10c1f4d req-bfd57e62-406d-4acb-a2b3-3f57a9d92fbf tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.11 "DELETE /v2.0/ports/763866a6-0bb9-44da-8f8e-a4002d04feae HTTP/1.1" status: 204 len: 173 time: 3.1818776 Nov 22 16:14:09.783491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5ff0c1a-3d83-491d-a29e-86b95ea9bf32 req-8ab1d28d-c342-432f-a620-69e78a90f71c tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3895297 Nov 22 16:14:09.792155 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.805800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Pushing event deleted for resources: {'Port': ['ID=2eaed254-3596-4fab-b435-9d72ac7d151f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:09.847716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4adcb08b-0b95-41a2-b7c5-bb8dc4780fc4 req-31a73c0f-f4ca-43bd-9ba0-116b92e8b809 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3851976 Nov 22 16:14:09.872511 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:09.885091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49450) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:09.905204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "DELETE /v2.0/networks/41c81ba1-2dba-474a-8318-dba665f3557d HTTP/1.1" status: 204 len: 168 time: 2.0196567 Nov 22 16:14:09.942836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:09.952024 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866ea0b4-07ab-47ab-9e25-047a2f5c7afe x-openstack-request-id: req-866ea0b4-07ab-47ab-9e25-047a2f5c7afe {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:09.952536 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fece26a-29db-4782-a716-6bfaac876bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "2eaed254-3596-4fab-b435-9d72ac7d151f", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:09.952712 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-866ea0b4-07ab-47ab-9e25-047a2f5c7afe {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:09.953225 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fece26a-29db-4782-a716-6bfaac876bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eaed254-3596-4fab-b435-9d72ac7d151f', 'code': 200} Nov 22 16:14:09.999435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49963146-7a13-4501-b4a4-b82854117323 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Network': ['ID=41c81ba1-2dba-474a-8318-dba665f3557d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:10.104304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:10.109918 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] No DVR routers for this DVR port 2eaed254-3596-4fab-b435-9d72ac7d151f on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:10.114249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:10.117998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f43ed42-3d85-4a91-9be6-868c0691adda req-c71c191a-2c69-45d1-a670-e967ecd28a3f tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.71 "DELETE /v2.0/ports/2eaed254-3596-4fab-b435-9d72ac7d151f HTTP/1.1" status: 204 len: 173 time: 2.8934684 Nov 22 16:14:10.120382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-7272fb89-1003-4ecc-9a42-89417475841b service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233075 Nov 22 16:14:10.177062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:10.177442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9eb8abe-e9bd-4d74-82fb-b8fdfb5eef46 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:10.201837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49460) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:10.317790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46c6b9f1-d722-4d9b-a160-dbc6fd057722 req-90ab41f0-0221-45e4-897a-a0c9baf52129 service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724496 Nov 22 16:14:10.377548 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:10.408737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03c753fc-098b-4ca9-8fb4-71d1547f4f81 req-6de78711-7e17-4504-a7f7-b740ba0429d9 tempest-ListServersNegativeTestJSON-829667754 tempest-ListServersNegativeTestJSON-829667754-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c0be5de-7d22-4adc-b3b6-5f796f62890e HTTP/1.1" status: 200 len: 210 time: 0.2765903 Nov 22 16:14:10.484085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563957a-f91f-4f37-b4ef-d1158e367bcd req-8da22487-a4f3-4023-8383-62eb0056903f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:10.485637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2563957a-f91f-4f37-b4ef-d1158e367bcd req-8da22487-a4f3-4023-8383-62eb0056903f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.3930695 Nov 22 16:14:10.563370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:10.625629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2563957a-f91f-4f37-b4ef-d1158e367bcd req-4324d763-dd9c-44a6-880a-4f8df9a7b172 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253409 Nov 22 16:14:10.636458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e3199dd-7343-40be-8bf7-cded96021a14']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:10.639247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4195032e-34f1-449d-8d41-2b0e3ddd2a77 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:10.673280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b525d3-9c91-43a7-a0b0-7950c5bd5376') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:10.673846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b525d3-9c91-43a7-a0b0-7950c5bd5376') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:10.683284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:10.705735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:10.733332 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:10.750217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:10.750780 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4195032e-34f1-449d-8d41-2b0e3ddd2a77 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "PUT /v2.0/quotas/324039c117be4530aec6013e4845ca64 HTTP/1.1" status: 200 len: 366 time: 0.5476246 Nov 22 16:14:10.751258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:10.753479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49476) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:10.757781 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:10.775568 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a49ae221-53d4-47fd-96d6-ec8892093f05 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0194702 Nov 22 16:14:10.781234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:10.906878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 763866a6-0bb9-44da-8f8e-a4002d04feae no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:10.945234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 763866a6-0bb9-44da-8f8e-a4002d04feae {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:10.945799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 763866a6-0bb9-44da-8f8e-a4002d04feae not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:11.072154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Deleting port 1d6241e2-2177-4616-95a8-4123ec15a839 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:11.072758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:11.159977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] For port 1d6241e2-2177-4616-95a8-4123ec15a839, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1d6241e2-2177-4616-95a8-4123ec15a839,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:11.160356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:11.175939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Calling delete_port for 1d6241e2-2177-4616-95a8-4123ec15a839 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:11.200549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c41b4511-1824-4610-9581-dd119e40c0a5 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "GET /v2.0/quotas/324039c117be4530aec6013e4845ca64 HTTP/1.1" status: 200 len: 366 time: 0.4146509 Nov 22 16:14:11.200549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0be5de-7d22-4adc-b3b6-5f796f62890e', 'name': 'network-vif-deleted', 'tag': '763866a6-0bb9-44da-8f8e-a4002d04feae'}, {'server_uuid': '2fece26a-29db-4782-a716-6bfaac876bd7', 'name': 'network-vif-deleted', 'tag': '2eaed254-3596-4fab-b435-9d72ac7d151f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:11.201650 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f51859-ff61-4aa8-8f46-72678d42e9d5" -d '{"events": [{"server_uuid": "5c0be5de-7d22-4adc-b3b6-5f796f62890e", "name": "network-vif-deleted", "tag": "763866a6-0bb9-44da-8f8e-a4002d04feae"}, {"server_uuid": "2fece26a-29db-4782-a716-6bfaac876bd7", "name": "network-vif-deleted", "tag": "2eaed254-3596-4fab-b435-9d72ac7d151f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:11.210247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49504) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:11.322430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-62c9d1cf-dd88-41e1-8e34-f9d91c5c2ebe tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/324039c117be4530aec6013e4845ca64 HTTP/1.1" status: 204 len: 168 time: 0.1109490 Nov 22 16:14:11.324860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49510) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:11.328865 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:11.351031 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-21bbca9d-9348-496b-975c-a113c637f7bd tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0216138 Nov 22 16:14:11.353865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49514) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:11.353986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:11.357531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] 10.222.0.69 "DELETE /v2.0/networks/3e3199dd-7343-40be-8bf7-cded96021a14 HTTP/1.1" status: 204 len: 168 time: 1.3990738 Nov 22 16:14:11.419386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-85a6bd36-9e48-4edf-93e2-b3265259fc8b tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "GET /v2.0/quotas/324039c117be4530aec6013e4845ca64 HTTP/1.1" status: 200 len: 370 time: 0.0625396 Nov 22 16:14:11.420274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49516) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:11.420672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-a7df6c48-44a4-4a99-bb3c-622239bc6b35 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:11.423945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:11.424541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-a7df6c48-44a4-4a99-bb3c-622239bc6b35 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.2154207 Nov 22 16:14:11.430102 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4d7aa9b9-2c0f-4fe4-99a5-a3b930dff2a8 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "GET /v2.0/quotas/324039c117be4530aec6013e4845ca64/default HTTP/1.1" status: 200 len: 370 time: 0.0072358 Nov 22 16:14:11.438307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49518) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:11.453746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e41709-a7af-40ed-a92a-cbcdb3f63589 tempest-TaggedBootDevicesTest_v242-1711730950 tempest-TaggedBootDevicesTest_v242-1711730950-project] Pushing event deleted for resources: {'Network': ['ID=3e3199dd-7343-40be-8bf7-cded96021a14,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:11.471274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6241e2-2177-4616-95a8-4123ec15a839,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:11.476939 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-91ff8e64-c1dd-45f9-b6e5-28cba79b8aad tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] delete failed (client error): The resource could not be found. Nov 22 16:14:11.478721 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-91ff8e64-c1dd-45f9-b6e5-28cba79b8aad tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/324039c117be4530aec6013e4845ca64 HTTP/1.1" status: 404 len: 348 time: 0.0389612 Nov 22 16:14:11.492688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d11cf-c552-4429-9e19-2be1fec8f393 req-78c44ba1-62f5-443e-a335-6713b53a653e tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:11.508334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6d11cf-c552-4429-9e19-2be1fec8f393 req-78c44ba1-62f5-443e-a335-6713b53a653e tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.3004365 Nov 22 16:14:11.541621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-f1a1a9a8-3015-4b48-8fdf-f101c7fe3c96 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/quotas/fac5cc196bb942b28fcf8617104ec211 HTTP/1.1" status: 200 len: 375 time: 0.0931480 Nov 22 16:14:11.638288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6d11cf-c552-4429-9e19-2be1fec8f393 req-99b7fb49-4343-410a-9c9a-6eb423ca887e tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278145 Nov 22 16:14:11.696949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-061c28ff-35ea-46c2-8f52-2aa3db92f0fd tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1437206 Nov 22 16:14:11.700871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:11.827495 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d9c704-5e4c-4bb3-a562-a5ad5129c968 x-openstack-request-id: req-70d9c704-5e4c-4bb3-a562-a5ad5129c968 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:11.827774 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0be5de-7d22-4adc-b3b6-5f796f62890e", "name": "network-vif-deleted", "tag": "763866a6-0bb9-44da-8f8e-a4002d04feae", "status": "completed", "code": 200}, {"server_uuid": "2fece26a-29db-4782-a716-6bfaac876bd7", "name": "network-vif-deleted", "tag": "2eaed254-3596-4fab-b435-9d72ac7d151f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:11.828104 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70d9c704-5e4c-4bb3-a562-a5ad5129c968 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:11.828471 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0be5de-7d22-4adc-b3b6-5f796f62890e', 'name': 'network-vif-deleted', 'tag': '763866a6-0bb9-44da-8f8e-a4002d04feae', 'status': 'completed', 'code': 200} Nov 22 16:14:11.828730 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fece26a-29db-4782-a716-6bfaac876bd7', 'name': 'network-vif-deleted', 'tag': '2eaed254-3596-4fab-b435-9d72ac7d151f', 'status': 'completed', 'code': 200} Nov 22 16:14:11.870588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-50f7311d-4c39-4269-98eb-90292e145477 service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685479 Nov 22 16:14:12.009436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:12.035989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49544) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:12.058932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Usage tracker for resource:network and project:bc99bce75f344c9fa347bbbf64b4a411 is out of sync, need to count used quota {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:14:12.071330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:14:12.091742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Usage tracker for resource:subnet and project:bc99bce75f344c9fa347bbbf64b4a411 is out of sync, need to count used quota {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:14:12.098812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:14:12.102866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-ccc548aa-5aac-43ed-9d36-65733f8b7e9c service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247050 Nov 22 16:14:12.108482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Usage tracker for resource:subnetpool and project:bc99bce75f344c9fa347bbbf64b4a411 is out of sync, need to count used quota {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:14:12.114276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:14:12.119788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f613c625-0c08-484d-8fa2-30910bd4a143 admin admin] Deleting subnet 08ebae3a-2d46-4398-b87d-278a7c1dc3ca {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:12.122671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Usage tracker for resource:port and project:bc99bce75f344c9fa347bbbf64b4a411 is out of sync, need to count used quota {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:14:12.124066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f613c625-0c08-484d-8fa2-30910bd4a143 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:12.127611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:14:12.136441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Usage tracker for resource:router and project:bc99bce75f344c9fa347bbbf64b4a411 is out of sync, need to count used quota {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:14:12.141468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:14:12.149623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Usage tracker for resource:floatingip and project:bc99bce75f344c9fa347bbbf64b4a411 is out of sync, need to count used quota {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:14:12.154370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:14:12.170259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f613c625-0c08-484d-8fa2-30910bd4a143 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:12.257261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Usage tracker for resource:security_group and project:bc99bce75f344c9fa347bbbf64b4a411 is out of sync, need to count used quota {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:14:12.259789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Router 23467378-2dd5-40bb-95f6-12d3fed3896c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:14:12.265183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:14:12.283045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Usage tracker for resource:security_group_rule and project:bc99bce75f344c9fa347bbbf64b4a411 is out of sync, need to count used quota {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:14:12.293041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.quota.resource [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103411) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:14:12.295238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f613c625-0c08-484d-8fa2-30910bd4a143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:12.300112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-26c81beb-9d5b-4419-a03e-b8a30191a6e7 tempest-QuotasTest-1410944407 tempest-QuotasTest-1410944407-project-admin] 10.222.0.69 "GET /v2.0/quotas/bc99bce75f344c9fa347bbbf64b4a411/details.json HTTP/1.1" status: 200 len: 703 time: 0.2895520 Nov 22 16:14:12.488665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75114c62-cdc8-44e0-b444-621c1204b061 req-9645e807-7fda-47bf-af19-1b54b004998f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 210 time: 0.0590277 Nov 22 16:14:12.516919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f613c625-0c08-484d-8fa2-30910bd4a143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:12.525692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:14:12.539141 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] Sync routers for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:14:12.541027 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5e839892-7e0c-4f0d-91af-c220f00bae05 admin admin] 10.222.0.69 "PUT /v2.0/routers/23467378-2dd5-40bb-95f6-12d3fed3896c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6547701 Nov 22 16:14:12.543889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:12.563319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613c625-0c08-484d-8fa2-30910bd4a143 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ebae3a-2d46-4398-b87d-278a7c1dc3ca,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:12.571411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f613c625-0c08-484d-8fa2-30910bd4a143 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:12.579701 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f613c625-0c08-484d-8fa2-30910bd4a143 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/08ebae3a-2d46-4398-b87d-278a7c1dc3ca HTTP/1.1" status: 204 len: 168 time: 0.5427682 Nov 22 16:14:12.580786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49564) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:12.581512 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:12.582191 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:12.770522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:12.925929 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:12.978894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:12.979107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:13.018644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.054187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ea79bd-413f-4c4d-9101-d4c8849c5d2c']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:13.079704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:13.080150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a5ce35-8274-4e0f-a797-c58c0941ccf0') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:13.111212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.137409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.145704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfcf77-04e3-4b72-89bf-ff89d170672c req-118b25dc-bd9f-4305-ac02-61d78f6c1e33 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:13.155362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06bfcf77-04e3-4b72-89bf-ff89d170672c req-118b25dc-bd9f-4305-ac02-61d78f6c1e33 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.3306797 Nov 22 16:14:13.157569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:13.157993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:13.159888 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:13.296917 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:14:11Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:13.365720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.368189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f93579e3-6977-486f-bea2-8eeec3177dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.377652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.381631 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] Checking router: 23467378-2dd5-40bb-95f6-12d3fed3896c for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:14:13.389161 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/44ea79bd-413f-4c4d-9101-d4c8849c5d2c HTTP/1.1" status: 204 len: 168 time: 0.8065276 Nov 22 16:14:13.394109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06bfcf77-04e3-4b72-89bf-ff89d170672c req-322dfd1d-2718-474d-a5a3-235fba8d95c7 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378483 Nov 22 16:14:13.408017 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.420561 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] Routers {'23467378-2dd5-40bb-95f6-12d3fed3896c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:13.421519 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['23467378-2dd5-40bb-95f6-12d3fed3896c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:13.433602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b3b14-ca29-4fda-8f13-1a4fd9aa6cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ea79bd-413f-4c4d-9101-d4c8849c5d2c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:13.542757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Deleting port 30d61373-c72e-46fe-aacf-e81e1e4b3a50 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:13.543404 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.609664 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] Set router 23467378-2dd5-40bb-95f6-12d3fed3896c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:13.642541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] For port 30d61373-c72e-46fe-aacf-e81e1e4b3a50, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=30d61373-c72e-46fe-aacf-e81e1e4b3a50,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:13.643237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.659650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Calling delete_port for 30d61373-c72e-46fe-aacf-e81e1e4b3a50 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:13.803453 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:14:11Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:13.864873 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d31c1-a230-4a52-9e61-68858a6776d1 None None] The sync data for ids ['23467378-2dd5-40bb-95f6-12d3fed3896c'] in n-d-811716-3 is: [{'id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760517649-router', 'tenant_id': '6721ebe8fa4145c5a88da21845d54465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:13:23Z', 'updated_at': '2021-11-22T16:14:11Z', 'revision_number': 5, 'project_id': '6721ebe8fa4145c5a88da21845d54465', 'gw_port': {'id': '30d61373-c72e-46fe-aacf-e81e1e4b3a50', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23467378-2dd5-40bb-95f6-12d3fed3896c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:13:24Z', 'updated_at': '2021-11-22T16:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:14:13.971021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d05db037-dcd4-48a1-843b-03115fb148b9 req-8a083e11-ac5f-4cce-8330-0e4219a762de tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 210 time: 0.0939038 Nov 22 16:14:13.975131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f93579e3-6977-486f-bea2-8eeec3177dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:13.977517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.013493 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f93579e3-6977-486f-bea2-8eeec3177dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.049234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93579e3-6977-486f-bea2-8eeec3177dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ceabb8-36af-483c-8e28-45b3211a17d2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:14.063492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Pushing event deleted for resources: {'Port': ['ID=30d61373-c72e-46fe-aacf-e81e1e4b3a50,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:14.075063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49606) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:14.101474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-afc655f6-ece9-4839-8722-a812bfe5d329 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:14.103004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-afc655f6-ece9-4839-8722-a812bfe5d329 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.11 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.2003667 Nov 22 16:14:14.157550 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-83af6efd-d78e-4b97-ac29-311951a3c053 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed6dceda8d48484e88948c4c2d1b89d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810552 Nov 22 16:14:14.159756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49608) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:14.232232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f93579e3-6977-486f-bea2-8eeec3177dff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1e7af3eb4cc49a3a1e8df87dda0f547&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2400782 Nov 22 16:14:14.242285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49612) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:14.374802 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a9d8-ca5e-4882-a0d2-227a0cfc4f2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.380003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f8a734e-0596-48da-9741-0072cc63ef31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.393726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.454455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f8a734e-0596-48da-9741-0072cc63ef31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.560189 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f8a734e-0596-48da-9741-0072cc63ef31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.564027 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f8a734e-0596-48da-9741-0072cc63ef31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.565607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4f8a734e-0596-48da-9741-0072cc63ef31 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58ab520b-d5c2-4e33-9da3-86c14488a763 HTTP/1.1" status: 204 len: 168 time: 0.4048154 Nov 22 16:14:14.591340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a9d8-ca5e-4882-a0d2-227a0cfc4f2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.593823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a734e-0596-48da-9741-0072cc63ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab520b-d5c2-4e33-9da3-86c14488a763,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:14.619654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.622808 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.665075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-2860ce1d-3af6-48fa-be69-6806756144c5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:14.667841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-2860ce1d-3af6-48fa-be69-6806756144c5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.4246893 Nov 22 16:14:14.673871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Deleting port d314d043-ed2e-481f-abc5-420f87b4c061 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:14.674241 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.697428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a9d8-ca5e-4882-a0d2-227a0cfc4f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.700614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aeb7a9d8-ca5e-4882-a0d2-227a0cfc4f2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.704039 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aeb7a9d8-ca5e-4882-a0d2-227a0cfc4f2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63ceabb8-36af-483c-8e28-45b3211a17d2 HTTP/1.1" status: 204 len: 168 time: 0.4571187 Nov 22 16:14:14.721942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7a9d8-ca5e-4882-a0d2-227a0cfc4f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ceabb8-36af-483c-8e28-45b3211a17d2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:14.795790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'port': {'device_id': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'admin_state_up': True, 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:14.861724 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.862292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23467378-2dd5-40bb-95f6-12d3fed3896c {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:14:14.881583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2e4d4-641e-4535-8fa4-5bd8f871e71a req-1b875922-eb45-4b01-a464-5cd41b678cf0 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:14.889435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1dc2e4d4-641e-4535-8fa4-5bd8f871e71a req-1b875922-eb45-4b01-a464-5cd41b678cf0 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 945 time: 0.3103309 Nov 22 16:14:14.893700 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:14.894796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2f832d47-0e88-41fd-a705-17f4bf00204d admin admin] 10.222.0.69 "DELETE /v2.0/routers/23467378-2dd5-40bb-95f6-12d3fed3896c HTTP/1.1" status: 204 len: 168 time: 2.3499012 Nov 22 16:14:14.898369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49628) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:14.978713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-955afbb3-5853-4148-b0cb-e0f55247c07f admin admin] Deleting subnet 992d05fd-2a2d-458e-9cbb-7243e912b5ae {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:14.982547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-955afbb3-5853-4148-b0cb-e0f55247c07f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.073153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-955afbb3-5853-4148-b0cb-e0f55247c07f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.080399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] For port d314d043-ed2e-481f-abc5-420f87b4c061, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d314d043-ed2e-481f-abc5-420f87b4c061,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:15.080612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.231452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1dc2e4d4-641e-4535-8fa4-5bd8f871e71a req-ee9ab8a5-c7b0-43d6-a028-0a3918f625e0 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups?id=78e71a65-6c93-4726-86bb-8fae341a9477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411074 Nov 22 16:14:15.248991 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-955afbb3-5853-4148-b0cb-e0f55247c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.295365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b98f849-880f-49df-b6e2-9f3f048d21ff req-b8d13211-7fd1-48aa-bdef-4bd34f611ef4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 210 time: 0.0628312 Nov 22 16:14:15.337346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Made reservation on behalf of fac5cc196bb942b28fcf8617104ec211 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:15.341054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.355462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-955afbb3-5853-4148-b0cb-e0f55247c07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.394482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c2b260-4723-4383-baed-ad4402ac0767 None None] Network 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:15.395258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-955afbb3-5853-4148-b0cb-e0f55247c07f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.408118 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-955afbb3-5853-4148-b0cb-e0f55247c07f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/992d05fd-2a2d-458e-9cbb-7243e912b5ae HTTP/1.1" status: 204 len: 168 time: 0.5077465 Nov 22 16:14:15.411235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:15.483856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955afbb3-5853-4148-b0cb-e0f55247c07f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992d05fd-2a2d-458e-9cbb-7243e912b5ae,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:15.519822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49648) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:15.581430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5757ee9d-16aa-472b-9815-c2e7933eab49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.701354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.776672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.777882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.779524 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Floating IP e0352a9b-d4d5-4081-911d-68e9afe9082a disassociated. External IP: 172.25.5.218, port: d314d043-ed2e-481f-abc5-420f87b4c061. Nov 22 16:14:15.782992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Calling delete_port for d314d043-ed2e-481f-abc5-420f87b4c061 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:15.805546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] DHCP port deletion for 4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:14:15.832318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5757ee9d-16aa-472b-9815-c2e7933eab49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.851773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5757ee9d-16aa-472b-9815-c2e7933eab49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:15.963483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Allocated IP 172.20.0.9 (678ff126-f764-4857-848d-4789f931073a/bb3143d8-c748-46f6-a58f-a498a77353bf/ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:16.019496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] Deleting port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:16.019959 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.032733 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5757ee9d-16aa-472b-9815-c2e7933eab49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc99bce75f344c9fa347bbbf64b4a411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5093236 Nov 22 16:14:16.033971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49654) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:16.068350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757ee9d-16aa-472b-9815-c2e7933eab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff62306b-19ba-4059-8c1f-8623010e5d85,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:16.168363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1d6241e2-2177-4616-95a8-4123ec15a839 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:16.194096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Deleting port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:16.194473 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.222133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08f87ea8-3ad3-468e-9724-116759f2d8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.245001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] For port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:16.246220 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.276514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08f87ea8-3ad3-468e-9724-116759f2d8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.281857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] Calling delete_port for bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:16.286911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 1d6241e2-2177-4616-95a8-4123ec15a839 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:16.291051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1d6241e2-2177-4616-95a8-4123ec15a839 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:16.292018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 30d61373-c72e-46fe-aacf-e81e1e4b3a50 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:16.377012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08f87ea8-3ad3-468e-9724-116759f2d8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.380340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08f87ea8-3ad3-468e-9724-116759f2d8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.384857 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-08f87ea8-3ad3-468e-9724-116759f2d8e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff62306b-19ba-4059-8c1f-8623010e5d85 HTTP/1.1" status: 204 len: 168 time: 0.3295543 Nov 22 16:14:16.404724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f87ea8-3ad3-468e-9724-116759f2d8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff62306b-19ba-4059-8c1f-8623010e5d85,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:16.430263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 30d61373-c72e-46fe-aacf-e81e1e4b3a50 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:16.431140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 30d61373-c72e-46fe-aacf-e81e1e4b3a50 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:16.431741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:16.471940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.559196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-986332e7-3101-4116-b33d-e559f1a7ee66 req-369277f8-5acc-4af3-ab78-4a7c557ebd72 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 210 time: 0.1693034 Nov 22 16:14:16.582690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event deleted for resources: {'Port': ['ID=d314d043-ed2e-481f-abc5-420f87b4c061,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:16.601145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-242f6613-da3a-4164-86f5-90a722bc8cb8 req-9592469b-3cec-4aa5-b1ee-20945dc34415 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 210 time: 0.0815098 Nov 22 16:14:16.610102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] For port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,segment=NetworkSegment(b27fbf64-ae39-4385-96bc-98551c5c3796),segment_id=b27fbf64-ae39-4385-96bc-98551c5c3796)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:16.610488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.627259 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.644133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Calling delete_port for bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:16.651494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49680) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:16.694596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] Pushing event deleted for resources: {'Port': ['ID=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:16.701807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f6a4f-597a-4b87-a75c-2ae94e160408 None None] No DVR routers for this DVR port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:16.723562 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:16.925499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d314d043-ed2e-481f-abc5-420f87b4c061 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:16.987136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: d314d043-ed2e-481f-abc5-420f87b4c061 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:16.987549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d314d043-ed2e-481f-abc5-420f87b4c061 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:17.081912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1085983250-network', 'tenant_id': '3f6b2b54b02e4ebb896a5d9723f4f959'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:17.144494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Made reservation on behalf of 3f6b2b54b02e4ebb896a5d9723f4f959 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:17.146964 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.175398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.261747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.371817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.376530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.400952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:17.407036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Router 11a1fb24-580e-4ce9-800b-2c27b88de718 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:14:17.409372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.425878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.426315 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Added segment 88068bfc-3d6b-4733-b685-4d69682f965d of type vlan for network da8f8ede-f5e6-445f-966f-9664266b481e Nov 22 16:14:17.445537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd577d7c-95c5-4e42-9ef4-364b8ce60eb3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:17.449765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.452130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] No DVR routers for this DVR port bd577d7c-95c5-4e42-9ef4-364b8ce60eb3 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:17.467105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['5c1375ff-9363-4d8e-baef-d39a849b73d5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:17.467685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554cca95-9dd7-48a1-a421-ef31db309bde,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:17.536023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['54ab08ea-54b4-468c-9184-e0471ad3cb09'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:17.552684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.588567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.591605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:17.592919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.655310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Network 678ff126-f764-4857-848d-4789f931073a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:17.656462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'Port': ['ID=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:17.674174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:17.678497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:17.716613 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0622926 Nov 22 16:14:17.719703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49706) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:17.727589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Request body: {'subnet': {'network_id': 'da8f8ede-f5e6-445f-966f-9664266b481e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1085983250-subnet', 'tenant_id': '3f6b2b54b02e4ebb896a5d9723f4f959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:17.743587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c3b91-c929-4ec1-b20c-1dd2495b24d4 admin admin] Pushing event updated for resources: {'Network': ['ID=da8f8ede-f5e6-445f-966f-9664266b481e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:17.789671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Made reservation on behalf of 3f6b2b54b02e4ebb896a5d9723f4f959 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:17.792165 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.827794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:17.878942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network da8f8ede-f5e6-445f-966f-9664266b481e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:18.014826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e1770a5-a187-42ca-86e8-f445dfec8577 req-c9f8abec-76ba-4859-a32b-faf5df846ee5 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 210 time: 0.1889620 Nov 22 16:14:18.020729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:18.127483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27fbf64-ae39-4385-96bc-98551c5c3796') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:18.127791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27fbf64-ae39-4385-96bc-98551c5c3796') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:18.151779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0160d-bd2d-4841-8ce7-c1c12873c5cc req-e400c575-af2c-4bbb-ba57-9bd2bd430452 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:18.168600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93a0160d-bd2d-4841-8ce7-c1c12873c5cc req-e400c575-af2c-4bbb-ba57-9bd2bd430452 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 931 time: 0.3507555 Nov 22 16:14:18.204992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:18.209487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.256925 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.274304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:14:18.289479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-b1286c3e-8142-4ac0-8b55-146dd321c9e4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5420051 Nov 22 16:14:18.327501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] Sync routers for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:14:18.343880 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.358369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=252757f1-9c5f-41e8-a638-09f5e4b27473,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:18.367661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Request body: {'port': {'device_id': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:18.404537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a0d780ee-71c2-4ef3-9152-2cac17d82213 None None] Provisioning complete for port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:18.406962 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0d780ee-71c2-4ef3-9152-2cac17d82213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.410644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:18.411217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Checking segment: {'id': '88068bfc-3d6b-4733-b685-4d69682f965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'da8f8ede-f5e6-445f-966f-9664266b481e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:18.411838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Network hostable DHCP agents. Network: da8f8ede-f5e6-445f-966f-9664266b481e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:14:18.413120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:18.460774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Network da8f8ede-f5e6-445f-966f-9664266b481e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:14:18.481517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, da8f8ede-f5e6-445f-966f-9664266b481e) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:18.486136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:18.486967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.521395 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ac77717f-a6fd-481b-a7f6-d1e46cdeda3d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8001430 Nov 22 16:14:18.568250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c989e42a-423a-4946-ac64-93f35bf95e52 None None] Network da8f8ede-f5e6-445f-966f-9664266b481e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:18.578200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] No DVR routers for this DVR port d314d043-ed2e-481f-abc5-420f87b4c061 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:18.586175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.591787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43471d9d-8b10-48eb-9def-054b81e8f8d3 req-016e3f2e-3a15-4512-99b6-8a453f8f5e56 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.11 "DELETE /v2.0/ports/d314d043-ed2e-481f-abc5-420f87b4c061 HTTP/1.1" status: 204 len: 173 time: 4.4667790 Nov 22 16:14:18.611988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97627a00-8976-4b89-b9fe-766e645d1088', 'name': 'network-vif-deleted', 'tag': 'd314d043-ed2e-481f-abc5-420f87b4c061'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:18.617911 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcffe66-aa16-423b-a077-400028b318f2" -d '{"events": [{"server_uuid": "97627a00-8976-4b89-b9fe-766e645d1088", "name": "network-vif-deleted", "tag": "d314d043-ed2e-481f-abc5-420f87b4c061"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:18.648265 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.746637 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.759727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:18.760604 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:18.784840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93a0160d-bd2d-4841-8ce7-c1c12873c5cc req-88ccf932-8e4a-4805-8bd6-8f2f3d3629b3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152723 Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:18.792430 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:18.852400 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413a46bd-ab8d-4f7f-95e7-5d7cbb544cea x-openstack-request-id: req-413a46bd-ab8d-4f7f-95e7-5d7cbb544cea {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:18.853826 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97627a00-8976-4b89-b9fe-766e645d1088", "name": "network-vif-deleted", "tag": "d314d043-ed2e-481f-abc5-420f87b4c061", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:18.854466 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-413a46bd-ab8d-4f7f-95e7-5d7cbb544cea {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:18.855008 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97627a00-8976-4b89-b9fe-766e645d1088', 'name': 'network-vif-deleted', 'tag': 'd314d043-ed2e-481f-abc5-420f87b4c061', 'status': 'completed', 'code': 200} Nov 22 16:14:18.970657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a0d780ee-71c2-4ef3-9152-2cac17d82213 None None] Port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:18.983374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.008556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.012151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83 HTTP/1.1" status: 204 len: 168 time: 3.5987034 Nov 22 16:14:19.013204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5298e-6b25-46f4-8d4a-6edf8280d8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b40a9dd-c9f0-4547-bf3b-ffd334cf3d83,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:19.197088 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c4432d1-beea-4f28-a13b-9bf241947235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.256823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa1fe06-b3c0-4012-bccb-db18d043c80a None None] Network da8f8ede-f5e6-445f-966f-9664266b481e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:19.408270 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49756) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:19.487064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:19.496975 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.510721 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c79b88ab-5b7b-4d8a-a3e4-2f0283e24e97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6721ebe8fa4145c5a88da21845d54465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012044 Nov 22 16:14:19.512279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Transition to ACTIVE for port object ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:14:19.514967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49760) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:19.520875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:19.547329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4316ebb-5a16-4ec1-91d5-f4893cba8486 req-f302c36d-7ed3-4363-94ca-236dddc75167 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/ports?device_id=97627a00-8976-4b89-b9fe-766e645d1088 HTTP/1.1" status: 200 len: 210 time: 0.0331993 Nov 22 16:14:19.548531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.617576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Pushing event updated for resources: {'Port': ['ID=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:19.647025 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e27adc-cd6f-481e-9a75-a3ad01683e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.709429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e27adc-cd6f-481e-9a75-a3ad01683e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.819809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e27adc-cd6f-481e-9a75-a3ad01683e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.822986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e27adc-cd6f-481e-9a75-a3ad01683e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:19.824632 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9e27adc-cd6f-481e-9a75-a3ad01683e31 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c16368b6-f492-4daf-a37f-08c813bfbb79 HTTP/1.1" status: 204 len: 168 time: 0.3087180 Nov 22 16:14:19.838569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e27adc-cd6f-481e-9a75-a3ad01683e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16368b6-f492-4daf-a37f-08c813bfbb79,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:19.947419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Attempting to bind port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:14:19.948546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Attempting to bind port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:14:19.948546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Attempting to bind port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:20.048023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 on network 678ff126-f764-4857-848d-4789f931073a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:14:20.048349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Attempting to bind port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:20.129757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:14:20.130932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Checking segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:20.131579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Bound using segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:14:20.132289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Bound port: ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:14:20.132811 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:20.197069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68b686-e9cf-4e31-9a83-472731f5cd02 req-0ddc9d48-88f7-48aa-9f4e-044f937bf88c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:20.198824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d68b686-e9cf-4e31-9a83-472731f5cd02 req-0ddc9d48-88f7-48aa-9f4e-044f937bf88c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 943 time: 0.1653612 Nov 22 16:14:20.276580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-f0c670fd-2310-46ad-a141-c7b11578fad7 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:20.283558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-f0c670fd-2310-46ad-a141-c7b11578fad7 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/networks?id=da8f8ede-f5e6-445f-966f-9664266b481e HTTP/1.1" status: 200 len: 814 time: 0.4009659 Nov 22 16:14:20.328615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-54f72501-4a93-4295-a08b-644627a566a2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/quotas/3f6b2b54b02e4ebb896a5d9723f4f959 HTTP/1.1" status: 200 len: 375 time: 0.0442493 Nov 22 16:14:20.346148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d68b686-e9cf-4e31-9a83-472731f5cd02 req-59de73cf-acae-4490-8c88-d936f3d5e2a1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235569 Nov 22 16:14:20.371600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] For port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:14:20.390994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-415644bb-a406-4dd8-81ab-f61b39bde267 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f6b2b54b02e4ebb896a5d9723f4f959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613227 Nov 22 16:14:20.403102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] For port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:14:20.416431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:20.515300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:20.518988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:20.521017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] 10.222.0.71 "PUT /v2.0/ports/ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 HTTP/1.1" status: 200 len: 1091 time: 2.2305984 Nov 22 16:14:20.676591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:20.689593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-af6ac7ed-fd5c-4402-b0ca-9ed264625150 service neutron] 10.222.0.69 "GET /v2.0/networks/da8f8ede-f5e6-445f-966f-9664266b481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978323 Nov 22 16:14:20.754548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:20.769168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:49Z', 'revision_number': 5, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:20.855277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe52aaa-bcae-4f5f-8fe1-77b724c9ccff service neutron] Pushing event updated for resources: {'Port': ['ID=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:20.881844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'tag': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:20.885061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] Checking router: 11a1fb24-580e-4ce9-800b-2c27b88de718 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:14:20.886465 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95ebd7-b1a5-4b99-a681-f0277132524c" -d '{"events": [{"name": "network-changed", "server_uuid": "60aec23a-3dd4-4efe-8e27-c071e06d44fb", "tag": "ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:20.919764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-276364412', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:20.932025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:20.935837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:21.031137 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47479af2-566a-4a51-afe8-8be5a4277be7 x-openstack-request-id: req-47479af2-566a-4a51-afe8-8be5a4277be7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:21.031700 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60aec23a-3dd4-4efe-8e27-c071e06d44fb", "tag": "ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:21.032175 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47479af2-566a-4a51-afe8-8be5a4277be7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:21.034280 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'tag': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8', 'status': 'completed', 'code': 200} Nov 22 16:14:21.047596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e12ee160-12e0-4e90-af1c-d389c9dfe140 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.061864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-9c3c2d2f-0db0-444b-a062-29e3fe749829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:21.063555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-9c3c2d2f-0db0-444b-a062-29e3fe749829 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 1094 time: 0.3767321 Nov 22 16:14:21.079321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Made reservation on behalf of 54890b27f30b4da7b674a98e98792b1c for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:21.089657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.126749 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.155652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-47d7df74-6a9a-42c7-a60a-6df5136926ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 HTTP/1.1" status: 200 len: 217 time: 0.0789907 Nov 22 16:14:21.179470 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e12ee160-12e0-4e90-af1c-d389c9dfe140 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.245058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-35276c6a-09a9-4cb1-8640-2c5c764eb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:21.248231 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-35276c6a-09a9-4cb1-8640-2c5c764eb605 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0746667 Nov 22 16:14:21.314453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-06fb45a6-623a-49e4-8e04-85076c141ab9 service neutron] 10.222.0.69 "GET /v2.0/networks/da8f8ede-f5e6-445f-966f-9664266b481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927452 Nov 22 16:14:21.342955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-f1c5ea33-3b84-4597-97e0-20fa75f2c1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:21.346364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-f1c5ea33-3b84-4597-97e0-20fa75f2c1b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885701 Nov 22 16:14:21.358780 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48eb8e1d-eb83-442c-b6c2-1415b5694701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.376504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:21.398564 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e12ee160-12e0-4e90-af1c-d389c9dfe140 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.401726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e12ee160-12e0-4e90-af1c-d389c9dfe140 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.402947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e12ee160-12e0-4e90-af1c-d389c9dfe140 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "DELETE /v2.0/security-groups/78e71a65-6c93-4726-86bb-8fae341a9477 HTTP/1.1" status: 204 len: 168 time: 0.6467891 Nov 22 16:14:21.426381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:21.498795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ee160-12e0-4e90-af1c-d389c9dfe140 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e71a65-6c93-4726-86bb-8fae341a9477,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:21.506492 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-41e0c973-71c9-4484-a8ed-60066e12ca26 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] show failed (client error): The resource could not be found. Nov 22 16:14:21.507667 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-41e0c973-71c9-4484-a8ed-60066e12ca26 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "GET /v2.0/security-groups/78e71a65-6c93-4726-86bb-8fae341a9477 HTTP/1.1" status: 404 len: 347 time: 0.0791759 Nov 22 16:14:21.528597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49832) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:21.696602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-778ea906-f671-4d98-adf0-be48724bab03 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416421 Nov 22 16:14:21.726282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.782279 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:21.805802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] device_id is not set on port 0b433c75-d295-431a-8716-3a73078c63f6 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:14:21.806452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f01692a-bb3b-4b69-acd4-9cf843357b8c req-a681c054-e689-40c1-a57b-e51d93d4ed6f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 210 time: 0.0852315 Nov 22 16:14:21.820472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a574f8-5b37-48de-b4ac-705321586010 req-e5e047ea-df26-43af-b165-1990cb14e904 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:21.830071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3a574f8-5b37-48de-b4ac-705321586010 req-e5e047ea-df26-43af-b165-1990cb14e904 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 943 time: 0.2933722 Nov 22 16:14:21.830872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:49Z', 'revision_number': 5, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:21.918610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3a574f8-5b37-48de-b4ac-705321586010 req-8bb07c1d-e7ca-4a77-86bb-13dbe5e2adbe tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868988 Nov 22 16:14:21.922880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb77292-e521-47ce-968a-8a27cd91ce84 None None] The sync data for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 is: [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '20d496ad-f984-4877-a2e0-72a957afe530', 'name': '', 'network_id': '621a19cc-5309-45d1-ac3c-1e29cf4ede46', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'mac_address': 'fa:16:3e:03:bb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:42Z', 'updated_at': '2021-11-22T16:11:49Z', 'revision_number': 5, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'subnets': [{'id': 'ac634a0a-ea4e-40e7-a579-5b56d4fd0741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:14:21.990465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16b88cc-7db6-4290-affd-8fe7467284d0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:22.021149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Deleting port dd03c650-2dc1-436d-ad76-ec78dd1896a7 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:22.021749 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:22.081824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-445ada13-82fb-4c26-bbd1-7af8fdc0aa90 req-657a6f77-cd03-4542-9c06-2994ab595255 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758299 Nov 22 16:14:22.153398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Allocated IP 172.25.5.239 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/0b433c75-d295-431a-8716-3a73078c63f6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:22.299947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-3c35b287-f625-48b7-b681-c0e3fbbe1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:22.306385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-3c35b287-f625-48b7-b681-c0e3fbbe1aa8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 1094 time: 0.1331291 Nov 22 16:14:22.356370 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:22.490914 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bf54e2-7711-46ee-acab-170f53b3489b None None] New status for floating IP e0352a9b-d4d5-4081-911d-68e9afe9082a: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:14:22.503147 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:22.529640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-840d5440-e2d4-4aa9-a2f5-b4782f463ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:22.534115 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-840d5440-e2d4-4aa9-a2f5-b4782f463ced service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.2145956 Nov 22 16:14:22.599809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-927e6b25-5498-4cda-8e34-919be2f71a3d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 HTTP/1.1" status: 200 len: 217 time: 0.0560198 Nov 22 16:14:22.702472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-ffa020fa-6a7e-40fa-8fbc-2092ab6770a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:22.705108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-ffa020fa-6a7e-40fa-8fbc-2092ab6770a7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0975292 Nov 22 16:14:22.797982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-d5671bc3-707a-4be6-9931-918a53b1a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:22.800374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-d5671bc3-707a-4be6-9931-918a53b1a578 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879424 Nov 22 16:14:22.953083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7df543bb-9dbc-4eee-bc9f-7e67efee656c req-3aec7db8-69ab-4553-ac73-1e880eb38a32 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 210 time: 0.0342534 Nov 22 16:14:22.994550 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:22.995045 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:23.011482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-1f92b978-6178-44a0-b8d2-dc5c7a3547f1 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921439 Nov 22 16:14:23.051137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Calling delete_port for dd03c650-2dc1-436d-ad76-ec78dd1896a7 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:23.116862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:23.219552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a95ebd7-b1a5-4b99-a681-f0277132524c req-61fecb05-5425-4fdf-8afc-f1c1fa507069 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985440 Nov 22 16:14:23.245675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064ad85-2ed9-4904-9dff-6e28dcc5e593 req-66c5afd2-f31d-42f0-be16-c68aa7a1545a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:23.250471 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9064ad85-2ed9-4904-9dff-6e28dcc5e593 req-66c5afd2-f31d-42f0-be16-c68aa7a1545a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 943 time: 0.1377482 Nov 22 16:14:23.330605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:23.366655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9064ad85-2ed9-4904-9dff-6e28dcc5e593 req-6232b5a3-9d8b-400a-9198-ae8e8509d1b5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041777 Nov 22 16:14:23.399355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Pushing event deleted for resources: {'Port': ['ID=dd03c650-2dc1-436d-ad76-ec78dd1896a7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:23.495653 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:23.609297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-f2913d11-ed70-4291-9d47-56fa16fc2c19 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:23.612563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-f2913d11-ed70-4291-9d47-56fa16fc2c19 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.11 "GET /v2.0/networks?id=da8f8ede-f5e6-445f-966f-9664266b481e HTTP/1.1" status: 200 len: 814 time: 0.2281344 Nov 22 16:14:23.629267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Request body: {'port': {'device_id': '0569937e-9ce9-407d-8c59-a536e482075b', 'network_id': 'da8f8ede-f5e6-445f-966f-9664266b481e', 'admin_state_up': True, 'tenant_id': '3f6b2b54b02e4ebb896a5d9723f4f959'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:23.659079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:23.663021 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:23.667638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:23.670203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:23.674111 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ebf6e12-106a-4577-8d15-303410c76549 tempest-ServersTestJSON-1035549970 tempest-ServersTestJSON-1035549970-project] 10.222.0.69 "DELETE /v2.0/floatingips/e0352a9b-d4d5-4081-911d-68e9afe9082a HTTP/1.1" status: 204 len: 168 time: 2.1381860 Nov 22 16:14:23.678478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:23.686444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49876) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:23.841931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Made reservation on behalf of 3f6b2b54b02e4ebb896a5d9723f4f959 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:23.846030 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:23.861722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49884) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:23.981648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Pushing event updated for resources: {'Port': ['ID=0b433c75-d295-431a-8716-3a73078c63f6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:24.015917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:24.016920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.044945 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d4fab933-e3f7-4eb6-9fee-e2f26518519b tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3628483 Nov 22 16:14:24.046921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49894) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:24.051955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.239'}]}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:24.073653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Allocated IP 172.20.0.3 (da8f8ede-f5e6-445f-966f-9664266b481e/252757f1-9c5f-41e8-a638-09f5e4b27473/ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:24.105160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83efbbf8-5822-4dd8-82da-02be536b87ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.125588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.126797 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.161299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fffe4b4-eaac-4791-985d-c2f12fa55d16 req-b56197f6-2fd8-45f8-94f0-5ab159089bf7 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 210 time: 0.0515363 Nov 22 16:14:24.260602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.348988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83efbbf8-5822-4dd8-82da-02be536b87ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.365653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.367626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83efbbf8-5822-4dd8-82da-02be536b87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.401514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83efbbf8-5822-4dd8-82da-02be536b87ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da55ae39-bd86-4db0-bd6e-7f9e41313a8b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:24.432818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-83efbbf8-5822-4dd8-82da-02be536b87ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a48d02a33e744e5eb1f2b901d6410623&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5700023 Nov 22 16:14:24.437783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49902) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:24.472851 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.490450 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.516249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.517959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.546667 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.588636 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9384d5aa-370b-425e-aec1-39fcf375c062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.598276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Pushing event updated for resources: {'Port': ['ID=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:24.625323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Network da8f8ede-f5e6-445f-966f-9664266b481e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:24.631262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:24.639502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:24.690408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:24.690959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.705714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bc68f-27c1-432e-970a-1a7ac4f2c425 req-c6f02011-ed85-451b-9490-9effd0de343a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:24.713325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c9bc68f-27c1-432e-970a-1a7ac4f2c425 req-c6f02011-ed85-451b-9490-9effd0de343a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 943 time: 0.2074594 Nov 22 16:14:24.716587 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9384d5aa-370b-425e-aec1-39fcf375c062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.760386 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.770368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-043d85ec-66af-4d27-bb54-c9ee3fa2260f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1476202 Nov 22 16:14:24.787175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Request body: {'port': {'device_id': '0569937e-9ce9-407d-8c59-a536e482075b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:24.871513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c9bc68f-27c1-432e-970a-1a7ac4f2c425 req-a11221e5-8783-4e01-a1a5-a3401673175a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521652 Nov 22 16:14:24.918624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.978175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9384d5aa-370b-425e-aec1-39fcf375c062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.981189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9384d5aa-370b-425e-aec1-39fcf375c062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:24.982349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9384d5aa-370b-425e-aec1-39fcf375c062 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da55ae39-bd86-4db0-bd6e-7f9e41313a8b HTTP/1.1" status: 204 len: 168 time: 0.5436394 Nov 22 16:14:24.983503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:14:25.022533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384d5aa-370b-425e-aec1-39fcf375c062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da55ae39-bd86-4db0-bd6e-7f9e41313a8b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:25.052785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:25.118651 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:25.168658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:25.200510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8', 'mac_address': 'fa:16:3e:86:48:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:14:25.357394 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:25.392308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:25.430668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:25.441763 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:25.453235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fb390-b34d-493e-95f4-34ee85761ecf req-40894653-4fcd-4896-b6fd-4bb04901d965 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:25.461270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:25.463982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e39fb390-b34d-493e-95f4-34ee85761ecf req-40894653-4fcd-4896-b6fd-4bb04901d965 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 931 time: 0.1154859 Nov 22 16:14:25.469737 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:25.497214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Transition to ACTIVE for port object ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:14:25.503969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Deleting port 20d496ad-f984-4877-a2e0-72a957afe530 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:25.504870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:25.512508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:25.573240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49920) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:25.576745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:25.637667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e39fb390-b34d-493e-95f4-34ee85761ecf req-1fb2ec86-8b13-4745-a296-c17a6a69a845 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726487 Nov 22 16:14:25.724695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:25.733624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Pushing event updated for resources: {'Port': ['ID=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:25.823655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:25.844891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Attempting to bind port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:14:25.845548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Attempting to bind port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '88068bfc-3d6b-4733-b685-4d69682f965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'da8f8ede-f5e6-445f-966f-9664266b481e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:14:25.846136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Attempting to bind port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab on network da8f8ede-f5e6-445f-966f-9664266b481e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:25.857201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab on network da8f8ede-f5e6-445f-966f-9664266b481e not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:14:25.860484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Attempting to bind port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab on network da8f8ede-f5e6-445f-966f-9664266b481e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:25.877664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:14:25.878509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Checking segment: {'id': '88068bfc-3d6b-4733-b685-4d69682f965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'da8f8ede-f5e6-445f-966f-9664266b481e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:25.878768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Bound using segment: {'id': '88068bfc-3d6b-4733-b685-4d69682f965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'da8f8ede-f5e6-445f-966f-9664266b481e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:14:25.883332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Bound port: ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88068bfc-3d6b-4733-b685-4d69682f965d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'da8f8ede-f5e6-445f-966f-9664266b481e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:14:25.883882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.032241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] For port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:14:26.050115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] For port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,segment=NetworkSegment(88068bfc-3d6b-4733-b685-4d69682f965d),segment_id=88068bfc-3d6b-4733-b685-4d69682f965d)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:14:26.068776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.111942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2c0a009-dbbe-47f5-95f1-230c784bda14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.147582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] For port 20d496ad-f984-4877-a2e0-72a957afe530, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20d496ad-f984-4877-a2e0-72a957afe530,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:26.147981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.195248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:26.197177 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.201034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] 10.222.0.11 "PUT /v2.0/ports/ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab HTTP/1.1" status: 200 len: 1091 time: 1.4182558 Nov 22 16:14:26.206841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0569937e-9ce9-407d-8c59-a536e482075b', 'tag': 'ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:26.209953 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92555b2-b909-4eac-91e2-ff895b8c0131" -d '{"events": [{"name": "network-changed", "server_uuid": "0569937e-9ce9-407d-8c59-a536e482075b", "tag": "ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:26.213360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Calling delete_port for 20d496ad-f984-4877-a2e0-72a957afe530 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:26.227966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.236700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.342178 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.342695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd6c8911-705b-4815-8c85-4f9b5a283d76 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:14:26.376155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e50c2b-0ef2-4398-9623-bf358d974390 req-536bdd17-6289-4fe7-bd77-8b6981b4821c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:26.379499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47e50c2b-0ef2-4398-9623-bf358d974390 req-536bdd17-6289-4fe7-bd77-8b6981b4821c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 944 time: 0.3441584 Nov 22 16:14:26.380657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40dc26-6b2e-4553-9b34-fed0e0898324 service neutron] Pushing event updated for resources: {'Port': ['ID=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:26.390311 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e30d4e-cc84-4652-993d-187bcf02ba3a x-openstack-request-id: req-49e30d4e-cc84-4652-993d-187bcf02ba3a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:26.391245 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0569937e-9ce9-407d-8c59-a536e482075b", "tag": "ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:26.392005 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49e30d4e-cc84-4652-993d-187bcf02ba3a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:26.393130 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0569937e-9ce9-407d-8c59-a536e482075b', 'tag': 'ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab', 'status': 'completed', 'code': 200} Nov 22 16:14:26.394694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2c0a009-dbbe-47f5-95f1-230c784bda14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.433320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-4211ebe6-1e28-44de-a5e1-51e3fea761b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:26.437249 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:14:26.441535 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a9d4c4e2-892e-46c2-8921-6e105135a5fd tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3936448 Nov 22 16:14:26.442118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49944) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:26.452766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2c0a009-dbbe-47f5-95f1-230c784bda14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.453365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-4211ebe6-1e28-44de-a5e1-51e3fea761b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f6b2b54b02e4ebb896a5d9723f4f959&device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 1094 time: 0.1790719 Nov 22 16:14:26.533206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47e50c2b-0ef2-4398-9623-bf358d974390 req-fd8dce86-a97f-4026-b9ca-2173db14a9c7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340528 Nov 22 16:14:26.566946 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2c0a009-dbbe-47f5-95f1-230c784bda14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7fa17e06c7840f0afd052bda158c2da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9035113 Nov 22 16:14:26.588093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49948) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:26.596707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0a009-dbbe-47f5-95f1-230c784bda14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cd3ef2-3c5e-47df-a6a9-3c7d41afd0cf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:26.704959 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.711019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc7648-d387-4203-a73e-8db8de1b8832 tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Deleting port 0b433c75-d295-431a-8716-3a73078c63f6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:26.711364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7648-d387-4203-a73e-8db8de1b8832 tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.717887 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32cc0fd3-7c5d-4d8f-ae11-19f3127a037f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.779415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d496ad-f984-4877-a2e0-72a957afe530,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:26.814228 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32cc0fd3-7c5d-4d8f-ae11-19f3127a037f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.962523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7648-d387-4203-a73e-8db8de1b8832 tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:26.982989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:14:27.019514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc7648-d387-4203-a73e-8db8de1b8832 tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Calling delete_port for 0b433c75-d295-431a-8716-3a73078c63f6 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:27.031060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32cc0fd3-7c5d-4d8f-ae11-19f3127a037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:27.034547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32cc0fd3-7c5d-4d8f-ae11-19f3127a037f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:27.038300 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32cc0fd3-7c5d-4d8f-ae11-19f3127a037f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9cd3ef2-3c5e-47df-a6a9-3c7d41afd0cf HTTP/1.1" status: 204 len: 168 time: 0.4457154 Nov 22 16:14:27.090054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc0fd3-7c5d-4d8f-ae11-19f3127a037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cd3ef2-3c5e-47df-a6a9-3c7d41afd0cf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:27.110644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:14:27.126933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:27.127318 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:27.211104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-2c032423-1c97-4e6b-9da7-0fd2c7d40705 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab HTTP/1.1" status: 200 len: 217 time: 0.7077165 Nov 22 16:14:27.236070 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:27.325683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:27.386430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67d335-4c31-4e39-ade7-b435bf15e496 req-0f7a492c-15a3-46a4-91f0-4e4499047ca4 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:27.393946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e67d335-4c31-4e39-ade7-b435bf15e496 req-0f7a492c-15a3-46a4-91f0-4e4499047ca4 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 943 time: 0.1854706 Nov 22 16:14:27.401828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:27.406628 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8acf91-29fa-4b17-9eef-9588bbe22f84" -d '{"events": [{"server_uuid": "60aec23a-3dd4-4efe-8e27-c071e06d44fb", "name": "network-vif-plugged", "status": "completed", "tag": "ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:27.421677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-3bf3f78f-b3ae-41c5-9c04-e472a1f485d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:27.423366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-3bf3f78f-b3ae-41c5-9c04-e472a1f485d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=252757f1-9c5f-41e8-a638-09f5e4b27473 HTTP/1.1" status: 200 len: 854 time: 0.1885791 Nov 22 16:14:27.449083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:27.460443 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:27.477014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-7a116768-bc93-45b8-94d5-1790aeb6228a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da8f8ede-f5e6-445f-966f-9664266b481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462384 Nov 22 16:14:27.493695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e67d335-4c31-4e39-ade7-b435bf15e496 req-d675f21a-3c7e-446b-b2e5-4de4f1823fd3 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934451 Nov 22 16:14:27.589109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:27.700321 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49f59e6-3f2e-4f61-b4c7-2ca49bc79ead x-openstack-request-id: req-a49f59e6-3f2e-4f61-b4c7-2ca49bc79ead {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:27.700658 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60aec23a-3dd4-4efe-8e27-c071e06d44fb", "name": "network-vif-plugged", "status": "completed", "tag": "ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:27.700934 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a49f59e6-3f2e-4f61-b4c7-2ca49bc79ead {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:27.707680 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8', 'code': 200} Nov 22 16:14:27.851854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-04487e36-89e2-43a5-8d3b-e93184695a3d service neutron] 10.222.0.11 "GET /v2.0/networks/da8f8ede-f5e6-445f-966f-9664266b481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569131 Nov 22 16:14:27.978588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c506069-7990-4d6d-93c1-ca4c023830d8 req-57cc2b46-a4c9-436f-960d-6c0d126e765b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:27.981507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c506069-7990-4d6d-93c1-ca4c023830d8 req-57cc2b46-a4c9-436f-960d-6c0d126e765b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 945 time: 0.2143281 Nov 22 16:14:27.988233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6a64c-4a74-4c44-ac94-426aedb65b23 req-dc6aeef0-b74f-4123-8db5-bd25cf4f14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:27.992336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18f6a64c-4a74-4c44-ac94-426aedb65b23 req-dc6aeef0-b74f-4123-8db5-bd25cf4f14c8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 1096 time: 0.1823711 Nov 22 16:14:28.043160 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7648-d387-4203-a73e-8db8de1b8832 tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:28.092510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc7648-d387-4203-a73e-8db8de1b8832 tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b433c75-d295-431a-8716-3a73078c63f6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:28.156992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Router 11a1fb24-580e-4ce9-800b-2c27b88de718 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:14:28.183500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7648-d387-4203-a73e-8db8de1b8832 tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:28.186874 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8ecc7648-d387-4203-a73e-8db8de1b8832 tempest-RoutersAdminNegativeTest-149221563 tempest-RoutersAdminNegativeTest-149221563-project-admin] 10.222.0.69 "DELETE /v2.0/ports/0b433c75-d295-431a-8716-3a73078c63f6 HTTP/1.1" status: 204 len: 168 time: 1.7353632 Nov 22 16:14:28.193301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c506069-7990-4d6d-93c1-ca4c023830d8 req-5e08839a-369e-4d20-a7d4-475ef1b041a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987252 Nov 22 16:14:28.213525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c223e61-3df3-4937-ac9c-3e204b1cd3be req-420e08bd-b7b4-488f-887c-4ab4b94f1869 service neutron] 10.222.0.11 "GET /v2.0/networks/da8f8ede-f5e6-445f-966f-9664266b481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530283 Nov 22 16:14:28.257440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18f6a64c-4a74-4c44-ac94-426aedb65b23 req-cbac0410-1b0d-40cb-8b1a-6db1812d6310 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418022 Nov 22 16:14:28.313521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49994) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:28.339274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-3ea448df-6d86-45c8-a016-c1fb1fe64197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:28.342766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-3ea448df-6d86-45c8-a016-c1fb1fe64197 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f6b2b54b02e4ebb896a5d9723f4f959&device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 1094 time: 0.0672758 Nov 22 16:14:28.356171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:14:28.362692 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-52c691ee-bd1b-478a-8876-d3bf877de8a6 admin admin] 10.222.0.69 "PUT /v2.0/routers/11a1fb24-580e-4ce9-800b-2c27b88de718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6659541 Nov 22 16:14:28.366436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49998) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:28.381807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] Sync routers for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:14:28.422654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:28.429437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:28.525969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-76615122-f60e-43eb-98e3-e94cac0bc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:28.527513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-76615122-f60e-43eb-98e3-e94cac0bc616 service neutron] 10.222.0.11 "GET /v2.0/networks?id=da8f8ede-f5e6-445f-966f-9664266b481e HTTP/1.1" status: 200 len: 915 time: 0.1751819 Nov 22 16:14:28.562864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:28.592481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-3f6e0e31-ee45-45e6-aa43-3b0559fb09ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab HTTP/1.1" status: 200 len: 217 time: 0.0564835 Nov 22 16:14:28.736826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-fbd03513-79e0-4bdd-893d-4b6c508740ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:28.739080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-fbd03513-79e0-4bdd-893d-4b6c508740ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=252757f1-9c5f-41e8-a638-09f5e4b27473 HTTP/1.1" status: 200 len: 854 time: 0.1372969 Nov 22 16:14:28.792879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-040b321a-7478-4b4b-ab2c-4ea575617796 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=da8f8ede-f5e6-445f-966f-9664266b481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398898 Nov 22 16:14:28.806485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fca7c-86e9-4ec4-89e1-16792776f017 req-72f12070-e5a9-41c3-bf5a-7ec05bcaeb01 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:28.831372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750fca7c-86e9-4ec4-89e1-16792776f017 req-72f12070-e5a9-41c3-bf5a-7ec05bcaeb01 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 943 time: 0.1531076 Nov 22 16:14:28.837514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:28.912409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:28.956393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9506af6f-14b8-48a5-85f2-e5e5274fdea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:28.963989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-750fca7c-86e9-4ec4-89e1-16792776f017 req-73700098-c0e2-45ab-bede-e0f5855e1c64 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311886 Nov 22 16:14:28.998183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-f5d3de90-b315-4d09-a13e-acb464adc804 service neutron] 10.222.0.11 "GET /v2.0/networks/da8f8ede-f5e6-445f-966f-9664266b481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637545 Nov 22 16:14:29.038461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Deleting port 9c02b5de-f492-4e14-8aa0-70f7a7930780 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:29.039367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.066377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50010) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:29.193485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9506af6f-14b8-48a5-85f2-e5e5274fdea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.207463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] For port 9c02b5de-f492-4e14-8aa0-70f7a7930780, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9c02b5de-f492-4e14-8aa0-70f7a7930780,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:29.207842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.211998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9506af6f-14b8-48a5-85f2-e5e5274fdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.256824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506af6f-14b8-48a5-85f2-e5e5274fdea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f632a1-fda6-48e4-bf13-57c207d2aab0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:29.280847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Calling delete_port for 9c02b5de-f492-4e14-8aa0-70f7a7930780 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:29.313006 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9506af6f-14b8-48a5-85f2-e5e5274fdea0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea4d8af40ad54d7fb21addf31002cc31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9984434 Nov 22 16:14:29.319938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c92555b2-b909-4eac-91e2-ff895b8c0131 req-89d02ee5-12ed-41b8-b147-c16b32390e80 service neutron] 10.222.0.11 "GET /v2.0/networks/da8f8ede-f5e6-445f-966f-9664266b481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032856 Nov 22 16:14:29.320595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50022) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:29.403495 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3dab9735-329b-46be-8f4b-61c099a2c195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.436809 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-256ffd93-667b-4ab3-a7c0-e5d1a7628fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.515238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-256ffd93-667b-4ab3-a7c0-e5d1a7628fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.576259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3dab9735-329b-46be-8f4b-61c099a2c195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.578558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df341d0c-0d4b-4bca-8c0f-9835fd5d7790 req-8178ffcd-2dd7-460f-9b20-23ed100ad49d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:29.584758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3dab9735-329b-46be-8f4b-61c099a2c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.592426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df341d0c-0d4b-4bca-8c0f-9835fd5d7790 req-8178ffcd-2dd7-460f-9b20-23ed100ad49d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 945 time: 0.1749012 Nov 22 16:14:29.639669 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:14:26Z', 'revision_number': 5, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port': {'id': '9c02b5de-f492-4e14-8aa0-70f7a7930780', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:91:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1097, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:11:31Z', 'updated_at': '2021-11-22T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:29.673488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:29.676740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3dab9735-329b-46be-8f4b-61c099a2c195 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ebc56fbe7ea840e69dd340f2220fdb12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6080065 Nov 22 16:14:29.685079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab9735-329b-46be-8f4b-61c099a2c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed818018-35e0-4705-a8d7-06d471c5d829,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:29.690180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] Checking router: 11a1fb24-580e-4ce9-800b-2c27b88de718 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:14:29.709792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-256ffd93-667b-4ab3-a7c0-e5d1a7628fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.713294 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-256ffd93-667b-4ab3-a7c0-e5d1a7628fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.713730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] Routers {'11a1fb24-580e-4ce9-800b-2c27b88de718'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:29.714456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-256ffd93-667b-4ab3-a7c0-e5d1a7628fb1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11f632a1-fda6-48e4-bf13-57c207d2aab0 HTTP/1.1" status: 204 len: 168 time: 0.3928564 Nov 22 16:14:29.714851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['11a1fb24-580e-4ce9-800b-2c27b88de718'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:29.725915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.739107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df341d0c-0d4b-4bca-8c0f-9835fd5d7790 req-47f41481-a4ef-4da2-9771-86055bb033da tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398010 Nov 22 16:14:29.765811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ffd93-667b-4ab3-a7c0-e5d1a7628fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f632a1-fda6-48e4-bf13-57c207d2aab0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:29.801790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c02b5de-f492-4e14-8aa0-70f7a7930780,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:29.805121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2de30a-4e4e-4a1e-b9d6-ef1fd6cd7d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.845659 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2de30a-4e4e-4a1e-b9d6-ef1fd6cd7d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.933541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] Set router 11a1fb24-580e-4ce9-800b-2c27b88de718 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:29.952374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2de30a-4e4e-4a1e-b9d6-ef1fd6cd7d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.955072 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2de30a-4e4e-4a1e-b9d6-ef1fd6cd7d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.956907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e2de30a-4e4e-4a1e-b9d6-ef1fd6cd7d2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed818018-35e0-4705-a8d7-06d471c5d829 HTTP/1.1" status: 204 len: 168 time: 0.2824428 Nov 22 16:14:29.967809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:29.970210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2de30a-4e4e-4a1e-b9d6-ef1fd6cd7d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed818018-35e0-4705-a8d7-06d471c5d829,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:30.088430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:14:29Z', 'revision_number': 7, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:30.139412 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.141929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.167373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020afb22-a40a-454b-923a-8399c0d252a7 None None] The sync data for ids ['11a1fb24-580e-4ce9-800b-2c27b88de718'] in n-d-811716-3 is: [{'id': '11a1fb24-580e-4ce9-800b-2c27b88de718', 'name': 'tempest-ServersTestJSON-1928217576-router', 'tenant_id': 'dc1484af90514c79bfa84537d531365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:11:29Z', 'updated_at': '2021-11-22T16:14:29Z', 'revision_number': 7, 'project_id': 'dc1484af90514c79bfa84537d531365f', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:14:30.172806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae433-53df-417a-936e-e39a7b55c698 req-349ad961-3a47-4d7c-8109-2312889bb08f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:30.177210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f35ae433-53df-417a-936e-e39a7b55c698 req-349ad961-3a47-4d7c-8109-2312889bb08f tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 943 time: 0.1047118 Nov 22 16:14:30.253820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.254184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f35ae433-53df-417a-936e-e39a7b55c698 req-c19d2d03-d394-40bb-abde-613dcc79aa5b tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702825 Nov 22 16:14:30.255723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a1fb24-580e-4ce9-800b-2c27b88de718 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:14:30.262218 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.264268 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7d6b8700-27e0-46d4-96c2-ac200b278547 admin admin] 10.222.0.69 "DELETE /v2.0/routers/11a1fb24-580e-4ce9-800b-2c27b88de718 HTTP/1.1" status: 204 len: 168 time: 1.8960528 Nov 22 16:14:30.276835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50046) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:30.328431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3c54f4-17f7-4f5e-ba1c-64f551105659 admin admin] Deleting subnet ac634a0a-ea4e-40e7-a579-5b56d4fd0741 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:30.340158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca3c54f4-17f7-4f5e-ba1c-64f551105659 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.367352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:30.407278 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca3c54f4-17f7-4f5e-ba1c-64f551105659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.493839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca3c54f4-17f7-4f5e-ba1c-64f551105659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.563637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca3c54f4-17f7-4f5e-ba1c-64f551105659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.594311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d4920e-eb75-46fa-bb6a-a3aa10babba3 None None] Network 621a19cc-5309-45d1-ac3c-1e29cf4ede46 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:30.615513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca3c54f4-17f7-4f5e-ba1c-64f551105659 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.619668 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ca3c54f4-17f7-4f5e-ba1c-64f551105659 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ac634a0a-ea4e-40e7-a579-5b56d4fd0741 HTTP/1.1" status: 204 len: 168 time: 0.3408685 Nov 22 16:14:30.619812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c54f4-17f7-4f5e-ba1c-64f551105659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac634a0a-ea4e-40e7-a579-5b56d4fd0741,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:30.621716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50060) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:30.643874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50062) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:30.742763 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-047fab06-d29c-4573-8848-0abbf1a7f0fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54890b27f30b4da7b674a98e98792b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0980237 Nov 22 16:14:30.744567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:30.750290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.907387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Deleting port 555277b2-4f69-42ca-9264-52d9f5b7b9fc {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:30.907734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:30.971790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:14:31.101404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] DHCP port deletion for 621a19cc-5309-45d1-ac3c-1e29cf4ede46 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:14:31.111307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8992be49-8049-4fed-8a87-d5dfd62459f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.146682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] For port 555277b2-4f69-42ca-9264-52d9f5b7b9fc, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=555277b2-4f69-42ca-9264-52d9f5b7b9fc,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:31.146966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.181947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Calling delete_port for 555277b2-4f69-42ca-9264-52d9f5b7b9fc owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:31.190490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81323fa-c769-416d-ad59-ea040e842230 req-fe903955-c349-413c-9df9-fe6d7a29c765 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:31.206442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a81323fa-c769-416d-ad59-ea040e842230 req-fe903955-c349-413c-9df9-fe6d7a29c765 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 945 time: 0.2585640 Nov 22 16:14:31.209285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,segment=NetworkSegment(88068bfc-3d6b-4733-b685-4d69682f965d),segment_id=88068bfc-3d6b-4733-b685-4d69682f965d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:31.227385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab', 'network_id': 'da8f8ede-f5e6-445f-966f-9664266b481e', 'port_id': 'ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab', 'mac_address': 'fa:16:3e:db:46:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252757f1-9c5f-41e8-a638-09f5e4b27473', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:14:31.229732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] Deleting port 555277b2-4f69-42ca-9264-52d9f5b7b9fc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:31.230139 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.322268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] For port 555277b2-4f69-42ca-9264-52d9f5b7b9fc, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=555277b2-4f69-42ca-9264-52d9f5b7b9fc,segment=NetworkSegment(d97bc540-93ad-4d65-a0b4-7199ccce4c11),segment_id=d97bc540-93ad-4d65-a0b4-7199ccce4c11)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:31.322683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.351024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] Calling delete_port for 555277b2-4f69-42ca-9264-52d9f5b7b9fc owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:31.386611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.436357 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:14:31.474736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=555277b2-4f69-42ca-9264-52d9f5b7b9fc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:31.489964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] No DVR routers for this DVR port 555277b2-4f69-42ca-9264-52d9f5b7b9fc on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: from cryptography.utils import int_from_bytes Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: from cryptography.utils import int_from_bytes Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.498048 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:14:31.506969 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.554182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] Pushing event deleted for resources: {'Port': ['ID=555277b2-4f69-42ca-9264-52d9f5b7b9fc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:31.570028 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8992be49-8049-4fed-8a87-d5dfd62459f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.638371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4dc02b-0268-4899-926b-4781b567ddb5 None None] No DVR routers for this DVR port 555277b2-4f69-42ca-9264-52d9f5b7b9fc on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:31.681349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.684466 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.695957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4e45b-479c-4055-b92e-90569fd4f641 req-d34e425e-1515-475f-baa7-622cce2f9aee tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:31.708750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17d4e45b-479c-4055-b92e-90569fd4f641 req-d34e425e-1515-475f-baa7-622cce2f9aee tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 943 time: 0.1973462 Nov 22 16:14:31.716581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621a19cc-5309-45d1-ac3c-1e29cf4ede46']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:31.725407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:31.730678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97bc540-93ad-4d65-a0b4-7199ccce4c11') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:31.730678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97bc540-93ad-4d65-a0b4-7199ccce4c11') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:31.745283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.753487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,segment=NetworkSegment(88068bfc-3d6b-4733-b685-4d69682f965d),segment_id=88068bfc-3d6b-4733-b685-4d69682f965d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:31.759876 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.780124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.792548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a81323fa-c769-416d-ad59-ea040e842230 req-0dd4feec-2480-4cd2-9b0f-184dc6bef4af tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822008 Nov 22 16:14:31.793264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:31.793830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:31.795607 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:31.856380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:31.859531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17d4e45b-479c-4055-b92e-90569fd4f641 req-72a373fc-74bc-4109-96d5-222db927430a tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495993 Nov 22 16:14:31.865364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8992be49-8049-4fed-8a87-d5dfd62459f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.869732 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8992be49-8049-4fed-8a87-d5dfd62459f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.872034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8992be49-8049-4fed-8a87-d5dfd62459f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e16b88cc-7db6-4290-affd-8fe7467284d0 HTTP/1.1" status: 204 len: 168 time: 1.1262774 Nov 22 16:14:31.894324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992be49-8049-4fed-8a87-d5dfd62459f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16b88cc-7db6-4290-affd-8fe7467284d0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:31.934817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.983579 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:31.985781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:31.991016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/621a19cc-5309-45d1-ac3c-1e29cf4ede46 HTTP/1.1" status: 204 len: 168 time: 1.3651760 Nov 22 16:14:31.995810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b113edc-7e4a-4c01-916c-52782c27bed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=621a19cc-5309-45d1-ac3c-1e29cf4ede46,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:32.125043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-5bd35180-bcc0-4bbb-b7c1-b49393a58779 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fac5cc196bb942b28fcf8617104ec211 HTTP/1.1" status: 200 len: 267 time: 0.0684192 Nov 22 16:14:32.127525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 555277b2-4f69-42ca-9264-52d9f5b7b9fc no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:32.128673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.162626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 555277b2-4f69-42ca-9264-52d9f5b7b9fc {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:32.162981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 555277b2-4f69-42ca-9264-52d9f5b7b9fc not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:32.163416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20d496ad-f984-4877-a2e0-72a957afe530 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:32.191067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 20d496ad-f984-4877-a2e0-72a957afe530 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:32.191417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20d496ad-f984-4877-a2e0-72a957afe530 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:32.191849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9c02b5de-f492-4e14-8aa0-70f7a7930780 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:32.227322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 9c02b5de-f492-4e14-8aa0-70f7a7930780 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:32.227699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9c02b5de-f492-4e14-8aa0-70f7a7930780 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:32.346728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-390c2892-b748-4e62-a321-2b9c93ff7650 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:32.356290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-390c2892-b748-4e62-a321-2b9c93ff7650 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 945 time: 0.0783892 Nov 22 16:14:32.364071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'port': {'security_groups': []}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:32.494729 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.523991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50114) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:32.594608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8f63ab9-0f7e-4d56-b51c-035880bd77fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc1484af90514c79bfa84537d531365f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0683980 Nov 22 16:14:32.597279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50118) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:32.674848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f24ae9a8-60a9-4c8e-b749-bc94a11e045e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.690332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:32.728963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f24ae9a8-60a9-4c8e-b749-bc94a11e045e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.752281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Deleting port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:32.752632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.756201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] For port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:32.799011 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f24ae9a8-60a9-4c8e-b749-bc94a11e045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.802313 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f24ae9a8-60a9-4c8e-b749-bc94a11e045e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.804160 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f24ae9a8-60a9-4c8e-b749-bc94a11e045e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25b526b0-d7b3-4bcd-992f-b6d3a56af1bb HTTP/1.1" status: 204 len: 168 time: 0.2059124 Nov 22 16:14:32.814637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ae9a8-60a9-4c8e-b749-bc94a11e045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b526b0-d7b3-4bcd-992f-b6d3a56af1bb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:32.857940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b1c728b-2880-4ce6-84a4-46255feb875d req-f9d31509-5d0d-4b54-a43c-87cd87c99dce tempest-AbsoluteLimitsNegativeTestJSON-1148149683 tempest-AbsoluteLimitsNegativeTestJSON-1148149683-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9d3949ec261747bf85bcfe67920e5b65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889015 Nov 22 16:14:32.900419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df359361-4b6e-4453-9988-c97dc5761c88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.905384 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.957271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:32.971672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['5c1375ff-9363-4d8e-baef-d39a849b73d5', 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:32.975598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['54ab08ea-54b4-468c-9184-e0471ad3cb09'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:33.029480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:14:33.121298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:33.122067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.123542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2edd9290-5272-4b07-8c8f-5e4244c9b696 req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "PUT /v2.0/ports/ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 HTTP/1.1" status: 200 len: 904 time: 0.7664123 Nov 22 16:14:33.129824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'tag': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:33.133362 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150b863-4ed6-451a-9e2a-eb7644ab682a" -d '{"events": [{"name": "network-changed", "server_uuid": "60aec23a-3dd4-4efe-8e27-c071e06d44fb", "tag": "ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:33.147389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] For port 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:33.147818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.167064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:33.217881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Calling delete_port for 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:33.271446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:14:33.272282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15a201-dbf1-43fb-8c18-a0d1507727d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'Port': ['ID=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:33.282226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:33.282605 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.352095 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df359361-4b6e-4453-9988-c97dc5761c88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.363211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c728b-2880-4ce6-84a4-46255feb875d req-cf9fd934-326f-4bf2-9926-1708ddbe435f tempest-AbsoluteLimitsNegativeTestJSON-1148149683 tempest-AbsoluteLimitsNegativeTestJSON-1148149683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:33.372964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b1c728b-2880-4ce6-84a4-46255feb875d req-cf9fd934-326f-4bf2-9926-1708ddbe435f tempest-AbsoluteLimitsNegativeTestJSON-1148149683 tempest-AbsoluteLimitsNegativeTestJSON-1148149683-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5008314 Nov 22 16:14:33.433607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b1c728b-2880-4ce6-84a4-46255feb875d req-189fa8ee-d57f-47d4-9083-97acd6410a6f tempest-AbsoluteLimitsNegativeTestJSON-1148149683 tempest-AbsoluteLimitsNegativeTestJSON-1148149683-project] 10.222.0.69 "GET /v2.0/quotas/9d3949ec261747bf85bcfe67920e5b65 HTTP/1.1" status: 200 len: 375 time: 0.0579803 Nov 22 16:14:33.435926 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df359361-4b6e-4453-9988-c97dc5761c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.448424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50168) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:33.499812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.517569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b1c728b-2880-4ce6-84a4-46255feb875d req-71580814-8957-41c3-8e50-dd5b6067e93c tempest-AbsoluteLimitsNegativeTestJSON-1148149683 tempest-AbsoluteLimitsNegativeTestJSON-1148149683-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d3949ec261747bf85bcfe67920e5b65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843177 Nov 22 16:14:33.535980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-982e94e7-035e-438c-a8ad-09d7ba54af6e None None] Provisioning complete for port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:33.536336 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-982e94e7-035e-438c-a8ad-09d7ba54af6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.572333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0569937e-9ce9-407d-8c59-a536e482075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:33.574600 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfb807a-1566-4818-b3a0-19446e3db3f4" -d '{"events": [{"server_uuid": "0569937e-9ce9-407d-8c59-a536e482075b", "name": "network-vif-plugged", "status": "completed", "tag": "ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:33.581652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cdfa12-b44f-43cf-aed7-b618085c57d2 req-f9d570c0-03ed-4163-9e02-c092142043f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:33.583800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2cdfa12-b44f-43cf-aed7-b618085c57d2 req-f9d570c0-03ed-4163-9e02-c092142043f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 944 time: 0.2766573 Nov 22 16:14:33.597665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-df359361-4b6e-4453-9988-c97dc5761c88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc789dbf0d984bdd9b90a8a922e5ff54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8990629 Nov 22 16:14:33.597665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df359361-4b6e-4453-9988-c97dc5761c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16929557-8a0a-4078-9edc-97a689993854,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:33.600005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:33.605493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,segment=NetworkSegment(88068bfc-3d6b-4733-b685-4d69682f965d),segment_id=88068bfc-3d6b-4733-b685-4d69682f965d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:33.637160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.722399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:33.722703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2cdfa12-b44f-43cf-aed7-b618085c57d2 req-405cdcae-7edc-4ef6-a4c5-39053fce95b2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264317 Nov 22 16:14:33.787518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e71849-9d05-4519-a900-43365cec8a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.811062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-724213219'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:33.829185 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588841d1-308f-4cda-8e2f-6ee519b84125 x-openstack-request-id: req-588841d1-308f-4cda-8e2f-6ee519b84125 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:33.829316 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60aec23a-3dd4-4efe-8e27-c071e06d44fb", "tag": "ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:33.829549 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-588841d1-308f-4cda-8e2f-6ee519b84125 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:33.829928 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'tag': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8', 'status': 'completed', 'code': 200} Nov 22 16:14:33.856173 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e71849-9d05-4519-a900-43365cec8a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.892335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed368b-3f86-418b-9aab-b26b46c31232 req-79139d87-b729-4fee-b0c8-3405d1616127 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:33.899369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Made reservation on behalf of 45e6c6483d49441ca66ebc05440e546f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:33.901405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51ed368b-3f86-418b-9aab-b26b46c31232 req-79139d87-b729-4fee-b0c8-3405d1616127 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 907 time: 0.1848643 Nov 22 16:14:33.915426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.929438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:33.987553 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d5265e-5dac-4862-9243-9e3a6f6cea20 x-openstack-request-id: req-60d5265e-5dac-4862-9243-9e3a6f6cea20 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:33.988529 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0569937e-9ce9-407d-8c59-a536e482075b", "name": "network-vif-plugged", "status": "completed", "tag": "ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:33.990160 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60d5265e-5dac-4862-9243-9e3a6f6cea20 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:33.991178 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0569937e-9ce9-407d-8c59-a536e482075b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab', 'code': 200} Nov 22 16:14:34.072449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50190) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:34.099120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-04728f4d-a25f-45ee-8390-aace4df7d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:34.100889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-04728f4d-a25f-45ee-8390-aace4df7d036 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 1058 time: 0.2476025 Nov 22 16:14:34.122140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.129664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.134213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.162123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb426ed3-0638-473f-9e5b-d7e158abc6a7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:34.195822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:34.208179 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.208692 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Added segment 3fe3efed-8534-460b-bcdb-fd7dc03c376b of type vlan for network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 Nov 22 16:14:34.224940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e71849-9d05-4519-a900-43365cec8a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.227204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6e71849-9d05-4519-a900-43365cec8a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.228424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b6e71849-9d05-4519-a900-43365cec8a44 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16929557-8a0a-4078-9edc-97a689993854 HTTP/1.1" status: 204 len: 168 time: 0.6250877 Nov 22 16:14:34.230387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Pushing event deleted for resources: {'Port': ['ID=299a8b41-ddd2-4757-8c41-9e0ac8b95d5d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:34.260176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.291134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55403a81-72dd-4a2a-a2e3-8e1cdca6f453 req-2b5068b9-dd7d-4c03-a1b2-c066183f269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:34.292712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55403a81-72dd-4a2a-a2e3-8e1cdca6f453 req-2b5068b9-dd7d-4c03-a1b2-c066183f269c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 1096 time: 0.2408266 Nov 22 16:14:34.293441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e71849-9d05-4519-a900-43365cec8a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16929557-8a0a-4078-9edc-97a689993854,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:34.305437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.314212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:34.315293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.401608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9516540 Nov 22 16:14:34.408887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50200) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:34.417673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'subnet': {'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:34.492208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e188c5-07f0-4067-aa27-714382a3cfe7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Network': ['ID=d6a00e12-13e1-49c3-bca6-b3e360dfcea2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:34.508516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:34.518455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cf62f13-cbb0-42ed-a31e-256dc81858fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.639227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Made reservation on behalf of 45e6c6483d49441ca66ebc05440e546f for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:34.643208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.707331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cf62f13-cbb0-42ed-a31e-256dc81858fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.721723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cf62f13-cbb0-42ed-a31e-256dc81858fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.758762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054a4e1-28f1-49a1-8241-8822769bb3ac req-742d469a-9f42-4ef6-8c07-f72308dd3e9a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:34.760330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7054a4e1-28f1-49a1-8241-8822769bb3ac req-742d469a-9f42-4ef6-8c07-f72308dd3e9a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.6888790 Nov 22 16:14:34.780350 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7cf62f13-cbb0-42ed-a31e-256dc81858fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d3949ec261747bf85bcfe67920e5b65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7041438 Nov 22 16:14:34.783714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50210) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:34.815586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf62f13-cbb0-42ed-a31e-256dc81858fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d1db5-8ad6-4e7c-87ac-d604234c182a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:34.836854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-5c08933f-8db8-409f-b5f0-2d07fbe3c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:34.838879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-5c08933f-8db8-409f-b5f0-2d07fbe3c0fc service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.7213576 Nov 22 16:14:34.857406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c89fa13-a63e-4686-ac18-b3ccc8791acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.917630 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c89fa13-a63e-4686-ac18-b3ccc8791acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:34.995941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-bcda1e02-60d7-4895-b34f-932abfb9dd82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 HTTP/1.1" status: 200 len: 217 time: 0.1320839 Nov 22 16:14:35.004521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50216) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:35.014339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7054a4e1-28f1-49a1-8241-8822769bb3ac req-044baf84-1b95-45f6-ab4e-76cb117bcf5c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362452 Nov 22 16:14:35.016885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55403a81-72dd-4a2a-a2e3-8e1cdca6f453 req-6ce80f7e-8055-4f96-8d58-eb61f12ab44b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531095 Nov 22 16:14:35.020365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.029354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65020faa-dd7d-4297-9415-430f1a8c345a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.074708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c89fa13-a63e-4686-ac18-b3ccc8791acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.077299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c89fa13-a63e-4686-ac18-b3ccc8791acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.078670 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1c89fa13-a63e-4686-ac18-b3ccc8791acd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a4d1db5-8ad6-4e7c-87ac-d604234c182a HTTP/1.1" status: 204 len: 168 time: 0.2927721 Nov 22 16:14:35.114482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89fa13-a63e-4686-ac18-b3ccc8791acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d1db5-8ad6-4e7c-87ac-d604234c182a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:35.123246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Subnet': ['ID=1f6178ce-8398-4bff-bf71-6a913e8cdd8b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:35.158782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Checking segment: {'id': '3fe3efed-8534-460b-bcdb-fd7dc03c376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:35.159162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Network hostable DHCP agents. Network: d6a00e12-13e1-49c3-bca6-b3e360dfcea2, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:14:35.160989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-79a1dca5-9bec-4a9a-acf8-0f5a190d4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:35.162841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-79a1dca5-9bec-4a9a-acf8-0f5a190d4bbc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.1426663 Nov 22 16:14:35.166981 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.188059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:14:35.196724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673810-66a8-422a-acea-8709ca53f9c0 req-2deaca2b-80d5-400c-9171-441848f41a03 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:35.203712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e673810-66a8-422a-acea-8709ca53f9c0 req-2deaca2b-80d5-400c-9171-441848f41a03 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 945 time: 0.1400156 Nov 22 16:14:35.222522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d6a00e12-13e1-49c3-bca6-b3e360dfcea2) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:35.225380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65020faa-dd7d-4297-9415-430f1a8c345a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.228700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:35.233249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0ea3a-e02e-45b4-97f8-c07f58044023 None None] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:35.235841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.262552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65020faa-dd7d-4297-9415-430f1a8c345a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.320122 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-65020faa-dd7d-4297-9415-430f1a8c345a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9107d651f6048cdbae97f469d82c247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3106327 Nov 22 16:14:35.331873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50226) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:35.370469 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-351118d4-bc80-48b2-8179-7eaf5b1166b7 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9604814 Nov 22 16:14:35.388485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50230) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:35.400576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'name': 'tempest-AllowedAddressPairTestJSON-648228796'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:35.404373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65020faa-dd7d-4297-9415-430f1a8c345a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edfbae3-4280-40b3-bc68-c44a1cf9c03e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:35.450137 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2aeefad-0726-455c-bdee-53d381b8d983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.481979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2aeefad-0726-455c-bdee-53d381b8d983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.484611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'tenant_id': '45e6c6483d49441ca66ebc05440e546f', 'fixed_ips': [{'subnet_id': '1f6178ce-8398-4bff-bf71-6a913e8cdd8b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:14:35.485498 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.540790 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2aeefad-0726-455c-bdee-53d381b8d983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.545867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2aeefad-0726-455c-bdee-53d381b8d983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.547607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2aeefad-0726-455c-bdee-53d381b8d983 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8edfbae3-4280-40b3-bc68-c44a1cf9c03e HTTP/1.1" status: 204 len: 168 time: 0.2075524 Nov 22 16:14:35.568688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeefad-0726-455c-bdee-53d381b8d983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edfbae3-4280-40b3-bc68-c44a1cf9c03e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:35.623352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-72c18230-583a-4cca-8101-08526610bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:35.625174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-72c18230-583a-4cca-8101-08526610bdac service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4495478 Nov 22 16:14:35.646381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e673810-66a8-422a-acea-8709ca53f9c0 req-d8e223ed-fd9e-41b7-aac6-7eb24032e566 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417703 Nov 22 16:14:35.706392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Allocated IP 172.20.0.2 (d6a00e12-13e1-49c3-bca6-b3e360dfcea2/1f6178ce-8398-4bff-bf71-6a913e8cdd8b/9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:35.726789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183a02-1484-4f55-9333-7d340ce6f28d req-483b262d-8b8b-464f-bec7-4bceb8eedd45 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:35.734645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12183a02-1484-4f55-9333-7d340ce6f28d req-483b262d-8b8b-464f-bec7-4bceb8eedd45 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.3513234 Nov 22 16:14:35.871970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Router ca501046-42da-4df0-9914-a0888dac92a4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:14:35.893368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12183a02-1484-4f55-9333-7d340ce6f28d req-eccab1f8-0491-4843-a72d-696c933a21f1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555276 Nov 22 16:14:35.929587 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.937187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Made reservation on behalf of 45e6c6483d49441ca66ebc05440e546f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:35.942049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:35.955696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:36.017617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:36.021375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:36.032558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:36.048691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Pushing event updated for resources: {'Port': ['ID=9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:36.062119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-6e4d3eb2-b46d-4c51-b923-c04dbc5180aa service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263170 Nov 22 16:14:36.089132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] device_id is not set on port 0fd99207-2d92-4b43-8096-22947ac64dd6 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:14:36.165708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Attempting to bind port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:14:36.166632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Attempting to bind port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3fe3efed-8534-460b-bcdb-fd7dc03c376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:14:36.167044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Attempting to bind port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b on network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:36.174411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:14:36.175097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Checking segment: {'id': '3fe3efed-8534-460b-bcdb-fd7dc03c376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:36.175707 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:36.176251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Bound using segment: {'id': '3fe3efed-8534-460b-bcdb-fd7dc03c376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:14:36.177204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Bound port: 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe3efed-8534-460b-bcdb-fd7dc03c376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:14:36.177803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:36.283018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] For port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:14:36.288449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] For port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b,segment=NetworkSegment(3fe3efed-8534-460b-bcdb-fd7dc03c376b),segment_id=3fe3efed-8534-460b-bcdb-fd7dc03c376b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:14:36.298191 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:36.378691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e4bd9-e73c-4cd9-b9d6-9241ff9897e8 None None] Pushing event updated for resources: {'Port': ['ID=9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:36.432743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:14:36.439060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bb4eede0-366f-4863-8f5f-2730e9c3796e admin admin] 10.222.0.69 "PUT /v2.0/routers/ca501046-42da-4df0-9914-a0888dac92a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0699213 Nov 22 16:14:36.443253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50286) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:36.449213 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] Sync routers for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:14:36.462624 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:36.464593 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:36.480449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:36.537927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:36.654303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Allocated IP 172.20.0.14 (d6a00e12-13e1-49c3-bca6-b3e360dfcea2/1f6178ce-8398-4bff-bf71-6a913e8cdd8b/0fd99207-2d92-4b43-8096-22947ac64dd6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:36.665767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8150b863-4ed6-451a-9e2a-eb7644ab682a req-e5b66f97-ff54-4006-85ce-4d58985486ef service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911427 Nov 22 16:14:36.706464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-bed58fdc-63b1-4114-95fc-b2d1aa87adba tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:36.710293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-bed58fdc-63b1-4114-95fc-b2d1aa87adba tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.4493980 Nov 22 16:14:36.712214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:36.772571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-217fb8b4-0eb1-4f55-8a80-b7b6e6eb1021 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/quotas/fac5cc196bb942b28fcf8617104ec211 HTTP/1.1" status: 200 len: 375 time: 0.0477805 Nov 22 16:14:36.849850 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:36.930378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daef8038-5ca4-44ab-8571-2b1614b627ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:36.932468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2038008396-network', 'tenant_id': '0bc540cd23f640a1a9da280ca6415051'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:37.033055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daef8038-5ca4-44ab-8571-2b1614b627ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.047771 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:14:33Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:37.048013 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daef8038-5ca4-44ab-8571-2b1614b627ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.077153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.080525 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] Checking router: ca501046-42da-4df0-9914-a0888dac92a4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:14:37.089571 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] Routers {'ca501046-42da-4df0-9914-a0888dac92a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:37.090214 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca501046-42da-4df0-9914-a0888dac92a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:37.117806 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-daef8038-5ca4-44ab-8571-2b1614b627ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2301c1a90f444a7a88701332a0567d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783455 Nov 22 16:14:37.119607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef8038-5ca4-44ab-8571-2b1614b627ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885641ce-d42a-485a-8218-51990eb19127,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:37.123324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50308) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:37.157356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.167196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Made reservation on behalf of 0bc540cd23f640a1a9da280ca6415051 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:37.171883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.190514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07b0a7bb-1d94-4a7e-8181-b1b150336c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.197447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-18ef5230-f397-4d12-bddf-d6297c7a1726 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4236541 Nov 22 16:14:37.219367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063ff80-0d35-418e-8944-9ce1a60efdc6 req-47f82145-f754-4980-a54b-0835186456cc tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:37.220962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f063ff80-0d35-418e-8944-9ce1a60efdc6 req-47f82145-f754-4980-a54b-0835186456cc tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 945 time: 0.4111965 Nov 22 16:14:37.221773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] Set router ca501046-42da-4df0-9914-a0888dac92a4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:37.224424 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07b0a7bb-1d94-4a7e-8181-b1b150336c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.273582 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.320609 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07b0a7bb-1d94-4a7e-8181-b1b150336c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.324261 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-07b0a7bb-1d94-4a7e-8181-b1b150336c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.328097 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-07b0a7bb-1d94-4a7e-8181-b1b150336c09 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/885641ce-d42a-485a-8218-51990eb19127 HTTP/1.1" status: 204 len: 168 time: 0.2037208 Nov 22 16:14:37.360824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0a7bb-1d94-4a7e-8181-b1b150336c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885641ce-d42a-485a-8218-51990eb19127,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:37.409060 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Deleting port 577179b5-6e4f-4efb-ab8a-a92222a2c57b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:37.409060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.410570 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.442481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f063ff80-0d35-418e-8944-9ce1a60efdc6 req-87ab0e47-538f-42c2-83f6-545949f6b8da tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973412 Nov 22 16:14:37.501611 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:14:33Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:37.527439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-1529f4f7-a336-4d07-8265-27e9a9af4a08 service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289678 Nov 22 16:14:37.548895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:37.569144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:37.569785 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e74756-963e-4e48-a52f-ee3dbe87fd96 None None] The sync data for ids ['ca501046-42da-4df0-9914-a0888dac92a4'] in n-d-811716-3 is: [{'id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'name': 'tempest-TaggedBootDevicesTest_v242-420666395-router', 'tenant_id': '6fd0d30f332f415bad86cd82bf649458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:27Z', 'updated_at': '2021-11-22T16:14:33Z', 'revision_number': 5, 'project_id': '6fd0d30f332f415bad86cd82bf649458', 'gw_port': {'id': '577179b5-6e4f-4efb-ab8a-a92222a2c57b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca501046-42da-4df0-9914-a0888dac92a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:29Z', 'updated_at': '2021-11-22T16:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:14:37.584931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] For port 577179b5-6e4f-4efb-ab8a-a92222a2c57b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=577179b5-6e4f-4efb-ab8a-a92222a2c57b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:37.586243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.611297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:37.612678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Calling delete_port for 577179b5-6e4f-4efb-ab8a-a92222a2c57b owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:37.682292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=0fd99207-2d92-4b43-8096-22947ac64dd6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:37.725932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:37.726709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.794276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ee01c4c9-3edc-4f82-b433-1fabc90d5701 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4067600 Nov 22 16:14:37.795184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:37.799575 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.808331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'name': 'tempest-AllowedAddressPairTestJSON-2048889547', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:cf:e1:db'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:37.847698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.963755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dcf3b9dc-2f59-4d5a-964a-5c63a2af2c67 service neutron] 10.222.0.69 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341629 Nov 22 16:14:38.016028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:38.059358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdecd816-4cde-441b-8812-c73568941780,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:38.085612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a2ce29-3fb6-4ddd-a754-41f777aea0f7 None None] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:38.110326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.111061 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Added segment b3dc7207-4acb-44c7-9477-08c68e82a9c5 of type vlan for network 27fe033a-18e7-494d-93ee-aff891971dbb Nov 22 16:14:38.116410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.116981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.117643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.118216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.118663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.119005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.119346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.119797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.120480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.120829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.121205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.121617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:38.143946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.217469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Pushing event deleted for resources: {'Port': ['ID=577179b5-6e4f-4efb-ab8a-a92222a2c57b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:38.381409 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee9b8752-bb0d-403d-8522-2b9626491e72 req-095a6047-d3d0-480b-ad39-e104e89360ce tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 210 time: 0.1019950 Nov 22 16:14:38.434253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.443695 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.498091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31a4c8-bb15-470b-86c5-56d2ff2ff295 req-a8db9c9d-0ad1-4675-8c0a-f329bb320cf4 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:38.499364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df31a4c8-bb15-470b-86c5-56d2ff2ff295 req-a8db9c9d-0ad1-4675-8c0a-f329bb320cf4 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 945 time: 0.1294925 Nov 22 16:14:38.501134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Made reservation on behalf of 45e6c6483d49441ca66ebc05440e546f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:38.506242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.507257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:38.507854 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.637655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.641769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.658795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1745932 Nov 22 16:14:38.670537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:38.684996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Request body: {'subnet': {'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2038008396-subnet', 'tenant_id': '0bc540cd23f640a1a9da280ca6415051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:38.708752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44bdf0-9bb4-490b-bfd2-6b3cd5ef00b5 admin admin] Pushing event updated for resources: {'Network': ['ID=27fe033a-18e7-494d-93ee-aff891971dbb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:38.741833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.742743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca501046-42da-4df0-9914-a0888dac92a4 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:14:38.749381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.754968 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ae7995bc-e539-46e9-85df-0d371c2c5b0e admin admin] 10.222.0.69 "DELETE /v2.0/routers/ca501046-42da-4df0-9914-a0888dac92a4 HTTP/1.1" status: 204 len: 168 time: 2.3104157 Nov 22 16:14:38.755815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50390) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:38.762419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:14:38.780100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df31a4c8-bb15-470b-86c5-56d2ff2ff295 req-98d50402-6750-4972-9787-5defdc818563 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663906 Nov 22 16:14:38.792860 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.798839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Made reservation on behalf of 0bc540cd23f640a1a9da280ca6415051 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:38.802756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.870517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] device_id is not set on port ef6d0f8e-e463-43c6-9dc4-a5147962025c yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:14:38.876538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8989bb-6a89-4798-a4e9-889b7220af9e admin admin] Deleting subnet 1e8b21a4-3e72-44df-ae98-8fd86638c7e9 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:38.885231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 27fe033a-18e7-494d-93ee-aff891971dbb details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:38.888606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb8989bb-6a89-4798-a4e9-889b7220af9e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:38.965051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:39.019680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb8989bb-6a89-4798-a4e9-889b7220af9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.023378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a6c335d7-1e7b-4c71-be4a-37b2bb82b9f9 None None] Provisioning complete for port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:39.031540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6c335d7-1e7b-4c71-be4a-37b2bb82b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.125209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Allocated IP 172.20.0.11 (d6a00e12-13e1-49c3-bca6-b3e360dfcea2/1f6178ce-8398-4bff-bf71-6a913e8cdd8b/ef6d0f8e-e463-43c6-9dc4-a5147962025c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:39.186056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:39.187445 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.221927 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb8989bb-6a89-4798-a4e9-889b7220af9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.292247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:39.305082 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.330292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb8989bb-6a89-4798-a4e9-889b7220af9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.353874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6c335d7-1e7b-4c71-be4a-37b2bb82b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.399641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8989bb-6a89-4798-a4e9-889b7220af9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8b21a4-3e72-44df-ae98-8fd86638c7e9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:39.402290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb8989bb-6a89-4798-a4e9-889b7220af9e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.408785 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fb8989bb-6a89-4798-a4e9-889b7220af9e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1e8b21a4-3e72-44df-ae98-8fd86638c7e9 HTTP/1.1" status: 204 len: 168 time: 0.6464674 Nov 22 16:14:39.409387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50410) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:39.447476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1099153755-network', 'tenant_id': '7df5c7d47d744b9685e074e8f7bed5ab'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:39.470506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a6c335d7-1e7b-4c71-be4a-37b2bb82b9f9 None None] For port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b,segment=NetworkSegment(3fe3efed-8534-460b-bcdb-fd7dc03c376b),segment_id=3fe3efed-8534-460b-bcdb-fd7dc03c376b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:39.474352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f05da1-c037-4579-a014-6832e7041653 None None] Network 6d96293d-4bbf-48aa-81cb-af7351f06337 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:39.499613 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6c335d7-1e7b-4c71-be4a-37b2bb82b9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.501561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Made reservation on behalf of 7df5c7d47d744b9685e074e8f7bed5ab for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:39.504109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.547341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23ff25d9-f26d-4148-8e1e-323647bbbbb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.592956 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.607383 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.629051 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.668664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f29eff75-d222-4c79-bc2a-a0a087372f9a req-e668193c-e508-45b3-a8a8-bf8533b0648d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 210 time: 0.1026018 Nov 22 16:14:39.669312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0552979b-14c4-4233-b96f-5b09180e1a4e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:39.680805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Deleting port 9a001339-acf3-47e2-8034-ea6e58957c20 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:39.681512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.740962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Checking segment: {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:39.741333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Network hostable DHCP agents. Network: 27fe033a-18e7-494d-93ee-aff891971dbb, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:14:39.778363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c335d7-1e7b-4c71-be4a-37b2bb82b9f9 None None] Pushing event updated for resources: {'Port': ['ID=9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:39.783096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-c94a7158-969b-4331-9d8f-63f9fb658ca8 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:39.784700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-c94a7158-969b-4331-9d8f-63f9fb658ca8 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.11 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 945 time: 0.3159647 Nov 22 16:14:39.787462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] For port 9a001339-acf3-47e2-8034-ea6e58957c20, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9a001339-acf3-47e2-8034-ea6e58957c20,segment=NetworkSegment(e509e856-a08c-4053-8077-77f776b1954d),segment_id=e509e856-a08c-4053-8077-77f776b1954d)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:39.787986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.808457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Calling delete_port for 9a001339-acf3-47e2-8034-ea6e58957c20 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:39.814925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-61431904-282a-437f-a823-1c7bf277b3a3 None None] Provisioning complete for port 0fd99207-2d92-4b43-8096-22947ac64dd6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:39.815606 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61431904-282a-437f-a823-1c7bf277b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:39.881688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-61431904-282a-437f-a823-1c7bf277b3a3 None None] Port 0fd99207-2d92-4b43-8096-22947ac64dd6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:39.884928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:14:39.885502 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:14:39.922023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-61431904-282a-437f-a823-1c7bf277b3a3 None None] Provisioning complete for port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:39.922923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-61431904-282a-437f-a823-1c7bf277b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.007962 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.052452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a001339-acf3-47e2-8034-ea6e58957c20,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:40.087478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] No DVR routers for this DVR port 9a001339-acf3-47e2-8034-ea6e58957c20 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:40.137769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f23f1-3606-4d4f-9f06-cd0bc1c0171a None None] DHCP port deletion for 6d96293d-4bbf-48aa-81cb-af7351f06337 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:14:40.193179 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.229007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d96293d-4bbf-48aa-81cb-af7351f06337']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:40.241156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e509e856-a08c-4053-8077-77f776b1954d') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:40.241555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e509e856-a08c-4053-8077-77f776b1954d') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:40.242173 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.254291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.258403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-92cbe7a0-69ce-440b-bc80-6488365a05c5 None None] Provisioning complete for port 0fd99207-2d92-4b43-8096-22947ac64dd6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:40.258923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92cbe7a0-69ce-440b-bc80-6488365a05c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.271675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.281748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:40.284575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:40.286633 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:40.308249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-92cbe7a0-69ce-440b-bc80-6488365a05c5 None None] Port 0fd99207-2d92-4b43-8096-22947ac64dd6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:40.347662 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.353315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.357580 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6d96293d-4bbf-48aa-81cb-af7351f06337 HTTP/1.1" status: 204 len: 168 time: 0.9467754 Nov 22 16:14:40.361807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50416) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:40.382638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Network 27fe033a-18e7-494d-93ee-aff891971dbb is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:14:40.415607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a6440-4633-4915-9919-b29348d7e1b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d96293d-4bbf-48aa-81cb-af7351f06337,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:40.444506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:40.468320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:40.468926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 299a8b41-ddd2-4757-8c41-9e0ac8b95d5d not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:40.476416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 27fe033a-18e7-494d-93ee-aff891971dbb) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:40.482326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:40.482961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.489874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced4768-b033-474f-82af-eb8595b8add2 None None] Network 27fe033a-18e7-494d-93ee-aff891971dbb requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:40.531136 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23ff25d9-f26d-4148-8e1e-323647bbbbb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.563675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49766cc-71ce-4488-a336-bb3e402f3749 req-c3cfde2c-40fb-44f8-b3eb-330244bcbcf0 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:40.565322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c49766cc-71ce-4488-a336-bb3e402f3749 req-c3cfde2c-40fb-44f8-b3eb-330244bcbcf0 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 945 time: 0.3503461 Nov 22 16:14:40.566031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23ff25d9-f26d-4148-8e1e-323647bbbbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.591949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.611051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-03f488c3-b25b-4d72-9d7c-db57f34d9006 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9388728 Nov 22 16:14:40.628597 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.637280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:14:40.653901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.663674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-8a97665a-0e0e-4c20-a806-0e0771b55284 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:40.665272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-8a97665a-0e0e-4c20-a806-0e0771b55284 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 812 time: 0.4491436 Nov 22 16:14:40.719114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-23ff25d9-f26d-4148-8e1e-323647bbbbb9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=561e3f61060b4a60955bc734eb233e39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7524240 Nov 22 16:14:40.727359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Request body: {'port': {'device_id': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'admin_state_up': True, 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:40.738178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:40.738785 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:40.740217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:40.743681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50422) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:40.751364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff25d9-f26d-4148-8e1e-323647bbbbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dae5b5-bd85-4c85-bd3b-9c3902172eab,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:40.818778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89632d3-bb48-4d4c-a669-4e0388ee192f None None] Network 27fe033a-18e7-494d-93ee-aff891971dbb requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:40.827540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c49766cc-71ce-4488-a336-bb3e402f3749 req-f27e1d73-9fca-45e9-a15b-5d3b046fcf9a tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329338 Nov 22 16:14:40.946728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=ef6d0f8e-e463-43c6-9dc4-a5147962025c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:40.996659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:41.021215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06d5e2c6-de57-4e1a-8448-5911ff9a1d39 req-1c9edaf6-25a2-4434-bfa4-095cd2201e3c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 210 time: 0.1350596 Nov 22 16:14:41.031998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Deleting port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:41.032534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.065467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 577179b5-6e4f-4efb-ab8a-a92222a2c57b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:41.094672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 577179b5-6e4f-4efb-ab8a-a92222a2c57b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:41.095017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 577179b5-6e4f-4efb-ab8a-a92222a2c57b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:41.095441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9a001339-acf3-47e2-8034-ea6e58957c20 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:41.136387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 9a001339-acf3-47e2-8034-ea6e58957c20 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:41.136733 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9a001339-acf3-47e2-8034-ea6e58957c20 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:41.137828 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.138343 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Added segment ddd2b9a9-39ab-448b-b278-0408d61577e4 of type vlan for network acd51eae-4f24-4490-b23e-9bd0eae73c27 Nov 22 16:14:41.140372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a851c2f-72c1-4af2-906f-8bd3277b892a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.143408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:41.173063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:41.186917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc6410-29e7-4a4e-8295-4dc2440908ac,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:41.227142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.330909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] For port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,segment=NetworkSegment(88068bfc-3d6b-4733-b685-4d69682f965d),segment_id=88068bfc-3d6b-4733-b685-4d69682f965d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:41.331511 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.340231 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a851c2f-72c1-4af2-906f-8bd3277b892a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.378039 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.399434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Calling delete_port for ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:41.414320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:41.414951 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.443433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-97b41f64-308a-4515-9d55-f5513869476b None None] Provisioning complete for port ef6d0f8e-e463-43c6-9dc4-a5147962025c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:41.444046 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-97b41f64-308a-4515-9d55-f5513869476b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.492300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-97b41f64-308a-4515-9d55-f5513869476b None None] Port ef6d0f8e-e463-43c6-9dc4-a5147962025c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:41.504041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Deleting port 2e910281-a415-4e68-9c74-baf1ac8a1530 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:41.504416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.539226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06cdd3a5-fa67-4ede-9b3f-7dfcd0f4805d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.7378349 Nov 22 16:14:41.543310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50440) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:41.561509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214df34-695e-426d-bfa9-61048c18c969 req-2ee7acf3-0cbf-4e60-8461-83790b6b4473 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:41.563045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-2ee7acf3-0cbf-4e60-8461-83790b6b4473 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 815 time: 0.4296534 Nov 22 16:14:41.563687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.564600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:41.565170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.636139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a851c2f-72c1-4af2-906f-8bd3277b892a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.638716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a851c2f-72c1-4af2-906f-8bd3277b892a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.639850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3a851c2f-72c1-4af2-906f-8bd3277b892a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30dae5b5-bd85-4c85-bd3b-9c3902172eab HTTP/1.1" status: 204 len: 168 time: 0.8818457 Nov 22 16:14:41.647576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Made reservation on behalf of fac5cc196bb942b28fcf8617104ec211 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:41.651252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.669647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716486a1-2f72-49b4-8d7b-bf498c40a8b4 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:41.675674 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716486a1-2f72-49b4-8d7b-bf498c40a8b4 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:41.681713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716486a1-2f72-49b4-8d7b-bf498c40a8b4 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:41.686227 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-716486a1-2f72-49b4-8d7b-bf498c40a8b4 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1390793 Nov 22 16:14:41.687002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-ad8f9a53-9877-4c82-a1af-ef8c26d34e62 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/quotas/0bc540cd23f640a1a9da280ca6415051 HTTP/1.1" status: 200 len: 375 time: 0.1137288 Nov 22 16:14:41.691900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] For port 2e910281-a415-4e68-9c74-baf1ac8a1530, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2e910281-a415-4e68-9c74-baf1ac8a1530,segment=NetworkSegment(2eb37706-14ea-479b-a275-938e1d85d668),segment_id=2eb37706-14ea-479b-a275-938e1d85d668)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:41.693015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:41.697002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:41.703048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4071844 Nov 22 16:14:41.703048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a851c2f-72c1-4af2-906f-8bd3277b892a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dae5b5-bd85-4c85-bd3b-9c3902172eab,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:41.709977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:41.722320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Calling delete_port for 2e910281-a415-4e68-9c74-baf1ac8a1530 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:41.724576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Request body: {'subnet': {'network_id': 'acd51eae-4f24-4490-b23e-9bd0eae73c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1099153755-subnet', 'tenant_id': '7df5c7d47d744b9685e074e8f7bed5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:41.756350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b7a94-1aee-487a-a0c6-444b80756627 admin admin] Pushing event updated for resources: {'Network': ['ID=acd51eae-4f24-4490-b23e-9bd0eae73c27,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:41.779383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network acd51eae-4f24-4490-b23e-9bd0eae73c27 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:41.797318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-d2487213-e85e-40b0-b7c3-c4cdbf59b4c4 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857518 Nov 22 16:14:41.987084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Made reservation on behalf of 7df5c7d47d744b9685e074e8f7bed5ab for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:41.990326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:42.000361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:42.038406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e910281-a415-4e68-9c74-baf1ac8a1530,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:42.162834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:42.222792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-e55cf680-5313-4e86-a752-52211f9013e8 service neutron] 10.222.0.69 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066038 Nov 22 16:14:42.243581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Pushing event deleted for resources: {'Port': ['ID=ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:42.289369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bded317-a2aa-487e-bcca-fbeb4174fe02 req-d2a32846-a959-42a9-a6ca-3e22370426d6 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:42.290534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:42.291027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bded317-a2aa-487e-bcca-fbeb4174fe02 req-d2a32846-a959-42a9-a6ca-3e22370426d6 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/ports?device_id=0569937e-9ce9-407d-8c59-a536e482075b HTTP/1.1" status: 200 len: 867 time: 0.3180075 Nov 22 16:14:42.300481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Allocated IP 172.20.0.14 (678ff126-f764-4857-848d-4789f931073a/bb3143d8-c748-46f6-a58f-a498a77353bf/2363f611-468f-4418-9281-ecf3718e1aad) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:42.380279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2ec3d-d10b-49e1-8ae7-7f126cbb4e0b tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Deleting port ef6d0f8e-e463-43c6-9dc4-a5147962025c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:42.380841 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ec3d-d10b-49e1-8ae7-7f126cbb4e0b tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:42.453434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] No DVR routers for this DVR port ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:42.475509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:42.475509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f63b731-3fc5-4d7c-90b3-cbba99c9ab27 req-faaddf21-9b93-4edc-a02f-075853d550f2 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.11 "DELETE /v2.0/ports/ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab HTTP/1.1" status: 204 len: 173 time: 2.6722302 Nov 22 16:14:42.475509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0569937e-9ce9-407d-8c59-a536e482075b', 'name': 'network-vif-deleted', 'tag': 'ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:42.477785 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc97297-6737-406e-a68a-a11747bd2f39" -d '{"events": [{"server_uuid": "0569937e-9ce9-407d-8c59-a536e482075b", "name": "network-vif-deleted", "tag": "ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:42.594192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Router e7393f4f-508a-4352-853a-5293c8e43f8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:14:42.637099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bded317-a2aa-487e-bcca-fbeb4174fe02 req-f13f1cfe-dc38-406d-846e-1e434c1187a7 tempest-ServerAddressesTestJSON-483660416 tempest-ServerAddressesTestJSON-483660416-project] 10.222.0.69 "GET /v2.0/security-groups?id=554cca95-9dd7-48a1-a421-ef31db309bde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928135 Nov 22 16:14:42.691836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ec3d-d10b-49e1-8ae7-7f126cbb4e0b tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:42.699339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-93e358af-3914-48ec-aad1-131a82196eaf service neutron] 10.222.0.69 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582462 Nov 22 16:14:42.762588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5ad2ec3d-d10b-49e1-8ae7-7f126cbb4e0b tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Calling delete_port for ef6d0f8e-e463-43c6-9dc4-a5147962025c owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:42.769013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:14:42.778584 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c06dccb1-7007-49e9-90c3-ddad2e494511 admin admin] 10.222.0.69 "PUT /v2.0/routers/e7393f4f-508a-4352-853a-5293c8e43f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4137604 Nov 22 16:14:42.779117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50476) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:42.787274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] Sync routers for ids ['e7393f4f-508a-4352-853a-5293c8e43f8d'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:14:42.805166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] Routers {'e7393f4f-508a-4352-853a-5293c8e43f8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:42.807874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c315e52-35bf-4349-84d3-6494e096db8f req-02af80ea-412b-4c04-966a-8ad2bc81eba6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 210 time: 0.0691531 Nov 22 16:14:42.808323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e7393f4f-508a-4352-853a-5293c8e43f8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:42.867739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:42.922109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:43.042011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a56a8d-b91c-48ff-9590-312d2e90beac,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:43.059446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:43.115576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:43.117516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:43.120969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:43.124857 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65bce23-9d14-476f-8a4c-6d14b8f11541 x-openstack-request-id: req-d65bce23-9d14-476f-8a4c-6d14b8f11541 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:43.125409 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0569937e-9ce9-407d-8c59-a536e482075b", "name": "network-vif-deleted", "tag": "ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:43.125859 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d65bce23-9d14-476f-8a4c-6d14b8f11541 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:43.126422 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0569937e-9ce9-407d-8c59-a536e482075b', 'name': 'network-vif-deleted', 'tag': 'ae719ac5-52ef-4ea1-b0dd-2e53ae3d0fab', 'status': 'completed', 'code': 200} Nov 22 16:14:43.129588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3eb4655e-0b37-438a-aa89-c0788679e992 req-5da52307-d886-4d32-ad4c-efa8590e5f5c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0828452 Nov 22 16:14:43.137029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Checking segment: {'id': 'ddd2b9a9-39ab-448b-b278-0408d61577e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'acd51eae-4f24-4490-b23e-9bd0eae73c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:43.137407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Network hostable DHCP agents. Network: acd51eae-4f24-4490-b23e-9bd0eae73c27, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:14:43.143508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:43.162128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] Set router e7393f4f-508a-4352-853a-5293c8e43f8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:43.172605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['54ab08ea-54b4-468c-9184-e0471ad3cb09'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:43.180282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['5c1375ff-9363-4d8e-baef-d39a849b73d5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:43.245784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Network acd51eae-4f24-4490-b23e-9bd0eae73c27 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:14:43.252024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Network 678ff126-f764-4857-848d-4789f931073a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:43.259867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:43.264012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ec3d-d10b-49e1-8ae7-7f126cbb4e0b tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:43.266411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:43.269287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event updated for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:43.271705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, acd51eae-4f24-4490-b23e-9bd0eae73c27) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:43.283203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:43.283756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:43.360657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2ec3d-d10b-49e1-8ae7-7f126cbb4e0b tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Port': ['ID=ef6d0f8e-e463-43c6-9dc4-a5147962025c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:43.422826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-26486d1a-8e30-465e-9f40-4fb1030a54e0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7062917 Nov 22 16:14:43.443543 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:43.471359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:43.472088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:43.504853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-0c55422f-d272-4117-baac-b9bdd8e96153 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8139422 Nov 22 16:14:43.561717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Request body: {'port': {'device_id': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:43.636944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Deleting port a09b0aa4-36d7-4bb3-9049-8f5190b59882 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:43.637940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:43.747030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b603534b-0daa-45a8-8ae0-b9ed94373abd None None] Network acd51eae-4f24-4490-b23e-9bd0eae73c27 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:43.801411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:43.940661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50512) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:44.054673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] For port a09b0aa4-36d7-4bb3-9049-8f5190b59882, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a09b0aa4-36d7-4bb3-9049-8f5190b59882,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:44.057140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b5e528-8986-4ca1-b450-6fc2859bf393 None None] Network acd51eae-4f24-4490-b23e-9bd0eae73c27 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:44.058622 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.097923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Calling delete_port for a09b0aa4-36d7-4bb3-9049-8f5190b59882 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:44.182742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f132a62c-c000-4953-865f-38b99d55594e None None] Provisioning complete for port 2363f611-468f-4418-9281-ecf3718e1aad triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:44.183126 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f132a62c-c000-4953-865f-38b99d55594e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.239882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f132a62c-c000-4953-865f-38b99d55594e None None] Port 2363f611-468f-4418-9281-ecf3718e1aad cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:44.378117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-73f927e4-7802-47fa-a859-2969d051221b tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1217852881'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:44.378564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-73f927e4-7802-47fa-a859-2969d051221b tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Unknown quota resources ['metering_label']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:14:44.403409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.411858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1d0878-7494-437f-bbb2-b4ffc82a7e64 admin admin] Deleting subnet 252757f1-9c5f-41e8-a638-09f5e4b27473 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:44.424815 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ad2ec3d-d10b-49e1-8ae7-7f126cbb4e0b tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.428986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5ad2ec3d-d10b-49e1-8ae7-7f126cbb4e0b tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "DELETE /v2.0/ports/ef6d0f8e-e463-43c6-9dc4-a5147962025c HTTP/1.1" status: 204 len: 168 time: 2.7273979 Nov 22 16:14:44.429856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0878-7494-437f-bbb2-b4ffc82a7e64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.453805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:44.477805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.493332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:14:41Z', 'revision_number': 5, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port': {'id': 'a09b0aa4-36d7-4bb3-9049-8f5190b59882', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:02:44Z', 'updated_at': '2021-11-22T16:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:44.526741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] Checking router: e7393f4f-508a-4352-853a-5293c8e43f8d for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:14:44.538769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] Routers {'e7393f4f-508a-4352-853a-5293c8e43f8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:44.539416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e7393f4f-508a-4352-853a-5293c8e43f8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:44.630400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] Set router e7393f4f-508a-4352-853a-5293c8e43f8d gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:14:44.695308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:14:44Z', 'revision_number': 7, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:44.700674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641491e-7dc2-4900-8177-8d8b24a2013b req-ca3c9c4d-c8ee-4c81-875e-f17ed81820a2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:44.708801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c641491e-7dc2-4900-8177-8d8b24a2013b req-ca3c9c4d-c8ee-4c81-875e-f17ed81820a2 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 932 time: 0.3664057 Nov 22 16:14:44.716347 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e71ff4a-13b8-45fc-96ee-6c73b437524d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] GET failed (client error): The resource could not be found. Nov 22 16:14:44.717781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1e71ff4a-13b8-45fc-96ee-6c73b437524d tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "GET /v2.0/ports/ef6d0f8e-e463-43c6-9dc4-a5147962025c HTTP/1.1" status: 404 len: 333 time: 0.2630088 Nov 22 16:14:44.734096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b306aa8a-6198-4fb6-add9-f6ea354b3d4c None None] The sync data for ids ['e7393f4f-508a-4352-853a-5293c8e43f8d'] in n-d-811716-3 is: [{'id': 'e7393f4f-508a-4352-853a-5293c8e43f8d', 'name': 'tempest-TaggedBootDevicesTest_v242-1901610811-router', 'tenant_id': '22c350531ace4fffb0e9d3f28d84f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:02:41Z', 'updated_at': '2021-11-22T16:14:44Z', 'revision_number': 7, 'project_id': '22c350531ace4fffb0e9d3f28d84f829', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:14:44.754297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50524) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:44.778018 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73f927e4-7802-47fa-a859-2969d051221b tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.780189 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-73f927e4-7802-47fa-a859-2969d051221b tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8382452 Nov 22 16:14:44.784609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0878-7494-437f-bbb2-b4ffc82a7e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.787873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'name': 'tempest-AllowedAddressPairTestJSON-1392733573'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:44.792495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:44.796661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09b0aa4-36d7-4bb3-9049-8f5190b59882,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:44.841542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2c4265f1-26be-4592-b55a-e93d3d7a17c9 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '25054b4d-cfcc-4c94-bcf3-a5c5e813df2e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:44.842116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2c4265f1-26be-4592-b55a-e93d3d7a17c9 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:14:44.858948 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.887029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76613cfd-43c1-4b62-9d9a-83a12274564f req-caddcefb-d4d3-4414-b451-3b50ed5c66ce tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 210 time: 0.1080101 Nov 22 16:14:44.973773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:44.978923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.044609 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.045157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7393f4f-508a-4352-853a-5293c8e43f8d {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:14:45.045802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0878-7494-437f-bbb2-b4ffc82a7e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.050244 n-d-811716-3 neutron-server[103411]: WARNING neutron.services.metering.metering_plugin [None req-2c4265f1-26be-4592-b55a-e93d3d7a17c9 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:14:45.053101 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.058216 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9af5e7f5-ae7d-41ce-9419-d376ee709ac4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/e7393f4f-508a-4352-853a-5293c8e43f8d HTTP/1.1" status: 204 len: 168 time: 2.2748771 Nov 22 16:14:45.058517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50530) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:45.080675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c641491e-7dc2-4900-8177-8d8b24a2013b req-a0d1dd52-93a6-407c-b871-d597d0ddde3f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709958 Nov 22 16:14:45.090013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Made reservation on behalf of 45e6c6483d49441ca66ebc05440e546f for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:45.093828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.128018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] device_id is not set on port 6936b817-afd6-4f3e-9b51-d1bcc55d29f3 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:14:45.135941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb112af7-e4d3-40cf-88d4-ee3d7ed36f25 admin admin] Deleting subnet 32dd9a99-0ab6-446b-afd4-d0ccdbf7524b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:45.141194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb112af7-e4d3-40cf-88d4-ee3d7ed36f25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.227611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb112af7-e4d3-40cf-88d4-ee3d7ed36f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.282356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214df34-695e-426d-bfa9-61048c18c969 req-aa1579a9-e3bb-47d0-997a-2235fa87c6cb tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:45.283487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-aa1579a9-e3bb-47d0-997a-2235fa87c6cb tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 815 time: 0.6200998 Nov 22 16:14:45.292671 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c4265f1-26be-4592-b55a-e93d3d7a17c9 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.297031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2c4265f1-26be-4592-b55a-e93d3d7a17c9 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4780641 Nov 22 16:14:45.299498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50538) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:45.307108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Request body: {'port': {'device_id': 'dc091391-069b-4396-b178-58231464d4a6', 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'admin_state_up': True, 'tenant_id': '0bc540cd23f640a1a9da280ca6415051'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:45.311738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0ac2b7e3-651b-4003-8ca3-238957493883 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '25054b4d-cfcc-4c94-bcf3-a5c5e813df2e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:45.312130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0ac2b7e3-651b-4003-8ca3-238957493883 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:14:45.356677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Allocated IP 172.20.0.12 (d6a00e12-13e1-49c3-bca6-b3e360dfcea2/1f6178ce-8398-4bff-bf71-6a913e8cdd8b/6936b817-afd6-4f3e-9b51-d1bcc55d29f3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:45.365682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2363f611-468f-4418-9281-ecf3718e1aad {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:45.382015 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.409121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0878-7494-437f-bbb2-b4ffc82a7e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.433013 n-d-811716-3 neutron-server[103410]: WARNING neutron.services.metering.metering_plugin [None req-0ac2b7e3-651b-4003-8ca3-238957493883 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:14:45.433248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Transition to ACTIVE for port object 2363f611-468f-4418-9281-ecf3718e1aad will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:14:45.480226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a1d0878-7494-437f-bbb2-b4ffc82a7e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.486335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3a1d0878-7494-437f-bbb2-b4ffc82a7e64 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/252757f1-9c5f-41e8-a638-09f5e4b27473 HTTP/1.1" status: 204 len: 168 time: 1.6811759 Nov 22 16:14:45.488588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d0878-7494-437f-bbb2-b4ffc82a7e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252757f1-9c5f-41e8-a638-09f5e4b27473,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:45.492948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.495462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:45.592527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:45.716158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.799091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Attempting to bind port 2363f611-468f-4418-9281-ecf3718e1aad on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:14:45.800205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Attempting to bind port 2363f611-468f-4418-9281-ecf3718e1aad by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:14:45.800969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Attempting to bind port 2363f611-468f-4418-9281-ecf3718e1aad on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:45.811160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Made reservation on behalf of 0bc540cd23f640a1a9da280ca6415051 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:45.816836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:45.842120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Port 2363f611-468f-4418-9281-ecf3718e1aad on network 678ff126-f764-4857-848d-4789f931073a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:14:45.842549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Attempting to bind port 2363f611-468f-4418-9281-ecf3718e1aad on network 678ff126-f764-4857-848d-4789f931073a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:45.871681 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb112af7-e4d3-40cf-88d4-ee3d7ed36f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.040164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2b7e3-651b-4003-8ca3-238957493883 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.041567 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0ac2b7e3-651b-4003-8ca3-238957493883 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7386978 Nov 22 16:14:46.053823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50572) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:46.055321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:14:46.055675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Checking segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:46.056113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Bound using segment: {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:14:46.056550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Bound port: 2363f611-468f-4418-9281-ecf3718e1aad, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '678ff126-f764-4857-848d-4789f931073a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:14:46.057150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.085286 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-883f8acd-b0d5-48a6-963a-e9113b60cf34 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=cea22a96-cc5c-4985-a462-331eb37bdf38 HTTP/1.1" status: 200 len: 462 time: 0.0301440 Nov 22 16:14:46.090482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50574) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:46.112424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eab0fd8-647c-441f-9137-80b0ca0491d8 req-0bc23695-fff3-4755-87e7-7ea7b5785678 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 210 time: 0.1068640 Nov 22 16:14:46.124439 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.152990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb112af7-e4d3-40cf-88d4-ee3d7ed36f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.184385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.230395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb112af7-e4d3-40cf-88d4-ee3d7ed36f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32dd9a99-0ab6-446b-afd4-d0ccdbf7524b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:46.232418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bb112af7-e4d3-40cf-88d4-ee3d7ed36f25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.235795 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bb112af7-e4d3-40cf-88d4-ee3d7ed36f25 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/32dd9a99-0ab6-446b-afd4-d0ccdbf7524b HTTP/1.1" status: 204 len: 168 time: 1.1761396 Nov 22 16:14:46.239471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50578) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:46.244477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a665613a-2728-44de-9aac-104b55e004bb None None] Network 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:46.253370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8f8ede-f5e6-445f-966f-9664266b481e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:46.296814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ab9e59b-3fed-4562-a89d-b093597f1faf tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.299160 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ab9e59b-3fed-4562-a89d-b093597f1faf tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/cea22a96-cc5c-4985-a462-331eb37bdf38 HTTP/1.1" status: 204 len: 168 time: 0.2055986 Nov 22 16:14:46.305862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88068bfc-3d6b-4733-b685-4d69682f965d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:46.306177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88068bfc-3d6b-4733-b685-4d69682f965d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:46.311131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:46.334222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.355283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Allocated IP 172.20.0.13 (27fe033a-18e7-494d-93ee-aff891971dbb/0552979b-14c4-4233-b96f-5b09180e1a4e/e6302eb3-93d5-49c6-9d97-1b36db7aac20) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:46.359664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.399703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-19245552-337a-4562-9d71-39d377f10ca4 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=cea22a96-cc5c-4985-a462-331eb37bdf38 HTTP/1.1" status: 200 len: 221 time: 0.0806696 Nov 22 16:14:46.404994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50582) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:46.405308 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:46.406298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:14:46.408666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:46.411452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.412835 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.417516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:46.421512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-54ad61fb-7b05-4e8f-8a36-568993304a95 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1451265773', 'description': 'label created by tempest'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:46.422850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-54ad61fb-7b05-4e8f-8a36-568993304a95 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Unknown quota resources ['metering_label']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:14:46.447150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-01221f45-3641-4bb7-aaf9-f323401164f3 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:46.448938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-01221f45-3641-4bb7-aaf9-f323401164f3 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/networks?id=acd51eae-4f24-4490-b23e-9bd0eae73c27 HTTP/1.1" status: 200 len: 810 time: 0.3834984 Nov 22 16:14:46.465796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:46.466208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.469094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:46.471508 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:46.479198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f323e-203e-421f-83f9-82a7865176eb req-71c9b997-79e1-4281-9ec2-336a4e05e595 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:46.480731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] DHCP port deletion for 17bead76-d8eb-4aab-bee9-9ec661d6b1e1 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:14:46.486821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-987f323e-203e-421f-83f9-82a7865176eb req-71c9b997-79e1-4281-9ec2-336a4e05e595 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 944 time: 0.2706807 Nov 22 16:14:46.490229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=6936b817-afd6-4f3e-9b51-d1bcc55d29f3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:46.553878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:46.554514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.557694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] Deleting port 976daae8-9993-4a7a-ada4-4c4bddee45ba {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:46.558175 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.579110 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-20274319-2075-4120-8775-9cb494ab0d95 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7972615 Nov 22 16:14:46.582210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50584) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:46.591633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:cf:e1:db'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:46.604632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Deleting port 976daae8-9993-4a7a-ada4-4c4bddee45ba {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:46.604983 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.623229 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.641528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2e910281-a415-4e68-9c74-baf1ac8a1530 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:46.682713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2e910281-a415-4e68-9c74-baf1ac8a1530 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:46.683435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2e910281-a415-4e68-9c74-baf1ac8a1530 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:46.684111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 976daae8-9993-4a7a-ada4-4c4bddee45ba no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:46.687242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] For port 976daae8-9993-4a7a-ada4-4c4bddee45ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=976daae8-9993-4a7a-ada4-4c4bddee45ba,segment=NetworkSegment(2eb37706-14ea-479b-a275-938e1d85d668),segment_id=2eb37706-14ea-479b-a275-938e1d85d668)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:46.687953 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.713439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-7909878b-eae7-4a24-937f-d22020f454c5 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/quotas/7df5c7d47d744b9685e074e8f7bed5ab HTTP/1.1" status: 200 len: 375 time: 0.2424021 Nov 22 16:14:46.743654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] Calling delete_port for 976daae8-9993-4a7a-ada4-4c4bddee45ba owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:46.789532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] For port 976daae8-9993-4a7a-ada4-4c4bddee45ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=976daae8-9993-4a7a-ada4-4c4bddee45ba,segment=NetworkSegment(2eb37706-14ea-479b-a275-938e1d85d668),segment_id=2eb37706-14ea-479b-a275-938e1d85d668)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:46.789532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.814982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Calling delete_port for 976daae8-9993-4a7a-ada4-4c4bddee45ba owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:46.830081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:46.830715 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.832148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] 10.222.0.71 "PUT /v2.0/ports/2363f611-468f-4418-9281-ecf3718e1aad HTTP/1.1" status: 200 len: 1092 time: 3.2837515 Nov 22 16:14:46.833948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:46.836257 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087e93f2-3855-48ee-9b9b-ec8918404700" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "tag": "2363f611-468f-4418-9281-ecf3718e1aad"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:46.859307 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-1bb7c226-c7a0-41e8-ac47-40839ea3dc08 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7df5c7d47d744b9685e074e8f7bed5ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453729 Nov 22 16:14:46.872654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-df544a8a-c5b5-40bf-a3fe-3e7e4a5134f0 None None] Provisioning complete for port 6936b817-afd6-4f3e-9b51-d1bcc55d29f3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:46.873871 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df544a8a-c5b5-40bf-a3fe-3e7e4a5134f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.900986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.937665 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.946942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-df544a8a-c5b5-40bf-a3fe-3e7e4a5134f0 None None] Port 6936b817-afd6-4f3e-9b51-d1bcc55d29f3 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:46.963803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 976daae8-9993-4a7a-ada4-4c4bddee45ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=976daae8-9993-4a7a-ada4-4c4bddee45ba,segment=NetworkSegment(2eb37706-14ea-479b-a275-938e1d85d668),segment_id=2eb37706-14ea-479b-a275-938e1d85d668)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:46.974678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:46.976169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a09b0aa4-36d7-4bb3-9049-8f5190b59882 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:14:47.002652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3239a7-4fcd-4e01-9efc-74910cfec9f5 service neutron] Pushing event updated for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:47.016805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.019402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a09b0aa4-36d7-4bb3-9049-8f5190b59882 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:14:47.020050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a09b0aa4-36d7-4bb3-9049-8f5190b59882 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:14:47.023061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event deleted for resources: {'Port': ['ID=976daae8-9993-4a7a-ada4-4c4bddee45ba,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:47.040219 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.042452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.043075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.043614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.044171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.044702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.045228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.045770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.046292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.046814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.047334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.047861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.048424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:47.052331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] No DVR routers for this DVR port 976daae8-9993-4a7a-ada4-4c4bddee45ba on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:47.055458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.085332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240dc66-c042-49ff-972b-12b50e1619e7 None None] Pushing event deleted for resources: {'Port': ['ID=976daae8-9993-4a7a-ada4-4c4bddee45ba,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:47.095162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] No DVR routers for this DVR port 976daae8-9993-4a7a-ada4-4c4bddee45ba on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:47.102830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Pushing event deleted for resources: {'Port': ['ID=976daae8-9993-4a7a-ada4-4c4bddee45ba,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:47.131995 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.135192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/da8f8ede-f5e6-445f-966f-9664266b481e HTTP/1.1" status: 204 len: 168 time: 1.6056631 Nov 22 16:14:47.204218 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-987f323e-203e-421f-83f9-82a7865176eb req-f1bbde71-fe34-43b1-a435-1bbdcf84ebda tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042689 Nov 22 16:14:47.210175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0820b6-23d7-44f7-929b-4f96a6f97ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8f8ede-f5e6-445f-966f-9664266b481e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:47.214060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-54ad61fb-7b05-4e8f-8a36-568993304a95 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.220453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50594) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.221797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-54ad61fb-7b05-4e8f-8a36-568993304a95 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8120699 Nov 22 16:14:47.263213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-7730a1fe-7e55-4145-b6b6-f7708e5b199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:47.264882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-7730a1fe-7e55-4145-b6b6-f7708e5b199a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 1095 time: 0.3043835 Nov 22 16:14:47.318092 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-93ffd944-4476-4200-8079-57a51ed8a598 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=e8119f9f-bcc8-4a75-92ec-74b3529b4f5c HTTP/1.1" status: 200 len: 468 time: 0.0962334 Nov 22 16:14:47.323802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.343642 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b7dbf7-ad10-47d0-adf3-7079d0de4816 x-openstack-request-id: req-11b7dbf7-ad10-47d0-adf3-7079d0de4816 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:47.343966 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "tag": "2363f611-468f-4418-9281-ecf3718e1aad", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:47.344212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.344329 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11b7dbf7-ad10-47d0-adf3-7079d0de4816 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:47.344615 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad', 'status': 'completed', 'code': 200} Nov 22 16:14:47.346233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-6b6acba3-d5a0-4191-ad4a-1013178d1ec3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2363f611-468f-4418-9281-ecf3718e1aad HTTP/1.1" status: 200 len: 217 time: 0.0724866 Nov 22 16:14:47.398063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-7e37be8e-ec9a-4d9c-99bb-6a08e9f3a45e service neutron] 10.222.0.69 "GET /v2.0/networks/acd51eae-4f24-4490-b23e-9bd0eae73c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378492 Nov 22 16:14:47.409538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.417617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50598) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.455677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c002571b-5166-41c8-a94a-7660f180bc4e req-d16ac52e-cc7f-46ca-be3a-3fdc954dae1a tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0565474 Nov 22 16:14:47.504032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bead76-d8eb-4aab-bee9-9ec661d6b1e1']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:47.537403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-457464a1-76e1-40dd-a0ef-8e918d93a709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:47.538854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-457464a1-76e1-40dd-a0ef-8e918d93a709 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.1789811 Nov 22 16:14:47.549870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb37706-14ea-479b-a275-938e1d85d668') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:47.550178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb37706-14ea-479b-a275-938e1d85d668') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:47.567539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.604861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-15bde5db-6acf-4c29-997c-c33dcca589e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f6b2b54b02e4ebb896a5d9723f4f959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1842988 Nov 22 16:14:47.605571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50600) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.615919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.639637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.651378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-814fb158-9a7c-41d6-ad31-b4641ba1fc52 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.652579 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-814fb158-9a7c-41d6-ad31-b4641ba1fc52 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/e8119f9f-bcc8-4a75-92ec-74b3529b4f5c HTTP/1.1" status: 204 len: 168 time: 0.3250623 Nov 22 16:14:47.656020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50602) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.667227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:47.667621 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:47.669443 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:47.723871 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8c0edeb2-15f5-4fa0-94bb-b0d971fd962e tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=e8119f9f-bcc8-4a75-92ec-74b3529b4f5c HTTP/1.1" status: 200 len: 216 time: 0.0636446 Nov 22 16:14:47.734518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50604) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.755666 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.763830 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f9698c4c-c8b5-4e34-85a4-087bf31aa58e tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0249913 Nov 22 16:14:47.763830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.764398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.765887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50606) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.810004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.813370 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] 10.222.0.69 "DELETE /v2.0/networks/17bead76-d8eb-4aab-bee9-9ec661d6b1e1 HTTP/1.1" status: 204 len: 168 time: 1.5729139 Nov 22 16:14:47.839459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e958d78-c953-483f-98e3-555817d91795 admin admin] Pushing event deleted for resources: {'Network': ['ID=17bead76-d8eb-4aab-bee9-9ec661d6b1e1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:47.842128 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-332dd738-b495-4288-a7a8-47738ab60c33 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0706663 Nov 22 16:14:47.851040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50610) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.938864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=6936b817-afd6-4f3e-9b51-d1bcc55d29f3,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:47.945823 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ec0b9924-3eb7-47fa-b046-f0b3b3c95ef9 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/25054b4d-cfcc-4c94-bcf3-a5c5e813df2e HTTP/1.1" status: 200 len: 473 time: 0.0937133 Nov 22 16:14:47.952347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50612) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:47.981069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] In _notify_port_updated(), no bound segment for port 6936b817-afd6-4f3e-9b51-d1bcc55d29f3 on network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:14:47.986632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:47.987315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:47.988956 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de2daa05-2f44-4f4f-99d7-f75a0d9b3085 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "PUT /v2.0/ports/6936b817-afd6-4f3e-9b51-d1bcc55d29f3 HTTP/1.1" status: 200 len: 995 time: 1.4047096 Nov 22 16:14:47.990643 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6266bead-07f5-4bbb-88a1-7dcb8a43df99 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/587c6c9f-0970-473f-847d-3bcb4d9df29b HTTP/1.1" status: 200 len: 459 time: 0.0336723 Nov 22 16:14:47.993676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50614) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:48.000059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50616) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:48.037609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dd3af817-cc7b-4958-b455-d06000df3bb4 service neutron] 10.222.0.69 "GET /v2.0/networks/acd51eae-4f24-4490-b23e-9bd0eae73c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238396 Nov 22 16:14:48.058364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Network 27fe033a-18e7-494d-93ee-aff891971dbb is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:48.073173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-e1a50f5d-1900-4cb9-b109-fa4398c2bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:48.074726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-e1a50f5d-1900-4cb9-b109-fa4398c2bffd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5229080 Nov 22 16:14:48.079777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:48.082312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:48.089744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Pushing event updated for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:48.131924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:48.226679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d60ab8b2-819f-48ac-91d7-1a774969e13b tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.227481 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5ec22c1-68d3-48b7-b42b-33a2e8352c40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.230246 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d60ab8b2-819f-48ac-91d7-1a774969e13b tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/587c6c9f-0970-473f-847d-3bcb4d9df29b HTTP/1.1" status: 204 len: 168 time: 0.2267094 Nov 22 16:14:48.230485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50622) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:48.236902 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-79601934-3b54-4d01-8d35-8f16277bb371 None None] Provisioning complete for port 6936b817-afd6-4f3e-9b51-d1bcc55d29f3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:48.238499 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79601934-3b54-4d01-8d35-8f16277bb371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.264246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:48.265071 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.298052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-79601934-3b54-4d01-8d35-8f16277bb371 None None] Port 6936b817-afd6-4f3e-9b51-d1bcc55d29f3 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:48.305362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5ec22c1-68d3-48b7-b42b-33a2e8352c40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.343602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-76217c17-0789-4403-9d89-ff5450faf8fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6fd0d30f332f415bad86cd82bf649458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086790 Nov 22 16:14:48.367124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50626) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:48.376920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4f510233-2a66-4822-a0b7-0b19dc35beaa tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Deleting port 6936b817-afd6-4f3e-9b51-d1bcc55d29f3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:48.377767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f510233-2a66-4822-a0b7-0b19dc35beaa tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.382334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-d61de9bb-06f7-471b-b178-c708f218aae3 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944944 Nov 22 16:14:48.385613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-a094eb85-e73a-448c-8470-e3f72a41037b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0855236 Nov 22 16:14:48.412293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Request body: {'port': {'device_id': 'dc091391-069b-4396-b178-58231464d4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:48.516481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0b096-6647-436e-b6b3-6f45a715f356 req-4ae4fa9e-8fdd-4c6e-b5ce-f3c62a9b6f9f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:48.518413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78a0b096-6647-436e-b6b3-6f45a715f356 req-4ae4fa9e-8fdd-4c6e-b5ce-f3c62a9b6f9f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 944 time: 0.2102957 Nov 22 16:14:48.573250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5ec22c1-68d3-48b7-b42b-33a2e8352c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.578133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab1f6668-1b7b-4e10-a49f-f117e3838ee9 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.578545 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5ec22c1-68d3-48b7-b42b-33a2e8352c40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.579259 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ab1f6668-1b7b-4e10-a49f-f117e3838ee9 tempest-MeteringIpV6TestJSON-1725185610 tempest-MeteringIpV6TestJSON-1725185610-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/25054b4d-cfcc-4c94-bcf3-a5c5e813df2e HTTP/1.1" status: 204 len: 168 time: 0.3479731 Nov 22 16:14:48.580717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c5ec22c1-68d3-48b7-b42b-33a2e8352c40 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/554cca95-9dd7-48a1-a421-ef31db309bde HTTP/1.1" status: 204 len: 168 time: 0.9734073 Nov 22 16:14:48.625311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-738188eb-55bf-417c-b873-975915715c1d req-54dee921-26b6-442c-8fd1-c6b97d63a62e tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 210 time: 0.0832639 Nov 22 16:14:48.633955 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.650429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec22c1-68d3-48b7-b42b-33a2e8352c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554cca95-9dd7-48a1-a421-ef31db309bde,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:48.658539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f510233-2a66-4822-a0b7-0b19dc35beaa tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.681603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d12396a-5d82-4dc6-b171-28ba07f3361e req-9510dda3-67e5-497f-8de7-2ded4779c136 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878783 Nov 22 16:14:48.687545 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f230e5e7-5618-4d23-9ed2-3e6e90a4700c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.707209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4f510233-2a66-4822-a0b7-0b19dc35beaa tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Calling delete_port for 6936b817-afd6-4f3e-9b51-d1bcc55d29f3 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:48.739478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78a0b096-6647-436e-b6b3-6f45a715f356 req-254bc418-0cc8-436b-a664-5654e0c8468f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912005 Nov 22 16:14:48.765086 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f230e5e7-5618-4d23-9ed2-3e6e90a4700c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.922154 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dbc62424-021b-4cfe-a83c-7ac7d85585a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:48.938089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-bbf65c17-9a05-4992-8287-d42455acb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:48.939647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-bbf65c17-9a05-4992-8287-d42455acb0e6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 1095 time: 0.1686287 Nov 22 16:14:49.020632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f230e5e7-5618-4d23-9ed2-3e6e90a4700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.024145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f230e5e7-5618-4d23-9ed2-3e6e90a4700c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.025899 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f230e5e7-5618-4d23-9ed2-3e6e90a4700c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82856599-c84e-4471-8566-d4f800b1ecda HTTP/1.1" status: 204 len: 168 time: 0.6569169 Nov 22 16:14:49.039473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230e5e7-5618-4d23-9ed2-3e6e90a4700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82856599-c84e-4471-8566-d4f800b1ecda,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:49.106502 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f510233-2a66-4822-a0b7-0b19dc35beaa tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.108666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50650) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:49.141913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f510233-2a66-4822-a0b7-0b19dc35beaa tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Port': ['ID=6936b817-afd6-4f3e-9b51-d1bcc55d29f3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:49.156845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72101d-b100-4248-bd02-eca1feb11124 req-fc92672f-cfc4-4cda-ab94-3c43d450fe02 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:49.165568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa72101d-b100-4248-bd02-eca1feb11124 req-fc92672f-cfc4-4cda-ab94-3c43d450fe02 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 932 time: 0.3544261 Nov 22 16:14:49.243496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-69799d14-32f6-4fe8-b425-ace5de30dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:49.245268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-69799d14-32f6-4fe8-b425-ace5de30dcc9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.2856951 Nov 22 16:14:49.359178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-774f20d2-71bb-46e1-90f1-1dbde803c0c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2363f611-468f-4418-9281-ecf3718e1aad HTTP/1.1" status: 200 len: 217 time: 0.0910282 Nov 22 16:14:49.402962 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f510233-2a66-4822-a0b7-0b19dc35beaa tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.416502 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4f510233-2a66-4822-a0b7-0b19dc35beaa tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "DELETE /v2.0/ports/6936b817-afd6-4f3e-9b51-d1bcc55d29f3 HTTP/1.1" status: 204 len: 168 time: 1.4224780 Nov 22 16:14:49.417855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50658) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:49.502381 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca35452-8811-470f-aa48-145118a4e172 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] GET failed (client error): The resource could not be found. Nov 22 16:14:49.508185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa72101d-b100-4248-bd02-eca1feb11124 req-73128070-4ccf-4a33-8a0e-573a36067df2 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375700 Nov 22 16:14:49.508304 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aca35452-8811-470f-aa48-145118a4e172 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "GET /v2.0/ports/6936b817-afd6-4f3e-9b51-d1bcc55d29f3 HTTP/1.1" status: 404 len: 333 time: 0.0849228 Nov 22 16:14:49.519116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50664) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:49.525378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'name': 'tempest-AllowedAddressPairTestJSON-2078706547'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:49.570318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-22c34f0e-a6d5-40ad-9c62-b75772e470e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:49.571946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-22c34f0e-a6d5-40ad-9c62-b75772e470e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.1937683 Nov 22 16:14:49.577785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6302eb3-93d5-49c6-9d97-1b36db7aac20 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:49.595412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.623575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1295-14e7-453e-a0d8-a7e32b114604 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.629050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Transition to ACTIVE for port object e6302eb3-93d5-49c6-9d97-1b36db7aac20 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:14:49.638379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.679947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50670) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:49.712360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-c2b65c92-6a33-4fb5-b8ef-7330f7d7b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:49.714437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-c2b65c92-6a33-4fb5-b8ef-7330f7d7b276 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289232 Nov 22 16:14:49.788479 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c0de4b9d-76eb-43ae-acb6-4a3a2a6d2634 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22c350531ace4fffb0e9d3f28d84f829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1062832 Nov 22 16:14:49.794180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d58c72f5-5179-4e91-90a0-d3817efc84b0 req-95f9e0fc-7f5e-4c30-b619-2b5b06bf028b tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 210 time: 0.0773604 Nov 22 16:14:49.795473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50676) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:49.837750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:49.870685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Made reservation on behalf of 45e6c6483d49441ca66ebc05440e546f for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:49.876194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.926063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] device_id is not set on port 91f3669d-7b98-4667-aa74-2b7d8ee156d2 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:14:49.943501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e212f93-7687-4143-bf97-c51b3c40ea1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:49.947673 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1295-14e7-453e-a0d8-a7e32b114604 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.101692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Attempting to bind port e6302eb3-93d5-49c6-9d97-1b36db7aac20 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:14:50.102034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Attempting to bind port e6302eb3-93d5-49c6-9d97-1b36db7aac20 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:14:50.102568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Attempting to bind port e6302eb3-93d5-49c6-9d97-1b36db7aac20 on network 27fe033a-18e7-494d-93ee-aff891971dbb {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:50.126168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-2f5d91c1-e2ac-4162-9e73-1fd2512f3f8a service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971195 Nov 22 16:14:50.130107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Port e6302eb3-93d5-49c6-9d97-1b36db7aac20 on network 27fe033a-18e7-494d-93ee-aff891971dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:14:50.130443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Attempting to bind port e6302eb3-93d5-49c6-9d97-1b36db7aac20 on network 27fe033a-18e7-494d-93ee-aff891971dbb {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:50.145471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b496f-a9b6-4c6f-9e81-3137703c519c req-7a49a67a-ec9d-4c03-b837-11aa31c35275 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:50.147324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-128b496f-a9b6-4c6f-9e81-3137703c519c req-7a49a67a-ec9d-4c03-b837-11aa31c35275 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 944 time: 0.2506921 Nov 22 16:14:50.184535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:14:50.184886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Checking segment: {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:50.185310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Bound using segment: {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:14:50.185737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Bound port: e6302eb3-93d5-49c6-9d97-1b36db7aac20, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:14:50.186102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.236704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-d90557a1-12c0-4fed-b465-87a7637657ac tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:50.238255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-d90557a1-12c0-4fed-b465-87a7637657ac tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.11 "GET /v2.0/networks?id=acd51eae-4f24-4490-b23e-9bd0eae73c27 HTTP/1.1" status: 200 len: 810 time: 0.3404694 Nov 22 16:14:50.258028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Request body: {'port': {'device_id': '2f0f80af-d449-4b8a-a816-fef70bf4d98c', 'network_id': 'acd51eae-4f24-4490-b23e-9bd0eae73c27', 'admin_state_up': True, 'tenant_id': '7df5c7d47d744b9685e074e8f7bed5ab'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:50.303984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b8f1295-14e7-453e-a0d8-a7e32b114604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.314251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50686) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:50.367525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e212f93-7687-4143-bf97-c51b3c40ea1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.402428 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0b8f1295-14e7-453e-a0d8-a7e32b114604 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ad08b873b8374894aad262710d18180e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2900288 Nov 22 16:14:50.408356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:50.415666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-128b496f-a9b6-4c6f-9e81-3137703c519c req-cd05e0fb-e557-433a-bf80-90f01fe01cdc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440462 Nov 22 16:14:50.423178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f1295-14e7-453e-a0d8-a7e32b114604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8e8bb6-e0df-4ceb-82b3-5db4d46be5b7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:50.453484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1435394758-network', 'tenant_id': '6d393ea3658642d2841a2cfe916fb5aa'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:50.456112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:14:50.461879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-087e93f2-3855-48ee-9b9b-ec8918404700 req-486480a3-2039-4236-baf9-093e3d8ebebe service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089550 Nov 22 16:14:50.490482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:14:50.497713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Allocated IP 172.20.0.7 (d6a00e12-13e1-49c3-bca6-b3e360dfcea2/1f6178ce-8398-4bff-bf71-6a913e8cdd8b/91f3669d-7b98-4667-aa74-2b7d8ee156d2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:50.499401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.509642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Made reservation on behalf of 6d393ea3658642d2841a2cfe916fb5aa for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:50.513194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.538121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.540045 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e212f93-7687-4143-bf97-c51b3c40ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.542583 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e212f93-7687-4143-bf97-c51b3c40ea1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.543835 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e212f93-7687-4143-bf97-c51b3c40ea1b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c591453-3f00-47a9-bd75-41221d3e52cc HTTP/1.1" status: 204 len: 168 time: 0.7471123 Nov 22 16:14:50.568044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:50.568684 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.570092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] 10.222.0.11 "PUT /v2.0/ports/e6302eb3-93d5-49c6-9d97-1b36db7aac20 HTTP/1.1" status: 200 len: 1092 time: 2.1723123 Nov 22 16:14:50.572463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:50.574763 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:50.601207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Made reservation on behalf of 7df5c7d47d744b9685e074e8f7bed5ab for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:50.604894 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.607076 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3840-426f-48d6-8780-0ba18db33d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.623619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49638612-258b-4aa1-a2ed-e64025d0f6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:50.624868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e212f93-7687-4143-bf97-c51b3c40ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c591453-3f00-47a9-bd75-41221d3e52cc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:50.711181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3840-426f-48d6-8780-0ba18db33d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.761267 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbcd39b-f0f3-4f61-bc1c-4d7e5da5ebd1 x-openstack-request-id: req-4fbcd39b-f0f3-4f61-bc1c-4d7e5da5ebd1 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:50.761572 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:50.761845 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4fbcd39b-f0f3-4f61-bc1c-4d7e5da5ebd1 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:50.762260 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'status': 'completed', 'code': 200} Nov 22 16:14:50.824834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214df34-695e-426d-bfa9-61048c18c969 req-9f37e37c-44e8-4e34-b7bb-d112dfa7da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:50.826647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-9f37e37c-44e8-4e34-b7bb-d112dfa7da2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 1095 time: 0.1920488 Nov 22 16:14:50.838883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.845415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.854269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6f640-b7b8-43fc-9059-5a8655d35fc1 req-dd5843c1-5597-492e-b077-011ef8ca2e06 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:50.855095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.855815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6f6f640-b7b8-43fc-9059-5a8655d35fc1 req-dd5843c1-5597-492e-b077-011ef8ca2e06 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 944 time: 0.2227182 Nov 22 16:14:50.901274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.908948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-766984d4-4c8d-4241-bf2c-37b4492ac027 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20 HTTP/1.1" status: 200 len: 217 time: 0.0513732 Nov 22 16:14:50.945772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3840-426f-48d6-8780-0ba18db33d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.949454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3840-426f-48d6-8780-0ba18db33d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.953398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e4dc3840-426f-48d6-8780-0ba18db33d1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff8e8bb6-e0df-4ceb-82b3-5db4d46be5b7 HTTP/1.1" status: 204 len: 168 time: 0.5343425 Nov 22 16:14:50.954848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:50.959705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:50.987627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:50.988005 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Added segment 67ea7aaa-d5d0-4397-8aee-a187d444b223 of type vlan for network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 Nov 22 16:14:50.991748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:51.002959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=91f3669d-7b98-4667-aa74-2b7d8ee156d2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:51.006606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:51.011005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:51.030969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Allocated IP 172.20.0.10 (acd51eae-4f24-4490-b23e-9bd0eae73c27/a1a56a8d-b91c-48ff-9590-312d2e90beac/281ba99b-7428-4415-8c78-e55d322ff150) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:51.095453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.121525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214df34-695e-426d-bfa9-61048c18c969 req-0203ce9a-a50d-426c-9889-2179485d5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:51.126508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2363f611-468f-4418-9281-ecf3718e1aad details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:14:51.139867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-0203ce9a-a50d-426c-9889-2179485d5f90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0552979b-14c4-4233-b96f-5b09180e1a4e HTTP/1.1" status: 200 len: 855 time: 0.2205176 Nov 22 16:14:51.140563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:51.141355 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.168476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a812a754-d269-4458-adc8-63e37c8b134d req-f3c3d7e4-ee9a-4476-b3b9-97c981a6ba82 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 210 time: 0.2238679 Nov 22 16:14:51.185527 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-244a5888-500f-4386-9605-9eeefa3c0050 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6652057 Nov 22 16:14:51.186888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50714) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:51.187805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.189017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:51.189723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.200406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cf:e1:db'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:51.266018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-7469f1b4-0d94-44e8-a20d-56aa99c0ebba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27fe033a-18e7-494d-93ee-aff891971dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871651 Nov 22 16:14:51.272217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc3840-426f-48d6-8780-0ba18db33d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8e8bb6-e0df-4ceb-82b3-5db4d46be5b7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:51.301298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9819398 Nov 22 16:14:51.308345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50716) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:51.327166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Request body: {'subnet': {'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1435394758-subnet', 'tenant_id': '6d393ea3658642d2841a2cfe916fb5aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:51.388946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51e73f7d-cf37-4dab-84b8-1d709e10a08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.404525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-1471a828-a818-4349-80a5-b1666ca0754a service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296623 Nov 22 16:14:51.417263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bad9b1-b072-41c7-9c12-c2e76713d439 admin admin] Pushing event updated for resources: {'Network': ['ID=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:51.450254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.455735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:51.478029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '2363f611-468f-4418-9281-ecf3718e1aad', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': '2363f611-468f-4418-9281-ecf3718e1aad', 'mac_address': 'fa:16:3e:56:0b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:14:51.483120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:51.507091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Made reservation on behalf of 6d393ea3658642d2841a2cfe916fb5aa for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:51.512060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.546159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6f6f640-b7b8-43fc-9059-5a8655d35fc1 req-fc63e77d-7c25-48b8-a08f-54ac09caef29 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297235 Nov 22 16:14:51.599871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a04a41f5-38a8-47ae-beac-5d9285c6f16c None None] Provisioning complete for port 91f3669d-7b98-4667-aa74-2b7d8ee156d2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:51.600453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a04a41f5-38a8-47ae-beac-5d9285c6f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.631786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:51.675347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.681876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a04a41f5-38a8-47ae-beac-5d9285c6f16c None None] Port 91f3669d-7b98-4667-aa74-2b7d8ee156d2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:51.706052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2363f611-468f-4418-9281-ecf3718e1aad {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:51.734643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:51.741405 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.747236 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.760211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c77f2a88-93b5-4ca5-b56b-a8cb7463e043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.761209 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.826470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:51.873234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f0566-74af-42a3-aa43-e87d120d18a3 req-37b5499b-a7c0-4676-beea-971d9df8c1a6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:51.875385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d1f0566-74af-42a3-aa43-e87d120d18a3 req-37b5499b-a7c0-4676-beea-971d9df8c1a6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 944 time: 0.2635581 Nov 22 16:14:51.921605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7214df34-695e-426d-bfa9-61048c18c969 req-2c88d952-5fb8-4ca2-af4f-566de1e477cd service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954977 Nov 22 16:14:51.947998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=91f3669d-7b98-4667-aa74-2b7d8ee156d2,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:51.956814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] In _notify_port_updated(), no bound segment for port 91f3669d-7b98-4667-aa74-2b7d8ee156d2 on network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:14:51.965865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:51.966987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:51.968584 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-168373c9-a399-4415-8f48-6609875caffe tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "PUT /v2.0/ports/91f3669d-7b98-4667-aa74-2b7d8ee156d2 HTTP/1.1" status: 200 len: 996 time: 0.7754667 Nov 22 16:14:51.974463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50734) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:52.003264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.017639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:52.083110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d1f0566-74af-42a3-aa43-e87d120d18a3 req-6becb4e7-c207-4576-bd06-f35f20cd10c6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001843 Nov 22 16:14:52.093881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2363f611-468f-4418-9281-ecf3718e1aad'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:52.145837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2a45e3ac-3239-4270-a506-a52c3d63e0ec tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Deleting port 91f3669d-7b98-4667-aa74-2b7d8ee156d2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:52.146513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a45e3ac-3239-4270-a506-a52c3d63e0ec tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.147032 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c77f2a88-93b5-4ca5-b56b-a8cb7463e043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.150442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-a56d8d9d-987e-4e90-9d7f-f04a2b8a1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:52.152661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-a56d8d9d-987e-4e90-9d7f-f04a2b8a1bbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 1095 time: 0.1604819 Nov 22 16:14:52.155589 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c77f2a88-93b5-4ca5-b56b-a8cb7463e043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.187035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.318380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1070499982-network', 'tenant_id': '198cbe543154417696de26133b631eab'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:52.330556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-808685b6-4843-4001-b7c8-1d2c752d11c7 None None] Provisioning complete for port 91f3669d-7b98-4667-aa74-2b7d8ee156d2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:52.331288 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-808685b6-4843-4001-b7c8-1d2c752d11c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.356097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.362915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a45e3ac-3239-4270-a506-a52c3d63e0ec tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.433825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2a45e3ac-3239-4270-a506-a52c3d63e0ec tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Calling delete_port for 91f3669d-7b98-4667-aa74-2b7d8ee156d2 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:52.516502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=665f7c8a-de2a-4b79-b31e-021a52ff4078,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:52.533715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Checking segment: {'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:52.534080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Network hostable DHCP agents. Network: a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:14:52.557131 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.561976 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.563895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-808685b6-4843-4001-b7c8-1d2c752d11c7 None None] Port 91f3669d-7b98-4667-aa74-2b7d8ee156d2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:52.589416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:14:52.600885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:52.611879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:52.612560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.616455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb58875-dbe8-4fbf-960a-892356c6a9bc None None] Network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:52.655992 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4906ab95-9263-4912-a2ce-d0f6ff6a7deb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3390896 Nov 22 16:14:52.689809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a45e3ac-3239-4270-a506-a52c3d63e0ec tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.697663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c77f2a88-93b5-4ca5-b56b-a8cb7463e043 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d601179e929c42e4978416720118460c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0254774 Nov 22 16:14:52.709867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f2a88-93b5-4ca5-b56b-a8cb7463e043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dbfbfc-8082-484b-8d9c-31baccfb69df,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:52.711227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50746) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:52.790955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Network acd51eae-4f24-4490-b23e-9bd0eae73c27 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:52.797410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45e3ac-3239-4270-a506-a52c3d63e0ec tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Port': ['ID=91f3669d-7b98-4667-aa74-2b7d8ee156d2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:52.821171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce5403-e70c-40d3-bdff-5f7001e65bee None None] Network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:52.835332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:52.837405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Pushing event updated for resources: {'Port': ['ID=281ba99b-7428-4415-8c78-e55d322ff150,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:52.840553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:52.908178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Made reservation on behalf of 198cbe543154417696de26133b631eab for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:52.910486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.935096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-8aa5cec0-ab1c-4fc6-ad24-293a12ead8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:52.937055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-8aa5cec0-ab1c-4fc6-ad24-293a12ead8c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 916 time: 0.7746446 Nov 22 16:14:52.944623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.957860 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a45e3ac-3239-4270-a506-a52c3d63e0ec tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.961986 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2a45e3ac-3239-4270-a506-a52c3d63e0ec tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "DELETE /v2.0/ports/91f3669d-7b98-4667-aa74-2b7d8ee156d2 HTTP/1.1" status: 204 len: 168 time: 0.9834940 Nov 22 16:14:52.964960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:53.006921 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c567a444-2552-4e1d-b5a2-7a567b02cd56 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] GET failed (client error): The resource could not be found. Nov 22 16:14:53.008562 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c567a444-2552-4e1d-b5a2-7a567b02cd56 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "GET /v2.0/ports/91f3669d-7b98-4667-aa74-2b7d8ee156d2 HTTP/1.1" status: 404 len: 333 time: 0.0424788 Nov 22 16:14:53.013340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50756) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:53.019389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'name': 'tempest-AllowedAddressPairTestJSON-1481919989'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:53.025367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab5eb88-2164-4a34-8985-0d2701f8097a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.037904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed78a3-782d-41eb-9aac-09a750128380 req-6e13730b-a7d8-4c28-acab-12126ce8ffab tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:53.040119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1aed78a3-782d-41eb-9aac-09a750128380 req-6e13730b-a7d8-4c28-acab-12126ce8ffab tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 932 time: 0.7320890 Nov 22 16:14:53.049002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d21a9-fb8d-4623-8d35-5ea09430a8cb req-ef811f6a-cbb3-4582-b18e-6c2283bd9b89 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:53.050630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c1d21a9-fb8d-4623-8d35-5ea09430a8cb req-ef811f6a-cbb3-4582-b18e-6c2283bd9b89 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 944 time: 0.3526685 Nov 22 16:14:53.057314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:53.058016 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.062290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-2befc945-33bd-402a-b03c-c10d999d73da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20 HTTP/1.1" status: 200 len: 217 time: 0.1106906 Nov 22 16:14:53.108722 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab5eb88-2164-4a34-8985-0d2701f8097a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.155975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-dfdc093b-1a9c-4f35-9e36-5014449a73ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9057932 Nov 22 16:14:53.185870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Request body: {'port': {'device_id': '2f0f80af-d449-4b8a-a816-fef70bf4d98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:53.192935 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab5eb88-2164-4a34-8985-0d2701f8097a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.196006 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab5eb88-2164-4a34-8985-0d2701f8097a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.197190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1ab5eb88-2164-4a34-8985-0d2701f8097a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26dbfbfc-8082-484b-8d9c-31baccfb69df HTTP/1.1" status: 204 len: 168 time: 0.4854362 Nov 22 16:14:53.199849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Made reservation on behalf of 45e6c6483d49441ca66ebc05440e546f for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:53.204141 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.219208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5eb88-2164-4a34-8985-0d2701f8097a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dbfbfc-8082-484b-8d9c-31baccfb69df,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:53.230567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] device_id is not set on port 44e8e2da-c473-4d17-bc61-5282dd61cc8e yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:14:53.264393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-8c71d09f-590d-4497-a39a-3e97bd04bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:53.265849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-8c71d09f-590d-4497-a39a-3e97bd04bc7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0552979b-14c4-4233-b96f-5b09180e1a4e HTTP/1.1" status: 200 len: 855 time: 0.1903589 Nov 22 16:14:53.303827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1aed78a3-782d-41eb-9aac-09a750128380 req-82b96220-c108-4863-89f4-f68bdcf1c6ce tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362521 Nov 22 16:14:53.343312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c1d21a9-fb8d-4623-8d35-5ea09430a8cb req-0d51fae4-1f8f-474c-a217-8c17fded04b5 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723811 Nov 22 16:14:53.372262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-07f29980-7042-49e8-b859-bea5fb91cb66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27fe033a-18e7-494d-93ee-aff891971dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904796 Nov 22 16:14:53.401384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Allocated IP 172.20.0.10 (d6a00e12-13e1-49c3-bca6-b3e360dfcea2/1f6178ce-8398-4bff-bf71-6a913e8cdd8b/44e8e2da-c473-4d17-bc61-5282dd61cc8e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:53.518698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.575857 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.620377 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.624025 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.683285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:53.686306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.700883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-53bda0c4-8f9b-4797-a036-76c162082363 service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762675 Nov 22 16:14:53.715274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1630ba-5764-470e-a69e-7083605bed62 req-22b2c9f3-bdb3-483a-81be-24641440784d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:53.716874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c1630ba-5764-470e-a69e-7083605bed62 req-22b2c9f3-bdb3-483a-81be-24641440784d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 945 time: 0.2234612 Nov 22 16:14:53.773576 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.773937 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Added segment e146f8ff-ef40-4e22-898a-ac441eb89995 of type vlan for network c053dd05-b214-421a-8238-7d199140d06b Nov 22 16:14:53.775540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3423589-cf92-405e-b6d2-a5be9fcb1f17,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:53.791984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:53.797017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:53.826308 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=44e8e2da-c473-4d17-bc61-5282dd61cc8e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:53.834742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:53.922698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:53.923363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.958571 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-213432d9-b24d-4e63-8878-81de6b601674 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9438491 Nov 22 16:14:53.964444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50786) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:53.972426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'network_id': 'd6a00e12-13e1-49c3-bca6-b3e360dfcea2', 'name': 'tempest-AllowedAddressPairTestJSON-1786250134'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:54.005754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.156696 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c1630ba-5764-470e-a69e-7083605bed62 req-0c04fc96-d536-4536-b20d-7b05b99eeccd tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850331 Nov 22 16:14:54.168289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Made reservation on behalf of 45e6c6483d49441ca66ebc05440e546f for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:54.179116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e724056a-65f8-4ad3-aaa4-5b573b64b2c3 req-2d127a84-af70-4d71-8878-d38a14d85f38 service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591925 Nov 22 16:14:54.187387 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.200678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.201952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:54.202850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.223077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] device_id is not set on port 6ebb674d-4944-4c84-805c-e96ddee6ab7e yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:14:54.229467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618e653-fcca-47f0-b496-4eca8d967cef req-cd53d1ae-de07-4347-825a-104ff799c6ad tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:54.231618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-cd53d1ae-de07-4347-825a-104ff799c6ad tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 814 time: 0.4616883 Nov 22 16:14:54.307538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-31f711db-78f3-4b46-b531-69fb1dd1a610 None None] Provisioning complete for port 44e8e2da-c473-4d17-bc61-5282dd61cc8e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:54.308325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31f711db-78f3-4b46-b531-69fb1dd1a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.314244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50792) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:54.314613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2795289 Nov 22 16:14:54.320086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-44acafd1-3484-4cb2-982e-1c5fe8eab2bb tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/quotas/6d393ea3658642d2841a2cfe916fb5aa HTTP/1.1" status: 200 len: 375 time: 0.0681851 Nov 22 16:14:54.326857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Request body: {'subnet': {'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1070499982-subnet', 'tenant_id': '198cbe543154417696de26133b631eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:54.330588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddc480-61bc-43e5-844f-592c774486bd admin admin] Pushing event updated for resources: {'Network': ['ID=c053dd05-b214-421a-8238-7d199140d06b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:54.344688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:54.382116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network c053dd05-b214-421a-8238-7d199140d06b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:54.427634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-3ea21cb3-0468-4101-b326-af47d909d5f1 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513334 Nov 22 16:14:54.429989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281ba99b-7428-4415-8c78-e55d322ff150 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:54.433463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Made reservation on behalf of 198cbe543154417696de26133b631eab for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:54.435930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.457654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Allocated IP 172.20.0.3 (d6a00e12-13e1-49c3-bca6-b3e360dfcea2/1f6178ce-8398-4bff-bf71-6a913e8cdd8b/6ebb674d-4944-4c84-805c-e96ddee6ab7e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:54.462310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.527481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Transition to ACTIVE for port object 281ba99b-7428-4415-8c78-e55d322ff150 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:14:54.541487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.550813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-31f711db-78f3-4b46-b531-69fb1dd1a610 None None] Port 44e8e2da-c473-4d17-bc61-5282dd61cc8e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:54.557114 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.564238 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.599489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980b72b-24d6-4f86-91cc-7634290d0c22 req-0d62b8c0-8269-45b1-8e51-c14479d567ea tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:54.601132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4980b72b-24d6-4f86-91cc-7634290d0c22 req-0d62b8c0-8269-45b1-8e51-c14479d567ea tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 932 time: 0.2087061 Nov 22 16:14:54.631108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-938805005'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:54.712497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Pushing event updated for resources: {'Port': ['ID=281ba99b-7428-4415-8c78-e55d322ff150,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:54.730013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-1735ebdd-78af-48bd-a2dc-2a65ccacb09c service neutron] 10.222.0.69 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811704 Nov 22 16:14:54.750189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Made reservation on behalf of 9643bd9de61e48aebcaed2d2e211f69e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:54.753691 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.764996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.791525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.802497 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.808710 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:54.841093 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4980b72b-24d6-4f86-91cc-7634290d0c22 req-5f862947-a6fc-4c0d-8a66-7085a5c94def tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140322 Nov 22 16:14:54.915530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=258156b7-9086-474a-a94b-728ec3c69c3a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:54.919052 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Checking segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:54.919426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Network hostable DHCP agents. Network: c053dd05-b214-421a-8238-7d199140d06b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:14:54.924788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.007858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=6ebb674d-4944-4c84-805c-e96ddee6ab7e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:55.012261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Attempting to bind port 281ba99b-7428-4415-8c78-e55d322ff150 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:14:55.012609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Attempting to bind port 281ba99b-7428-4415-8c78-e55d322ff150 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ddd2b9a9-39ab-448b-b278-0408d61577e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'acd51eae-4f24-4490-b23e-9bd0eae73c27'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:14:55.012944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Attempting to bind port 281ba99b-7428-4415-8c78-e55d322ff150 on network acd51eae-4f24-4490-b23e-9bd0eae73c27 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:55.016903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:55.017729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Network c053dd05-b214-421a-8238-7d199140d06b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:14:55.025277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:55.033945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Port 281ba99b-7428-4415-8c78-e55d322ff150 on network acd51eae-4f24-4490-b23e-9bd0eae73c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:14:55.034279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Attempting to bind port 281ba99b-7428-4415-8c78-e55d322ff150 on network acd51eae-4f24-4490-b23e-9bd0eae73c27 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:55.038879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:55.045278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, c053dd05-b214-421a-8238-7d199140d06b) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:55.057376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56066857-defe-4dc1-b478-61a2b9260354 None None] Network c053dd05-b214-421a-8238-7d199140d06b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:55.063073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:14:55.063642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Checking segment: {'id': 'ddd2b9a9-39ab-448b-b278-0408d61577e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'acd51eae-4f24-4490-b23e-9bd0eae73c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:55.064249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Bound using segment: {'id': 'ddd2b9a9-39ab-448b-b278-0408d61577e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'acd51eae-4f24-4490-b23e-9bd0eae73c27'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:14:55.064878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Bound port: 281ba99b-7428-4415-8c78-e55d322ff150, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd2b9a9-39ab-448b-b278-0408d61577e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'acd51eae-4f24-4490-b23e-9bd0eae73c27'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:14:55.065427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.074154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:55.074744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.127459 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a97f8cf3-7401-40c6-a1a0-71fb2fc59953 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8116057 Nov 22 16:14:55.142698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-b00b7588-e867-4ee2-bfd7-c1cf68b2cdf6 service neutron] 10.222.0.69 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806171 Nov 22 16:14:55.155014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:55.155661 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.160748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0063ad-763b-4dbf-bed0-cb98f3feca91 req-ccaf5075-a494-457a-aeed-ffb0460479e3 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:55.163058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf0063ad-763b-4dbf-bed0-cb98f3feca91 req-ccaf5075-a494-457a-aeed-ffb0460479e3 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 944 time: 0.2522843 Nov 22 16:14:55.165762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6302eb3-93d5-49c6-9d97-1b36db7aac20 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:14:55.212759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-75c8e899-e114-41f2-b380-0618ddb33eff tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2471766 Nov 22 16:14:55.216110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50808) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:55.226400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:cf:e1:db'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:f7:3f:56'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:55.329754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] For port 281ba99b-7428-4415-8c78-e55d322ff150, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:14:55.357462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] For port 281ba99b-7428-4415-8c78-e55d322ff150, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=281ba99b-7428-4415-8c78-e55d322ff150,segment=NetworkSegment(ddd2b9a9-39ab-448b-b278-0408d61577e4),segment_id=ddd2b9a9-39ab-448b-b278-0408d61577e4)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:14:55.394157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.403818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.450636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:55.454762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf0063ad-763b-4dbf-bed0-cb98f3feca91 req-34a25af1-5a1e-4ec8-9a66-eea0318f869b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817194 Nov 22 16:14:55.467939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2363f611-468f-4418-9281-ecf3718e1aad up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:14:55.475620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'port_id': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'mac_address': 'fa:16:3e:ce:9b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0552979b-14c4-4233-b96f-5b09180e1a4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:14:55.478249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.539324 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.622380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:14:55.642669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:55.643295 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.645264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] 10.222.0.11 "PUT /v2.0/ports/281ba99b-7428-4415-8c78-e55d322ff150 HTTP/1.1" status: 200 len: 1092 time: 2.4658086 Nov 22 16:14:55.659269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3462fde4-80ba-4249-8430-8ce5aafc834c None None] Provisioning complete for port 6ebb674d-4944-4c84-805c-e96ddee6ab7e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:55.659664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3462fde4-80ba-4249-8430-8ce5aafc834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.669099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0f80af-d449-4b8a-a816-fef70bf4d98c', 'tag': '281ba99b-7428-4415-8c78-e55d322ff150'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:55.672254 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d71bfd6-207a-48e5-a058-ca532a610235" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0f80af-d449-4b8a-a816-fef70bf4d98c", "tag": "281ba99b-7428-4415-8c78-e55d322ff150"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:55.683698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.714442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15aa54b0-e58e-4ad3-91e4-dd32cc4de787 req-b3d2175f-5f9d-4b10-9b5d-7485a00c26b7 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 210 time: 0.1396720 Nov 22 16:14:55.717297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 2363f611-468f-4418-9281-ecf3718e1aad completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:14:55.720480 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.721149 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Added segment 44dcb92b-9a4f-4caa-930e-bc34fe060d73 of type vlan for network 5e262470-5720-4ed6-84e4-a78bb389e9a5 Nov 22 16:14:55.748012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6302eb3-93d5-49c6-9d97-1b36db7aac20 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:14:55.757485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 2363f611-468f-4418-9281-ecf3718e1aad triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:55.757877 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.765799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1588a63a-3fbb-4d92-9c74-7354b81d0ae7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:55.779578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788898b1-46e7-4a9e-9ba3-392770f68807 service neutron] Pushing event updated for resources: {'Port': ['ID=281ba99b-7428-4415-8c78-e55d322ff150,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:55.786827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3462fde4-80ba-4249-8430-8ce5aafc834c None None] Port 6ebb674d-4944-4c84-805c-e96ddee6ab7e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:55.815398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d5a2f6-6d9b-463e-a69a-60519e55d3bb None None] Network c053dd05-b214-421a-8238-7d199140d06b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:55.837143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:55.887366 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.915258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.922877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3edf88-33b7-41e7-badf-6cf8742f7080 req-434d9306-62aa-4e97-bada-def8ce9dbcb7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:55.924513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.956003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec3edf88-33b7-41e7-badf-6cf8742f7080 req-434d9306-62aa-4e97-bada-def8ce9dbcb7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 945 time: 0.3698294 Nov 22 16:14:55.960080 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.998661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:56.008998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-9b42a3ef-b56d-4c75-87ca-59d5351e2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:56.010520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-9b42a3ef-b56d-4c75-87ca-59d5351e2809 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7df5c7d47d744b9685e074e8f7bed5ab&device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 1095 time: 0.2878242 Nov 22 16:14:56.049202 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event updated for resources: {'Port': ['ID=6ebb674d-4944-4c84-805c-e96ddee6ab7e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:56.062247 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.064613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.091230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:56.092888 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.103533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e6302eb3-93d5-49c6-9d97-1b36db7aac20'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:14:56.113763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-466b3581-3c73-4295-8a0e-1c7dbeb1b895 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=281ba99b-7428-4415-8c78-e55d322ff150 HTTP/1.1" status: 200 len: 217 time: 0.0919950 Nov 22 16:14:56.148231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] In _notify_port_updated(), no bound segment for port 6ebb674d-4944-4c84-805c-e96ddee6ab7e on network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:14:56.151544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:14:56.153964 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a8023a-6855-4900-8445-135d5b0c1267" -d '{"events": [{"server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "name": "network-vif-plugged", "status": "completed", "tag": "2363f611-468f-4418-9281-ecf3718e1aad"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:14:56.155368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:56.156448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.157790 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4a1a171e-bd69-4da6-8f18-e384b635186e tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "PUT /v2.0/ports/6ebb674d-4944-4c84-805c-e96ddee6ab7e HTTP/1.1" status: 200 len: 1057 time: 0.9408987 Nov 22 16:14:56.161767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50842) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:56.182311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:56.189740 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.210270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec3edf88-33b7-41e7-badf-6cf8742f7080 req-97f32c24-4461-4b13-be0a-16daf0ae6264 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522843 Nov 22 16:14:56.326206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-90807720-e943-406d-ba8c-e2d5649e1dd2 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Deleting port 6ebb674d-4944-4c84-805c-e96ddee6ab7e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:56.326582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90807720-e943-406d-ba8c-e2d5649e1dd2 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.345000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9990437 Nov 22 16:14:56.379725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:56.400817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50844) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:56.424674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Request body: {'subnet': {'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:56.443200 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90807720-e943-406d-ba8c-e2d5649e1dd2 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.461836 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-90807720-e943-406d-ba8c-e2d5649e1dd2 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Calling delete_port for 6ebb674d-4944-4c84-805c-e96ddee6ab7e owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:56.463261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-19014c9d-c208-48b1-aa0c-678de8946f82 None None] Provisioning complete for port 6ebb674d-4944-4c84-805c-e96ddee6ab7e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:56.464111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19014c9d-c208-48b1-aa0c-678de8946f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.519648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-19014c9d-c208-48b1-aa0c-678de8946f82 None None] Port 6ebb674d-4944-4c84-805c-e96ddee6ab7e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:14:56.526367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aabc0f-cc14-4dc9-9a87-693d6666e738 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event updated for resources: {'Network': ['ID=5e262470-5720-4ed6-84e4-a78bb389e9a5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:56.541854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5e262470-5720-4ed6-84e4-a78bb389e9a5 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:14:56.570538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-e1fce0d1-ecc2-40a7-a11a-db8abd4b270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:56.572063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-e1fce0d1-ecc2-40a7-a11a-db8abd4b270e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1a56a8d-b91c-48ff-9590-312d2e90beac HTTP/1.1" status: 200 len: 850 time: 0.4442956 Nov 22 16:14:56.626753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90807720-e943-406d-ba8c-e2d5649e1dd2 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.649117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-8685ce47-0122-4662-a4b0-28e2d960a235 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acd51eae-4f24-4490-b23e-9bd0eae73c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617783 Nov 22 16:14:56.663791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90807720-e943-406d-ba8c-e2d5649e1dd2 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Port': ['ID=6ebb674d-4944-4c84-805c-e96ddee6ab7e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:56.666911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aae445-5021-43af-aaf4-e0ee9eb2c5bc req-d8730adc-a4a2-410a-b20c-b6fa39132a9d tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:56.669197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-97aae445-5021-43af-aaf4-e0ee9eb2c5bc req-d8730adc-a4a2-410a-b20c-b6fa39132a9d tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 946 time: 0.3715110 Nov 22 16:14:56.680018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-ca7040b2-4aed-44a6-aa81-dd9444a1c752 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:56.681612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-ca7040b2-4aed-44a6-aa81-dd9444a1c752 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 813 time: 0.5526628 Nov 22 16:14:56.753573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Made reservation on behalf of 9643bd9de61e48aebcaed2d2e211f69e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:56.757042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.765605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e5a17ac8-9498-4b28-bd22-a4b9c5b7a15c tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/quotas/198cbe543154417696de26133b631eab HTTP/1.1" status: 200 len: 375 time: 0.0725961 Nov 22 16:14:56.865576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-244ff3dc-e28b-4c79-ae77-be6a805a39dc tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568571 Nov 22 16:14:56.887715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90807720-e943-406d-ba8c-e2d5649e1dd2 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:56.891003 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90807720-e943-406d-ba8c-e2d5649e1dd2 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "DELETE /v2.0/ports/6ebb674d-4944-4c84-805c-e96ddee6ab7e HTTP/1.1" status: 204 len: 168 time: 0.7282424 Nov 22 16:14:56.893681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50850) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:56.920633 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d3a266c-9cfd-4890-af27-a599ef71e239 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] GET failed (client error): The resource could not be found. Nov 22 16:14:56.922382 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3d3a266c-9cfd-4890-af27-a599ef71e239 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "GET /v2.0/ports/6ebb674d-4944-4c84-805c-e96ddee6ab7e HTTP/1.1" status: 404 len: 333 time: 0.0273178 Nov 22 16:14:56.925042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50852) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:56.962184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-97aae445-5021-43af-aaf4-e0ee9eb2c5bc req-76b8677a-3434-460f-ad94-bfa545bea9b6 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2709332 Nov 22 16:14:57.007265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-511434e6-1b0f-4036-90da-ba912f072847 service neutron] 10.222.0.11 "GET /v2.0/networks/acd51eae-4f24-4490-b23e-9bd0eae73c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364356 Nov 22 16:14:57.056475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-611f7444-ee37-40ec-b54f-3141fd587211 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Deleting port 44e8e2da-c473-4d17-bc61-5282dd61cc8e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:57.056823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611f7444-ee37-40ec-b54f-3141fd587211 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.069026 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325e206c-a1ea-4632-aa5d-6e6b892294db x-openstack-request-id: req-325e206c-a1ea-4632-aa5d-6e6b892294db {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:57.069438 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0f80af-d449-4b8a-a816-fef70bf4d98c", "tag": "281ba99b-7428-4415-8c78-e55d322ff150", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:57.069788 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-325e206c-a1ea-4632-aa5d-6e6b892294db {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:57.070258 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0f80af-d449-4b8a-a816-fef70bf4d98c', 'tag': '281ba99b-7428-4415-8c78-e55d322ff150', 'status': 'completed', 'code': 200} Nov 22 16:14:57.096687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6302eb3-93d5-49c6-9d97-1b36db7aac20 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:14:57.156079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e6302eb3-93d5-49c6-9d97-1b36db7aac20 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:14:57.163622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e6302eb3-93d5-49c6-9d97-1b36db7aac20 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:14:57.164976 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.168195 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611f7444-ee37-40ec-b54f-3141fd587211 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.184504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-611f7444-ee37-40ec-b54f-3141fd587211 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Calling delete_port for 44e8e2da-c473-4d17-bc61-5282dd61cc8e owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:57.268005 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.306555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:57.311857 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.346541 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611f7444-ee37-40ec-b54f-3141fd587211 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.368015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:57.381334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f7444-ee37-40ec-b54f-3141fd587211 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Port': ['ID=44e8e2da-c473-4d17-bc61-5282dd61cc8e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:57.461096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-611f7444-ee37-40ec-b54f-3141fd587211 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.465263 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-611f7444-ee37-40ec-b54f-3141fd587211 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "DELETE /v2.0/ports/44e8e2da-c473-4d17-bc61-5282dd61cc8e HTTP/1.1" status: 204 len: 168 time: 0.5389690 Nov 22 16:14:57.468111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50858) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:57.501118 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2709b0fe-31cf-487e-bbb7-19a029451e67 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] GET failed (client error): The resource could not be found. Nov 22 16:14:57.502718 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2709b0fe-31cf-487e-bbb7-19a029451e67 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "GET /v2.0/ports/44e8e2da-c473-4d17-bc61-5282dd61cc8e HTTP/1.1" status: 404 len: 333 time: 0.0334868 Nov 22 16:14:57.507375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50860) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:57.610178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-a3a39bbb-ec12-4a6c-ab97-831d89dbb8a4 service neutron] 10.222.0.69 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7282569 Nov 22 16:14:57.619098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Deleting port 0fd99207-2d92-4b43-8096-22947ac64dd6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:57.619595 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.722235 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.735293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Calling delete_port for 0fd99207-2d92-4b43-8096-22947ac64dd6 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:57.784007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3dcd6-4ee8-459b-8c05-aae46b99b9de req-cf90cd9a-2752-453b-923e-c98b38c62507 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:57.785961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85a3dcd6-4ee8-459b-8c05-aae46b99b9de req-cf90cd9a-2752-453b-923e-c98b38c62507 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 944 time: 0.2790909 Nov 22 16:14:57.818820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618e653-fcca-47f0-b496-4eca8d967cef req-eab7b8fc-6206-4d29-a2d8-edbd96aaa207 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:57.820245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-eab7b8fc-6206-4d29-a2d8-edbd96aaa207 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.71 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 814 time: 0.7809088 Nov 22 16:14:57.830818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.847855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2442f1ec-c02d-43db-88b2-3cd60fe55cc3 req-082b532c-013b-4cb6-9513-a88dc8ca706b service neutron] 10.222.0.11 "GET /v2.0/networks/acd51eae-4f24-4490-b23e-9bd0eae73c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8326559 Nov 22 16:14:57.873051 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:57.878691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Request body: {'port': {'device_id': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8', 'admin_state_up': True, 'tenant_id': '6d393ea3658642d2841a2cfe916fb5aa'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:57.908255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Port': ['ID=0fd99207-2d92-4b43-8096-22947ac64dd6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:57.940628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.940628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.940628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.940628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.940628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.940628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.940628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.941881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.941881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.941881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.942313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:57.942313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:58.001453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.007961 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-48c51a19-2c9f-49aa-ac69-7f61c55e8f99 tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "DELETE /v2.0/ports/0fd99207-2d92-4b43-8096-22947ac64dd6 HTTP/1.1" status: 204 len: 168 time: 0.4979415 Nov 22 16:14:58.008925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50864) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:58.055120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-4ba95185-870a-43ad-9f0f-6807166b1c57 service neutron] 10.222.0.69 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222527 Nov 22 16:14:58.055463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event updated for resources: {'Subnet': ['ID=a7261978-9252-4ec8-bc6f-bcfdc223af79,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:58.066359 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2fb8ea-f924-402f-ae52-025f206cff0a tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Deleting subnet 1f6178ce-8398-4bff-bf71-6a913e8cdd8b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:14:58.070757 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb8ea-f924-402f-ae52-025f206cff0a tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.070978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85a3dcd6-4ee8-459b-8c05-aae46b99b9de req-097e32b8-b554-4566-9ce3-3b93309ac594 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684641 Nov 22 16:14:58.116123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-302dafd5-5fb4-4863-88e4-b0c346d55b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:58.117661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-302dafd5-5fb4-4863-88e4-b0c346d55b9b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7df5c7d47d744b9685e074e8f7bed5ab&device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 1095 time: 0.1652253 Nov 22 16:14:58.135192 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb8ea-f924-402f-ae52-025f206cff0a tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.158003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Checking segment: {'id': '44dcb92b-9a4f-4caa-930e-bc34fe060d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:58.158382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Network hostable DHCP agents. Network: 5e262470-5720-4ed6-84e4-a78bb389e9a5, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:14:58.164396 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab44adce-01a6-4f58-aeb0-40819ce6894a x-openstack-request-id: req-ab44adce-01a6-4f58-aeb0-40819ce6894a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:14:58.164934 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "name": "network-vif-plugged", "status": "completed", "tag": "2363f611-468f-4418-9281-ecf3718e1aad", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:14:58.165044 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab44adce-01a6-4f58-aeb0-40819ce6894a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:14:58.165364 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad', 'code': 200} Nov 22 16:14:58.243478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Made reservation on behalf of 6d393ea3658642d2841a2cfe916fb5aa for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:58.247358 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.260625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Network 5e262470-5720-4ed6-84e4-a78bb389e9a5 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:14:58.309146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb8ea-f924-402f-ae52-025f206cff0a tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.314688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c94f5-697c-48b4-8d8b-be29d72c19a6 req-7b2b4107-26a9-4d57-bb6e-e85d9b49a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:58.318531 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-748c94f5-697c-48b4-8d8b-be29d72c19a6 req-7b2b4107-26a9-4d57-bb6e-e85d9b49a4e2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 1097 time: 0.0627904 Nov 22 16:14:58.324527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5e262470-5720-4ed6-84e4-a78bb389e9a5) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:58.341699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:58.342592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.345709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a5065-85cb-4030-b5c4-bb8ba7a8c8b9 None None] Network 5e262470-5720-4ed6-84e4-a78bb389e9a5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:58.389095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-69b45345-c244-415a-99ae-c698871aa8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:58.391520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-69b45345-c244-415a-99ae-c698871aa8b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=acd51eae-4f24-4490-b23e-9bd0eae73c27 HTTP/1.1" status: 200 len: 911 time: 0.2599926 Nov 22 16:14:58.409760 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-748c94f5-697c-48b4-8d8b-be29d72c19a6 req-a828ea51-6dbf-45ae-93e8-ff1d779cc45b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691783 Nov 22 16:14:58.433469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb8ea-f924-402f-ae52-025f206cff0a tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.466372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fb8ea-f924-402f-ae52-025f206cff0a tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6178ce-8398-4bff-bf71-6a913e8cdd8b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:58.472293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa2fb8ea-f924-402f-ae52-025f206cff0a tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.478661 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aa2fb8ea-f924-402f-ae52-025f206cff0a tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "DELETE /v2.0/subnets/1f6178ce-8398-4bff-bf71-6a913e8cdd8b HTTP/1.1" status: 204 len: 168 time: 0.4663105 Nov 22 16:14:58.478947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50870) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:58.482997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef93d1e-9582-42c6-b891-07daa86579e7 None None] Network d6a00e12-13e1-49c3-bca6-b3e360dfcea2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:14:58.496757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da316cd2-a55b-4f50-b465-7b3fc75b4894 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0944498 Nov 22 16:14:58.504501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b809f4a0-0cda-4b17-92c6-ad08c8225c8f req-e833d74a-6217-4846-9501-62f4514dfd9d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 210 time: 0.1103299 Nov 22 16:14:58.506348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50872) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:58.510171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-121a10bc-f4b2-41a4-a34d-42cc8ee01b7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=281ba99b-7428-4415-8c78-e55d322ff150 HTTP/1.1" status: 200 len: 217 time: 0.0967162 Nov 22 16:14:58.518771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Request body: {'port': {'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-673914874'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:14:58.531480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0da06e-7109-424b-a84d-22421159901d req-50a806cf-5bd0-4f5f-b95d-2ae69bb32498 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:58.533195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb0da06e-7109-424b-a84d-22421159901d req-50a806cf-5bd0-4f5f-b95d-2ae69bb32498 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.2697463 Nov 22 16:14:58.628297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.706081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Deleting port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:14:58.706416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.768513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Allocated IP 172.20.0.9 (a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8/665f7c8a-de2a-4b79-b31e-021a52ff4078/4ac5dcf0-3ff8-4178-99bb-909376b34de1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:58.780849 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-66d7c131-8756-4916-97ac-ebaa18dacb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:58.782532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-66d7c131-8756-4916-97ac-ebaa18dacb7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1a56a8d-b91c-48ff-9590-312d2e90beac HTTP/1.1" status: 200 len: 850 time: 0.2483048 Nov 22 16:14:58.809011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] For port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b,segment=NetworkSegment(3fe3efed-8534-460b-bcdb-fd7dc03c376b),segment_id=3fe3efed-8534-460b-bcdb-fd7dc03c376b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:14:58.809389 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.829618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Calling delete_port for 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:14:58.854496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-b445c96d-0b46-4d10-985c-68fbee8221fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=acd51eae-4f24-4490-b23e-9bd0eae73c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555992 Nov 22 16:14:58.865771 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb0da06e-7109-424b-a84d-22421159901d req-831a9f4e-1f4f-49d4-9fd1-dfc0cca543e5 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986667 Nov 22 16:14:58.930905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b252e-1f20-49e1-a89f-988ae4f53f1b req-85306aa6-93d9-42d9-ab56-ce08752ecbd3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:58.931930 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-5e262470-5720-4ed6-84e4-a78bb389e9a5', 'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5', 'tenant_id': '9643bd9de61e48aebcaed2d2e211f69e', 'fixed_ips': [{'subnet_id': 'a7261978-9252-4ec8-bc6f-bcfdc223af79'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:14:58.932772 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:58.943117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-790b252e-1f20-49e1-a89f-988ae4f53f1b req-85306aa6-93d9-42d9-ab56-ce08752ecbd3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.3230555 Nov 22 16:14:58.976043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.017629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] No DVR routers for this DVR port 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:14:59.033569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Port': ['ID=9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:59.089140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13cd18-b122-4602-b686-f7ee797844e6 None None] DHCP port deletion for d6a00e12-13e1-49c3-bca6-b3e360dfcea2 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:14:59.150142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.181108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a00e12-13e1-49c3-bca6-b3e360dfcea2']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:59.195301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe3efed-8534-460b-bcdb-fd7dc03c376b') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:59.195703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe3efed-8534-460b-bcdb-fd7dc03c376b') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:59.211152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Made reservation on behalf of 9643bd9de61e48aebcaed2d2e211f69e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:14:59.214143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.215048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.244760 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.246102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Allocated IP 172.20.0.2 (5e262470-5720-4ed6-84e4-a78bb389e9a5/a7261978-9252-4ec8-bc6f-bcfdc223af79/69ac2542-2be0-4382-bb8b-c8c2126f73cb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:59.260820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:14:59.261359 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.314675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] device_id is not set on port 69c2296a-012b-484a-bf57-960f6168c2f6 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:14:59.330155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-1972e412-b39d-4a1f-9f02-2ab88e564d74 service neutron] 10.222.0.11 "GET /v2.0/networks/acd51eae-4f24-4490-b23e-9bd0eae73c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621089 Nov 22 16:14:59.405352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-790b252e-1f20-49e1-a89f-988ae4f53f1b req-55992256-3517-416b-9d1e-28deb645e5bb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168458 Nov 22 16:14:59.423624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.432768 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.521522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Network 5e262470-5720-4ed6-84e4-a78bb389e9a5 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:14:59.527309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:14:59.539499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:14:59.600378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Pushing event updated for resources: {'Port': ['ID=69ac2542-2be0-4382-bb8b-c8c2126f73cb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:59.637720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Attempting to bind port 69ac2542-2be0-4382-bb8b-c8c2126f73cb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:14:59.637720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Attempting to bind port 69ac2542-2be0-4382-bb8b-c8c2126f73cb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '44dcb92b-9a4f-4caa-930e-bc34fe060d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:14:59.637720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Attempting to bind port 69ac2542-2be0-4382-bb8b-c8c2126f73cb on network 5e262470-5720-4ed6-84e4-a78bb389e9a5 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:14:59.643360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:14:59.643746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Checking segment: {'id': '44dcb92b-9a4f-4caa-930e-bc34fe060d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:14:59.644273 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.646170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Bound using segment: {'id': '44dcb92b-9a4f-4caa-930e-bc34fe060d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:14:59.646414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Bound port: 69ac2542-2be0-4382-bb8b-c8c2126f73cb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44dcb92b-9a4f-4caa-930e-bc34fe060d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:14:59.646856 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.693234 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.746606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] For port 69ac2542-2be0-4382-bb8b-c8c2126f73cb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:14:59.750451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] For port 69ac2542-2be0-4382-bb8b-c8c2126f73cb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=69ac2542-2be0-4382-bb8b-c8c2126f73cb,segment=NetworkSegment(44dcb92b-9a4f-4caa-930e-bc34fe060d73),segment_id=44dcb92b-9a4f-4caa-930e-bc34fe060d73)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:14:59.758393 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.769884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fce28f-83c2-4a24-9208-c3369494fe3c req-fbcc0e62-179e-4c14-b6fc-5d19f40f1686 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:59.779275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4fce28f-83c2-4a24-9208-c3369494fe3c req-fbcc0e62-179e-4c14-b6fc-5d19f40f1686 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 946 time: 0.3140285 Nov 22 16:14:59.799034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d71bfd6-207a-48e5-a058-ca532a610235 req-6a81ad7f-0545-4e95-a80e-53809164aed0 service neutron] 10.222.0.11 "GET /v2.0/networks/acd51eae-4f24-4490-b23e-9bd0eae73c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571755 Nov 22 16:14:59.822710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7aa22-4c05-4341-9223-29fb8fde4728 req-9d0aaa59-0a1a-49ab-be6b-0814ddb8de22 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:14:59.832247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be7aa22-4c05-4341-9223-29fb8fde4728 req-9d0aaa59-0a1a-49ab-be6b-0814ddb8de22 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 944 time: 0.2911792 Nov 22 16:14:59.842364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Allocated IP 172.20.0.8 (5e262470-5720-4ed6-84e4-a78bb389e9a5/a7261978-9252-4ec8-bc6f-bcfdc223af79/69c2296a-012b-484a-bf57-960f6168c2f6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:14:59.898020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f8827-985e-4beb-a6d8-28f3cea189f4 None None] Pushing event updated for resources: {'Port': ['ID=69ac2542-2be0-4382-bb8b-c8c2126f73cb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:14:59.978404 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:14:59.983725 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.990150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:59.993297 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] 10.222.0.69 "DELETE /v2.0/networks/d6a00e12-13e1-49c3-bca6-b3e360dfcea2 HTTP/1.1" status: 204 len: 168 time: 1.5133014 Nov 22 16:15:00.001470 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.010008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff52934-e9d3-4815-929a-1bccb8215bad tempest-AllowedAddressPairTestJSON-942984765 tempest-AllowedAddressPairTestJSON-942984765-project] Pushing event deleted for resources: {'Network': ['ID=d6a00e12-13e1-49c3-bca6-b3e360dfcea2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:00.018580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4fce28f-83c2-4a24-9208-c3369494fe3c req-c67a27b2-7698-4fd4-8e57-c21c89f5d89d tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2384126 Nov 22 16:15:00.088536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be7aa22-4c05-4341-9223-29fb8fde4728 req-3cd98d7c-10ae-439b-9590-23c1094f9e42 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553234 Nov 22 16:15:00.147334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:00.158333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:00.166587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:00.168100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:00.169583 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64191f91-db0e-4a4e-b09d-e114fe4f015e" -d '{"events": [{"server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:00.290104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:00.386497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6805c3a-179d-4b02-8721-7acf104e677a req-856df122-4898-4eb1-9404-6533c53b0977 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 210 time: 0.1410422 Nov 22 16:15:00.451795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:00.452476 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.537828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20e42-bd52-4b0a-a4b1-740c7c9fbee1 req-18391159-999e-4639-9059-88403c5ee07a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:00.548344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da20e42-bd52-4b0a-a4b1-740c7c9fbee1 req-18391159-999e-4639-9059-88403c5ee07a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 931 time: 0.2873821 Nov 22 16:15:00.553958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.567093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-50e258d1-aa59-44f0-b9fa-83e389c58748 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:00.568637 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-50e258d1-aa59-44f0-b9fa-83e389c58748 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.71 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 813 time: 0.2247038 Nov 22 16:15:00.569142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50904) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:00.576260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-0c99d564-042c-499e-8ba2-812c3adbd94a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7335165 Nov 22 16:15:00.594630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Request body: {'port': {'device_id': '130ed789-7790-4e2e-bd4b-032e36a1a546', 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'admin_state_up': True, 'tenant_id': '198cbe543154417696de26133b631eab'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:00.606325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Request body: {'port': {'device_id': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:00.633262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-9cac991a-0003-4371-acce-499385f60c3c tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:00.634869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-9cac991a-0003-4371-acce-499385f60c3c tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.11 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 813 time: 0.4473577 Nov 22 16:15:00.657978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 69ac2542-2be0-4382-bb8b-c8c2126f73cb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:00.684844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Request body: {'port': {'device_id': 'f328243b-1e88-4585-bb7f-1e33681c3783', 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'admin_state_up': True, 'tenant_id': '198cbe543154417696de26133b631eab'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:00.736384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 69ac2542-2be0-4382-bb8b-c8c2126f73cb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:00.736766 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.800827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Made reservation on behalf of 198cbe543154417696de26133b631eab for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:00.807429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.838669 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-da578ed1-c0c6-458a-ae9b-ad4457399d0f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=45e6c6483d49441ca66ebc05440e546f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2655547 Nov 22 16:15:00.840047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:00.842946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da20e42-bd52-4b0a-a4b1-740c7c9fbee1 req-d7e734ba-8453-420f-8d35-12ccb981e5a3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936902 Nov 22 16:15:00.850769 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.853407 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.857576 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.900604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 69ac2542-2be0-4382-bb8b-c8c2126f73cb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=69ac2542-2be0-4382-bb8b-c8c2126f73cb,segment=NetworkSegment(44dcb92b-9a4f-4caa-930e-bc34fe060d73),segment_id=44dcb92b-9a4f-4caa-930e-bc34fe060d73)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:00.906951 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.992649 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceea72e8-f52c-4ac3-afcf-3b80edfe76cf x-openstack-request-id: req-ceea72e8-f52c-4ac3-afcf-3b80edfe76cf {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:00.992960 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:00.993377 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ceea72e8-f52c-4ac3-afcf-3b80edfe76cf {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:00.993839 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'code': 200} Nov 22 16:15:01.017268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:01.062174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:01.062825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9897f8a8-5a0d-4495-8b4f-e6e42ec57b4b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:01.085380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=69ac2542-2be0-4382-bb8b-c8c2126f73cb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:01.096758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 281ba99b-7428-4415-8c78-e55d322ff150 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:01.096898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Allocated IP 172.20.0.11 (c053dd05-b214-421a-8238-7d199140d06b/258156b7-9086-474a-a94b-728ec3c69c3a/9fbb5afa-a97c-4f0d-a043-c69804023a97) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:01.167943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b20e4deb-f5de-421a-bc47-d185eec06dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.199032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b20e4deb-f5de-421a-bc47-d185eec06dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.227339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 281ba99b-7428-4415-8c78-e55d322ff150, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=281ba99b-7428-4415-8c78-e55d322ff150,segment=NetworkSegment(ddd2b9a9-39ab-448b-b278-0408d61577e4),segment_id=ddd2b9a9-39ab-448b-b278-0408d61577e4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:01.244227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '281ba99b-7428-4415-8c78-e55d322ff150', 'network_id': 'acd51eae-4f24-4490-b23e-9bd0eae73c27', 'port_id': '281ba99b-7428-4415-8c78-e55d322ff150', 'mac_address': 'fa:16:3e:8d:37:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a56a8d-b91c-48ff-9590-312d2e90beac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:01.276554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb97356-71e2-4dea-9fe2-725bcb29e7a1 None None] Network 5e262470-5720-4ed6-84e4-a78bb389e9a5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:01.348026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b20e4deb-f5de-421a-bc47-d185eec06dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.348488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.351227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b20e4deb-f5de-421a-bc47-d185eec06dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.354783 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b20e4deb-f5de-421a-bc47-d185eec06dc9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb426ed3-0638-473f-9e5b-d7e158abc6a7 HTTP/1.1" status: 204 len: 168 time: 0.5111678 Nov 22 16:15:01.372888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e4deb-f5de-421a-bc47-d185eec06dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb426ed3-0638-473f-9e5b-d7e158abc6a7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:01.375093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281ba99b-7428-4415-8c78-e55d322ff150 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:01.380806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b5279e49-437d-43a1-9040-6a5c8f12b330 None None] Provisioning complete for port 69ac2542-2be0-4382-bb8b-c8c2126f73cb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:01.381282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5279e49-437d-43a1-9040-6a5c8f12b330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.391275 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.442178 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.465548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 281ba99b-7428-4415-8c78-e55d322ff150, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=281ba99b-7428-4415-8c78-e55d322ff150,segment=NetworkSegment(ddd2b9a9-39ab-448b-b278-0408d61577e4),segment_id=ddd2b9a9-39ab-448b-b278-0408d61577e4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:01.477327 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.500230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Network c053dd05-b214-421a-8238-7d199140d06b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:01.503630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:01.511001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:01.561549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Pushing event updated for resources: {'Port': ['ID=9fbb5afa-a97c-4f0d-a043-c69804023a97,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:01.587237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af3710-0cfc-4762-a292-d7c97450c8e3 req-7f086bf9-72b0-4222-bd15-6f3722e52b68 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:01.588886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0af3710-0cfc-4762-a292-d7c97450c8e3 req-7f086bf9-72b0-4222-bd15-6f3722e52b68 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 1.0295601 Nov 22 16:15:01.611819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Made reservation on behalf of 198cbe543154417696de26133b631eab for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:01.612475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:01.613849 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.617252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.626797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=281ba99b-7428-4415-8c78-e55d322ff150,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:01.643873 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-e6e6f286-36e7-4ebb-bad2-dbca5293e47b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0560353 Nov 22 16:15:01.657257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Request body: {'port': {'device_id': '130ed789-7790-4e2e-bd4b-032e36a1a546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:01.688120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Network 5e262470-5720-4ed6-84e4-a78bb389e9a5 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:01.724815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:01.725425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['281ba99b-7428-4415-8c78-e55d322ff150'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:01.727346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:01.774718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:01.811010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f64b4d-39d6-4157-8cf1-1e1058978e5e req-74e37790-8c11-43f7-8090-337b7aab5b0f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:01.812756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9f64b4d-39d6-4157-8cf1-1e1058978e5e req-74e37790-8c11-43f7-8090-337b7aab5b0f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.2839837 Nov 22 16:15:01.943151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event updated for resources: {'Port': ['ID=69c2296a-012b-484a-bf57-960f6168c2f6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:01.997809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c60e0c30-ca05-45de-a380-69b1b33f2e2f None None] Provisioning complete for port 69ac2542-2be0-4382-bb8b-c8c2126f73cb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:01.998198 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c60e0c30-ca05-45de-a380-69b1b33f2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.014936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:02.019566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.092691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b80a2c-d9e9-4b3e-964b-747ade83cca5 req-0f8f164e-dd2b-48b0-b209-a2d80600f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:02.094217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58b80a2c-d9e9-4b3e-964b-747ade83cca5 req-0f8f164e-dd2b-48b0-b209-a2d80600f110 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 1097 time: 0.5278685 Nov 22 16:15:02.137951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0af3710-0cfc-4762-a292-d7c97450c8e3 req-565eb2d7-3240-4d00-b8c0-e7dde27fd71e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314898 Nov 22 16:15:02.177982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbb5afa-a97c-4f0d-a043-c69804023a97 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:02.189943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.216764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Transition to ACTIVE for port object 9fbb5afa-a97c-4f0d-a043-c69804023a97 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:02.220245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c60e0c30-ca05-45de-a380-69b1b33f2e2f None None] Provisioning complete for port 69c2296a-012b-484a-bf57-960f6168c2f6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:02.220746 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c60e0c30-ca05-45de-a380-69b1b33f2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.227940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-743fbd49-0a75-4fa9-bcdb-991bc51f56a8 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7135890 Nov 22 16:15:02.229516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9f64b4d-39d6-4157-8cf1-1e1058978e5e req-e636657f-f8e0-4aa4-b65f-f2d26cf60fdd tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847034 Nov 22 16:15:02.229516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.231606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.284427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb5afa-a97c-4f0d-a043-c69804023a97,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:02.288090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Request body: {'port': {'network_id': '5e262470-5720-4ed6-84e4-a78bb389e9a5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1484841848', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:02.288662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] bootfile-name is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:15:02.289009 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] tftp-server is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:15:02.289349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] server-ip-address is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:15:02.338327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c60e0c30-ca05-45de-a380-69b1b33f2e2f None None] Port 69c2296a-012b-484a-bf57-960f6168c2f6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:02.414129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Attempting to bind port 9fbb5afa-a97c-4f0d-a043-c69804023a97 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:02.414593 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Attempting to bind port 9fbb5afa-a97c-4f0d-a043-c69804023a97 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:02.415038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Attempting to bind port 9fbb5afa-a97c-4f0d-a043-c69804023a97 on network c053dd05-b214-421a-8238-7d199140d06b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:02.420403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Port 9fbb5afa-a97c-4f0d-a043-c69804023a97 on network c053dd05-b214-421a-8238-7d199140d06b not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:02.420838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Attempting to bind port 9fbb5afa-a97c-4f0d-a043-c69804023a97 on network c053dd05-b214-421a-8238-7d199140d06b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:02.426676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:02.427170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Checking segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:02.427675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Bound using segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:02.428244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Bound port: 9fbb5afa-a97c-4f0d-a043-c69804023a97, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:02.428833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.429675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58b80a2c-d9e9-4b3e-964b-747ade83cca5 req-c148639d-5cf4-4b90-a35a-1d29dab20dac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214178 Nov 22 16:15:02.466020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-58a2ef4d-403d-4435-8fdb-2ea47cf508b3 None None] Provisioning complete for port 69c2296a-012b-484a-bf57-960f6168c2f6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:02.468359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58a2ef4d-403d-4435-8fdb-2ea47cf508b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.492682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Allocated IP 172.20.0.8 (c053dd05-b214-421a-8238-7d199140d06b/258156b7-9086-474a-a94b-728ec3c69c3a/c0f9d1bb-f5d9-4963-9741-745d580f516c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:02.529777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] For port 9fbb5afa-a97c-4f0d-a043-c69804023a97, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:02.537000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] For port 9fbb5afa-a97c-4f0d-a043-c69804023a97, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9fbb5afa-a97c-4f0d-a043-c69804023a97,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:02.549569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-58a2ef4d-403d-4435-8fdb-2ea47cf508b3 None None] Port 69c2296a-012b-484a-bf57-960f6168c2f6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:02.553036 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.594879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50946) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.598707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:02.599603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.601608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] 10.222.0.71 "PUT /v2.0/ports/9fbb5afa-a97c-4f0d-a043-c69804023a97 HTTP/1.1" status: 200 len: 1092 time: 0.9495919 Nov 22 16:15:02.608187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130ed789-7790-4e2e-bd4b-032e36a1a546', 'tag': '9fbb5afa-a97c-4f0d-a043-c69804023a97'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:02.613480 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5024d065-1a0e-4b9b-aef9-f7f4115249d1" -d '{"events": [{"name": "network-changed", "server_uuid": "130ed789-7790-4e2e-bd4b-032e36a1a546", "tag": "9fbb5afa-a97c-4f0d-a043-c69804023a97"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:02.622672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 69ac2542-2be0-4382-bb8b-c8c2126f73cb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:02.624940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e92e6-e0af-41de-9b51-8e981192d75d req-b319f758-b905-4da0-961c-921bfd32ff53 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:02.632695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-891e92e6-e0af-41de-9b51-8e981192d75d req-b319f758-b905-4da0-961c-921bfd32ff53 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 945 time: 0.2653224 Nov 22 16:15:02.651239 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898d968-8d64-4b85-aa53-aad02bf3e6e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9fbb5afa-a97c-4f0d-a043-c69804023a97,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:02.690767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 69ac2542-2be0-4382-bb8b-c8c2126f73cb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:02.691142 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.713406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Made reservation on behalf of 9643bd9de61e48aebcaed2d2e211f69e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:02.717215 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:02.733584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-bf1455f7-36d8-4790-9754-89ff02739f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:02.736168 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-bf1455f7-36d8-4790-9754-89ff02739f76 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 1095 time: 0.0776310 Nov 22 16:15:02.794051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-fdeabedb-74db-4f24-abaa-fc842ffac49f tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.795212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fdeabedb-74db-4f24-abaa-fc842ffac49f tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1990390 Nov 22 16:15:02.796786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-cbbdb2ff-527f-439c-b836-762e861a89f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb5afa-a97c-4f0d-a043-c69804023a97 HTTP/1.1" status: 200 len: 217 time: 0.0490563 Nov 22 16:15:02.798764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50952) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.802948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-5e43f530-e3e2-4435-bd17-54322ef4483e tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.804124 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5e43f530-e3e2-4435-bd17-54322ef4483e tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047607 Nov 22 16:15:02.806764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50954) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.820345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] device_id is not set on port 9d5c960c-f2e2-46e4-8dde-875b6d3e9335 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:02.820555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-a5059820-3efa-49bf-b2de-5aab328a1885 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.821555 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a5059820-3efa-49bf-b2de-5aab328a1885 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0138695 Nov 22 16:15:02.838473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50958) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.850999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-68690c9f-d900-49a1-a101-95638a8a5dfc tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.851993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-68690c9f-d900-49a1-a101-95638a8a5dfc tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0114336 Nov 22 16:15:02.855788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50960) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.860485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-d737c876-212a-4b6a-9bec-f221df0e9661 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.863930 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d737c876-212a-4b6a-9bec-f221df0e9661 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044606 Nov 22 16:15:02.864087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2ccdd-e410-46ee-8524-95187b186d4f req-cafca3e2-eead-4848-bb78-bfe4c8a6aa4f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:02.865000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1de2ccdd-e410-46ee-8524-95187b186d4f req-cafca3e2-eead-4848-bb78-bfe4c8a6aa4f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 944 time: 0.2878561 Nov 22 16:15:02.865123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-8f063a1d-8f21-4e2b-9914-3080aaf17b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:02.866465 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-8f063a1d-8f21-4e2b-9914-3080aaf17b32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 200 len: 853 time: 0.0614319 Nov 22 16:15:02.866926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50962) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.870960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-265ec144-9708-4fc2-b3f3-d99ec1749def tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.871899 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-265ec144-9708-4fc2-b3f3-d99ec1749def tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040920 Nov 22 16:15:02.874643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50964) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.886287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-24df3990-59bd-4959-8438-1b8768304cd1 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.887260 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-24df3990-59bd-4959-8438-1b8768304cd1 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0047789 Nov 22 16:15:02.889941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50966) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.911139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-55c6c70b-6791-4a71-8af0-6b92ce053f9d tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.912147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-55c6c70b-6791-4a71-8af0-6b92ce053f9d tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0212905 Nov 22 16:15:02.914380 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-3175849c-57cc-4216-8738-86f335e47641 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c053dd05-b214-421a-8238-7d199140d06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403571 Nov 22 16:15:02.914801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50968) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.918760 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-fc2b62f7-b171-4967-82d6-9fdedddd3010 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.919703 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fc2b62f7-b171-4967-82d6-9fdedddd3010 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040197 Nov 22 16:15:02.924571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-891e92e6-e0af-41de-9b51-8e981192d75d req-755c8d7c-e8ee-49ec-a122-51564f79b811 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910366 Nov 22 16:15:02.927661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.952015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-1b8afc40-db15-4f42-9d2f-96f7c5080962 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.953191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1b8afc40-db15-4f42-9d2f-96f7c5080962 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0137539 Nov 22 16:15:02.969610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50972) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.983715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-47cc97bb-c783-42ee-b816-f66c6b3d1a03 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.984735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-47cc97bb-c783-42ee-b816-f66c6b3d1a03 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0105884 Nov 22 16:15:02.990407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50974) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:02.991308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac5dcf0-3ff8-4178-99bb-909376b34de1 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:02.996204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-a66d5b27-32da-472e-802f-2125178a2787 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:02.999667 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a66d5b27-32da-472e-802f-2125178a2787 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0060754 Nov 22 16:15:03.003175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.025550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-baf1346b-cc57-49d7-8aab-c490f5d76cfb tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.027953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-baf1346b-cc57-49d7-8aab-c490f5d76cfb tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0161498 Nov 22 16:15:03.028524 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.031019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50978) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.037267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-0de7a83b-3956-4a92-a063-15c85abdd92e tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.038274 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0de7a83b-3956-4a92-a063-15c85abdd92e tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0062933 Nov 22 16:15:03.041078 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-daea396d-ad3e-4f40-9c80-1c1f137f5ee7 service neutron] 10.222.0.71 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185684 Nov 22 16:15:03.041533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50980) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.045454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-fc9e0cac-c437-4604-b226-70e09a40aecf tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.046392 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fc9e0cac-c437-4604-b226-70e09a40aecf tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039954 Nov 22 16:15:03.055527 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50982) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.060705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-7ffa766d-2504-4e12-b899-08936494fe2d tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.064123 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7ffa766d-2504-4e12-b899-08936494fe2d tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0052197 Nov 22 16:15:03.071010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50984) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.088944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-13d942c5-fbbc-496e-b8ea-ca92ac96b54f tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.092443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-13d942c5-fbbc-496e-b8ea-ca92ac96b54f tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079248 Nov 22 16:15:03.101206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50986) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.105446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-4cf71368-47a0-461b-8c88-963ce013dd0f tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.107289 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4cf71368-47a0-461b-8c88-963ce013dd0f tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0042455 Nov 22 16:15:03.109329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50988) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.112373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 281ba99b-7428-4415-8c78-e55d322ff150 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:03.130672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-83416c87-f00d-4f33-8bc5-0904e7542e59 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.131657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-83416c87-f00d-4f33-8bc5-0904e7542e59 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0111005 Nov 22 16:15:03.139730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.142464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.153443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Transition to ACTIVE for port object 4ac5dcf0-3ff8-4178-99bb-909376b34de1 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:03.162731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-9271962c-0987-4c3b-9a9a-99d8f88eed4c tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.163984 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9271962c-0987-4c3b-9a9a-99d8f88eed4c tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0166125 Nov 22 16:15:03.166782 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-4343a3f9-4e5d-44db-b3fd-b31bfa9745da service neutron] 10.222.0.71 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178274 Nov 22 16:15:03.167283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50994) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.169546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 281ba99b-7428-4415-8c78-e55d322ff150 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:03.171963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-f5795e00-c655-4c87-a0b8-e03fe4f5cb1d tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.173759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f5795e00-c655-4c87-a0b8-e03fe4f5cb1d tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0054760 Nov 22 16:15:03.176823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50996) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.177174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1de2ccdd-e410-46ee-8524-95187b186d4f req-ae933664-c321-4b1a-83fc-29ec90458b0d tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629530 Nov 22 16:15:03.177299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 281ba99b-7428-4415-8c78-e55d322ff150 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:03.177770 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.187755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-5118ce18-4dca-43e2-8bfc-983fb0ffb5b1 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.198469 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5118ce18-4dca-43e2-8bfc-983fb0ffb5b1 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0108242 Nov 22 16:15:03.198469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50998) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.199235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-8973766c-8fac-4313-8a34-9dfcaa3373b1 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.200122 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8973766c-8fac-4313-8a34-9dfcaa3373b1 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053661 Nov 22 16:15:03.200760 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.208908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51000) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.215563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-c75947cf-769f-4221-9067-99e43597ebc7 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.216707 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c75947cf-769f-4221-9067-99e43597ebc7 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0050974 Nov 22 16:15:03.220020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51002) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.225209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Allocated IP 172.20.0.13 (5e262470-5720-4ed6-84e4-a78bb389e9a5/a7261978-9252-4ec8-bc6f-bcfdc223af79/9d5c960c-f2e2-46e4-8dde-875b6d3e9335) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:03.226340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-9e089dc9-a26f-4378-80c1-4be3e400f39e tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.228563 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9e089dc9-a26f-4378-80c1-4be3e400f39e tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0074589 Nov 22 16:15:03.231618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51004) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.236695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-39393a30-11de-4b17-b510-b81c7dc12866 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.237871 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-39393a30-11de-4b17-b510-b81c7dc12866 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0050626 Nov 22 16:15:03.241368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51006) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.249619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-12a1172b-57d0-4333-9129-056fc5a8bea2 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.255075 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-12a1172b-57d0-4333-9129-056fc5a8bea2 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0117345 Nov 22 16:15:03.259233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51008) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.266979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-3928518a-ea9c-4727-b57c-07cac4a2cd7f tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.271346 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3928518a-ea9c-4727-b57c-07cac4a2cd7f tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0077124 Nov 22 16:15:03.271526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51010) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.276553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-4a6789ab-2e46-4305-bf79-6cbffc102063 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.277749 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4a6789ab-2e46-4305-bf79-6cbffc102063 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048745 Nov 22 16:15:03.280702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51012) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.285330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-3c859fec-482a-4a0e-8e0d-40e5f2fa40d5 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.286262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bb8a8-ae5a-49c7-ae9e-eae4ff41301c req-1d52abcc-0691-4784-b78b-ca5b224a2888 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:03.286414 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3c859fec-482a-4a0e-8e0d-40e5f2fa40d5 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047293 Nov 22 16:15:03.288104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b21bb8a8-ae5a-49c7-ae9e-eae4ff41301c req-1d52abcc-0691-4784-b78b-ca5b224a2888 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 931 time: 0.2675877 Nov 22 16:15:03.294915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51014) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.300133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-1b3104ba-7451-4808-8899-c7d3c360d825 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.302091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1b3104ba-7451-4808-8899-c7d3c360d825 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0058787 Nov 22 16:15:03.306083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51016) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.313506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-4caaa64e-7e6e-49ef-8dd1-2aed623fd643 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.317416 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4caaa64e-7e6e-49ef-8dd1-2aed623fd643 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0102704 Nov 22 16:15:03.320622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51018) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.322849 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.329489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-df5e799c-83b3-415f-8b9c-ce45586cbb73 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.333287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-df5e799c-83b3-415f-8b9c-ce45586cbb73 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0089345 Nov 22 16:15:03.333485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51020) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.342561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-2d611e1b-26b0-4106-b327-d999cca075d9 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.346309 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2d611e1b-26b0-4106-b327-d999cca075d9 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0088179 Nov 22 16:15:03.346309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51022) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.347597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:03.353479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-5bd908e6-78a9-4ffe-86ca-dbb1e7a83e47 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.358812 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5bd908e6-78a9-4ffe-86ca-dbb1e7a83e47 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0113556 Nov 22 16:15:03.359633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51024) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.364933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-906e867c-82ab-41ed-af9f-5e3f40617cf2 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.366008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f80af-d449-4b8a-a816-fef70bf4d98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281ba99b-7428-4415-8c78-e55d322ff150'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:03.371197 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b1eba-295d-484a-adc7-e625e4318282" -d '{"events": [{"server_uuid": "2f0f80af-d449-4b8a-a816-fef70bf4d98c", "name": "network-vif-plugged", "status": "completed", "tag": "281ba99b-7428-4415-8c78-e55d322ff150"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:03.384475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51026) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.386896 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-906e867c-82ab-41ed-af9f-5e3f40617cf2 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0250752 Nov 22 16:15:03.392359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-cf0850f8-8f95-46dc-a2fe-d2c3d4849356 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.393929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cf0850f8-8f95-46dc-a2fe-d2c3d4849356 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055799 Nov 22 16:15:03.397266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51032) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.409896 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-815d9f3b-00f6-475d-8d84-ccab94964c43 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.412545 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.415188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 281ba99b-7428-4415-8c78-e55d322ff150, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=281ba99b-7428-4415-8c78-e55d322ff150,segment=NetworkSegment(ddd2b9a9-39ab-448b-b278-0408d61577e4),segment_id=ddd2b9a9-39ab-448b-b278-0408d61577e4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:03.415868 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-815d9f3b-00f6-475d-8d84-ccab94964c43 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0174143 Nov 22 16:15:03.416873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51034) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.426576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-aa9b8f2a-d944-45a5-b12f-987f0b2e85bd tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.428846 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.433634 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aa9b8f2a-d944-45a5-b12f-987f0b2e85bd tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0150387 Nov 22 16:15:03.437559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51036) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.440594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-58f0a717-ef30-4fa2-b5e3-bd05bbcf3a25 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.444484 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-58f0a717-ef30-4fa2-b5e3-bd05bbcf3a25 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043118 Nov 22 16:15:03.448323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51038) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.454047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-a2a057f7-0e91-43d6-a48d-a36e026dd992 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.455990 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a2a057f7-0e91-43d6-a48d-a36e026dd992 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058010 Nov 22 16:15:03.457938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51040) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.462117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-f05ecc83-b555-41a4-92af-e2adbee460b8 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.465380 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f05ecc83-b555-41a4-92af-e2adbee460b8 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042038 Nov 22 16:15:03.465514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51042) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.470952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-2f9e4102-3faf-4101-b6eb-61d33e6600fe tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.474648 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2f9e4102-3faf-4101-b6eb-61d33e6600fe tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045643 Nov 22 16:15:03.475294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51044) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.480472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-3960cac4-331b-4ae8-b9f7-38b07eb6e4a9 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.483647 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3960cac4-331b-4ae8-b9f7-38b07eb6e4a9 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049994 Nov 22 16:15:03.483977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51046) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.488974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-d8132851-8212-48a3-bf6e-4c2ef5f742dc tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.491952 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d8132851-8212-48a3-bf6e-4c2ef5f742dc tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051155 Nov 22 16:15:03.494023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51048) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.502771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-be7e5e32-923d-4f82-92f4-40b5bff9a9bb tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.504250 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-be7e5e32-923d-4f82-92f4-40b5bff9a9bb tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0055952 Nov 22 16:15:03.506959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51050) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.511353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-cfcf43cc-41e1-4075-afd0-1078a22fcb66 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.512516 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cfcf43cc-41e1-4075-afd0-1078a22fcb66 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0044627 Nov 22 16:15:03.512719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=281ba99b-7428-4415-8c78-e55d322ff150,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:03.514825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51052) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.524202 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-a567642a-a01c-4629-b1d1-431b4a9413dd tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.528272 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a567642a-a01c-4629-b1d1-431b4a9413dd tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076675 Nov 22 16:15:03.529026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51054) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.533183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-5840251f-91f6-4d96-ac07-3958d4298ed7 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.534271 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5840251f-91f6-4d96-ac07-3958d4298ed7 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042706 Nov 22 16:15:03.537810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51056) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.543097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-42604059-6cf7-4459-911a-a3f62dbac22b tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.546152 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-42604059-6cf7-4459-911a-a3f62dbac22b tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051746 Nov 22 16:15:03.547286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51058) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.552197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-c2d2842f-8a14-496c-96f7-95c177c92010 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.555427 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c2d2842f-8a14-496c-96f7-95c177c92010 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048437 Nov 22 16:15:03.555763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51060) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.562362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-df70c62d-b9d6-4f36-987e-7a93f731ad78 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.565938 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-df70c62d-b9d6-4f36-987e-7a93f731ad78 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057826 Nov 22 16:15:03.574961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51062) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.578524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b21bb8a8-ae5a-49c7-ae9e-eae4ff41301c req-7b95f248-66fc-4637-9367-cc04aefbed93 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723565 Nov 22 16:15:03.579703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-6c2ec979-b7e2-4d27-86d4-c5e69e24dc3b tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.583968 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6c2ec979-b7e2-4d27-86d4-c5e69e24dc3b tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054932 Nov 22 16:15:03.587739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.614479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-3a06ff31-e017-49d9-926b-f6aa170c18bc tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.615796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3a06ff31-e017-49d9-926b-f6aa170c18bc tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0222230 Nov 22 16:15:03.618571 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51066) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.621334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Network c053dd05-b214-421a-8238-7d199140d06b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:03.624658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-6fa25a11-931b-4bec-9a85-8fecb3ca1628 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.625935 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6fa25a11-931b-4bec-9a85-8fecb3ca1628 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061250 Nov 22 16:15:03.628518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51068) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.634031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-d98e888e-50fc-4b42-a8f8-3d60a75685e2 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.635200 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d98e888e-50fc-4b42-a8f8-3d60a75685e2 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046513 Nov 22 16:15:03.637766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51070) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.642033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:03.643669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-7bc1dc1e-8176-468d-90a5-ac56c8d17c04 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.643853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Pushing event updated for resources: {'Port': ['ID=c0f9d1bb-f5d9-4963-9741-745d580f516c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:03.648178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:03.648861 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7bc1dc1e-8176-468d-90a5-ac56c8d17c04 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0098202 Nov 22 16:15:03.649651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51072) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.655736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-5e3c3079-d4fe-48cd-a251-1495072ec302 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.659752 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5e3c3079-d4fe-48cd-a251-1495072ec302 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086906 Nov 22 16:15:03.661077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51074) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.663794 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42175d24-65b2-416d-965d-92a881fc467d x-openstack-request-id: req-42175d24-65b2-416d-965d-92a881fc467d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:03.664153 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130ed789-7790-4e2e-bd4b-032e36a1a546", "tag": "9fbb5afa-a97c-4f0d-a043-c69804023a97", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:03.664412 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42175d24-65b2-416d-965d-92a881fc467d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:03.664907 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130ed789-7790-4e2e-bd4b-032e36a1a546', 'tag': '9fbb5afa-a97c-4f0d-a043-c69804023a97', 'status': 'completed', 'code': 200} Nov 22 16:15:03.668165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-0d06f388-813a-43ca-b0ca-98b38b013149 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.671967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0d06f388-813a-43ca-b0ca-98b38b013149 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0098524 Nov 22 16:15:03.672555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51076) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.677530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-b69d32d2-8f44-4f96-abdf-157a924d8b72 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.681368 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b69d32d2-8f44-4f96-abdf-157a924d8b72 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0078673 Nov 22 16:15:03.682146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51078) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.688365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-a52999f6-ab48-42d3-9f30-6ad750e521d2 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.690395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Attempting to bind port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:03.690827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Attempting to bind port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:03.691159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Attempting to bind port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 on network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:03.692380 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a52999f6-ab48-42d3-9f30-6ad750e521d2 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0092375 Nov 22 16:15:03.694225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51080) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.717111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [None req-632b7af8-05a9-4d67-af91-565dac6398af tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.721625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-632b7af8-05a9-4d67-af91-565dac6398af tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0090199 Nov 22 16:15:03.723329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51082) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.729378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 on network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:03.729702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Attempting to bind port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 on network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:03.730276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-5d840466-6361-49bd-bff0-b02ff45fed62 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.733678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d840466-6361-49bd-bff0-b02ff45fed62 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056086 Nov 22 16:15:03.734457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51084) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.739800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-09794a8b-bdfd-4fdf-a194-37af77bd39d7 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.740772 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-09794a8b-bdfd-4fdf-a194-37af77bd39d7 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056190 Nov 22 16:15:03.743307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51086) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.747290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-33ed5b21-ea4c-4aab-8f34-2c9a4be086f6 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.748230 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-33ed5b21-ea4c-4aab-8f34-2c9a4be086f6 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040267 Nov 22 16:15:03.749068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f822af-fd86-409e-ad5c-bb660a1ee935 req-0489e0cf-27b8-48f9-ad6d-d271c7528b17 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:03.750601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26f822af-fd86-409e-ad5c-bb660a1ee935 req-0489e0cf-27b8-48f9-ad6d-d271c7528b17 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 946 time: 0.2921510 Nov 22 16:15:03.755480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51088) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.760953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-215751f2-9dc2-4578-9191-ba46f42671bc tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.761964 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-215751f2-9dc2-4578-9191-ba46f42671bc tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0052714 Nov 22 16:15:03.765909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51090) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.769724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-64518822-ed0b-4a28-90fe-fd35d4a2f2e1 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.770651 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-64518822-ed0b-4a28-90fe-fd35d4a2f2e1 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039933 Nov 22 16:15:03.774532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51092) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.782669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-11fe0623-db41-4ee2-8f71-c6e7548022aa tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.783813 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-11fe0623-db41-4ee2-8f71-c6e7548022aa tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0080144 Nov 22 16:15:03.787257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:03.787257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Checking segment: {'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:03.787257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Bound using segment: {'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:03.787257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Bound port: 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:03.787257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.788049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-78adc075-fc2e-49fb-a675-3226e434c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:03.789370 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-78adc075-fc2e-49fb-a675-3226e434c79e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 1095 time: 0.0958555 Nov 22 16:15:03.789855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51094) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.794423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-3a9ccd96-1980-42bd-836a-87b73fbdb875 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.795368 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a9ccd96-1980-42bd-836a-87b73fbdb875 tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0046110 Nov 22 16:15:03.797974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51096) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.803043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-f6ef32ff-5c9e-4ebc-a582-4844a29758ec tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.806448 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f6ef32ff-5c9e-4ebc-a582-4844a29758ec tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051622 Nov 22 16:15:03.806685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51098) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.811964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:03.812578 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.818147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [None req-e569ebf5-1c26-46cb-b207-28bedd2ef8af tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:03.820334 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e569ebf5-1c26-46cb-b207-28bedd2ef8af tempest-ExtensionsTestJSON-229915467 tempest-ExtensionsTestJSON-229915467-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0122323 Nov 22 16:15:03.844753 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.917302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-04b52c6b-d521-4d26-b5ab-445a14957ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:03.918929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-04b52c6b-d521-4d26-b5ab-445a14957ef6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 914 time: 0.1137667 Nov 22 16:15:03.929861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-11dc9338-588b-427f-82a8-99a1cefe0eb1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2641170 Nov 22 16:15:03.952286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Request body: {'port': {'device_id': 'f328243b-1e88-4585-bb7f-1e33681c3783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:03.975628 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-0e4132f6-21ab-4b3c-b2d9-4a3d4fcd2d82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fbb5afa-a97c-4f0d-a043-c69804023a97 HTTP/1.1" status: 200 len: 217 time: 0.0482471 Nov 22 16:15:04.002589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bdbff-8666-4d62-88fd-21bff0bd9a47 req-7e62fa2d-da08-458f-9cf6-5a9f4229779e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.011441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d43bdbff-8666-4d62-88fd-21bff0bd9a47 req-7e62fa2d-da08-458f-9cf6-5a9f4229779e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.2596722 Nov 22 16:15:04.033578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-aa1bde5a-4eee-406f-b6b6-7470574d0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.035856 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-aa1bde5a-4eee-406f-b6b6-7470574d0d2e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 200 len: 853 time: 0.0504165 Nov 22 16:15:04.054970 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.071792 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-6b904dcd-fd3f-4c4e-8d74-cf0086ce13cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c053dd05-b214-421a-8238-7d199140d06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280349 Nov 22 16:15:04.088830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26f822af-fd86-409e-ad5c-bb660a1ee935 req-15de244b-e1f7-4ab3-964a-ff514ccc6189 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3279762 Nov 22 16:15:04.145367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:04.151759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51106) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:04.194750 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-bc1b02e7-7727-468e-a067-459f89ff958f service neutron] 10.222.0.71 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136270 Nov 22 16:15:04.209805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Network 5e262470-5720-4ed6-84e4-a78bb389e9a5 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:04.211619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:04.240848 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.241982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:04.244767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:04.265840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.267692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event updated for resources: {'Port': ['ID=9d5c960c-f2e2-46e4-8dde-875b6d3e9335,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:04.295845 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ff12bfe-5bc3-44fb-83bd-b898b138fda8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.303725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d43bdbff-8666-4d62-88fd-21bff0bd9a47 req-995f8b64-3a26-4fb6-ac29-8d1508fc75f5 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914939 Nov 22 16:15:04.333505 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5024d065-1a0e-4b9b-aef9-f7f4115249d1 req-5f24716d-f939-4707-8173-5c72efd70c34 service neutron] 10.222.0.71 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275651 Nov 22 16:15:04.357371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037774e-8dab-448c-bd70-cb9da49b209d req-35bbdc41-63c1-4cc9-9e67-e4de58d18c9d tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.358750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3037774e-8dab-448c-bd70-cb9da49b209d req-35bbdc41-63c1-4cc9-9e67-e4de58d18c9d tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.11 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 946 time: 0.3345997 Nov 22 16:15:04.368431 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9402576-e329-4a39-a2a6-efb28f1c66f5 x-openstack-request-id: req-c9402576-e329-4a39-a2a6-efb28f1c66f5 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:04.368969 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f80af-d449-4b8a-a816-fef70bf4d98c", "name": "network-vif-plugged", "status": "completed", "tag": "281ba99b-7428-4415-8c78-e55d322ff150", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:04.368969 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c9402576-e329-4a39-a2a6-efb28f1c66f5 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:04.369342 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f80af-d449-4b8a-a816-fef70bf4d98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281ba99b-7428-4415-8c78-e55d322ff150', 'code': 200} Nov 22 16:15:04.378293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.379465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.381237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] 10.222.0.71 "PUT /v2.0/ports/4ac5dcf0-3ff8-4178-99bb-909376b34de1 HTTP/1.1" status: 200 len: 1091 time: 3.7899048 Nov 22 16:15:04.389102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:04.392092 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ecde64-0325-4178-b9d9-58a465225df7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:04.456355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.457644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.468170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ff12bfe-5bc3-44fb-83bd-b898b138fda8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.473836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ff12bfe-5bc3-44fb-83bd-b898b138fda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.522008 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1ff12bfe-5bc3-44fb-83bd-b898b138fda8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3a76bf9377c44b6a0ef38e85c565229&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3661988 Nov 22 16:15:04.522008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff12bfe-5bc3-44fb-83bd-b898b138fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fc9322-873f-4bf0-961d-e0ccbccddc7d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:04.525349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51116) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:04.592418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-605a6a44-76c6-4cea-9d1d-9cadf121e984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.599844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-42392289-1da3-4bd9-b9a4-f4a4550fc373 None None] Provisioning complete for port 9d5c960c-f2e2-46e4-8dde-875b6d3e9335 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:04.600252 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42392289-1da3-4bd9-b9a4-f4a4550fc373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.618408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-605a6a44-76c6-4cea-9d1d-9cadf121e984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.639008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ee61ecd1-9c49-40ac-a895-8cbd2031977e tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.3565326 Nov 22 16:15:04.642814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51120) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:04.648274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093ba23-4f18-4784-a42c-ea4593e35877 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:04.648843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-42392289-1da3-4bd9-b9a4-f4a4550fc373 None None] Port 9d5c960c-f2e2-46e4-8dde-875b6d3e9335 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:04.667134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0855d-d492-43f1-961f-3c041abf7513 req-b510a1e8-8a03-42b2-93da-cf924fdbd50b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.668718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05a0855d-d492-43f1-961f-3c041abf7513 req-b510a1e8-8a03-42b2-93da-cf924fdbd50b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.4654016 Nov 22 16:15:04.704582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85852c-b9fe-4488-a60d-71ecae72ee35 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.711240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85852c-b9fe-4488-a60d-71ecae72ee35 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.717165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85852c-b9fe-4488-a60d-71ecae72ee35 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.718844 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4c85852c-b9fe-4488-a60d-71ecae72ee35 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0748818 Nov 22 16:15:04.724333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51122) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:04.736552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-605a6a44-76c6-4cea-9d1d-9cadf121e984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.739139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-605a6a44-76c6-4cea-9d1d-9cadf121e984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.740325 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-605a6a44-76c6-4cea-9d1d-9cadf121e984 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49fc9322-873f-4bf0-961d-e0ccbccddc7d HTTP/1.1" status: 204 len: 168 time: 0.2139199 Nov 22 16:15:04.771969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a6a44-76c6-4cea-9d1d-9cadf121e984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fc9322-873f-4bf0-961d-e0ccbccddc7d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:04.816179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b2f7a-628b-46ce-ab87-097fa0945356 req-cdba3cbb-a62c-4d82-bf08-bba67d9b7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.817771 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b6b2f7a-628b-46ce-ab87-097fa0945356 req-cdba3cbb-a62c-4d82-bf08-bba67d9b7dec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 1097 time: 0.3496029 Nov 22 16:15:04.828235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1fb92-ed5c-42d2-b1c7-9324e3d41119 req-c8fdf2d9-3281-4bb5-93c5-3a74cccefae5 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.836639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ec1fb92-ed5c-42d2-b1c7-9324e3d41119 req-c8fdf2d9-3281-4bb5-93c5-3a74cccefae5 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 946 time: 0.3759034 Nov 22 16:15:04.841812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618e653-fcca-47f0-b496-4eca8d967cef req-d525453e-3de1-475f-8f7a-f41314454036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.844427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-d525453e-3de1-475f-8f7a-f41314454036 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 1094 time: 0.3826997 Nov 22 16:15:04.852438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-00eea900-0022-403a-8d2f-091c503b1642 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Deleting port 9d5c960c-f2e2-46e4-8dde-875b6d3e9335 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:04.852880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00eea900-0022-403a-8d2f-091c503b1642 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.998528 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00eea900-0022-403a-8d2f-091c503b1642 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.027602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-00eea900-0022-403a-8d2f-091c503b1642 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Calling delete_port for 9d5c960c-f2e2-46e4-8dde-875b6d3e9335 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:05.185968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 9fbb5afa-a97c-4f0d-a043-c69804023a97 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:05.290853 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00eea900-0022-403a-8d2f-091c503b1642 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.334428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eea900-0022-403a-8d2f-091c503b1642 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event deleted for resources: {'Port': ['ID=9d5c960c-f2e2-46e4-8dde-875b6d3e9335,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:05.343107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 9fbb5afa-a97c-4f0d-a043-c69804023a97, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9fbb5afa-a97c-4f0d-a043-c69804023a97,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:05.387115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '9fbb5afa-a97c-4f0d-a043-c69804023a97', 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'port_id': '9fbb5afa-a97c-4f0d-a043-c69804023a97', 'mac_address': 'fa:16:3e:1f:fa:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258156b7-9086-474a-a94b-728ec3c69c3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:05.424403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05a0855d-d492-43f1-961f-3c041abf7513 req-243571c6-66c0-46ed-8a79-0ddf83b3bb95 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7374299 Nov 22 16:15:05.442375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-499b2025-0bb5-4bb5-98f8-8304a4ba1f08 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1 HTTP/1.1" status: 200 len: 217 time: 0.5490048 Nov 22 16:15:05.465525 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.475790 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00eea900-0022-403a-8d2f-091c503b1642 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.486060 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00eea900-0022-403a-8d2f-091c503b1642 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "DELETE /v2.0/ports/9d5c960c-f2e2-46e4-8dde-875b6d3e9335 HTTP/1.1" status: 204 len: 168 time: 0.7599335 Nov 22 16:15:05.486945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51144) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:05.494139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Request body: {'port': {'name': 'tempest-new-port-name-14368266', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:05.494663 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.api.validators [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] bootfile-name is not in valid_values {{(pid=103410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:15:05.495353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.api.validators [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] tftp-server is not in valid_values {{(pid=103410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:15:05.495759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.api.validators [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] server-ip-address is not in valid_values {{(pid=103410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:15:05.503543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbb5afa-a97c-4f0d-a043-c69804023a97 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:05.546137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618e653-fcca-47f0-b496-4eca8d967cef req-9e2bd03d-8c3e-45b2-adfe-ddb0a67f23c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:05.547683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-9e2bd03d-8c3e-45b2-adfe-ddb0a67f23c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 200 len: 854 time: 0.1015821 Nov 22 16:15:05.560451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 9fbb5afa-a97c-4f0d-a043-c69804023a97, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9fbb5afa-a97c-4f0d-a043-c69804023a97,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:05.568549 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.584676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.611788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ec1fb92-ed5c-42d2-b1c7-9324e3d41119 req-bb6a7f34-9646-4c83-8940-6f5542947a15 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7738657 Nov 22 16:15:05.633949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=9fbb5afa-a97c-4f0d-a043-c69804023a97,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:05.755294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-7777a86e-1be1-4012-bfa5-a2a33e76719a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594567 Nov 22 16:15:05.783617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:05.799878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Deleting port a76e6efe-8f04-41f6-b28e-4ebb36e704fb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:05.800136 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.832197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['9fbb5afa-a97c-4f0d-a043-c69804023a97'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:05.914854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b6b2f7a-628b-46ce-ab87-097fa0945356 req-c2b0841b-c8f2-4249-9ebc-0a4202219611 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0531886 Nov 22 16:15:05.977565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:05.986047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.005272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09968ee3-2a3a-4dea-9854-64f413018637 req-d7e70e68-fb76-42c4-89c3-aff7466e843d tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:06.013059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09968ee3-2a3a-4dea-9854-64f413018637 req-d7e70e68-fb76-42c4-89c3-aff7466e843d tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 945 time: 0.4625585 Nov 22 16:15:06.037504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-37a2766a-4129-43f6-ab64-8d7bafcc853d tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] Request body: {'port': {'network_id': 'a7717dc4-df29-497d-abb8-1276b69a91ea', 'name': 'tempest-NetworksNegativeTestJSON-780100201'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:06.126192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6529e-be5a-4896-860d-325533eb3032 req-ee00b350-7541-4486-a879-69516651b63b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:06.135040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4a6529e-be5a-4896-860d-325533eb3032 req-ee00b350-7541-4486-a879-69516651b63b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.3719680 Nov 22 16:15:06.137236 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a2766a-4129-43f6-ab64-8d7bafcc853d tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] POST failed (client error): The resource could not be found. Nov 22 16:15:06.137873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a2766a-4129-43f6-ab64-8d7bafcc853d tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:06.139184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-37a2766a-4129-43f6-ab64-8d7bafcc853d tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3355765 Nov 22 16:15:06.148187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51154) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.167173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event updated for resources: {'Port': ['ID=69c2296a-012b-484a-bf57-960f6168c2f6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:06.195465 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8312b54d-aacb-442a-9ca1-d5571eca172e tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] DELETE failed (client error): The resource could not be found. Nov 22 16:15:06.196249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8312b54d-aacb-442a-9ca1-d5571eca172e tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:06.205142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] For port a76e6efe-8f04-41f6-b28e-4ebb36e704fb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:06.205142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.205629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8312b54d-aacb-442a-9ca1-d5571eca172e tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "DELETE /v2.0/networks/f59eabdd-5290-420e-a8e7-eb3f7958d5fc HTTP/1.1" status: 404 len: 339 time: 0.0503366 Nov 22 16:15:06.205629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] In _notify_port_updated(), no bound segment for port 69c2296a-012b-484a-bf57-960f6168c2f6 on network 5e262470-5720-4ed6-84e4-a78bb389e9a5 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:15:06.209287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-05e543ab-37c1-4498-8a94-e9581225ac71 service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375906 Nov 22 16:15:06.211274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:06.212055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.213835 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aaaac4ad-0369-474e-b82f-5ba87518323f tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "PUT /v2.0/ports/69c2296a-012b-484a-bf57-960f6168c2f6 HTTP/1.1" status: 200 len: 1134 time: 0.7255077 Nov 22 16:15:06.214673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51156) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.217588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.287109 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ca0702-22a7-4fd6-aaa1-5ad96c0cb698 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] DELETE failed (client error): The resource could not be found. Nov 22 16:15:06.288064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ca0702-22a7-4fd6-aaa1-5ad96c0cb698 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:06.296613 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90ca0702-22a7-4fd6-aaa1-5ad96c0cb698 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "DELETE /v2.0/ports/a923f5c9-e950-4d74-93cb-c681da3a95ca HTTP/1.1" status: 404 len: 333 time: 0.0768287 Nov 22 16:15:06.299079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51160) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.333621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f9d1bb-f5d9-4963-9741-745d580f516c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:06.352279 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.358458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf24931-43e6-4e59-b891-7c452f8660a1 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:06.360582 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ecf24931-43e6-4e59-b891-7c452f8660a1 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "GET /v2.0/ports/69c2296a-012b-484a-bf57-960f6168c2f6 HTTP/1.1" status: 200 len: 1134 time: 0.1417174 Nov 22 16:15:06.362205 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba9790e-a37a-48e6-b51d-40e08a7db378 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] DELETE failed (client error): The resource could not be found. Nov 22 16:15:06.362205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba9790e-a37a-48e6-b51d-40e08a7db378 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:06.363788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09968ee3-2a3a-4dea-9854-64f413018637 req-e7d6c8e0-9c04-4e3c-a445-f7e036887330 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487451 Nov 22 16:15:06.368204 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8ba9790e-a37a-48e6-b51d-40e08a7db378 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "DELETE /v2.0/subnets/e74bc086-7ddb-49a8-afb5-82c6d9dd56d8 HTTP/1.1" status: 404 len: 337 time: 0.0678282 Nov 22 16:15:06.369036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51162) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.372421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51164) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.405414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4a6529e-be5a-4896-860d-325533eb3032 req-16d433a1-acc8-4d89-8fcb-89c14bdcd90f tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693698 Nov 22 16:15:06.409689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-81fe447b-078b-4ade-b253-f96a65a525ab None None] Provisioning complete for port 69c2296a-012b-484a-bf57-960f6168c2f6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:06.412483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Transition to ACTIVE for port object c0f9d1bb-f5d9-4963-9741-745d580f516c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:06.414218 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81fe447b-078b-4ade-b253-f96a65a525ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.463051 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01566b6-985e-493b-aa0d-73ddaed1c380 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] GET failed (client error): The resource could not be found. Nov 22 16:15:06.465145 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c01566b6-985e-493b-aa0d-73ddaed1c380 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "GET /v2.0/networks/ec7faa59-c2f5-497d-acc8-57eb9cfed361 HTTP/1.1" status: 404 len: 339 time: 0.0914664 Nov 22 16:15:06.472061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51168) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.475182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.478055 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a7dfee-5be6-42d4-b87a-38fb34b2af10 x-openstack-request-id: req-98a7dfee-5be6-42d4-b87a-38fb34b2af10 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:06.478372 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:06.478606 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98a7dfee-5be6-42d4-b87a-38fb34b2af10 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:06.479009 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'status': 'completed', 'code': 200} Nov 22 16:15:06.487877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-81fe447b-078b-4ade-b253-f96a65a525ab None None] Port 69c2296a-012b-484a-bf57-960f6168c2f6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:06.555473 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f5399a-6586-4768-a855-dd58ba7af03c tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] GET failed (client error): The resource could not be found. Nov 22 16:15:06.560968 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c8f5399a-6586-4768-a855-dd58ba7af03c tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "GET /v2.0/ports/a47ccdde-62ad-4f23-96b2-87f61b2a8426 HTTP/1.1" status: 404 len: 333 time: 0.0835114 Nov 22 16:15:06.561865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51170) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.568927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9618e653-fcca-47f0-b496-4eca8d967cef req-f90f5a4d-f26b-44b3-b81d-f3a35a599dff service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482962 Nov 22 16:15:06.616904 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d337672f-b390-42bd-9ba2-be5378ea254e tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] GET failed (client error): The resource could not be found. Nov 22 16:15:06.618756 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d337672f-b390-42bd-9ba2-be5378ea254e tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "GET /v2.0/subnets/73c85f29-72d9-414f-8196-e93b75cabf3e HTTP/1.1" status: 404 len: 337 time: 0.0559590 Nov 22 16:15:06.622852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51172) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.633253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1208e2ad-92f0-4041-a686-3e4c83ad7bc0 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:06.662951 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1208e2ad-92f0-4041-a686-3e4c83ad7bc0 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] PUT failed (client error): The resource could not be found. Nov 22 16:15:06.663672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1208e2ad-92f0-4041-a686-3e4c83ad7bc0 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:06.665328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1208e2ad-92f0-4041-a686-3e4c83ad7bc0 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "PUT /v2.0/networks/62834ba8-622d-4e01-881f-c8110e5c494b HTTP/1.1" status: 404 len: 339 time: 0.0411575 Nov 22 16:15:06.672792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f9d1bb-f5d9-4963-9741-745d580f516c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:06.673049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51176) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.681838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ba56e283-39d9-450f-a912-bba9e1adc615 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:06.715115 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba56e283-39d9-450f-a912-bba9e1adc615 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] PUT failed (client error): The resource could not be found. Nov 22 16:15:06.715921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba56e283-39d9-450f-a912-bba9e1adc615 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:06.717547 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ba56e283-39d9-450f-a912-bba9e1adc615 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "PUT /v2.0/ports/1cfb518e-21a6-41d3-823e-c7cf7e88f4f2 HTTP/1.1" status: 404 len: 333 time: 0.0432117 Nov 22 16:15:06.721334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51178) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:06.728895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2844188f-7ec8-41df-b506-ef47949a4cb9 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:06.737818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.738403 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.738543 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Floating IP 540381b2-1ccc-4a2c-9e4b-f4b34bf1d417 disassociated. External IP: 172.25.5.3, port: a76e6efe-8f04-41f6-b28e-4ebb36e704fb. Nov 22 16:15:06.738871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Calling delete_port for a76e6efe-8f04-41f6-b28e-4ebb36e704fb owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:06.772408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7b181649-77f0-4503-8ec9-57e0152b87ca tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Deleting port 69c2296a-012b-484a-bf57-960f6168c2f6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:06.772986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b181649-77f0-4503-8ec9-57e0152b87ca tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.777581 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2844188f-7ec8-41df-b506-ef47949a4cb9 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] PUT failed (client error): The resource could not be found. Nov 22 16:15:06.778783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2844188f-7ec8-41df-b506-ef47949a4cb9 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:06.780522 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2844188f-7ec8-41df-b506-ef47949a4cb9 tempest-NetworksNegativeTestJSON-1013322455 tempest-NetworksNegativeTestJSON-1013322455-project] 10.222.0.69 "PUT /v2.0/subnets/d421f149-51cc-4349-9bd7-76b5956eb98a HTTP/1.1" status: 404 len: 337 time: 0.0577486 Nov 22 16:15:06.800302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb7edb-1d78-4881-a922-da6f6856763f req-b889fa2a-306c-445f-b9e8-21138d450674 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:06.802029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbbb7edb-1d78-4881-a922-da6f6856763f req-b889fa2a-306c-445f-b9e8-21138d450674 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.2599409 Nov 22 16:15:06.821946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820adfe6-d4c0-4df7-9914-889e353245d7 req-e191acfa-69df-4080-b2f0-e83e3a9a19ca tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:06.823478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-820adfe6-d4c0-4df7-9914-889e353245d7 req-e191acfa-69df-4080-b2f0-e83e3a9a19ca tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 946 time: 0.2689824 Nov 22 16:15:06.829608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-3ec0833a-1566-4453-a69c-f16474f35887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:06.831122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-3ec0833a-1566-4453-a69c-f16474f35887 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 1094 time: 0.1896067 Nov 22 16:15:06.927077 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b181649-77f0-4503-8ec9-57e0152b87ca tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:06.957962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7b181649-77f0-4503-8ec9-57e0152b87ca tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Calling delete_port for 69c2296a-012b-484a-bf57-960f6168c2f6 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:06.973346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Attempting to bind port c0f9d1bb-f5d9-4963-9741-745d580f516c on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:06.973752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Attempting to bind port c0f9d1bb-f5d9-4963-9741-745d580f516c by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:06.973957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Attempting to bind port c0f9d1bb-f5d9-4963-9741-745d580f516c on network c053dd05-b214-421a-8238-7d199140d06b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:07.014959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Port c0f9d1bb-f5d9-4963-9741-745d580f516c on network c053dd05-b214-421a-8238-7d199140d06b not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:07.015277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Attempting to bind port c0f9d1bb-f5d9-4963-9741-745d580f516c on network c053dd05-b214-421a-8238-7d199140d06b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:07.056021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbbb7edb-1d78-4881-a922-da6f6856763f req-018fda54-5672-4006-bce0-c00e3815d9db tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452173 Nov 22 16:15:07.057152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:07.057674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Checking segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:07.058253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Bound using segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:07.058875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Bound port: c0f9d1bb-f5d9-4963-9741-745d580f516c, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:07.059426 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.105004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-820adfe6-d4c0-4df7-9914-889e353245d7 req-b4e783b1-cbc1-4c23-854d-6b7e1593ffc2 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups?id=d0567d14-a08d-44cb-9314-80bd092aa400&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2366121 Nov 22 16:15:07.128031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a76e6efe-8f04-41f6-b28e-4ebb36e704fb no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:07.190104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 9fbb5afa-a97c-4f0d-a043-c69804023a97 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:07.196257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] For port c0f9d1bb-f5d9-4963-9741-745d580f516c, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:07.200320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] For port c0f9d1bb-f5d9-4963-9741-745d580f516c, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0f9d1bb-f5d9-4963-9741-745d580f516c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:07.202224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-f9734c61-ce8f-4458-9a15-e8f0a8c703cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:07.206138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-f9734c61-ce8f-4458-9a15-e8f0a8c703cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 915 time: 0.3396814 Nov 22 16:15:07.296415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.309080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 9fbb5afa-a97c-4f0d-a043-c69804023a97 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:07.310748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b181649-77f0-4503-8ec9-57e0152b87ca tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.316843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 9fbb5afa-a97c-4f0d-a043-c69804023a97 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:07.317324 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.364050 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.379469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:07.380695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.410847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b181649-77f0-4503-8ec9-57e0152b87ca tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event deleted for resources: {'Port': ['ID=69c2296a-012b-484a-bf57-960f6168c2f6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:07.458184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-b695237b-4f32-4749-b964-58f77bf5ecfb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1 HTTP/1.1" status: 200 len: 217 time: 0.1799753 Nov 22 16:15:07.473815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.560221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-9cbf06a7-0ad4-4f28-84a3-48eaf261612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:07.561976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-9cbf06a7-0ad4-4f28-84a3-48eaf261612f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 200 len: 854 time: 0.0770810 Nov 22 16:15:07.573925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 9fbb5afa-a97c-4f0d-a043-c69804023a97, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9fbb5afa-a97c-4f0d-a043-c69804023a97,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:07.581553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130ed789-7790-4e2e-bd4b-032e36a1a546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbb5afa-a97c-4f0d-a043-c69804023a97'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:07.599092 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b0cccd-b765-4cce-a4e1-0fa14032cdf0" -d '{"events": [{"server_uuid": "130ed789-7790-4e2e-bd4b-032e36a1a546", "name": "network-vif-plugged", "status": "completed", "tag": "9fbb5afa-a97c-4f0d-a043-c69804023a97"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:07.614272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.685972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b181649-77f0-4503-8ec9-57e0152b87ca tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.695318 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7b181649-77f0-4503-8ec9-57e0152b87ca tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "DELETE /v2.0/ports/69c2296a-012b-484a-bf57-960f6168c2f6 HTTP/1.1" status: 204 len: 168 time: 1.3250301 Nov 22 16:15:07.698419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51210) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:07.771201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=9fbb5afa-a97c-4f0d-a043-c69804023a97,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:07.771888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-ea7387e1-a125-406f-a3be-836c53920762 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920578 Nov 22 16:15:07.772618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f9d1bb-f5d9-4963-9741-745d580f516c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:07.819551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a4d9b7-9808-4444-bc31-d5b104db6da6 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Deleting subnet a7261978-9252-4ec8-bc6f-bcfdc223af79 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:15:07.823855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d9b7-9808-4444-bc31-d5b104db6da6 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.854654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:07.855280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.856684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-d48b65c2-6a60-4ca0-811d-e10276c27949 service neutron] 10.222.0.11 "PUT /v2.0/ports/c0f9d1bb-f5d9-4963-9741-745d580f516c HTTP/1.1" status: 200 len: 1091 time: 3.9149077 Nov 22 16:15:07.857523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event deleted for resources: {'Port': ['ID=a76e6efe-8f04-41f6-b28e-4ebb36e704fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:07.875098 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d9b7-9808-4444-bc31-d5b104db6da6 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.987705 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8bdb-22fd-4fb4-9c37-a8fdb99630d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.055780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d9b7-9808-4444-bc31-d5b104db6da6 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.140701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d9b7-9808-4444-bc31-d5b104db6da6 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.163124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9d11d-a23c-4b0f-a2a7-62fb37029ccf req-fb39125a-e01e-4683-9ac3-f2a2e435855e tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:08.164748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86f9d11d-a23c-4b0f-a2a7-62fb37029ccf req-fb39125a-e01e-4683-9ac3-f2a2e435855e tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 946 time: 0.3050365 Nov 22 16:15:08.171074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4d9b7-9808-4444-bc31-d5b104db6da6 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event deleted for resources: {'Subnet': ['ID=a7261978-9252-4ec8-bc6f-bcfdc223af79,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:08.180266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3a4d9b7-9808-4444-bc31-d5b104db6da6 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.183959 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a3a4d9b7-9808-4444-bc31-d5b104db6da6 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "DELETE /v2.0/subnets/a7261978-9252-4ec8-bc6f-bcfdc223af79 HTTP/1.1" status: 204 len: 168 time: 0.4835939 Nov 22 16:15:08.186083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51222) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:08.190164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039b61d3-b3e4-49cc-a34e-1b76c8e19dfd None None] Network 5e262470-5720-4ed6-84e4-a78bb389e9a5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:08.218808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-8dbac4be-4058-4381-a55e-b32121e46e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:08.220826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-8dbac4be-4058-4381-a55e-b32121e46e05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 1094 time: 0.2536268 Nov 22 16:15:08.232200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c420c5-112e-46d5-82cf-1f9b4adceeba req-2b0c71ec-78c1-4061-91cb-c84dcd86e35a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:08.233829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60c420c5-112e-46d5-82cf-1f9b4adceeba req-2b0c71ec-78c1-4061-91cb-c84dcd86e35a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 946 time: 0.3712099 Nov 22 16:15:08.247998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-5ce0edb4-d845-4b33-b2eb-42c214b79736 service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162197 Nov 22 16:15:08.271122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Router 71060575-1069-4dfd-bb67-2739daa3865e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:15:08.277058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.334781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-b9e420d3-322d-4a70-b355-dd4eb3a96927 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f9d1bb-f5d9-4963-9741-745d580f516c HTTP/1.1" status: 200 len: 217 time: 0.0975599 Nov 22 16:15:08.350451 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Deleting port 69ac2542-2be0-4382-bb8b-c8c2126f73cb {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:08.351784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.434745 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:15:08.464210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] For port 69ac2542-2be0-4382-bb8b-c8c2126f73cb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=69ac2542-2be0-4382-bb8b-c8c2126f73cb,segment=NetworkSegment(44dcb92b-9a4f-4caa-930e-bc34fe060d73),segment_id=44dcb92b-9a4f-4caa-930e-bc34fe060d73)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:08.464602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.480708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f328243b-1e88-4585-bb7f-1e33681c3783', 'tag': 'c0f9d1bb-f5d9-4963-9741-745d580f516c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:08.483171 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c792b402-d7b9-4c17-8d9a-ea447d9232fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f328243b-1e88-4585-bb7f-1e33681c3783", "tag": "c0f9d1bb-f5d9-4963-9741-745d580f516c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:08.497135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Calling delete_port for 69ac2542-2be0-4382-bb8b-c8c2126f73cb owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:08.503269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86f9d11d-a23c-4b0f-a2a7-62fb37029ccf req-3d788837-965c-4d2a-abe8-f083edd7de9d tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220069 Nov 22 16:15:08.563953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60c420c5-112e-46d5-82cf-1f9b4adceeba req-de458cd6-d9f8-4028-9adb-12ed428cdb72 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110731 Nov 22 16:15:08.597471 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3224654-d727-43d4-80df-340d0d80c808 x-openstack-request-id: req-d3224654-d727-43d4-80df-340d0d80c808 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:08.597961 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130ed789-7790-4e2e-bd4b-032e36a1a546", "name": "network-vif-plugged", "status": "completed", "tag": "9fbb5afa-a97c-4f0d-a043-c69804023a97", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:08.598120 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3224654-d727-43d4-80df-340d0d80c808 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:08.598701 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130ed789-7790-4e2e-bd4b-032e36a1a546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbb5afa-a97c-4f0d-a043-c69804023a97', 'code': 200} Nov 22 16:15:08.635242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f37758f5-4a1e-4f1b-96f1-17c8361f74ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:08.637090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-f37758f5-4a1e-4f1b-96f1-17c8361f74ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 200 len: 853 time: 0.2498260 Nov 22 16:15:08.647966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.655820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05eccb-96ce-421d-92f3-94c251ae3f7e None None] DHCP port deletion for 5e262470-5720-4ed6-84e4-a78bb389e9a5 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:15:08.656889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8bdb-22fd-4fb4-9c37-a8fdb99630d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.693550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event deleted for resources: {'Port': ['ID=69ac2542-2be0-4382-bb8b-c8c2126f73cb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:08.695739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] No DVR routers for this DVR port 69ac2542-2be0-4382-bb8b-c8c2126f73cb on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:08.734791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bcc8bdb-22fd-4fb4-9c37-a8fdb99630d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.746526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-7f0dc194-dc4d-4bde-8391-92d8199b0ae1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c053dd05-b214-421a-8238-7d199140d06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874927 Nov 22 16:15:08.748441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7ecde64-0325-4178-b9d9-58a465225df7 req-5041a9e5-d335-4a6d-bf63-e6a259064d8a service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876781 Nov 22 16:15:08.812509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.824459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102b554-a4ad-4d64-a694-1d1e6dd9af37 req-112b2996-809a-4648-8b8a-5eee455bf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:08.825971 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2102b554-a4ad-4d64-a694-1d1e6dd9af37 req-112b2996-809a-4648-8b8a-5eee455bf99e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 1097 time: 0.1256402 Nov 22 16:15:08.857555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e262470-5720-4ed6-84e4-a78bb389e9a5']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:08.877709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44dcb92b-9a4f-4caa-930e-bc34fe060d73') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:08.878011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44dcb92b-9a4f-4caa-930e-bc34fe060d73') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:08.896047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.912357 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2102b554-a4ad-4d64-a694-1d1e6dd9af37 req-3d7a3387-7a1a-4e44-b1b9-5208fd259f53 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772979 Nov 22 16:15:08.916633 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.923575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:15:08.924300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:15:08.929588 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:15:09.014652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.025124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.029196 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] 10.222.0.69 "DELETE /v2.0/networks/5e262470-5720-4ed6-84e4-a78bb389e9a5 HTTP/1.1" status: 204 len: 168 time: 0.8419344 Nov 22 16:15:09.046621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db9198-be0b-4489-b1d2-813e098b2a62 tempest-ExtraDHCPOptionsTestJSON-1601595833 tempest-ExtraDHCPOptionsTestJSON-1601595833-project] Pushing event deleted for resources: {'Network': ['ID=5e262470-5720-4ed6-84e4-a78bb389e9a5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:09.205643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2363f611-468f-4418-9281-ecf3718e1aad details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:09.295289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8bcc8bdb-22fd-4fb4-9c37-a8fdb99630d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89b4ebe9f3814a41bc3cdfe69cbd2590&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9089475 Nov 22 16:15:09.296176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51232) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:09.303433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc8bdb-22fd-4fb4-9c37-a8fdb99630d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0233cb-ef5f-4382-b0d5-df6df2511f8f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:09.306974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51234) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:09.346831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:09.367619 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] Sync routers for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:09.378736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f79e4d-4f16-44f6-af81-b830d35363d6 req-005ba535-6feb-4c78-899d-d64da93955ae tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:09.381343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83f79e4d-4f16-44f6-af81-b830d35363d6 req-005ba535-6feb-4c78-899d-d64da93955ae tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.6714258 Nov 22 16:15:09.390397 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:09.391037 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:09.405542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3aba066d-329c-4fc2-845c-b511ba1bf1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.442354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:09.447469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a74a8-a9e3-4086-b75f-265631f70d92 req-3e754362-a944-49c4-8bcf-54b6bf470082 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:09.449570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3aba066d-329c-4fc2-845c-b511ba1bf1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.457954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '2363f611-468f-4418-9281-ecf3718e1aad', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'port_id': '2363f611-468f-4418-9281-ecf3718e1aad', 'mac_address': 'fa:16:3e:56:0b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:09.462698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e76a74a8-a9e3-4086-b75f-265631f70d92 req-3e754362-a944-49c4-8bcf-54b6bf470082 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.7539940 Nov 22 16:15:09.512244 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.530017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2363f611-468f-4418-9281-ecf3718e1aad {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:09.553172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] No DVR routers for this DVR port a76e6efe-8f04-41f6-b28e-4ebb36e704fb on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:09.564025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-a74f9a75-df07-4451-8786-aa02179aa7ea service neutron] 10.222.0.11 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7888322 Nov 22 16:15:09.565928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.569609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:09.572845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3037774e-8dab-448c-bd70-cb9da49b209d req-a725187b-0d10-401d-b86e-e63b769ed5c3 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.11 "DELETE /v2.0/ports/a76e6efe-8f04-41f6-b28e-4ebb36e704fb HTTP/1.1" status: 204 len: 173 time: 5.1899989 Nov 22 16:15:09.576168 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e05ff4af-98ea-43ab-b676-dcd045b33f88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9643bd9de61e48aebcaed2d2e211f69e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673702 Nov 22 16:15:09.578942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51238) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:09.591167 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.593012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:09.603382 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:09.617024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3aba066d-329c-4fc2-845c-b511ba1bf1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.622271 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3aba066d-329c-4fc2-845c-b511ba1bf1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.624293 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3aba066d-329c-4fc2-845c-b511ba1bf1b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c0233cb-ef5f-4382-b0d5-df6df2511f8f HTTP/1.1" status: 204 len: 168 time: 0.3269732 Nov 22 16:15:09.660334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba066d-329c-4fc2-845c-b511ba1bf1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0233cb-ef5f-4382-b0d5-df6df2511f8f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:09.719114 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3d139f6-6400-414c-bb6b-0712de3aebaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.779485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e76a74a8-a9e3-4086-b75f-265631f70d92 req-4c282885-bf9b-41bb-88b2-ae812a609d6a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150258 Nov 22 16:15:09.793041 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3d139f6-6400-414c-bb6b-0712de3aebaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.819386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83f79e4d-4f16-44f6-af81-b830d35363d6 req-215cdc59-c6d4-449a-aebb-7291af5bc6cb tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163964 Nov 22 16:15:09.890700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3d139f6-6400-414c-bb6b-0712de3aebaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.895715 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:15:09.897282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3d139f6-6400-414c-bb6b-0712de3aebaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.913889 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c3d139f6-6400-414c-bb6b-0712de3aebaf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1588a63a-3fbb-4d92-9c74-7354b81d0ae7 HTTP/1.1" status: 204 len: 168 time: 0.3326547 Nov 22 16:15:09.963696 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b6f8c21-0667-4460-8cff-14dc2604a969 req-abde6537-1843-40e9-a41e-aa884a4ea374 service neutron] 10.222.0.11 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721874 Nov 22 16:15:09.978990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d139f6-6400-414c-bb6b-0712de3aebaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1588a63a-3fbb-4d92-9c74-7354b81d0ae7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:10.111849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:10.150476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbf953-959b-4336-9990-59188103dbf0 req-09cb2be8-9f40-4d5c-acd7-2af2fa104688 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:10.165504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57cbf953-959b-4336-9990-59188103dbf0 req-09cb2be8-9f40-4d5c-acd7-2af2fa104688 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.1670635 Nov 22 16:15:10.227130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:10.265529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8', 'port_id': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'mac_address': 'fa:16:3e:25:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665f7c8a-de2a-4b79-b31e-021a52ff4078', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:10.272224 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:57Z', 'revision_number': 5, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:10.335424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57cbf953-959b-4336-9990-59188103dbf0 req-f07cb4dd-6764-428f-8539-857e2325a2ce tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676559 Nov 22 16:15:10.350436 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] Checking router: 71060575-1069-4dfd-bb67-2739daa3865e for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:15:10.404435 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:10.405490 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:10.416525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5bead08-7167-44d3-95d5-29a8b09cc00e req-4c51977c-ceec-463a-8795-1788eccfd94b tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae75c4a-bc2b-4e71-840e-4afc31f9f068 HTTP/1.1" status: 200 len: 210 time: 0.1291721 Nov 22 16:15:10.467176 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133826e9-2394-46ae-846f-6dff5da4e127 x-openstack-request-id: req-133826e9-2394-46ae-846f-6dff5da4e127 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:10.467823 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f328243b-1e88-4585-bb7f-1e33681c3783", "tag": "c0f9d1bb-f5d9-4963-9741-745d580f516c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:10.468580 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-133826e9-2394-46ae-846f-6dff5da4e127 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:10.470003 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f328243b-1e88-4585-bb7f-1e33681c3783', 'tag': 'c0f9d1bb-f5d9-4963-9741-745d580f516c', 'status': 'completed', 'code': 200} Nov 22 16:15:10.517451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:10.582954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac5dcf0-3ff8-4178-99bb-909376b34de1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:10.702979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:10.725356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 69ac2542-2be0-4382-bb8b-c8c2126f73cb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:10.814472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-9fb81c96-efb1-47c5-be9c-3e6dd38a6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:10.815086 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:10.818297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-9fb81c96-efb1-47c5-be9c-3e6dd38a6108 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 1094 time: 0.2644627 Nov 22 16:15:10.830850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 69ac2542-2be0-4382-bb8b-c8c2126f73cb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:10.832214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 69ac2542-2be0-4382-bb8b-c8c2126f73cb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:10.888812 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:11.007519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:11.019608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2363f611-468f-4418-9281-ecf3718e1aad'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:11.080754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-1d2cd5e2-e584-41ad-ae4b-2e77a81ae48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:11.082325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-1d2cd5e2-e584-41ad-ae4b-2e77a81ae48c service neutron] 10.222.0.11 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 914 time: 0.2530346 Nov 22 16:15:11.104532 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76677cba-3a37-4e5d-b910-eb338a703ec9 req-df55ac73-9261-41b6-a86f-b2612e7f8297 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:11.117850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76677cba-3a37-4e5d-b910-eb338a703ec9 req-df55ac73-9261-41b6-a86f-b2612e7f8297 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 946 time: 0.4087462 Nov 22 16:15:11.150776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4ac5dcf0-3ff8-4178-99bb-909376b34de1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:11.272933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-08052c5f-9fc4-4aa1-9915-7501f0e7590f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0f9d1bb-f5d9-4963-9741-745d580f516c HTTP/1.1" status: 200 len: 217 time: 0.1474450 Nov 22 16:15:11.482362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a34fd0-ea91-447c-a2e6-016b6fd4ea63 req-920eeb32-1f82-47ba-838b-6b7c0591d52b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:11.496580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6a34fd0-ea91-447c-a2e6-016b6fd4ea63 req-920eeb32-1f82-47ba-838b-6b7c0591d52b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 945 time: 0.3500361 Nov 22 16:15:11.551346 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:57Z', 'revision_number': 5, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:11.573014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76677cba-3a37-4e5d-b910-eb338a703ec9 req-73121340-d900-4398-bdd8-3c36c1ba9fdf tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319096 Nov 22 16:15:11.590657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-a081a906-840a-461c-9167-304560a05eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:11.591512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-a081a906-840a-461c-9167-304560a05eb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 200 len: 853 time: 0.2909591 Nov 22 16:15:11.605789 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51bada-cfc5-4b7e-896d-b25fde06e955 None None] The sync data for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 is: [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:12:52Z', 'revision_number': 4, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'bdb641e0-bcc6-4139-a203-1761fdd0dd58', 'name': '', 'network_id': '759a6640-c933-4f28-bd0e-7be8a066cb6b', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'mac_address': 'fa:16:3e:6f:12:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '452323cb-5206-4288-a345-3f5743d48ad9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:51Z', 'updated_at': '2021-11-22T16:12:57Z', 'revision_number': 5, 'project_id': '6da087ba44b547b181b47e1240460256', 'subnets': [{'id': '452323cb-5206-4288-a345-3f5743d48ad9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:11.669584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-7aa902f0-3f24-4e1c-a9ae-4d54e544bfc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c053dd05-b214-421a-8238-7d199140d06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656188 Nov 22 16:15:11.891742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-c5cddd7d-feb6-49d7-91fb-967f2f71a065 service neutron] 10.222.0.11 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807172 Nov 22 16:15:11.898619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6a34fd0-ea91-447c-a2e6-016b6fd4ea63 req-940d8e90-a2a2-4578-a48a-623952259dac tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008818 Nov 22 16:15:12.038695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51322) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:12.054132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3984-4a3d-444c-9bd5-04b45680214c req-70260e29-60d8-4f11-b6b3-6d72017d44e8 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:12.055767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f27a3984-4a3d-444c-9bd5-04b45680214c req-70260e29-60d8-4f11-b6b3-6d72017d44e8 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1626434 Nov 22 16:15:12.211476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c792b402-d7b9-4c17-8d9a-ea447d9232fb req-1b199f9a-3c88-49c1-a187-5cc7c15afa7c service neutron] 10.222.0.11 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935030 Nov 22 16:15:12.280144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee21f61-b1cc-4e47-8668-2d535d6ccfb4 None None] New status for floating IP 540381b2-1ccc-4a2c-9e4b-f4b34bf1d417: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:15:12.319170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3dbbd-aef3-497a-b1a2-67772a414640 req-61c36d68-0f9d-4c8a-ad21-fa9d769c88ae tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:12.327031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1c3dbbd-aef3-497a-b1a2-67772a414640 req-61c36d68-0f9d-4c8a-ad21-fa9d769c88ae tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 946 time: 0.2525561 Nov 22 16:15:12.351346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f27a3984-4a3d-444c-9bd5-04b45680214c req-9189d9e7-94e9-4614-833d-a68f228f4bc3 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266815 Nov 22 16:15:12.401089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-166051f8-8cb5-4328-831d-6f51f7a411ee tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:12.404377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-166051f8-8cb5-4328-831d-6f51f7a411ee tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 946 time: 0.1689110 Nov 22 16:15:12.446009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51328) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:12.472981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'name': 'network-vif-deleted', 'tag': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:12.475709 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d0b7f9-6e5c-423f-95d5-c75b9e19714e" -d '{"events": [{"server_uuid": "dae75c4a-bc2b-4e71-840e-4afc31f9f068", "name": "network-vif-deleted", "tag": "a76e6efe-8f04-41f6-b28e-4ebb36e704fb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:12.586475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1c3dbbd-aef3-497a-b1a2-67772a414640 req-810e9f73-93ab-4a34-ba85-fdeac59c8dfc tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/security-groups?id=68cc6410-29e7-4a4e-8295-4dc2440908ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584970 Nov 22 16:15:12.595285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1959383322'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:12.608777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2134502029'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:12.622499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3049f-2cf7-4814-856f-79fa79556711 req-c8c888fa-51f5-4eb1-8470-3cd8f75d328a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:12.624126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22b3049f-2cf7-4814-856f-79fa79556711 req-c8c888fa-51f5-4eb1-8470-3cd8f75d328a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 944 time: 0.1448953 Nov 22 16:15:12.660313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Deleting port 281ba99b-7428-4415-8c78-e55d322ff150 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:12.660313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:12.660533 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.api [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:15:12.660533 n-d-811716-3 neutron-server[103410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 16:15:12.660533 n-d-811716-3 neutron-server[103410]: [parameters: {'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'id': 'f33c9b49-fe63-4e26-a539-5eaeb9261c45', 'expiration': datetime.datetime(2021, 11, 22, 16, 17, 12, 635957)}] Nov 22 16:15:12.660533 n-d-811716-3 neutron-server[103410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:15:12.660533 n-d-811716-3 neutron-server[103410]: DEBUG oslo_db.api [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:15:12.671526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:12.680875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:12.699164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:12.832571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22b3049f-2cf7-4814-856f-79fa79556711 req-ffabec0c-05ec-4603-a9a7-d1e02f959da9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834869 Nov 22 16:15:12.920436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:12.929962 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:12.957667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:12.985438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:12.986101 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Added segment eb4eb302-66db-41fa-bd59-3f85fa06b8eb of type vlan for network cd1ac652-d6b0-41bb-8659-6d055713d2f8 Nov 22 16:15:13.000813 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a9b530-903d-4eee-9354-a05372c07fc7 x-openstack-request-id: req-86a9b530-903d-4eee-9354-a05372c07fc7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:13.001801 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae75c4a-bc2b-4e71-840e-4afc31f9f068", "name": "network-vif-deleted", "tag": "a76e6efe-8f04-41f6-b28e-4ebb36e704fb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:13.002462 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86a9b530-903d-4eee-9354-a05372c07fc7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:13.004766 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae75c4a-bc2b-4e71-840e-4afc31f9f068', 'name': 'network-vif-deleted', 'tag': 'a76e6efe-8f04-41f6-b28e-4ebb36e704fb', 'status': 'completed', 'code': 200} Nov 22 16:15:13.031245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] For port 281ba99b-7428-4415-8c78-e55d322ff150, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=281ba99b-7428-4415-8c78-e55d322ff150,segment=NetworkSegment(ddd2b9a9-39ab-448b-b278-0408d61577e4),segment_id=ddd2b9a9-39ab-448b-b278-0408d61577e4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:13.032551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.037889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe7a728-440e-400d-8a5c-09c753c6bd21,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:13.063632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:13.069743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Calling delete_port for 281ba99b-7428-4415-8c78-e55d322ff150 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:13.074712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.120391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f19bd4-6d76-4127-aeff-08578e3b256b req-9c5b0890-6e54-435d-bce7-cb685e09894a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:13.124327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.134314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61f19bd4-6d76-4127-aeff-08578e3b256b req-9c5b0890-6e54-435d-bce7-cb685e09894a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 943 time: 0.2226224 Nov 22 16:15:13.138273 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:13.140345 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.161410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0f9d1bb-f5d9-4963-9741-745d580f516c details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:13.208440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2363f611-468f-4418-9281-ecf3718e1aad up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:13.294912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:13.295474 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8467910 Nov 22 16:15:13.350638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f511b-b5e1-42b8-8b58-35b3661eb82b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Network': ['ID=cd1ac652-d6b0-41bb-8659-6d055713d2f8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:13.351218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'name': 'tempest-PortsTestJSON-1764045132'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:13.359533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:13.368083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.378081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:13.388329 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.478696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0f9d1bb-f5d9-4963-9741-745d580f516c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0f9d1bb-f5d9-4963-9741-745d580f516c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:13.485454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c524d6ba-b19c-4b14-a488-433540edc6e7 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.526982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'c0f9d1bb-f5d9-4963-9741-745d580f516c', 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'port_id': 'c0f9d1bb-f5d9-4963-9741-745d580f516c', 'mac_address': 'fa:16:3e:d0:0e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258156b7-9086-474a-a94b-728ec3c69c3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:13.531974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 2363f611-468f-4418-9281-ecf3718e1aad triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:13.532608 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.554340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.563023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.577736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61f19bd4-6d76-4127-aeff-08578e3b256b req-9601e618-2c41-4114-82c1-0513aa3591ad tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404821 Nov 22 16:15:13.625980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ffb0a-8ac7-4c0f-9535-476085fdca25 req-1c50ccb2-4bcb-44c9-b21d-84bb78af858d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:13.635565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296b04a8-9a93-4495-976a-9630b5652b91,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:13.641353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f5ffb0a-8ac7-4c0f-9535-476085fdca25 req-1c50ccb2-4bcb-44c9-b21d-84bb78af858d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 945 time: 0.4544065 Nov 22 16:15:13.665469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:13.678000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.696578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.697506 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment 2fad4904-35f8-4c42-91f2-27ae21884e49 of type vlan for network 104a4e0f-6459-487d-a91a-7357737e0e8c Nov 22 16:15:13.716164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c524d6ba-b19c-4b14-a488-433540edc6e7 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.739867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f9d1bb-f5d9-4963-9741-745d580f516c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:13.813279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0f9d1bb-f5d9-4963-9741-745d580f516c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0f9d1bb-f5d9-4963-9741-745d580f516c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:13.829101 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.831735 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.875079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.928423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:13.932011 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508eb15f-ccc2-4df1-ac4a-54c715dee30b" -d '{"events": [{"server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "name": "network-vif-plugged", "status": "completed", "tag": "2363f611-468f-4418-9281-ecf3718e1aad"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:13.963354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:13.966262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.984452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:13.986308 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.989737 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:13.991293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:13.995665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:14.001843 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.048560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f5ffb0a-8ac7-4c0f-9535-476085fdca25 req-fbf43862-16bf-4142-a280-43ef4cd7cff4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052553 Nov 22 16:15:14.049701 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0077825 Nov 22 16:15:14.064062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0f9d1bb-f5d9-4963-9741-745d580f516c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:14.072440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51350) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:14.106779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-712758012'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:14.126983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1fb8f-4cd9-4a09-ad6d-32a1f7472f53 req-194e8d1e-8097-4c76-8af2-167d408b0411 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:14.135253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcc1fb8f-4cd9-4a09-ad6d-32a1f7472f53 req-194e8d1e-8097-4c76-8af2-167d408b0411 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.4044545 Nov 22 16:15:14.142536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:14.196527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['c0f9d1bb-f5d9-4963-9741-745d580f516c'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:14.206876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd6a5e-0940-4102-93cb-c62159359dc5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=104a4e0f-6459-487d-a91a-7357737e0e8c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:14.254644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:14.265248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 104a4e0f-6459-487d-a91a-7357737e0e8c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:14.312596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb837add-a0c3-470a-b5d6-db3d695fbf49 req-4e3bf3b1-b97a-45dd-ac13-036e1c5d5cbc tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0f80af-d449-4b8a-a816-fef70bf4d98c HTTP/1.1" status: 200 len: 210 time: 0.0811641 Nov 22 16:15:14.313493 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.377081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Pushing event deleted for resources: {'Port': ['ID=281ba99b-7428-4415-8c78-e55d322ff150,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:14.407638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c524d6ba-b19c-4b14-a488-433540edc6e7 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.411484 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c524d6ba-b19c-4b14-a488-433540edc6e7 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.412965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c524d6ba-b19c-4b14-a488-433540edc6e7 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "DELETE /v2.0/security-groups/d0567d14-a08d-44cb-9314-80bd092aa400 HTTP/1.1" status: 204 len: 168 time: 1.3464069 Nov 22 16:15:14.418155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51352) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:14.440072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcc1fb8f-4cd9-4a09-ad6d-32a1f7472f53 req-6ddfcac6-1860-4bc4-845f-5be4355d65a8 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032923 Nov 22 16:15:14.446119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:14.481618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:14.482717 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.521076 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-f2690077-48d3-4fb0-a5c5-f9430a508b42 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] show failed (client error): The resource could not be found. Nov 22 16:15:14.522295 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2690077-48d3-4fb0-a5c5-f9430a508b42 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "GET /v2.0/security-groups/d0567d14-a08d-44cb-9314-80bd092aa400 HTTP/1.1" status: 404 len: 347 time: 0.0348063 Nov 22 16:15:14.529510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51354) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:14.558012 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac6c16e-7c12-4663-bc76-0c83e470264b x-openstack-request-id: req-7ac6c16e-7c12-4663-bc76-0c83e470264b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:14.558589 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "name": "network-vif-plugged", "status": "completed", "tag": "2363f611-468f-4418-9281-ecf3718e1aad", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:14.559107 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ac6c16e-7c12-4663-bc76-0c83e470264b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:14.559879 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad', 'code': 200} Nov 22 16:15:14.560126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524d6ba-b19c-4b14-a488-433540edc6e7 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0567d14-a08d-44cb-9314-80bd092aa400,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:14.624916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:14.650124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.752641 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-097af991-b06c-48c5-b36d-9f1dbb099e1c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3532832 Nov 22 16:15:14.795749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.824516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] No DVR routers for this DVR port 281ba99b-7428-4415-8c78-e55d322ff150 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:14.827676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.839488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35dfbb7a-9143-4417-ba4c-4b92d4097e44 req-f86724f6-26a6-491e-82b7-0f3693325874 tempest-ServerGroupTestJSON-1871619037 tempest-ServerGroupTestJSON-1871619037-project] 10.222.0.11 "DELETE /v2.0/ports/281ba99b-7428-4415-8c78-e55d322ff150 HTTP/1.1" status: 204 len: 173 time: 2.4160380 Nov 22 16:15:14.864326 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Deleting port 4dd155e7-35eb-428e-bad2-8078b546f3af {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:14.864671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.894236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:14.913845 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:14.961093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-40ca9539-2cbb-4b24-9c23-ec45c56d073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:14.963746 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-40ca9539-2cbb-4b24-9c23-ec45c56d073e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1096 time: 0.1499667 Nov 22 16:15:15.017908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0f80af-d449-4b8a-a816-fef70bf4d98c', 'name': 'network-vif-deleted', 'tag': '281ba99b-7428-4415-8c78-e55d322ff150'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:15.035524 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69540e90-d15e-46e3-9b17-96d8d307f987" -d '{"events": [{"server_uuid": "2f0f80af-d449-4b8a-a816-fef70bf4d98c", "name": "network-vif-deleted", "tag": "281ba99b-7428-4415-8c78-e55d322ff150"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:15.052003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:15.053527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:15.075596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75bdad-8f72-42ae-b0b0-59a04d1cf5de req-c6fe68ff-6268-4278-ae08-16b6e27d5845 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:15.090334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e75bdad-8f72-42ae-b0b0-59a04d1cf5de req-c6fe68ff-6268-4278-ae08-16b6e27d5845 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 944 time: 0.6033182 Nov 22 16:15:15.158955 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.166081 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.167074 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment fc5c7f7c-b319-49ba-b70b-da646958a51d of type vlan for network bca37d71-e546-4a76-82f2-0098ae95203d Nov 22 16:15:15.168537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-4a20119b-aec1-4bdb-865b-daf5032c3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:15.170400 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-4a20119b-aec1-4bdb-865b-daf5032c3d46 service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.1635067 Nov 22 16:15:15.177691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 281ba99b-7428-4415-8c78-e55d322ff150 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:15.249842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.250648 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.257254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 281ba99b-7428-4415-8c78-e55d322ff150 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:15.268708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 281ba99b-7428-4415-8c78-e55d322ff150 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:15.271966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Calling delete_port for 4dd155e7-35eb-428e-bad2-8078b546f3af owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:15.297265 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-43269d2e-382c-437d-a974-bba28e914d62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1000 time: 0.1109738 Nov 22 16:15:15.411630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25952d03-c8f9-4b88-8dbd-4badd24a2e20 req-677ca52a-b2e6-4806-8b2e-e1666d56231b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:15.417438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25952d03-c8f9-4b88-8dbd-4badd24a2e20 req-677ca52a-b2e6-4806-8b2e-e1666d56231b tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 944 time: 0.5468123 Nov 22 16:15:15.499441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.547552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e75bdad-8f72-42ae-b0b0-59a04d1cf5de req-df158710-8482-45b0-a62d-fa727f11e364 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551911 Nov 22 16:15:15.633543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.690689 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.697173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:15.697801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:15.711650 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13289ff-90f1-4797-bd95-3041f5dd44aa x-openstack-request-id: req-e13289ff-90f1-4797-bd95-3041f5dd44aa {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:15.712095 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0f80af-d449-4b8a-a816-fef70bf4d98c", "name": "network-vif-deleted", "tag": "281ba99b-7428-4415-8c78-e55d322ff150", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:15.712294 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e13289ff-90f1-4797-bd95-3041f5dd44aa {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:15.712661 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0f80af-d449-4b8a-a816-fef70bf4d98c', 'name': 'network-vif-deleted', 'tag': '281ba99b-7428-4415-8c78-e55d322ff150', 'status': 'completed', 'code': 200} Nov 22 16:15:15.732764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25952d03-c8f9-4b88-8dbd-4badd24a2e20 req-da0f484c-595e-400e-afbd-8db7aedb4f45 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083413 Nov 22 16:15:15.775570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6969383 Nov 22 16:15:15.820833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:15.965187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': '104a4e0f-6459-487d-a91a-7357737e0e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:15.989847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-1cc923fb-b954-471c-a023-088df3dc74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:15.991326 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-1cc923fb-b954-471c-a023-088df3dc74fb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.1133721 Nov 22 16:15:16.124420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:16.157389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-5013c540-a448-4c6b-a81e-0f4c9a392a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:16.158657 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-5013c540-a448-4c6b-a81e-0f4c9a392a1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534374 Nov 22 16:15:16.162130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Pushing event deleted for resources: {'Port': ['ID=4dd155e7-35eb-428e-bad2-8078b546f3af,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:16.262006 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:16.265774 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:16.267050 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1c1b0580-e6ff-4264-b0c1-5ce6f9a6c184 tempest-ServersTestManualDisk-2129134030 tempest-ServersTestManualDisk-2129134030-project] 10.222.0.69 "DELETE /v2.0/floatingips/540381b2-1ccc-4a2c-9e4b-f4b34bf1d417 HTTP/1.1" status: 204 len: 168 time: 1.7337854 Nov 22 16:15:16.293517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:16.308439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=c1c64159-5de6-4f3f-a7a7-60a2e3700ea9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:16.344896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d371b-1b79-4eea-9098-eb8e1949ee21 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=bca37d71-e546-4a76-82f2-0098ae95203d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:16.375800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking segment: {'id': 'eb4eb302-66db-41fa-bd59-3f85fa06b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:16.376681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network bca37d71-e546-4a76-82f2-0098ae95203d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:16.377503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network hostable DHCP agents. Network: cd1ac652-d6b0-41bb-8659-6d055713d2f8, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:16.443698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4265962-b709-4e67-acaa-246e127e3268 req-e2aa9d0b-a396-4cc9-998c-64e4d4a736c9 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:16.457345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4265962-b709-4e67-acaa-246e127e3268 req-e2aa9d0b-a396-4cc9-998c-64e4d4a736c9 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.4013381 Nov 22 16:15:16.465447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:16.471700 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:16.526664 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-3d0266c3-da37-444d-81e3-5724ec6d2b97 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382976 Nov 22 16:15:16.567473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:16.569773 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b622e8af-8c8c-4196-b34c-e13597b991f6" -d '{"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:16.597810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1941a6-39fc-433e-b8ad-e7b5fe69c539 req-fac04d4f-93cd-4492-8ff6-223caa82f32c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:16.606603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a1941a6-39fc-433e-b8ad-e7b5fe69c539 req-fac04d4f-93cd-4492-8ff6-223caa82f32c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.6144738 Nov 22 16:15:16.653008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:16.682688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, cd1ac652-d6b0-41bb-8659-6d055713d2f8) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:16.697285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e31ccc-ecbe-49fa-a996-15e7c6930df9 None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:16.711158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:16.718433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:16.719814 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:16.754449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4265962-b709-4e67-acaa-246e127e3268 req-7f59313b-e708-4a63-8cfe-f0f73001df9a tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940249 Nov 22 16:15:16.786520 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a3be0f3-3026-4480-b9aa-9ef603e5017b req-17d5b723-686b-4314-9e35-b26722549d16 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129893 Nov 22 16:15:16.856298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a1941a6-39fc-433e-b8ad-e7b5fe69c539 req-7ceffa02-750c-4c23-87b6-3faefd63adf5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373481 Nov 22 16:15:16.892195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f0aa1cfb-c848-4678-a1ec-a9fe11ec3175 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5826747 Nov 22 16:15:16.893130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51380) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:16.921875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1839833697'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:16.991375 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640e257-ebdb-46d9-8a45-77e5e46be5ff x-openstack-request-id: req-2640e257-ebdb-46d9-8a45-77e5e46be5ff {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:16.993228 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:16.993530 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2640e257-ebdb-46d9-8a45-77e5e46be5ff {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:16.994058 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'code': 200} Nov 22 16:15:17.050452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:17.054782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.190284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0f9d1bb-f5d9-4963-9741-745d580f516c up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:17.273815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:17.312061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89342fb4-6e7c-4a44-b427-93c8a10cf88f req-b5fc596b-0623-486c-8ef7-dad07a8ded19 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:17.320305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663d3f5-a40e-4c6c-8c3f-1ad1b9755147 req-126b3859-f662-427b-84e7-95e0d5106860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:17.321375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89342fb4-6e7c-4a44-b427-93c8a10cf88f req-b5fc596b-0623-486c-8ef7-dad07a8ded19 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 944 time: 0.1824701 Nov 22 16:15:17.329932 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8663d3f5-a40e-4c6c-8c3f-1ad1b9755147 req-126b3859-f662-427b-84e7-95e0d5106860 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 1096 time: 0.2404923 Nov 22 16:15:17.334546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55995ce0-3090-4a2e-a7a0-4e93264f0156 req-f60479f0-d4c7-4fc6-a8e9-3de9bdf0e9aa tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:17.336372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55995ce0-3090-4a2e-a7a0-4e93264f0156 req-f60479f0-d4c7-4fc6-a8e9-3de9bdf0e9aa tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2363811 Nov 22 16:15:17.349833 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.350563 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Added segment 1ec123aa-6c78-4964-9fa5-b2adab21bd5c of type vlan for network 0b6dce09-edb6-4d71-a273-110342d42415 Nov 22 16:15:17.386788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port c0f9d1bb-f5d9-4963-9741-745d580f516c completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:17.398496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port c0f9d1bb-f5d9-4963-9741-745d580f516c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:17.399258 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.408044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.538450 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.570135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55995ce0-3090-4a2e-a7a0-4e93264f0156 req-54794b24-9412-44af-a18f-6448f71903ce tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175863 Nov 22 16:15:17.602205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=da21c6a4-7939-462d-9990-59f975dd66d8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:17.616584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89342fb4-6e7c-4a44-b427-93c8a10cf88f req-6fa796bb-5fcd-41f8-9db4-16336c239216 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926722 Nov 22 16:15:17.638753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': '2fad4904-35f8-4c42-91f2-27ae21884e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '104a4e0f-6459-487d-a91a-7357737e0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:17.642948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: 104a4e0f-6459-487d-a91a-7357737e0e8c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:17.657270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8663d3f5-a40e-4c6c-8c3f-1ad1b9755147 req-69482fc5-3286-49aa-9da2-69ffcf55fb5f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506220 Nov 22 16:15:17.665765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.678852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:17.679686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.681246 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.750771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0f9d1bb-f5d9-4963-9741-745d580f516c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0f9d1bb-f5d9-4963-9741-745d580f516c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:17.758597 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.797494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9000521 Nov 22 16:15:17.805554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:17.816835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'ports': [{'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8'}, {'network_id': '0b6dce09-edb6-4d71-a273-110342d42415'}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:17.817146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:17.817642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': '0b6dce09-edb6-4d71-a273-110342d42415'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:17.823253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 104a4e0f-6459-487d-a91a-7357737e0e8c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:17.855733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.958525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0f9d1bb-f5d9-4963-9741-745d580f516c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:17.962022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab545a8b-759e-4a73-aa00-8cf5428a485b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Network': ['ID=0b6dce09-edb6-4d71-a273-110342d42415,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:17.985190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0b6dce09-edb6-4d71-a273-110342d42415 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:18.025783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 104a4e0f-6459-487d-a91a-7357737e0e8c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:18.039466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c27b9d-34ea-4401-a14d-6693a243db6b None None] Network 104a4e0f-6459-487d-a91a-7357737e0e8c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:18.053865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:18.054557 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.380899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Deleting port bdb641e0-bcc6-4139-a203-1761fdd0dd58 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:18.381464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.494683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-104a4e0f-6459-487d-a91a-7357737e0e8c', 'network_id': '104a4e0f-6459-487d-a91a-7357737e0e8c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': 'da21c6a4-7939-462d-9990-59f975dd66d8'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:15:18.497354 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.512060 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] For port bdb641e0-bcc6-4139-a203-1761fdd0dd58, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bdb641e0-bcc6-4139-a203-1761fdd0dd58,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:18.512476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.529404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Calling delete_port for bdb641e0-bcc6-4139-a203-1761fdd0dd58 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:18.622815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8881eaa1-0005-46e5-a1f6-c36bd57ed670 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7852793 Nov 22 16:15:18.626141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:18.635777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e10299-abb5-4d38-bbde-e12e4e717490 req-afc88657-da24-4bc2-a632-3ab5fb727e0a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:18.647825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52e10299-abb5-4d38-bbde-e12e4e717490 req-afc88657-da24-4bc2-a632-3ab5fb727e0a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.6826398 Nov 22 16:15:18.654608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': 'bca37d71-e546-4a76-82f2-0098ae95203d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:18.797808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52e10299-abb5-4d38-bbde-e12e4e717490 req-64826e0a-c879-49d0-953c-9bdea16134de tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490390 Nov 22 16:15:18.814251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357ff80-486f-4466-b860-0a055b1b6a54 req-f6975c5c-311f-4ca1-acb4-c5117e18522e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:18.823655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c357ff80-486f-4466-b860-0a055b1b6a54 req-f6975c5c-311f-4ca1-acb4-c5117e18522e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.7783544 Nov 22 16:15:18.828677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.869277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb641e0-bcc6-4139-a203-1761fdd0dd58,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:18.897438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 2} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:18.904142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.918678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Allocated IP 2001:db8::2 (104a4e0f-6459-487d-a91a-7357737e0e8c/da21c6a4-7939-462d-9990-59f975dd66d8/40ec751a-d519-4bdc-831f-d2388c719b13) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:18.922697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.987001 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34410ba6-d0a4-4947-922e-982362ad5f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.030175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f328243b-1e88-4585-bb7f-1e33681c3783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f9d1bb-f5d9-4963-9741-745d580f516c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:19.038802 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3334086-9248-4712-9950-d522aa3416dd" -d '{"events": [{"server_uuid": "f328243b-1e88-4585-bb7f-1e33681c3783", "name": "network-vif-plugged", "status": "completed", "tag": "c0f9d1bb-f5d9-4963-9741-745d580f516c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:19.205684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:19.210107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.219508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.230260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c357ff80-486f-4466-b860-0a055b1b6a54 req-00a3093b-ee1e-4430-a60a-160f699a8787 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055171 Nov 22 16:15:19.351928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.371828 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.427895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Network 104a4e0f-6459-487d-a91a-7357737e0e8c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:19.435188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:19.437563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:19.439915 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port c30c41bd-ef63-41a2-9791-58832157682f yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:19.450780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Pushing event updated for resources: {'Port': ['ID=40ec751a-d519-4bdc-831f-d2388c719b13,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:19.504344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a38866-785b-4eeb-b1d2-6bfc51b80cf0 req-e77dccb3-e4a9-476f-88e2-23d384b65b7c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:19.511773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38a38866-785b-4eeb-b1d2-6bfc51b80cf0 req-e77dccb3-e4a9-476f-88e2-23d384b65b7c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3625898 Nov 22 16:15:19.534333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Attempting to bind port 40ec751a-d519-4bdc-831f-d2388c719b13 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:19.534959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Attempting to bind port 40ec751a-d519-4bdc-831f-d2388c719b13 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2fad4904-35f8-4c42-91f2-27ae21884e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '104a4e0f-6459-487d-a91a-7357737e0e8c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:19.535526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Attempting to bind port 40ec751a-d519-4bdc-831f-d2388c719b13 on network 104a4e0f-6459-487d-a91a-7357737e0e8c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:19.541061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:19.541689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Checking segment: {'id': '2fad4904-35f8-4c42-91f2-27ae21884e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '104a4e0f-6459-487d-a91a-7357737e0e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:19.542354 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.542756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Bound using segment: {'id': '2fad4904-35f8-4c42-91f2-27ae21884e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '104a4e0f-6459-487d-a91a-7357737e0e8c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:19.543228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Bound port: 40ec751a-d519-4bdc-831f-d2388c719b13, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fad4904-35f8-4c42-91f2-27ae21884e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '104a4e0f-6459-487d-a91a-7357737e0e8c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:19.543615 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.591222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38a38866-785b-4eeb-b1d2-6bfc51b80cf0 req-af619fc8-d9d1-4a9a-89fb-a9fde5b44a11 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765152 Nov 22 16:15:19.637715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] For port 40ec751a-d519-4bdc-831f-d2388c719b13, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:19.641432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] For port 40ec751a-d519-4bdc-831f-d2388c719b13, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=40ec751a-d519-4bdc-831f-d2388c719b13,segment=NetworkSegment(2fad4904-35f8-4c42-91f2-27ae21884e49),segment_id=2fad4904-35f8-4c42-91f2-27ae21884e49)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:19.652161 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.653276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e27a9a-4c87-4066-b08f-87c7a8b216fb req-d844bad1-8ebf-4fbe-8312-dbe489606fe5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:19.662200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75e27a9a-4c87-4066-b08f-87c7a8b216fb req-d844bad1-8ebf-4fbe-8312-dbe489606fe5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 945 time: 0.2881410 Nov 22 16:15:19.696433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Router 71060575-1069-4dfd-bb67-2739daa3865e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:15:19.743238 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4608ba-16b8-4943-886f-48aa1f8a5c78 x-openstack-request-id: req-1d4608ba-16b8-4943-886f-48aa1f8a5c78 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:19.743535 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f328243b-1e88-4585-bb7f-1e33681c3783", "name": "network-vif-plugged", "status": "completed", "tag": "c0f9d1bb-f5d9-4963-9741-745d580f516c", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:19.743784 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d4608ba-16b8-4943-886f-48aa1f8a5c78 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:19.744209 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f328243b-1e88-4585-bb7f-1e33681c3783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f9d1bb-f5d9-4963-9741-745d580f516c', 'code': 200} Nov 22 16:15:19.753200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75e27a9a-4c87-4066-b08f-87c7a8b216fb req-5626eb46-9dfc-4b6d-9995-554858a80c6c tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898006 Nov 22 16:15:19.806224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bf8b3-e943-457e-88c8-e1857fa80c07 None None] Pushing event updated for resources: {'Port': ['ID=40ec751a-d519-4bdc-831f-d2388c719b13,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:19.936544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:19.968763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:19.985571 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] Sync routers for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:19.994273 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a03c2630-5b77-4543-9ea1-4c7080b0a4a6 admin admin] 10.222.0.69 "PUT /v2.0/routers/71060575-1069-4dfd-bb67-2739daa3865e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6993253 Nov 22 16:15:19.998031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51420) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:20.037242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938c3ce-4873-4b26-941a-5429ada05d68 req-974c993c-852d-41cf-b351-9fa23e650e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:20.038797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f938c3ce-4873-4b26-941a-5429ada05d68 req-974c993c-852d-41cf-b351-9fa23e650e58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 1096 time: 0.2324951 Nov 22 16:15:20.040938 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:20.048450 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:20.250852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0207fd6-a622-4db8-8925-f354a41373d9 req-d566cf21-20e2-41b8-a2c8-631e83c3901d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:20.251398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.259760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0207fd6-a622-4db8-8925-f354a41373d9 req-d566cf21-20e2-41b8-a2c8-631e83c3901d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.3083885 Nov 22 16:15:20.294919 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:20.296773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a67154e-97bd-480d-8ca1-abc81eefc837 admin admin] Deleting subnet a1a56a8d-b91c-48ff-9590-312d2e90beac {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:15:20.314541 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a67154e-97bd-480d-8ca1-abc81eefc837 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.319898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.377220 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.467220 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.574019 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:15:18Z', 'revision_number': 5, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port': {'id': '7aad2b75-086d-4266-a996-dec4a86cef64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71060575-1069-4dfd-bb67-2739daa3865e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:12:48Z', 'updated_at': '2021-11-22T16:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:20.582616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c7e32-ce57-40f7-8fcd-b558baa11cce req-b98dfaa2-5428-4bf3-9a06-08ffae7d23a2 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:20.586348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c83c7e32-ce57-40f7-8fcd-b558baa11cce req-b98dfaa2-5428-4bf3-9a06-08ffae7d23a2 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1567111 Nov 22 16:15:20.590150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0207fd6-a622-4db8-8925-f354a41373d9 req-73f12fe8-d7e8-4054-83de-1c202c533f40 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292809 Nov 22 16:15:20.600855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f938c3ce-4873-4b26-941a-5429ada05d68 req-6d255ebb-00ae-472c-9601-5e8f7196e5f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522065 Nov 22 16:15:20.650376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Deleting port 7aad2b75-086d-4266-a996-dec4a86cef64 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:20.650724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.656375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port 95126eca-9d1a-406c-999d-7f197d89f6b9 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:20.656583 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] Checking router: 71060575-1069-4dfd-bb67-2739daa3865e for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:15:20.672754 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] Routers {'71060575-1069-4dfd-bb67-2739daa3865e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:20.673111 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:14:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['71060575-1069-4dfd-bb67-2739daa3865e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:20.675898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a67154e-97bd-480d-8ca1-abc81eefc837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.732832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a67154e-97bd-480d-8ca1-abc81eefc837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.801080 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] Set router 71060575-1069-4dfd-bb67-2739daa3865e gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:20.811313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 40ec751a-d519-4bdc-831f-d2388c719b13 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:20.821620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] For port 7aad2b75-086d-4266-a996-dec4a86cef64, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7aad2b75-086d-4266-a996-dec4a86cef64,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:20.823267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.828363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=fc722a6c-15cf-4d04-b372-6b608ac9b27f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:20.841683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a67154e-97bd-480d-8ca1-abc81eefc837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:20.853952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Calling delete_port for 7aad2b75-086d-4266-a996-dec4a86cef64 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:20.888888 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:15:20Z', 'revision_number': 6, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:20.950524 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3353e1e-8e5d-4fad-b132-9e2e96589c12 None None] The sync data for ids ['71060575-1069-4dfd-bb67-2739daa3865e'] in n-d-811716-3 is: [{'id': '71060575-1069-4dfd-bb67-2739daa3865e', 'name': 'tempest-ServersTestManualDisk-495047787-router', 'tenant_id': '6da087ba44b547b181b47e1240460256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:12:47Z', 'updated_at': '2021-11-22T16:15:20Z', 'revision_number': 6, 'project_id': '6da087ba44b547b181b47e1240460256', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:20.984960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67154e-97bd-480d-8ca1-abc81eefc837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a56a8d-b91c-48ff-9590-312d2e90beac,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:21.012610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c83c7e32-ce57-40f7-8fcd-b558baa11cce req-66b5f63d-b444-4220-8312-12b82d7ef4ec tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105163 Nov 22 16:15:21.033236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 40ec751a-d519-4bdc-831f-d2388c719b13 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:21.033621 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.102274 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7a67154e-97bd-480d-8ca1-abc81eefc837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.109328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7a67154e-97bd-480d-8ca1-abc81eefc837 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a1a56a8d-b91c-48ff-9590-312d2e90beac HTTP/1.1" status: 204 len: 168 time: 1.1716950 Nov 22 16:15:21.129623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:21.139478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': 'fc5c7f7c-b319-49ba-b70b-da646958a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bca37d71-e546-4a76-82f2-0098ae95203d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:21.139854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: bca37d71-e546-4a76-82f2-0098ae95203d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:21.173433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.200427 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.246482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 40ec751a-d519-4bdc-831f-d2388c719b13, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=40ec751a-d519-4bdc-831f-d2388c719b13,segment=NetworkSegment(2fad4904-35f8-4c42-91f2-27ae21884e49),segment_id=2fad4904-35f8-4c42-91f2-27ae21884e49)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:21.261496 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.263251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.278942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f9e5f-802a-4f46-8a68-63744766f6e8 req-67a6afbf-4098-4a36-b36a-cd3b340bdc00 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:21.280693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d83f9e5f-802a-4f46-8a68-63744766f6e8 req-67a6afbf-4098-4a36-b36a-cd3b340bdc00 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.4421461 Nov 22 16:15:21.320603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-729784f9-11dd-4e92-8e5b-70c03081b5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.367093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=40ec751a-d519-4bdc-831f-d2388c719b13,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:21.388958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aad2b75-086d-4266-a996-dec4a86cef64,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:21.409750 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.508192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network bca37d71-e546-4a76-82f2-0098ae95203d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:21.532537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.535966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.557082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e41372-19b3-4b7b-87f1-c35cfa38d0f2 None None] Network 104a4e0f-6459-487d-a91a-7357737e0e8c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:21.588694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, bca37d71-e546-4a76-82f2-0098ae95203d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:21.621217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-557259b5-d10c-4d60-9a79-19aa81e5d91f None None] Provisioning complete for port 40ec751a-d519-4bdc-831f-d2388c719b13 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:21.621712 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-557259b5-d10c-4d60-9a79-19aa81e5d91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.625349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.625509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:21.626054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71060575-1069-4dfd-bb67-2739daa3865e {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:15:21.626198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.627308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5865b-977a-4696-8c38-340c4bcadb40 None None] Network bca37d71-e546-4a76-82f2-0098ae95203d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:21.633888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.640484 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dfdfeb42-3de1-4e91-aeeb-314388c2bb76 admin admin] 10.222.0.69 "DELETE /v2.0/routers/71060575-1069-4dfd-bb67-2739daa3865e HTTP/1.1" status: 204 len: 168 time: 1.6410499 Nov 22 16:15:21.641306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51432) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:21.670800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605f0f5-c2dd-4d40-8305-287616efc89f req-e4dd157e-3839-4c82-9a29-f96e440ad988 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:21.672465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3605f0f5-c2dd-4d40-8305-287616efc89f req-e4dd157e-3839-4c82-9a29-f96e440ad988 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 945 time: 0.4325457 Nov 22 16:15:21.729487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa636896-fb9e-4db8-8cea-2f7c7d98d68f admin admin] Deleting subnet 452323cb-5206-4288-a345-3f5743d48ad9 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:15:21.736729 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa636896-fb9e-4db8-8cea-2f7c7d98d68f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.778627 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d83f9e5f-802a-4f46-8a68-63744766f6e8 req-dcfbdf43-8345-4716-b80d-3d14df86fe90 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462602 Nov 22 16:15:21.859611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa636896-fb9e-4db8-8cea-2f7c7d98d68f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.891283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.920318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51436) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:21.929408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-63c915dc-59c1-423c-80c6-053adc308240 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2783885 Nov 22 16:15:21.931241 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:21.936920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9e90c93b-6339-4c68-9440-6272eb9bcb74 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-319698709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:22.056026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e90c93b-6339-4c68-9440-6272eb9bcb74 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.058852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e90c93b-6339-4c68-9440-6272eb9bcb74 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.079241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd51eae-4f24-4490-b23e-9bd0eae73c27']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:22.154454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd2b9a9-39ab-448b-b278-0408d61577e4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:22.154753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd2b9a9-39ab-448b-b278-0408d61577e4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:22.207661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3605f0f5-c2dd-4d40-8305-287616efc89f req-abf0daf9-8072-4e4a-9776-f952b55b3eca tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112475 Nov 22 16:15:22.214256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-bca37d71-e546-4a76-82f2-0098ae95203d', 'network_id': 'bca37d71-e546-4a76-82f2-0098ae95203d', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': 'fc722a6c-15cf-4d04-b372-6b608ac9b27f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:15:22.215486 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.227453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.271673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.286915 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:15:22.287333 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:15:22.370858 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:15:22.399180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.403769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.411106 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.415382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] 10.222.0.69 "DELETE /v2.0/networks/acd51eae-4f24-4490-b23e-9bd0eae73c27 HTTP/1.1" status: 204 len: 168 time: 1.2727976 Nov 22 16:15:22.488272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d07132-ace8-49ce-ae21-f8412ce66c4c req-02af0446-e0c4-476b-ac49-768fc91e2dfb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:22.494014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2d07132-ace8-49ce-ae21-f8412ce66c4c req-02af0446-e0c4-476b-ac49-768fc91e2dfb tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.5246463 Nov 22 16:15:22.574473 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.579743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7298a7-0589-41ca-bc46-569c9d921331 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd51eae-4f24-4490-b23e-9bd0eae73c27,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:22.623899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:22.626476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.652076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:22.654548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:22.655672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.683987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 40ec751a-d519-4bdc-831f-d2388c719b13 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:22.708624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2d07132-ace8-49ce-ae21-f8412ce66c4c req-3bc8b9b4-d7cb-4fca-8d8b-53879fbd1ec8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306674 Nov 22 16:15:22.733652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=c30c41bd-ef63-41a2-9791-58832157682f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:22.833299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking segment: {'id': '1ec123aa-6c78-4964-9fa5-b2adab21bd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0b6dce09-edb6-4d71-a273-110342d42415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:22.833583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network hostable DHCP agents. Network: 0b6dce09-edb6-4d71-a273-110342d42415, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:22.841866 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Allocated IP 2001:db8:1::2 (bca37d71-e546-4a76-82f2-0098ae95203d/fc722a6c-15cf-4d04-b372-6b608ac9b27f/830c5e65-398e-4d62-ad9f-0aa2320852f6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:22.892742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 40ec751a-d519-4bdc-831f-d2388c719b13 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:22.893517 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.898563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-6e400ef7-56c7-4e1b-bbf5-1538ba18d136 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:22.900524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-6e400ef7-56c7-4e1b-bbf5-1538ba18d136 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 814 time: 0.5274651 Nov 22 16:15:22.923834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=95126eca-9d1a-406c-999d-7f197d89f6b9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:22.940423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2264b817-d819-411f-b10e-6722618df6d7 None None] Provisioning complete for port 40ec751a-d519-4bdc-831f-d2388c719b13 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:22.941779 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2264b817-d819-411f-b10e-6722618df6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.966898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e90c93b-6339-4c68-9440-6272eb9bcb74 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.974136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa636896-fb9e-4db8-8cea-2f7c7d98d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:22.984174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e90c93b-6339-4c68-9440-6272eb9bcb74 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.001467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-f7885b28-ea20-420e-9ebc-482f3929b490 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/quotas/6d393ea3658642d2841a2cfe916fb5aa HTTP/1.1" status: 200 len: 375 time: 0.0797465 Nov 22 16:15:23.003376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 0b6dce09-edb6-4d71-a273-110342d42415 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:23.021957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:23.056818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0b6dce09-edb6-4d71-a273-110342d42415) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:23.062251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e90c93b-6339-4c68-9440-6272eb9bcb74 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.066585 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9e90c93b-6339-4c68-9440-6272eb9bcb74 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1452615 Nov 22 16:15:23.067567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51454) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:23.073914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:23.081022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:23.087768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:23.088443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.114630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b44456-c034-4760-b870-96b1d4f5fc26 req-fd97d10d-0e62-4186-8974-d85d0ac424e2 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:23.116632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2b44456-c034-4760-b870-96b1d4f5fc26 req-fd97d10d-0e62-4186-8974-d85d0ac424e2 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.2636406 Nov 22 16:15:23.139548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e94290-cce4-4c38-984e-5dddd8673d57 None None] Network 0b6dce09-edb6-4d71-a273-110342d42415 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:23.153821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-95f36a0a-95eb-4437-bd44-4cac54b568b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7df5c7d47d744b9685e074e8f7bed5ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268382 Nov 22 16:15:23.155269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:23.190371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0c02bd43-d073-4fb8-bb67-c9f5773a45b3 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.3831820 Nov 22 16:15:23.205825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51458) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:23.243225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7aad2b75-086d-4266-a996-dec4a86cef64 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:23.311477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa636896-fb9e-4db8-8cea-2f7c7d98d68f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.316032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-ffc52b94-4900-4d39-a2ac-be4afcd94690 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3105333 Nov 22 16:15:23.343976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 7aad2b75-086d-4266-a996-dec4a86cef64 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:23.344376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7aad2b75-086d-4266-a996-dec4a86cef64 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:23.345033 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bdb641e0-bcc6-4139-a203-1761fdd0dd58 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:23.406595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: bdb641e0-bcc6-4139-a203-1761fdd0dd58 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:23.407132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bdb641e0-bcc6-4139-a203-1761fdd0dd58 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:23.410834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2b44456-c034-4760-b870-96b1d4f5fc26 req-a24a5173-bd40-4fcf-8027-9697f838a23a tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648916 Nov 22 16:15:23.488451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bd360a8-ba7a-4f50-8679-e72c80f1069e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.555508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa636896-fb9e-4db8-8cea-2f7c7d98d68f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452323cb-5206-4288-a345-3f5743d48ad9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:23.564299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa636896-fb9e-4db8-8cea-2f7c7d98d68f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.570845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fa636896-fb9e-4db8-8cea-2f7c7d98d68f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/452323cb-5206-4288-a345-3f5743d48ad9 HTTP/1.1" status: 204 len: 168 time: 1.9274833 Nov 22 16:15:23.574255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51462) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:23.592606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bd360a8-ba7a-4f50-8679-e72c80f1069e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.712672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be164e0-8e07-4895-bda7-3e66b8ce580e None None] Network 759a6640-c933-4f28-bd0e-7be8a066cb6b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:23.769856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-52b42556-76f9-4681-82cc-ad16716fd072 service neutron] 10.222.0.69 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364376 Nov 22 16:15:23.826145 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.837417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1dd71465-6c36-4c57-8ac1-c95ea4c08ea1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 95126eca-9d1a-406c-999d-7f197d89f6b9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:23.837996 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dd71465-6c36-4c57-8ac1-c95ea4c08ea1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.881090 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.933161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Pushing event updated for resources: {'Port': ['ID=830c5e65-398e-4d62-ad9f-0aa2320852f6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:23.981831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-abab6077-3b89-4b13-990a-d8995a0c2795 service neutron] 10.222.0.69 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457224 Nov 22 16:15:23.985459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bd360a8-ba7a-4f50-8679-e72c80f1069e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.988275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bd360a8-ba7a-4f50-8679-e72c80f1069e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.990831 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.991601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6bd360a8-ba7a-4f50-8679-e72c80f1069e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68cc6410-29e7-4a4e-8295-4dc2440908ac HTTP/1.1" status: 204 len: 168 time: 0.8292797 Nov 22 16:15:24.014326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Network bca37d71-e546-4a76-82f2-0098ae95203d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:24.020777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:24.028411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:24.037275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15525937-c16c-487b-8409-726b9dfd4d50 req-733f4b5d-3009-469a-9e0c-1571061080d0 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:24.044914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15525937-c16c-487b-8409-726b9dfd4d50 req-733f4b5d-3009-469a-9e0c-1571061080d0 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 945 time: 0.5081086 Nov 22 16:15:24.055886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dd71465-6c36-4c57-8ac1-c95ea4c08ea1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.079687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.145560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd360a8-ba7a-4f50-8679-e72c80f1069e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc6410-29e7-4a4e-8295-4dc2440908ac,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:24.237185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Attempting to bind port 830c5e65-398e-4d62-ad9f-0aa2320852f6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:24.238341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Attempting to bind port 830c5e65-398e-4d62-ad9f-0aa2320852f6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'fc5c7f7c-b319-49ba-b70b-da646958a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bca37d71-e546-4a76-82f2-0098ae95203d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:24.238968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Attempting to bind port 830c5e65-398e-4d62-ad9f-0aa2320852f6 on network bca37d71-e546-4a76-82f2-0098ae95203d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:24.248833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:24.249492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Checking segment: {'id': 'fc5c7f7c-b319-49ba-b70b-da646958a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bca37d71-e546-4a76-82f2-0098ae95203d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:24.250233 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.251002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Bound using segment: {'id': 'fc5c7f7c-b319-49ba-b70b-da646958a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bca37d71-e546-4a76-82f2-0098ae95203d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:24.251957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Bound port: 830c5e65-398e-4d62-ad9f-0aa2320852f6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5c7f7c-b319-49ba-b70b-da646958a51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'bca37d71-e546-4a76-82f2-0098ae95203d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:24.252738 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.330164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1dd71465-6c36-4c57-8ac1-c95ea4c08ea1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 95126eca-9d1a-406c-999d-7f197d89f6b9 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:24.398374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] DHCP port deletion for 759a6640-c933-4f28-bd0e-7be8a066cb6b request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:15:24.443418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15525937-c16c-487b-8409-726b9dfd4d50 req-c42873fc-b60c-47c5-a818-b24eb53260ca tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588681 Nov 22 16:15:24.533958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Deleting port cf4e538b-6e29-4b57-9f96-67705599eba6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:24.542057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.732541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf4e538b-6e29-4b57-9f96-67705599eba6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:24.839183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] For port cf4e538b-6e29-4b57-9f96-67705599eba6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf4e538b-6e29-4b57-9f96-67705599eba6,segment=NetworkSegment(0095bea0-608a-439a-b5ce-baac6e5398c6),segment_id=0095bea0-608a-439a-b5ce-baac6e5398c6)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:24.840537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.841613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dd71465-6c36-4c57-8ac1-c95ea4c08ea1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.871103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Calling delete_port for cf4e538b-6e29-4b57-9f96-67705599eba6 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:24.871696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.876242 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.889497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd71465-6c36-4c57-8ac1-c95ea4c08ea1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=95126eca-9d1a-406c-999d-7f197d89f6b9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:24.935442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1dd71465-6c36-4c57-8ac1-c95ea4c08ea1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.949671 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1dd71465-6c36-4c57-8ac1-c95ea4c08ea1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/95126eca-9d1a-406c-999d-7f197d89f6b9 HTTP/1.1" status: 204 len: 168 time: 1.7408292 Nov 22 16:15:24.960215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51482) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:25.064692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8::1 (104a4e0f-6459-487d-a91a-7357737e0e8c/da21c6a4-7939-462d-9990-59f975dd66d8/dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:25.076997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] For port 830c5e65-398e-4d62-ad9f-0aa2320852f6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:25.127189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b0a9c-afc1-4a58-8584-e2c2f46ed403 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:25.130960 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.135007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3b0a9c-afc1-4a58-8584-e2c2f46ed403 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:25.142839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1e3b0a9c-afc1-4a58-8584-e2c2f46ed403 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1813512 Nov 22 16:15:25.144787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51490) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:25.198103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] For port 830c5e65-398e-4d62-ad9f-0aa2320852f6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=830c5e65-398e-4d62-ad9f-0aa2320852f6,segment=NetworkSegment(fc5c7f7c-b319-49ba-b70b-da646958a51d),segment_id=fc5c7f7c-b319-49ba-b70b-da646958a51d)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:25.257253 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.299728 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.318705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] Deleting port cf4e538b-6e29-4b57-9f96-67705599eba6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:25.319426 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.385731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] No DVR routers for this DVR port cf4e538b-6e29-4b57-9f96-67705599eba6 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:25.432777 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.449742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Port cf4e538b-6e29-4b57-9f96-67705599eba6 update to DOWN by agent not found {{(pid=103412) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:15:25.457237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] For port cf4e538b-6e29-4b57-9f96-67705599eba6, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:25.458048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.478232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-315daca2-f961-4624-b0cd-19fa6ba17bcd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port c30c41bd-ef63-41a2-9791-58832157682f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:25.478856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-315daca2-f961-4624-b0cd-19fa6ba17bcd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.500925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb13b9c-f1a4-4745-930b-e952508b8e24 req-1bd7b3d4-4c57-4dfd-aaaa-83d0b701ac81 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:25.509740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bb13b9c-f1a4-4745-930b-e952508b8e24 req-1bd7b3d4-4c57-4dfd-aaaa-83d0b701ac81 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.8439970 Nov 22 16:15:25.567846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] Calling delete_port for cf4e538b-6e29-4b57-9f96-67705599eba6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:25.579942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] Port cf4e538b-6e29-4b57-9f96-67705599eba6 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:15:25.590370 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.604747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf4e538b-6e29-4b57-9f96-67705599eba6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:25.700602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66abd81-5ac4-4a2d-95b4-44ed83dcf6d2 None None] Pushing event updated for resources: {'Port': ['ID=830c5e65-398e-4d62-ad9f-0aa2320852f6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:25.705822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] No DVR routers for this DVR port cf4e538b-6e29-4b57-9f96-67705599eba6 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:25.744926 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-315daca2-f961-4624-b0cd-19fa6ba17bcd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.804961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-315daca2-f961-4624-b0cd-19fa6ba17bcd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for c30c41bd-ef63-41a2-9791-58832157682f owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:25.816570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecae84-ad7e-4ce0-aded-2aeb2483895b None None] Pushing event deleted for resources: {'Port': ['ID=cf4e538b-6e29-4b57-9f96-67705599eba6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:25.869878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43164d53-7738-41fb-a84d-5979568c5b09 req-c72519a5-e386-4793-afed-053447d621a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:25.874837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43164d53-7738-41fb-a84d-5979568c5b09 req-c72519a5-e386-4793-afed-053447d621a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 1.1777244 Nov 22 16:15:26.001010 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.146560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43164d53-7738-41fb-a84d-5979568c5b09 req-da499b46-2fa5-4a5b-bef5-80cfa3c842d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151537 Nov 22 16:15:26.154738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759a6640-c933-4f28-bd0e-7be8a066cb6b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:26.231805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0095bea0-608a-439a-b5ce-baac6e5398c6') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:26.236439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0095bea0-608a-439a-b5ce-baac6e5398c6') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:26.253459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51506) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:26.271193 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.316284 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.468566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.491942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-315daca2-f961-4624-b0cd-19fa6ba17bcd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.496780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 104a4e0f-6459-487d-a91a-7357737e0e8c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:26.515858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:26.532889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:26.533410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.595424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7de4f49d-bf65-4df0-aa79-17eeb9f8f0c1 req-9fb140c9-73d2-4f22-b34a-224a73e7ffd8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 210 time: 0.1312296 Nov 22 16:15:26.606753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bb13b9c-f1a4-4745-930b-e952508b8e24 req-a2a734f5-a515-4fee-95ba-e32d51231f98 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0958095 Nov 22 16:15:26.613251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:15:26.625620 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:15:26.660804 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:15:26.780626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:26.802300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-315daca2-f961-4624-b0cd-19fa6ba17bcd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.842618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-315daca2-f961-4624-b0cd-19fa6ba17bcd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/c30c41bd-ef63-41a2-9791-58832157682f HTTP/1.1" status: 204 len: 168 time: 1.6362343 Nov 22 16:15:26.842618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-791973267-network', 'tenant_id': '4cd2d4cacf0b4431a0059064eb7eb080'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:26.865542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:26.884655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 830c5e65-398e-4d62-ad9f-0aa2320852f6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:26.992198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315daca2-f961-4624-b0cd-19fa6ba17bcd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=c30c41bd-ef63-41a2-9791-58832157682f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:26.993195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.028226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.043670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/759a6640-c933-4f28-bd0e-7be8a066cb6b HTTP/1.1" status: 204 len: 168 time: 3.4406090 Nov 22 16:15:27.068093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a77b03-ec22-40b2-b790-eacce4c6c5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=759a6640-c933-4f28-bd0e-7be8a066cb6b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:27.106536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa863c-99ae-469c-a7a1-61990ef85d43 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:27.115635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 830c5e65-398e-4d62-ad9f-0aa2320852f6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:27.120942 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.124873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b3fa863c-99ae-469c-a7a1-61990ef85d43 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2581563 Nov 22 16:15:27.134736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:27.242833 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2ea0a6-c170-4db3-8ca7-8940618a47a4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:15:27.264145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3b2ea0a6-c170-4db3-8ca7-8940618a47a4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/95126eca-9d1a-406c-999d-7f197d89f6b9 HTTP/1.1" status: 404 len: 333 time: 0.1275086 Nov 22 16:15:27.269310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51524) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:27.299423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Made reservation on behalf of 4cd2d4cacf0b4431a0059064eb7eb080 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:27.302437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.369081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-d6c47605-708e-45a4-8cf3-739afbefeef1 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:27.371941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-d6c47605-708e-45a4-8cf3-739afbefeef1 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.11 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 814 time: 0.5826504 Nov 22 16:15:27.393452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Request body: {'port': {'device_id': '6abff156-5476-4d32-afa1-ffe125e1adff', 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8', 'admin_state_up': True, 'tenant_id': '6d393ea3658642d2841a2cfe916fb5aa'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:27.434015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.435924 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.454374 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-316b4c81-ed2b-4e80-a5b4-e79626193933 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:15:27.455858 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-316b4c81-ed2b-4e80-a5b4-e79626193933 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/c30c41bd-ef63-41a2-9791-58832157682f HTTP/1.1" status: 404 len: 333 time: 0.1637547 Nov 22 16:15:27.484495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51530) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:27.484752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51532) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:27.516359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.533748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c2621f4a-6811-449c-acef-bb963e06e35c None None] Provisioning complete for port dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:27.534374 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2621f4a-6811-449c-acef-bb963e06e35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.655882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 830c5e65-398e-4d62-ad9f-0aa2320852f6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=830c5e65-398e-4d62-ad9f-0aa2320852f6,segment=NetworkSegment(fc5c7f7c-b319-49ba-b70b-da646958a51d),segment_id=fc5c7f7c-b319-49ba-b70b-da646958a51d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:27.659603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c2621f4a-6811-449c-acef-bb963e06e35c None None] Port dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:27.665077 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.674966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.764563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.802190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=830c5e65-398e-4d62-ad9f-0aa2320852f6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:27.896406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.972606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdfbbf6-cb3a-40af-91af-edd8da735a0c None None] Network bca37d71-e546-4a76-82f2-0098ae95203d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:28.002595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:28.058517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f65ae-9135-4e95-ae23-864e3b7d61cc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:28.094865 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-805cffa2-dcd0-4c5f-981b-9ade9c571112 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6da087ba44b547b181b47e1240460256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6077945 Nov 22 16:15:28.100154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.100610 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Added segment 957d1650-a7e6-4751-9941-4efd6ab1ac9c of type vlan for network 0134eed0-7940-46e9-8865-37c87c2d8db8 Nov 22 16:15:28.106573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51546) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:28.133739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-63df693e-b0e7-44a1-8ed8-284fc8f13787 None None] Provisioning complete for port 830c5e65-398e-4d62-ad9f-0aa2320852f6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:28.134424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-63df693e-b0e7-44a1-8ed8-284fc8f13787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.215583 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.263875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d2573-3c6a-407f-aec7-358cbbc3f454 req-12a9e753-8dda-4187-8992-42494841315c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:28.265544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557d2573-3c6a-407f-aec7-358cbbc3f454 req-12a9e753-8dda-4187-8992-42494841315c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.8924286 Nov 22 16:15:28.303822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.321440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6dce09-edb6-4d71-a273-110342d42415']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:28.340939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec123aa-6c78-4964-9fa5-b2adab21bd5c') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:28.341397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec123aa-6c78-4964-9fa5-b2adab21bd5c') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:28.370830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.402462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.402722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:28.403410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.408851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.409825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-2ab3a1e6-8d96-4f08-bacc-0dc77a042fbd tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:28.411791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-2ab3a1e6-8d96-4f08-bacc-0dc77a042fbd tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 813 time: 0.3382392 Nov 22 16:15:28.445152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:15:28.446114 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.463261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9469d29a-12ee-4c1e-944b-f541df97c3e3 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/quotas/198cbe543154417696de26133b631eab HTTP/1.1" status: 200 len: 375 time: 0.0319192 Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:15:28.468640 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:15:28.505806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-d22ade3d-75e8-4827-b2b2-97b714fe7fae tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:28.508265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-d22ade3d-75e8-4827-b2b2-97b714fe7fae tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f328243b-1e88-4585-bb7f-1e33681c3783 HTTP/1.1" status: 200 len: 945 time: 0.4230926 Nov 22 16:15:28.662466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 830c5e65-398e-4d62-ad9f-0aa2320852f6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:28.720638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.723995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.737528 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4821863 Nov 22 16:15:28.738820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51548) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:28.746295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.750929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/networks/0b6dce09-edb6-4d71-a273-110342d42415 HTTP/1.1" status: 204 len: 168 time: 1.2651439 Nov 22 16:15:28.755407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Request body: {'subnet': {'network_id': '0134eed0-7940-46e9-8865-37c87c2d8db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-791973267-subnet', 'tenant_id': '4cd2d4cacf0b4431a0059064eb7eb080', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:28.761561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.762692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.777032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:28.788774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1034538907'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:28.791234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 830c5e65-398e-4d62-ad9f-0aa2320852f6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:28.791608 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.806195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Made reservation on behalf of 6d393ea3658642d2841a2cfe916fb5aa for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:28.819890 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.833723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68e58b87-3adf-444e-b16d-6c247a702bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.922570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb41c7-029a-4cf8-86ac-7ef8a107336f admin admin] Pushing event updated for resources: {'Network': ['ID=0134eed0-7940-46e9-8865-37c87c2d8db8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:28.951483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:28.967935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0134eed0-7940-46e9-8865-37c87c2d8db8 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:28.978488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557d2573-3c6a-407f-aec7-358cbbc3f454 req-43e89f83-0856-4451-9528-a74eaad539d9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622189 Nov 22 16:15:28.981581 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68e58b87-3adf-444e-b16d-6c247a702bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.020111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-940a16a9-de84-4ede-b691-f0be810187f4 None None] Provisioning complete for port 830c5e65-398e-4d62-ad9f-0aa2320852f6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:29.024498 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-940a16a9-de84-4ede-b691-f0be810187f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.058808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-af8d4d4f-4216-43fb-9b7f-578d47e2db66 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5941973 Nov 22 16:15:29.110466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751a9c3-92aa-43cb-968a-8999db9b52ba tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Network': ['ID=0b6dce09-edb6-4d71-a273-110342d42415,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:29.134269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 104a4e0f-6459-487d-a91a-7357737e0e8c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:29.150928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:29.166039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:29.170851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.373158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd842791-edc5-49a0-a34e-299e05de9c72 req-56447bdf-1a3f-495c-b286-20be8e60e393 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 210 time: 0.2252541 Nov 22 16:15:29.392300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Deleting port c0f9d1bb-f5d9-4963-9741-745d580f516c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:29.392981 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.411929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afa292-5d48-434f-a123-c3337ee453d5 req-87bd2ae9-5c49-4de5-8f6f-89078119fe2a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:29.413642 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56afa292-5d48-434f-a123-c3337ee453d5 req-87bd2ae9-5c49-4de5-8f6f-89078119fe2a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.71 "GET /v2.0/ports?device_id=130ed789-7790-4e2e-bd4b-032e36a1a546 HTTP/1.1" status: 200 len: 946 time: 0.6388798 Nov 22 16:15:29.427550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Made reservation on behalf of 4cd2d4cacf0b4431a0059064eb7eb080 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:29.430019 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.577712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:29.613003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.613501 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Added segment 7c5241f0-aae4-4598-9ea5-dcbc660b02a0 of type vlan for network a67799ec-d773-47e9-b2b0-cdd70d947028 Nov 22 16:15:29.682786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-12d8a823-5428-4bd2-9841-b14fb4226d6c None None] Provisioning complete for port dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:29.683169 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12d8a823-5428-4bd2-9841-b14fb4226d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.722367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68e58b87-3adf-444e-b16d-6c247a702bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.727474 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68e58b87-3adf-444e-b16d-6c247a702bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.729513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-68e58b87-3adf-444e-b16d-6c247a702bd0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6400392f-fc5c-409c-acec-e4bea53545ff HTTP/1.1" status: 204 len: 168 time: 1.6080463 Nov 22 16:15:29.787884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router efc131c5-89ba-4399-a9f9-6e0d0b608b9f is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:15:29.793385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Allocated IP 172.20.0.7 (a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8/665f7c8a-de2a-4b79-b31e-021a52ff4078/d3c5e4c4-86ad-433f-b7ef-9c21c2716011) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:29.811292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e58b87-3adf-444e-b16d-6c247a702bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6400392f-fc5c-409c-acec-e4bea53545ff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:29.820923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.835326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-03a06dbe-df60-45f2-a241-67d25150c83c service neutron] 10.222.0.69 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7544289 Nov 22 16:15:29.889971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-12d8a823-5428-4bd2-9841-b14fb4226d6c None None] Port dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:29.998598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e16a5b-b4f4-48bd-b9e5-b6d14d4b0165 req-6d5602ff-d851-4fb6-8135-a4f017e6eb1e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:30.013329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6e16a5b-b4f4-48bd-b9e5-b6d14d4b0165 req-6d5602ff-d851-4fb6-8135-a4f017e6eb1e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.4201505 Nov 22 16:15:30.036810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] For port c0f9d1bb-f5d9-4963-9741-745d580f516c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0f9d1bb-f5d9-4963-9741-745d580f516c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:30.037361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.131280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Calling delete_port for c0f9d1bb-f5d9-4963-9741-745d580f516c owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:30.369885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6e16a5b-b4f4-48bd-b9e5-b6d14d4b0165 req-a599df5f-dad6-44fb-8dfb-dabc86ebe502 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396044 Nov 22 16:15:30.433245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-4fd66dfc-d300-46f4-a7bb-fe7a617b5f86 service neutron] 10.222.0.69 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774887 Nov 22 16:15:30.454403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:30.474732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4445d9c4-4f50-4f16-9289-82989343c1bb None None] Sync routers for ids ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:30.485464 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5ea4e632-6fc7-4a85-bb11-fa492168b2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/efc131c5-89ba-4399-a9f9-6e0d0b608b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4144921 Nov 22 16:15:30.492910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:30.505165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445d9c4-4f50-4f16-9289-82989343c1bb None None] Routers {'efc131c5-89ba-4399-a9f9-6e0d0b608b9f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:30.508451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4445d9c4-4f50-4f16-9289-82989343c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:30.539772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Deleting port 9fbb5afa-a97c-4f0d-a043-c69804023a97 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:30.543222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.585420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.623394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2167c06-f7bd-4088-98ec-19c71ae0c8a7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:30.625565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b2167c06-f7bd-4088-98ec-19c71ae0c8a7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports/dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6 HTTP/1.1" status: 200 len: 911 time: 0.1312518 Nov 22 16:15:30.643429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:30.645794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4445d9c4-4f50-4f16-9289-82989343c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:30.682941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4445d9c4-4f50-4f16-9289-82989343c1bb None None] Routers {'efc131c5-89ba-4399-a9f9-6e0d0b608b9f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:30.684172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4445d9c4-4f50-4f16-9289-82989343c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:30.789534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4445d9c4-4f50-4f16-9289-82989343c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:30.794452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4445d9c4-4f50-4f16-9289-82989343c1bb None None] The sync data for ids ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:30.795575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] For port 9fbb5afa-a97c-4f0d-a043-c69804023a97, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=9fbb5afa-a97c-4f0d-a043-c69804023a97,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:30.798596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.834407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Calling delete_port for 9fbb5afa-a97c-4f0d-a043-c69804023a97 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:31.023192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfe2f8-e294-40aa-a59f-54916a412a84 req-722b94db-be4f-492f-8dac-2313ade221b5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:31.032306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bbfe2f8-e294-40aa-a59f-54916a412a84 req-722b94db-be4f-492f-8dac-2313ade221b5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.4258392 Nov 22 16:15:31.093814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.102203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:31.103184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.156786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bbfe2f8-e294-40aa-a59f-54916a412a84 req-2ac8a262-775e-4601-a281-e4ecf755f214 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221542 Nov 22 16:15:31.197380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.200436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b8dabbf-0070-471c-9206-6d035612f354 req-eeaf9232-efb0-4469-9502-079eb1eb623c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 210 time: 0.2141716 Nov 22 16:15:31.235932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0f9d1bb-f5d9-4963-9741-745d580f516c no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:31.255244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.314860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: c0f9d1bb-f5d9-4963-9741-745d580f516c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:31.318258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0f9d1bb-f5d9-4963-9741-745d580f516c not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:31.318431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.324676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 9fbb5afa-a97c-4f0d-a043-c69804023a97 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:31.347853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4ac5dcf0-3ff8-4178-99bb-909376b34de1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:31.388247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 9fbb5afa-a97c-4f0d-a043-c69804023a97 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:31.388247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 9fbb5afa-a97c-4f0d-a043-c69804023a97 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:31.399697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51588) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:31.404772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Pushing event deleted for resources: {'Port': ['ID=9fbb5afa-a97c-4f0d-a043-c69804023a97,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:31.443518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Network': ['ID=a67799ec-d773-47e9-b2b0-cdd70d947028,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:31.463698 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d86bc8d6-dc1c-4bc2-86ce-b9b67a8c4878 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6796584 Nov 22 16:15:31.474404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51594) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:31.474696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a67799ec-d773-47e9-b2b0-cdd70d947028 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:31.475628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.494413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'a67799ec-d773-47e9-b2b0-cdd70d947028', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:31.515885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:31.528045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:31.541186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:31.573536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Pushing event deleted for resources: {'Port': ['ID=c0f9d1bb-f5d9-4963-9741-745d580f516c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:31.759345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] No DVR routers for this DVR port 9fbb5afa-a97c-4f0d-a043-c69804023a97 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:31.811593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.816664 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56afa292-5d48-434f-a123-c3337ee453d5 req-8549e50b-8dd0-4604-a92b-bf7d6d24ee6f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.71 "DELETE /v2.0/ports/9fbb5afa-a97c-4f0d-a043-c69804023a97 HTTP/1.1" status: 204 len: 173 time: 2.3246045 Nov 22 16:15:31.824555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130ed789-7790-4e2e-bd4b-032e36a1a546', 'name': 'network-vif-deleted', 'tag': '9fbb5afa-a97c-4f0d-a043-c69804023a97'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:31.829065 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fce50be-ee23-4df9-a7d3-630e4f734d1e" -d '{"events": [{"server_uuid": "130ed789-7790-4e2e-bd4b-032e36a1a546", "name": "network-vif-deleted", "tag": "9fbb5afa-a97c-4f0d-a043-c69804023a97"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:31.844286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-552299128-network', 'tenant_id': '0d56520135374b45bc89d12d47e41c4d'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:31.872976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Checking segment: {'id': '957d1650-a7e6-4751-9941-4efd6ab1ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0134eed0-7940-46e9-8865-37c87c2d8db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:31.873646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Network hostable DHCP agents. Network: 0134eed0-7940-46e9-8865-37c87c2d8db8, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:31.903100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9518d51-fe39-48ba-822e-5a5358051585,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:31.941256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Network 0134eed0-7940-46e9-8865-37c87c2d8db8 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:31.974180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Made reservation on behalf of 0d56520135374b45bc89d12d47e41c4d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:31.975825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Pushing event updated for resources: {'Port': ['ID=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:31.977742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.985816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:31.986182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0134eed0-7940-46e9-8865-37c87c2d8db8) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:31.986831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.996027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dab082-22c9-4c92-8058-e52503ee90df None None] Network 0134eed0-7940-46e9-8865-37c87c2d8db8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:32.005482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:32.007308 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.042095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.094095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-810245ed-07ad-4d24-ad6f-e8286f5b81f7 req-1cd66c34-2421-451c-ae7e-fff21316e1f1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 210 time: 0.5676129 Nov 22 16:15:32.095032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:32.116220 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.152367 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6b201af2-a595-463e-852d-c4fb1d0800bc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4054043 Nov 22 16:15:32.175960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] No DVR routers for this DVR port c0f9d1bb-f5d9-4963-9741-745d580f516c on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:32.214453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-3a856c44-7d7b-4692-acdd-37f114bf5fec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8250878 Nov 22 16:15:32.240348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.258808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8ad68c0-c499-41ca-87a3-81fb8aafeb47 req-67459d9e-eeb6-4f5e-9fe8-963aae8ad7b5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.11 "DELETE /v2.0/ports/c0f9d1bb-f5d9-4963-9741-745d580f516c HTTP/1.1" status: 204 len: 173 time: 3.7391956 Nov 22 16:15:32.276743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f328243b-1e88-4585-bb7f-1e33681c3783', 'name': 'network-vif-deleted', 'tag': 'c0f9d1bb-f5d9-4963-9741-745d580f516c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:32.286997 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df1927-a548-498b-891a-00d5a41c33f9" -d '{"events": [{"server_uuid": "f328243b-1e88-4585-bb7f-1e33681c3783", "name": "network-vif-deleted", "tag": "c0f9d1bb-f5d9-4963-9741-745d580f516c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:32.629148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e072611-e376-43ce-a9e9-fb70fdef73f7 req-0be9889e-f5c8-4931-aa70-cc79f095cd7a tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:32.630123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.634833 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee33597-76cc-47ad-b7cd-e11df838c429 x-openstack-request-id: req-7ee33597-76cc-47ad-b7cd-e11df838c429 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:32.635434 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130ed789-7790-4e2e-bd4b-032e36a1a546", "name": "network-vif-deleted", "tag": "9fbb5afa-a97c-4f0d-a043-c69804023a97", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:32.635828 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ee33597-76cc-47ad-b7cd-e11df838c429 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:32.637286 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130ed789-7790-4e2e-bd4b-032e36a1a546', 'name': 'network-vif-deleted', 'tag': '9fbb5afa-a97c-4f0d-a043-c69804023a97', 'status': 'completed', 'code': 200} Nov 22 16:15:32.640137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e072611-e376-43ce-a9e9-fb70fdef73f7 req-0be9889e-f5c8-4931-aa70-cc79f095cd7a tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.6652281 Nov 22 16:15:32.643822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.652598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a53248-ec74-4012-b451-952e38fa5f13 None None] Network 0134eed0-7940-46e9-8865-37c87c2d8db8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:32.653050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Request body: {'port': {'device_id': '6abff156-5476-4d32-afa1-ffe125e1adff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:32.706160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Performing IP validity checks on allocation pools {{(pid=103410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:15:32.708568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:15:32.712164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:32.758288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.758917 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Added segment 341fc819-08a8-49cd-ae61-c18ec5ea00df of type vlan for network ab972533-8b55-426b-899c-cbb996ab0adf Nov 22 16:15:32.820173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7360e29-5886-4c31-8f8a-ebbad8ce6403,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:32.962368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:33.059445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e072611-e376-43ce-a9e9-fb70fdef73f7 req-698d5b72-6a81-494e-9b3d-429425ada7c7 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181716 Nov 22 16:15:33.079703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d5551-639e-4189-908b-0319b8f2cba6 req-2d869b81-c299-4c42-882b-e3498ffa4cef tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:33.083262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e1d5551-639e-4189-908b-0319b8f2cba6 req-2d869b81-c299-4c42-882b-e3498ffa4cef tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.4767985 Nov 22 16:15:33.087517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:33.272035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:33.272951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:33.273995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:33.408127 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9954264 Nov 22 16:15:33.420031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51626) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:33.429939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Request body: {'subnet': {'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-552299128-subnet', 'tenant_id': '0d56520135374b45bc89d12d47e41c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:33.470766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284e095-bb7d-49fa-8202-c86ca74a51c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ab972533-8b55-426b-899c-cbb996ab0adf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:33.476445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Made reservation on behalf of 0d56520135374b45bc89d12d47e41c4d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:33.480088 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:33.486672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network ab972533-8b55-426b-899c-cbb996ab0adf details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:33.498175 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:33.819276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=5947276e-8d3b-4cdd-8b8e-82d9fd901a6e,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:33.869145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking segment: {'id': '7c5241f0-aae4-4598-9ea5-dcbc660b02a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a67799ec-d773-47e9-b2b0-cdd70d947028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:33.870014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network hostable DHCP agents. Network: a67799ec-d773-47e9-b2b0-cdd70d947028, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:33.906927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e1d5551-639e-4189-908b-0319b8f2cba6 req-5a40cd75-3ff6-40e6-8a0f-1d6929376c32 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8164647 Nov 22 16:15:33.990458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network a67799ec-d773-47e9-b2b0-cdd70d947028 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:34.039017 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c7543d-97f9-4f22-bfb6-62d7622798cb x-openstack-request-id: req-75c7543d-97f9-4f22-bfb6-62d7622798cb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:34.040197 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f328243b-1e88-4585-bb7f-1e33681c3783", "name": "network-vif-deleted", "tag": "c0f9d1bb-f5d9-4963-9741-745d580f516c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:34.040197 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-75c7543d-97f9-4f22-bfb6-62d7622798cb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:34.040574 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f328243b-1e88-4585-bb7f-1e33681c3783', 'name': 'network-vif-deleted', 'tag': 'c0f9d1bb-f5d9-4963-9741-745d580f516c', 'status': 'completed', 'code': 200} Nov 22 16:15:34.053008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c90a99-79d9-4bb3-a4b4-9a9b0c8d3be7 req-f512d9a2-3610-4a6b-8e5e-bf74ecb0314a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:34.055173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0c90a99-79d9-4bb3-a4b4-9a9b0c8d3be7 req-f512d9a2-3610-4a6b-8e5e-bf74ecb0314a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 931 time: 0.8355267 Nov 22 16:15:34.071992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a67799ec-d773-47e9-b2b0-cdd70d947028) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:34.085710 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42998ef1-6560-40fe-ae6d-faebb2d300ea None None] Network a67799ec-d773-47e9-b2b0-cdd70d947028 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:34.096761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:34.097752 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.216116 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3665b11b-6c09-41a9-8440-a19d26aa4eb0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7312040 Nov 22 16:15:34.220718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51634) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:34.255445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'a67799ec-d773-47e9-b2b0-cdd70d947028', 'name': 'tempest-PortsTestJSON-1980120527'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:34.285568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.324387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0c90a99-79d9-4bb3-a4b4-9a9b0c8d3be7 req-816c2a70-5818-44f7-a559-1c5f65ce5359 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556827 Nov 22 16:15:34.392197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.569138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-a67799ec-d773-47e9-b2b0-cdd70d947028', 'network_id': 'a67799ec-d773-47e9-b2b0-cdd70d947028', 'tenant_id': 'e3b54c9bbc724f8984f89832168279fe', 'fixed_ips': [{'subnet_id': '5947276e-8d3b-4cdd-8b8e-82d9fd901a6e'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:15:34.570038 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.595852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb03a648-b35d-412b-b0d6-a0dc2108bc6a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:34.667589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Checking segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:34.668151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Network hostable DHCP agents. Network: ab972533-8b55-426b-899c-cbb996ab0adf, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:34.680999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-97d5c992-d22a-4d2c-b89b-b409fb764eb5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:34.682751 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-97d5c992-d22a-4d2c-b89b-b409fb764eb5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.71 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 813 time: 0.3410187 Nov 22 16:15:34.702163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Request body: {'port': {'device_id': '8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576', 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'admin_state_up': True, 'tenant_id': '198cbe543154417696de26133b631eab'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:34.707273 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:34.711458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.739856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-94189bbd-584d-443d-94c2-fef2c2529ebf tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:34.741662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-94189bbd-584d-443d-94c2-fef2c2529ebf tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.11 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 813 time: 0.8279598 Nov 22 16:15:34.753913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Allocated IP 172.20.0.2 (a67799ec-d773-47e9-b2b0-cdd70d947028/5947276e-8d3b-4cdd-8b8e-82d9fd901a6e/2360b796-5e70-482a-bd56-05b099832ddd) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:34.778756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Network ab972533-8b55-426b-899c-cbb996ab0adf is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:34.795574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port d35feb3b-95da-43d1-9408-a46e873c7962 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:34.884602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, ab972533-8b55-426b-899c-cbb996ab0adf) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:34.889652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:34.890388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.923037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:34.930348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396e4bb0-5cda-4aca-8c10-11e978f5fc7a None None] Network ab972533-8b55-426b-899c-cbb996ab0adf requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:34.953208 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-14cec1de-15cc-49d9-8a22-43afe9cb1d68 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5202587 Nov 22 16:15:35.000340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.11 (a67799ec-d773-47e9-b2b0-cdd70d947028/5947276e-8d3b-4cdd-8b8e-82d9fd901a6e/d35feb3b-95da-43d1-9408-a46e873c7962) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:35.041007 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.117975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Network a67799ec-d773-47e9-b2b0-cdd70d947028 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:35.121162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Request body: {'port': {'device_id': '9195360a-7a00-471f-9908-e1522c83cbc9', 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'admin_state_up': True, 'tenant_id': '198cbe543154417696de26133b631eab'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:35.122965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:35.140425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:35.195704 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.196815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Pushing event updated for resources: {'Port': ['ID=2360b796-5e70-482a-bd56-05b099832ddd,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:35.256504 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.263036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dfe7dafd-3c59-46ca-ab6e-615057e8c70e req-6a8c1bb0-24f7-414b-805d-129bc47162b4 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 210 time: 0.6565945 Nov 22 16:15:35.483238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network a67799ec-d773-47e9-b2b0-cdd70d947028 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:35.489532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Attempting to bind port 2360b796-5e70-482a-bd56-05b099832ddd on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:35.490067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Attempting to bind port 2360b796-5e70-482a-bd56-05b099832ddd by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7c5241f0-aae4-4598-9ea5-dcbc660b02a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a67799ec-d773-47e9-b2b0-cdd70d947028'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:35.490587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Attempting to bind port 2360b796-5e70-482a-bd56-05b099832ddd on network a67799ec-d773-47e9-b2b0-cdd70d947028 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:35.501157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Made reservation on behalf of 198cbe543154417696de26133b631eab for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:35.504499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8010e-5fde-4135-9b87-8cb1cd528ace None None] Network ab972533-8b55-426b-899c-cbb996ab0adf requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:35.506474 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.508951 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:35.509518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Checking segment: {'id': '7c5241f0-aae4-4598-9ea5-dcbc660b02a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a67799ec-d773-47e9-b2b0-cdd70d947028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:35.510091 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.510653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Bound using segment: {'id': '7c5241f0-aae4-4598-9ea5-dcbc660b02a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a67799ec-d773-47e9-b2b0-cdd70d947028'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:35.511388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Bound port: 2360b796-5e70-482a-bd56-05b099832ddd, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5241f0-aae4-4598-9ea5-dcbc660b02a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'a67799ec-d773-47e9-b2b0-cdd70d947028'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:35.512651 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.515959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:35.519797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:35.589592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8:1::1 (bca37d71-e546-4a76-82f2-0098ae95203d/fc722a6c-15cf-4d04-b372-6b608ac9b27f/e089559b-a55b-4853-91a2-342096b6099b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:35.596864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:35.598106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.618598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=d35feb3b-95da-43d1-9408-a46e873c7962,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:35.641593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-c78f10ce-573c-4e28-afd7-e20179eb5be1 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:35.643221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-c78f10ce-573c-4e28-afd7-e20179eb5be1 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/networks?id=0134eed0-7940-46e9-8865-37c87c2d8db8 HTTP/1.1" status: 200 len: 812 time: 1.2821167 Nov 22 16:15:35.718711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] For port 2360b796-5e70-482a-bd56-05b099832ddd, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:35.726486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] For port 2360b796-5e70-482a-bd56-05b099832ddd, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2360b796-5e70-482a-bd56-05b099832ddd,segment=NetworkSegment(7c5241f0-aae4-4598-9ea5-dcbc660b02a0),segment_id=7c5241f0-aae4-4598-9ea5-dcbc660b02a0)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:35.749825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca2e96-04bd-4c6e-b646-dc0f0b92cc5f req-61aefb28-7c8f-4731-9cd2-199b75d0bad3 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:35.751314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcca2e96-04bd-4c6e-b646-dc0f0b92cc5f req-61aefb28-7c8f-4731-9cd2-199b75d0bad3 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.3440917 Nov 22 16:15:35.759328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-ffe36d60-442a-4fd8-9a0e-ff47096d19b4 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/quotas/4cd2d4cacf0b4431a0059064eb7eb080 HTTP/1.1" status: 200 len: 375 time: 0.0851960 Nov 22 16:15:35.761428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c5e4c4-86ad-433f-b7ef-9c21c2716011 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:35.770793 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.792544 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0f31fc45-7584-40f6-9b39-db7aad1afae8 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5671847 Nov 22 16:15:35.795586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51658) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:35.806555 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.808750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Made reservation on behalf of 198cbe543154417696de26133b631eab for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:35.812221 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.851072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-7d724ac2-8b7d-49f3-91d7-d0c844abf5d1 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4cd2d4cacf0b4431a0059064eb7eb080&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812192 Nov 22 16:15:35.900311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad247c-afd4-448f-b918-38c69608f09f None None] Pushing event updated for resources: {'Port': ['ID=2360b796-5e70-482a-bd56-05b099832ddd,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:35.921081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Allocated IP 172.20.0.8 (c053dd05-b214-421a-8238-7d199140d06b/258156b7-9086-474a-a94b-728ec3c69c3a/37a85af3-1f13-494f-8063-039d1e2effc3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:35.924151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Transition to ACTIVE for port object d3c5e4c4-86ad-433f-b7ef-9c21c2716011 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:35.997617 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.135189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcca2e96-04bd-4c6e-b646-dc0f0b92cc5f req-336cf004-5291-42f8-99eb-e6a1ff034836 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619769 Nov 22 16:15:36.182309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b07e5-a553-4fbc-8e07-304f65cd07fd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port d35feb3b-95da-43d1-9408-a46e873c7962 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:36.182625 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e0b07e5-a553-4fbc-8e07-304f65cd07fd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.325332 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.342054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:36.379708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e0b07e5-a553-4fbc-8e07-304f65cd07fd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.420116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b07e5-a553-4fbc-8e07-304f65cd07fd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for d35feb3b-95da-43d1-9408-a46e873c7962 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:36.456247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-ed1171e3-6e21-4a61-b53f-7463eae39934 service neutron] 10.222.0.69 "GET /v2.0/networks/0134eed0-7940-46e9-8865-37c87c2d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801785 Nov 22 16:15:36.492682 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.555508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca0ad3-7684-41a8-8861-cdc2b766f82f req-a95b53f6-412f-4aa3-875f-f7a00823309a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:36.563606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86ca0ad3-7684-41a8-8861-cdc2b766f82f req-a95b53f6-412f-4aa3-875f-f7a00823309a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 946 time: 0.2965825 Nov 22 16:15:36.580182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Attempting to bind port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:36.580182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Attempting to bind port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:36.580182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Attempting to bind port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 on network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:36.620897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 on network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:36.621199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Attempting to bind port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 on network a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:36.634930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-4fc664df-1055-49ed-a826-bcc7d957ff20 service neutron] 10.222.0.69 "GET /v2.0/networks/0134eed0-7940-46e9-8865-37c87c2d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753860 Nov 22 16:15:36.646981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:36.647548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Checking segment: {'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:36.648231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Bound using segment: {'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:36.648963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Bound port: d3c5e4c4-86ad-433f-b7ef-9c21c2716011, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ea7aaa-d5d0-4397-8aee-a187d444b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:36.649560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.673600 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.689790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86ca0ad3-7684-41a8-8861-cdc2b766f82f req-450b7f96-a9da-4825-bbfa-d7494e260ed4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261194 Nov 22 16:15:36.717300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.754329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network bca37d71-e546-4a76-82f2-0098ae95203d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:36.801383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2360b796-5e70-482a-bd56-05b099832ddd up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:36.803000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Network c053dd05-b214-421a-8238-7d199140d06b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:36.818421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:36.823015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e0b07e5-a553-4fbc-8e07-304f65cd07fd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.836066 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:36.838834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Pushing event updated for resources: {'Port': ['ID=37a85af3-1f13-494f-8063-039d1e2effc3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:36.840065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=e089559b-a55b-4853-91a2-342096b6099b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:36.901872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2360b796-5e70-482a-bd56-05b099832ddd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:36.902600 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.916120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:36.934078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b07e5-a553-4fbc-8e07-304f65cd07fd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=d35feb3b-95da-43d1-9408-a46e873c7962,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:36.991448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:36.997037 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.096189 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.101633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:37.102454 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.156237 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-e2a30aa5-714f-44b4-9ab9-8e10cba47be5 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4589350 Nov 22 16:15:37.185600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Request body: {'port': {'device_id': '8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:37.189362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 2360b796-5e70-482a-bd56-05b099832ddd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2360b796-5e70-482a-bd56-05b099832ddd,segment=NetworkSegment(7c5241f0-aae4-4598-9ea5-dcbc660b02a0),segment_id=7c5241f0-aae4-4598-9ea5-dcbc660b02a0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:37.199465 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.271951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.277732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e0b07e5-a553-4fbc-8e07-304f65cd07fd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.288613 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2e0b07e5-a553-4fbc-8e07-304f65cd07fd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/d35feb3b-95da-43d1-9408-a46e873c7962 HTTP/1.1" status: 204 len: 168 time: 1.4871004 Nov 22 16:15:37.290201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51688) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:37.328995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6302eb3-93d5-49c6-9d97-1b36db7aac20 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:37.335760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6302eb3-93d5-49c6-9d97-1b36db7aac20 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:37.359272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Allocated IP 172.20.0.9 (c053dd05-b214-421a-8238-7d199140d06b/258156b7-9086-474a-a94b-728ec3c69c3a/5384964c-5440-4783-94c0-c50c2851f44c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:37.495649 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b788b29-6e06-4702-846f-8545d90b3ec2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:15:37.496269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b788b29-6e06-4702-846f-8545d90b3ec2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:37.500945 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9b788b29-6e06-4702-846f-8545d90b3ec2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/d35feb3b-95da-43d1-9408-a46e873c7962 HTTP/1.1" status: 404 len: 333 time: 0.2071013 Nov 22 16:15:37.504013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51694) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:37.539324 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9e0b12-6047-4520-a5f3-cea57182da13 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:15:37.543223 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ff9e0b12-6047-4520-a5f3-cea57182da13 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/d35feb3b-95da-43d1-9408-a46e873c7962 HTTP/1.1" status: 404 len: 333 time: 0.0356736 Nov 22 16:15:37.543859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51696) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:37.592148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] For port d3c5e4c4-86ad-433f-b7ef-9c21c2716011, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:37.610766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-52de2bd9-e3ea-4c8c-87c7-e35c8ae1c621 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet 5947276e-8d3b-4cdd-8b8e-82d9fd901a6e {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:15:37.619281 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52de2bd9-e3ea-4c8c-87c7-e35c8ae1c621 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.631085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:37.652782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'port_id': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'mac_address': 'fa:16:3e:ce:9b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0552979b-14c4-4233-b96f-5b09180e1a4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:37.666223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=2360b796-5e70-482a-bd56-05b099832ddd,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:37.730308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] For port d3c5e4c4-86ad-433f-b7ef-9c21c2716011, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:37.763967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52de2bd9-e3ea-4c8c-87c7-e35c8ae1c621 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.765791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bcd95d70-81f9-432b-b941-172497bc0f0f None None] Provisioning complete for port e089559b-a55b-4853-91a2-342096b6099b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:37.766160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bcd95d70-81f9-432b-b941-172497bc0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.767296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba854c-b65c-4388-ab03-bcb0ad70bafa req-605990d1-5b82-4df2-a3a0-04339addf3fc tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:37.777114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cba854c-b65c-4388-ab03-bcb0ad70bafa req-605990d1-5b82-4df2-a3a0-04339addf3fc tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 943 time: 0.5651162 Nov 22 16:15:37.789697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.816030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8ba11e-28cb-40aa-a159-eecaa1067165 None None] Network a67799ec-d773-47e9-b2b0-cdd70d947028 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:37.824874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.852111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:37.853047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.855101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] 10.222.0.11 "PUT /v2.0/ports/d3c5e4c4-86ad-433f-b7ef-9c21c2716011 HTTP/1.1" status: 200 len: 1091 time: 5.5483153 Nov 22 16:15:37.891136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52de2bd9-e3ea-4c8c-87c7-e35c8ae1c621 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.932658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.944022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bcd95d70-81f9-432b-b941-172497bc0f0f None None] Port e089559b-a55b-4853-91a2-342096b6099b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:37.944305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abff156-5476-4d32-afa1-ffe125e1adff', 'tag': 'd3c5e4c4-86ad-433f-b7ef-9c21c2716011'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:37.947803 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e" -d '{"events": [{"name": "network-changed", "server_uuid": "6abff156-5476-4d32-afa1-ffe125e1adff", "tag": "d3c5e4c4-86ad-433f-b7ef-9c21c2716011"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:37.962827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-39e2b971-7366-4c42-83c9-266064ca4eb5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:37.965068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-39e2b971-7366-4c42-83c9-266064ca4eb5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.7917323 Nov 22 16:15:37.965909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:37.990207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6302eb3-93d5-49c6-9d97-1b36db7aac20 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:37.998803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:38.001074 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a898fcfb-c106-4366-96d4-180f7224b2db" -d '{"events": [{"server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:38.007009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52de2bd9-e3ea-4c8c-87c7-e35c8ae1c621 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.041949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de2bd9-e3ea-4c8c-87c7-e35c8ae1c621 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=5947276e-8d3b-4cdd-8b8e-82d9fd901a6e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:38.044970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-52de2bd9-e3ea-4c8c-87c7-e35c8ae1c621 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.048024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:38.052902 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-52de2bd9-e3ea-4c8c-87c7-e35c8ae1c621 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/5947276e-8d3b-4cdd-8b8e-82d9fd901a6e HTTP/1.1" status: 204 len: 168 time: 0.5082886 Nov 22 16:15:38.054705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51706) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:38.085043 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.155720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.198334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-539556dd-77b7-40ed-a213-b92842d0dccb None None] Provisioning complete for port 2360b796-5e70-482a-bd56-05b099832ddd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:38.198708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-539556dd-77b7-40ed-a213-b92842d0dccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.202802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-523ecd5c-18ef-4bff-92a9-37976d283343 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/quotas/0d56520135374b45bc89d12d47e41c4d HTTP/1.1" status: 200 len: 375 time: 0.2033129 Nov 22 16:15:38.203770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:38.228867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:38.238217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 2360b796-5e70-482a-bd56-05b099832ddd {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:38.238457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.248503 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:15:38.248865 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:15:38.294103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] DHCP port deletion for a67799ec-d773-47e9-b2b0-cdd70d947028 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:15:38.321411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] For port 2360b796-5e70-482a-bd56-05b099832ddd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2360b796-5e70-482a-bd56-05b099832ddd,segment=NetworkSegment(7c5241f0-aae4-4598-9ea5-dcbc660b02a0),segment_id=7c5241f0-aae4-4598-9ea5-dcbc660b02a0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:38.321833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.338415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 2360b796-5e70-482a-bd56-05b099832ddd owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:38.361095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] Deleting port 2360b796-5e70-482a-bd56-05b099832ddd {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:38.361525 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.435390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] For port 2360b796-5e70-482a-bd56-05b099832ddd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2360b796-5e70-482a-bd56-05b099832ddd,segment=NetworkSegment(7c5241f0-aae4-4598-9ea5-dcbc660b02a0),segment_id=7c5241f0-aae4-4598-9ea5-dcbc660b02a0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:38.436601 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.452499 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.465842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] Calling delete_port for 2360b796-5e70-482a-bd56-05b099832ddd owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:38.498499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=2360b796-5e70-482a-bd56-05b099832ddd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:38.502447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No DVR routers for this DVR port 2360b796-5e70-482a-bd56-05b099832ddd on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:38.568701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.609508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] Pushing event deleted for resources: {'Port': ['ID=2360b796-5e70-482a-bd56-05b099832ddd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:38.614818 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.616729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b04e3b-59ed-406a-8ef5-2871138a0f3a None None] No DVR routers for this DVR port 2360b796-5e70-482a-bd56-05b099832ddd on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:38.646826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2360b796-5e70-482a-bd56-05b099832ddd no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:38.663198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67799ec-d773-47e9-b2b0-cdd70d947028']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:38.675388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2360b796-5e70-482a-bd56-05b099832ddd {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:38.676071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2360b796-5e70-482a-bd56-05b099832ddd not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:38.676565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5241f0-aae4-4598-9ea5-dcbc660b02a0') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:38.676982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5241f0-aae4-4598-9ea5-dcbc660b02a0') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:38.692637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.709351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.716810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:15:38.717220 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:15:38.721783 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:15:38.728960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-85a41554-20f8-4c09-ac63-85e49b0db5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:38.731176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-85a41554-20f8-4c09-ac63-85e49b0db5a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 1097 time: 1.0808382 Nov 22 16:15:38.792921 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.794610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.801652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.803493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-a096c046-912a-417f-91d2-da5914803bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:38.805764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-a096c046-912a-417f-91d2-da5914803bf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 1094 time: 0.8185854 Nov 22 16:15:38.806477 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/networks/a67799ec-d773-47e9-b2b0-cdd70d947028 HTTP/1.1" status: 204 len: 168 time: 0.7482212 Nov 22 16:15:38.811316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.811809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.812321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.813012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.813852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.814544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.815383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.816105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.816751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6302eb3-93d5-49c6-9d97-1b36db7aac20 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:38.817512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.818223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.818751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.819177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f04036-1a42-4e9e-afcc-ae25b499c511 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:38.826499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51708) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:38.827326 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f048e64-9c15-477f-942b-14dc563e3523 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Network': ['ID=a67799ec-d773-47e9-b2b0-cdd70d947028,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:38.835079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1426348701'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:38.840458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:38.845862 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.867453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:38.871154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.900748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:38.913113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:38.914931 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.915437 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Added segment 6da5e0b0-94bd-42d7-83f9-e5318223e6b4 of type vlan for network 1a8554c3-e323-4b06-961d-92fbce2db596 Nov 22 16:15:38.923874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cba854c-b65c-4388-ab03-bcb0ad70bafa req-86c74210-6194-4004-bb56-7be669bbecc0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1458554 Nov 22 16:15:38.955179 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-46da80d9-f630-40bd-a15b-70b9f0ee40fd tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2150481 Nov 22 16:15:38.982170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.017849 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.024673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:39.026353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.061793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e6302eb3-93d5-49c6-9d97-1b36db7aac20'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:39.093344 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2630556 Nov 22 16:15:39.100038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51710) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:39.105470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': '1a8554c3-e323-4b06-961d-92fbce2db596', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:39.120756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed058e1-2d2e-483d-8182-45185a91c1d5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Network': ['ID=1a8554c3-e323-4b06-961d-92fbce2db596,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:39.141889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-8bce4129-9c25-4b24-bbbd-6a3cab6cd1a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c5e4c4-86ad-433f-b7ef-9c21c2716011 HTTP/1.1" status: 200 len: 217 time: 0.3139145 Nov 22 16:15:39.153600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1a8554c3-e323-4b06-961d-92fbce2db596 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:39.242325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:39.248201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.369570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2363f611-468f-4418-9281-ecf3718e1aad no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:39.424089 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.445961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-d04143a2-cb9e-4d5f-b4ad-f16b4830d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:39.447791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-d04143a2-cb9e-4d5f-b4ad-f16b4830d134 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 200 len: 854 time: 0.2637382 Nov 22 16:15:39.514913 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.535818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-470f28aa-3ee6-4482-82d4-3c6133d75bc2 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:39.537318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-470f28aa-3ee6-4482-82d4-3c6133d75bc2 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.11 "GET /v2.0/networks?id=0134eed0-7940-46e9-8865-37c87c2d8db8 HTTP/1.1" status: 200 len: 812 time: 0.7928691 Nov 22 16:15:39.538376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-a66b23a0-0abf-4f95-bfe0-ecdc5d509792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:39.539678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-a66b23a0-0abf-4f95-bfe0-ecdc5d509792 service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.7605679 Nov 22 16:15:39.548716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.553586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe4ea5-8aed-408a-9532-4715ebb7cd59 req-6a0a6979-0de8-443b-b706-08a8a9fac3fd tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:39.555249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3dbe4ea5-8aed-408a-9532-4715ebb7cd59 req-6a0a6979-0de8-443b-b706-08a8a9fac3fd tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 931 time: 0.4220176 Nov 22 16:15:39.560838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:39.568803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.579400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Request body: {'port': {'device_id': '0ea4736c-67de-4781-aa01-6671d1633484', 'network_id': '0134eed0-7940-46e9-8865-37c87c2d8db8', 'admin_state_up': True, 'tenant_id': '4cd2d4cacf0b4431a0059064eb7eb080'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:39.593031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-7017b614-2fdd-4950-ba35-6b6d686056ea service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211906 Nov 22 16:15:39.594818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-7c925768-c0c2-4143-badc-15ba876ea7ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089096 Nov 22 16:15:39.621207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:39.640802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=0a4899cb-ae49-4b28-a198-c430496cbf88,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:39.664692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking segment: {'id': '6da5e0b0-94bd-42d7-83f9-e5318223e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1a8554c3-e323-4b06-961d-92fbce2db596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:39.665225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network hostable DHCP agents. Network: 1a8554c3-e323-4b06-961d-92fbce2db596, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:39.685815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 1a8554c3-e323-4b06-961d-92fbce2db596 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:39.698171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1a8554c3-e323-4b06-961d-92fbce2db596) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:39.703134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:39.704211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.710704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-096239d7-655e-4d98-80ab-1d86236b1150 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2363f611-468f-4418-9281-ecf3718e1aad HTTP/1.1" status: 200 len: 217 time: 0.1531558 Nov 22 16:15:39.712172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3db16a-c066-41cb-8cfe-180c968f36eb None None] Network 1a8554c3-e323-4b06-961d-92fbce2db596 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:39.732185 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-413eb7b7-de5e-4a03-8c3a-450b4d5edfa4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6271100 Nov 22 16:15:39.733845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51712) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:39.740537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': '1a8554c3-e323-4b06-961d-92fbce2db596', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1920726958'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:39.903001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1a8554c3-e323-4b06-961d-92fbce2db596', 'network_id': '1a8554c3-e323-4b06-961d-92fbce2db596', 'tenant_id': 'e3b54c9bbc724f8984f89832168279fe', 'fixed_ips': [{'subnet_id': '0a4899cb-ae49-4b28-a198-c430496cbf88'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:15:39.903963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.927388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:39.935294 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.972386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port 2a7756cf-00ab-485c-b3bd-496a296405bb yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:40.059553 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.067990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3dbe4ea5-8aed-408a-9532-4715ebb7cd59 req-1d103d6a-b2f0-4614-b33e-573b9e08e4b6 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838681 Nov 22 16:15:40.069025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Allocated IP 172.20.0.2 (1a8554c3-e323-4b06-961d-92fbce2db596/0a4899cb-ae49-4b28-a198-c430496cbf88/e8aef627-e698-4115-897b-725fa44e0b38) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:40.130059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-1fb7eece-4b3b-4b87-84ab-4707ca116239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:40.132490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-1fb7eece-4b3b-4b87-84ab-4707ca116239 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.3985846 Nov 22 16:15:40.235345 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.247586 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.294242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Network 1a8554c3-e323-4b06-961d-92fbce2db596 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:40.297450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:40.302320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:40.309629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-726e6825-f157-4649-a810-ade9e5498e6b service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616511 Nov 22 16:15:40.317429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Pushing event updated for resources: {'Port': ['ID=e8aef627-e698-4115-897b-725fa44e0b38,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:40.358117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Network c053dd05-b214-421a-8238-7d199140d06b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:40.361562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.366577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Attempting to bind port e8aef627-e698-4115-897b-725fa44e0b38 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:40.367239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Attempting to bind port e8aef627-e698-4115-897b-725fa44e0b38 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '6da5e0b0-94bd-42d7-83f9-e5318223e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1a8554c3-e323-4b06-961d-92fbce2db596'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:40.368329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Attempting to bind port e8aef627-e698-4115-897b-725fa44e0b38 on network 1a8554c3-e323-4b06-961d-92fbce2db596 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:40.374202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03241b1d-5af3-4b96-a5f2-e3a23cc7762a req-40dc142e-4f47-4e86-912b-2d2cfaf97a1e tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 210 time: 0.2049713 Nov 22 16:15:40.382222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:40.386929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Checking segment: {'id': '6da5e0b0-94bd-42d7-83f9-e5318223e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1a8554c3-e323-4b06-961d-92fbce2db596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:40.387423 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.387546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-f02b2109-e8c4-4221-955d-b3daa93a39ed service neutron] 10.222.0.11 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7339320 Nov 22 16:15:40.387842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Bound using segment: {'id': '6da5e0b0-94bd-42d7-83f9-e5318223e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1a8554c3-e323-4b06-961d-92fbce2db596'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:40.388391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Bound port: e8aef627-e698-4115-897b-725fa44e0b38, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da5e0b0-94bd-42d7-83f9-e5318223e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '1a8554c3-e323-4b06-961d-92fbce2db596'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:40.390231 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.416495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:40.429774 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.431007 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.447997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:40.454230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Pushing event updated for resources: {'Port': ['ID=5384964c-5440-4783-94c0-c50c2851f44c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:40.535785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] For port e8aef627-e698-4115-897b-725fa44e0b38, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:40.541270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] For port e8aef627-e698-4115-897b-725fa44e0b38, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e8aef627-e698-4115-897b-725fa44e0b38,segment=NetworkSegment(6da5e0b0-94bd-42d7-83f9-e5318223e6b4),segment_id=6da5e0b0-94bd-42d7-83f9-e5318223e6b4)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:40.549307 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:40.639051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a4243-efaa-44cf-b3e6-666513e2bb53 None None] Pushing event updated for resources: {'Port': ['ID=e8aef627-e698-4115-897b-725fa44e0b38,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:40.703947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Made reservation on behalf of 4cd2d4cacf0b4431a0059064eb7eb080 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:40.710334 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.042647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.api [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7e9bb894-ea32-42a2-bedc-23919e4f52c9 {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:15:41.043514 n-d-811716-3 neutron-server[103410]: DEBUG oslo_db.api [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:15:41.118596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a85af3-1f13-494f-8063-039d1e2effc3 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:41.132468 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.150435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Transition to ACTIVE for port object 37a85af3-1f13-494f-8063-039d1e2effc3 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:41.155756 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.229424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-c86f4603-a734-4053-8326-0548d429915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:41.231658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-c86f4603-a734-4053-8326-0548d429915e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0643907 Nov 22 16:15:41.264446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=37a85af3-1f13-494f-8063-039d1e2effc3,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:41.301070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6302eb3-93d5-49c6-9d97-1b36db7aac20 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:41.320950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Attempting to bind port 37a85af3-1f13-494f-8063-039d1e2effc3 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:41.321542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Attempting to bind port 37a85af3-1f13-494f-8063-039d1e2effc3 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:41.322068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Attempting to bind port 37a85af3-1f13-494f-8063-039d1e2effc3 on network c053dd05-b214-421a-8238-7d199140d06b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:41.329227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:41.330473 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.339282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Port 37a85af3-1f13-494f-8063-039d1e2effc3 on network c053dd05-b214-421a-8238-7d199140d06b not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:41.339787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Attempting to bind port 37a85af3-1f13-494f-8063-039d1e2effc3 on network c053dd05-b214-421a-8238-7d199140d06b {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:41.350579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:41.351387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Checking segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:41.351387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Bound using segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:41.351794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Bound port: 37a85af3-1f13-494f-8063-039d1e2effc3, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:41.352192 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.393709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e6302eb3-93d5-49c6-9d97-1b36db7aac20 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:41.394563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.460910 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] For port 37a85af3-1f13-494f-8063-039d1e2effc3, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:41.466181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] For port 37a85af3-1f13-494f-8063-039d1e2effc3, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=37a85af3-1f13-494f-8063-039d1e2effc3,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:41.466442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=e089559b-a55b-4853-91a2-342096b6099b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:41.489406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.559675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.560889 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.593156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf2714-a054-4241-b973-80e79643ede8 req-2211c5d2-3f71-4c3e-ac59-2cc58067b3cc tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:41.606071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36cf2714-a054-4241-b973-80e79643ede8 req-2211c5d2-3f71-4c3e-ac59-2cc58067b3cc tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 945 time: 1.0413108 Nov 22 16:15:41.608619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:41.609567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.612409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] 10.222.0.71 "PUT /v2.0/ports/37a85af3-1f13-494f-8063-039d1e2effc3 HTTP/1.1" status: 200 len: 1091 time: 4.4481802 Nov 22 16:15:41.612980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-bc3a5dcd-b866-41b0-81f5-a44c4fd4b083 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5065696 Nov 22 16:15:41.613679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576', 'tag': '37a85af3-1f13-494f-8063-039d1e2effc3'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:41.619418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:41.619780 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576", "tag": "37a85af3-1f13-494f-8063-039d1e2effc3"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:41.632837 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.663384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c697b4d-3700-42f2-a9c2-cd477a0b6fd3 req-edf776c5-85d4-4746-bf87-a2bb38703e12 service neutron] 10.222.0.11 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2406507 Nov 22 16:15:41.680134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port f6b2d441-138d-4e49-94a0-4a16f5ac41cc yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:41.688811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Request body: {'port': {'device_id': '9195360a-7a00-471f-9908-e1522c83cbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:41.733827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:41.739992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a6391-3b9c-4fb9-9f73-57c038827584 req-8cf7a616-e39c-4608-b365-f417e56952b4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:41.742275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d29a6391-3b9c-4fb9-9f73-57c038827584 req-8cf7a616-e39c-4608-b365-f417e56952b4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 944 time: 1.0257604 Nov 22 16:15:41.830170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768127c-eba7-4aab-8afd-489f59153ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=37a85af3-1f13-494f-8063-039d1e2effc3,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:41.854912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-ae714f58-a5ec-44ce-ae74-baad632844de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:41.856620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network bca37d71-e546-4a76-82f2-0098ae95203d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:41.856778 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-ae714f58-a5ec-44ce-ae74-baad632844de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 1094 time: 0.0825317 Nov 22 16:15:41.891549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:41.963020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-8f7b8614-5581-44eb-9384-8883c2816be1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a85af3-1f13-494f-8063-039d1e2effc3 HTTP/1.1" status: 200 len: 217 time: 0.0695314 Nov 22 16:15:42.053527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d29a6391-3b9c-4fb9-9f73-57c038827584 req-d83d3ceb-8d06-4460-9d9a-2e23112d859d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664201 Nov 22 16:15:42.070694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-a04c7897-ef8a-404b-9e10-b8b3fefccee4 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7916162 Nov 22 16:15:42.085546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36cf2714-a054-4241-b973-80e79643ede8 req-a0d7c070-be79-45a1-b2b2-8a3eaec3a789 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783616 Nov 22 16:15:42.099794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Allocated IP 172.20.0.9 (0134eed0-7940-46e9-8865-37c87c2d8db8/d9518d51-fe39-48ba-822e-5a5358051585/149ca84c-c6e3-4452-8bdf-8e3a67e03cfa) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:42.106863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.7 (1a8554c3-e323-4b06-961d-92fbce2db596/0a4899cb-ae49-4b28-a198-c430496cbf88/f6b2d441-138d-4e49-94a0-4a16f5ac41cc) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:42.203784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-1cfb3cb5-09b3-496c-a757-f4c14d427e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:42.205733 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-1cfb3cb5-09b3-496c-a757-f4c14d427e24 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 200 len: 853 time: 0.2292216 Nov 22 16:15:42.242287 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d268dc-5e31-4e2e-960c-6e029d244109 x-openstack-request-id: req-f0d268dc-5e31-4e2e-960c-6e029d244109 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:42.242597 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:42.242863 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0d268dc-5e31-4e2e-960c-6e029d244109 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:42.243263 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'code': 200} Nov 22 16:15:42.273242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a170ea0-9fde-4dbd-a8fc-6171d4e1272d None None] Network 1a8554c3-e323-4b06-961d-92fbce2db596 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:42.307008 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-88ac18e1-2761-4722-a0a6-7e4ba04e9494 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c053dd05-b214-421a-8238-7d199140d06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817981 Nov 22 16:15:42.346012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:42.354887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4b4c4ec9-8d7c-48ec-a603-3a909a9441fd None None] Provisioning complete for port e8aef627-e698-4115-897b-725fa44e0b38 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:42.355389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4ec9-8d7c-48ec-a603-3a909a9441fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:42.367015 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd5ddcf-bb93-499a-b8ea-ce9d03896641 x-openstack-request-id: req-1dd5ddcf-bb93-499a-b8ea-ce9d03896641 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:42.367578 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abff156-5476-4d32-afa1-ffe125e1adff", "tag": "d3c5e4c4-86ad-433f-b7ef-9c21c2716011", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:42.368218 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1dd5ddcf-bb93-499a-b8ea-ce9d03896641 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:42.368814 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abff156-5476-4d32-afa1-ffe125e1adff', 'tag': 'd3c5e4c4-86ad-433f-b7ef-9c21c2716011', 'status': 'completed', 'code': 200} Nov 22 16:15:42.499883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-9dba07ba-850a-47f0-96f1-801115000bb1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:42.502148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-9dba07ba-850a-47f0-96f1-801115000bb1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.71 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.4864478 Nov 22 16:15:42.529197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4ec9-8d7c-48ec-a603-3a909a9441fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:42.530218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Request body: {'port': {'device_id': 'ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'admin_state_up': True, 'tenant_id': '0d56520135374b45bc89d12d47e41c4d'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:42.557492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85345d6e-a7b8-47c0-a599-67290c6df995 req-bae99b27-456b-48be-949b-bc761cf55d58 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 210 time: 0.1050363 Nov 22 16:15:42.634094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4b4c4ec9-8d7c-48ec-a603-3a909a9441fd None None] For port e8aef627-e698-4115-897b-725fa44e0b38, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e8aef627-e698-4115-897b-725fa44e0b38,segment=NetworkSegment(6da5e0b0-94bd-42d7-83f9-e5318223e6b4),segment_id=6da5e0b0-94bd-42d7-83f9-e5318223e6b4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:42.642005 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4b4c4ec9-8d7c-48ec-a603-3a909a9441fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:42.704606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e8aef627-e698-4115-897b-725fa44e0b38 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:42.732798 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-acd50bfb-78b7-4365-9e2e-d01d95b90f6d service neutron] 10.222.0.71 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931217 Nov 22 16:15:42.743986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:42.751504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router efc131c5-89ba-4399-a9f9-6e0d0b608b9f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:15:42.761444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ef996b5-367c-44de-a371-3e77576a3f80 req-6ab7180b-5aa6-44c1-9a57-cafc47674d75 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6749110 Nov 22 16:15:42.776120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c4ec9-8d7c-48ec-a603-3a909a9441fd None None] Pushing event updated for resources: {'Port': ['ID=e8aef627-e698-4115-897b-725fa44e0b38,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:42.799289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-502c7c0a-46ce-4e5f-9c3c-851182c565dc None None] Provisioning complete for port e089559b-a55b-4853-91a2-342096b6099b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:42.800518 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-502c7c0a-46ce-4e5f-9c3c-851182c565dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:42.854879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-92178185-c7d0-4c53-b6c9-1b6acca3ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:42.856735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-92178185-c7d0-4c53-b6c9-1b6acca3ee45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 1094 time: 0.4377270 Nov 22 16:15:42.858333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-502c7c0a-46ce-4e5f-9c3c-851182c565dc None None] Port e089559b-a55b-4853-91a2-342096b6099b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:42.861459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e8aef627-e698-4115-897b-725fa44e0b38 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:42.861953 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:42.892735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0266886-fadf-4d94-ba59-f0706b17a4d4 req-8d7442e9-780c-474b-b64d-e9654012e0e5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:42.896164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0266886-fadf-4d94-ba59-f0706b17a4d4 req-8d7442e9-780c-474b-b64d-e9654012e0e5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 943 time: 0.4611564 Nov 22 16:15:43.021572 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-811dd2a7-8a16-41d5-a132-0fc623e1b6c0 service neutron] 10.222.0.71 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735755 Nov 22 16:15:43.046311 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:43.079978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Made reservation on behalf of 0d56520135374b45bc89d12d47e41c4d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:43.092250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:43.140603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 1a8554c3-e323-4b06-961d-92fbce2db596 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:43.154275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:43.160703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:43.223669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688ac53-9df1-4c08-8442-91e79b8489de req-4436e538-e44d-4bfb-ae15-652c1578997f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:43.228805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9688ac53-9df1-4c08-8442-91e79b8489de req-4436e538-e44d-4bfb-ae15-652c1578997f tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 943 time: 0.4760964 Nov 22 16:15:43.232866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=f6b2d441-138d-4e49-94a0-4a16f5ac41cc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:43.278079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:43.278748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:43.287249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6a89936f-e30c-46c0-bfc1-7cd952be5f2d None None] Provisioning complete for port e8aef627-e698-4115-897b-725fa44e0b38 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:43.287619 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a89936f-e30c-46c0-bfc1-7cd952be5f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:43.304488 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-916655d8-d582-41f3-894b-8a043daa33e1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.5695221 Nov 22 16:15:43.314428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0266886-fadf-4d94-ba59-f0706b17a4d4 req-b5efcf55-8f70-4238-9eca-f52bb074cece tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890550 Nov 22 16:15:43.323367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51738) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:43.368394 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:43.438859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9688ac53-9df1-4c08-8442-91e79b8489de req-a79fe5bb-4302-4a3a-a396-63df040f3c31 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761205 Nov 22 16:15:43.443807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Allocated IP 172.20.0.10 (ab972533-8b55-426b-899c-cbb996ab0adf/eb03a648-b35d-412b-b0d6-a0dc2108bc6a/ab12aedd-ec90-49dc-9006-2c35e9ae39af) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:43.444883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:43.461541 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7b173-633e-4c94-869b-540e90658f3a None None] Sync routers for ids ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:43.470546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-ad82a5bb-65aa-4ccc-88b8-675f3477c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:43.473240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-ad82a5bb-65aa-4ccc-88b8-675f3477c311 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 915 time: 0.5739515 Nov 22 16:15:43.483041 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7b173-633e-4c94-869b-540e90658f3a None None] Routers {'efc131c5-89ba-4399-a9f9-6e0d0b608b9f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:43.484449 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35e7b173-633e-4c94-869b-540e90658f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:43.488490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ba8e7ddd-b07c-415b-b266-1ec9b8fab713 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/efc131c5-89ba-4399-a9f9-6e0d0b608b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8406796 Nov 22 16:15:43.489515 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51740) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:43.511866 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b9f61-5bd1-455b-b69b-22e0a148a81f x-openstack-request-id: req-4e8b9f61-5bd1-455b-b69b-22e0a148a81f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:43.512186 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576", "tag": "37a85af3-1f13-494f-8063-039d1e2effc3", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:43.519791 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e8b9f61-5bd1-455b-b69b-22e0a148a81f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:43.520335 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576', 'tag': '37a85af3-1f13-494f-8063-039d1e2effc3', 'status': 'completed', 'code': 200} Nov 22 16:15:43.534636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81273cfb-bbed-4263-97af-c3f7c6d7d9f2 req-44947991-b25a-4053-ada8-4004f3e62694 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 210 time: 0.1058736 Nov 22 16:15:43.538047 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35e7b173-633e-4c94-869b-540e90658f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:43.563566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dbc2e15e-14e4-4f49-be36-4b3be360e534 None None] Provisioning complete for port f6b2d441-138d-4e49-94a0-4a16f5ac41cc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:43.566517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-46cb66d6-e1a6-45a6-b20c-d06eec213f9a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port f6b2d441-138d-4e49-94a0-4a16f5ac41cc {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:43.566970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cb66d6-e1a6-45a6-b20c-d06eec213f9a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:43.569009 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e15e-14e4-4f49-be36-4b3be360e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:43.582242 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7b173-633e-4c94-869b-540e90658f3a None None] Routers {'efc131c5-89ba-4399-a9f9-6e0d0b608b9f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:43.583147 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35e7b173-633e-4c94-869b-540e90658f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:43.585602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-fcd5c151-e5d4-4990-a54b-d4bb768b029c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3c5e4c4-86ad-433f-b7ef-9c21c2716011 HTTP/1.1" status: 200 len: 217 time: 0.0939906 Nov 22 16:15:43.640482 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-35e7b173-633e-4c94-869b-540e90658f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:43.641573 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e7b173-633e-4c94-869b-540e90658f3a None None] The sync data for ids ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:43.669624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2e15e-14e4-4f49-be36-4b3be360e534 None None] Port f6b2d441-138d-4e49-94a0-4a16f5ac41cc cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:43.687694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c64199e-6fb9-4875-a37d-37ca6d676dde tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:43.689147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9c64199e-6fb9-4875-a37d-37ca6d676dde tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports/e089559b-a55b-4853-91a2-342096b6099b HTTP/1.1" status: 200 len: 913 time: 0.1993988 Nov 22 16:15:43.718494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51744) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:43.869499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-5dc33f4d-2d07-4a75-9969-ee6165047d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:43.871076 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-5dc33f4d-2d07-4a75-9969-ee6165047d49 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 1094 time: 0.3089929 Nov 22 16:15:43.981131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5384964c-5440-4783-94c0-c50c2851f44c {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:43.991756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.013577 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.044627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.046887 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cb66d6-e1a6-45a6-b20c-d06eec213f9a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.051650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-cd6f962d-9bdf-4015-8386-05c825a23e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.053172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-cd6f962d-9bdf-4015-8386-05c825a23e2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 200 len: 854 time: 0.4546528 Nov 22 16:15:44.090244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Transition to ACTIVE for port object 5384964c-5440-4783-94c0-c50c2851f44c will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:44.102952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-46cb66d6-e1a6-45a6-b20c-d06eec213f9a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for f6b2d441-138d-4e49-94a0-4a16f5ac41cc owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:44.118188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-22ce424d-aa03-45ad-ab84-7432c256bfa2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511124 Nov 22 16:15:44.125796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7f30-b529-475e-99f7-9d05900c780e req-45670d37-1452-4364-8948-9b661e7adc1f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.127506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-844f7f30-b529-475e-99f7-9d05900c780e req-45670d37-1452-4364-8948-9b661e7adc1f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 944 time: 0.4689362 Nov 22 16:15:44.129508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Network 0134eed0-7940-46e9-8865-37c87c2d8db8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:44.134919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.149819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:44.152000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Pushing event updated for resources: {'Port': ['ID=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:44.173038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:44.208664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-5e337e27-3494-49bc-8bcc-b5e9f0a98627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.210082 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-5e337e27-3494-49bc-8bcc-b5e9f0a98627 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 914 time: 0.3184025 Nov 22 16:15:44.245145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad'}, {'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:44.248062 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d484f3-314d-43e3-be86-40b132b22ef1" -d '{"events": [{"server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "name": "network-vif-unplugged", "status": "completed", "tag": "2363f611-468f-4418-9281-ecf3718e1aad"}, {"server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:44.253728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.271513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558890f6-4d0a-4ba9-a37e-8a45c415543e req-31a75370-ac01-44ba-a567-8321e765e524 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.273644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-558890f6-4d0a-4ba9-a37e-8a45c415543e req-31a75370-ac01-44ba-a567-8321e765e524 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.3172662 Nov 22 16:15:44.345711 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-b071b569-1356-4ffb-b8c4-994d344665b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37a85af3-1f13-494f-8063-039d1e2effc3 HTTP/1.1" status: 200 len: 217 time: 0.1132226 Nov 22 16:15:44.369751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Pushing event updated for resources: {'Port': ['ID=5384964c-5440-4783-94c0-c50c2851f44c,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:44.381411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Network ab972533-8b55-426b-899c-cbb996ab0adf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:44.398101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.398759 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.410995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:44.413717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-844f7f30-b529-475e-99f7-9d05900c780e req-d65ad86d-71a6-40c0-a324-f7ed9e63064f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759151 Nov 22 16:15:44.413869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:44.470476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event updated for resources: {'Port': ['ID=ab12aedd-ec90-49dc-9006-2c35e9ae39af,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:44.476219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-57214561-eaaa-44b9-a495-eec0083171e8 service neutron] 10.222.0.11 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428435 Nov 22 16:15:44.481555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-d02c768e-c8f2-42f6-afcf-87141364da06 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9252927 Nov 22 16:15:44.486963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-558890f6-4d0a-4ba9-a37e-8a45c415543e req-86147794-536f-4752-ad3d-c682ac8ac8b3 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987739 Nov 22 16:15:44.516966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Request body: {'port': {'device_id': '0ea4736c-67de-4781-aa01-6671d1633484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:44.531658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-21a58cd3-e844-4931-a0e1-8fdde55596ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.533679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-21a58cd3-e844-4931-a0e1-8fdde55596ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 200 len: 853 time: 0.1709578 Nov 22 16:15:44.548095 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b4a23b-fe26-4f5a-a097-16df582e399b x-openstack-request-id: req-e8b4a23b-fe26-4f5a-a097-16df582e399b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:44.548694 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "name": "network-vif-unplugged", "status": "completed", "tag": "2363f611-468f-4418-9281-ecf3718e1aad", "code": 200}, {"server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:44.553076 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8b4a23b-fe26-4f5a-a097-16df582e399b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:44.558211 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad', 'code': 200} Nov 22 16:15:44.558211 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'code': 200} Nov 22 16:15:44.587091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.587871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.595567 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-11f3f673-6660-4a84-9325-8bd9fbeeaa4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c053dd05-b214-421a-8238-7d199140d06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507123 Nov 22 16:15:44.628865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cb66d6-e1a6-45a6-b20c-d06eec213f9a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.651267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Attempting to bind port 5384964c-5440-4783-94c0-c50c2851f44c on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:44.651612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Attempting to bind port 5384964c-5440-4783-94c0-c50c2851f44c by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:44.651967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Attempting to bind port 5384964c-5440-4783-94c0-c50c2851f44c on network c053dd05-b214-421a-8238-7d199140d06b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:44.681200 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-5ff7b171-8e5b-45a9-94a1-dbaf17339d55 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1637816 Nov 22 16:15:44.707577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e8aef627-e698-4115-897b-725fa44e0b38 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:44.708187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Port 5384964c-5440-4783-94c0-c50c2851f44c on network c053dd05-b214-421a-8238-7d199140d06b not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:44.708187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Attempting to bind port 5384964c-5440-4783-94c0-c50c2851f44c on network c053dd05-b214-421a-8238-7d199140d06b {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:44.712337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Request body: {'port': {'device_id': 'ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:44.725580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.730780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb66d6-e1a6-45a6-b20c-d06eec213f9a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=f6b2d441-138d-4e49-94a0-4a16f5ac41cc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:44.739319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:44.739656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Checking segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:44.740084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Bound using segment: {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:44.740540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Bound port: 5384964c-5440-4783-94c0-c50c2851f44c, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e146f8ff-ef40-4e22-898a-ac441eb89995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:44.740908 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.763874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f125f2e-aed0-439d-9d7c-6b0c5f823d84 req-183fa1ea-0f00-4f4a-be39-84b817ef4ba3 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.765495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f125f2e-aed0-439d-9d7c-6b0c5f823d84 req-183fa1ea-0f00-4f4a-be39-84b817ef4ba3 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 932 time: 0.2740784 Nov 22 16:15:44.770623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e8aef627-e698-4115-897b-725fa44e0b38 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:44.771272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:44.803054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-e47449fa-f6f1-440e-ad0e-34afa17d37bd service neutron] 10.222.0.11 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103764 Nov 22 16:15:44.842460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400ac38-a837-468b-aca1-b289e03cb8a6 req-33697252-f4f7-4f19-9622-35ba0c4991ef tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:44.844119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f400ac38-a837-468b-aca1-b289e03cb8a6 req-33697252-f4f7-4f19-9622-35ba0c4991ef tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 943 time: 0.2106550 Nov 22 16:15:45.041107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] For port 5384964c-5440-4783-94c0-c50c2851f44c, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:45.046292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f125f2e-aed0-439d-9d7c-6b0c5f823d84 req-fdd94c5c-1b9b-4802-a54b-fde9fd9b017e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669973 Nov 22 16:15:45.052148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] For port 5384964c-5440-4783-94c0-c50c2851f44c, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5384964c-5440-4783-94c0-c50c2851f44c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:45.059204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f400ac38-a837-468b-aca1-b289e03cb8a6 req-4913a551-99ad-4697-9291-b0cf74c2e33e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879153 Nov 22 16:15:45.067246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.164248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:45.164984 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.166534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] 10.222.0.11 "PUT /v2.0/ports/5384964c-5440-4783-94c0-c50c2851f44c HTTP/1.1" status: 200 len: 1091 time: 3.5077083 Nov 22 16:15:45.187242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9195360a-7a00-471f-9908-e1522c83cbc9', 'tag': '5384964c-5440-4783-94c0-c50c2851f44c'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:45.190461 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33954a1b-c3c0-4f98-806d-69b76f29202c" -d '{"events": [{"name": "network-changed", "server_uuid": "9195360a-7a00-471f-9908-e1522c83cbc9", "tag": "5384964c-5440-4783-94c0-c50c2851f44c"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:45.306076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f1dbb-3170-41b9-b0fc-32d4fb37384f service neutron] Pushing event updated for resources: {'Port': ['ID=5384964c-5440-4783-94c0-c50c2851f44c,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:45.310163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 37a85af3-1f13-494f-8063-039d1e2effc3 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:45.347208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.361895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-61895f92-8d05-410b-8c6e-af1cd65e7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:45.362834 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-5abd749d-01da-40a2-9dfa-a16506ad949a service neutron] 10.222.0.71 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547224 Nov 22 16:15:45.363664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-61895f92-8d05-410b-8c6e-af1cd65e7b79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 1094 time: 0.1497433 Nov 22 16:15:45.367042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a7c00-7bfb-42fa-bfd3-32929ff35c8f req-7616d449-da18-44b7-8dc3-0214e838dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:45.368108 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e1a7c00-7bfb-42fa-bfd3-32929ff35c8f req-7616d449-da18-44b7-8dc3-0214e838dc4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 1097 time: 0.6503644 Nov 22 16:15:45.371063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46cb66d6-e1a6-45a6-b20c-d06eec213f9a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.379498 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-46cb66d6-e1a6-45a6-b20c-d06eec213f9a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/f6b2d441-138d-4e49-94a0-4a16f5ac41cc HTTP/1.1" status: 204 len: 168 time: 2.0507147 Nov 22 16:15:45.379826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b44c48-8341-4c4a-9d1d-684dd9eba92b req-20497f57-2be6-49db-bd25-1f3e0f6b28c1 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:45.384836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d3c5e4c4-86ad-433f-b7ef-9c21c2716011 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:45.386008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9b44c48-8341-4c4a-9d1d-684dd9eba92b req-20497f57-2be6-49db-bd25-1f3e0f6b28c1 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 931 time: 0.2144220 Nov 22 16:15:45.387441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51756) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:45.428308 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:15:45.437350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687aea6-9de2-4c24-a252-6782dfb3bcd6 req-bc44f192-6f08-403f-bcb4-4e14fade4430 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:45.444632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1687aea6-9de2-4c24-a252-6782dfb3bcd6 req-bc44f192-6f08-403f-bcb4-4e14fade4430 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 943 time: 0.2768483 Nov 22 16:15:45.483328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 37a85af3-1f13-494f-8063-039d1e2effc3, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=37a85af3-1f13-494f-8063-039d1e2effc3,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:45.499946 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8779963-099b-4b2c-8704-a81b2896fbe9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:15:45.505384 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8779963-099b-4b2c-8704-a81b2896fbe9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/f6b2d441-138d-4e49-94a0-4a16f5ac41cc HTTP/1.1" status: 404 len: 333 time: 0.1039879 Nov 22 16:15:45.505599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '37a85af3-1f13-494f-8063-039d1e2effc3', 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'port_id': '37a85af3-1f13-494f-8063-039d1e2effc3', 'mac_address': 'fa:16:3e:b5:29:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258156b7-9086-474a-a94b-728ec3c69c3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:45.505726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-c7c4fbab-208b-44ae-9bab-79795d52eeaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5384964c-5440-4783-94c0-c50c2851f44c HTTP/1.1" status: 200 len: 217 time: 0.0900216 Nov 22 16:15:45.507623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51760) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:45.531987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.563606 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.572057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d3c5e4c4-86ad-433f-b7ef-9c21c2716011, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:45.592272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a85af3-1f13-494f-8063-039d1e2effc3 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:45.596444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'd3c5e4c4-86ad-433f-b7ef-9c21c2716011', 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8', 'port_id': 'd3c5e4c4-86ad-433f-b7ef-9c21c2716011', 'mac_address': 'fa:16:3e:80:36:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665f7c8a-de2a-4b79-b31e-021a52ff4078', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:45.647070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 37a85af3-1f13-494f-8063-039d1e2effc3, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=37a85af3-1f13-494f-8063-039d1e2effc3,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:45.654347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.656244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:45.658753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.676636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9b44c48-8341-4c4a-9d1d-684dd9eba92b req-8cd70577-3181-4001-aef3-5670d1dc0ef2 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890291 Nov 22 16:15:45.690801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.695513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c5e4c4-86ad-433f-b7ef-9c21c2716011 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:45.696206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-c7281a47-31cc-40ca-9c21-10827c892399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:45.697808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-c7281a47-31cc-40ca-9c21-10827c892399 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 200 len: 853 time: 0.1782780 Nov 22 16:15:45.717225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1687aea6-9de2-4c24-a252-6782dfb3bcd6 req-8333e301-68a3-45a2-87d9-d7a1c3b159af tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588379 Nov 22 16:15:45.757722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d3c5e4c4-86ad-433f-b7ef-9c21c2716011, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:45.765348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=37a85af3-1f13-494f-8063-039d1e2effc3,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:45.772048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.794979 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e1a7c00-7bfb-42fa-bfd3-32929ff35c8f req-98f52689-ed73-4821-bf05-6f0b451c9120 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082842 Nov 22 16:15:45.799230 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2f5ecd54-1d2f-4c86-93eb-dd7e57a6c869 req-42c1cb48-adea-42fc-9623-81f4d85087b7 service neutron] 10.222.0.71 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207668 Nov 22 16:15:45.802065 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49332c2e-a385-4c62-a6e0-9e2ba1f7794a x-openstack-request-id: req-49332c2e-a385-4c62-a6e0-9e2ba1f7794a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:45.807889 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9195360a-7a00-471f-9908-e1522c83cbc9", "tag": "5384964c-5440-4783-94c0-c50c2851f44c", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:45.808344 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49332c2e-a385-4c62-a6e0-9e2ba1f7794a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:45.810300 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9195360a-7a00-471f-9908-e1522c83cbc9', 'tag': '5384964c-5440-4783-94c0-c50c2851f44c', 'status': 'completed', 'code': 200} Nov 22 16:15:45.812900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-1227826d-b543-4a87-be06-362fd6d04acd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c053dd05-b214-421a-8238-7d199140d06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944979 Nov 22 16:15:45.814195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Transition to ACTIVE for port object 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:45.837112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.857560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:45.862991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebd6888-9cec-494a-aea6-a9667b25ad7a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet 0a4899cb-ae49-4b28-a198-c430496cbf88 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:15:45.868309 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6888-9cec-494a-aea6-a9667b25ad7a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:45.947329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Pushing event updated for resources: {'Port': ['ID=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:45.986354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbf223-5188-4980-a716-6a3419d084c4 req-937f47f0-715a-4e60-8c04-5ee6109476c1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:45.988858 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8dbf223-5188-4980-a716-6a3419d084c4 req-937f47f0-715a-4e60-8c04-5ee6109476c1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 944 time: 0.1670821 Nov 22 16:15:45.996482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['d3c5e4c4-86ad-433f-b7ef-9c21c2716011'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:46.019444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6888-9cec-494a-aea6-a9667b25ad7a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.028022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342208a-9576-47bc-a168-b3a2c8bcb10d req-4de47931-9be8-4632-9575-e37d8e6e879e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:46.029477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d342208a-9576-47bc-a168-b3a2c8bcb10d req-4de47931-9be8-4632-9575-e37d8e6e879e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1719050 Nov 22 16:15:46.033061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['37a85af3-1f13-494f-8063-039d1e2effc3'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:46.181763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Attempting to bind port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:46.182040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Attempting to bind port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '957d1650-a7e6-4751-9941-4efd6ab1ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0134eed0-7940-46e9-8865-37c87c2d8db8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:46.182851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Attempting to bind port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa on network 0134eed0-7940-46e9-8865-37c87c2d8db8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:46.194029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8dbf223-5188-4980-a716-6a3419d084c4 req-158da83e-7ef3-4b2f-90c8-591481d17c76 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811845 Nov 22 16:15:46.196554 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6888-9cec-494a-aea6-a9667b25ad7a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.208659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa on network 0134eed0-7940-46e9-8865-37c87c2d8db8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:46.209074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Attempting to bind port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa on network 0134eed0-7940-46e9-8865-37c87c2d8db8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:46.235956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d342208a-9576-47bc-a168-b3a2c8bcb10d req-0a333748-87cc-4592-bfe7-b47a1a4d673c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800706 Nov 22 16:15:46.239863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:46.240310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Checking segment: {'id': '957d1650-a7e6-4751-9941-4efd6ab1ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0134eed0-7940-46e9-8865-37c87c2d8db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:46.240764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Bound using segment: {'id': '957d1650-a7e6-4751-9941-4efd6ab1ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0134eed0-7940-46e9-8865-37c87c2d8db8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:46.241269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Bound port: 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957d1650-a7e6-4751-9941-4efd6ab1ac9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '0134eed0-7940-46e9-8865-37c87c2d8db8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:46.241719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.246946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-de71d7fc-4c87-4960-98bd-5e0ba178e4db service neutron] 10.222.0.11 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378724 Nov 22 16:15:46.351052 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab12aedd-ec90-49dc-9006-2c35e9ae39af {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:46.365500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.371195 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6888-9cec-494a-aea6-a9667b25ad7a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.387407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port e089559b-a55b-4853-91a2-342096b6099b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:46.387817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.413461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Transition to ACTIVE for port object ab12aedd-ec90-49dc-9006-2c35e9ae39af will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:46.426822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd6888-9cec-494a-aea6-a9667b25ad7a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4899cb-ae49-4b28-a198-c430496cbf88,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:46.458055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.469214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6888-9cec-494a-aea6-a9667b25ad7a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.476665 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5ebd6888-9cec-494a-aea6-a9667b25ad7a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/0a4899cb-ae49-4b28-a198-c430496cbf88 HTTP/1.1" status: 204 len: 168 time: 0.9608521 Nov 22 16:15:46.480952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e36d5-6d42-491e-919b-88e393d0c6bb None None] Network 1a8554c3-e323-4b06-961d-92fbce2db596 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:46.496933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51770) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:46.597652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Pushing event updated for resources: {'Port': ['ID=ab12aedd-ec90-49dc-9006-2c35e9ae39af,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:46.683434 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.697505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] For port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:46.708417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for e089559b-a55b-4853-91a2-342096b6099b owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:46.714857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.718388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f6a51-39b3-44cc-9a29-c0b17b07fe9e req-3d232a1b-29f5-45d0-b4d5-5a566c5a73f5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:46.719876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb5f6a51-39b3-44cc-9a29-c0b17b07fe9e req-3d232a1b-29f5-45d0-b4d5-5a566c5a73f5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 944 time: 0.4071984 Nov 22 16:15:46.728702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] For port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,segment=NetworkSegment(957d1650-a7e6-4751-9941-4efd6ab1ac9c),segment_id=957d1650-a7e6-4751-9941-4efd6ab1ac9c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:46.736050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] DHCP port deletion for 1a8554c3-e323-4b06-961d-92fbce2db596 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:15:46.736257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835127b2-f651-45e2-b48f-8edfcdac9832 req-8855d077-9c21-4c83-a2d5-b639961214a8 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:46.740691 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-835127b2-f651-45e2-b48f-8edfcdac9832 req-8855d077-9c21-4c83-a2d5-b639961214a8 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 932 time: 0.3970277 Nov 22 16:15:46.751756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.803350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Deleting port e8aef627-e698-4115-897b-725fa44e0b38 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:46.803950 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.818804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0b2d958-ea94-4bfe-b99f-9438b62a4ded req-1ec6058a-e709-4542-9e37-3d9d262c7062 service neutron] 10.222.0.11 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618877 Nov 22 16:15:46.820108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Attempting to bind port ab12aedd-ec90-49dc-9006-2c35e9ae39af on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:46.820449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Attempting to bind port ab12aedd-ec90-49dc-9006-2c35e9ae39af by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:46.820778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Attempting to bind port ab12aedd-ec90-49dc-9006-2c35e9ae39af on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:46.830227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:46.832276 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.834721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] 10.222.0.11 "PUT /v2.0/ports/149ca84c-c6e3-4452-8bdf-8e3a67e03cfa HTTP/1.1" status: 200 len: 1091 time: 2.3411741 Nov 22 16:15:46.836868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Port ab12aedd-ec90-49dc-9006-2c35e9ae39af on network ab972533-8b55-426b-899c-cbb996ab0adf not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:46.837201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Attempting to bind port ab12aedd-ec90-49dc-9006-2c35e9ae39af on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:46.853664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:46.853973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Checking segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:46.854366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Bound using segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:46.854811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Bound port: ab12aedd-ec90-49dc-9006-2c35e9ae39af, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:46.855169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.876010 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] For port e8aef627-e698-4115-897b-725fa44e0b38, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e8aef627-e698-4115-897b-725fa44e0b38,segment=NetworkSegment(6da5e0b0-94bd-42d7-83f9-e5318223e6b4),segment_id=6da5e0b0-94bd-42d7-83f9-e5318223e6b4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:46.876487 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:46.894743 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Calling delete_port for e8aef627-e698-4115-897b-725fa44e0b38 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:46.912390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb5f6a51-39b3-44cc-9a29-c0b17b07fe9e req-4d1da01f-f95d-4f10-ab05-8f9b8e308597 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622777 Nov 22 16:15:46.928537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-835127b2-f651-45e2-b48f-8edfcdac9832 req-1b216b78-1b48-41d4-936f-a59f0eacb095 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698089 Nov 22 16:15:46.996369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port e8aef627-e698-4115-897b-725fa44e0b38 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:46.996714 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.071763 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.089167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73804a6b-d012-48d2-a51e-947afa082621 service neutron] Pushing event updated for resources: {'Port': ['ID=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:47.102315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Pushing event deleted for resources: {'Port': ['ID=e8aef627-e698-4115-897b-725fa44e0b38,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:47.104809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] No DVR routers for this DVR port e8aef627-e698-4115-897b-725fa44e0b38 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:47.120337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.120337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.120337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.120337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.120337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.120874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.120978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.121561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.121696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.122036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.122450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.123219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dce9870-56bb-426d-b4d7-403501223c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:47.150473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] For port ab12aedd-ec90-49dc-9006-2c35e9ae39af, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:47.165160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-599208e4-8abb-4fa9-8baa-7c1849f62445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.167223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-599208e4-8abb-4fa9-8baa-7c1849f62445 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cd2d4cacf0b4431a0059064eb7eb080&device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 1094 time: 0.2305269 Nov 22 16:15:47.175648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-7d1b2b54-9826-4d06-9729-f3f5978fc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.177149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-7d1b2b54-9826-4d06-9729-f3f5978fc644 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=198cbe543154417696de26133b631eab&device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 1094 time: 0.1664014 Nov 22 16:15:47.188771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] For port ab12aedd-ec90-49dc-9006-2c35e9ae39af, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ab12aedd-ec90-49dc-9006-2c35e9ae39af,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:47.193565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf8ec3-0651-4441-b2a5-09cd6a4be3ac req-e2f27287-8c5a-4923-b107-cfb5157a4280 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.195029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01cf8ec3-0651-4441-b2a5-09cd6a4be3ac req-e2f27287-8c5a-4923-b107-cfb5157a4280 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1416073 Nov 22 16:15:47.202594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.216954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] For port e8aef627-e698-4115-897b-725fa44e0b38, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e8aef627-e698-4115-897b-725fa44e0b38,segment=NetworkSegment(6da5e0b0-94bd-42d7-83f9-e5318223e6b4),segment_id=6da5e0b0-94bd-42d7-83f9-e5318223e6b4)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:47.217348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.246251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.269311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for e8aef627-e698-4115-897b-725fa44e0b38 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:47.272539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.273169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.274556 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] 10.222.0.71 "PUT /v2.0/ports/ab12aedd-ec90-49dc-9006-2c35e9ae39af HTTP/1.1" status: 200 len: 1092 time: 2.5663283 Nov 22 16:15:47.279014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb', 'tag': 'ab12aedd-ec90-49dc-9006-2c35e9ae39af'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:47.281596 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08bd74-def1-4116-9c94-e69771f12939" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb", "tag": "ab12aedd-ec90-49dc-9006-2c35e9ae39af"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:47.282017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-71c355b0-bbc8-4876-9671-4c490f39fa02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa HTTP/1.1" status: 200 len: 217 time: 0.1031985 Nov 22 16:15:47.307938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 37a85af3-1f13-494f-8063-039d1e2effc3 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:47.312642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f76a29-c802-45b4-98ac-93c89531476f req-8a5dc6a5-83a3-4ae2-b53e-e68fffb7d52f tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.314169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18f76a29-c802-45b4-98ac-93c89531476f req-8a5dc6a5-83a3-4ae2-b53e-e68fffb7d52f tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 943 time: 0.2150218 Nov 22 16:15:47.366824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d3c5e4c4-86ad-433f-b7ef-9c21c2716011 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:47.374479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d81f50-964b-4f63-9eac-40537daa0361 service neutron] Pushing event updated for resources: {'Port': ['ID=ab12aedd-ec90-49dc-9006-2c35e9ae39af,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:47.440766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 37a85af3-1f13-494f-8063-039d1e2effc3 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:47.445764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 37a85af3-1f13-494f-8063-039d1e2effc3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:47.446069 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.449535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:47.471455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01cf8ec3-0651-4441-b2a5-09cd6a4be3ac req-deb97e46-16c9-47b2-837a-599b0ac75264 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601886 Nov 22 16:15:47.500167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:47.500734 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.510012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=e089559b-a55b-4853-91a2-342096b6099b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:47.527498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-499005e5-4eab-4b5f-b6cc-b12be0a175b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.529250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-499005e5-4eab-4b5f-b6cc-b12be0a175b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9518d51-fe39-48ba-822e-5a5358051585 HTTP/1.1" status: 200 len: 852 time: 0.2326770 Nov 22 16:15:47.541204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-a2b887ec-8868-4eaa-bcd5-2d8962380acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.542968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-a2b887ec-8868-4eaa-bcd5-2d8962380acb service neutron] 10.222.0.11 "GET /v2.0/networks?id=c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 200 len: 914 time: 0.3470352 Nov 22 16:15:47.577709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.583899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-18c2d802-88e4-4fc3-a9f5-6729526ffd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.585468 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-18c2d802-88e4-4fc3-a9f5-6729526ffd22 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 1095 time: 0.2217381 Nov 22 16:15:47.610596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.629890 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.656485 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.673109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-889ffc35-f0c8-404d-8d7d-521b906add7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0134eed0-7940-46e9-8865-37c87c2d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240036 Nov 22 16:15:47.680609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18f76a29-c802-45b4-98ac-93c89531476f req-68a180ce-f888-4677-a91d-028e28f903e8 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368409 Nov 22 16:15:47.682260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-1b7f5db4-c4d8-4356-a289-802ef2e75749 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5384964c-5440-4783-94c0-c50c2851f44c HTTP/1.1" status: 200 len: 217 time: 0.1096613 Nov 22 16:15:47.709190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-e8a44a7c-4b89-4571-b7ec-197cc209005a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab12aedd-ec90-49dc-9006-2c35e9ae39af HTTP/1.1" status: 200 len: 217 time: 0.1091623 Nov 22 16:15:47.746876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=e8aef627-e698-4115-897b-725fa44e0b38,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:47.767271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No DVR routers for this DVR port e8aef627-e698-4115-897b-725fa44e0b38 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:47.812093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea4736c-67de-4781-aa01-6671d1633484', 'tag': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:47.814797 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea4736c-67de-4781-aa01-6671d1633484", "tag": "149ca84c-c6e3-4452-8bdf-8e3a67e03cfa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:47.827034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a85af3-1f13-494f-8063-039d1e2effc3'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:47.829539 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff2b696-9d12-48c5-a750-1a747b79cac1" -d '{"events": [{"server_uuid": "8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576", "name": "network-vif-plugged", "status": "completed", "tag": "37a85af3-1f13-494f-8063-039d1e2effc3"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:47.845096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaaddb-06d3-46a0-9695-b6adc5a69a39 req-c570f8ee-0ab4-4728-87e0-7b2f10ec4357 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.847388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75aaaddb-06d3-46a0-9695-b6adc5a69a39 req-c570f8ee-0ab4-4728-87e0-7b2f10ec4357 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 944 time: 0.2608759 Nov 22 16:15:47.848073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 37a85af3-1f13-494f-8063-039d1e2effc3, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=37a85af3-1f13-494f-8063-039d1e2effc3,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:47.855762 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.856637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2363f611-468f-4418-9281-ecf3718e1aad no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:47.859935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d3c5e4c4-86ad-433f-b7ef-9c21c2716011, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:47.869053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-9afd9360-1af8-49bb-a03e-0c587434f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.870522 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-9afd9360-1af8-49bb-a03e-0c587434f40b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.1425371 Nov 22 16:15:47.889574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-38511529-af92-4d4d-93ac-f14e44c8b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.891397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-38511529-af92-4d4d-93ac-f14e44c8b099 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 200 len: 853 time: 0.1967347 Nov 22 16:15:47.901008 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.919206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:47.926906 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-1d3a3046-49e1-4e76-b2d7-3191b24969f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395730 Nov 22 16:15:47.939630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=37a85af3-1f13-494f-8063-039d1e2effc3,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:47.951326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-798b0088-c358-45b1-8873-dfee7fb8f3db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c053dd05-b214-421a-8238-7d199140d06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493917 Nov 22 16:15:47.959662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-7d73add2-0474-40ab-8919-1e0c557c8764 service neutron] 10.222.0.11 "GET /v2.0/networks/0134eed0-7940-46e9-8865-37c87c2d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759156 Nov 22 16:15:47.970347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e223855-1493-48b9-94a0-5b35180bbb99 req-0a8a21d4-18ad-45ed-a5da-d55d7c259654 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:47.976174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e223855-1493-48b9-94a0-5b35180bbb99 req-0a8a21d4-18ad-45ed-a5da-d55d7c259654 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1793725 Nov 22 16:15:48.031433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:48.123263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75aaaddb-06d3-46a0-9695-b6adc5a69a39 req-c1fa0ea4-8350-40ed-a0cf-49bef68159bc tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671089 Nov 22 16:15:48.171049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e223855-1493-48b9-94a0-5b35180bbb99 req-8a130f06-ce48-425c-baa2-922fae3dc65a tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790547 Nov 22 16:15:48.230823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5beb7ee7-7d72-4726-a505-b46e39a8af07 req-7de2e8d5-57ff-4af1-976d-a80de0e41b01 service neutron] 10.222.0.11 "GET /v2.0/networks/0134eed0-7940-46e9-8865-37c87c2d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512326 Nov 22 16:15:48.234561 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd38855-c220-46f6-a228-3faa7622814b x-openstack-request-id: req-4fd38855-c220-46f6-a228-3faa7622814b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:48.235121 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea4736c-67de-4781-aa01-6671d1633484", "tag": "149ca84c-c6e3-4452-8bdf-8e3a67e03cfa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:48.235484 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4fd38855-c220-46f6-a228-3faa7622814b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:48.236595 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea4736c-67de-4781-aa01-6671d1633484', 'tag': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa', 'status': 'completed', 'code': 200} Nov 22 16:15:48.239751 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-05d96a0a-3317-4543-95a0-f5af708c8cc8 service neutron] 10.222.0.11 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590613 Nov 22 16:15:48.294248 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b2b40f-6209-4e4a-abae-2a2af384cb49 x-openstack-request-id: req-77b2b40f-6209-4e4a-abae-2a2af384cb49 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:48.294923 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576", "name": "network-vif-plugged", "status": "completed", "tag": "37a85af3-1f13-494f-8063-039d1e2effc3", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:48.295445 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77b2b40f-6209-4e4a-abae-2a2af384cb49 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:48.296204 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a85af3-1f13-494f-8063-039d1e2effc3', 'code': 200} Nov 22 16:15:48.337967 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe13529-31e1-4b77-b73c-bde3bffd5b98 x-openstack-request-id: req-abe13529-31e1-4b77-b73c-bde3bffd5b98 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:48.338261 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb", "tag": "ab12aedd-ec90-49dc-9006-2c35e9ae39af", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:48.338516 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-abe13529-31e1-4b77-b73c-bde3bffd5b98 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:48.338923 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb', 'tag': 'ab12aedd-ec90-49dc-9006-2c35e9ae39af', 'status': 'completed', 'code': 200} Nov 22 16:15:48.381107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8554c3-e323-4b06-961d-92fbce2db596']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:48.423500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da5e0b0-94bd-42d7-83f9-e5318223e6b4') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:48.423929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da5e0b0-94bd-42d7-83f9-e5318223e6b4') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:48.427468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7313e8d-0d8e-407e-af6f-76bce2a33377 req-9f0bf6c3-d44f-4c98-9bc6-50a9cc3e22ab tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:48.429063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7313e8d-0d8e-407e-af6f-76bce2a33377 req-9f0bf6c3-d44f-4c98-9bc6-50a9cc3e22ab tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1823556 Nov 22 16:15:48.435879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-61ab6b20-38c5-497f-a6c4-ec3f1f9649ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:48.437376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-61ab6b20-38c5-497f-a6c4-ec3f1f9649ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cd2d4cacf0b4431a0059064eb7eb080&device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 1094 time: 0.1553042 Nov 22 16:15:48.446693 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:48.483618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:48.493118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60a7d1-520a-45f5-bce4-68714cb545bf req-521cfec2-725f-4591-a8db-0f7bbc76b70a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:48.494619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e60a7d1-520a-45f5-bce4-68714cb545bf req-521cfec2-725f-4591-a8db-0f7bbc76b70a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 945 time: 0.1437306 Nov 22 16:15:48.499321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router efc131c5-89ba-4399-a9f9-6e0d0b608b9f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:15:48.500577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:15:48.500978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:48.509980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b057d3-664d-4fb9-940e-71728029976b req-4287134a-a8ff-41e1-8c5c-b4c04ba6ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:48.511483 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4b057d3-664d-4fb9-940e-71728029976b req-4287134a-a8ff-41e1-8c5c-b4c04ba6ea01 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 1096 time: 0.1266599 Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:15:48.512159 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:15:48.544320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33954a1b-c3c0-4f98-806d-69b76f29202c req-55404165-7f5b-46de-83af-e4b3db6584f4 service neutron] 10.222.0.11 "GET /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859159 Nov 22 16:15:48.572956 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-567f0669-8ba8-4396-b75a-b5ccd9212363 service neutron] 10.222.0.71 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087339 Nov 22 16:15:48.614751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e8aef627-e698-4115-897b-725fa44e0b38 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:48.623111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7313e8d-0d8e-407e-af6f-76bce2a33377 req-d6b23c23-3b80-4310-8b94-6645b05deff6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775835 Nov 22 16:15:48.631651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e60a7d1-520a-45f5-bce4-68714cb545bf req-63de3e34-e8ff-449a-b7ca-1bbc1a5ab95e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035097 Nov 22 16:15:48.646422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-3929b76a-17f5-46bd-b97b-9cae1f74a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:48.659666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-3929b76a-17f5-46bd-b97b-9cae1f74a23f service neutron] 10.222.0.11 "GET /v2.0/networks?id=0134eed0-7940-46e9-8865-37c87c2d8db8 HTTP/1.1" status: 200 len: 913 time: 0.1991785 Nov 22 16:15:48.664474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e8aef627-e698-4115-897b-725fa44e0b38 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:48.664709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e8aef627-e698-4115-897b-725fa44e0b38 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:48.711288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-98ea0eff-465d-4dec-be00-be9ef1b78105 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa HTTP/1.1" status: 200 len: 217 time: 0.0506876 Nov 22 16:15:48.723072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:48.746603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:48.749790 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/networks/1a8554c3-e323-4b06-961d-92fbce2db596 HTTP/1.1" status: 204 len: 168 time: 2.2488923 Nov 22 16:15:48.755727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:48.762931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'name': 'tempest-PortsTestJSON-2079736641'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:48.787580 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4b057d3-664d-4fb9-940e-71728029976b req-f5161da8-20f2-42f8-8c9d-a41ec40e44b6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332754 Nov 22 16:15:48.801560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66a0d4-c092-4db0-bdf4-4f98f2ad3cc5 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Network': ['ID=1a8554c3-e323-4b06-961d-92fbce2db596,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:48.828455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-56fb08c5-21ba-47ba-be94-f624c34585e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:48.829957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-56fb08c5-21ba-47ba-be94-f624c34585e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d9518d51-fe39-48ba-822e-5a5358051585 HTTP/1.1" status: 200 len: 852 time: 0.1104028 Nov 22 16:15:48.871883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:48.872753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6a48e-1480-4f5a-88cd-15b781070be3 req-d4e01116-4a01-475e-8a2a-34a8ca1023d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:48.874273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bb6a48e-1480-4f5a-88cd-15b781070be3 req-d4e01116-4a01-475e-8a2a-34a8ca1023d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1456492 Nov 22 16:15:48.877894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-21020043-9641-459e-b93b-1d3d07a043d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0134eed0-7940-46e9-8865-37c87c2d8db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391469 Nov 22 16:15:48.888111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1542a19-e375-4ba6-803e-703f1d7aaf0c req-e4668d85-bbd2-463e-b078-38511688dad7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:48.888336 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-241fd4e5-07c1-469c-a08c-b62185c68b04 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/efc131c5-89ba-4399-a9f9-6e0d0b608b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1652110 Nov 22 16:15:48.888432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065e64a-88cd-490a-ac24-edf4aae34921 None None] Sync routers for ids ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:48.888900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1542a19-e375-4ba6-803e-703f1d7aaf0c req-e4668d85-bbd2-463e-b078-38511688dad7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 944 time: 0.1560926 Nov 22 16:15:48.891259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:48.894406 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7baeb2b9-fb8b-4b27-92e1-9c6bfb56f167 req-1febc5f8-45b3-4514-94c5-6bfe75007e82 service neutron] 10.222.0.71 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073511 Nov 22 16:15:48.906503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065e64a-88cd-490a-ac24-edf4aae34921 None None] Routers {'efc131c5-89ba-4399-a9f9-6e0d0b608b9f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:48.907595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8065e64a-88cd-490a-ac24-edf4aae34921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:48.959417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8065e64a-88cd-490a-ac24-edf4aae34921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:48.972576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065e64a-88cd-490a-ac24-edf4aae34921 None None] Routers {'efc131c5-89ba-4399-a9f9-6e0d0b608b9f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:48.973133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8065e64a-88cd-490a-ac24-edf4aae34921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:48.976629 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f914fa32-bf22-43fb-ab3b-598fe64a1aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.009171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:49.012661 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.024545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8065e64a-88cd-490a-ac24-edf4aae34921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:49.026016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065e64a-88cd-490a-ac24-edf4aae34921 None None] The sync data for ids ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:49.040700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bb6a48e-1480-4f5a-88cd-15b781070be3 req-37428f4b-be45-40cc-97c8-5ae255959a2e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341908 Nov 22 16:15:49.065149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1542a19-e375-4ba6-803e-703f1d7aaf0c req-7a082f88-0b19-4f3e-bc81-2aaa727aa7c4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512821 Nov 22 16:15:49.068217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-728a29e9-c09e-4588-ba6f-1bdadbcc9371 service neutron] 10.222.0.11 "GET /v2.0/networks/0134eed0-7940-46e9-8865-37c87c2d8db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804874 Nov 22 16:15:49.073967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port b0b694b1-541a-421b-922d-0bed5fcaffa8 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:49.223755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7cc25-8a2f-4e54-a24d-b0f78fb32692 req-1756989d-2053-4a94-b5ac-3d21d18fc32c tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:49.225826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23c7cc25-8a2f-4e54-a24d-b0f78fb32692 req-1756989d-2053-4a94-b5ac-3d21d18fc32c tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 943 time: 0.0911825 Nov 22 16:15:49.260390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f0edc5-4a6a-48e7-bbd2-f5e2b44c660f req-75aa4a1e-51f6-4bbe-95a4-6b2213d6819f service neutron] 10.222.0.11 "GET /v2.0/networks/0134eed0-7940-46e9-8865-37c87c2d8db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778717 Nov 22 16:15:49.272723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bd74-def1-4116-9c94-e69771f12939 req-8ac7a8ef-8ac1-48ec-bad6-99589db8449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:49.274228 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a08bd74-def1-4116-9c94-e69771f12939 req-8ac7a8ef-8ac1-48ec-bad6-99589db8449c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 1095 time: 0.1254165 Nov 22 16:15:49.296055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23c7cc25-8a2f-4e54-a24d-b0f78fb32692 req-35528dc5-a603-4ebb-8c08-25043ad3686c tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623302 Nov 22 16:15:49.361282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 5384964c-5440-4783-94c0-c50c2851f44c details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:49.467846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.512780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b52492-6269-46b0-9c5f-3173b2e1a2ad req-bddd61d9-29b3-40e6-a66c-8b5e4248af40 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:49.513581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bd74-def1-4116-9c94-e69771f12939 req-4664d734-b233-4ee3-9c20-d29c17247a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:49.514914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3b52492-6269-46b0-9c5f-3173b2e1a2ad req-bddd61d9-29b3-40e6-a66c-8b5e4248af40 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 945 time: 0.0976965 Nov 22 16:15:49.516529 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a08bd74-def1-4116-9c94-e69771f12939 req-4664d734-b233-4ee3-9c20-d29c17247a62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 912 time: 0.1978929 Nov 22 16:15:49.528864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 5384964c-5440-4783-94c0-c50c2851f44c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5384964c-5440-4783-94c0-c50c2851f44c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:49.550323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '5384964c-5440-4783-94c0-c50c2851f44c', 'network_id': 'c053dd05-b214-421a-8238-7d199140d06b', 'port_id': '5384964c-5440-4783-94c0-c50c2851f44c', 'mac_address': 'fa:16:3e:33:af:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258156b7-9086-474a-a94b-728ec3c69c3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:49.578949 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a08bd74-def1-4116-9c94-e69771f12939 req-ae616f54-56a0-42a5-9e8a-85419ebccbcc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab12aedd-ec90-49dc-9006-2c35e9ae39af HTTP/1.1" status: 200 len: 217 time: 0.0497475 Nov 22 16:15:49.591064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.606004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5384964c-5440-4783-94c0-c50c2851f44c {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:49.618875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.630010 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 5384964c-5440-4783-94c0-c50c2851f44c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5384964c-5440-4783-94c0-c50c2851f44c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:49.634973 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.689014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=5384964c-5440-4783-94c0-c50c2851f44c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:49.730697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:49.736464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=b0b694b1-541a-421b-922d-0bed5fcaffa8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:49.740877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:49.744885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bd74-def1-4116-9c94-e69771f12939 req-5fe5ed38-9ac3-4683-8974-a4fd3daef096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:49.746627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a08bd74-def1-4116-9c94-e69771f12939 req-5fe5ed38-9ac3-4683-8974-a4fd3daef096 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.1402633 Nov 22 16:15:49.747294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:49.753852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:49.754500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.780815 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.799891 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a08bd74-def1-4116-9c94-e69771f12939 req-b1ea76ef-b1a2-4caa-a8e2-8234304d8473 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388987 Nov 22 16:15:49.835066 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fb25b0d4-9e61-46a2-a9ea-9acb2ce3fd84 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0759029 Nov 22 16:15:49.839569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51812) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:49.873665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3b52492-6269-46b0-9c5f-3173b2e1a2ad req-12d2eca5-f540-4ad8-88c1-fdb679db1a20 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401761 Nov 22 16:15:49.881962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['5384964c-5440-4783-94c0-c50c2851f44c'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:49.897372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d995824-5db0-4321-b2aa-8fc50cee36d2 req-c4b13f6b-9d29-4236-8585-8877d3193d1d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:49.904816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d995824-5db0-4321-b2aa-8fc50cee36d2 req-c4b13f6b-9d29-4236-8585-8877d3193d1d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.3885701 Nov 22 16:15:50.012485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d995824-5db0-4321-b2aa-8fc50cee36d2 req-b83fff14-f20f-467e-b27b-143db42b42b1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067379 Nov 22 16:15:50.019345 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a08bd74-def1-4116-9c94-e69771f12939 req-85c985b3-e27c-4ddb-9db1-8f3b85a2e912 service neutron] 10.222.0.71 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876023 Nov 22 16:15:50.124728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-17b2baeb-fc07-47ce-ade4-36109cbf8f3c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port b0b694b1-541a-421b-922d-0bed5fcaffa8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:50.125066 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b2baeb-fc07-47ce-ade4-36109cbf8f3c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.165506 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3a08bd74-def1-4116-9c94-e69771f12939 req-37ee46fc-07dc-453f-970e-e7b60df1c2ad service neutron] 10.222.0.71 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150849 Nov 22 16:15:50.227052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18451388-edbd-403a-ac29-d8ae0c86ae45 req-2598ccca-d9b2-4a08-b268-fe696857b45f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:50.228587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18451388-edbd-403a-ac29-d8ae0c86ae45 req-2598ccca-d9b2-4a08-b268-fe696857b45f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 945 time: 0.1449997 Nov 22 16:15:50.243654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-1311a147-1ad0-4074-ad63-eb46940c09f6 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:50.245112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-1311a147-1ad0-4074-ad63-eb46940c09f6 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 815 time: 0.2504601 Nov 22 16:15:50.245909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:50.246317 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.272957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b2baeb-fc07-47ce-ade4-36109cbf8f3c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.290007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-dc7719c2-f79e-4504-9d05-8ea85e3924c0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/quotas/0bc540cd23f640a1a9da280ca6415051 HTTP/1.1" status: 200 len: 375 time: 0.0339069 Nov 22 16:15:50.292905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-17b2baeb-fc07-47ce-ade4-36109cbf8f3c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for b0b694b1-541a-421b-922d-0bed5fcaffa8 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:50.297990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abff156-5476-4d32-afa1-ffe125e1adff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c5e4c4-86ad-433f-b7ef-9c21c2716011'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:50.300999 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39d6800-9e36-42a0-b01c-141eb6598168" -d '{"events": [{"server_uuid": "6abff156-5476-4d32-afa1-ffe125e1adff", "name": "network-vif-plugged", "status": "completed", "tag": "d3c5e4c4-86ad-433f-b7ef-9c21c2716011"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:50.345724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.360078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:50.399226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18451388-edbd-403a-ac29-d8ae0c86ae45 req-4bb33ca3-dd1a-4d50-a653-72b6b2ed114e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630907 Nov 22 16:15:50.430049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-0631c84a-4fc8-40e8-b16b-fed2c647f07e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1297753 Nov 22 16:15:50.497852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b2baeb-fc07-47ce-ade4-36109cbf8f3c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.561442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.562096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2baeb-fc07-47ce-ade4-36109cbf8f3c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=b0b694b1-541a-421b-922d-0bed5fcaffa8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:50.576914 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-17b2baeb-fc07-47ce-ade4-36109cbf8f3c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.581473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-17b2baeb-fc07-47ce-ade4-36109cbf8f3c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/b0b694b1-541a-421b-922d-0bed5fcaffa8 HTTP/1.1" status: 204 len: 168 time: 0.7385700 Nov 22 16:15:50.586831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:50.592491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=dcfc5e77-0c9b-4b5c-848a-9fd58547b2e6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:50.593155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'mac_address': 'fa:16:3e:65:f9:ba', 'name': 'tempest-PortsTestJSON-2016258100'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:50.684965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-db09d1d1-cc56-4f4d-935e-6d99d81b7d1d service neutron] 10.222.0.69 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404237 Nov 22 16:15:50.692066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:50.692738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13becf5-6815-4602-84a1-104226626378 req-1c98f292-3b00-4f53-ba30-b830df01d8cc tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:50.694254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a13becf5-6815-4602-84a1-104226626378 req-1c98f292-3b00-4f53-ba30-b830df01d8cc tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 944 time: 0.2001538 Nov 22 16:15:50.858024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router efc131c5-89ba-4399-a9f9-6e0d0b608b9f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:15:50.875169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-1870ece4-b6d3-47e1-8573-929bd79c563b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:50.876594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-1870ece4-b6d3-47e1-8573-929bd79c563b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc091391-069b-4396-b178-58231464d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1947536 Nov 22 16:15:50.887422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:50.917727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a13becf5-6815-4602-84a1-104226626378 req-2e418eac-99d8-4979-9be6-e4378fc68efd tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024043 Nov 22 16:15:50.940762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:50.956194 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590032e-1f39-40b4-a2de-f59148e0b82e None None] Sync routers for ids ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:50.957839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-904a0861-83c9-4b2b-8c3a-f5f029bc95b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/efc131c5-89ba-4399-a9f9-6e0d0b608b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0622563 Nov 22 16:15:50.966958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51832) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:50.969869 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590032e-1f39-40b4-a2de-f59148e0b82e None None] Routers {'efc131c5-89ba-4399-a9f9-6e0d0b608b9f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:50.970903 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f590032e-1f39-40b4-a2de-f59148e0b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:50.979089 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ea2491-7875-4bde-a645-7629ff583a9c x-openstack-request-id: req-71ea2491-7875-4bde-a645-7629ff583a9c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:50.979336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7bbce3a2-9fcc-46ea-b585-cd833236cd2b service neutron] 10.222.0.69 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761247 Nov 22 16:15:50.979468 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abff156-5476-4d32-afa1-ffe125e1adff", "name": "network-vif-plugged", "status": "completed", "tag": "d3c5e4c4-86ad-433f-b7ef-9c21c2716011", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:50.979626 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-71ea2491-7875-4bde-a645-7629ff583a9c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:50.980969 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abff156-5476-4d32-afa1-ffe125e1adff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c5e4c4-86ad-433f-b7ef-9c21c2716011', 'code': 200} Nov 22 16:15:51.025549 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f590032e-1f39-40b4-a2de-f59148e0b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:51.040623 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590032e-1f39-40b4-a2de-f59148e0b82e None None] Routers {'efc131c5-89ba-4399-a9f9-6e0d0b608b9f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:51.041497 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f590032e-1f39-40b4-a2de-f59148e0b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:51.054213 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7ab5e185-ed0a-44b6-a685-d3938911fde8 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc131c5-89ba-4399-a9f9-6e0d0b608b9f HTTP/1.1" status: 200 len: 205 time: 0.0852144 Nov 22 16:15:51.057330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51836) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:51.071810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.081332 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f590032e-1f39-40b4-a2de-f59148e0b82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:51.082200 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590032e-1f39-40b4-a2de-f59148e0b82e None None] The sync data for ids ['efc131c5-89ba-4399-a9f9-6e0d0b608b9f'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:51.157679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port 491d82b8-8e23-4c55-be80-fd0d8a2629d3 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:51.184631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dc607-f765-4a7b-b612-fb391a826bc8 req-ffd3aedd-c179-4c45-af01-145e037c76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:51.186530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-333dc607-f765-4a7b-b612-fb391a826bc8 req-ffd3aedd-c179-4c45-af01-145e037c76d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 1096 time: 0.1356540 Nov 22 16:15:51.186862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-002815c9-efd2-483c-ba1f-d2c233f829f2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.269457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80c9ec1b-379f-4e3b-84e1-9371e90573a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.285146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57089f2-d4d0-40e5-b72e-622b26aceb53 req-0bc8cc43-d630-405a-8b97-52d3ff6ee0a7 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:51.286720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f57089f2-d4d0-40e5-b72e-622b26aceb53 req-0bc8cc43-d630-405a-8b97-52d3ff6ee0a7 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 943 time: 0.1850002 Nov 22 16:15:51.293626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Deleting port e6302eb3-93d5-49c6-9d97-1b36db7aac20 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:51.294754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.323229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ab12aedd-ec90-49dc-9006-2c35e9ae39af details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:51.463166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ab12aedd-ec90-49dc-9006-2c35e9ae39af, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ab12aedd-ec90-49dc-9006-2c35e9ae39af,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:51.477416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:15:51.479759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 5384964c-5440-4783-94c0-c50c2851f44c up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:51.507198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f57089f2-d4d0-40e5-b72e-622b26aceb53 req-67d01c98-d6a8-4c39-9a70-e4a3ebc6de01 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002265 Nov 22 16:15:51.576486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68061ed-0591-4f1b-b224-06a46a9fb7e7 req-7988f162-74de-41ff-8b55-aafea4ab6821 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:51.577991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e68061ed-0591-4f1b-b224-06a46a9fb7e7 req-7988f162-74de-41ff-8b55-aafea4ab6821 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 945 time: 0.3551269 Nov 22 16:15:51.580536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-333dc607-f765-4a7b-b612-fb391a826bc8 req-f09aebaf-d2ec-490a-9235-3b4e1d42e8b7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594608 Nov 22 16:15:51.602976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] For port e6302eb3-93d5-49c6-9d97-1b36db7aac20, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6302eb3-93d5-49c6-9d97-1b36db7aac20,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:51.603355 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.614101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,segment=NetworkSegment(957d1650-a7e6-4751-9941-4efd6ab1ac9c),segment_id=957d1650-a7e6-4751-9941-4efd6ab1ac9c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:51.617773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Calling delete_port for e6302eb3-93d5-49c6-9d97-1b36db7aac20 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:51.633058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'ab12aedd-ec90-49dc-9006-2c35e9ae39af', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'port_id': 'ab12aedd-ec90-49dc-9006-2c35e9ae39af', 'mac_address': 'fa:16:3e:4c:42:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03a648-b35d-412b-b0d6-a0dc2108bc6a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:51.637305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa', 'network_id': '0134eed0-7940-46e9-8865-37c87c2d8db8', 'port_id': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa', 'mac_address': 'fa:16:3e:b9:ef:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9518d51-fe39-48ba-822e-5a5358051585', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:15:51.717476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.719793 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.722882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 5384964c-5440-4783-94c0-c50c2851f44c completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:51.743308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 5384964c-5440-4783-94c0-c50c2851f44c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:51.743688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.750799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:51.755590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab12aedd-ec90-49dc-9006-2c35e9ae39af {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:51.776846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-002815c9-efd2-483c-ba1f-d2c233f829f2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.781320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-002815c9-efd2-483c-ba1f-d2c233f829f2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.807493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,segment=NetworkSegment(957d1650-a7e6-4751-9941-4efd6ab1ac9c),segment_id=957d1650-a7e6-4751-9941-4efd6ab1ac9c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:51.818680 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.822087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ab12aedd-ec90-49dc-9006-2c35e9ae39af, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ab12aedd-ec90-49dc-9006-2c35e9ae39af,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:51.823995 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.845718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-002815c9-efd2-483c-ba1f-d2c233f829f2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.847104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df58d9-71d7-40c6-ae08-82a99ebf7d75 req-8f91e0eb-39b8-436b-8c5a-6bc13f76ad9b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:51.847462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002815c9-efd2-483c-ba1f-d2c233f829f2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Fanout notify agent at l3_agent the message router_deleted on router efc131c5-89ba-4399-a9f9-6e0d0b608b9f {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:15:51.850870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.859200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3df58d9-71d7-40c6-ae08-82a99ebf7d75 req-8f91e0eb-39b8-436b-8c5a-6bc13f76ad9b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2106264 Nov 22 16:15:51.865952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-002815c9-efd2-483c-ba1f-d2c233f829f2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.872916 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-002815c9-efd2-483c-ba1f-d2c233f829f2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/efc131c5-89ba-4399-a9f9-6e0d0b608b9f HTTP/1.1" status: 204 len: 168 time: 0.8141050 Nov 22 16:15:51.873829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51850) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:51.887071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:51.906166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e68061ed-0591-4f1b-b224-06a46a9fb7e7 req-f8cabc56-eb58-40e5-bea2-ff5ba2264af0 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566557 Nov 22 16:15:51.973961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-713e30c4-290e-45d8-8298-1299ba19dee3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet fc722a6c-15cf-4d04-b372-6b608ac9b27f {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:15:51.977132 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.979618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-713e30c4-290e-45d8-8298-1299ba19dee3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:51.988795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3df58d9-71d7-40c6-ae08-82a99ebf7d75 req-48d0d816-cab3-4cfa-85da-458d1474b0ea tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241701 Nov 22 16:15:52.012700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ab12aedd-ec90-49dc-9006-2c35e9ae39af,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:52.032984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 5384964c-5440-4783-94c0-c50c2851f44c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5384964c-5440-4783-94c0-c50c2851f44c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:52.047649 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.072687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.075616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['149ca84c-c6e3-4452-8bdf-8e3a67e03cfa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:52.084035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-713e30c4-290e-45d8-8298-1299ba19dee3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.141346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5c5520b-71d2-4dda-9f98-1e4510afd819 req-4525252b-e194-40a3-9c2d-975c70c33be7 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 210 time: 0.0898888 Nov 22 16:15:52.146839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=5384964c-5440-4783-94c0-c50c2851f44c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:52.210751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:52.227896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-713e30c4-290e-45d8-8298-1299ba19dee3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.229707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:52.233197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=491d82b8-8e23-4c55-be80-fd0d8a2629d3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:52.234882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['ab12aedd-ec90-49dc-9006-2c35e9ae39af'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:52.238138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:52.246054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:52.246827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.264995 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.314186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-713e30c4-290e-45d8-8298-1299ba19dee3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.343337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1540a3-778f-4a04-bcea-00ac7ab6b5d4 req-2d8503f4-e9e4-435b-970f-de7d6688ddb9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:52.345000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d1540a3-778f-4a04-bcea-00ac7ab6b5d4 req-2d8503f4-e9e4-435b-970f-de7d6688ddb9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 945 time: 0.2114985 Nov 22 16:15:52.347238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e30c4-290e-45d8-8298-1299ba19dee3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=fc722a6c-15cf-4d04-b372-6b608ac9b27f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:52.349829 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-713e30c4-290e-45d8-8298-1299ba19dee3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.356089 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-713e30c4-290e-45d8-8298-1299ba19dee3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/fc722a6c-15cf-4d04-b372-6b608ac9b27f HTTP/1.1" status: 204 len: 168 time: 0.4783752 Nov 22 16:15:52.356279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Pushing event deleted for resources: {'Port': ['ID=e6302eb3-93d5-49c6-9d97-1b36db7aac20,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:52.356388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51856) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:52.390730 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.413837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff60df0-aff0-45c6-a9aa-571bbc99d1fe None None] Network bca37d71-e546-4a76-82f2-0098ae95203d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:52.420819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0b2dcf-fa1b-4444-aa7f-8d384252cdec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet da21c6a4-7939-462d-9990-59f975dd66d8 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:15:52.425823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2dcf-fa1b-4444-aa7f-8d384252cdec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.481810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2dcf-fa1b-4444-aa7f-8d384252cdec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.521732 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.624844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2dcf-fa1b-4444-aa7f-8d384252cdec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.666065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5a2f0a08-4818-489f-845f-fb8ec59ddfed tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0756199 Nov 22 16:15:52.669094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51860) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:52.710923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e6302eb3-93d5-49c6-9d97-1b36db7aac20'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:52.744936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] No DVR routers for this DVR port e6302eb3-93d5-49c6-9d97-1b36db7aac20 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:52.747152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb833df-736d-4eab-90ac-5d7ccee12793 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:52.753374 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1cb833df-736d-4eab-90ac-5d7ccee12793 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/491d82b8-8e23-4c55-be80-fd0d8a2629d3 HTTP/1.1" status: 200 len: 841 time: 0.0787230 Nov 22 16:15:52.753606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.755212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51862) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:52.755368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d1c6326-5fe3-4da8-871b-5fcbf8cc608b req-9c9a8534-2bf9-414f-b100-a78eff4c668c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "DELETE /v2.0/ports/e6302eb3-93d5-49c6-9d97-1b36db7aac20 HTTP/1.1" status: 204 len: 173 time: 1.8692203 Nov 22 16:15:52.755685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'name': 'network-vif-deleted', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:52.758150 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2a8aa-f1fe-41e7-947e-c99a217ee5c7" -d '{"events": [{"server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "name": "network-vif-deleted", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:52.803590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2dcf-fa1b-4444-aa7f-8d384252cdec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.808273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] DHCP port deletion for bca37d71-e546-4a76-82f2-0098ae95203d request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:15:52.822573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d1540a3-778f-4a04-bcea-00ac7ab6b5d4 req-65f4a3c4-ade1-4613-97a8-de98ff83ac0e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585901 Nov 22 16:15:52.831499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081d799-fb6b-4f57-a77e-57e347c5a9c9 req-4f09f6c3-fe1a-4eb3-9635-c388c30c8925 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:52.838995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4081d799-fb6b-4f57-a77e-57e347c5a9c9 req-4f09f6c3-fe1a-4eb3-9635-c388c30c8925 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 945 time: 0.5541234 Nov 22 16:15:52.844039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b2dcf-fa1b-4444-aa7f-8d384252cdec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=da21c6a4-7939-462d-9990-59f975dd66d8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:52.852374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0b2dcf-fa1b-4444-aa7f-8d384252cdec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.859114 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4a0b2dcf-fa1b-4444-aa7f-8d384252cdec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/da21c6a4-7939-462d-9990-59f975dd66d8 HTTP/1.1" status: 204 len: 168 time: 0.4989588 Nov 22 16:15:52.861184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:52.884109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707602fb-96fa-4a92-8267-da51402c4ff0 None None] Network 104a4e0f-6459-487d-a91a-7357737e0e8c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:52.947941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ea66dff5-3e93-4513-ac87-a639f62381e9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 491d82b8-8e23-4c55-be80-fd0d8a2629d3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:52.948698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea66dff5-3e93-4513-ac87-a639f62381e9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.009936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9195360a-7a00-471f-9908-e1522c83cbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5384964c-5440-4783-94c0-c50c2851f44c'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:53.013247 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8642643-7f32-4972-ae7a-2b1d740a8d9f" -d '{"events": [{"server_uuid": "9195360a-7a00-471f-9908-e1522c83cbc9", "name": "network-vif-plugged", "status": "completed", "tag": "5384964c-5440-4783-94c0-c50c2851f44c"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:53.026817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-8bdca1da-27f2-4e4b-abb7-76a78a88afe7 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:53.028352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-8bdca1da-27f2-4e4b-abb7-76a78a88afe7 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 815 time: 0.3883595 Nov 22 16:15:53.042264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea66dff5-3e93-4513-ac87-a639f62381e9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.050331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Request body: {'port': {'device_id': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'admin_state_up': True, 'tenant_id': '0bc540cd23f640a1a9da280ca6415051'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:53.058207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ea66dff5-3e93-4513-ac87-a639f62381e9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 491d82b8-8e23-4c55-be80-fd0d8a2629d3 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:53.069559 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] Deleting port 830c5e65-398e-4d62-ad9f-0aa2320852f6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:53.070039 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.073151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4081d799-fb6b-4f57-a77e-57e347c5a9c9 req-891e1635-2f3b-45f2-bcbc-d1ed555c18a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332921 Nov 22 16:15:53.103536 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.126797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fdb40-5c75-447c-aa7f-9f607d5be205 req-c685b893-55fc-4ac7-8df1-55353afc518c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:53.135417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-296fdb40-5c75-447c-aa7f-9f607d5be205 req-c685b893-55fc-4ac7-8df1-55353afc518c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 945 time: 0.2223637 Nov 22 16:15:53.153040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] For port 830c5e65-398e-4d62-ad9f-0aa2320852f6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=830c5e65-398e-4d62-ad9f-0aa2320852f6,segment=NetworkSegment(fc5c7f7c-b319-49ba-b70b-da646958a51d),segment_id=fc5c7f7c-b319-49ba-b70b-da646958a51d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:53.153767 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.171652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] Calling delete_port for 830c5e65-398e-4d62-ad9f-0aa2320852f6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:53.187715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea66dff5-3e93-4513-ac87-a639f62381e9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.235954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] DHCP port deletion for 104a4e0f-6459-487d-a91a-7357737e0e8c request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:15:53.254291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea66dff5-3e93-4513-ac87-a639f62381e9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.265488 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ea66dff5-3e93-4513-ac87-a639f62381e9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/491d82b8-8e23-4c55-be80-fd0d8a2629d3 HTTP/1.1" status: 204 len: 168 time: 0.5088668 Nov 22 16:15:53.266331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:53.267503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66dff5-3e93-4513-ac87-a639f62381e9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=491d82b8-8e23-4c55-be80-fd0d8a2629d3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:53.313058 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-336ea736-d701-48f7-9497-a5f76a962889 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:15:53.315062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-336ea736-d701-48f7-9497-a5f76a962889 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/491d82b8-8e23-4c55-be80-fd0d8a2629d3 HTTP/1.1" status: 404 len: 333 time: 0.0469940 Nov 22 16:15:53.321561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51876) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:53.328930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'name': 'tempest-PortsTestJSON-947898187'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:53.333009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] Deleting port 40ec751a-d519-4bdc-831f-d2388c719b13 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:53.333385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-296fdb40-5c75-447c-aa7f-9f607d5be205 req-024a8f5b-15f9-4f39-87f3-dc5bc599793b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939976 Nov 22 16:15:53.333896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.348574 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.365249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db5504-fe36-4239-8176-46f1d6e6c7f0 req-e5609941-41af-4b53-986a-abd402844fa7 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:53.366802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6db5504-fe36-4239-8176-46f1d6e6c7f0 req-e5609941-41af-4b53-986a-abd402844fa7 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 944 time: 0.1949358 Nov 22 16:15:53.413632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] Pushing event deleted for resources: {'Port': ['ID=830c5e65-398e-4d62-ad9f-0aa2320852f6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:53.416244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:53.418574 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db953d86-d82c-48c5-96af-caf9d9c119f2 x-openstack-request-id: req-db953d86-d82c-48c5-96af-caf9d9c119f2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:53.419033 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc091391-069b-4396-b178-58231464d4a6", "name": "network-vif-deleted", "tag": "e6302eb3-93d5-49c6-9d97-1b36db7aac20", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:53.419151 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db953d86-d82c-48c5-96af-caf9d9c119f2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:53.419530 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc091391-069b-4396-b178-58231464d4a6', 'name': 'network-vif-deleted', 'tag': 'e6302eb3-93d5-49c6-9d97-1b36db7aac20', 'status': 'completed', 'code': 200} Nov 22 16:15:53.450615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Made reservation on behalf of 0bc540cd23f640a1a9da280ca6415051 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:53.463427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.464557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:53.469129 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.476764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294ae89-bf13-46e8-98c7-39739889e4a6 None None] No DVR routers for this DVR port 830c5e65-398e-4d62-ad9f-0aa2320852f6 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:53.496600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port 666ee1d4-6293-4f48-9c0a-2dda069eead1 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:53.497342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] For port 40ec751a-d519-4bdc-831f-d2388c719b13, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=40ec751a-d519-4bdc-831f-d2388c719b13,segment=NetworkSegment(2fad4904-35f8-4c42-91f2-27ae21884e49),segment_id=2fad4904-35f8-4c42-91f2-27ae21884e49)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:53.497934 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.518649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] Calling delete_port for 40ec751a-d519-4bdc-831f-d2388c719b13 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:53.553242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 830c5e65-398e-4d62-ad9f-0aa2320852f6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:53.553580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.573152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:53.578409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:53.578825 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.609958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6db5504-fe36-4239-8176-46f1d6e6c7f0 req-7c739054-8a17-4bb5-a352-e3b712967cd4 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305915 Nov 22 16:15:53.712610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port 830c5e65-398e-4d62-ad9f-0aa2320852f6, host n-d-811716-3, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:53.712892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.723961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba42e3-46c2-4c00-8096-f2ab1971e3af req-cc5d5b87-db2b-42e9-869f-ed87f33d0066 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:53.731368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04ba42e3-46c2-4c00-8096-f2ab1971e3af req-cc5d5b87-db2b-42e9-869f-ed87f33d0066 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2237952 Nov 22 16:15:53.750813 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11301933-5789-4037-9fa9-052c150e88be x-openstack-request-id: req-11301933-5789-4037-9fa9-052c150e88be {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:53.751168 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9195360a-7a00-471f-9908-e1522c83cbc9", "name": "network-vif-plugged", "status": "completed", "tag": "5384964c-5440-4783-94c0-c50c2851f44c", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:53.751519 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11301933-5789-4037-9fa9-052c150e88be {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:53.752289 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9195360a-7a00-471f-9908-e1522c83cbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5384964c-5440-4783-94c0-c50c2851f44c', 'code': 200} Nov 22 16:15:53.755106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.798424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28656566-2724-4711-b8fd-915bdcf34e00 req-6fa809c6-d488-4f67-bed3-3749fee9f9a0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 210 time: 0.0514667 Nov 22 16:15:53.798740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 830c5e65-398e-4d62-ad9f-0aa2320852f6 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:53.801350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.818482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Port 830c5e65-398e-4d62-ad9f-0aa2320852f6 was not found and therefore no delete operation was performed {{(pid=103411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:15:53.830784 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.852646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:53.857096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:53.857291 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.859589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:53.862441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] Pushing event deleted for resources: {'Port': ['ID=40ec751a-d519-4bdc-831f-d2388c719b13,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:53.878615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0acbf6-eb5a-4e35-898d-e9883b0fdb7f None None] No DVR routers for this DVR port 40ec751a-d519-4bdc-831f-d2388c719b13 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:53.880296 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.883298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:53.884539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.913729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=666ee1d4-6293-4f48-9c0a-2dda069eead1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:53.927183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=830c5e65-398e-4d62-ad9f-0aa2320852f6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:53.928976 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e0300573-b089-4894-95ed-e238d621bc15 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6058948 Nov 22 16:15:53.931545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51880) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:53.934315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,segment=NetworkSegment(957d1650-a7e6-4751-9941-4efd6ab1ac9c),segment_id=957d1650-a7e6-4751-9941-4efd6ab1ac9c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:53.939237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No DVR routers for this DVR port 830c5e65-398e-4d62-ad9f-0aa2320852f6 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:53.946445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:53.947716 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.953685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6302eb3-93d5-49c6-9d97-1b36db7aac20 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:53.964311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04ba42e3-46c2-4c00-8096-f2ab1971e3af req-8909f0ab-ff6c-4c3d-82e4-bc7a946b9cda tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319686 Nov 22 16:15:54.002554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: e6302eb3-93d5-49c6-9d97-1b36db7aac20 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:54.003079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6302eb3-93d5-49c6-9d97-1b36db7aac20 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:54.018919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Allocated IP 172.20.0.11 (27fe033a-18e7-494d-93ee-aff891971dbb/0552979b-14c4-4233-b96f-5b09180e1a4e/398455fd-64e6-4166-ab08-20a0b66d08f6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:54.024721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.032408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94e7ad-3784-4772-b389-1a7fdc97bd5b req-30cdd916-34e6-4b61-ad57-25ad0c4a8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:54.034731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed94e7ad-3784-4772-b389-1a7fdc97bd5b req-30cdd916-34e6-4b61-ad57-25ad0c4a8faa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 1096 time: 0.2773778 Nov 22 16:15:54.043080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:54.118267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.171513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca37d71-e546-4a76-82f2-0098ae95203d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:54.193208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78297dc2-b39b-4156-8da3-e8b138ba5326 req-c71464f7-b9b7-4ddf-a90f-5370cc359ccd tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:54.194315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.194712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78297dc2-b39b-4156-8da3-e8b138ba5326 req-c71464f7-b9b7-4ddf-a90f-5370cc359ccd tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 945 time: 0.2349763 Nov 22 16:15:54.199513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.233374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] In _notify_port_updated(), no bound segment for port 666ee1d4-6293-4f48-9c0a-2dda069eead1 on network cd1ac652-d6b0-41bb-8659-6d055713d2f8 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:15:54.236139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5c7f7c-b319-49ba-b70b-da646958a51d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:54.236741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5c7f7c-b319-49ba-b70b-da646958a51d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:54.240408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:54.241052 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.242358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "PUT /v2.0/ports/666ee1d4-6293-4f48-9c0a-2dda069eead1 HTTP/1.1" status: 200 len: 818 time: 0.3031442 Nov 22 16:15:54.247496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51884) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:54.259054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed94e7ad-3784-4772-b389-1a7fdc97bd5b req-e7875177-7801-4537-821c-d0899dc00d4e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899538 Nov 22 16:15:54.292006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29b21c-5a20-4e56-9ee6-2d08da45dc1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=666ee1d4-6293-4f48-9c0a-2dda069eead1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:54.304599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.349833 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.353274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-129e1696-0949-4166-8bc2-1fff58ac828e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 666ee1d4-6293-4f48-9c0a-2dda069eead1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:54.353608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-129e1696-0949-4166-8bc2-1fff58ac828e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.370046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:15:54.370434 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:15:54.376598 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:15:54.405501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74a25a-61ac-4d21-943c-4f362b8dfaf6 req-5c5bb706-b2e2-4252-ae3f-ead99e1801fa tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:54.407051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca74a25a-61ac-4d21-943c-4f362b8dfaf6 req-5c5bb706-b2e2-4252-ae3f-ead99e1801fa tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 945 time: 0.2544034 Nov 22 16:15:54.427111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.427738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-129e1696-0949-4166-8bc2-1fff58ac828e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.432216 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.440947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-129e1696-0949-4166-8bc2-1fff58ac828e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 666ee1d4-6293-4f48-9c0a-2dda069eead1 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:54.442173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78297dc2-b39b-4156-8da3-e8b138ba5326 req-e7508468-9176-4813-9a69-98af420c7cca tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346783 Nov 22 16:15:54.498540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.500061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.513287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.516482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/bca37d71-e546-4a76-82f2-0098ae95203d HTTP/1.1" status: 204 len: 168 time: 1.6470985 Nov 22 16:15:54.521141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51890) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:54.548507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d134b-4c95-4636-acb0-52c9b56de461 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=bca37d71-e546-4a76-82f2-0098ae95203d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:54.600497 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-129e1696-0949-4166-8bc2-1fff58ac828e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.601049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca74a25a-61ac-4d21-943c-4f362b8dfaf6 req-b60463a2-edec-4d4a-b309-f22f2add8564 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627192 Nov 22 16:15:54.627537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d8bd3-6bce-40cc-965f-db21152a8d2c req-6551b9b8-443e-479f-924c-e9a54ddb5c73 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:54.629455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-791d8bd3-6bce-40cc-965f-db21152a8d2c req-6551b9b8-443e-479f-924c-e9a54ddb5c73 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 945 time: 0.1089728 Nov 22 16:15:54.632568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.655687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 830c5e65-398e-4d62-ad9f-0aa2320852f6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:54.672701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.678285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 830c5e65-398e-4d62-ad9f-0aa2320852f6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:54.678639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 830c5e65-398e-4d62-ad9f-0aa2320852f6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:54.679066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 40ec751a-d519-4bdc-831f-d2388c719b13 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:54.680255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e1696-0949-4166-8bc2-1fff58ac828e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=666ee1d4-6293-4f48-9c0a-2dda069eead1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:54.704596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Network 27fe033a-18e7-494d-93ee-aff891971dbb is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:54.706971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-129e1696-0949-4166-8bc2-1fff58ac828e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.712702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-129e1696-0949-4166-8bc2-1fff58ac828e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/666ee1d4-6293-4f48-9c0a-2dda069eead1 HTTP/1.1" status: 204 len: 168 time: 0.4641838 Nov 22 16:15:54.716283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:54.716729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 40ec751a-d519-4bdc-831f-d2388c719b13 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:54.718601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 40ec751a-d519-4bdc-831f-d2388c719b13 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:54.720743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:54.731339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:54.739220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Pushing event updated for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:54.771633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.802205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-791d8bd3-6bce-40cc-965f-db21152a8d2c req-d73339c0-6758-4d54-a8e7-76a79cbd33ce tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639938 Nov 22 16:15:54.822515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:54.823188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.842032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf60182-963b-46bd-b3a2-686009815c77 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:54.842032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8cf60182-963b-46bd-b3a2-686009815c77 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1179965 Nov 22 16:15:54.849517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:54.864841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-02d54815-259f-447c-a1a5-70e3f9302c7b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8257849 Nov 22 16:15:54.870065 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.888863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Request body: {'port': {'device_id': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:54.894440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104a4e0f-6459-487d-a91a-7357737e0e8c']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:54.894658 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecec357f-fe75-4fc4-842f-0c13da2566d1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:15:54.896001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ecec357f-fe75-4fc4-842f-0c13da2566d1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/666ee1d4-6293-4f48-9c0a-2dda069eead1 HTTP/1.1" status: 404 len: 333 time: 0.0453436 Nov 22 16:15:54.902089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51902) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:54.909301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-82729223'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:54.914290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fad4904-35f8-4c42-91f2-27ae21884e49') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:54.914599 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fad4904-35f8-4c42-91f2-27ae21884e49') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:54.929594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.958551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.965334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:15:54.965738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:15:54.968826 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:15:54.970874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:54.972803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.015777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.025611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de2970-dfc5-428e-b688-c721d59a8d84 req-57717eb6-4d16-485f-bd24-a47a4d7117bf tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:55.027105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05de2970-dfc5-428e-b688-c721d59a8d84 req-57717eb6-4d16-485f-bd24-a47a4d7117bf tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 945 time: 0.1353557 Nov 22 16:15:55.035640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8803a-2687-4c6b-9272-224efe71025c req-6feccaa1-1227-4763-84a1-37f8dabc53dc tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:55.037152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66f8803a-2687-4c6b-9272-224efe71025c req-6feccaa1-1227-4763-84a1-37f8dabc53dc tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 932 time: 0.1157207 Nov 22 16:15:55.047995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:55.055188 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.062474 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.066714 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/104a4e0f-6459-487d-a91a-7357737e0e8c HTTP/1.1" status: 204 len: 168 time: 0.5440795 Nov 22 16:15:55.070106 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51906) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:55.079445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.079799 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Added segment 6e08689c-02a3-443a-8a92-e266167362c6 of type vlan for network 868cf4f6-0620-483e-9f0d-59efc4de4038 Nov 22 16:15:55.085242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-782348074'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:55.096031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba421-9bd7-4945-a389-e94fb885db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=104a4e0f-6459-487d-a91a-7357737e0e8c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:55.142528 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.147631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:55.150947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.160888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05de2970-dfc5-428e-b688-c721d59a8d84 req-9525ac4f-c2e8-4e09-adb8-027d1145d4d8 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168664 Nov 22 16:15:55.175461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66f8803a-2687-4c6b-9272-224efe71025c req-bff10945-8690-4894-a116-b343c5cc0b43 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179445 Nov 22 16:15:55.202019 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.212875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:55.213541 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.246797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:55.295894 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3926165 Nov 22 16:15:55.306095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:55.316476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:55.321314 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.321722 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment 8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e of type vlan for network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 Nov 22 16:15:55.328661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ab12aedd-ec90-49dc-9006-2c35e9ae39af up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:55.375449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b9546-dc6d-4ff7-a665-7b3a9fd0c872 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Network': ['ID=868cf4f6-0620-483e-9f0d-59efc4de4038,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:55.389293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:55.437421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.452458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f569e1e-30fb-4c02-8e38-9dc6c4b89f1f req-702a8a07-2f53-4f52-8ce0-7266e8f62606 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:55.453991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f569e1e-30fb-4c02-8e38-9dc6c4b89f1f req-702a8a07-2f53-4f52-8ce0-7266e8f62606 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1852615 Nov 22 16:15:55.468184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port ab12aedd-ec90-49dc-9006-2c35e9ae39af completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:15:55.475530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port ab12aedd-ec90-49dc-9006-2c35e9ae39af triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:55.476157 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.476299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57860eb9-39e1-4ea5-8eac-6f2a67545c19 req-eb41138e-97e9-4b17-b6e0-5c8157addad7 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:55.477689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57860eb9-39e1-4ea5-8eac-6f2a67545c19 req-eb41138e-97e9-4b17-b6e0-5c8157addad7 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 945 time: 0.2106307 Nov 22 16:15:55.485915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.492355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:55.492979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.495304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:55.498672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.591710 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.603446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f569e1e-30fb-4c02-8e38-9dc6c4b89f1f req-02797c87-e5de-425e-94c8-48a023180e7e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364369 Nov 22 16:15:55.614480 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5330374 Nov 22 16:15:55.619048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398455fd-64e6-4166-ab08-20a0b66d08f6 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:15:55.630692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51910) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:55.630692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': 'd1217a12-fe86-48ec-a5d2-efeb1b3b0e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:55.631015 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.644571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57860eb9-39e1-4ea5-8eac-6f2a67545c19 req-2da8c802-be0e-4343-8a38-227a54587cc1 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443419 Nov 22 16:15:55.647431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ab12aedd-ec90-49dc-9006-2c35e9ae39af, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ab12aedd-ec90-49dc-9006-2c35e9ae39af,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:55.654995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682672d-ae1c-4d9a-bb26-c27f724c3d3c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=d1217a12-fe86-48ec-a5d2-efeb1b3b0e06,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:55.659727 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.666227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:55.671682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Transition to ACTIVE for port object 398455fd-64e6-4166-ab08-20a0b66d08f6 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:15:55.675630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.755644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea4736c-67de-4781-aa01-6671d1633484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa'}, {'server_uuid': 'ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12aedd-ec90-49dc-9006-2c35e9ae39af'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:55.757962 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40d49ad-41cc-4b68-878f-54d5c301b4e7" -d '{"events": [{"server_uuid": "0ea4736c-67de-4781-aa01-6671d1633484", "name": "network-vif-plugged", "status": "completed", "tag": "149ca84c-c6e3-4452-8bdf-8e3a67e03cfa"}, {"server_uuid": "ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb", "name": "network-vif-plugged", "status": "completed", "tag": "ab12aedd-ec90-49dc-9006-2c35e9ae39af"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:55.797357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ab12aedd-ec90-49dc-9006-2c35e9ae39af,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:55.799545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:55.807569 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.823831 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61871e52-3126-4005-baa9-8ca68864eb30 x-openstack-request-id: req-61871e52-3126-4005-baa9-8ca68864eb30 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:55.824171 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea4736c-67de-4781-aa01-6671d1633484", "name": "network-vif-plugged", "status": "completed", "tag": "149ca84c-c6e3-4452-8bdf-8e3a67e03cfa", "code": 200}, {"server_uuid": "ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb", "name": "network-vif-plugged", "status": "completed", "tag": "ab12aedd-ec90-49dc-9006-2c35e9ae39af", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:55.824430 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61871e52-3126-4005-baa9-8ca68864eb30 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:55.824836 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea4736c-67de-4781-aa01-6671d1633484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa', 'code': 200} Nov 22 16:15:55.825107 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab12aedd-ec90-49dc-9006-2c35e9ae39af', 'code': 200} Nov 22 16:15:55.827800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Pushing event updated for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:55.861830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2452ec-276e-460b-a095-57605545a610 req-04de7d70-e176-4743-b863-6938eed61cc6 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:55.863407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc2452ec-276e-460b-a095-57605545a610 req-04de7d70-e176-4743-b863-6938eed61cc6 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 945 time: 0.1319633 Nov 22 16:15:55.932511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.995444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Attempting to bind port 398455fd-64e6-4166-ab08-20a0b66d08f6 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:55.995785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Attempting to bind port 398455fd-64e6-4166-ab08-20a0b66d08f6 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:55.996142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Attempting to bind port 398455fd-64e6-4166-ab08-20a0b66d08f6 on network 27fe033a-18e7-494d-93ee-aff891971dbb {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:56.000990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc2452ec-276e-460b-a095-57605545a610 req-af0c825b-86a2-435b-a8b0-42285b66030a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297367 Nov 22 16:15:56.029793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Port 398455fd-64e6-4166-ab08-20a0b66d08f6 on network 27fe033a-18e7-494d-93ee-aff891971dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:15:56.030493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Attempting to bind port 398455fd-64e6-4166-ab08-20a0b66d08f6 on network 27fe033a-18e7-494d-93ee-aff891971dbb {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:56.041252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:56.041887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Checking segment: {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:56.041887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Bound using segment: {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:56.042339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Bound port: 398455fd-64e6-4166-ab08-20a0b66d08f6, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:56.042815 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.045814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=dc413dbb-dcbf-42bd-9956-8246728d535f,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:56.077284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d66b2-fcc2-4193-b202-ea480e74c402 req-a202aab1-720c-4afd-9b11-d3c7a0ee44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.078905 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf1d66b2-fcc2-4193-b202-ea480e74c402 req-a202aab1-720c-4afd-9b11-d3c7a0ee44bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 1096 time: 0.1602650 Nov 22 16:15:56.095832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff221c-8047-4588-a523-443d30dab31a req-8a25fa1d-cbe8-4369-8fcc-fae76e46bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.096122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaad5f-ea95-44b5-a214-0cda9dff437a req-dd636feb-46b8-47b9-83e2-42cd0c65e664 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.097752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0adaad5f-ea95-44b5-a214-0cda9dff437a req-dd636feb-46b8-47b9-83e2-42cd0c65e664 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 946 time: 0.1385539 Nov 22 16:15:56.102959 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1eff221c-8047-4588-a523-443d30dab31a req-8a25fa1d-cbe8-4369-8fcc-fae76e46bc20 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 1097 time: 0.1536131 Nov 22 16:15:56.121625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking segment: {'id': '6e08689c-02a3-443a-8a92-e266167362c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:56.121983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network hostable DHCP agents. Network: 868cf4f6-0620-483e-9f0d-59efc4de4038, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:56.237924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:56.242103 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.253114 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1eff221c-8047-4588-a523-443d30dab31a req-9b64868b-17d5-4d4e-a895-15f3cef8fa0d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434567 Nov 22 16:15:56.256636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0adaad5f-ea95-44b5-a214-0cda9dff437a req-cdf0ed8b-f2bd-446a-b9ab-718dfa8e5735 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312723 Nov 22 16:15:56.273195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:56.284789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 868cf4f6-0620-483e-9f0d-59efc4de4038) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:56.286304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf1d66b2-fcc2-4193-b202-ea480e74c402 req-94f5d02d-51f5-4053-915d-15a0e7877023 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872041 Nov 22 16:15:56.294386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710efc96-9e27-442c-b64e-d817c881452e None None] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:56.294677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.295256 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.319646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:56.332600 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.339898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-1ad5cec9-1773-4a26-ab45-d2a15e000a70 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.342775 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-1ad5cec9-1773-4a26-ab45-d2a15e000a70 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.11 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 945 time: 0.1437621 Nov 22 16:15:56.348259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=e7907c32-2d59-4e3b-ad0f-95ac0cc76dc7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:56.358514 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e58e421-08df-40fd-8774-ffc8a3bcd9e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0467117 Nov 22 16:15:56.360474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51926) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:56.367206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-901961fb-f52f-4a2e-b85e-ffc93d8f0ab4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:56.398034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549b76d-35b7-4de5-91e0-b0e546d4281a req-25c66572-892c-4a18-876a-69c668f68a3e tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.399487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c549b76d-35b7-4de5-91e0-b0e546d4281a req-25c66572-892c-4a18-876a-69c668f68a3e tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 945 time: 0.1329334 Nov 22 16:15:56.403127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.404201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.405649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] 10.222.0.11 "PUT /v2.0/ports/398455fd-64e6-4166-ab08-20a0b66d08f6 HTTP/1.1" status: 200 len: 1092 time: 1.5210416 Nov 22 16:15:56.406316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'tag': '398455fd-64e6-4166-ab08-20a0b66d08f6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:56.409186 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f" -d '{"events": [{"name": "network-changed", "server_uuid": "181e0aa0-10ab-413e-9db5-9e28581450a9", "tag": "398455fd-64e6-4166-ab08-20a0b66d08f6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:56.415793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': '8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd1217a12-fe86-48ec-a5d2-efeb1b3b0e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:56.416209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: d1217a12-fe86-48ec-a5d2-efeb1b3b0e06, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:56.460661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d581f2a-fcbc-4316-a3bc-c7407c65791a service neutron] Pushing event updated for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:56.478176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:56.491804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c549b76d-35b7-4de5-91e0-b0e546d4281a req-36ea335d-f4dc-48c2-9e52-a939f50d46a1 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794735 Nov 22 16:15:56.579816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-868cf4f6-0620-483e-9f0d-59efc4de4038', 'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038', 'tenant_id': 'e3b54c9bbc724f8984f89832168279fe', 'fixed_ips': [{'subnet_id': 'dc413dbb-dcbf-42bd-9956-8246728d535f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:15:56.581085 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.638874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d1217a12-fe86-48ec-a5d2-efeb1b3b0e06) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:56.648928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.649706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.663798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901961fb-f52f-4a2e-b85e-ffc93d8f0ab4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:56.666877 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-901961fb-f52f-4a2e-b85e-ffc93d8f0ab4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.668653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dddc6b-1a10-44a1-a3cd-a134eb84411b None None] Network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:56.728306 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-550de638-f7f7-4335-942f-0d9ac4b3c787 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1038001 Nov 22 16:15:56.730115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51936) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:56.738325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-46355181-3dfa-463a-abd2-f9e3ff5684bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-478838242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:56.768660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Deleting port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:56.769107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.832389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Allocated IP 172.20.0.2 (868cf4f6-0620-483e-9f0d-59efc4de4038/dc413dbb-dcbf-42bd-9956-8246728d535f/adf24279-980a-4d21-b900-8b6955596a64) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:56.833772 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b07e0e7-6a82-4ee4-a1dc-529a4e102890 x-openstack-request-id: req-5b07e0e7-6a82-4ee4-a1dc-529a4e102890 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:56.834338 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181e0aa0-10ab-413e-9db5-9e28581450a9", "tag": "398455fd-64e6-4166-ab08-20a0b66d08f6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:56.834338 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b07e0e7-6a82-4ee4-a1dc-529a4e102890 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:56.834700 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'tag': '398455fd-64e6-4166-ab08-20a0b66d08f6', 'status': 'completed', 'code': 200} Nov 22 16:15:56.850587 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46355181-3dfa-463a-abd2-f9e3ff5684bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.851628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46355181-3dfa-463a-abd2-f9e3ff5684bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.882999 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-901961fb-f52f-4a2e-b85e-ffc93d8f0ab4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dc413dbb-dcbf-42bd-9956-8246728d535f (CIDR: 172.20.0.0/28) Nov 22 16:15:56.888720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492e6a5-e9a2-454f-82e8-4be43491938a req-ef3a0864-9005-4ea7-935e-0ff1a6da8b64 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.890320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0492e6a5-e9a2-454f-82e8-4be43491938a req-ef3a0864-9005-4ea7-935e-0ff1a6da8b64 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 944 time: 0.3579261 Nov 22 16:15:56.892742 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-901961fb-f52f-4a2e-b85e-ffc93d8f0ab4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:15:56.893338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901961fb-f52f-4a2e-b85e-ffc93d8f0ab4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:15:56.897293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-c758251d-1e1d-4344-b8c2-72dfa0857d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.898754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-c758251d-1e1d-4344-b8c2-72dfa0857d30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 1095 time: 0.3549981 Nov 22 16:15:56.907268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730c87-80a4-46e7-b119-d0f8830f6acd req-d6fa2e01-ed2a-4214-bedc-636ef28d80aa tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:56.909444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3730c87-80a4-46e7-b119-d0f8830f6acd req-d6fa2e01-ed2a-4214-bedc-636ef28d80aa tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 945 time: 0.0849154 Nov 22 16:15:56.966799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46355181-3dfa-463a-abd2-f9e3ff5684bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.974111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] For port d3c5e4c4-86ad-433f-b7ef-9c21c2716011, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:56.974318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-5fdaf0b0-17f4-41fc-888a-8466e682efe5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=398455fd-64e6-4166-ab08-20a0b66d08f6 HTTP/1.1" status: 200 len: 217 time: 0.0626991 Nov 22 16:15:56.974461 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.982213 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-901961fb-f52f-4a2e-b85e-ffc93d8f0ab4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6164258 Nov 22 16:15:56.985221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:56.992472 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46355181-3dfa-463a-abd2-f9e3ff5684bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.995007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d1217a12-fe86-48ec-a5d2-efeb1b3b0e06', 'network_id': 'd1217a12-fe86-48ec-a5d2-efeb1b3b0e06', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': 'e7907c32-2d59-4e3b-ad0f-95ac0cc76dc7'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:15:56.995883 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.000281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:57.011955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Calling delete_port for d3c5e4c4-86ad-433f-b7ef-9c21c2716011 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:57.033046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46355181-3dfa-463a-abd2-f9e3ff5684bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.038620 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-46355181-3dfa-463a-abd2-f9e3ff5684bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3041506 Nov 22 16:15:57.079478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51940) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:57.088583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'port': {'network_id': 'd1217a12-fe86-48ec-a5d2-efeb1b3b0e06', 'name': 'tempest-RoutersIpV6Test-1579167214'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:57.156273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0492e6a5-e9a2-454f-82e8-4be43491938a req-fe310d43-bca9-4679-99f5-1d4c8decafa0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456965 Nov 22 16:15:57.181026 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.198962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3730c87-80a4-46e7-b119-d0f8830f6acd req-9c8b0949-a766-4ddc-90ec-9bdef9f0ef83 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/security-groups?id=f3423589-cf92-405e-b6d2-a5be9fcb1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649775 Nov 22 16:15:57.213125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-e270395e-d652-432c-94cd-e5f49014cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:57.214603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-e270395e-d652-432c-94cd-e5f49014cc07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0552979b-14c4-4233-b96f-5b09180e1a4e HTTP/1.1" status: 200 len: 855 time: 0.2284958 Nov 22 16:15:57.218270 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.229647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.260870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['d3c5e4c4-86ad-433f-b7ef-9c21c2716011'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:57.265800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-b0905a47-79b0-433c-9faf-2b10795bd574 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27fe033a-18e7-494d-93ee-aff891971dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392435 Nov 22 16:15:57.275745 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Pushing event deleted for resources: {'Port': ['ID=d3c5e4c4-86ad-433f-b7ef-9c21c2716011,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:57.294302 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4ac5dcf0-3ff8-4178-99bb-909376b34de1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:57.348038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:57.349813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Pushing event updated for resources: {'Port': ['ID=adf24279-980a-4d21-b900-8b6955596a64,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:57.368507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] No DVR routers for this DVR port d3c5e4c4-86ad-433f-b7ef-9c21c2716011 on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:57.372109 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.374880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:57.379260 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b5b8ac-3b15-43fb-bb0b-cdf297d66b56 req-d5332038-9c60-4799-9736-6dc6e4eb3a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.11 "DELETE /v2.0/ports/d3c5e4c4-86ad-433f-b7ef-9c21c2716011 HTTP/1.1" status: 204 len: 173 time: 0.8953795 Nov 22 16:15:57.379754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abff156-5476-4d32-afa1-ffe125e1adff', 'name': 'network-vif-deleted', 'tag': 'd3c5e4c4-86ad-433f-b7ef-9c21c2716011'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:57.382085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:57.384143 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f763393-2dbc-4c8e-91d2-73283d52b3f9" -d '{"events": [{"server_uuid": "6abff156-5476-4d32-afa1-ffe125e1adff", "name": "network-vif-deleted", "tag": "d3c5e4c4-86ad-433f-b7ef-9c21c2716011"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:57.406162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Allocated IP 2001:db8::2 (d1217a12-fe86-48ec-a5d2-efeb1b3b0e06/e7907c32-2d59-4e3b-ad0f-95ac0cc76dc7/19be4a20-0376-45b3-928a-87eee99b3b0c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:57.426839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f72e5e8-c93e-43a9-9797-7b7943a52314 req-3836bbfa-8abe-4359-91a5-10f44116a320 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=6abff156-5476-4d32-afa1-ffe125e1adff HTTP/1.1" status: 200 len: 210 time: 0.1295979 Nov 22 16:15:57.480796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Attempting to bind port adf24279-980a-4d21-b900-8b6955596a64 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:57.481277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Attempting to bind port adf24279-980a-4d21-b900-8b6955596a64 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '6e08689c-02a3-443a-8a92-e266167362c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:57.481661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Attempting to bind port adf24279-980a-4d21-b900-8b6955596a64 on network 868cf4f6-0620-483e-9f0d-59efc4de4038 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:57.494262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:57.494645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Checking segment: {'id': '6e08689c-02a3-443a-8a92-e266167362c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:57.495057 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.495475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Bound using segment: {'id': '6e08689c-02a3-443a-8a92-e266167362c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:57.495978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Bound port: adf24279-980a-4d21-b900-8b6955596a64, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e08689c-02a3-443a-8a92-e266167362c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:57.496371 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.497964 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:15:57.497964 n-d-811716-3 neutron-server[103411]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 16:15:57.497964 n-d-811716-3 neutron-server[103411]: [parameters: {'project_id_1': 'e2b90bad64c548e68d29954e0bd5a88a', 'expiration_1': datetime.datetime(2021, 11, 22, 16, 15, 37, 474347)}] Nov 22 16:15:57.497964 n-d-811716-3 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:15:57.498332 n-d-811716-3 neutron-server[103411]: DEBUG oslo_db.api [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:15:57.506582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffb450-77c6-4f34-b5d7-195ca7806ef1 req-d53496fd-ec3b-4e5f-9745-e37d26d973fc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:57.508150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cffb450-77c6-4f34-b5d7-195ca7806ef1 req-d53496fd-ec3b-4e5f-9745-e37d26d973fc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2128365 Nov 22 16:15:57.537856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:57.541960 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.585446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-83f07d8a-6927-410c-8c99-f5cceee8da69 service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849913 Nov 22 16:15:57.699160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] For port adf24279-980a-4d21-b900-8b6955596a64, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:57.720186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cffb450-77c6-4f34-b5d7-195ca7806ef1 req-a16d8568-39cc-48cb-a391-e864ac238e46 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962483 Nov 22 16:15:57.728165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c2c69-d06a-4e40-9879-cb42e2a290c6 req-a7bb6411-24ef-4ebf-b611-d6bada347a9c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:57.729647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da1c2c69-d06a-4e40-9879-cb42e2a290c6 req-a7bb6411-24ef-4ebf-b611-d6bada347a9c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 946 time: 0.2205665 Nov 22 16:15:57.746636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] For port adf24279-980a-4d21-b900-8b6955596a64, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=adf24279-980a-4d21-b900-8b6955596a64,segment=NetworkSegment(6e08689c-02a3-443a-8a92-e266167362c6),segment_id=6e08689c-02a3-443a-8a92-e266167362c6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:57.765076 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.779558 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac4d5c9-4f40-45f9-9505-8e3eaaf95a3b x-openstack-request-id: req-cac4d5c9-4f40-45f9-9505-8e3eaaf95a3b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:15:57.779851 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abff156-5476-4d32-afa1-ffe125e1adff", "name": "network-vif-deleted", "tag": "d3c5e4c4-86ad-433f-b7ef-9c21c2716011", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:15:57.780144 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cac4d5c9-4f40-45f9-9505-8e3eaaf95a3b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:15:57.780584 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abff156-5476-4d32-afa1-ffe125e1adff', 'name': 'network-vif-deleted', 'tag': 'd3c5e4c4-86ad-433f-b7ef-9c21c2716011', 'status': 'completed', 'code': 200} Nov 22 16:15:57.835810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82badc8-704b-4a58-9b9d-fe728ded9fb4 req-f4bf399d-1dae-4e45-ae97-7a8331b39729 service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168846 Nov 22 16:15:57.849047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da1c2c69-d06a-4e40-9879-cb42e2a290c6 req-32cd7ac9-d2b7-45e6-949a-994ade1279e0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073878 Nov 22 16:15:57.851166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.892178 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:57.919434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330756c5-6d97-43b9-a328-087e0fa06249 None None] Pushing event updated for resources: {'Port': ['ID=adf24279-980a-4d21-b900-8b6955596a64,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:57.957758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:57.962108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-cbf5571e-5f8b-4215-919e-08e2a6b02ae3 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:57.963286 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-cbf5571e-5f8b-4215-919e-08e2a6b02ae3 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.11 "GET /v2.0/ports?device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 945 time: 0.1458149 Nov 22 16:15:57.964879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:57.967357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:58.035307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Pushing event updated for resources: {'Port': ['ID=19be4a20-0376-45b3-928a-87eee99b3b0c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:58.055255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Attempting to bind port 19be4a20-0376-45b3-928a-87eee99b3b0c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:58.057043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Attempting to bind port 19be4a20-0376-45b3-928a-87eee99b3b0c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd1217a12-fe86-48ec-a5d2-efeb1b3b0e06'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:58.057508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Attempting to bind port 19be4a20-0376-45b3-928a-87eee99b3b0c on network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:58.063719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:58.064395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Checking segment: {'id': '8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd1217a12-fe86-48ec-a5d2-efeb1b3b0e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:58.065286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.065564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Bound using segment: {'id': '8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd1217a12-fe86-48ec-a5d2-efeb1b3b0e06'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:58.067343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Bound port: 19be4a20-0376-45b3-928a-87eee99b3b0c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': 'd1217a12-fe86-48ec-a5d2-efeb1b3b0e06'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:58.067824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.116272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Deleting port 5384964c-5440-4783-94c0-c50c2851f44c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:58.117378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.203424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] For port 19be4a20-0376-45b3-928a-87eee99b3b0c, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:58.219091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] For port 19be4a20-0376-45b3-928a-87eee99b3b0c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=19be4a20-0376-45b3-928a-87eee99b3b0c,segment=NetworkSegment(8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e),segment_id=8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:58.226394 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.226564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f22643-ec21-45e3-bfc5-5986f70f5928 req-1da06bd0-1eb7-405a-8202-803ef1952a26 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:58.234518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27f22643-ec21-45e3-bfc5-5986f70f5928 req-1da06bd0-1eb7-405a-8202-803ef1952a26 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 945 time: 0.3815570 Nov 22 16:15:58.268892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.333980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] For port 5384964c-5440-4783-94c0-c50c2851f44c, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5384964c-5440-4783-94c0-c50c2851f44c,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:58.334486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.338244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0a2af-c596-47f3-b9f2-7c56cd3d762c None None] Pushing event updated for resources: {'Port': ['ID=19be4a20-0376-45b3-928a-87eee99b3b0c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:58.353936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Calling delete_port for 5384964c-5440-4783-94c0-c50c2851f44c owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:58.378491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:58.382682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.386368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:58.415835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:58.427593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-417786fe-b821-449a-bb8d-9b67ed5bd55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:58.429164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-417786fe-b821-449a-bb8d-9b67ed5bd55c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 1095 time: 0.4575195 Nov 22 16:15:58.431486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:58.432106 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.473682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27f22643-ec21-45e3-bfc5-5986f70f5928 req-560cf80b-5d3e-4343-afd4-7dbd0f0d607b tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382493 Nov 22 16:15:58.475118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] device_id is not set on port 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:15:58.542942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.560518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['5384964c-5440-4783-94c0-c50c2851f44c'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:58.563141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['37a85af3-1f13-494f-8063-039d1e2effc3'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:15:58.640671 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6450539 Nov 22 16:15:58.641631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4933fc6-11f5-48bf-b876-32dcd5ad5093 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=0b9e1bb0-c840-4d8f-bb60-2e02020c949e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:58.654879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:58.675765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038', 'fixed_ips': [{'subnet_id': 'dc413dbb-dcbf-42bd-9956-8246728d535f'}, {'subnet_id': '0b9e1bb0-c840-4d8f-bb60-2e02020c949e'}], 'name': 'tempest-PortsTestJSON-72299344'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:58.680371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Pushing event deleted for resources: {'Port': ['ID=5384964c-5440-4783-94c0-c50c2851f44c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:58.717715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.718339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.719109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.724332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.724914 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.725203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3284885-bc39-4b38-bc98-6b1249be58ac req-2da6c1cb-40a9-4f58-b0d7-57cd77f8dfbf tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:58.725702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.733747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3284885-bc39-4b38-bc98-6b1249be58ac req-2da6c1cb-40a9-4f58-b0d7-57cd77f8dfbf tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 944 time: 0.4017215 Nov 22 16:15:58.733957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.733957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.733957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.733957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.733957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.733957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:58.822736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adf24279-980a-4d21-b900-8b6955596a64 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:58.829872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] No DVR routers for this DVR port 5384964c-5440-4783-94c0-c50c2851f44c on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:58.833511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:58.837657 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3c8cecd6-0fd8-403f-ad07-e933084bcc0d req-a27da74a-604e-40af-9b36-6608c98532a1 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.11 "DELETE /v2.0/ports/5384964c-5440-4783-94c0-c50c2851f44c HTTP/1.1" status: 204 len: 173 time: 0.8685465 Nov 22 16:15:58.839083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e39fb2df-f828-49e7-bbd4-80947d471b40 req-4befe05f-8790-4b29-a90e-0849c8e83413 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.69 "GET /v2.0/ports?device_id=9195360a-7a00-471f-9908-e1522c83cbc9 HTTP/1.1" status: 200 len: 210 time: 0.1832302 Nov 22 16:15:58.883733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-a1ae4d1f-8607-4579-aa5c-3f84e4a9946a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:58.885679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-a1ae4d1f-8607-4579-aa5c-3f84e4a9946a tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.71 "GET /v2.0/ports?device_id=8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576 HTTP/1.1" status: 200 len: 945 time: 0.1513457 Nov 22 16:15:58.906957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port adf24279-980a-4d21-b900-8b6955596a64 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:58.907477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.074297 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.080844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Deleting port 37a85af3-1f13-494f-8063-039d1e2effc3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:15:59.080844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.119181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-deccc0db-538c-4c93-a23b-ed84f057ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:59.120801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-deccc0db-538c-4c93-a23b-ed84f057ce9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 916 time: 0.6772354 Nov 22 16:15:59.143599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port adf24279-980a-4d21-b900-8b6955596a64, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=adf24279-980a-4d21-b900-8b6955596a64,segment=NetworkSegment(6e08689c-02a3-443a-8a92-e266167362c6),segment_id=6e08689c-02a3-443a-8a92-e266167362c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:59.154820 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.156038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 19be4a20-0376-45b3-928a-87eee99b3b0c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:59.181745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3284885-bc39-4b38-bc98-6b1249be58ac req-72ad83bb-53ad-4363-a81f-621893a6c04c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554072 Nov 22 16:15:59.235288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] For port 37a85af3-1f13-494f-8063-039d1e2effc3, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=37a85af3-1f13-494f-8063-039d1e2effc3,segment=NetworkSegment(e146f8ff-ef40-4e22-898a-ac441eb89995),segment_id=e146f8ff-ef40-4e22-898a-ac441eb89995)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:59.235867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.256581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Calling delete_port for 37a85af3-1f13-494f-8063-039d1e2effc3 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:15:59.462551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.501587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d3c5e4c4-86ad-433f-b7ef-9c21c2716011 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:59.506924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Pushing event deleted for resources: {'Port': ['ID=37a85af3-1f13-494f-8063-039d1e2effc3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:59.555520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: d3c5e4c4-86ad-433f-b7ef-9c21c2716011 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:59.556205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d3c5e4c4-86ad-433f-b7ef-9c21c2716011 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:59.556813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 5384964c-5440-4783-94c0-c50c2851f44c no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:15:59.575010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] No DVR routers for this DVR port 37a85af3-1f13-494f-8063-039d1e2effc3 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:15:59.577987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.583714 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6afcb488-a8e0-4118-85d0-52ce074d46d8 req-e45a4fa6-985b-48bd-8562-804480c04949 tempest-MultipleCreateTestJSON-1621618430 tempest-MultipleCreateTestJSON-1621618430-project] 10.222.0.71 "DELETE /v2.0/ports/37a85af3-1f13-494f-8063-039d1e2effc3 HTTP/1.1" status: 204 len: 173 time: 0.6836197 Nov 22 16:15:59.585800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 5384964c-5440-4783-94c0-c50c2851f44c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:15:59.586773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 5384964c-5440-4783-94c0-c50c2851f44c not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:15:59.593790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e41851-b17e-4aba-94a1-2cab1d29ffc5 None None] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:59.666802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8::2cc (d1217a12-fe86-48ec-a5d2-efeb1b3b0e06/e7907c32-2d59-4e3b-ad0f-95ac0cc76dc7/99125a9e-ec99-4e81-a3b7-1a5eb7bc3922) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:59.679923 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-bef31beb-45cf-4de2-816a-7a55da1af84f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=398455fd-64e6-4166-ab08-20a0b66d08f6 HTTP/1.1" status: 200 len: 217 time: 0.5452106 Nov 22 16:15:59.681719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=adf24279-980a-4d21-b900-8b6955596a64,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:59.729906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 19be4a20-0376-45b3-928a-87eee99b3b0c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:59.730807 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.733981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cd4188eb-9e87-4097-84ba-fac48b1ab9b5 None None] Provisioning complete for port adf24279-980a-4d21-b900-8b6955596a64 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:59.734350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cd4188eb-9e87-4097-84ba-fac48b1ab9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:59.782420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9195360a-7a00-471f-9908-e1522c83cbc9', 'name': 'network-vif-deleted', 'tag': '5384964c-5440-4783-94c0-c50c2851f44c'}, {'server_uuid': '8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576', 'name': 'network-vif-deleted', 'tag': '37a85af3-1f13-494f-8063-039d1e2effc3'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:15:59.788602 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9abced2-1c5b-4e32-b87d-ad77030aeec6" -d '{"events": [{"server_uuid": "9195360a-7a00-471f-9908-e1522c83cbc9", "name": "network-vif-deleted", "tag": "5384964c-5440-4783-94c0-c50c2851f44c"}, {"server_uuid": "8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576", "name": "network-vif-deleted", "tag": "37a85af3-1f13-494f-8063-039d1e2effc3"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:15:59.829034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:59.855526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c825ec9-10df-4a04-a61f-dce63f4e55f7 None None] Network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:59.890748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-d3d87cf6-dfe3-4e91-9d41-b210d6d64879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:59.892262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-d3d87cf6-dfe3-4e91-9d41-b210d6d64879 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0552979b-14c4-4233-b96f-5b09180e1a4e HTTP/1.1" status: 200 len: 855 time: 0.1933806 Nov 22 16:15:59.935017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fe474-1036-4327-96c2-a67c927a9bf2 req-4d890f17-9473-411d-a70b-1c5143acb712 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:59.936584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-554fe474-1036-4327-96c2-a67c927a9bf2 req-4d890f17-9473-411d-a70b-1c5143acb712 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2666323 Nov 22 16:15:59.972101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-7faf2d71-f8f8-42cc-896a-906138c0b35d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27fe033a-18e7-494d-93ee-aff891971dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666041 Nov 22 16:15:59.979482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63548b1-e86b-4c64-8c86-e2d8e9a941dd req-34c5a71a-52b3-40f2-b3ad-70d4cd46da09 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:59.980900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f63548b1-e86b-4c64-8c86-e2d8e9a941dd req-34c5a71a-52b3-40f2-b3ad-70d4cd46da09 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 946 time: 0.3098831 Nov 22 16:16:00.023488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.106490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 19be4a20-0376-45b3-928a-87eee99b3b0c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=19be4a20-0376-45b3-928a-87eee99b3b0c,segment=NetworkSegment(8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e),segment_id=8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:00.116347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.164911 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.241858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5bded23d-e8ce-4407-b650-4b315b8a5769 None None] Provisioning complete for port 19be4a20-0376-45b3-928a-87eee99b3b0c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:00.241858 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bded23d-e8ce-4407-b650-4b315b8a5769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.242865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a271d-9f5a-41fa-95d1-12cab80928fb None None] Update dhcp port {'port': {'network_id': '868cf4f6-0620-483e-9f0d-59efc4de4038', 'fixed_ips': [{'subnet_id': 'dc413dbb-dcbf-42bd-9956-8246728d535f', 'ip_address': '172.20.0.2'}, {'subnet_id': '0b9e1bb0-c840-4d8f-bb60-2e02020c949e'}], 'binding:host_id': 'n-d-811716-3'}, 'id': 'adf24279-980a-4d21-b900-8b6955596a64'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:16:00.243147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-554fe474-1036-4327-96c2-a67c927a9bf2 req-392e6537-7637-4ac4-a98a-80a56d43bba8 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826064 Nov 22 16:16:00.244442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:16:00.244647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=19be4a20-0376-45b3-928a-87eee99b3b0c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:00.268387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f63548b1-e86b-4c64-8c86-e2d8e9a941dd req-b4c52ced-324c-47d0-8b2a-3e7c618900a3 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458274 Nov 22 16:16:00.325261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-1946e36a-8d2a-44a0-a316-9947b82c4279 service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181231 Nov 22 16:16:00.328592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.329245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e8a271d-9f5a-41fa-95d1-12cab80928fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.420512 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6addfc0c-3723-4ae0-9394-f61ea361cf2d x-openstack-request-id: req-6addfc0c-3723-4ae0-9394-f61ea361cf2d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:00.421814 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9195360a-7a00-471f-9908-e1522c83cbc9", "name": "network-vif-deleted", "tag": "5384964c-5440-4783-94c0-c50c2851f44c", "status": "completed", "code": 200}, {"server_uuid": "8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576", "name": "network-vif-deleted", "tag": "37a85af3-1f13-494f-8063-039d1e2effc3", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:00.422400 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6addfc0c-3723-4ae0-9394-f61ea361cf2d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:00.424151 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9195360a-7a00-471f-9908-e1522c83cbc9', 'name': 'network-vif-deleted', 'tag': '5384964c-5440-4783-94c0-c50c2851f44c', 'status': 'completed', 'code': 200} Nov 22 16:16:00.425587 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6ba503-d0c9-4ec9-ba36-dccb0b0a3576', 'name': 'network-vif-deleted', 'tag': '37a85af3-1f13-494f-8063-039d1e2effc3', 'status': 'completed', 'code': 200} Nov 22 16:16:00.576500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-4e8a271d-9f5a-41fa-95d1-12cab80928fb None None] Allocated IP 172.20.0.18 (868cf4f6-0620-483e-9f0d-59efc4de4038/0b9e1bb0-c840-4d8f-bb60-2e02020c949e/adf24279-980a-4d21-b900-8b6955596a64) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:00.624281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.655874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adf24279-980a-4d21-b900-8b6955596a64 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:00.679228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd1d2c46-0dc8-4c7f-8fa0-4867101e308f req-6bc13333-9091-4769-a65a-bdf39d06df87 service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446546 Nov 22 16:16:00.686782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833f805-cebd-4c6f-aeeb-96cec3123ce0 req-0918b558-b429-44d3-a92c-074a4fe4774b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:00.688261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1833f805-cebd-4c6f-aeeb-96cec3123ce0 req-0918b558-b429-44d3-a92c-074a4fe4774b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2747188 Nov 22 16:16:00.726988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:00.729399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4e8a271d-9f5a-41fa-95d1-12cab80928fb None None] For port adf24279-980a-4d21-b900-8b6955596a64, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=adf24279-980a-4d21-b900-8b6955596a64,segment=NetworkSegment(6e08689c-02a3-443a-8a92-e266167362c6),segment_id=6e08689c-02a3-443a-8a92-e266167362c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:00.737409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:00.743196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:00.748832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:00.749427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.752358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-726b4b08-b850-4f5f-81c0-16b2a49ab002 None None] Provisioning complete for port 19be4a20-0376-45b3-928a-87eee99b3b0c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:00.752747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-726b4b08-b850-4f5f-81c0-16b2a49ab002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.761398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9b8a-0a4d-4e1f-93f8-00314bebfb73 req-a600caac-5aee-4a6d-a6d4-d8f1e4865653 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:00.762936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4af9b8a-0a4d-4e1f-93f8-00314bebfb73 req-a600caac-5aee-4a6d-a6d4-d8f1e4865653 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 944 time: 0.1897690 Nov 22 16:16:00.765974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=99125a9e-ec99-4e81-a3b7-1a5eb7bc3922,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:00.797458 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e8a271d-9f5a-41fa-95d1-12cab80928fb None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.808802 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e8a271d-9f5a-41fa-95d1-12cab80928fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.818015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port adf24279-980a-4d21-b900-8b6955596a64 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:00.818226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3c7e723c-24d9-4d5a-bf3b-51817a5b7cfe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7368004 Nov 22 16:16:00.818402 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:00.822214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51978) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:00.826472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1833f805-cebd-4c6f-aeeb-96cec3123ce0 req-d90c2330-f83d-4973-aee0-99982c73d588 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265647 Nov 22 16:16:00.950548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4af9b8a-0a4d-4e1f-93f8-00314bebfb73 req-4570eb90-2083-4597-a384-d198bc156d1c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572108 Nov 22 16:16:01.030588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.8 (868cf4f6-0620-483e-9f0d-59efc4de4038/dc413dbb-dcbf-42bd-9956-8246728d535f/95b8aceb-0084-4f42-bc2c-4d025758ecc0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:01.040419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.27 (868cf4f6-0620-483e-9f0d-59efc4de4038/0b9e1bb0-c840-4d8f-bb60-2e02020c949e/95b8aceb-0084-4f42-bc2c-4d025758ecc0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:01.057012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a271d-9f5a-41fa-95d1-12cab80928fb None None] Pushing event updated for resources: {'Port': ['ID=adf24279-980a-4d21-b900-8b6955596a64,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:01.264423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 19be4a20-0376-45b3-928a-87eee99b3b0c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:01.293728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:01.371136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 19be4a20-0376-45b3-928a-87eee99b3b0c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:01.371534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.375444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3ce73e20-3fb2-445c-9096-b4991265f9e2 None None] Provisioning complete for port 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:01.375628 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ce73e20-3fb2-445c-9096-b4991265f9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.377665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16259f1-83cd-4305-aa3c-cd02dbf60d8a admin admin] Deleting subnet 258156b7-9086-474a-a94b-728ec3c69c3a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:01.408544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e16259f1-83cd-4305-aa3c-cd02dbf60d8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.442298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 398455fd-64e6-4166-ab08-20a0b66d08f6 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:16:01.460565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3ce73e20-3fb2-445c-9096-b4991265f9e2 None None] Port 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:01.482514 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.541974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e16259f1-83cd-4305-aa3c-cd02dbf60d8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.600729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00088e54-5078-44f5-b9f6-9cca9c4ec857 req-1635aec3-ba06-4bf1-aad1-72cd65606200 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:01.608738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:01.613350 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00088e54-5078-44f5-b9f6-9cca9c4ec857 req-1635aec3-ba06-4bf1-aad1-72cd65606200 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 945 time: 0.2100902 Nov 22 16:16:01.626278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '398455fd-64e6-4166-ab08-20a0b66d08f6', 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'port_id': '398455fd-64e6-4166-ab08-20a0b66d08f6', 'mac_address': 'fa:16:3e:4b:36:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0552979b-14c4-4233-b96f-5b09180e1a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:16:01.640163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bf9b9-4724-4cf1-9cef-7a2ba5680121 req-5612324e-0596-4171-9064-3dc1f5d56c77 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:01.641862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c9bf9b9-4724-4cf1-9cef-7a2ba5680121 req-5612324e-0596-4171-9064-3dc1f5d56c77 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 946 time: 0.2856255 Nov 22 16:16:01.680389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.697219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398455fd-64e6-4166-ab08-20a0b66d08f6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:01.698874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e16259f1-83cd-4305-aa3c-cd02dbf60d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.725473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:01.732596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.745001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.778839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00088e54-5078-44f5-b9f6-9cca9c4ec857 req-d331fccf-f0ba-495a-940c-199701f784ae tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643984 Nov 22 16:16:01.800527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:01.838207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:01.856969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c9bf9b9-4724-4cf1-9cef-7a2ba5680121 req-f97114ef-7d69-49a9-9b1f-cabbc63e2c7b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061629 Nov 22 16:16:01.909933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:01.920547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:01.927132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=95b8aceb-0084-4f42-bc2c-4d025758ecc0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:01.930443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:01.971482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['398455fd-64e6-4166-ab08-20a0b66d08f6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:01.989533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e16259f1-83cd-4305-aa3c-cd02dbf60d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.029378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aa282b-3d70-49eb-a945-6f6145cb86c3 None None] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:02.043117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d453b-6081-41f6-9bf5-dff25fee77cb req-9b0fd20a-6c4e-4913-9b3e-57c2358e4f18 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:02.044688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-520d453b-6081-41f6-9bf5-dff25fee77cb req-9b0fd20a-6c4e-4913-9b3e-57c2358e4f18 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1858857 Nov 22 16:16:02.068897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e16259f1-83cd-4305-aa3c-cd02dbf60d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.072410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e16259f1-83cd-4305-aa3c-cd02dbf60d8a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/258156b7-9086-474a-a94b-728ec3c69c3a HTTP/1.1" status: 204 len: 168 time: 0.7778251 Nov 22 16:16:02.075139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51996) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:02.087084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16259f1-83cd-4305-aa3c-cd02dbf60d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258156b7-9086-474a-a94b-728ec3c69c3a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:02.123018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:02.123703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.168369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872833ef-206e-4556-831d-a52f4de94ed8 req-e7a3c65d-3898-4a70-96f3-866aeed82033 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:02.170016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-872833ef-206e-4556-831d-a52f4de94ed8 req-e7a3c65d-3898-4a70-96f3-866aeed82033 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2267728 Nov 22 16:16:02.190453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.200586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-520d453b-6081-41f6-9bf5-dff25fee77cb req-afa5d8ae-dafa-419f-a8c3-4d020a8fabd6 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269059 Nov 22 16:16:02.213144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b2cbb05c-9088-4744-9a8a-bb2fc5942953 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 3.5416787 Nov 22 16:16:02.215989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51998) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:02.223269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc413dbb-dcbf-42bd-9956-8246728d535f'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:02.288945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.301162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-541bfe4f-9777-4810-853c-7d08a0dae9c6 None None] Provisioning complete for port adf24279-980a-4d21-b900-8b6955596a64 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:02.301746 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-541bfe4f-9777-4810-853c-7d08a0dae9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.304866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.305834 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.365856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.368663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=99125a9e-ec99-4e81-a3b7-1a5eb7bc3922,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:02.433585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c053dd05-b214-421a-8238-7d199140d06b']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:02.476281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e146f8ff-ef40-4e22-898a-ac441eb89995') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:02.476845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e146f8ff-ef40-4e22-898a-ac441eb89995') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:02.492146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.521962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-872833ef-206e-4556-831d-a52f4de94ed8 req-dcef13a5-ef0a-47e5-8345-3506e2994b55 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281684 Nov 22 16:16:02.549460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.560579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:02.560987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:02.562841 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:02.653458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.660841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adf24279-980a-4d21-b900-8b6955596a64 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:02.706901 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.721825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828a028-1653-4bd2-8370-574d13e8555b req-8617dbec-07e6-4bdf-8c08-dac1c7bbf58a tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:02.723507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c828a028-1653-4bd2-8370-574d13e8555b req-8617dbec-07e6-4bdf-8c08-dac1c7bbf58a tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 945 time: 0.3128710 Nov 22 16:16:02.767417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port adf24279-980a-4d21-b900-8b6955596a64 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:02.768490 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.801569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-d76c0ede-3660-4dbc-bdb0-451cc07a9673 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:02.802689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.803325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-d76c0ede-3660-4dbc-bdb0-451cc07a9673 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 945 time: 0.2803304 Nov 22 16:16:02.808826 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c053dd05-b214-421a-8238-7d199140d06b HTTP/1.1" status: 204 len: 168 time: 0.7293022 Nov 22 16:16:02.810824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22afd37-ab08-47fc-b380-1ea8e813f854 admin admin] Pushing event deleted for resources: {'Network': ['ID=c053dd05-b214-421a-8238-7d199140d06b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:02.833941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c2ab6efc-02e9-43de-8210-20d91f5dbc5f None None] Provisioning complete for port 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:02.834679 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2ab6efc-02e9-43de-8210-20d91f5dbc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.869887 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:02.882358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab6efc-02e9-43de-8210-20d91f5dbc5f None None] Port 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:03.006468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52008) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:03.016908 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a51d5256-4892-46d2-a946-258e433003d6 None None] Provisioning complete for port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:03.017394 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a51d5256-4892-46d2-a946-258e433003d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.062115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a51d5256-4892-46d2-a946-258e433003d6 None None] Port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:03.075792 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-890fc823-abca-4d3d-8c31-791b3a077168 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=198cbe543154417696de26133b631eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623064 Nov 22 16:16:03.081496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a51d5256-4892-46d2-a946-258e433003d6 None None] Provisioning complete for port adf24279-980a-4d21-b900-8b6955596a64 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:03.081996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a51d5256-4892-46d2-a946-258e433003d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.083353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52010) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:03.181836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc88a2-5ac7-4187-be0a-15b8e52ca560 req-7d5893dd-86d3-4db3-b305-13583d9761c3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:03.183418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7bc88a2-5ac7-4187-be0a-15b8e52ca560 req-7d5893dd-86d3-4db3-b305-13583d9761c3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.5291533 Nov 22 16:16:03.216609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-13e889ee-5c07-4e86-8bfc-9a43b568748b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:03.218552 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-13e889ee-5c07-4e86-8bfc-9a43b568748b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 946 time: 0.3154521 Nov 22 16:16:03.226228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c828a028-1653-4bd2-8370-574d13e8555b req-c261e276-c555-4399-bdd0-2377ee856e95 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821937 Nov 22 16:16:03.298375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5c0b5e23-808b-4375-88c1-06a0d3f2ba17 None None] Provisioning complete for port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:03.298375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c0b5e23-808b-4375-88c1-06a0d3f2ba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.300503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Delete allocated IP 172.20.0.27 (868cf4f6-0620-483e-9f0d-59efc4de4038/0b9e1bb0-c840-4d8f-bb60-2e02020c949e) {{(pid=103411) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:16:03.307375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c24f89be-2678-459c-9bc4-161fa62f580c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.336897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b5e23-808b-4375-88c1-06a0d3f2ba17 None None] Port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:03.347491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7bc88a2-5ac7-4187-be0a-15b8e52ca560 req-767db146-54b2-4cbc-a23f-f97eb536b168 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475055 Nov 22 16:16:03.379472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 37a85af3-1f13-494f-8063-039d1e2effc3 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:03.401494 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c24f89be-2678-459c-9bc4-161fa62f580c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.447446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 37a85af3-1f13-494f-8063-039d1e2effc3 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:03.447829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 37a85af3-1f13-494f-8063-039d1e2effc3 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:03.462890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 398455fd-64e6-4166-ab08-20a0b66d08f6 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:03.488687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Deleting port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:03.489081 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.524300 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Deleting port ab12aedd-ec90-49dc-9006-2c35e9ae39af {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:03.524544 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.558021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 398455fd-64e6-4166-ab08-20a0b66d08f6 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:16:03.563811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 398455fd-64e6-4166-ab08-20a0b66d08f6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:03.565083 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.684895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.688881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c24f89be-2678-459c-9bc4-161fa62f580c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.692484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c24f89be-2678-459c-9bc4-161fa62f580c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.704433 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c24f89be-2678-459c-9bc4-161fa62f580c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3423589-cf92-405e-b6d2-a5be9fcb1f17 HTTP/1.1" status: 204 len: 168 time: 0.6101348 Nov 22 16:16:03.737697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:03.740082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398455fd-64e6-4166-ab08-20a0b66d08f6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:03.743633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f89be-2678-459c-9bc4-161fa62f580c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3423589-cf92-405e-b6d2-a5be9fcb1f17,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:03.743801 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760571e8-b092-4eb4-b8bf-498f70b48353" -d '{"events": [{"server_uuid": "181e0aa0-10ab-413e-9db5-9e28581450a9", "name": "network-vif-plugged", "status": "completed", "tag": "398455fd-64e6-4166-ab08-20a0b66d08f6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:03.752160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.755576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:03.763174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] For port ab12aedd-ec90-49dc-9006-2c35e9ae39af, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ab12aedd-ec90-49dc-9006-2c35e9ae39af,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:03.763174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.773865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.774312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d233a-0a76-4839-be3b-391b6fdf95d3 req-5c5b800e-c75e-45fc-a977-d3fe1c8976db tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:03.782024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d4d233a-0a76-4839-be3b-391b6fdf95d3 req-5c5b800e-c75e-45fc-a977-d3fe1c8976db tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 946 time: 0.2727067 Nov 22 16:16:03.791510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Calling delete_port for ab12aedd-ec90-49dc-9006-2c35e9ae39af owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:03.793422 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.794208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.869319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a31e1a-da3e-409d-b96e-7f02a4b279f5 req-5a22f366-3841-4796-902a-c95a550188d5 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:03.876747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74a31e1a-da3e-409d-b96e-7f02a4b279f5 req-5a22f366-3841-4796-902a-c95a550188d5 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 945 time: 0.2121866 Nov 22 16:16:03.882610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] For port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,segment=NetworkSegment(957d1650-a7e6-4751-9941-4efd6ab1ac9c),segment_id=957d1650-a7e6-4751-9941-4efd6ab1ac9c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:03.882610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.920709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:03.926162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:03.927636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Calling delete_port for 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:03.962847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.045194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d4d233a-0a76-4839-be3b-391b6fdf95d3 req-a674ba21-7a60-47e3-b686-efce8904f463 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570457 Nov 22 16:16:04.092665 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.119302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=99125a9e-ec99-4e81-a3b7-1a5eb7bc3922,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:04.136683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,segment=NetworkSegment(957d1650-a7e6-4751-9941-4efd6ab1ac9c),segment_id=957d1650-a7e6-4751-9941-4efd6ab1ac9c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:04.143636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.193199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74a31e1a-da3e-409d-b96e-7f02a4b279f5 req-99ce3ce7-9b4d-48e3-89b3-e488b8b68353 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/security-groups?id=4e7f65ae-9135-4e95-ae23-864e3b7d61cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154731 Nov 22 16:16:04.223942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:04.228226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=95b8aceb-0084-4f42-bc2c-4d025758ecc0,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:04.267181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:04.277462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:04.278405 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69d3f10-8183-4ffe-bb87-8e7ff4551777 x-openstack-request-id: req-b69d3f10-8183-4ffe-bb87-8e7ff4551777 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:04.279216 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181e0aa0-10ab-413e-9db5-9e28581450a9", "name": "network-vif-plugged", "status": "completed", "tag": "398455fd-64e6-4166-ab08-20a0b66d08f6", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:04.279855 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b69d3f10-8183-4ffe-bb87-8e7ff4551777 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:04.281107 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398455fd-64e6-4166-ab08-20a0b66d08f6', 'code': 200} Nov 22 16:16:04.436056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] In _notify_port_updated(), no bound segment for port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 on network 868cf4f6-0620-483e-9f0d-59efc4de4038 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:16:04.440620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:04.441307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.446700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7b253b92-1c18-4370-afd9-76472c069576 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "PUT /v2.0/ports/95b8aceb-0084-4f42-bc2c-4d025758ecc0 HTTP/1.1" status: 200 len: 917 time: 2.2297342 Nov 22 16:16:04.461996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:04.492375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc413dbb-dcbf-42bd-9956-8246728d535f'}, {'subnet_id': '0b9e1bb0-c840-4d8f-bb60-2e02020c949e'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:04.644557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752bd3d-7212-4631-9b24-8cc9b9bfa7af req-7f8df5ab-0dde-4096-9abf-868b8b6d7e9b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:04.646297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b752bd3d-7212-4631-9b24-8cc9b9bfa7af req-7f8df5ab-0dde-4096-9abf-868b8b6d7e9b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2861350 Nov 22 16:16:04.687959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dea541-5dbe-48a8-84ef-0916ed1082ab req-f0c0f5d9-63c3-4a29-b341-537b27b6f44d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:04.698991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3dea541-5dbe-48a8-84ef-0916ed1082ab req-f0c0f5d9-63c3-4a29-b341-537b27b6f44d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.3244901 Nov 22 16:16:04.699396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6b35ddc9-c791-4181-8139-90db072682c0 None None] Provisioning complete for port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:04.700305 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b35ddc9-c791-4181-8139-90db072682c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.712113 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.719146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.775685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event deleted for resources: {'Port': ['ID=ab12aedd-ec90-49dc-9006-2c35e9ae39af,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:04.778231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['ab12aedd-ec90-49dc-9006-2c35e9ae39af'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:04.792960 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.832393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccd1a-edf5-42bd-8fa0-661914b2a411 req-d5a3d05b-1360-466a-bda7-ede79c5d495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:04.834330 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-107ccd1a-edf5-42bd-8fa0-661914b2a411 req-d5a3d05b-1360-466a-bda7-ede79c5d495d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 1097 time: 0.4317744 Nov 22 16:16:04.836005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6b35ddc9-c791-4181-8139-90db072682c0 None None] Port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:04.865476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] No DVR routers for this DVR port ab12aedd-ec90-49dc-9006-2c35e9ae39af on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:04.869957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:04.873950 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-706fe20c-9c08-43af-baf7-ab5edc135c5f req-37c98ae7-feee-4e51-ad8e-5e868e4fcb64 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.71 "DELETE /v2.0/ports/ab12aedd-ec90-49dc-9006-2c35e9ae39af HTTP/1.1" status: 204 len: 173 time: 1.6485794 Nov 22 16:16:04.874793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb', 'name': 'network-vif-deleted', 'tag': 'ab12aedd-ec90-49dc-9006-2c35e9ae39af'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:04.885419 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8247bde-3368-4b1e-9596-8ff68807a503" -d '{"events": [{"server_uuid": "ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb", "name": "network-vif-deleted", "tag": "ab12aedd-ec90-49dc-9006-2c35e9ae39af"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:04.963731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router 50c5bf80-f7dd-44ef-849a-766d0a025613 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:16:04.989627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-107ccd1a-edf5-42bd-8fa0-661914b2a411 req-4fb6893c-43e7-4405-8651-966f342871e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297612 Nov 22 16:16:04.992656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2982b3c8-49b0-4f42-8d5a-a2b9b56f9617 None None] Provisioning complete for port 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:04.993061 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2982b3c8-49b0-4f42-8d5a-a2b9b56f9617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.071498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52056) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:05.085462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2982b3c8-49b0-4f42-8d5a-a2b9b56f9617 None None] Port 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:05.111234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Pushing event deleted for resources: {'Port': ['ID=149ca84c-c6e3-4452-8bdf-8e3a67e03cfa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:05.130575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3dea541-5dbe-48a8-84ef-0916ed1082ab req-776eb69a-489d-4023-adea-9e645f99561e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307308 Nov 22 16:16:05.149409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:05.162439 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-48dec420-546c-40d9-96ba-092ef9bdf230 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/50c5bf80-f7dd-44ef-849a-766d0a025613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3385029 Nov 22 16:16:05.163057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452a4ae-f30c-4dee-b125-78422c970cca None None] Sync routers for ids ['50c5bf80-f7dd-44ef-849a-766d0a025613'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:05.163203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52062) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:05.176243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452a4ae-f30c-4dee-b125-78422c970cca None None] Routers {'50c5bf80-f7dd-44ef-849a-766d0a025613'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:05.176890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7452a4ae-f30c-4dee-b125-78422c970cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['50c5bf80-f7dd-44ef-849a-766d0a025613'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:05.206201 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeaa917-03e5-4c8d-83d6-ac60db8e2299 x-openstack-request-id: req-caeaa917-03e5-4c8d-83d6-ac60db8e2299 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:05.206553 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb", "name": "network-vif-deleted", "tag": "ab12aedd-ec90-49dc-9006-2c35e9ae39af", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:05.206794 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-caeaa917-03e5-4c8d-83d6-ac60db8e2299 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:05.207212 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb', 'name': 'network-vif-deleted', 'tag': 'ab12aedd-ec90-49dc-9006-2c35e9ae39af', 'status': 'completed', 'code': 200} Nov 22 16:16:05.241500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] No DVR routers for this DVR port 149ca84c-c6e3-4452-8bdf-8e3a67e03cfa on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:05.241722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4912e90-1ad8-4748-83ec-6c148367ed8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:05.243981 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c4912e90-1ad8-4748-83ec-6c148367ed8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports/99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 HTTP/1.1" status: 200 len: 984 time: 0.0789015 Nov 22 16:16:05.246529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52066) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:05.248831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b752bd3d-7212-4631-9b24-8cc9b9bfa7af req-1001d300-b05d-4f8e-9518-5c1290fa12e3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5478380 Nov 22 16:16:05.250065 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.254728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c33f68a-f927-4e41-9e81-3cd5d663d82d req-526e21d6-f221-433e-9d1d-4fdc75862c11 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.11 "DELETE /v2.0/ports/149ca84c-c6e3-4452-8bdf-8e3a67e03cfa HTTP/1.1" status: 204 len: 173 time: 2.4427004 Nov 22 16:16:05.257737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea4736c-67de-4781-aa01-6671d1633484', 'name': 'network-vif-deleted', 'tag': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:05.260773 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d656fdd8-2f9d-4415-afd6-19737cc45a45" -d '{"events": [{"server_uuid": "0ea4736c-67de-4781-aa01-6671d1633484", "name": "network-vif-deleted", "tag": "149ca84c-c6e3-4452-8bdf-8e3a67e03cfa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:05.336891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7452a4ae-f30c-4dee-b125-78422c970cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:05.374892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452a4ae-f30c-4dee-b125-78422c970cca None None] Routers {'50c5bf80-f7dd-44ef-849a-766d0a025613'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:05.383201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7452a4ae-f30c-4dee-b125-78422c970cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['50c5bf80-f7dd-44ef-849a-766d0a025613'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:05.453005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-248715108-network', 'tenant_id': '196ea7b8678645cc82926959b5e01cfc'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:05.461449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7452a4ae-f30c-4dee-b125-78422c970cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:05.462366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452a4ae-f30c-4dee-b125-78422c970cca None None] The sync data for ids ['50c5bf80-f7dd-44ef-849a-766d0a025613'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:05.492462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.30 (868cf4f6-0620-483e-9f0d-59efc4de4038/0b9e1bb0-c840-4d8f-bb60-2e02020c949e/95b8aceb-0084-4f42-bc2c-4d025758ecc0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:05.567735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Made reservation on behalf of 196ea7b8678645cc82926959b5e01cfc for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:05.570275 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.583839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.651739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4eef6216-d459-45b6-95b9-5eaa7286c183 req-d212f3ef-d30c-4c12-be25-7b917727f588 tempest-ServerPasswordTestJSON-691935534 tempest-ServerPasswordTestJSON-691935534-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ea4736c-67de-4781-aa01-6671d1633484 HTTP/1.1" status: 200 len: 210 time: 0.1669047 Nov 22 16:16:05.659335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0da3d2f-b3c6-43ad-bb1a-9292cbce3ae1 req-6d841aff-816b-41ed-85e4-e4254b73c853 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce9bf4f0-4c70-45b3-98bf-10a6da7b2feb HTTP/1.1" status: 200 len: 210 time: 0.1833134 Nov 22 16:16:05.702937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.708774 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.743351 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a03c5cf-ff7a-4e51-8f7f-51541f5fa729 x-openstack-request-id: req-7a03c5cf-ff7a-4e51-8f7f-51541f5fa729 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:05.743679 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea4736c-67de-4781-aa01-6671d1633484", "name": "network-vif-deleted", "tag": "149ca84c-c6e3-4452-8bdf-8e3a67e03cfa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:05.744289 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a03c5cf-ff7a-4e51-8f7f-51541f5fa729 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:05.744419 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea4736c-67de-4781-aa01-6671d1633484', 'name': 'network-vif-deleted', 'tag': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa', 'status': 'completed', 'code': 200} Nov 22 16:16:05.810020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=95b8aceb-0084-4f42-bc2c-4d025758ecc0,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:05.827015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.836906 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.874800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] In _notify_port_updated(), no bound segment for port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 on network 868cf4f6-0620-483e-9f0d-59efc4de4038 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:16:05.883764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:05.884775 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.886885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ab572c9f-2355-433d-8f84-3ab43ffd85e4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "PUT /v2.0/ports/95b8aceb-0084-4f42-bc2c-4d025758ecc0 HTTP/1.1" status: 200 len: 997 time: 1.3987198 Nov 22 16:16:05.890831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:05.898215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:05.946123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:05.946594 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Added segment ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2 of type vlan for network 5da40931-57b4-4aee-bd8e-fc2c0a456afa Nov 22 16:16:05.982765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d50d09-1141-402c-b345-4144569b7533,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:06.020079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8362b-bb10-4d0b-aadc-c735381a4082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:06.021300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ba8362b-bb10-4d0b-aadc-c735381a4082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.115868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.119963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.130814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dac9cf56-7686-4888-89e3-25271d50e26d None None] Provisioning complete for port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:06.131816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dac9cf56-7686-4888-89e3-25271d50e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.156563 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ba8362b-bb10-4d0b-aadc-c735381a4082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.195610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8ba8362b-bb10-4d0b-aadc-c735381a4082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 95b8aceb-0084-4f42-bc2c-4d025758ecc0 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:06.224091 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.224715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dac9cf56-7686-4888-89e3-25271d50e26d None None] Port 95b8aceb-0084-4f42-bc2c-4d025758ecc0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:06.225311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:06.226054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.282702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea4736c-67de-4781-aa01-6671d1633484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:06.285153 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70544af7-dae6-47db-9cf7-2885a0b17009" -d '{"events": [{"server_uuid": "0ea4736c-67de-4781-aa01-6671d1633484", "name": "network-vif-unplugged", "status": "completed", "tag": "149ca84c-c6e3-4452-8bdf-8e3a67e03cfa"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:06.425384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b9c15-c83f-4927-abae-4d9c651066be req-234d897e-a4fc-40cd-a511-6ed8894add07 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:06.426975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a8b9c15-c83f-4927-abae-4d9c651066be req-234d897e-a4fc-40cd-a511-6ed8894add07 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1441245 Nov 22 16:16:06.459857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d85099-fc24-446f-bf6b-6872857b05c7 req-0bca9a68-d925-43fd-92e9-afe2fda3bd07 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:06.462487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23d85099-fc24-446f-bf6b-6872857b05c7 req-0bca9a68-d925-43fd-92e9-afe2fda3bd07 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1074007 Nov 22 16:16:06.565646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a8b9c15-c83f-4927-abae-4d9c651066be req-060329e3-619c-4b24-b1d9-e6b7a11dda04 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294196 Nov 22 16:16:06.604663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23d85099-fc24-446f-bf6b-6872857b05c7 req-5a51c0d2-f45c-4d17-9108-b601e89c48dd tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134520 Nov 22 16:16:06.634409 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d9b4cc-402f-48fe-8892-8583256326a4 x-openstack-request-id: req-95d9b4cc-402f-48fe-8892-8583256326a4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:06.634710 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea4736c-67de-4781-aa01-6671d1633484", "name": "network-vif-unplugged", "status": "completed", "tag": "149ca84c-c6e3-4452-8bdf-8e3a67e03cfa", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:06.634967 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95d9b4cc-402f-48fe-8892-8583256326a4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:06.635368 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea4736c-67de-4781-aa01-6671d1633484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149ca84c-c6e3-4452-8bdf-8e3a67e03cfa', 'code': 200} Nov 22 16:16:06.657611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ba8362b-bb10-4d0b-aadc-c735381a4082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.692978 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6198285 Nov 22 16:16:06.696231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52092) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:06.705542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Request body: {'subnet': {'network_id': '5da40931-57b4-4aee-bd8e-fc2c0a456afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-248715108-subnet', 'tenant_id': '196ea7b8678645cc82926959b5e01cfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:06.731611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8362b-bb10-4d0b-aadc-c735381a4082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=95b8aceb-0084-4f42-bc2c-4d025758ecc0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:06.744549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75637692-aa5c-4dd6-b3c8-e846d61e0311 admin admin] Pushing event updated for resources: {'Network': ['ID=5da40931-57b4-4aee-bd8e-fc2c0a456afa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:06.760341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5da40931-57b4-4aee-bd8e-fc2c0a456afa details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:06.810766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Made reservation on behalf of 196ea7b8678645cc82926959b5e01cfc for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:06.813180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.901057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ba8362b-bb10-4d0b-aadc-c735381a4082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:06.909315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8ba8362b-bb10-4d0b-aadc-c735381a4082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/95b8aceb-0084-4f42-bc2c-4d025758ecc0 HTTP/1.1" status: 204 len: 168 time: 1.0170057 Nov 22 16:16:06.910085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52104) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:06.937534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827030-7ce2-4ab1-bc35-793933d83ce8 req-16119389-28fd-439e-b7d3-a7460b53fb26 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:06.943047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b827030-7ce2-4ab1-bc35-793933d83ce8 req-16119389-28fd-439e-b7d3-a7460b53fb26 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.2150099 Nov 22 16:16:07.007094 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-54093c43-f3d5-46c5-9c3e-ed4367fa5954 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:16:07.008766 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-54093c43-f3d5-46c5-9c3e-ed4367fa5954 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/95b8aceb-0084-4f42-bc2c-4d025758ecc0 HTTP/1.1" status: 404 len: 333 time: 0.0899494 Nov 22 16:16:07.017840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:07.018367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:07.118814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b827030-7ce2-4ab1-bc35-793933d83ce8 req-ac643366-63b4-4087-b61b-af6a151cd063 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667504 Nov 22 16:16:07.162748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93615f4-d5e1-4864-a042-5e05fe6d97e2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet 0b9e1bb0-c840-4d8f-bb60-2e02020c949e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:07.167424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-66031595-5ddc-4d7d-afaf-9780be0d5bc0 admin admin] Deleting subnet d9518d51-fe39-48ba-822e-5a5358051585 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:07.173927 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66031595-5ddc-4d7d-afaf-9780be0d5bc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.175783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d93615f4-d5e1-4864-a042-5e05fe6d97e2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.229722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-4cec0d75-7314-4852-bfdf-1ce133a7b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:07.231226 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-4cec0d75-7314-4852-bfdf-1ce133a7b5b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1096 time: 0.2040009 Nov 22 16:16:07.273519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1023fa5-f480-4544-b6aa-78913f7a855a req-903e7c38-e879-47d3-a6ec-54bb993ca0de tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:07.275286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1023fa5-f480-4544-b6aa-78913f7a855a req-903e7c38-e879-47d3-a6ec-54bb993ca0de tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1773322 Nov 22 16:16:07.282352 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66031595-5ddc-4d7d-afaf-9780be0d5bc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.303485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.310731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:07.311340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.320653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d93615f4-d5e1-4864-a042-5e05fe6d97e2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.370734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ab12aedd-ec90-49dc-9006-2c35e9ae39af no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:07.394858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: ab12aedd-ec90-49dc-9006-2c35e9ae39af {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:07.395372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ab12aedd-ec90-49dc-9006-2c35e9ae39af not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:07.410940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9e12b-84ac-4bd6-a37f-d8acdf0d96d7 req-7a4993a6-3cf3-44c9-b4cf-e31ae98195f0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:07.412632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bc9e12b-84ac-4bd6-a37f-d8acdf0d96d7 req-7a4993a6-3cf3-44c9-b4cf-e31ae98195f0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1908159 Nov 22 16:16:07.415325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66031595-5ddc-4d7d-afaf-9780be0d5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.436027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4fafe6a-5551-431b-9137-fd15b3c36c07,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:07.478866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-d47c65ab-7246-480f-9864-4e26885b0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:07.480361 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-d47c65ab-7246-480f-9864-4e26885b0660 service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.2365005 Nov 22 16:16:07.483355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Checking segment: {'id': 'ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5da40931-57b4-4aee-bd8e-fc2c0a456afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:07.483716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Network hostable DHCP agents. Network: 5da40931-57b4-4aee-bd8e-fc2c0a456afa, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:07.534774 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.559570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 99125a9e-ec99-4e81-a3b7-1a5eb7bc3922 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:07.575854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Network 5da40931-57b4-4aee-bd8e-fc2c0a456afa is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:07.596898 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-3e5327bc-b06f-4aa6-81bd-ff083690c734 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1000 time: 0.1063154 Nov 22 16:16:07.597480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5da40931-57b4-4aee-bd8e-fc2c0a456afa) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:07.607568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097affaf-0a20-4c5b-a20c-e9b1f6016535 None None] Network 5da40931-57b4-4aee-bd8e-fc2c0a456afa requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:07.640338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:07.640842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.684923 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-38ab27f8-98fa-40ec-90f7-0424b32091ba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9844568 Nov 22 16:16:07.710578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-d74146fd-4f2c-4a46-9c70-52fce4517561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:07.712158 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-d74146fd-4f2c-4a46-9c70-52fce4517561 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.0799103 Nov 22 16:16:07.780716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6788b01-b076-4276-af90-f80fabf4004e None None] Network 5da40931-57b4-4aee-bd8e-fc2c0a456afa requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:07.819786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-48e2663d-5d8e-46b0-8a7d-1f1cb79cda1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:07.821437 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-48e2663d-5d8e-46b0-8a7d-1f1cb79cda1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640538 Nov 22 16:16:07.840981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1023fa5-f480-4544-b6aa-78913f7a855a req-b0714b2f-bab6-4d99-b641-bc4dd1499bc4 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341287 Nov 22 16:16:07.876120 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d93615f4-d5e1-4864-a042-5e05fe6d97e2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.920422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bc9e12b-84ac-4bd6-a37f-d8acdf0d96d7 req-8ae4e2a6-9ac8-483f-b9f5-f6ec2e9fd45f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4768205 Nov 22 16:16:07.931790 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66031595-5ddc-4d7d-afaf-9780be0d5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.959456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.971386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66031595-5ddc-4d7d-afaf-9780be0d5bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9518d51-fe39-48ba-822e-5a5358051585,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:07.975799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66031595-5ddc-4d7d-afaf-9780be0d5bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:07.979158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-66031595-5ddc-4d7d-afaf-9780be0d5bc0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d9518d51-fe39-48ba-822e-5a5358051585 HTTP/1.1" status: 204 len: 168 time: 0.9585292 Nov 22 16:16:07.983117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52128) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:08.005059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d93615f4-d5e1-4864-a042-5e05fe6d97e2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.007578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=99125a9e-ec99-4e81-a3b7-1a5eb7bc3922,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:08.073823 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-2bd53bcc-84e9-4708-9751-58050e1e5f33 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287710 Nov 22 16:16:08.088920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53dd391-fe78-4af6-8568-10e3d40f1bd2 None None] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:08.094467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93615f4-d5e1-4864-a042-5e05fe6d97e2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=0b9e1bb0-c840-4d8f-bb60-2e02020c949e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:08.110195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d93615f4-d5e1-4864-a042-5e05fe6d97e2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.113958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d93615f4-d5e1-4864-a042-5e05fe6d97e2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/0b9e1bb0-c840-4d8f-bb60-2e02020c949e HTTP/1.1" status: 204 len: 168 time: 1.0945194 Nov 22 16:16:08.118704 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.132116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52134) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:08.264121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.275831 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f0a5cb81-74bd-4b44-a4c0-f43b60a11318 req-e5b5cc28-626f-4af9-9d28-4404523f13ca service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542590 Nov 22 16:16:08.354763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e9c6a4-a287-4899-9053-b68d68ff349d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet dc413dbb-dcbf-42bd-9956-8246728d535f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:08.358325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e9c6a4-a287-4899-9053-b68d68ff349d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.391080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-63dcb3f3-abb1-4c87-81a2-73ffba59fc67 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:08.392760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-63dcb3f3-abb1-4c87-81a2-73ffba59fc67 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.3184783 Nov 22 16:16:08.454053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router 50c5bf80-f7dd-44ef-849a-766d0a025613 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:16:08.476288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4207db5-40e7-4ff5-a1aa-76051ecbd9a4 req-7309e780-dfb7-46bc-8b13-76667d090726 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:08.477992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4207db5-40e7-4ff5-a1aa-76051ecbd9a4 req-7309e780-dfb7-46bc-8b13-76667d090726 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2313859 Nov 22 16:16:08.488489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-1abb3a13-7495-469d-aa88-ed59313706ff tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/quotas/0d56520135374b45bc89d12d47e41c4d HTTP/1.1" status: 200 len: 375 time: 0.0769603 Nov 22 16:16:08.490721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.503651 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e9c6a4-a287-4899-9053-b68d68ff349d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.541497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:08.547579 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-14f05404-7d65-4f95-ab5e-8317154f0702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/50c5bf80-f7dd-44ef-849a-766d0a025613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2995002 Nov 22 16:16:08.554218 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae1eed8-2ff7-496d-887f-dc329535664b None None] Sync routers for ids ['50c5bf80-f7dd-44ef-849a-766d0a025613'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:08.561756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:08.568503 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1eed8-2ff7-496d-887f-dc329535664b None None] Routers {'50c5bf80-f7dd-44ef-849a-766d0a025613'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:08.569380 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8ae1eed8-2ff7-496d-887f-dc329535664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['50c5bf80-f7dd-44ef-849a-766d0a025613'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:08.575088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0134eed0-7940-46e9-8865-37c87c2d8db8']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:08.604507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-f830b56c-1fd6-4385-9acb-c89588a5334b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950818 Nov 22 16:16:08.606152 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8ae1eed8-2ff7-496d-887f-dc329535664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:08.609983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957d1650-a7e6-4751-9941-4efd6ab1ac9c') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:08.610279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957d1650-a7e6-4751-9941-4efd6ab1ac9c') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:08.617755 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae1eed8-2ff7-496d-887f-dc329535664b None None] Routers {'50c5bf80-f7dd-44ef-849a-766d0a025613'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:08.618711 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8ae1eed8-2ff7-496d-887f-dc329535664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['50c5bf80-f7dd-44ef-849a-766d0a025613'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:08.661958 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8ae1eed8-2ff7-496d-887f-dc329535664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:08.663211 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae1eed8-2ff7-496d-887f-dc329535664b None None] The sync data for ids ['50c5bf80-f7dd-44ef-849a-766d0a025613'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:08.685764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.762263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.773450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4207db5-40e7-4ff5-a1aa-76051ecbd9a4 req-1cb3942f-5856-4d1e-a4a8-0e2262fbf8ef tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734394 Nov 22 16:16:08.776980 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-34ccc2cb-357e-4b59-99be-42f99a4e79ba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] remove_router_interface failed (client error): The resource could not be found. Nov 22 16:16:08.778100 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-34ccc2cb-357e-4b59-99be-42f99a4e79ba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/50c5bf80-f7dd-44ef-849a-766d0a025613/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2113872 Nov 22 16:16:08.780924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52140) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:08.802458 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:08.826402 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aa1f3186-00ec-4898-8a6a-7f8eecd7575f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=50c5bf80-f7dd-44ef-849a-766d0a025613 HTTP/1.1" status: 200 len: 205 time: 0.0443058 Nov 22 16:16:08.829604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52146) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:08.841893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e9c6a4-a287-4899-9053-b68d68ff349d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:08.928266 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-5d6751a4-b359-4f73-b9ba-ab5fe4b396b3 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082316 Nov 22 16:16:09.013551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7606237e-463b-452a-9235-f8e194cf09fe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.110282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.134687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.140065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0134eed0-7940-46e9-8865-37c87c2d8db8 HTTP/1.1" status: 204 len: 168 time: 1.1540785 Nov 22 16:16:09.144174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-c6270772-0518-4d73-a95c-82fcd7834bb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1845872 Nov 22 16:16:09.169420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e9c6a4-a287-4899-9053-b68d68ff349d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.204941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e5bca64a-13ca-4bf6-91f1-31926e405168 None None] Provisioning complete for port adf24279-980a-4d21-b900-8b6955596a64 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:09.207029 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5bca64a-13ca-4bf6-91f1-31926e405168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.248535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed9e13-0e00-40d3-a745-43b4cca56b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=0134eed0-7940-46e9-8865-37c87c2d8db8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:09.297989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9c6a4-a287-4899-9053-b68d68ff349d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=dc413dbb-dcbf-42bd-9956-8246728d535f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:09.322937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51e9c6a4-a287-4899-9053-b68d68ff349d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.329055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-51e9c6a4-a287-4899-9053-b68d68ff349d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/dc413dbb-dcbf-42bd-9956-8246728d535f HTTP/1.1" status: 204 len: 168 time: 1.1956048 Nov 22 16:16:09.333012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52164) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:09.357357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc22fd6-f771-47d2-ad0a-6dfb4d260064 None None] Network 868cf4f6-0620-483e-9f0d-59efc4de4038 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:09.357673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-403feb54-b0c0-4ddb-9b87-8716d25ddfc4 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250047 Nov 22 16:16:09.358353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52166) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:09.519690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-9cfde7f9-2b43-4898-914a-fb3876010242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:09.521289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-9cfde7f9-2b43-4898-914a-fb3876010242 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 1097 time: 0.2895901 Nov 22 16:16:09.580444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.591249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf493-1829-47db-9356-8998f542caf6 req-04653acf-aae0-45e6-ab55-bf5557063a01 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:09.592767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-04653acf-aae0-45e6-ab55-bf5557063a01 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/networks?id=5da40931-57b4-4aee-bd8e-fc2c0a456afa HTTP/1.1" status: 200 len: 821 time: 0.4837093 Nov 22 16:16:09.609072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-162dd91b-dbb9-4253-9781-1433a1a12096 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4cd2d4cacf0b4431a0059064eb7eb080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415206 Nov 22 16:16:09.640044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:09.651861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] DHCP port deletion for 868cf4f6-0620-483e-9f0d-59efc4de4038 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:16:09.688175 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7606237e-463b-452a-9235-f8e194cf09fe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.692245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-dca2570a-e81b-456b-9c7c-a34489304884 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/quotas/196ea7b8678645cc82926959b5e01cfc HTTP/1.1" status: 200 len: 375 time: 0.0861962 Nov 22 16:16:09.692405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7606237e-463b-452a-9235-f8e194cf09fe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.736528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] Deleting port adf24279-980a-4d21-b900-8b6955596a64 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:09.737068 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.753046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7606237e-463b-452a-9235-f8e194cf09fe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.754739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7606237e-463b-452a-9235-f8e194cf09fe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Fanout notify agent at l3_agent the message router_deleted on router 50c5bf80-f7dd-44ef-849a-766d0a025613 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:16:09.770372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7606237e-463b-452a-9235-f8e194cf09fe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.772745 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7606237e-463b-452a-9235-f8e194cf09fe tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/50c5bf80-f7dd-44ef-849a-766d0a025613 HTTP/1.1" status: 204 len: 168 time: 0.9421659 Nov 22 16:16:09.775999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52176) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:09.806151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-b642695d-6a77-4db5-b0bd-aa9f35b96623 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=196ea7b8678645cc82926959b5e01cfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742862 Nov 22 16:16:09.857413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] For port adf24279-980a-4d21-b900-8b6955596a64, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=adf24279-980a-4d21-b900-8b6955596a64,segment=NetworkSegment(6e08689c-02a3-443a-8a92-e266167362c6),segment_id=6e08689c-02a3-443a-8a92-e266167362c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:09.858025 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.874095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-be56f6ff-6003-4f33-8118-4bda918e8ee1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet e7907c32-2d59-4e3b-ad0f-95ac0cc76dc7 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:09.879089 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be56f6ff-6003-4f33-8118-4bda918e8ee1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.902647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] Calling delete_port for adf24279-980a-4d21-b900-8b6955596a64 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:09.918481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83df893-ab80-44b6-8a50-54497b6a8fe9 req-c0d054cd-5257-4433-9bac-6e44cacc3380 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:09.926020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b83df893-ab80-44b6-8a50-54497b6a8fe9 req-c0d054cd-5257-4433-9bac-6e44cacc3380 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.2658031 Nov 22 16:16:09.928328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-dd33ef76-15b8-4c2b-99ba-0e94cd8f20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:09.929996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-dd33ef76-15b8-4c2b-99ba-0e94cd8f20d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.3738368 Nov 22 16:16:09.935764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be56f6ff-6003-4f33-8118-4bda918e8ee1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:09.963756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41d0784a-cb47-401d-b5a2-6acddeeba884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.020692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-0e28e9ae-89ac-4d19-8de8-0c54681a13e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09 HTTP/1.1" status: 200 len: 217 time: 0.0740969 Nov 22 16:16:10.047650 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be56f6ff-6003-4f33-8118-4bda918e8ee1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.060492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.103139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41d0784a-cb47-401d-b5a2-6acddeeba884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.105487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port adf24279-980a-4d21-b900-8b6955596a64 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:10.105824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.108243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] Pushing event deleted for resources: {'Port': ['ID=adf24279-980a-4d21-b900-8b6955596a64,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:10.120929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4e959-1f46-4f75-b366-8173fb9ec9e3 None None] No DVR routers for this DVR port adf24279-980a-4d21-b900-8b6955596a64 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:10.147140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be56f6ff-6003-4f33-8118-4bda918e8ee1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.181457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56f6ff-6003-4f33-8118-4bda918e8ee1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=e7907c32-2d59-4e3b-ad0f-95ac0cc76dc7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:10.192886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be56f6ff-6003-4f33-8118-4bda918e8ee1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.193054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8731161c-68f4-4fc3-8d56-a985f5868edf None None] Network d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:10.197199 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-be56f6ff-6003-4f33-8118-4bda918e8ee1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/e7907c32-2d59-4e3b-ad0f-95ac0cc76dc7 HTTP/1.1" status: 204 len: 168 time: 0.4196048 Nov 22 16:16:10.199320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52184) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:10.228732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b83df893-ab80-44b6-8a50-54497b6a8fe9 req-f5cc0e7d-e36a-436a-873e-8ebe59fe8d80 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013759 Nov 22 16:16:10.230679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-6d3ebcbe-30d4-4211-a652-da28b7da801a service neutron] 10.222.0.69 "GET /v2.0/networks/5da40931-57b4-4aee-bd8e-fc2c0a456afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078431 Nov 22 16:16:10.377020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-2d4751cf-8560-4fa7-9274-398a1c1321a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:10.379788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-2d4751cf-8560-4fa7-9274-398a1c1321a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.3515980 Nov 22 16:16:10.406048 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.432932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] For port adf24279-980a-4d21-b900-8b6955596a64, host n-d-811716-3, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:10.433443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.513446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] DHCP port deletion for d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:16:10.534953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 19be4a20-0376-45b3-928a-87eee99b3b0c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:10.535378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.636732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port 19be4a20-0376-45b3-928a-87eee99b3b0c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=19be4a20-0376-45b3-928a-87eee99b3b0c,segment=NetworkSegment(8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e),segment_id=8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:10.637095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] Deleting port 19be4a20-0376-45b3-928a-87eee99b3b0c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:10.637713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.638776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.654561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 19be4a20-0376-45b3-928a-87eee99b3b0c owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:10.712229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adf24279-980a-4d21-b900-8b6955596a64 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:10.741456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: adf24279-980a-4d21-b900-8b6955596a64 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:10.741713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adf24279-980a-4d21-b900-8b6955596a64 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:10.742051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 19be4a20-0376-45b3-928a-87eee99b3b0c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:10.783289 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.788040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] For port 19be4a20-0376-45b3-928a-87eee99b3b0c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=19be4a20-0376-45b3-928a-87eee99b3b0c,segment=NetworkSegment(8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e),segment_id=8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:10.788451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.810266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] Calling delete_port for 19be4a20-0376-45b3-928a-87eee99b3b0c owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:10.823985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No active binding found for port 19be4a20-0376-45b3-928a-87eee99b3b0c {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:16:10.824430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 19be4a20-0376-45b3-928a-87eee99b3b0c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:10.830221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No DVR routers for this DVR port 19be4a20-0376-45b3-928a-87eee99b3b0c on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:10.832985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=19be4a20-0376-45b3-928a-87eee99b3b0c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:10.882030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for adf24279-980a-4d21-b900-8b6955596a64 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:10.885804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Port adf24279-980a-4d21-b900-8b6955596a64 was not found and therefore no delete operation was performed {{(pid=103411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:16:10.901772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.904272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.931219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] Pushing event deleted for resources: {'Port': ['ID=19be4a20-0376-45b3-928a-87eee99b3b0c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:10.932733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.934141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9243ae9-f32c-48f7-a56c-b895130489c2 None None] No DVR routers for this DVR port 19be4a20-0376-45b3-928a-87eee99b3b0c on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:10.954454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41d0784a-cb47-401d-b5a2-6acddeeba884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.957144 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41d0784a-cb47-401d-b5a2-6acddeeba884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:10.958370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-41d0784a-cb47-401d-b5a2-6acddeeba884 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4e7f65ae-9135-4e95-ae23-864e3b7d61cc HTTP/1.1" status: 204 len: 168 time: 1.3170905 Nov 22 16:16:10.966003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1217a12-fe86-48ec-a5d2-efeb1b3b0e06']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:10.969131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=adf24279-980a-4d21-b900-8b6955596a64,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:10.977244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No DVR routers for this DVR port adf24279-980a-4d21-b900-8b6955596a64 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:10.978279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:10.978979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2ffda8-f7f6-4148-8a78-0717f2d3fe1e') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:10.987242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-376edaa5-7928-4a19-8790-919d3d7c82de service neutron] 10.222.0.69 "GET /v2.0/networks/5da40931-57b4-4aee-bd8e-fc2c0a456afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331612 Nov 22 16:16:10.992511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-805fbafe-ccf9-4b81-9337-9581c7fd7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:10.993937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-805fbafe-ccf9-4b81-9337-9581c7fd7900 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5816498 Nov 22 16:16:10.994879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0784a-cb47-401d-b5a2-6acddeeba884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7f65ae-9135-4e95-ae23-864e3b7d61cc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:11.025298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.034413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f199d15-a1bf-4f9f-9de9-e90f3b0e52ea req-e9ce4782-23ec-4d18-b786-4d7a442c57a7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:11.042319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f199d15-a1bf-4f9f-9de9-e90f3b0e52ea req-e9ce4782-23ec-4d18-b786-4d7a442c57a7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.6686778 Nov 22 16:16:11.058584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.075574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:11.076389 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:11.081277 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:11.260985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.332707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-5349d326-ad43-4523-875d-b6e33664fce0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:11.336469 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-5349d326-ad43-4523-875d-b6e33664fce0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.2056856 Nov 22 16:16:11.337918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.338226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b68cc0-67b4-4ebb-a9b4-47112483cd90 req-c8112579-a369-48aa-8d36-f8fc3959b8d6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 210 time: 0.0803661 Nov 22 16:16:11.351636 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.351835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868cf4f6-0620-483e-9f0d-59efc4de4038']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:11.360277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f199d15-a1bf-4f9f-9de9-e90f3b0e52ea req-1fc838db-84ed-44fc-9d43-54006efc9757 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170097 Nov 22 16:16:11.370043 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/d1217a12-fe86-48ec-a5d2-efeb1b3b0e06 HTTP/1.1" status: 204 len: 168 time: 1.1692760 Nov 22 16:16:11.376146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52198) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:11.384692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Request body: {'port': {'device_id': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'admin_state_up': True, 'tenant_id': '0d56520135374b45bc89d12d47e41c4d'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:11.395750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-933499829'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:11.428181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-502807dc-cabc-4bd6-8cfa-c57fae6b773b service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764377 Nov 22 16:16:11.433011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e08689c-02a3-443a-8a92-e266167362c6') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:11.433318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e08689c-02a3-443a-8a92-e266167362c6') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:11.441120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2090e-2ebc-4133-b998-3f625831ce1b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=d1217a12-fe86-48ec-a5d2-efeb1b3b0e06,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:11.455120 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.517755 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.551451 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:11.555797 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.601403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-202b228e-6eab-466e-9086-5c0b467deb56 req-9391ea72-e2ec-4d31-ad7d-80ca6eed2f87 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 210 time: 0.1154213 Nov 22 16:16:11.620167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:11.651151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.651514 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment bffe4129-300e-43c3-b56a-b32f042687ab of type vlan for network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 Nov 22 16:16:11.656587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:11.656935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:11.685173 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:11.719107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.759530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Made reservation on behalf of 0d56520135374b45bc89d12d47e41c4d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:11.763598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.788093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.795862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:11.796821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.831093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be829e-0d97-4aa9-acf7-60dba8d0c82c req-4f71cb8a-4719-44bf-ad09-c3e9d2a7b399 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:11.832909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02be829e-0d97-4aa9-acf7-60dba8d0c82c req-4f71cb8a-4719-44bf-ad09-c3e9d2a7b399 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.3414750 Nov 22 16:16:11.857537 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4766092 Nov 22 16:16:11.865906 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52222) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:11.881192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': '1a41917a-cbe4-42eb-ba7e-f94530e48f55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:11.885320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.890439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1bd5e89-4c0c-45e5-9e55-4c78682829b2 req-752780a0-3cf8-4294-8808-617804fc4772 service neutron] 10.222.0.11 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233065 Nov 22 16:16:11.906326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:11.917039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/networks/868cf4f6-0620-483e-9f0d-59efc4de4038 HTTP/1.1" status: 204 len: 168 time: 2.5802591 Nov 22 16:16:11.934785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52226) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:11.960726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7994de-0dc1-4653-9120-e83ddd342bbd req-8671d949-68d6-4397-9457-bd050212b322 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:11.968169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d7994de-0dc1-4653-9120-e83ddd342bbd req-8671d949-68d6-4397-9457-bd050212b322 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2076588 Nov 22 16:16:11.970250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73937b52-dc7e-4d87-a888-464c1bac40b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Network': ['ID=868cf4f6-0620-483e-9f0d-59efc4de4038,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:11.981190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580abbc-362a-4727-9726-aff75ce17666 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=1a41917a-cbe4-42eb-ba7e-f94530e48f55,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:11.991340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:12.051153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02be829e-0d97-4aa9-acf7-60dba8d0c82c req-6d612719-fb36-4f7b-acb9-e2236624cd3f tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032206 Nov 22 16:16:12.125014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Allocated IP 172.20.0.4 (ab972533-8b55-426b-899c-cbb996ab0adf/eb03a648-b35d-412b-b0d6-a0dc2108bc6a/cc381278-2a93-4963-9acd-5dc419269939) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:12.128367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:12.132423 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.154242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d7994de-0dc1-4653-9120-e83ddd342bbd req-cb77ab84-0a1e-48d4-b236-dc3a03b73aba tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845751 Nov 22 16:16:12.189478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc62463-8768-46d7-abe0-d2d33f9de932 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:12.200456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cdc62463-8768-46d7-abe0-d2d33f9de932 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2645369 Nov 22 16:16:12.203448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52240) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:12.285675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52250) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:12.321986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52254) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:12.322204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-28ff9e61-369e-467e-8446-6879bf6eee53 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1171429 Nov 22 16:16:12.337164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-981041155'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:12.358061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d6ab9-487b-4dfa-99cd-d6bd4294d340 req-48a78583-d474-42ee-afa5-8765159fc48b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:12.359622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-596d6ab9-487b-4dfa-99cd-d6bd4294d340 req-48a78583-d474-42ee-afa5-8765159fc48b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1106672 Nov 22 16:16:12.433504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:12.436997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.440744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-596d6ab9-487b-4dfa-99cd-d6bd4294d340 req-1530cc1e-8f2c-4ef7-896a-4f086927da34 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717826 Nov 22 16:16:12.534034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-141946008-network', 'tenant_id': 'b32f3631a3394ca8ab7a9502a2742582'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:12.553606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.581518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:12.602962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5ca964f-3655-445e-9577-38c2ce3bd431 req-44b8e924-f216-4aaf-a8ac-1d10ee287555 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 210 time: 0.0289657 Nov 22 16:16:12.635079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f110-970a-49a4-9905-b5c62266d4ea req-cf153d85-aa25-4f44-8e88-0979060039d4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:12.637060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3050f110-970a-49a4-9905-b5c62266d4ea req-cf153d85-aa25-4f44-8e88-0979060039d4 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0898132 Nov 22 16:16:12.674362 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.674720 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Added segment 020a2e9f-45e8-4aa8-acf5-c26560c79a49 of type vlan for network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 Nov 22 16:16:12.698282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Made reservation on behalf of b32f3631a3394ca8ab7a9502a2742582 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:12.700775 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.711452 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.762578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=8eace5b0-6c09-4dfa-9873-c6aab7f9b9e0,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:12.773437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.792975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bee81-615f-438f-8f43-bf4c28411154 req-0a88c0c7-28b1-4c7b-a945-168dc046901e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:12.795104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e5bee81-615f-438f-8f43-bf4c28411154 req-0a88c0c7-28b1-4c7b-a945-168dc046901e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1138878 Nov 22 16:16:12.804467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3050f110-970a-49a4-9905-b5c62266d4ea req-dc06a12b-c2b8-4712-89a3-44b25f7a7293 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585267 Nov 22 16:16:12.844330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.855345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': 'bffe4129-300e-43c3-b56a-b32f042687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1a41917a-cbe4-42eb-ba7e-f94530e48f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:12.855762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: 1a41917a-cbe4-42eb-ba7e-f94530e48f55, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:12.879687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e5bee81-615f-438f-8f43-bf4c28411154 req-86eed106-2aed-40c9-a8a4-460d66b44cc0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733237 Nov 22 16:16:12.976322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:12.983833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:12.991402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:12.992353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.008745 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.014398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335efffd-8c5f-4117-beae-1459b3b8e661 req-051845f2-f409-4cbb-968a-d9152d5c8593 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:13.015992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-335efffd-8c5f-4117-beae-1459b3b8e661 req-051845f2-f409-4cbb-968a-d9152d5c8593 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1042335 Nov 22 16:16:13.044338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d79bda22-9fe1-4e35-ad92-856d06b60e55 req-52cc18d0-cfb3-4d56-a157-daf2337b12f8 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 210 time: 0.0482986 Nov 22 16:16:13.088588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1a41917a-cbe4-42eb-ba7e-f94530e48f55) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:13.090621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-335efffd-8c5f-4117-beae-1459b3b8e661 req-532eb768-dcd8-4d35-bfef-a40f3f8f3c91 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Nov 22 16:16:13.098950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf493-1829-47db-9356-8998f542caf6 req-12817c6c-7c90-44d4-9103-f833558de2c3 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:13.100721 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-12817c6c-7c90-44d4-9103-f833558de2c3 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.71 "GET /v2.0/networks?id=5da40931-57b4-4aee-bd8e-fc2c0a456afa HTTP/1.1" status: 200 len: 821 time: 0.3562648 Nov 22 16:16:13.103458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5e7a9b-6ee0-4601-9c2f-1fe3f68c5e58 None None] Network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:13.175221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:13.176251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.181830 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8490860 Nov 22 16:16:13.190811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Request body: {'port': {'device_id': '48d9a444-bf24-4985-b8c3-3f0ca7e22e17', 'network_id': '5da40931-57b4-4aee-bd8e-fc2c0a456afa', 'admin_state_up': True, 'tenant_id': '196ea7b8678645cc82926959b5e01cfc'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:13.195936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event updated for resources: {'Port': ['ID=cc381278-2a93-4963-9acd-5dc419269939,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:13.196114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:13.228569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:13.270994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ad335-402c-4b97-8e82-f5b866ce0aab tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Network': ['ID=c8e61fa8-bea7-401f-a2df-11470a2d3ba5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:13.276184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Network ab972533-8b55-426b-899c-cbb996ab0adf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:13.293970 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-77ddd3f0-789e-4fcc-a8bb-0f4d4b473d1d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4260087 Nov 22 16:16:13.295080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:13.295416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:13.299117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.300105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52282) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:13.304756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:13.311080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2be11843-3eb3-4060-8263-5d26327669dd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2131781867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:13.343159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.352249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1a41917a-cbe4-42eb-ba7e-f94530e48f55', 'network_id': '1a41917a-cbe4-42eb-ba7e-f94530e48f55', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': '8eace5b0-6c09-4dfa-9873-c6aab7f9b9e0'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:16:13.353547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.399075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:13.437120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3853-33c6-4776-a53b-4a48e60ef942 req-aff7cde4-84a1-4860-8433-723ea0ab4bde tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:13.440646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b25f3853-33c6-4776-a53b-4a48e60ef942 req-aff7cde4-84a1-4860-8433-723ea0ab4bde tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2624896 Nov 22 16:16:13.444281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:13.450420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2be11843-3eb3-4060-8263-5d26327669dd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.451461 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2be11843-3eb3-4060-8263-5d26327669dd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.460330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:13.460984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.468530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.468888 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Added segment 168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa of type vlan for network 034aa602-20db-47cb-8a9c-ba7b4c689902 Nov 22 16:16:13.490566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1751850-5bb8-4de3-8dee-ceb178b732bf req-2d52d8fa-9b3d-43ca-813b-dcbe98604a02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:13.492766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1751850-5bb8-4de3-8dee-ceb178b732bf req-2d52d8fa-9b3d-43ca-813b-dcbe98604a02 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1608794 Nov 22 16:16:13.499449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:13.503345 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.532031 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9bc47ac9-09ee-4ab8-bfeb-ffaeb7e05faf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1565728 Nov 22 16:16:13.538059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.543526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Allocated IP 2001:db8::2 (1a41917a-cbe4-42eb-ba7e-f94530e48f55/8eace5b0-6c09-4dfa-9873-c6aab7f9b9e0/47509796-0ef4-4ae4-baf6-e3f73a13bdda) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:13.556018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Request body: {'port': {'device_id': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:13.663885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b25f3853-33c6-4776-a53b-4a48e60ef942 req-e585b748-7ae4-4218-9c79-2c82103a2477 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876190 Nov 22 16:16:13.684483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1751850-5bb8-4de3-8dee-ceb178b732bf req-5ec45189-c95a-4060-9790-2360a888f9f0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754196 Nov 22 16:16:13.925936 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.928814 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.935289 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.945536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Made reservation on behalf of 196ea7b8678645cc82926959b5e01cfc for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:13.949373 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.955187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.resource_extend [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:16:13.967875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2be11843-3eb3-4060-8263-5d26327669dd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.985112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2be11843-3eb3-4060-8263-5d26327669dd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:13.993861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:13.997610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:14.002232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:14.011839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234435b8-2695-4805-ad14-c7d19e1d0316 req-4ea6eb33-af0e-4451-9c27-3963d2cb4733 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:14.012167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Pushing event updated for resources: {'Port': ['ID=47509796-0ef4-4ae4-baf6-e3f73a13bdda,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:14.012916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-234435b8-2695-4805-ad14-c7d19e1d0316 req-4ea6eb33-af0e-4451-9c27-3963d2cb4733 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 931 time: 0.2080388 Nov 22 16:16:14.039999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0885a-9d7f-4e65-97ea-e6c297ae2909 req-68e1c25a-f4b3-4f9f-b801-9019b78885a2 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:14.041676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05e0885a-9d7f-4e65-97ea-e6c297ae2909 req-68e1c25a-f4b3-4f9f-b801-9019b78885a2 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2380764 Nov 22 16:16:14.052347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.053714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:14.054846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.076169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=edeb6156-c87d-4795-9dba-b0e65f3a5471,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:14.093928 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2be11843-3eb3-4060-8263-5d26327669dd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.094573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Attempting to bind port 47509796-0ef4-4ae4-baf6-e3f73a13bdda on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:14.099158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Attempting to bind port 47509796-0ef4-4ae4-baf6-e3f73a13bdda by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'bffe4129-300e-43c3-b56a-b32f042687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1a41917a-cbe4-42eb-ba7e-f94530e48f55'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:14.099402 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2be11843-3eb3-4060-8263-5d26327669dd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7919140 Nov 22 16:16:14.099513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Attempting to bind port 47509796-0ef4-4ae4-baf6-e3f73a13bdda on network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:14.100649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52290) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:14.104920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:14.105502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Checking segment: {'id': 'bffe4129-300e-43c3-b56a-b32f042687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1a41917a-cbe4-42eb-ba7e-f94530e48f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:14.105698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.106099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Bound using segment: {'id': 'bffe4129-300e-43c3-b56a-b32f042687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1a41917a-cbe4-42eb-ba7e-f94530e48f55'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:14.106581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Bound port: 47509796-0ef4-4ae4-baf6-e3f73a13bdda, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffe4129-300e-43c3-b56a-b32f042687ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '1a41917a-cbe4-42eb-ba7e-f94530e48f55'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:14.106959 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.171010 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.207084 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9168150 Nov 22 16:16:14.210007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] For port 47509796-0ef4-4ae4-baf6-e3f73a13bdda, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:14.213905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] For port 47509796-0ef4-4ae4-baf6-e3f73a13bdda, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=47509796-0ef4-4ae4-baf6-e3f73a13bdda,segment=NetworkSegment(bffe4129-300e-43c3-b56a-b32f042687ab),segment_id=bffe4129-300e-43c3-b56a-b32f042687ab)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:14.215438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52294) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:14.221023 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.225386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Request body: {'subnet': {'network_id': '034aa602-20db-47cb-8a9c-ba7b4c689902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-141946008-subnet', 'tenant_id': 'b32f3631a3394ca8ab7a9502a2742582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:14.235374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbfee4-79fe-4cb8-a32c-11406eb861f8 admin admin] Pushing event updated for resources: {'Network': ['ID=034aa602-20db-47cb-8a9c-ba7b4c689902,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:14.237894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-234435b8-2695-4805-ad14-c7d19e1d0316 req-fcd5d6a3-4f68-4c48-95ce-c8904f7b5cdc tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119796 Nov 22 16:16:14.248276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking segment: {'id': '020a2e9f-45e8-4aa8-acf5-c26560c79a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:14.248719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network hostable DHCP agents. Network: c8e61fa8-bea7-401f-a2df-11470a2d3ba5, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:14.297863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 034aa602-20db-47cb-8a9c-ba7b4c689902 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:14.317410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05e0885a-9d7f-4e65-97ea-e6c297ae2909 req-5cdee357-d292-415e-a0b1-0dd23fe4e0f1 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564611 Nov 22 16:16:14.319863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764dd42-d9c0-49b3-8a89-6668922eaa5e None None] Pushing event updated for resources: {'Port': ['ID=47509796-0ef4-4ae4-baf6-e3f73a13bdda,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:14.390360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Made reservation on behalf of b32f3631a3394ca8ab7a9502a2742582 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:14.396228 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.430550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Allocated IP 172.20.0.10 (5da40931-57b4-4aee-bd8e-fc2c0a456afa/e4fafe6a-5551-431b-9137-fd15b3c36c07/1bc2f022-3045-4e27-9175-37085d092ab0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:14.595090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:14.601131 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ebe9920-ab93-4085-b3ff-9baf96292fe3 req-aa08dfb3-c881-46b5-ac80-efdb7be054ee tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 210 time: 0.1029117 Nov 22 16:16:14.650213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, c8e61fa8-bea7-401f-a2df-11470a2d3ba5) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:14.661584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:14.662191 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.669909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48595fb-4baf-4d1c-818b-a79487ba951d None None] Network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:14.671653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07699761-66b1-4dd1-a0a5-a922829e8f6c req-799c6f53-e011-4661-8b95-edec7a70220d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:14.680027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07699761-66b1-4dd1-a0a5-a922829e8f6c req-799c6f53-e011-4661-8b95-edec7a70220d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1918640 Nov 22 16:16:14.759946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3b3033b2-7e90-4f6a-98fd-0dd0791e5629 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5608380 Nov 22 16:16:14.767971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.783968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52304) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:14.808874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5', 'name': 'tempest-PortsTestJSON-578350931'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:14.900874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 47509796-0ef4-4ae4-baf6-e3f73a13bdda up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:14.937718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07699761-66b1-4dd1-a0a5-a922829e8f6c req-29139288-975c-4754-b476-cea6542d4d8c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567203 Nov 22 16:16:14.961974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc381278-2a93-4963-9acd-5dc419269939 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:14.970878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.984677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-c8e61fa8-bea7-401f-a2df-11470a2d3ba5', 'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5', 'tenant_id': 'e3b54c9bbc724f8984f89832168279fe', 'fixed_ips': [{'subnet_id': 'edeb6156-c87d-4795-9dba-b0e65f3a5471'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:16:14.984880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Transition to ACTIVE for port object cc381278-2a93-4963-9acd-5dc419269939 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:16:14.985477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.988317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 47509796-0ef4-4ae4-baf6-e3f73a13bdda triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:14.989303 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:14.990816 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.085106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.112002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.136043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Pushing event updated for resources: {'Port': ['ID=cc381278-2a93-4963-9acd-5dc419269939,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:15.202520 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.233530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Allocated IP 172.20.0.2 (c8e61fa8-bea7-401f-a2df-11470a2d3ba5/edeb6156-c87d-4795-9dba-b0e65f3a5471/281254bb-5c7f-4961-9826-5b1d3a858507) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:15.262180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6309ac-2dde-4785-b58b-9f0864f72c0b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:15.271799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.326603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Attempting to bind port cc381278-2a93-4963-9acd-5dc419269939 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:15.326948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Attempting to bind port cc381278-2a93-4963-9acd-5dc419269939 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:15.327294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Attempting to bind port cc381278-2a93-4963-9acd-5dc419269939 on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:15.334364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Checking segment: {'id': '168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '034aa602-20db-47cb-8a9c-ba7b4c689902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:15.334720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Network hostable DHCP agents. Network: 034aa602-20db-47cb-8a9c-ba7b4c689902, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:15.357468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Network 5da40931-57b4-4aee-bd8e-fc2c0a456afa is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:15.358249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Port cc381278-2a93-4963-9acd-5dc419269939 on network ab972533-8b55-426b-899c-cbb996ab0adf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:16:15.358579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Attempting to bind port cc381278-2a93-4963-9acd-5dc419269939 on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:15.371757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:15.374139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Pushing event updated for resources: {'Port': ['ID=1bc2f022-3045-4e27-9175-37085d092ab0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:15.378635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 47509796-0ef4-4ae4-baf6-e3f73a13bdda, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=47509796-0ef4-4ae4-baf6-e3f73a13bdda,segment=NetworkSegment(bffe4129-300e-43c3-b56a-b32f042687ab),segment_id=bffe4129-300e-43c3-b56a-b32f042687ab)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:15.379758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:15.383495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:15.383846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Checking segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:15.384267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Bound using segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:15.384730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Bound port: cc381278-2a93-4963-9acd-5dc419269939, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:15.385095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.389880 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.409835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:15.415595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.465826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Network 034aa602-20db-47cb-8a9c-ba7b4c689902 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:15.500451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6210e-9309-4862-ae3a-24e0f791b8fa req-3175c17e-bdb4-4a9d-8a02-52412f519888 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:15.502034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84b6210e-9309-4862-ae3a-24e0f791b8fa req-3175c17e-bdb4-4a9d-8a02-52412f519888 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.7519190 Nov 22 16:16:15.512174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:15.513325 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.514882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0bb01-3a60-4000-b8dc-e037131b840e req-a3f702b9-94ac-4ec7-88b4-be8bf2fbbb1d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:15.522687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ce0bb01-3a60-4000-b8dc-e037131b840e req-a3f702b9-94ac-4ec7-88b4-be8bf2fbbb1d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.4735003 Nov 22 16:16:15.525845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 034aa602-20db-47cb-8a9c-ba7b4c689902) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:15.545737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:15.547397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.556001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab41e3-5cc2-4b8e-b54c-217d2cb3f3ee None None] Network 034aa602-20db-47cb-8a9c-ba7b4c689902 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:15.567009 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-804e5646-8c84-469e-b7c2-bc5d134e275c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3944530 Nov 22 16:16:15.572815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] For port cc381278-2a93-4963-9acd-5dc419269939, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:15.574879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port b56fec85-8459-4956-a640-f32c736785c1 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:16:15.575439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=47509796-0ef4-4ae4-baf6-e3f73a13bdda,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:15.580727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] For port cc381278-2a93-4963-9acd-5dc419269939, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cc381278-2a93-4963-9acd-5dc419269939,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:15.598561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.607015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e2c0ce9-5a99-434e-97c8-9b17d0cf2623 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3863220 Nov 22 16:16:15.685684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:15.686741 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.690674 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] 10.222.0.11 "PUT /v2.0/ports/cc381278-2a93-4963-9acd-5dc419269939 HTTP/1.1" status: 200 len: 1091 time: 2.1500340 Nov 22 16:16:15.706700 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.708302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'tag': 'cc381278-2a93-4963-9acd-5dc419269939'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:15.710930 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8160a60b-b6b8-44b2-b6a7-6452d09ab47e", "tag": "cc381278-2a93-4963-9acd-5dc419269939"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:15.724281 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.730321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Request body: {'port': {'device_id': '48d9a444-bf24-4985-b8c3-3f0ca7e22e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:15.789422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84b6210e-9309-4862-ae3a-24e0f791b8fa req-f0539f7f-aeb5-4f7b-af90-092ffcc1c31d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615311 Nov 22 16:16:15.831123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2188e-9389-4c85-8db7-81f817d59257 service neutron] Pushing event updated for resources: {'Port': ['ID=cc381278-2a93-4963-9acd-5dc419269939,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:15.846818 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-cc75c1cf-b8fe-46df-be52-75097721ac9c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3726695 Nov 22 16:16:15.881995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:15.888445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-7227632e-7825-4ca3-a617-9d8af4b3591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:15.890743 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-7227632e-7825-4ca3-a617-9d8af4b3591b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 1094 time: 0.1471837 Nov 22 16:16:15.896682 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:15.933992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:15.938121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Pushing event updated for resources: {'Port': ['ID=281254bb-5c7f-4961-9826-5b1d3a858507,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:15.947173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:15.974043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0644a5-26ec-4343-955e-c5fe479279d5 None None] Network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:15.995974 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-165295d3-7d31-4581-8e2c-c85856fd18f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc381278-2a93-4963-9acd-5dc419269939 HTTP/1.1" status: 200 len: 217 time: 0.0929971 Nov 22 16:16:16.044662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.11 (c8e61fa8-bea7-401f-a2df-11470a2d3ba5/edeb6156-c87d-4795-9dba-b0e65f3a5471/b56fec85-8459-4956-a640-f32c736785c1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:16.086435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-a61599ca-90c4-49f1-8908-9561bd81c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:16.088294 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-a61599ca-90c4-49f1-8908-9561bd81c185 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 1096 time: 0.1866946 Nov 22 16:16:16.157236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9fa09ff1-991a-4c3f-b21b-1bd78a1f9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:16.159232 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-9fa09ff1-991a-4c3f-b21b-1bd78a1f9085 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.1397445 Nov 22 16:16:16.236650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Attempting to bind port 281254bb-5c7f-4961-9826-5b1d3a858507 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:16.237204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Attempting to bind port 281254bb-5c7f-4961-9826-5b1d3a858507 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '020a2e9f-45e8-4aa8-acf5-c26560c79a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:16.237522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Attempting to bind port 281254bb-5c7f-4961-9826-5b1d3a858507 on network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:16.245239 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-8f037e14-575b-42cd-a910-f31b5e1705ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744631 Nov 22 16:16:16.246839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d5b07a-d235-4564-b1d8-094bd02ebde2 None None] Network 034aa602-20db-47cb-8a9c-ba7b4c689902 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:16.274129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:16.277369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.307297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:16.307591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Checking segment: {'id': '020a2e9f-45e8-4aa8-acf5-c26560c79a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:16.308033 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.308434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Bound using segment: {'id': '020a2e9f-45e8-4aa8-acf5-c26560c79a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:16.308561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1119228011-network', 'tenant_id': '31bdb8b4ebe04bea9d244e22fd2d2b41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:16.308928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Bound port: 281254bb-5c7f-4961-9826-5b1d3a858507, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020a2e9f-45e8-4aa8-acf5-c26560c79a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:16.309440 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.315887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dddac71b-57ce-4a64-876a-7c9285aa3dbb None None] Provisioning complete for port 47509796-0ef4-4ae4-baf6-e3f73a13bdda triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:16.316282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dddac71b-57ce-4a64-876a-7c9285aa3dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.341646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8::1 (1a41917a-cbe4-42eb-ba7e-f94530e48f55/8eace5b0-6c09-4dfa-9873-c6aab7f9b9e0/9933571f-66c2-4fda-a3a6-171943928e1f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:16.363652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ce0bb01-3a60-4000-b8dc-e037131b840e req-07ce0f25-c5a5-4cb3-8206-fadb8cea565d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8400645 Nov 22 16:16:16.422026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Made reservation on behalf of 31bdb8b4ebe04bea9d244e22fd2d2b41 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:16.427012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.439370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458e3da-51e4-4654-a298-9de9cfdaeefd req-f6c4127f-c5e2-48b1-9408-cbdc633ac3a1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:16.443640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-7891351b-7f5a-4142-9f4c-ec81e2abfceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:16.445187 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-7891351b-7f5a-4142-9f4c-ec81e2abfceb service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.2903810 Nov 22 16:16:16.448955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0458e3da-51e4-4654-a298-9de9cfdaeefd req-f6c4127f-c5e2-48b1-9408-cbdc633ac3a1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 943 time: 0.4978685 Nov 22 16:16:16.510624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] For port 281254bb-5c7f-4961-9826-5b1d3a858507, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:16.517538 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-6d77b316-2341-4792-b509-ed4a7cfbd863 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5 HTTP/1.1" status: 200 len: 217 time: 0.0613561 Nov 22 16:16:16.521680 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-22f6ccb0-0ecb-4644-86ec-5200a72a944e service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638502 Nov 22 16:16:16.535050 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.559399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] For port 281254bb-5c7f-4961-9826-5b1d3a858507, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=281254bb-5c7f-4961-9826-5b1d3a858507,segment=NetworkSegment(020a2e9f-45e8-4aa8-acf5-c26560c79a49),segment_id=020a2e9f-45e8-4aa8-acf5-c26560c79a49)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:16.570282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.642405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f401a-35a7-46c8-a450-05ded1f5c23c None None] Pushing event updated for resources: {'Port': ['ID=281254bb-5c7f-4961-9826-5b1d3a858507,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:16.680622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.729304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 47509796-0ef4-4ae4-baf6-e3f73a13bdda up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:16.760601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-a598e961-e737-46b8-b6ea-d05274a164b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:16.762118 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-a598e961-e737-46b8-b6ea-d05274a164b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.2368174 Nov 22 16:16:16.792058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7b35c-62b8-4b55-994b-610f3adf0864 req-df6d0eee-8c96-4980-be75-306305e0089c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:16.794026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bc7b35c-62b8-4b55-994b-610f3adf0864 req-df6d0eee-8c96-4980-be75-306305e0089c tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 932 time: 0.2741742 Nov 22 16:16:16.806973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc2f022-3045-4e27-9175-37085d092ab0 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:16.818997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:16.850280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 47509796-0ef4-4ae4-baf6-e3f73a13bdda triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:16.850669 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.853386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.858670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0458e3da-51e4-4654-a298-9de9cfdaeefd req-821d6f11-d64b-4781-87d7-bc6a73ec114f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085042 Nov 22 16:16:16.919568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2c2ce1b2-7555-49cb-b277-11df51306951 None None] Provisioning complete for port 47509796-0ef4-4ae4-baf6-e3f73a13bdda triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:16.919991 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c2ce1b2-7555-49cb-b277-11df51306951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.932709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:16.964010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Transition to ACTIVE for port object 1bc2f022-3045-4e27-9175-37085d092ab0 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:16:16.967142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-5a8b7145-fbe8-4879-8306-90e37b5acf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:16.969368 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-5a8b7145-fbe8-4879-8306-90e37b5acf89 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949885 Nov 22 16:16:16.972943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e0aa9a30-53ed-4873-9104-8d8e46770552 req-5d607ea4-0f16-439c-a0cf-39fe81d3f850 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276164 Nov 22 16:16:16.985130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:16.999926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:17.085417 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e25db3-995a-4a10-88d0-929068205832 x-openstack-request-id: req-c1e25db3-995a-4a10-88d0-929068205832 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:17.085980 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8160a60b-b6b8-44b2-b6a7-6452d09ab47e", "tag": "cc381278-2a93-4963-9acd-5dc419269939", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:17.085980 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c1e25db3-995a-4a10-88d0-929068205832 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:17.086332 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'tag': 'cc381278-2a93-4963-9acd-5dc419269939', 'status': 'completed', 'code': 200} Nov 22 16:16:17.095062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=b56fec85-8459-4956-a640-f32c736785c1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:17.113057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.235055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:17.235926 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.258492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bc7b35c-62b8-4b55-994b-610f3adf0864 req-55bbbb51-eec3-413e-912f-75fd7c13dfa7 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339626 Nov 22 16:16:17.297719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.307746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d4569a7a-f25d-494d-a6dc-63fbc62a3947 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5167952 Nov 22 16:16:17.314704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:17.317079 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.326283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'c8e61fa8-bea7-401f-a2df-11470a2d3ba5', 'name': 'tempest-PortsTestJSON-1984756468'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:17.361405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c1995-983e-4f5c-8dc4-4c4fb924aa47 req-5a9d9b5a-a5bf-4ed9-a45d-c3a9fcdb654b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:17.363066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b8c1995-983e-4f5c-8dc4-4c4fb924aa47 req-5a9d9b5a-a5bf-4ed9-a45d-c3a9fcdb654b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2250261 Nov 22 16:16:17.438226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.440990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:17.518604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc2f022-3045-4e27-9175-37085d092ab0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:17.531178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a316e54e-8388-4d9e-8a74-f162517b7d74,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:17.539682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.540131 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Added segment 5a9527a3-dc43-499b-835e-a296f6f4fe9e of type vlan for network 216b68b6-980b-4f87-bbe3-5009e82ec29e Nov 22 16:16:17.562589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-a55efa83-4d78-4178-8a73-aadc9774dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:17.564813 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-a55efa83-4d78-4178-8a73-aadc9774dc1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 1094 time: 0.1411176 Nov 22 16:16:17.574452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:17.604270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-8946445b-9965-4df5-8ff4-cce76841dfcc service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901046 Nov 22 16:16:17.614827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:17.617609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=9933571f-66c2-4fda-a3a6-171943928e1f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:17.619263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:17.619831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.689773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f6639-234f-470a-9112-36b56f9fac5a req-16f100c4-137a-4c66-91e8-7b97221b5c97 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:17.693335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-214f6639-234f-470a-9112-36b56f9fac5a req-16f100c4-137a-4c66-91e8-7b97221b5c97 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.3280993 Nov 22 16:16:17.707662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.732670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b8c1995-983e-4f5c-8dc4-4c4fb924aa47 req-de99f061-4573-4b59-9f52-ef07f214ed42 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154767 Nov 22 16:16:17.833713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-616a111a-914f-403b-bf3b-5e886b009160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:17.835678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-616a111a-914f-403b-bf3b-5e886b009160 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 912 time: 0.2495830 Nov 22 16:16:17.843118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:17.844382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Attempting to bind port 1bc2f022-3045-4e27-9175-37085d092ab0 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:17.844738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Attempting to bind port 1bc2f022-3045-4e27-9175-37085d092ab0 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5da40931-57b4-4aee-bd8e-fc2c0a456afa'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:17.845932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Attempting to bind port 1bc2f022-3045-4e27-9175-37085d092ab0 on network 5da40931-57b4-4aee-bd8e-fc2c0a456afa {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:17.849377 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.878460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port c683bcb4-3c0a-4812-9cd2-21d374fb9fc2 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:16:17.918560 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-68a5628c-6127-469e-a8ca-ab236aa7fb0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc381278-2a93-4963-9acd-5dc419269939 HTTP/1.1" status: 200 len: 217 time: 0.0691712 Nov 22 16:16:17.922239 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Port 1bc2f022-3045-4e27-9175-37085d092ab0 on network 5da40931-57b4-4aee-bd8e-fc2c0a456afa not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:16:17.922780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Attempting to bind port 1bc2f022-3045-4e27-9175-37085d092ab0 on network 5da40931-57b4-4aee-bd8e-fc2c0a456afa {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:17.961916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:17.962514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Checking segment: {'id': 'ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5da40931-57b4-4aee-bd8e-fc2c0a456afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:17.963301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Bound using segment: {'id': 'ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5da40931-57b4-4aee-bd8e-fc2c0a456afa'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:17.964031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Bound port: 1bc2f022-3045-4e27-9175-37085d092ab0, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5da40931-57b4-4aee-bd8e-fc2c0a456afa'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:17.964588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.979303 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:17.980813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:17.981530 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.005059 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6424a35f-6655-44cc-b90d-5b6d27469ff8 req-09b92e5b-ccab-4b6c-9c67-86dd47245b42 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872311 Nov 22 16:16:18.050438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-746a7cba-71a4-4a51-8b73-d4b41e2aeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:18.052108 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-746a7cba-71a4-4a51-8b73-d4b41e2aeb49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.1202438 Nov 22 16:16:18.121885 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-0e2cd37b-e72a-4911-89d8-d1cb8ce5449a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579243 Nov 22 16:16:18.145205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] For port 1bc2f022-3045-4e27-9175-37085d092ab0, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:18.163484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-214f6639-234f-470a-9112-36b56f9fac5a req-6d90f34c-84fc-40a8-9963-cf3dd08e6c2b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495072 Nov 22 16:16:18.197541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cdfb30b0-d56f-4d3a-85b4-f858e6c2ce5a None None] Provisioning complete for port 9933571f-66c2-4fda-a3a6-171943928e1f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:18.198581 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cdfb30b0-d56f-4d3a-85b4-f858e6c2ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.204510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] For port 1bc2f022-3045-4e27-9175-37085d092ab0, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1bc2f022-3045-4e27-9175-37085d092ab0,segment=NetworkSegment(ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2),segment_id=ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:18.210373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9258776 Nov 22 16:16:18.212218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52346) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:18.217184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Request body: {'subnet': {'network_id': '216b68b6-980b-4f87-bbe3-5009e82ec29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1119228011-subnet', 'tenant_id': '31bdb8b4ebe04bea9d244e22fd2d2b41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:18.225595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5a486-1ced-4a59-9665-844597a1105e admin admin] Pushing event updated for resources: {'Network': ['ID=216b68b6-980b-4f87-bbe3-5009e82ec29e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:18.229942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-57910513-6857-452e-9323-fdf95837c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:18.231476 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-57910513-6857-452e-9323-fdf95837c63a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=fac5cc196bb942b28fcf8617104ec211&device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 1096 time: 0.1784842 Nov 22 16:16:18.237003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.266255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.4 (c8e61fa8-bea7-401f-a2df-11470a2d3ba5/edeb6156-c87d-4795-9dba-b0e65f3a5471/c683bcb4-3c0a-4812-9cd2-21d374fb9fc2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:18.268789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 216b68b6-980b-4f87-bbe3-5009e82ec29e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:18.272028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f6269-afa7-4218-90e1-d5bd09f94140 None None] Network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:18.289272 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.336905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7900ef1-5909-4f6b-aaa4-a157be2a4c6f req-e5384619-160a-43c3-9962-409166f0be90 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:18.338497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7900ef1-5909-4f6b-aaa4-a157be2a4c6f req-e5384619-160a-43c3-9962-409166f0be90 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 943 time: 0.2867346 Nov 22 16:16:18.358990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:18.359225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.361233 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] 10.222.0.71 "PUT /v2.0/ports/1bc2f022-3045-4e27-9175-37085d092ab0 HTTP/1.1" status: 200 len: 1092 time: 2.7825632 Nov 22 16:16:18.378162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Made reservation on behalf of 31bdb8b4ebe04bea9d244e22fd2d2b41 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:18.380627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.438688 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-ad3c92c7-5801-42f9-9ac4-a257ae169fe6 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072112 Nov 22 16:16:18.439713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb30b0-d56f-4d3a-85b4-f858e6c2ce5a None None] Port 9933571f-66c2-4fda-a3a6-171943928e1f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:18.450342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39106818-0bec-4e6b-8bff-804daa652c45 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc2f022-3045-4e27-9175-37085d092ab0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:18.485011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff6786-5de0-4804-9de0-23fc748ec2b6 req-d1c13a92-234e-4cf0-bda1-50c0fccce43b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:18.487974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5ff6786-5de0-4804-9de0-23fc748ec2b6 req-d1c13a92-234e-4cf0-bda1-50c0fccce43b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2232463 Nov 22 16:16:18.589392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-96f258e5-4f6c-4b92-ba41-5a5b5b229501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:18.590929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-96f258e5-4f6c-4b92-ba41-5a5b5b229501 service neutron] 10.222.0.71 "GET /v2.0/networks?id=678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 200 len: 913 time: 0.3470225 Nov 22 16:16:18.624471 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7900ef1-5909-4f6b-aaa4-a157be2a4c6f req-b6569d03-3025-401a-a7b7-062904c15de1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744582 Nov 22 16:16:18.696349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5ff6786-5de0-4804-9de0-23fc748ec2b6 req-9176523f-7e78-4eb0-a146-b2828bb4621a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703455 Nov 22 16:16:18.729809 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf493-1829-47db-9356-8998f542caf6 req-f4ed08aa-de1e-48e6-b7c2-f0800a90be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:18.737520 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-f4ed08aa-de1e-48e6-b7c2-f0800a90be4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=196ea7b8678645cc82926959b5e01cfc&device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 1095 time: 0.3269525 Nov 22 16:16:18.743528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-472019d8-e2b5-4aa9-8eda-3b06a2e3ca30 None None] Provisioning complete for port 281254bb-5c7f-4961-9826-5b1d3a858507 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:18.743928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-472019d8-e2b5-4aa9-8eda-3b06a2e3ca30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.784329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.849372 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-6418450f-a6ca-4e91-812c-85cbc4331b2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc2f022-3045-4e27-9175-37085d092ab0 HTTP/1.1" status: 200 len: 217 time: 0.0922487 Nov 22 16:16:18.873188 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-472019d8-e2b5-4aa9-8eda-3b06a2e3ca30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:18.886600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 281254bb-5c7f-4961-9826-5b1d3a858507 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:18.897645 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b1e23ac-f865-4659-b7c2-91c7de31c9b3 req-177c5c08-eb8d-4882-b0e3-c0869a78cd7d service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428964 Nov 22 16:16:18.911559 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-492f2be8-41df-4f74-b6dd-aaed6d665aaf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 200 len: 1000 time: 0.3124218 Nov 22 16:16:18.996579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ec7a4-2f68-426a-989b-61f4e8b95baa req-1484d464-6d76-44e0-8672-fc0858e87973 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:18.997523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f447a441-c74a-48bb-bab6-f516b24d74c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.004115 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f63ec7a4-2f68-426a-989b-61f4e8b95baa req-1484d464-6d76-44e0-8672-fc0858e87973 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 944 time: 0.2040176 Nov 22 16:16:19.009628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-472019d8-e2b5-4aa9-8eda-3b06a2e3ca30 None None] For port 281254bb-5c7f-4961-9826-5b1d3a858507, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=281254bb-5c7f-4961-9826-5b1d3a858507,segment=NetworkSegment(020a2e9f-45e8-4aa8-acf5-c26560c79a49),segment_id=020a2e9f-45e8-4aa8-acf5-c26560c79a49)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:19.010305 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.013509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.018409 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-472019d8-e2b5-4aa9-8eda-3b06a2e3ca30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.038408 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.039175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.052912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf493-1829-47db-9356-8998f542caf6 req-9927e2cf-840c-45a1-bfa3-5a1bf6db6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:19.054417 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-9927e2cf-840c-45a1-bfa3-5a1bf6db6e74 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4fafe6a-5551-431b-9137-fd15b3c36c07 HTTP/1.1" status: 200 len: 861 time: 0.1558859 Nov 22 16:16:19.057369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-9dfcf5f4-1bb3-4fd3-a7b1-51fc533f2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:19.058756 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-9dfcf5f4-1bb3-4fd3-a7b1-51fc533f2a39 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 200 len: 851 time: 0.1358402 Nov 22 16:16:19.066909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.076169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 281254bb-5c7f-4961-9826-5b1d3a858507 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:19.076900 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.093385 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d9a444-bf24-4985-b8c3-3f0ca7e22e17', 'tag': '1bc2f022-3045-4e27-9175-37085d092ab0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:19.096608 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740e1688-a499-43b2-867d-755864f111d1" -d '{"events": [{"name": "network-changed", "server_uuid": "48d9a444-bf24-4985-b8c3-3f0ca7e22e17", "tag": "1bc2f022-3045-4e27-9175-37085d092ab0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:19.130160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472019d8-e2b5-4aa9-8eda-3b06a2e3ca30 None None] Pushing event updated for resources: {'Port': ['ID=281254bb-5c7f-4961-9826-5b1d3a858507,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:19.163160 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-aa82236e-f2ef-467e-b94e-42b6554c86e2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5da40931-57b4-4aee-bd8e-fc2c0a456afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923004 Nov 22 16:16:19.246124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-537fb749-4159-49b9-bf77-b86bbc59ca1c None None] Provisioning complete for port b56fec85-8459-4956-a640-f32c736785c1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:19.247168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-537fb749-4159-49b9-bf77-b86bbc59ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.261330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e239901b-26e9-45f0-b290-452ce83b55c8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:19.264730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-e5e98e1b-7ebf-4c9d-802b-267cdb5ad87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:19.266278 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-e5e98e1b-7ebf-4c9d-802b-267cdb5ad87b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=678ff126-f764-4857-848d-4789f931073a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1943314 Nov 22 16:16:19.291760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-537fb749-4159-49b9-bf77-b86bbc59ca1c None None] Port b56fec85-8459-4956-a640-f32c736785c1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:19.297150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Checking segment: {'id': '5a9527a3-dc43-499b-835e-a296f6f4fe9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '216b68b6-980b-4f87-bbe3-5009e82ec29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:19.297150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Network hostable DHCP agents. Network: 216b68b6-980b-4f87-bbe3-5009e82ec29e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:19.319406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-537fb749-4159-49b9-bf77-b86bbc59ca1c None None] Provisioning complete for port 281254bb-5c7f-4961-9826-5b1d3a858507 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:19.319787 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-537fb749-4159-49b9-bf77-b86bbc59ca1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.382669 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-a7476379-61e8-49a8-a055-d0e86a2de69e service neutron] 10.222.0.71 "GET /v2.0/networks/5da40931-57b4-4aee-bd8e-fc2c0a456afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049086 Nov 22 16:16:19.406081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Network 216b68b6-980b-4f87-bbe3-5009e82ec29e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:19.417753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:19.428847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe9261-e095-43c9-b046-e44b278cb2fe req-d4a8a702-4dcd-49ac-b23b-4410c57f57ba tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:19.437943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4fe9261-e095-43c9-b046-e44b278cb2fe req-d4a8a702-4dcd-49ac-b23b-4410c57f57ba tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.5363061 Nov 22 16:16:19.470081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 216b68b6-980b-4f87-bbe3-5009e82ec29e) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:19.474564 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-7ed045e3-2851-44a5-8579-d25873079432 service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947894 Nov 22 16:16:19.482127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:19.482285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d1965-3ba0-4322-919f-a89ddaebe976 None None] Network 216b68b6-980b-4f87-bbe3-5009e82ec29e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:19.483077 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.487934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:19.491328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:19.530202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=c683bcb4-3c0a-4812-9cd2-21d374fb9fc2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:19.545371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cc381278-2a93-4963-9acd-5dc419269939 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:16:19.551824 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5a68520d-db86-4eca-8fd3-4d665bb1a3b6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3383782 Nov 22 16:16:19.594765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f63ec7a4-2f68-426a-989b-61f4e8b95baa req-778af5dd-b21c-4566-8de8-31f39b6204b1 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896711 Nov 22 16:16:19.594999 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76bbf493-1829-47db-9356-8998f542caf6 req-0fc55acf-fa6f-473a-ba25-a959fe8251a4 service neutron] 10.222.0.71 "GET /v2.0/networks/5da40931-57b4-4aee-bd8e-fc2c0a456afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987247 Nov 22 16:16:19.616629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa24189-18d6-4884-873e-ae86d1ce4da6 req-fb5e734b-eada-4886-a773-907827a1752d service neutron] 10.222.0.71 "GET /v2.0/networks/678ff126-f764-4857-848d-4789f931073a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300218 Nov 22 16:16:19.664329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d15c1462-2c8c-4642-914e-4a3a0492a8a0 None None] Provisioning complete for port b56fec85-8459-4956-a640-f32c736785c1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:19.664716 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d15c1462-2c8c-4642-914e-4a3a0492a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.674232 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd13845b-fc3d-4b10-be6b-3b74e20dfb66 x-openstack-request-id: req-cd13845b-fc3d-4b10-be6b-3b74e20dfb66 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:19.674557 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d9a444-bf24-4985-b8c3-3f0ca7e22e17", "tag": "1bc2f022-3045-4e27-9175-37085d092ab0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:19.674778 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd13845b-fc3d-4b10-be6b-3b74e20dfb66 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:19.675294 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d9a444-bf24-4985-b8c3-3f0ca7e22e17', 'tag': '1bc2f022-3045-4e27-9175-37085d092ab0', 'status': 'completed', 'code': 200} Nov 22 16:16:19.721283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:19.749064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:19.774311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1688-a499-43b2-867d-755864f111d1 req-519be8e4-505e-4789-abc3-33068c5a7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:19.776191 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-740e1688-a499-43b2-867d-755864f111d1 req-519be8e4-505e-4789-abc3-33068c5a7248 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=196ea7b8678645cc82926959b5e01cfc&device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 1095 time: 0.0791662 Nov 22 16:16:19.809037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:19.812267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:19.836355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274914bf-7846-452e-a654-f9acf8762a42 None None] Network 216b68b6-980b-4f87-bbe3-5009e82ec29e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:19.840758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d15c1462-2c8c-4642-914e-4a3a0492a8a0 None None] Port b56fec85-8459-4956-a640-f32c736785c1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:19.918456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4fe9261-e095-43c9-b046-e44b278cb2fe req-35a67f46-dbaa-4202-b5d4-5e58ea2db218 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787602 Nov 22 16:16:19.920492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=9933571f-66c2-4fda-a3a6-171943928e1f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:19.949857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1688-a499-43b2-867d-755864f111d1 req-e17f7e6b-f432-4653-ba1a-12b65b41de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:19.949857 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-740e1688-a499-43b2-867d-755864f111d1 req-e17f7e6b-f432-4653-ba1a-12b65b41de89 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5da40931-57b4-4aee-bd8e-fc2c0a456afa HTTP/1.1" status: 200 len: 922 time: 0.1581795 Nov 22 16:16:19.975621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cc381278-2a93-4963-9acd-5dc419269939, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cc381278-2a93-4963-9acd-5dc419269939,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:20.003534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'cc381278-2a93-4963-9acd-5dc419269939', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'port_id': 'cc381278-2a93-4963-9acd-5dc419269939', 'mac_address': 'fa:16:3e:d5:fe:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03a648-b35d-412b-b0d6-a0dc2108bc6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:16:20.041794 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-740e1688-a499-43b2-867d-755864f111d1 req-eb21a5a6-07b0-4338-a976-b8738b149b74 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bc2f022-3045-4e27-9175-37085d092ab0 HTTP/1.1" status: 200 len: 217 time: 0.0761101 Nov 22 16:16:20.071180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a8fdf3f0-468e-4e8e-8f46-8bb37f41829b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7421374 Nov 22 16:16:20.077366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:20.132992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-344c894d-0f89-40ea-803d-34c603d8186f None None] Provisioning complete for port c683bcb4-3c0a-4812-9cd2-21d374fb9fc2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:20.133616 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-344c894d-0f89-40ea-803d-34c603d8186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.135916 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.136200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1688-a499-43b2-867d-755864f111d1 req-51ecd4cb-5f9e-4b8e-a2f1-72317d53c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:20.137887 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-740e1688-a499-43b2-867d-755864f111d1 req-51ecd4cb-5f9e-4b8e-a2f1-72317d53c129 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e4fafe6a-5551-431b-9137-fd15b3c36c07 HTTP/1.1" status: 200 len: 861 time: 0.0851555 Nov 22 16:16:20.172604 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-740e1688-a499-43b2-867d-755864f111d1 req-403fffba-d703-4a0c-b053-c58c7890038b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5da40931-57b4-4aee-bd8e-fc2c0a456afa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270808 Nov 22 16:16:20.214543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc381278-2a93-4963-9acd-5dc419269939 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:20.214730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a194220-a2dc-4c01-843a-13bfcc8ea1d1 req-46bb6463-9cd3-40bf-9621-0ac24da00208 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:20.216230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a194220-a2dc-4c01-843a-13bfcc8ea1d1 req-46bb6463-9cd3-40bf-9621-0ac24da00208 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.4444513 Nov 22 16:16:20.232247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-344c894d-0f89-40ea-803d-34c603d8186f None None] Port c683bcb4-3c0a-4812-9cd2-21d374fb9fc2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:20.243615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cc381278-2a93-4963-9acd-5dc419269939, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cc381278-2a93-4963-9acd-5dc419269939,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:20.248583 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.267541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ed903-7f72-49e8-b202-201c1684ced4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:20.269305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-654ed903-7f72-49e8-b202-201c1684ced4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1564450 Nov 22 16:16:20.278082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:20.289053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677f2fa-efe7-4332-9616-9828d12785c2 req-28348c80-5c16-4357-b2c3-6153769f5553 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:20.291183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7677f2fa-efe7-4332-9616-9828d12785c2 req-28348c80-5c16-4357-b2c3-6153769f5553 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 943 time: 0.2122138 Nov 22 16:16:20.318097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cc381278-2a93-4963-9acd-5dc419269939,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:20.320347 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-740e1688-a499-43b2-867d-755864f111d1 req-6669bb13-ebf7-453b-a6a5-a1bf1b49b592 service neutron] 10.222.0.71 "GET /v2.0/networks/5da40931-57b4-4aee-bd8e-fc2c0a456afa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381245 Nov 22 16:16:20.354992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-568afffa-dcac-4b68-ab68-11ac95ef7d1b None None] Provisioning complete for port 9933571f-66c2-4fda-a3a6-171943928e1f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:20.355418 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-568afffa-dcac-4b68-ab68-11ac95ef7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.357107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a194220-a2dc-4c01-843a-13bfcc8ea1d1 req-e6b8cdf9-8837-4ecd-8e1c-b6655e69512c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212611 Nov 22 16:16:20.405298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-568afffa-dcac-4b68-ab68-11ac95ef7d1b None None] Port 9933571f-66c2-4fda-a3a6-171943928e1f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:20.444368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7677f2fa-efe7-4332-9616-9828d12785c2 req-3ac12b34-3141-44ad-8ee5-c970caefc9a2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377132 Nov 22 16:16:20.468136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['cc381278-2a93-4963-9acd-5dc419269939'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:20.495613 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-740e1688-a499-43b2-867d-755864f111d1 req-536032ca-9ef1-4af7-8d39-a1f7a5df97ba service neutron] 10.222.0.71 "GET /v2.0/networks/5da40931-57b4-4aee-bd8e-fc2c0a456afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621246 Nov 22 16:16:20.508563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c526b035-036d-4afc-8c04-ef933bf18020 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port c683bcb4-3c0a-4812-9cd2-21d374fb9fc2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:20.509315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c526b035-036d-4afc-8c04-ef933bf18020 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.518994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cbc33f9f-be07-45e3-93d7-4fc08e6f69cd is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:16:20.619460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c526b035-036d-4afc-8c04-ef933bf18020 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.633135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c526b035-036d-4afc-8c04-ef933bf18020 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for c683bcb4-3c0a-4812-9cd2-21d374fb9fc2 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:20.657242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797d298-056f-454f-8093-7ceeb879f57b req-e2ccdebe-6cc0-4374-8eb3-27df1dbb4a44 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:20.659009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9797d298-056f-454f-8093-7ceeb879f57b req-e2ccdebe-6cc0-4374-8eb3-27df1dbb4a44 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2051435 Nov 22 16:16:20.692155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 281254bb-5c7f-4961-9826-5b1d3a858507 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:20.713953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:20.728037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb9c2a-4695-4a13-8844-9a903b5a6b0e req-a66d69aa-731a-42dd-9fe2-9d63287fcf63 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:20.729592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1eb9c2a-4695-4a13-8844-9a903b5a6b0e req-a66d69aa-731a-42dd-9fe2-9d63287fcf63 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1946101 Nov 22 16:16:20.732071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc50da-0681-4dd5-9855-24d811fb375e None None] Sync routers for ids ['cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:20.736360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ca8008de-9fb5-42fa-80b8-45c2eb18d9d0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cbc33f9f-be07-45e3-93d7-4fc08e6f69cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6251278 Nov 22 16:16:20.737144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52374) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:20.752968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc50da-0681-4dd5-9855-24d811fb375e None None] Routers {'cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:20.753529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bbbc50da-0681-4dd5-9855-24d811fb375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:20.795123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bbbc50da-0681-4dd5-9855-24d811fb375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:20.807257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9797d298-056f-454f-8093-7ceeb879f57b req-0b2ae526-4ad1-4274-bdaa-d24fb5c7edc6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376591 Nov 22 16:16:20.807590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 281254bb-5c7f-4961-9826-5b1d3a858507 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:20.808121 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.811153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc50da-0681-4dd5-9855-24d811fb375e None None] Routers {'cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:20.811289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bbbc50da-0681-4dd5-9855-24d811fb375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:15:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:20.815121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c526b035-036d-4afc-8c04-ef933bf18020 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:20.817928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d40917-b62d-4a2e-a0eb-516453f43997 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:20.822095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a7d40917-b62d-4a2e-a0eb-516453f43997 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports/9933571f-66c2-4fda-a3a6-171943928e1f HTTP/1.1" status: 200 len: 911 time: 0.0808904 Nov 22 16:16:20.823851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:20.871062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1eb9c2a-4695-4a13-8844-9a903b5a6b0e req-a231e51a-efac-4cad-9546-7c3373d5e5ea tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217043 Nov 22 16:16:20.879395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bbbc50da-0681-4dd5-9855-24d811fb375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:20.880161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbc50da-0681-4dd5-9855-24d811fb375e None None] The sync data for ids ['cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:21.058940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8480c-96ca-47ee-96b0-cb589612b542 req-d07d489f-2033-4e62-beb6-35626a0363f0 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:21.067335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b8480c-96ca-47ee-96b0-cb589612b542 req-d07d489f-2033-4e62-beb6-35626a0363f0 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 944 time: 0.1066098 Nov 22 16:16:21.130042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04b8480c-96ca-47ee-96b0-cb589612b542 req-58d655fc-9baf-466f-a8a5-307ac6a8d04e tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616808 Nov 22 16:16:21.188080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526b035-036d-4afc-8c04-ef933bf18020 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=c683bcb4-3c0a-4812-9cd2-21d374fb9fc2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:21.268910 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a4cdebc-337c-4957-b28d-8f1a47ed86ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.303389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62302aef-619d-4013-b521-b68d6c72834e req-9c2b723b-59ef-42e9-8ed0-f4ef9f6119eb tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:21.304546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c526b035-036d-4afc-8c04-ef933bf18020 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.304994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62302aef-619d-4013-b521-b68d6c72834e req-9c2b723b-59ef-42e9-8ed0-f4ef9f6119eb tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.0871024 Nov 22 16:16:21.307768 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c526b035-036d-4afc-8c04-ef933bf18020 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/c683bcb4-3c0a-4812-9cd2-21d374fb9fc2 HTTP/1.1" status: 204 len: 168 time: 1.0279498 Nov 22 16:16:21.312141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e47dc-518d-4209-a865-fa712906d005 req-b59a7f56-b5cb-4387-911c-afe8d308dc97 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:21.313707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-b59a7f56-b5cb-4387-911c-afe8d308dc97 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/networks?id=034aa602-20db-47cb-8a9c-ba7b4c689902 HTTP/1.1" status: 200 len: 824 time: 0.1803734 Nov 22 16:16:21.315410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52394) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:21.362206 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6d0be1-eaa1-4a3e-8f5c-3199be4a1496 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:16:21.363611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7a6d0be1-eaa1-4a3e-8f5c-3199be4a1496 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/c683bcb4-3c0a-4812-9cd2-21d374fb9fc2 HTTP/1.1" status: 404 len: 333 time: 0.0472574 Nov 22 16:16:21.367768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-c0af144f-0bc6-45ec-9b52-15f223ff04ce tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/quotas/b32f3631a3394ca8ab7a9502a2742582 HTTP/1.1" status: 200 len: 375 time: 0.0373626 Nov 22 16:16:21.368277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52396) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:21.391175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1bc2f022-3045-4e27-9175-37085d092ab0 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:16:21.433637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-b2c21fce-9b84-4b63-a4d1-0d6e6a4d1ed3 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b32f3631a3394ca8ab7a9502a2742582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515513 Nov 22 16:16:21.476335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62302aef-619d-4013-b521-b68d6c72834e req-20ef38d1-407b-47b5-a8e0-1cfea011d20e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574996 Nov 22 16:16:21.510155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1bc2f022-3045-4e27-9175-37085d092ab0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1bc2f022-3045-4e27-9175-37085d092ab0,segment=NetworkSegment(ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2),segment_id=ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:21.525683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '1bc2f022-3045-4e27-9175-37085d092ab0', 'network_id': '5da40931-57b4-4aee-bd8e-fc2c0a456afa', 'port_id': '1bc2f022-3045-4e27-9175-37085d092ab0', 'mac_address': 'fa:16:3e:39:ff:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fafe6a-5551-431b-9137-fd15b3c36c07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:16:21.552569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cc381278-2a93-4963-9acd-5dc419269939 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:21.558238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.596380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.613776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc2f022-3045-4e27-9175-37085d092ab0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:21.644506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-8b1baaea-244f-4bca-9509-b037b3e8715c service neutron] 10.222.0.69 "GET /v2.0/networks/034aa602-20db-47cb-8a9c-ba7b4c689902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962445 Nov 22 16:16:21.646211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1bc2f022-3045-4e27-9175-37085d092ab0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1bc2f022-3045-4e27-9175-37085d092ab0,segment=NetworkSegment(ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2),segment_id=ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:21.650224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port cc381278-2a93-4963-9acd-5dc419269939 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:16:21.655048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port cc381278-2a93-4963-9acd-5dc419269939 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:21.655420 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.657173 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.669248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5da2c-db33-4744-89ac-06f8a7ffb16b req-3c822459-7106-47b3-896e-a94a1ea5f66b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:21.671113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cc5da2c-db33-4744-89ac-06f8a7ffb16b req-3c822459-7106-47b3-896e-a94a1ea5f66b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1208832 Nov 22 16:16:21.676793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cb64580d-c9dd-417b-95a5-56344f5090c0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port b56fec85-8459-4956-a640-f32c736785c1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:21.677136 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb64580d-c9dd-417b-95a5-56344f5090c0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.739092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=1bc2f022-3045-4e27-9175-37085d092ab0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:21.785075 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.820430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cc381278-2a93-4963-9acd-5dc419269939, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cc381278-2a93-4963-9acd-5dc419269939,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:21.821858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc381278-2a93-4963-9acd-5dc419269939'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:21.824223 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fb0062-ccad-45dc-b91a-fbdfa6db4123" -d '{"events": [{"server_uuid": "8160a60b-b6b8-44b2-b6a7-6452d09ab47e", "name": "network-vif-plugged", "status": "completed", "tag": "cc381278-2a93-4963-9acd-5dc419269939"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:21.833056 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.844629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 9933571f-66c2-4fda-a3a6-171943928e1f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:21.845009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.847412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cc5da2c-db33-4744-89ac-06f8a7ffb16b req-4f710e67-4547-45c6-988e-3add96c49a4d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464365 Nov 22 16:16:21.875253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb64580d-c9dd-417b-95a5-56344f5090c0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.880123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-8e85ef0d-97df-4ae1-a055-236250b8acc2 service neutron] 10.222.0.69 "GET /v2.0/networks/034aa602-20db-47cb-8a9c-ba7b4c689902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290158 Nov 22 16:16:21.899174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cb64580d-c9dd-417b-95a5-56344f5090c0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for b56fec85-8459-4956-a640-f32c736785c1 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:21.906435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cc381278-2a93-4963-9acd-5dc419269939,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:21.945307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1bc2f022-3045-4e27-9175-37085d092ab0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:21.968692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:21.983009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 9933571f-66c2-4fda-a3a6-171943928e1f owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:22.099952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17b753-daa0-471d-8206-2cea606425a1 req-f817b053-eaae-4a83-be9b-1a488b3b4d60 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:22.101497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b17b753-daa0-471d-8206-2cea606425a1 req-f817b053-eaae-4a83-be9b-1a488b3b4d60 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 945 time: 0.1172786 Nov 22 16:16:22.219261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c191e-61df-4e33-9ee8-be3e8b2087d5 req-44c346d7-183b-478f-8d94-9982aa57bc54 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:22.221353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-038c191e-61df-4e33-9ee8-be3e8b2087d5 req-44c346d7-183b-478f-8d94-9982aa57bc54 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1477182 Nov 22 16:16:22.228134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.234056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b17b753-daa0-471d-8206-2cea606425a1 req-cd4dc770-6966-4d21-aa39-274dde2806c8 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154087 Nov 22 16:16:22.258946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=9933571f-66c2-4fda-a3a6-171943928e1f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:22.302064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb64580d-c9dd-417b-95a5-56344f5090c0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.350541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-038c191e-61df-4e33-9ee8-be3e8b2087d5 req-ab55a54f-01bd-48ab-93b9-053522f90733 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153445 Nov 22 16:16:22.389629 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.429143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64580d-c9dd-417b-95a5-56344f5090c0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=b56fec85-8459-4956-a640-f32c736785c1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:22.430291 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:16:22.462213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.493835 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6df71ba-0a22-414b-8b81-fd79b530d2ba x-openstack-request-id: req-a6df71ba-0a22-414b-8b81-fd79b530d2ba {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:22.494125 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8160a60b-b6b8-44b2-b6a7-6452d09ab47e", "name": "network-vif-plugged", "status": "completed", "tag": "cc381278-2a93-4963-9acd-5dc419269939", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:22.494383 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6df71ba-0a22-414b-8b81-fd79b530d2ba {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:22.494775 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc381278-2a93-4963-9acd-5dc419269939', 'code': 200} Nov 22 16:16:22.542598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.669467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6418ac9-e86f-4509-9089-0fe162185313 req-d7731a1b-7b4b-4a43-a85e-fed8a26fc340 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 210 time: 0.0639250 Nov 22 16:16:22.697966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb64580d-c9dd-417b-95a5-56344f5090c0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.701389 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cb64580d-c9dd-417b-95a5-56344f5090c0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/b56fec85-8459-4956-a640-f32c736785c1 HTTP/1.1" status: 204 len: 168 time: 1.3310411 Nov 22 16:16:22.709391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52426) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:22.710484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d8efa-468e-4e1b-bb42-d2b9a282ec2e req-3b10e810-cfa8-4571-91a5-03bf0199751c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:22.718842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f88d8efa-468e-4e1b-bb42-d2b9a282ec2e req-3b10e810-cfa8-4571-91a5-03bf0199751c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.2226226 Nov 22 16:16:22.743000 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fff5594-5def-488b-a0c3-b0bb4333fd43 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:16:22.750893 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0fff5594-5def-488b-a0c3-b0bb4333fd43 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/b56fec85-8459-4956-a640-f32c736785c1 HTTP/1.1" status: 404 len: 333 time: 0.0333591 Nov 22 16:16:22.751349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:22.812127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f88d8efa-468e-4e1b-bb42-d2b9a282ec2e req-6d6d5caa-84f5-4c76-9234-98a27afcad8d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923553 Nov 22 16:16:22.847791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d3f5e-9a2c-465b-8e11-f836fffbdddb req-a444b13c-04c7-4a85-9a4f-ab94e6547580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:22.849484 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5b8d3f5e-9a2c-465b-8e11-f836fffbdddb req-a444b13c-04c7-4a85-9a4f-ab94e6547580 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 1096 time: 0.2838299 Nov 22 16:16:22.882260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cbc33f9f-be07-45e3-93d7-4fc08e6f69cd has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:16:22.890101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e09e80-8e14-4a3f-bad2-7be161fdbaf6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet edeb6156-c87d-4795-9dba-b0e65f3a5471 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:22.899206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05e09e80-8e14-4a3f-bad2-7be161fdbaf6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.940650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381628b-5d65-4858-89ba-5acb9b62e488 req-ebb6620c-656f-45fa-bbbe-f9425eee7e81 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:22.942400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4381628b-5d65-4858-89ba-5acb9b62e488 req-ebb6620c-656f-45fa-bbbe-f9425eee7e81 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 945 time: 0.1723692 Nov 22 16:16:22.946892 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5b8d3f5e-9a2c-465b-8e11-f836fffbdddb req-7893ef5f-67fa-4a52-bb6a-9e52a4192345 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883551 Nov 22 16:16:22.984866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:22.994338 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-79d08d0d-0bf3-48b3-919a-d9a97e2ddf0d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cbc33f9f-be07-45e3-93d7-4fc08e6f69cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1540554 Nov 22 16:16:22.994338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52436) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:22.997739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05e09e80-8e14-4a3f-bad2-7be161fdbaf6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.997877 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbcd556-3bcc-4ee0-87f4-1f6c1f27ae05 None None] Sync routers for ids ['cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:23.012126 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcd556-3bcc-4ee0-87f4-1f6c1f27ae05 None None] Routers {'cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:23.012778 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cbbcd556-3bcc-4ee0-87f4-1f6c1f27ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:23.029484 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6e068bfd-546f-4061-9d1c-3214c0d23cb0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbc33f9f-be07-45e3-93d7-4fc08e6f69cd HTTP/1.1" status: 200 len: 205 time: 0.0308754 Nov 22 16:16:23.029701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52438) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:23.046354 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cbbcd556-3bcc-4ee0-87f4-1f6c1f27ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:23.056636 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcd556-3bcc-4ee0-87f4-1f6c1f27ae05 None None] Routers {'cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:23.057171 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cbbcd556-3bcc-4ee0-87f4-1f6c1f27ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:23.094489 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cbbcd556-3bcc-4ee0-87f4-1f6c1f27ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:23.095205 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbcd556-3bcc-4ee0-87f4-1f6c1f27ae05 None None] The sync data for ids ['cbc33f9f-be07-45e3-93d7-4fc08e6f69cd'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:23.115600 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-415cf097-cd14-495f-bea3-4c132d50db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.285156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-415cf097-cd14-495f-bea3-4c132d50db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.287513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-415cf097-cd14-495f-bea3-4c132d50db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.337270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-415cf097-cd14-495f-bea3-4c132d50db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.337681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415cf097-cd14-495f-bea3-4c132d50db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Fanout notify agent at l3_agent the message router_deleted on router cbc33f9f-be07-45e3-93d7-4fc08e6f69cd {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:16:23.339835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e71c01-6c1d-4278-ad0f-bfb3bc351f69 req-c21a6775-cf1f-42e5-9e9e-b8bc5f62a6a1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:23.341388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54e71c01-6c1d-4278-ad0f-bfb3bc351f69 req-c21a6775-cf1f-42e5-9e9e-b8bc5f62a6a1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.3952558 Nov 22 16:16:23.345591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-415cf097-cd14-495f-bea3-4c132d50db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.347602 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-415cf097-cd14-495f-bea3-4c132d50db3e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/cbc33f9f-be07-45e3-93d7-4fc08e6f69cd HTTP/1.1" status: 204 len: 168 time: 0.3162684 Nov 22 16:16:23.352324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52442) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:23.370341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4381628b-5d65-4858-89ba-5acb9b62e488 req-52a34208-31a2-4fcb-8121-fe85fe27dc94 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085786 Nov 22 16:16:23.416794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1bc2f022-3045-4e27-9175-37085d092ab0 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:23.434379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05e09e80-8e14-4a3f-bad2-7be161fdbaf6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.443355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54e71c01-6c1d-4278-ad0f-bfb3bc351f69 req-70329757-24b7-49af-8e5f-bfbab066ae4b tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768161 Nov 22 16:16:23.497156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 1bc2f022-3045-4e27-9175-37085d092ab0 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:16:23.508789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 1bc2f022-3045-4e27-9175-37085d092ab0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:23.510750 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.571604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-646a1988-8149-4ab4-977c-90f6ef8471d2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet 8eace5b0-6c09-4dfa-9873-c6aab7f9b9e0 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:23.578652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-646a1988-8149-4ab4-977c-90f6ef8471d2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.645683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.649466 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-646a1988-8149-4ab4-977c-90f6ef8471d2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.652698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1df37-f922-49bf-b271-df019d67739d req-e92fcf1d-1d8f-45af-abbb-c237c3e15ccb tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:23.654301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2c1df37-f922-49bf-b271-df019d67739d req-e92fcf1d-1d8f-45af-abbb-c237c3e15ccb tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1888635 Nov 22 16:16:23.670569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05e09e80-8e14-4a3f-bad2-7be161fdbaf6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.704282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e47dc-518d-4209-a865-fa712906d005 req-077f6efe-c302-45b1-ab73-dda2a6cd078f tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:23.706218 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-077f6efe-c302-45b1-ab73-dda2a6cd078f tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.11 "GET /v2.0/networks?id=034aa602-20db-47cb-8a9c-ba7b4c689902 HTTP/1.1" status: 200 len: 824 time: 0.2437782 Nov 22 16:16:23.707595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1bc2f022-3045-4e27-9175-37085d092ab0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1bc2f022-3045-4e27-9175-37085d092ab0,segment=NetworkSegment(ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2),segment_id=ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:23.715504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.725044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Request body: {'port': {'device_id': '84d8f639-df07-44d2-8a04-7840fc25309b', 'network_id': '034aa602-20db-47cb-8a9c-ba7b4c689902', 'admin_state_up': True, 'tenant_id': 'b32f3631a3394ca8ab7a9502a2742582'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:23.754605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a1903-10ba-4377-ac93-5f8a99db1de0 req-174094e6-fb8e-40ec-ba61-837a7ac495da tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:23.756281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d8a1903-10ba-4377-ac93-5f8a99db1de0 req-174094e6-fb8e-40ec-ba61-837a7ac495da tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1935639 Nov 22 16:16:23.757090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e09e80-8e14-4a3f-bad2-7be161fdbaf6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=edeb6156-c87d-4795-9dba-b0e65f3a5471,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:23.764572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05e09e80-8e14-4a3f-bad2-7be161fdbaf6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.770992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-05e09e80-8e14-4a3f-bad2-7be161fdbaf6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/edeb6156-c87d-4795-9dba-b0e65f3a5471 HTTP/1.1" status: 204 len: 168 time: 1.0179722 Nov 22 16:16:23.773502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52448) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:23.777881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120cb2d9-5697-4822-84e9-dc3ac5c90c91 None None] Network c8e61fa8-bea7-401f-a2df-11470a2d3ba5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:23.825641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-646a1988-8149-4ab4-977c-90f6ef8471d2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.828859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=1bc2f022-3045-4e27-9175-37085d092ab0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:23.936668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2c1df37-f922-49bf-b271-df019d67739d req-b97806d3-dc8f-403e-a7cb-b946c6294abe tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602925 Nov 22 16:16:23.971479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d8a1903-10ba-4377-ac93-5f8a99db1de0 req-42d213ea-c187-484d-be12-1d54a1860138 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959875 Nov 22 16:16:23.986313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.049066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] DHCP port deletion for c8e61fa8-bea7-401f-a2df-11470a2d3ba5 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:16:24.136304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 281254bb-5c7f-4961-9826-5b1d3a858507 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:24.136677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.138500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] Deleting port 281254bb-5c7f-4961-9826-5b1d3a858507 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:24.138994 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.187696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe917a-3a8c-4928-b9dc-14249ec206b2 req-de0214b9-47d9-4065-a7db-2d836345a830 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:24.195542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9abe917a-3a8c-4928-b9dc-14249ec206b2 req-de0214b9-47d9-4065-a7db-2d836345a830 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 945 time: 0.1265028 Nov 22 16:16:24.227687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] For port 281254bb-5c7f-4961-9826-5b1d3a858507, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=281254bb-5c7f-4961-9826-5b1d3a858507,segment=NetworkSegment(020a2e9f-45e8-4aa8-acf5-c26560c79a49),segment_id=020a2e9f-45e8-4aa8-acf5-c26560c79a49)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:24.228146 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.231379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Made reservation on behalf of b32f3631a3394ca8ab7a9502a2742582 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:24.234966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.238529 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-646a1988-8149-4ab4-977c-90f6ef8471d2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.254543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] Calling delete_port for 281254bb-5c7f-4961-9826-5b1d3a858507 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:24.272657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a1988-8149-4ab4-977c-90f6ef8471d2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=8eace5b0-6c09-4dfa-9873-c6aab7f9b9e0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:24.285046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-646a1988-8149-4ab4-977c-90f6ef8471d2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.290714 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-646a1988-8149-4ab4-977c-90f6ef8471d2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/8eace5b0-6c09-4dfa-9873-c6aab7f9b9e0 HTTP/1.1" status: 204 len: 168 time: 0.9347689 Nov 22 16:16:24.291329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] For port 281254bb-5c7f-4961-9826-5b1d3a858507, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=281254bb-5c7f-4961-9826-5b1d3a858507,segment=NetworkSegment(020a2e9f-45e8-4aa8-acf5-c26560c79a49),segment_id=020a2e9f-45e8-4aa8-acf5-c26560c79a49)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:24.291329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.293785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52464) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:24.316499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9abe917a-3a8c-4928-b9dc-14249ec206b2 req-b5b3e4b8-bb89-4d6c-bbbb-54c158ae880d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199541 Nov 22 16:16:24.321506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 281254bb-5c7f-4961-9826-5b1d3a858507 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:24.336633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de528371-711e-4969-acbe-e45ab59bd7dc None None] Network 1a41917a-cbe4-42eb-ba7e-f94530e48f55 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:24.402375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.483729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c48c2e68-4873-40d4-ad67-2fa0ae366071 req-b0943fe1-f871-473f-a4b7-26805cd86ec9 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 210 time: 0.0477903 Nov 22 16:16:24.502047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.505489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d9a444-bf24-4985-b8c3-3f0ca7e22e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc2f022-3045-4e27-9175-37085d092ab0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:24.510660 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af8912b-4d78-4048-b62f-cb9125355df1" -d '{"events": [{"server_uuid": "48d9a444-bf24-4985-b8c3-3f0ca7e22e17", "name": "network-vif-plugged", "status": "completed", "tag": "1bc2f022-3045-4e27-9175-37085d092ab0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:24.523346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.543010 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.574121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=281254bb-5c7f-4961-9826-5b1d3a858507,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:24.576744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No DVR routers for this DVR port 281254bb-5c7f-4961-9826-5b1d3a858507 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:24.589654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 47509796-0ef4-4ae4-baf6-e3f73a13bdda {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:24.590000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.592499 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.642814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] Pushing event deleted for resources: {'Port': ['ID=281254bb-5c7f-4961-9826-5b1d3a858507,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:24.645107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb44067-0826-49a3-b5af-d985523f7e4f None None] No DVR routers for this DVR port 281254bb-5c7f-4961-9826-5b1d3a858507 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:24.684796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port 47509796-0ef4-4ae4-baf6-e3f73a13bdda, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=47509796-0ef4-4ae4-baf6-e3f73a13bdda,segment=NetworkSegment(bffe4129-300e-43c3-b56a-b32f042687ab),segment_id=bffe4129-300e-43c3-b56a-b32f042687ab)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:24.685175 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.697306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.700488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 47509796-0ef4-4ae4-baf6-e3f73a13bdda owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:24.755471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e61fa8-bea7-401f-a2df-11470a2d3ba5']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:24.759032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 281254bb-5c7f-4961-9826-5b1d3a858507 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:24.772560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Allocated IP 172.20.0.2 (034aa602-20db-47cb-8a9c-ba7b4c689902/ce6309ac-2dde-4785-b58b-9f0864f72c0b/e7e8700b-d5ff-4163-a929-7fc0d2c0d63e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:24.776865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020a2e9f-45e8-4aa8-acf5-c26560c79a49') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:24.777159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020a2e9f-45e8-4aa8-acf5-c26560c79a49') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:24.786655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ba056-81bd-4c40-bfee-ac3f3d928a67 req-318e3e78-2a99-49fa-8da1-34377ad61db3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:24.788194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-831ba056-81bd-4c40-bfee-ac3f3d928a67 req-318e3e78-2a99-49fa-8da1-34377ad61db3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2012799 Nov 22 16:16:24.798547 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.809246 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.816361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] DHCP port deletion for 1a41917a-cbe4-42eb-ba7e-f94530e48f55 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:16:24.819425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 281254bb-5c7f-4961-9826-5b1d3a858507 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:24.819792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 281254bb-5c7f-4961-9826-5b1d3a858507 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:24.828837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.845780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:24.846286 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:24.849294 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:24.915411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] Deleting port 47509796-0ef4-4ae4-baf6-e3f73a13bdda {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:24.915745 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.916468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-831ba056-81bd-4c40-bfee-ac3f3d928a67 req-52d03a1d-3bf7-4d7f-b5fb-9940451b184b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221786 Nov 22 16:16:24.981344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.991413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:24.994670 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.020556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/networks/c8e61fa8-bea7-401f-a2df-11470a2d3ba5 HTTP/1.1" status: 204 len: 168 time: 1.2427626 Nov 22 16:16:25.024773 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52506) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:25.033575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1216795282'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:25.037296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff88b3-795e-4baa-83ad-22b30ec89278 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Network': ['ID=c8e61fa8-bea7-401f-a2df-11470a2d3ba5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:25.054235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] For port 47509796-0ef4-4ae4-baf6-e3f73a13bdda, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=47509796-0ef4-4ae4-baf6-e3f73a13bdda,segment=NetworkSegment(bffe4129-300e-43c3-b56a-b32f042687ab),segment_id=bffe4129-300e-43c3-b56a-b32f042687ab)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:25.054795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.066927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No DVR routers for this DVR port 47509796-0ef4-4ae4-baf6-e3f73a13bdda on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:25.076025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=47509796-0ef4-4ae4-baf6-e3f73a13bdda,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:25.077294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] Calling delete_port for 47509796-0ef4-4ae4-baf6-e3f73a13bdda owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:25.114147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b6c49-c45d-44be-bf6e-0aca7d1b2b23 req-ec1840f8-4d25-4d9f-b723-8490650db478 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:25.116190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f16b6c49-c45d-44be-bf6e-0aca7d1b2b23 req-ec1840f8-4d25-4d9f-b723-8490650db478 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 946 time: 0.0752606 Nov 22 16:16:25.170001 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.181387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:25.185461 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.205283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f16b6c49-c45d-44be-bf6e-0aca7d1b2b23 req-2ce6a073-0a90-438d-9fa9-1fca8e0e4023 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772314 Nov 22 16:16:25.214106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687033c8-b870-4c65-a294-9a103eadc920 req-ea519941-9958-47ee-a9d5-b634ae7ad07a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:25.216166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-687033c8-b870-4c65-a294-9a103eadc920 req-ea519941-9958-47ee-a9d5-b634ae7ad07a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0d234ea-f266-4b06-bd08-68f45e073cce HTTP/1.1" status: 200 len: 944 time: 0.0988364 Nov 22 16:16:25.222653 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.255522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:25.281488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a41917a-cbe4-42eb-ba7e-f94530e48f55']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:25.302608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.303808 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Added segment a38c2c00-0e2d-428c-8f2a-4677bf8a94b2 of type vlan for network fde89af9-e01f-4577-90c2-faf528fac41c Nov 22 16:16:25.307193 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffe4129-300e-43c3-b56a-b32f042687ab') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:25.307853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffe4129-300e-43c3-b56a-b32f042687ab') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:25.334590 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a104b93-4228-49e8-9981-f49663be9719 x-openstack-request-id: req-7a104b93-4228-49e8-9981-f49663be9719 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:25.335035 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d9a444-bf24-4985-b8c3-3f0ca7e22e17", "name": "network-vif-plugged", "status": "completed", "tag": "1bc2f022-3045-4e27-9175-37085d092ab0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:25.335445 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a104b93-4228-49e8-9981-f49663be9719 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:25.335975 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d9a444-bf24-4985-b8c3-3f0ca7e22e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc2f022-3045-4e27-9175-37085d092ab0', 'code': 200} Nov 22 16:16:25.339803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.379526 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.396461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Deleting port 2363f611-468f-4418-9281-ecf3718e1aad {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:25.396848 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.412940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.414969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] Pushing event deleted for resources: {'Port': ['ID=47509796-0ef4-4ae4-baf6-e3f73a13bdda,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:25.418600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fdb2c8-0777-4441-b865-d5ebbf10b352 None None] No DVR routers for this DVR port 47509796-0ef4-4ae4-baf6-e3f73a13bdda on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:25.427293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.430282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.442665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:25.443199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:25.449367 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:25.472332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a2aff-525c-4dd8-9710-df89aff95c19 req-c7a48dbe-440f-4fe0-a91f-473dd0a6f6fb tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:25.473763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a1a2aff-525c-4dd8-9710-df89aff95c19 req-c7a48dbe-440f-4fe0-a91f-473dd0a6f6fb tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1139543 Nov 22 16:16:25.541775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] For port 2363f611-468f-4418-9281-ecf3718e1aad, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2363f611-468f-4418-9281-ecf3718e1aad,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:25.542146 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.565730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Calling delete_port for 2363f611-468f-4418-9281-ecf3718e1aad owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:25.568566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Network 034aa602-20db-47cb-8a9c-ba7b4c689902 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:25.570464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a1a2aff-525c-4dd8-9710-df89aff95c19 req-507ab93e-1452-4bb0-9eea-93891c9d02ae tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872128 Nov 22 16:16:25.574208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Pushing event updated for resources: {'Port': ['ID=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:25.581806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:25.584436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:25.589793 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.595991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:25.596615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.622096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35ae62-c8a0-48ad-bc2d-a3794d343191 req-53190a08-6de4-4f90-b8aa-203b472a6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:25.623617 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9b35ae62-c8a0-48ad-bc2d-a3794d343191 req-53190a08-6de4-4f90-b8aa-203b472a6c8d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 1097 time: 0.2622104 Nov 22 16:16:25.624374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.637060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.640316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/1a41917a-cbe4-42eb-ba7e-f94530e48f55 HTTP/1.1" status: 204 len: 168 time: 1.3455830 Nov 22 16:16:25.645507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:25.652116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-813526466', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:25.735344 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7060735 Nov 22 16:16:25.740059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:25.744211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:25.744844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.749500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:25.750998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ef862-153c-4e3e-a725-0c9fd7eef6dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Network': ['ID=fde89af9-e01f-4577-90c2-faf528fac41c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:25.754299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.755327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.762124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network fde89af9-e01f-4577-90c2-faf528fac41c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:25.784608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d92a87-f141-479c-b284-cc0813603c18 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=1a41917a-cbe4-42eb-ba7e-f94530e48f55,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:25.795453 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-de59cc5d-cf74-43b2-aba3-5476aa79c4ab tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0775537 Nov 22 16:16:25.802043 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9b35ae62-c8a0-48ad-bc2d-a3794d343191 req-d3b2ff4f-6f70-49e2-9f78-1e35b08b9b71 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664352 Nov 22 16:16:25.807840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Request body: {'port': {'device_id': '84d8f639-df07-44d2-8a04-7840fc25309b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:25.871240 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.931835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecabb71-a898-4b4b-9158-303f5e2a8e43 req-7e2c7afd-1914-4d16-96f5-f0b338353d43 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:25.933394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ecabb71-a898-4b4b-9158-303f5e2a8e43 req-7e2c7afd-1914-4d16-96f5-f0b338353d43 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 814 time: 0.2554851 Nov 22 16:16:25.942634 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.952856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['54ab08ea-54b4-468c-9184-e0471ad3cb09'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:25.980071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['5c1375ff-9363-4d8e-baef-d39a849b73d5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:26.061216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event deleted for resources: {'Port': ['ID=2363f611-468f-4418-9281-ecf3718e1aad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:26.071321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:26.074853 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.080870 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.083839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ecabb71-a898-4b4b-9158-303f5e2a8e43 req-5e99b60d-6364-451e-a811-bc308afd2e89 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/quotas/6d393ea3658642d2841a2cfe916fb5aa HTTP/1.1" status: 200 len: 375 time: 0.1035798 Nov 22 16:16:26.206896 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e8700b-d5ff-4163-a929-7fc0d2c0d63e {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:26.218340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.236836 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Transition to ACTIVE for port object e7e8700b-d5ff-4163-a929-7fc0d2c0d63e will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:16:26.242873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.272910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] No DVR routers for this DVR port 2363f611-468f-4418-9281-ecf3718e1aad on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:26.284170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.287875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-687033c8-b870-4c65-a294-9a103eadc920 req-19836c34-64f2-478e-bdf9-ab10657a8ac0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "DELETE /v2.0/ports/2363f611-468f-4418-9281-ecf3718e1aad HTTP/1.1" status: 204 len: 173 time: 1.0578828 Nov 22 16:16:26.290240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'name': 'network-vif-deleted', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:26.292640 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f31f58-379a-469a-921a-980d58cacb7f" -d '{"events": [{"server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "name": "network-vif-deleted", "tag": "2363f611-468f-4418-9281-ecf3718e1aad"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:26.341403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Pushing event updated for resources: {'Port': ['ID=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:26.368592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.393653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Attempting to bind port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:26.394841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Attempting to bind port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '034aa602-20db-47cb-8a9c-ba7b4c689902'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:26.395357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Attempting to bind port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e on network 034aa602-20db-47cb-8a9c-ba7b4c689902 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:26.400923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e on network 034aa602-20db-47cb-8a9c-ba7b4c689902 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:16:26.401492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Attempting to bind port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e on network 034aa602-20db-47cb-8a9c-ba7b4c689902 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:26.408086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:26.408712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Checking segment: {'id': '168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '034aa602-20db-47cb-8a9c-ba7b4c689902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:26.409283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Bound using segment: {'id': '168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '034aa602-20db-47cb-8a9c-ba7b4c689902'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:26.409900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Bound port: e7e8700b-d5ff-4163-a929-7fc0d2c0d63e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '034aa602-20db-47cb-8a9c-ba7b4c689902'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:26.410459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.421590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ecabb71-a898-4b4b-9158-303f5e2a8e43 req-50de0aa1-46c0-4394-84e8-6fdee6f02b7b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2923343 Nov 22 16:16:26.531611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] For port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:26.535540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] For port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,segment=NetworkSegment(168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa),segment_id=168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:26.553688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.608349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:26.608994 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.611047 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-c05e0e0b-c367-4561-92db-59571214389e service neutron] 10.222.0.11 "PUT /v2.0/ports/e7e8700b-d5ff-4163-a929-7fc0d2c0d63e HTTP/1.1" status: 200 len: 1091 time: 0.8072140 Nov 22 16:16:26.614761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d8f639-df07-44d2-8a04-7840fc25309b', 'tag': 'e7e8700b-d5ff-4163-a929-7fc0d2c0d63e'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:26.618361 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f" -d '{"events": [{"name": "network-changed", "server_uuid": "84d8f639-df07-44d2-8a04-7840fc25309b", "tag": "e7e8700b-d5ff-4163-a929-7fc0d2c0d63e"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:26.632579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e0e0b-c367-4561-92db-59571214389e service neutron] Pushing event updated for resources: {'Port': ['ID=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:26.640260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da06fb5-3c40-40f8-ae90-5d8f9dee014a req-6e5746a1-33e9-4e39-983b-d2bbee82e766 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:26.642332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0da06fb5-3c40-40f8-ae90-5d8f9dee014a req-6e5746a1-33e9-4e39-983b-d2bbee82e766 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 945 time: 0.1390982 Nov 22 16:16:26.643756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:26.707169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e47dc-518d-4209-a865-fa712906d005 req-2442acf7-cfbf-4ab2-b9ba-984377e9ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:26.709084 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-2442acf7-cfbf-4ab2-b9ba-984377e9ed3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b32f3631a3394ca8ab7a9502a2742582&device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 1094 time: 0.0519707 Nov 22 16:16:26.721963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 47509796-0ef4-4ae4-baf6-e3f73a13bdda no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:26.748832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 47509796-0ef4-4ae4-baf6-e3f73a13bdda {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:26.749523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 47509796-0ef4-4ae4-baf6-e3f73a13bdda not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:26.765831 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-b64ed978-573c-460b-b09c-b44f0ce3e526 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e HTTP/1.1" status: 200 len: 217 time: 0.0460236 Nov 22 16:16:26.822684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e47dc-518d-4209-a865-fa712906d005 req-3a6ff1d9-a624-4b3e-b4a6-1804ce5efaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:26.824183 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-3a6ff1d9-a624-4b3e-b4a6-1804ce5efaa2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce6309ac-2dde-4785-b58b-9f0864f72c0b HTTP/1.1" status: 200 len: 864 time: 0.0514119 Nov 22 16:16:26.863860 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-8f678917-5825-4f90-a5c5-364c566c42d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=034aa602-20db-47cb-8a9c-ba7b4c689902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329511 Nov 22 16:16:26.973665 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-07652cc9-c776-4a62-b1cd-d820e2c27663 service neutron] 10.222.0.11 "GET /v2.0/networks/034aa602-20db-47cb-8a9c-ba7b4c689902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993247 Nov 22 16:16:27.017471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:27.071591 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33e47dc-518d-4209-a865-fa712906d005 req-d07f6191-1955-41a6-814f-a98df21e5e8e service neutron] 10.222.0.11 "GET /v2.0/networks/034aa602-20db-47cb-8a9c-ba7b4c689902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901661 Nov 22 16:16:27.135594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca6746-271f-4de5-947e-09862691b2e6 req-296a27dc-78ee-44e5-b931-a2c0a7c4ef31 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:27.137042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16ca6746-271f-4de5-947e-09862691b2e6 req-296a27dc-78ee-44e5-b931-a2c0a7c4ef31 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 943 time: 0.2047195 Nov 22 16:16:27.144428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking segment: {'id': 'a38c2c00-0e2d-428c-8f2a-4677bf8a94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:27.144986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network hostable DHCP agents. Network: fde89af9-e01f-4577-90c2-faf528fac41c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:27.156742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0da06fb5-3c40-40f8-ae90-5d8f9dee014a req-e6bb2ff6-530b-4f38-93df-c0414780301d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050545 Nov 22 16:16:27.211781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:27.244942 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:27.270526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network fde89af9-e01f-4577-90c2-faf528fac41c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:27.357387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, fde89af9-e01f-4577-90c2-faf528fac41c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:27.365920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dade0-a19e-47ac-931f-1c5c51de3d34 None None] Network fde89af9-e01f-4577-90c2-faf528fac41c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:27.384170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:27.384782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:27.399304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16ca6746-271f-4de5-947e-09862691b2e6 req-9e5c82c2-3201-4300-bd45-ffa3a037a4f3 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507768 Nov 22 16:16:27.473964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9f8d5f31-a99f-4302-b793-a866862658ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7307751 Nov 22 16:16:27.477112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52552) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:27.484182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c', 'name': 'tempest-PortsTestJSON-1674507041', 'fixed_ips': [{'subnet_id': '063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba', 'ip_address': '172.20.0.10'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:27.502199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee6f05-841c-46a1-b66c-59e1971b8d7c req-1f123369-3ff5-491d-818d-2380583f18a0 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:27.508849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0ee6f05-841c-46a1-b66c-59e1971b8d7c req-1f123369-3ff5-491d-818d-2380583f18a0 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 946 time: 0.2646961 Nov 22 16:16:27.529016 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f41a9d0-1ff6-4c43-8937-eeb9442975d2 x-openstack-request-id: req-7f41a9d0-1ff6-4c43-8937-eeb9442975d2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:27.529327 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d234ea-f266-4b06-bd08-68f45e073cce", "name": "network-vif-deleted", "tag": "2363f611-468f-4418-9281-ecf3718e1aad", "status": "failed", "code": 422}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:27.529592 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f41a9d0-1ff6-4c43-8937-eeb9442975d2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:27.530049 n-d-811716-3 neutron-server[103411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0d234ea-f266-4b06-bd08-68f45e073cce', 'name': 'network-vif-deleted', 'tag': '2363f611-468f-4418-9281-ecf3718e1aad', 'status': 'failed', 'code': 422} returned with failed status Nov 22 16:16:27.575245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fde89af9-e01f-4577-90c2-faf528fac41c', 'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c', 'tenant_id': 'e3b54c9bbc724f8984f89832168279fe', 'fixed_ips': [{'subnet_id': '063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:16:27.576019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:27.667359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 172.25.5.98 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/c63667b1-0309-4c9c-8128-a6b9eb1464b0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:27.689137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:27.736963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Allocated IP 172.20.0.2 (fde89af9-e01f-4577-90c2-faf528fac41c/063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba/8c7a8595-c61c-4acf-ab57-bc3181632731) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:27.746615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0ee6f05-841c-46a1-b66c-59e1971b8d7c req-b9041822-17a4-4807-b3fc-0ee88011a645 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155666 Nov 22 16:16:27.762371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359505ad-9b6e-4533-bfe0-aa2eee1b6f81 req-396222cd-2cbb-4975-b89a-c0d2942a922f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:27.764144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-359505ad-9b6e-4533-bfe0-aa2eee1b6f81 req-396222cd-2cbb-4975-b89a-c0d2942a922f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1791584 Nov 22 16:16:27.812428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:27.831645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port 2ea3b503-025c-4c60-b05a-c431a65a1653 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:16:27.936663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-359505ad-9b6e-4533-bfe0-aa2eee1b6f81 req-019b79e5-4417-4a67-bd5d-88059e2e1795 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622074 Nov 22 16:16:27.965933 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:27.999531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ca994-8b5f-45c4-b009-8ba70ea947e5 req-02f2b78c-d85e-4a84-aa9f-a4b1238105d7 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:28.001932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-520ca994-8b5f-45c4-b009-8ba70ea947e5 req-02f2b78c-d85e-4a84-aa9f-a4b1238105d7 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1257496 Nov 22 16:16:28.029988 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94795d4d-1bca-434e-9fb6-1dec950d84ab x-openstack-request-id: req-94795d4d-1bca-434e-9fb6-1dec950d84ab {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:28.030380 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84d8f639-df07-44d2-8a04-7840fc25309b", "tag": "e7e8700b-d5ff-4163-a929-7fc0d2c0d63e", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:28.030712 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94795d4d-1bca-434e-9fb6-1dec950d84ab {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:28.030851 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:28.031225 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d8f639-df07-44d2-8a04-7840fc25309b', 'tag': 'e7e8700b-d5ff-4163-a929-7fc0d2c0d63e', 'status': 'completed', 'code': 200} Nov 22 16:16:28.039073 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:28.070551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:28.112519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Pushing event updated for resources: {'Port': ['ID=8c7a8595-c61c-4acf-ab57-bc3181632731,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:28.118617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-520ca994-8b5f-45c4-b009-8ba70ea947e5 req-5f8d4948-4505-4576-885a-86de3b85118b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977948 Nov 22 16:16:28.123635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Network fde89af9-e01f-4577-90c2-faf528fac41c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:28.126413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:28.133894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:28.150898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.10 (fde89af9-e01f-4577-90c2-faf528fac41c/063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba/2ea3b503-025c-4c60-b05a-c431a65a1653) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:28.164051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=c63667b1-0309-4c9c-8128-a6b9eb1464b0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:28.191145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:28.198761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:28.203172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:28.253584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Attempting to bind port 8c7a8595-c61c-4acf-ab57-bc3181632731 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:28.254889 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Attempting to bind port 8c7a8595-c61c-4acf-ab57-bc3181632731 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a38c2c00-0e2d-428c-8f2a-4677bf8a94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:28.255263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Attempting to bind port 8c7a8595-c61c-4acf-ab57-bc3181632731 on network fde89af9-e01f-4577-90c2-faf528fac41c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:28.262751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-4d8131e0-fe4b-4ca7-aaf3-8d6631a2aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:28.263704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:28.264113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Checking segment: {'id': 'a38c2c00-0e2d-428c-8f2a-4677bf8a94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:28.264337 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-4d8131e0-fe4b-4ca7-aaf3-8d6631a2aca8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b32f3631a3394ca8ab7a9502a2742582&device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 1094 time: 0.1027007 Nov 22 16:16:28.264640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:28.265184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Bound using segment: {'id': 'a38c2c00-0e2d-428c-8f2a-4677bf8a94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:28.265667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Bound port: 8c7a8595-c61c-4acf-ab57-bc3181632731, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38c2c00-0e2d-428c-8f2a-4677bf8a94b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:28.266046 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:28.476562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb7de3-e26a-4af9-b28a-c03681409b77 req-9d4f38c9-7f07-4b5c-b33a-ad2ec97908ca tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:28.486515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0cb7de3-e26a-4af9-b28a-c03681409b77 req-9d4f38c9-7f07-4b5c-b33a-ad2ec97908ca tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2276587 Nov 22 16:16:28.512091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-3a98aaf6-c636-4302-a30a-e8b620e4c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:28.513763 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-3a98aaf6-c636-4302-a30a-e8b620e4c0c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=034aa602-20db-47cb-8a9c-ba7b4c689902 HTTP/1.1" status: 200 len: 925 time: 0.2250092 Nov 22 16:16:28.536134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:28.553454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] For port 8c7a8595-c61c-4acf-ab57-bc3181632731, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:28.568203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] For port 8c7a8595-c61c-4acf-ab57-bc3181632731, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8c7a8595-c61c-4acf-ab57-bc3181632731,segment=NetworkSegment(a38c2c00-0e2d-428c-8f2a-4677bf8a94b2),segment_id=a38c2c00-0e2d-428c-8f2a-4677bf8a94b2)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:28.594163 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:28.597415 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-677d81c6-7643-4309-8f8e-e1b357567758 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e HTTP/1.1" status: 200 len: 217 time: 0.0730786 Nov 22 16:16:28.616221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0cb7de3-e26a-4af9-b28a-c03681409b77 req-90b2eb5a-aec4-42b5-9da9-c3a42d5047cd tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257870 Nov 22 16:16:28.699308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca319d0-3c84-41c5-8ae0-9f2de798d501 req-76e64ebe-b02a-42d9-a8ef-6b9116120d8a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:28.701169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ca319d0-3c84-41c5-8ae0-9f2de798d501 req-76e64ebe-b02a-42d9-a8ef-6b9116120d8a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 907 time: 0.1390254 Nov 22 16:16:28.720372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:28.802093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=2ea3b503-025c-4c60-b05a-c431a65a1653,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:28.809519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb7e4a-29d4-447e-91c2-1620ba6be04b None None] Pushing event updated for resources: {'Port': ['ID=8c7a8595-c61c-4acf-ab57-bc3181632731,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:28.812025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-c98784ac-dd56-429e-87f5-4bc7549b3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:28.815419 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-c98784ac-dd56-429e-87f5-4bc7549b3b85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ce6309ac-2dde-4785-b58b-9f0864f72c0b HTTP/1.1" status: 200 len: 864 time: 0.2009687 Nov 22 16:16:28.846581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network fde89af9-e01f-4577-90c2-faf528fac41c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:28.856078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:28.859176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:28.902719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-34557f6b-f677-427c-b3fa-c637e25f4a1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=034aa602-20db-47cb-8a9c-ba7b4c689902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766690 Nov 22 16:16:28.953972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:29.023196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38d138cc-db56-4eca-b5ab-714f34d0f130 req-4de85225-7ca2-40d3-98d3-d9392e51a09e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6d393ea3658642d2841a2cfe916fb5aa HTTP/1.1" status: 200 len: 221 time: 0.0992301 Nov 22 16:16:29.048947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9359b-f4d9-4b89-adc2-15493309f875 req-6778bc1c-12e4-446f-afbb-a47a2308e120 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:29.051363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2d9359b-f4d9-4b89-adc2-15493309f875 req-6778bc1c-12e4-446f-afbb-a47a2308e120 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 943 time: 0.1717286 Nov 22 16:16:29.224493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2d9359b-f4d9-4b89-adc2-15493309f875 req-962aaf93-0ad4-45e5-a4dd-76de08e0978d tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383665 Nov 22 16:16:29.244099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:29.244650 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:29.246657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc5c17-b5a4-46d2-9bf6-abcadd037029 req-d7399ad2-8964-45d0-9b13-c85acf6d2e31 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:29.248205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bddc5c17-b5a4-46d2-9bf6-abcadd037029 req-d7399ad2-8964-45d0-9b13-c85acf6d2e31 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 946 time: 0.1313460 Nov 22 16:16:29.275636 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d748ee6-75df-4aaa-a7ae-d27dd029e8be tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7965815 Nov 22 16:16:29.278982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52592) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:29.292853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': 'fde89af9-e01f-4577-90c2-faf528fac41c', 'name': 'tempest-PortsTestJSON-218743719', 'fixed_ips': [{'subnet_id': '063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba', 'ip_address': '172.20.0.9'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:29.338499 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-0d680d58-ae95-4635-ac87-a7b2b7e0fa50 service neutron] 10.222.0.11 "GET /v2.0/networks/034aa602-20db-47cb-8a9c-ba7b4c689902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246171 Nov 22 16:16:29.373397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:29.398821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bddc5c17-b5a4-46d2-9bf6-abcadd037029 req-4767930a-9e42-4287-a345-56aebb2f2312 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150196 Nov 22 16:16:29.448920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722701a-ff4a-48ba-bcc8-c9764b6ce14f req-1d870880-8e40-44d0-9b0c-cbb411de5db4 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:29.450460 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4722701a-ff4a-48ba-bcc8-c9764b6ce14f req-1d870880-8e40-44d0-9b0c-cbb411de5db4 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1457677 Nov 22 16:16:29.481346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:29.487173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:29.513124 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-28dcd91d-98cd-473b-9a5b-358aaba5bf5f req-49d3fab8-febd-408b-972f-7fef3bf3d7c9 service neutron] 10.222.0.11 "GET /v2.0/networks/034aa602-20db-47cb-8a9c-ba7b4c689902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393263 Nov 22 16:16:29.520729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port 5697f50f-19b8-468d-bc4e-08b86c0f4b49 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:16:29.547999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e7e8700b-d5ff-4163-a929-7fc0d2c0d63e details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:16:29.612845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337522f-66a1-4ad8-b7dd-a70a4f163a05 req-5385eabd-2834-4a29-bf66-04915ba479d7 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:29.615978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e337522f-66a1-4ad8-b7dd-a70a4f163a05 req-5385eabd-2834-4a29-bf66-04915ba479d7 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1122994 Nov 22 16:16:29.682209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,segment=NetworkSegment(168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa),segment_id=168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:29.694637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e7e8700b-d5ff-4163-a929-7fc0d2c0d63e', 'network_id': '034aa602-20db-47cb-8a9c-ba7b4c689902', 'port_id': 'e7e8700b-d5ff-4163-a929-7fc0d2c0d63e', 'mac_address': 'fa:16:3e:b3:13:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce6309ac-2dde-4785-b58b-9f0864f72c0b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:16:29.713716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4722701a-ff4a-48ba-bcc8-c9764b6ce14f req-4fee0cd8-9177-4861-a66c-928a8d3322c0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532954 Nov 22 16:16:29.753479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:29.755258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.9 (fde89af9-e01f-4577-90c2-faf528fac41c/063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba/5697f50f-19b8-468d-bc4e-08b86c0f4b49) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:29.761016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e337522f-66a1-4ad8-b7dd-a70a4f163a05 req-e6315b51-6a3e-4717-9ac6-fb67fef8fa30 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278939 Nov 22 16:16:29.768592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e8700b-d5ff-4163-a929-7fc0d2c0d63e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:29.780323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router 1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:16:29.802404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,segment=NetworkSegment(168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa),segment_id=168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:29.809308 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:29.892687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:30.031804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e7e8700b-d5ff-4163-a929-7fc0d2c0d63e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:30.041592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa6468-1b88-41d9-b664-09cc23d10e5e req-5b42f087-7fa6-4063-96c0-6af7ed25f521 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.053883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:30.064147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acaa6468-1b88-41d9-b664-09cc23d10e5e req-5b42f087-7fa6-4063-96c0-6af7ed25f521 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 907 time: 0.1757078 Nov 22 16:16:30.068400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:30.082262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d9bb8-c441-4c19-9278-13e9fbafca7b None None] Network fde89af9-e01f-4577-90c2-faf528fac41c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:30.091634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a7a3a-1bbf-4e40-9651-ff27a1491f31 None None] Sync routers for ids ['1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:30.130438 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:30.134561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-983f3acd-666f-4e9a-b51f-5f6a5e7fe09f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.4855251 Nov 22 16:16:30.134931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:30.165469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:30.193538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-eae47fbf-72cf-47f2-956e-edc24c24c436 None None] Provisioning complete for port 8c7a8595-c61c-4acf-ab57-bc3181632731 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:30.194277 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eae47fbf-72cf-47f2-956e-edc24c24c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:30.197071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a7a3a-1bbf-4e40-9651-ff27a1491f31 None None] Routers {'1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:30.197946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4f6a7a3a-1bbf-4e40-9651-ff27a1491f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:30.291684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network fde89af9-e01f-4577-90c2-faf528fac41c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:30.308344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:30.320435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:30.325687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4f6a7a3a-1bbf-4e40-9651-ff27a1491f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:30.395835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a7a3a-1bbf-4e40-9651-ff27a1491f31 None None] Routers {'1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:30.399083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4f6a7a3a-1bbf-4e40-9651-ff27a1491f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:30.416722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=5697f50f-19b8-468d-bc4e-08b86c0f4b49,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:30.456074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.457010 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:30.489424 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4de3ce4c-6460-46a0-8739-bdc38902ece1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2058146 Nov 22 16:16:30.492225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52616) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:30.494796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4f6a7a3a-1bbf-4e40-9651-ff27a1491f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:30.495613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a7a3a-1bbf-4e40-9651-ff27a1491f31 None None] The sync data for ids ['1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:30.637139 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eae47fbf-72cf-47f2-956e-edc24c24c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:30.673671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e87487-18e3-4a1e-8a8e-296aff893ffa req-4dab4087-ee06-4220-87c8-f7ca963ea0ab tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.675828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27134048-cb99-40f1-982a-7d1f230ccc47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.677637 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-27134048-cb99-40f1-982a-7d1f230ccc47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1837239 Nov 22 16:16:30.680243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52618) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:30.684541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8e87487-18e3-4a1e-8a8e-296aff893ffa req-4dab4087-ee06-4220-87c8-f7ca963ea0ab tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.5022740 Nov 22 16:16:30.706659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-2c66da24-ac48-4bce-9e85-1327052506b1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.708353 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-2c66da24-ac48-4bce-9e85-1327052506b1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 907 time: 0.1435761 Nov 22 16:16:30.777827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3468539-4f18-4674-91e2-9b7ef2c7bc68 req-2035def8-9d32-4777-bf1f-195effff21b2 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.787140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3468539-4f18-4674-91e2-9b7ef2c7bc68 req-2035def8-9d32-4777-bf1f-195effff21b2 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 944 time: 0.1625776 Nov 22 16:16:30.795652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-eae47fbf-72cf-47f2-956e-edc24c24c436 None None] For port 8c7a8595-c61c-4acf-ab57-bc3181632731, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8c7a8595-c61c-4acf-ab57-bc3181632731,segment=NetworkSegment(a38c2c00-0e2d-428c-8f2a-4677bf8a94b2),segment_id=a38c2c00-0e2d-428c-8f2a-4677bf8a94b2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:30.806754 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eae47fbf-72cf-47f2-956e-edc24c24c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:30.815501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8c7a8595-c61c-4acf-ab57-bc3181632731 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:30.829562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e1288db3-03ad-4328-b192-bcda389e86e6 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/routers/1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 HTTP/1.1" status: 200 len: 883 time: 0.6908119 Nov 22 16:16:30.860785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a955a4d-3ee6-4dab-b39e-4a16f65f0d83 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.864027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:30.881583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a955a4d-3ee6-4dab-b39e-4a16f65f0d83 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.890347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a955a4d-3ee6-4dab-b39e-4a16f65f0d83 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:30.892310 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0a955a4d-3ee6-4dab-b39e-4a16f65f0d83 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2064254 Nov 22 16:16:30.898721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52624) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:30.904485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae47fbf-72cf-47f2-956e-edc24c24c436 None None] Pushing event updated for resources: {'Port': ['ID=8c7a8595-c61c-4acf-ab57-bc3181632731,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:30.919412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8c7a8595-c61c-4acf-ab57-bc3181632731 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:30.919936 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:30.954300 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8e87487-18e3-4a1e-8a8e-296aff893ffa req-c832f476-24dc-4f73-84e7-e99024a1efc0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656326 Nov 22 16:16:31.101465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-b2d3bcce-e1c2-4af2-8c6d-6cbb796a3f39 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:31.103251 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-b2d3bcce-e1c2-4af2-8c6d-6cbb796a3f39 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.71 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 946 time: 0.2095809 Nov 22 16:16:31.150573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Deleting port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:31.151618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.171602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2a7dde95-2f69-44e5-9b85-2c7ceb324a57 None None] Provisioning complete for port 8c7a8595-c61c-4acf-ab57-bc3181632731 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:31.172006 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a7dde95-2f69-44e5-9b85-2c7ceb324a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.179710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3468539-4f18-4674-91e2-9b7ef2c7bc68 req-5e2fa82e-8a84-4140-b8bc-9f81e82634d3 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914061 Nov 22 16:16:31.295336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa8657-e75d-4144-90e4-dd47c482462c req-91fc2118-e6ef-404a-a97c-27f66ffad37d tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:31.307517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6fa8657-e75d-4144-90e4-dd47c482462c req-91fc2118-e6ef-404a-a97c-27f66ffad37d tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 946 time: 0.2064190 Nov 22 16:16:31.364071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2a7dde95-2f69-44e5-9b85-2c7ceb324a57 None None] Provisioning complete for port 5697f50f-19b8-468d-bc4e-08b86c0f4b49 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:31.364459 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a7dde95-2f69-44e5-9b85-2c7ceb324a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.369265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d8b6e-7205-4f23-b4e5-04eb969d43f1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 5697f50f-19b8-468d-bc4e-08b86c0f4b49 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:31.369603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8b6e-7205-4f23-b4e5-04eb969d43f1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.412347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2a7dde95-2f69-44e5-9b85-2c7ceb324a57 None None] Port 5697f50f-19b8-468d-bc4e-08b86c0f4b49 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:31.448303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2a7dde95-2f69-44e5-9b85-2c7ceb324a57 None None] Provisioning complete for port 2ea3b503-025c-4c60-b05a-c431a65a1653 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:31.449012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a7dde95-2f69-44e5-9b85-2c7ceb324a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.495340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2a7dde95-2f69-44e5-9b85-2c7ceb324a57 None None] Port 2ea3b503-025c-4c60-b05a-c431a65a1653 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:31.525366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] For port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:31.525748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.541102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6fa8657-e75d-4144-90e4-dd47c482462c req-04b5f703-f1da-4d02-9da0-dfdbb046e470 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/security-groups?id=44d50d09-1141-402c-b345-4144569b7533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128847 Nov 22 16:16:31.562558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 398455fd-64e6-4166-ab08-20a0b66d08f6 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:16:31.565288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e7e8700b-d5ff-4163-a929-7fc0d2c0d63e up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:31.573321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Calling delete_port for ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:31.582714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060233a-e8af-4354-a063-7adfd36e9b60 req-53822a31-7db7-490e-95a8-98260dbdbb88 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:31.583956 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8b6e-7205-4f23-b4e5-04eb969d43f1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.598111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e060233a-e8af-4354-a063-7adfd36e9b60 req-53822a31-7db7-490e-95a8-98260dbdbb88 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.2678020 Nov 22 16:16:31.620679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Deleting port 1bc2f022-3045-4e27-9175-37085d092ab0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:31.621024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.644960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4a0d8b6e-7205-4f23-b4e5-04eb969d43f1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 5697f50f-19b8-468d-bc4e-08b86c0f4b49 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:31.665466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-be6d1952-d697-43d6-a2ed-6e7b018609e4 None None] Provisioning complete for port 2ea3b503-025c-4c60-b05a-c431a65a1653 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:31.665874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be6d1952-d697-43d6-a2ed-6e7b018609e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.709476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-be6d1952-d697-43d6-a2ed-6e7b018609e4 None None] Port 2ea3b503-025c-4c60-b05a-c431a65a1653 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:31.713835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:16:31.724329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:31.724642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.749286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e060233a-e8af-4354-a063-7adfd36e9b60 req-34af185e-60a8-42fd-af0b-35e2eed650ef tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399155 Nov 22 16:16:31.771214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:16:31.867277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f87a5-1169-4318-85da-b4fe9306b3d0 req-90e1182a-dffb-47b7-bf23-f12f4bae6cd7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:31.868789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d4f87a5-1169-4318-85da-b4fe9306b3d0 req-90e1182a-dffb-47b7-bf23-f12f4bae6cd7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 907 time: 0.1673214 Nov 22 16:16:31.881662 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.916014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fcac832f-fa81-40cc-b8cb-73807830a3d1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.0488596 Nov 22 16:16:31.916951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52634) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:31.924674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,segment=NetworkSegment(168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa),segment_id=168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:31.925083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-721ae859-2810-4d84-b7d3-06568f9b25a3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-813526466'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:31.928935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d8f639-df07-44d2-8a04-7840fc25309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e8700b-d5ff-4163-a929-7fc0d2c0d63e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:31.931612 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64852160-55b0-4b6a-b074-fcd8ea20a3a3" -d '{"events": [{"server_uuid": "84d8f639-df07-44d2-8a04-7840fc25309b", "name": "network-vif-plugged", "status": "completed", "tag": "e7e8700b-d5ff-4163-a929-7fc0d2c0d63e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:31.944723 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:31.967147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] For port 1bc2f022-3045-4e27-9175-37085d092ab0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1bc2f022-3045-4e27-9175-37085d092ab0,segment=NetworkSegment(ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2),segment_id=ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:31.967654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.016913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Calling delete_port for 1bc2f022-3045-4e27-9175-37085d092ab0 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:32.058637 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825018b6-d1ef-4745-bb0f-20c1d48b531a x-openstack-request-id: req-825018b6-d1ef-4745-bb0f-20c1d48b531a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:32.060675 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d8f639-df07-44d2-8a04-7840fc25309b", "name": "network-vif-plugged", "status": "completed", "tag": "e7e8700b-d5ff-4163-a929-7fc0d2c0d63e", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:32.060981 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-825018b6-d1ef-4745-bb0f-20c1d48b531a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:32.061400 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d8f639-df07-44d2-8a04-7840fc25309b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e8700b-d5ff-4163-a929-7fc0d2c0d63e', 'code': 200} Nov 22 16:16:32.068586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:32.084710 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-89dde1c6-4469-412f-b332-8be0a079a10f None None] Provisioning complete for port 5697f50f-19b8-468d-bc4e-08b86c0f4b49 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:32.085090 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-89dde1c6-4469-412f-b332-8be0a079a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.134416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-89dde1c6-4469-412f-b332-8be0a079a10f None None] Port 5697f50f-19b8-468d-bc4e-08b86c0f4b49 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:32.142371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7aa5b-ef01-4492-b1bf-0c1e3e08c249 req-9b86dbac-6d4b-4d5e-ad7d-e45c6cf5f075 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:32.144389 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3de7aa5b-ef01-4492-b1bf-0c1e3e08c249 req-9b86dbac-6d4b-4d5e-ad7d-e45c6cf5f075 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3111129 Nov 22 16:16:32.179764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.192044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8b6e-7205-4f23-b4e5-04eb969d43f1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.199952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:32.218734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '398455fd-64e6-4166-ab08-20a0b66d08f6', 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'port_id': '398455fd-64e6-4166-ab08-20a0b66d08f6', 'mac_address': 'fa:16:3e:4b:36:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0552979b-14c4-4233-b96f-5b09180e1a4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:16:32.234335 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event deleted for resources: {'Port': ['ID=ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:32.309013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1705667-d98b-4a32-8455-e5a502d89400 req-4057befd-3443-4c97-95eb-1ec5214d9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:32.310550 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d1705667-d98b-4a32-8455-e5a502d89400 req-4057befd-3443-4c97-95eb-1ec5214d9b3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 1096 time: 0.1957319 Nov 22 16:16:32.319136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d8b6e-7205-4f23-b4e5-04eb969d43f1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=5697f50f-19b8-468d-bc4e-08b86c0f4b49,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:32.340842 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.369462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 398455fd-64e6-4166-ab08-20a0b66d08f6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:32.406473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0abb76-8eca-45f9-9c67-70ee789bad7a req-6b25736a-0277-4b4a-b8e7-0426ccf17eb9 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:32.407630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:32.412783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.415327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d0abb76-8eca-45f9-9c67-70ee789bad7a req-6b25736a-0277-4b4a-b8e7-0426ccf17eb9 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 945 time: 0.1061876 Nov 22 16:16:32.427567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3de7aa5b-ef01-4492-b1bf-0c1e3e08c249 req-cb77ffc7-f074-4f66-a985-098550c74c4e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514346 Nov 22 16:16:32.503737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:32.531658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] No DVR routers for this DVR port ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:32.549411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.559287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-35162b31-2717-4fc4-a686-46e1c4ab8614 req-0606f96b-2d5a-447d-a3bf-478c577d8119 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "DELETE /v2.0/ports/ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 HTTP/1.1" status: 204 len: 173 time: 1.8275478 Nov 22 16:16:32.565590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'name': 'network-vif-deleted', 'tag': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:32.568041 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd3fd6-841d-433a-b02f-fc1cebbfff58" -d '{"events": [{"server_uuid": "60aec23a-3dd4-4efe-8e27-c071e06d44fb", "name": "network-vif-deleted", "tag": "ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:32.640031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['398455fd-64e6-4166-ab08-20a0b66d08f6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:32.694226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d0abb76-8eca-45f9-9c67-70ee789bad7a req-93101437-0abc-493a-b024-3319d36fe090 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779093 Nov 22 16:16:32.707351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a0d8b6e-7205-4f23-b4e5-04eb969d43f1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.733948 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4a0d8b6e-7205-4f23-b4e5-04eb969d43f1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/5697f50f-19b8-468d-bc4e-08b86c0f4b49 HTTP/1.1" status: 204 len: 168 time: 1.8213072 Nov 22 16:16:32.735926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52648) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:32.760977 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d1705667-d98b-4a32-8455-e5a502d89400 req-c8dd21a7-353b-4dfb-b447-27e5bfe40509 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374189 Nov 22 16:16:32.773838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8c7a8595-c61c-4acf-ab57-bc3181632731 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:32.782918 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d04ecdc-20c3-4b18-8a80-c61bac0b44b0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:16:32.784831 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2d04ecdc-20c3-4b18-8a80-c61bac0b44b0 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/5697f50f-19b8-468d-bc4e-08b86c0f4b49 HTTP/1.1" status: 404 len: 333 time: 0.0458231 Nov 22 16:16:32.787574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52652) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:32.810559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.870433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1bc2f022-3045-4e27-9175-37085d092ab0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:32.874554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61f79e62-d27a-4cef-8cbf-7604c647161b req-dccfb5c7-96ae-4935-bb04-a1ee44ad47c5 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d9a444-bf24-4985-b8c3-3f0ca7e22e17 HTTP/1.1" status: 200 len: 210 time: 0.0417504 Nov 22 16:16:32.875158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Pushing event deleted for resources: {'Port': ['ID=1bc2f022-3045-4e27-9175-37085d092ab0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:32.909769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b101edd-3b82-4a98-9062-2d6d3f43d92c req-429a49f9-c535-48fa-b17c-ea391640f8a8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:32.911005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b101edd-3b82-4a98-9062-2d6d3f43d92c req-429a49f9-c535-48fa-b17c-ea391640f8a8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3277321 Nov 22 16:16:32.965215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] No DVR routers for this DVR port 1bc2f022-3045-4e27-9175-37085d092ab0 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:32.968792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-721ae859-2810-4d84-b7d3-06568f9b25a3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.970749 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:32.974354 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b6d108c6-5b2f-47f0-9904-659e55179dca req-506031bb-abd1-4f49-9368-7944dc84d116 tempest-ServerAddressesNegativeTestJSON-1239148573 tempest-ServerAddressesNegativeTestJSON-1239148573-project] 10.222.0.71 "DELETE /v2.0/ports/1bc2f022-3045-4e27-9175-37085d092ab0 HTTP/1.1" status: 204 len: 173 time: 1.8419611 Nov 22 16:16:32.999327 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ccf34f-03f6-4ada-ac88-67c847e118cb x-openstack-request-id: req-21ccf34f-03f6-4ada-ac88-67c847e118cb {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:32.999589 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60aec23a-3dd4-4efe-8e27-c071e06d44fb", "name": "network-vif-deleted", "tag": "ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:32.999970 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21ccf34f-03f6-4ada-ac88-67c847e118cb {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:33.000539 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60aec23a-3dd4-4efe-8e27-c071e06d44fb', 'name': 'network-vif-deleted', 'tag': 'ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8', 'status': 'completed', 'code': 200} Nov 22 16:16:33.008372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b101edd-3b82-4a98-9062-2d6d3f43d92c req-06e2d663-fc81-4b11-8dc6-c17166cdf1b3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831881 Nov 22 16:16:33.014631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-721ae859-2810-4d84-b7d3-06568f9b25a3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.036699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8c7a8595-c61c-4acf-ab57-bc3181632731 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:33.037653 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.042392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e05b2-60dc-4dd8-baa8-3f07bf99a236 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 2ea3b503-025c-4c60-b05a-c431a65a1653 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:33.042908 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a1e05b2-60dc-4dd8-baa8-3f07bf99a236 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.214895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e99783bd-acbb-49a0-b9e4-c949ac2f6bf6 req-4d7ae123-cbff-4463-9862-a26d39175030 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=60aec23a-3dd4-4efe-8e27-c071e06d44fb HTTP/1.1" status: 200 len: 210 time: 0.0558355 Nov 22 16:16:33.304740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a1e05b2-60dc-4dd8-baa8-3f07bf99a236 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.313989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443807e-1824-469c-873f-3723720d3ead req-db179e93-c232-43bc-a278-82e014346174 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:33.321785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1443807e-1824-469c-873f-3723720d3ead req-db179e93-c232-43bc-a278-82e014346174 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 945 time: 0.1983232 Nov 22 16:16:33.324164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e05b2-60dc-4dd8-baa8-3f07bf99a236 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 2ea3b503-025c-4c60-b05a-c431a65a1653 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:33.417015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721ae859-2810-4d84-b7d3-06568f9b25a3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router 1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:16:33.438323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503cc4b-3a26-4b62-b358-04338b2e4101 req-c82a835b-ac8c-4965-9d38-ee55e6a1c20d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:33.440137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f503cc4b-3a26-4b62-b358-04338b2e4101 req-c82a835b-ac8c-4965-9d38-ee55e6a1c20d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.0967042 Nov 22 16:16:33.445096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1443807e-1824-469c-873f-3723720d3ead req-fa9f3e6d-d8c9-4d02-be02-7c02294c4210 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226869 Nov 22 16:16:33.511062 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a1e05b2-60dc-4dd8-baa8-3f07bf99a236 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.547371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e05b2-60dc-4dd8-baa8-3f07bf99a236 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=2ea3b503-025c-4c60-b05a-c431a65a1653,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:33.577936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 398455fd-64e6-4166-ab08-20a0b66d08f6 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:33.616988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f503cc4b-3a26-4b62-b358-04338b2e4101 req-08c2f7ae-d1ce-4684-8bbc-1eda99c5acff tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677537 Nov 22 16:16:33.687642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721ae859-2810-4d84-b7d3-06568f9b25a3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:33.708057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a1e05b2-60dc-4dd8-baa8-3f07bf99a236 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.709971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-721ae859-2810-4d84-b7d3-06568f9b25a3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.717480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-721ae859-2810-4d84-b7d3-06568f9b25a3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 HTTP/1.1" status: 200 len: 890 time: 1.7955246 Nov 22 16:16:33.717480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52664) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:33.717772 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aac51d-e422-4398-b900-b9784fa7b4b2 None None] Sync routers for ids ['1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:33.732817 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aac51d-e422-4398-b900-b9784fa7b4b2 None None] Routers {'1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:33.734103 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a3aac51d-e422-4398-b900-b9784fa7b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:33.737666 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a1e05b2-60dc-4dd8-baa8-3f07bf99a236 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/2ea3b503-025c-4c60-b05a-c431a65a1653 HTTP/1.1" status: 204 len: 168 time: 0.9483058 Nov 22 16:16:33.739109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52668) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:33.780697 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a3aac51d-e422-4398-b900-b9784fa7b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:33.781399 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.796356 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aac51d-e422-4398-b900-b9784fa7b4b2 None None] Routers {'1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:33.798744 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a3aac51d-e422-4398-b900-b9784fa7b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:33.822078 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac16329d-1f46-4d16-bde4-3b8ffc7b400c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:16:33.830793 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ac16329d-1f46-4d16-bde4-3b8ffc7b400c tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/2ea3b503-025c-4c60-b05a-c431a65a1653 HTTP/1.1" status: 404 len: 333 time: 0.0913455 Nov 22 16:16:33.833206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 398455fd-64e6-4166-ab08-20a0b66d08f6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:33.846065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52670) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:33.870196 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a3aac51d-e422-4398-b900-b9784fa7b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:33.873765 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aac51d-e422-4398-b900-b9784fa7b4b2 None None] The sync data for ids ['1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:33.883674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:33.901347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.998087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2902854b-592f-47d3-9d1f-371a87918c6e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet 063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:34.006445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:34.009106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2902854b-592f-47d3-9d1f-371a87918c6e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.019949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1008e43-0298-4d62-b81c-09cdfa4eaec7 req-088c0e94-d20f-40ef-8583-5c727f41ab40 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:34.021658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1008e43-0298-4d62-b81c-09cdfa4eaec7 req-088c0e94-d20f-40ef-8583-5c727f41ab40 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 945 time: 0.1622400 Nov 22 16:16:34.033518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31006828-18b2-4868-9b79-4ca6ac27c2fd req-f8ffcbe8-4ad4-42de-9f31-265665a46af3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:34.035154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31006828-18b2-4868-9b79-4ca6ac27c2fd req-f8ffcbe8-4ad4-42de-9f31-265665a46af3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2221067 Nov 22 16:16:34.073406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2902854b-592f-47d3-9d1f-371a87918c6e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.097135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b81aac01-a8cb-4ab0-8f86-c76e67238401 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/routers/1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 HTTP/1.1" status: 200 len: 890 time: 0.3762827 Nov 22 16:16:34.101178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52674) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:34.138571 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-708f1477-5aea-4e49-9b3d-87a685e6a919 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 HTTP/1.1" status: 200 len: 205 time: 0.0330386 Nov 22 16:16:34.138571 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52676) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:34.409352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31006828-18b2-4868-9b79-4ca6ac27c2fd req-4a825310-f20f-4944-983e-90b673827c9c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654099 Nov 22 16:16:34.429832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1008e43-0298-4d62-b81c-09cdfa4eaec7 req-273ac3a0-b9f7-4be5-98be-47b9ce918789 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809366 Nov 22 16:16:34.473315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:34.562493 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2902854b-592f-47d3-9d1f-371a87918c6e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.562935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b9f0da-4731-4bc3-9f1e-3ae4c3428963 admin admin] Deleting subnet e4fafe6a-5551-431b-9137-fd15b3c36c07 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:34.577757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04b9f0da-4731-4bc3-9f1e-3ae4c3428963 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.603023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.676443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516b1e2-9a2e-447f-ae9e-343a448e726e req-c5a49683-e0b1-4afd-8ec2-c6df1b246b48 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:34.690929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8516b1e2-9a2e-447f-ae9e-343a448e726e req-c5a49683-e0b1-4afd-8ec2-c6df1b246b48 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 944 time: 0.1219366 Nov 22 16:16:34.706642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04b9f0da-4731-4bc3-9f1e-3ae4c3428963 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.733175 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.795283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2902854b-592f-47d3-9d1f-371a87918c6e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.806234 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04b9f0da-4731-4bc3-9f1e-3ae4c3428963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.821871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ba508-7b3f-44a7-b147-66ca17bffe15 None None] Network fde89af9-e01f-4577-90c2-faf528fac41c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:34.847939 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2902854b-592f-47d3-9d1f-371a87918c6e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.848638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8516b1e2-9a2e-447f-ae9e-343a448e726e req-f06b01cf-24bd-4c74-b902-ce9db1efbbb5 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561191 Nov 22 16:16:34.856201 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2902854b-592f-47d3-9d1f-371a87918c6e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba HTTP/1.1" status: 204 len: 168 time: 1.0065546 Nov 22 16:16:34.856201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902854b-592f-47d3-9d1f-371a87918c6e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:34.857310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:34.883952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port c63667b1-0309-4c9c-8128-a6b9eb1464b0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:34.884414 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:34.958705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d735b-793b-4ad6-872a-69df3e4d7a36 req-dc7a9a05-7fc5-4a3e-ab41-fa4ce53bebb5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:34.966542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d2d735b-793b-4ad6-872a-69df3e4d7a36 req-dc7a9a05-7fc5-4a3e-ab41-fa4ce53bebb5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1805336 Nov 22 16:16:34.990801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.010757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for c63667b1-0309-4c9c-8128-a6b9eb1464b0 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:35.020429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d9a444-bf24-4985-b8c3-3f0ca7e22e17', 'name': 'network-vif-deleted', 'tag': '1bc2f022-3045-4e27-9175-37085d092ab0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:35.026328 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77d2d3a-d378-4d32-bf79-175708e02f5d" -d '{"events": [{"server_uuid": "48d9a444-bf24-4985-b8c3-3f0ca7e22e17", "name": "network-vif-deleted", "tag": "1bc2f022-3045-4e27-9175-37085d092ab0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:35.034678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.062923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04b9f0da-4731-4bc3-9f1e-3ae4c3428963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.110525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9f0da-4731-4bc3-9f1e-3ae4c3428963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4fafe6a-5551-431b-9137-fd15b3c36c07,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:35.121220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d2d735b-793b-4ad6-872a-69df3e4d7a36 req-5e5a615e-bf62-4650-875d-41ba8804a06c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538143 Nov 22 16:16:35.122287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-04b9f0da-4731-4bc3-9f1e-3ae4c3428963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.127296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-04b9f0da-4731-4bc3-9f1e-3ae4c3428963 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e4fafe6a-5551-431b-9137-fd15b3c36c07 HTTP/1.1" status: 204 len: 168 time: 0.6507027 Nov 22 16:16:35.128567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] DHCP port deletion for fde89af9-e01f-4577-90c2-faf528fac41c request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:16:35.129401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52698) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:35.175795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a50a0-efc8-40a4-8f6b-8647f44d6782 req-b763df13-4122-4df2-9b98-3276f91bbdfc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:35.177399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b27a50a0-efc8-40a4-8f6b-8647f44d6782 req-b763df13-4122-4df2-9b98-3276f91bbdfc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 946 time: 0.1888320 Nov 22 16:16:35.197121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] Deleting port 8c7a8595-c61c-4acf-ab57-bc3181632731 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:35.201033 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.221528 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae665719-b676-457f-9bc5-5475b7ff3417 x-openstack-request-id: req-ae665719-b676-457f-9bc5-5475b7ff3417 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:35.221848 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d9a444-bf24-4985-b8c3-3f0ca7e22e17", "name": "network-vif-deleted", "tag": "1bc2f022-3045-4e27-9175-37085d092ab0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:35.222689 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae665719-b676-457f-9bc5-5475b7ff3417 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:35.222689 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d9a444-bf24-4985-b8c3-3f0ca7e22e17', 'name': 'network-vif-deleted', 'tag': '1bc2f022-3045-4e27-9175-37085d092ab0', 'status': 'completed', 'code': 200} Nov 22 16:16:35.287927 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.317704 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.343578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b27a50a0-efc8-40a4-8f6b-8647f44d6782 req-fbcadba3-0a71-487e-802f-db1c7c1d3dbc tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435747 Nov 22 16:16:35.343881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] For port 8c7a8595-c61c-4acf-ab57-bc3181632731, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8c7a8595-c61c-4acf-ab57-bc3181632731,segment=NetworkSegment(a38c2c00-0e2d-428c-8f2a-4677bf8a94b2),segment_id=a38c2c00-0e2d-428c-8f2a-4677bf8a94b2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:35.344990 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.361166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=c63667b1-0309-4c9c-8128-a6b9eb1464b0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:35.368202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 8c7a8595-c61c-4acf-ab57-bc3181632731 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:35.368572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.373697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] Calling delete_port for 8c7a8595-c61c-4acf-ab57-bc3181632731 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:35.441211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.475606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1bc2f022-3045-4e27-9175-37085d092ab0 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:35.499554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 1bc2f022-3045-4e27-9175-37085d092ab0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:35.499949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1bc2f022-3045-4e27-9175-37085d092ab0 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:35.500370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:35.521948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.528590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:35.528944 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ef71dbc0-843f-4b0b-9cfc-ac69f04b2ee8 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:35.530586 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.549170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da40931-57b4-4aee-bd8e-fc2c0a456afa']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:35.559780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:35.560974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] Pushing event deleted for resources: {'Port': ['ID=8c7a8595-c61c-4acf-ab57-bc3181632731,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:35.561858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab24e864-fb26-4fb6-84a8-4a76d9dd3ac2') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:35.567757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d591007e-54bb-45f8-9e19-f9d00d41c4d7 None None] No DVR routers for this DVR port 8c7a8595-c61c-4acf-ab57-bc3181632731 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:35.577220 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.584467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.587400 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.597812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 398455fd-64e6-4166-ab08-20a0b66d08f6 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:35.603381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb4399-45d5-487d-8785-63c420db51d3 req-e39f763e-e676-44bf-a731-adfda2272c7b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:35.612567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4eb4399-45d5-487d-8785-63c420db51d3 req-e39f763e-e676-44bf-a731-adfda2272c7b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3068643 Nov 22 16:16:35.648583 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.649342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:16:35.659060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.660277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-16842c0d-405d-43d4-a26b-1dfce4155789 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 HTTP/1.1" status: 204 len: 168 time: 1.5213499 Nov 22 16:16:35.664098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52704) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:35.669852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1250515136'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:35.674752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 398455fd-64e6-4166-ab08-20a0b66d08f6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:35.675363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.700435 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.711346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:35.722260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.760593 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:35.777623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.778255 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment 3515bab2-5729-4891-922d-1ff3874be8ec of type vlan for network e988871e-0851-4abd-a21b-e89596543302 Nov 22 16:16:35.784043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4eb4399-45d5-487d-8785-63c420db51d3 req-3cf885d6-6e78-46e8-babb-2d87a31d81dd tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701903 Nov 22 16:16:35.784299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.804083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:35.805010 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.819252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] For port 8c7a8595-c61c-4acf-ab57-bc3181632731, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8c7a8595-c61c-4acf-ab57-bc3181632731,segment=NetworkSegment(a38c2c00-0e2d-428c-8f2a-4677bf8a94b2),segment_id=a38c2c00-0e2d-428c-8f2a-4677bf8a94b2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:35.820043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:35.829487 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:35.857481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662bd46-c121-4728-b84d-940c817a0728 req-75595528-dca9-4eae-98b9-621ba76432c3 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:35.858864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.859795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c662bd46-c121-4728-b84d-940c817a0728 req-75595528-dca9-4eae-98b9-621ba76432c3 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 945 time: 0.2659643 Nov 22 16:16:35.869612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:35.874628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398455fd-64e6-4166-ab08-20a0b66d08f6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:35.878903 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6429ffe3-6b05-43a8-9c05-8edd5bf64a40" -d '{"events": [{"server_uuid": "181e0aa0-10ab-413e-9db5-9e28581450a9", "name": "network-vif-plugged", "status": "completed", "tag": "398455fd-64e6-4166-ab08-20a0b66d08f6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:35.891038 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.896503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.912010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 8c7a8595-c61c-4acf-ab57-bc3181632731 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:35.913231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:35.915758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:35.965812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:36.004728 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.030533 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3654382 Nov 22 16:16:36.031365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52716) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:36.039796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': 'e988871e-0851-4abd-a21b-e89596543302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:36.044578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c662bd46-c121-4728-b84d-940c817a0728 req-c91899e7-f4fd-4ad7-bcfc-e26ab3534c10 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480908 Nov 22 16:16:36.085584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.089030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] 10.222.0.69 "DELETE /v2.0/networks/5da40931-57b4-4aee-bd8e-fc2c0a456afa HTTP/1.1" status: 204 len: 168 time: 0.9586577 Nov 22 16:16:36.110842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd203a-379f-4d54-a9df-6589136c69ed admin admin] Pushing event deleted for resources: {'Network': ['ID=5da40931-57b4-4aee-bd8e-fc2c0a456afa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:36.127110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab36a12-fd78-4580-bbe3-93a5f4825375 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=e988871e-0851-4abd-a21b-e89596543302,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:36.139647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e988871e-0851-4abd-a21b-e89596543302 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:36.140233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a2a71-29c4-4402-87cf-85bcd4053e37 req-b54f107b-8092-426d-b9cb-5bb6f25d5cf3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:36.148612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d01a2a71-29c4-4402-87cf-85bcd4053e37 req-b54f107b-8092-426d-b9cb-5bb6f25d5cf3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1914525 Nov 22 16:16:36.173829 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.229705 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14459e9-1897-42b9-9335-2279b267e655 x-openstack-request-id: req-d14459e9-1897-42b9-9335-2279b267e655 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:36.230012 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181e0aa0-10ab-413e-9db5-9e28581450a9", "name": "network-vif-plugged", "status": "completed", "tag": "398455fd-64e6-4166-ab08-20a0b66d08f6", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:36.230273 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d14459e9-1897-42b9-9335-2279b267e655 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:36.230677 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398455fd-64e6-4166-ab08-20a0b66d08f6', 'code': 200} Nov 22 16:16:36.268625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=8c7a8595-c61c-4acf-ab57-bc3181632731,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:36.284121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No DVR routers for this DVR port 8c7a8595-c61c-4acf-ab57-bc3181632731 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:36.303184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d01a2a71-29c4-4402-87cf-85bcd4053e37 req-955423e7-3cc9-4d69-8df7-13e212ffc691 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534965 Nov 22 16:16:36.328198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-032b52f5-19f7-4a7a-8bfd-115a1b8dbc56 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:36.329925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-032b52f5-19f7-4a7a-8bfd-115a1b8dbc56 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.11 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 946 time: 0.2199137 Nov 22 16:16:36.330791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:36.334294 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.506422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.528570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52726) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:36.601152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307060ab-7c5b-4067-bc74-906e0d1c7595 req-045744af-3a96-44fd-8018-a4d67fa5fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:36.603411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-307060ab-7c5b-4067-bc74-906e0d1c7595 req-045744af-3a96-44fd-8018-a4d67fa5fe2a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 1097 time: 0.2456484 Nov 22 16:16:36.606564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde89af9-e01f-4577-90c2-faf528fac41c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:36.621632 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f4701948-af33-4ef1-9338-edfdf23fea43 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=196ea7b8678645cc82926959b5e01cfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0896890 Nov 22 16:16:36.621966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa75e3-44f4-4eda-b4a8-c6938a35ee72 req-281e59c2-2b4c-4f09-8a09-0d5c93e66684 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:36.626672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52728) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:36.629000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1aa75e3-44f4-4eda-b4a8-c6938a35ee72 req-281e59c2-2b4c-4f09-8a09-0d5c93e66684 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.2614324 Nov 22 16:16:36.645975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730e57c-718a-4e4a-8d64-20b6f9062cc7 req-5c2e6a6e-657c-4879-b188-b285d70c2ca8 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:36.648278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1730e57c-718a-4e4a-8d64-20b6f9062cc7 req-5c2e6a6e-657c-4879-b188-b285d70c2ca8 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 945 time: 0.1943812 Nov 22 16:16:36.648744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Deleting port 54ab08ea-54b4-468c-9184-e0471ad3cb09 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:36.649089 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.665257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38c2c00-0e2d-428c-8f2a-4677bf8a94b2') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:36.665820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38c2c00-0e2d-428c-8f2a-4677bf8a94b2') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:36.697805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.731657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8c7a8595-c61c-4acf-ab57-bc3181632731 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:36.756811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 8c7a8595-c61c-4acf-ab57-bc3181632731 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:36.757163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8c7a8595-c61c-4acf-ab57-bc3181632731 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:36.778724 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.783690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1730e57c-718a-4e4a-8d64-20b6f9062cc7 req-6f11ab17-40d5-480d-a290-e372979e3a13 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156797 Nov 22 16:16:36.807334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:36.807757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:36.811260 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:36.854500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1aa75e3-44f4-4eda-b4a8-c6938a35ee72 req-b96f9010-a67c-48a0-9072-b02acf805edd tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897595 Nov 22 16:16:36.865996 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c32b6af-58fd-4c6e-91c1-0583399fbb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.919745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-307060ab-7c5b-4067-bc74-906e0d1c7595 req-b7270fd0-6c4b-4e08-bf0b-4ff2121d9486 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833090 Nov 22 16:16:36.942221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] For port 54ab08ea-54b4-468c-9184-e0471ad3cb09, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=54ab08ea-54b4-468c-9184-e0471ad3cb09,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:36.942221 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.953003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c32b6af-58fd-4c6e-91c1-0583399fbb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.957909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:36.971222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Calling delete_port for 54ab08ea-54b4-468c-9184-e0471ad3cb09 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:37.041724 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.060978 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.065408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/networks/fde89af9-e01f-4577-90c2-faf528fac41c HTTP/1.1" status: 204 len: 168 time: 2.2078321 Nov 22 16:16:37.077415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6dcfa-9be4-4781-8e70-07be4aedfa63 req-30018552-ef79-44b5-a336-d4ed33c6dd72 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:37.086311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bce6dcfa-9be4-4781-8e70-07be4aedfa63 req-30018552-ef79-44b5-a336-d4ed33c6dd72 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=37bacf4f-5686-4557-be4b-a4b2b0d603d6 HTTP/1.1" status: 200 len: 946 time: 0.1310556 Nov 22 16:16:37.100382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52734) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:37.105971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1275998195'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:37.126521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=ee0043f9-8b51-4614-ac71-8e44da36202e,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:37.142853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20520bb-c91d-4608-8921-29ccf6bac9fd req-372f8218-76c6-4c19-ac60-c418e9f3b4dc tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:37.144732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a20520bb-c91d-4608-8921-29ccf6bac9fd req-372f8218-76c6-4c19-ac60-c418e9f3b4dc tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1600225 Nov 22 16:16:37.150294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475debcc-55e4-48ee-bedd-b080387624fa tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Network': ['ID=fde89af9-e01f-4577-90c2-faf528fac41c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:37.155185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': '3515bab2-5729-4891-922d-1ff3874be8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e988871e-0851-4abd-a21b-e89596543302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:37.155555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: e988871e-0851-4abd-a21b-e89596543302, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:37.187023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c32b6af-58fd-4c6e-91c1-0583399fbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.191138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c32b6af-58fd-4c6e-91c1-0583399fbb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.192686 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7c32b6af-58fd-4c6e-91c1-0583399fbb43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44d50d09-1141-402c-b345-4144569b7533 HTTP/1.1" status: 204 len: 168 time: 0.5649610 Nov 22 16:16:37.243066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bce6dcfa-9be4-4781-8e70-07be4aedfa63 req-0fa55983-3c0c-460c-b6ff-abb144cb4972 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534553 Nov 22 16:16:37.266849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32b6af-58fd-4c6e-91c1-0583399fbb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d50d09-1141-402c-b345-4144569b7533,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:37.269412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network e988871e-0851-4abd-a21b-e89596543302 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:37.271576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:37.275394 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.305808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:37.317227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.317509 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Added segment 28903dd6-2be1-4564-8af0-7d05e58bac20 of type vlan for network 191c66ba-8e82-43bd-a3a1-ff989a71e055 Nov 22 16:16:37.344812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a20520bb-c91d-4608-8921-29ccf6bac9fd req-8367e2bc-83c3-41ab-9e2f-d68615f597b6 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791835 Nov 22 16:16:37.357645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, e988871e-0851-4abd-a21b-e89596543302) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:37.357645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.360567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:37.362321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.368601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a78936-c051-4f65-9c87-39c7abad701e None None] Network e988871e-0851-4abd-a21b-e89596543302 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:37.372695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['5c1375ff-9363-4d8e-baef-d39a849b73d5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:37.409788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event deleted for resources: {'Port': ['ID=54ab08ea-54b4-468c-9184-e0471ad3cb09,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:37.431679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['54ab08ea-54b4-468c-9184-e0471ad3cb09'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:37.442663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.470876 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29714071-3b43-4e61-a2ef-ef95e294adba tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4312010 Nov 22 16:16:37.484370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:37.487949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] No DVR routers for this DVR port 54ab08ea-54b4-468c-9184-e0471ad3cb09 on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:37.491628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.496611 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-727f89b0-e847-40ff-ad88-e11583f90a1c req-08896908-58f3-44ed-8782-ddb635d5740d tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.11 "DELETE /v2.0/ports/54ab08ea-54b4-468c-9184-e0471ad3cb09 HTTP/1.1" status: 204 len: 173 time: 1.1505287 Nov 22 16:16:37.497482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bacf4f-5686-4557-be4b-a4b2b0d603d6', 'name': 'network-vif-deleted', 'tag': '54ab08ea-54b4-468c-9184-e0471ad3cb09'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:37.499468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-27d3d774-6451-48b3-8712-816e8793fb5c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1035718417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:37.513154 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8021685d-b414-467a-976c-355bfd837a90" -d '{"events": [{"server_uuid": "37bacf4f-5686-4557-be4b-a4b2b0d603d6", "name": "network-vif-deleted", "tag": "54ab08ea-54b4-468c-9184-e0471ad3cb09"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:37.571611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.577534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:37.578188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.659418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Network': ['ID=191c66ba-8e82-43bd-a3a1-ff989a71e055,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:37.684907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a8398-0ab6-45bd-a480-a66c48eb6858 req-fda8146f-b5da-4d8f-95bd-7a33bcf75e4a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:37.693325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff1a8398-0ab6-45bd-a480-a66c48eb6858 req-fda8146f-b5da-4d8f-95bd-7a33bcf75e4a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1799464 Nov 22 16:16:37.696837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27d3d774-6451-48b3-8712-816e8793fb5c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.698535 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27d3d774-6451-48b3-8712-816e8793fb5c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.734048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 191c66ba-8e82-43bd-a3a1-ff989a71e055 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:37.783623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:37.783857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f6961de1-2c8c-481a-871f-d310264938bd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6822612 Nov 22 16:16:37.790209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': '191c66ba-8e82-43bd-a3a1-ff989a71e055', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:37.796173 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27d3d774-6451-48b3-8712-816e8793fb5c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.804427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27d3d774-6451-48b3-8712-816e8793fb5c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.860212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27d3d774-6451-48b3-8712-816e8793fb5c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:37.864112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-27d3d774-6451-48b3-8712-816e8793fb5c tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3780537 Nov 22 16:16:37.869869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:37.979455 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc91899-a364-492c-b0e6-e55b8d56980f x-openstack-request-id: req-cdc91899-a364-492c-b0e6-e55b8d56980f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:37.979758 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bacf4f-5686-4557-be4b-a4b2b0d603d6", "name": "network-vif-deleted", "tag": "54ab08ea-54b4-468c-9184-e0471ad3cb09", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:37.980063 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cdc91899-a364-492c-b0e6-e55b8d56980f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:37.980619 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bacf4f-5686-4557-be4b-a4b2b0d603d6', 'name': 'network-vif-deleted', 'tag': '54ab08ea-54b4-468c-9184-e0471ad3cb09', 'status': 'completed', 'code': 200} Nov 22 16:16:38.075302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:38.084365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.170560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-e988871e-0851-4abd-a21b-e89596543302', 'network_id': 'e988871e-0851-4abd-a21b-e89596543302', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': 'ee0043f9-8b51-4614-ac71-8e44da36202e'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:16:38.171523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.200347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff1a8398-0ab6-45bd-a480-a66c48eb6858 req-3535f0c0-533c-4d6f-879a-e1eb9159ce8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908659 Nov 22 16:16:38.446877 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.476200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c3b97-3964-4faf-ac1f-500c4327e1db req-7c2052ba-0719-4eb0-bc60-cad356c79803 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:38.484659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad2c3b97-3964-4faf-ac1f-500c4327e1db req-7c2052ba-0719-4eb0-bc60-cad356c79803 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.3700459 Nov 22 16:16:38.534055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=6696c521-e1c8-4834-ac45-ecf0decf32c1,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:38.546169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Checking segment: {'id': '28903dd6-2be1-4564-8af0-7d05e58bac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '191c66ba-8e82-43bd-a3a1-ff989a71e055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:38.546656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network hostable DHCP agents. Network: 191c66ba-8e82-43bd-a3a1-ff989a71e055, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:38.551504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e218-cd34-419e-9b36-9fa4f085b3fb req-64039c19-3b56-4901-83df-74d3ff269966 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:38.559422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f84e218-cd34-419e-9b36-9fa4f085b3fb req-64039c19-3b56-4901-83df-74d3ff269966 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 945 time: 0.2333391 Nov 22 16:16:38.572621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 191c66ba-8e82-43bd-a3a1-ff989a71e055 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:38.588025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Allocated IP 2001:db8::2 (e988871e-0851-4abd-a21b-e89596543302/ee0043f9-8b51-4614-ac71-8e44da36202e/2c6bd8af-eeb6-46cd-9097-2c9ab55e264f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:38.590286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 191c66ba-8e82-43bd-a3a1-ff989a71e055) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:38.596355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:38.597242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.606372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7685aaa4-6f6f-48f5-9b7c-193285f929bb None None] Network 191c66ba-8e82-43bd-a3a1-ff989a71e055 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:38.628893 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0d3a7632-e210-446a-b6e2-cb494bfff158 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8428037 Nov 22 16:16:38.630811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52782) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:38.638229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-166d37a4-bf96-480a-acb9-5b754abf789e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1603070555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:38.665526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad2c3b97-3964-4faf-ac1f-500c4327e1db req-88c977da-55d1-4842-9ce8-255575bd6eaf tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739924 Nov 22 16:16:38.676489 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-166d37a4-bf96-480a-acb9-5b754abf789e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.678554 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-166d37a4-bf96-480a-acb9-5b754abf789e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.705972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f84e218-cd34-419e-9b36-9fa4f085b3fb req-6a72cd96-c81a-4e0b-8f08-4fe802d16dba tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456022 Nov 22 16:16:38.754195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.757389 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-166d37a4-bf96-480a-acb9-5b754abf789e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.763233 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-166d37a4-bf96-480a-acb9-5b754abf789e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.795540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-166d37a4-bf96-480a-acb9-5b754abf789e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.798537 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-166d37a4-bf96-480a-acb9-5b754abf789e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1660736 Nov 22 16:16:38.804673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52792) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:38.810370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'network_id': '191c66ba-8e82-43bd-a3a1-ff989a71e055', 'name': 'tempest-PortsTestJSON-987660812'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:38.852579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.872148 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.952001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Pushing event updated for resources: {'Port': ['ID=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:38.960098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:38.965642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Network e988871e-0851-4abd-a21b-e89596543302 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:38.967191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:38.968705 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:38.970490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:39.007263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port 6f9222de-40e6-4acb-bb1b-19c6cc08150f yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:16:39.065259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-191c66ba-8e82-43bd-a3a1-ff989a71e055', 'network_id': '191c66ba-8e82-43bd-a3a1-ff989a71e055', 'tenant_id': 'e3b54c9bbc724f8984f89832168279fe', 'fixed_ips': [{'subnet_id': '6696c521-e1c8-4834-ac45-ecf0decf32c1'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:16:39.066795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:39.084882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Attempting to bind port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:39.085269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Attempting to bind port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3515bab2-5729-4891-922d-1ff3874be8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e988871e-0851-4abd-a21b-e89596543302'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:39.085657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Attempting to bind port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f on network e988871e-0851-4abd-a21b-e89596543302 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:39.096632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:39.098082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Checking segment: {'id': '3515bab2-5729-4891-922d-1ff3874be8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e988871e-0851-4abd-a21b-e89596543302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:39.098663 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:39.098853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Bound using segment: {'id': '3515bab2-5729-4891-922d-1ff3874be8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e988871e-0851-4abd-a21b-e89596543302'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:39.099389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Bound port: 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3515bab2-5729-4891-922d-1ff3874be8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'e988871e-0851-4abd-a21b-e89596543302'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:39.099934 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:39.179330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.5 (191c66ba-8e82-43bd-a3a1-ff989a71e055/6696c521-e1c8-4834-ac45-ecf0decf32c1/6f9222de-40e6-4acb-bb1b-19c6cc08150f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:39.206442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] For port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:39.210628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] For port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,segment=NetworkSegment(3515bab2-5729-4891-922d-1ff3874be8ec),segment_id=3515bab2-5729-4891-922d-1ff3874be8ec)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:39.215029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db7edb-a7f6-4e4c-bc35-6c98aed85f5e req-67c67fe3-2ebf-44a5-80d6-5a19c2d249c1 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:39.223021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47db7edb-a7f6-4e4c-bc35-6c98aed85f5e req-67c67fe3-2ebf-44a5-80d6-5a19c2d249c1 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.4654915 Nov 22 16:16:39.269773 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:39.285187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47db7edb-a7f6-4e4c-bc35-6c98aed85f5e req-f3b61c7f-332b-4edc-a8c1-454258bf9eba tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611813 Nov 22 16:16:39.400892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c88ba-4336-480b-a94a-85bf2e994493 None None] Pushing event updated for resources: {'Port': ['ID=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:39.416631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-387a4261-12f1-4981-a080-41b4f0f3f4ec req-3e1e88bc-2790-4729-866b-d8d08ea19897 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0410728 Nov 22 16:16:39.568470 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:39.601491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 54ab08ea-54b4-468c-9184-e0471ad3cb09 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:39.644881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:39.650372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 54ab08ea-54b4-468c-9184-e0471ad3cb09 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:39.650727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 54ab08ea-54b4-468c-9184-e0471ad3cb09 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:39.738532 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8::1 (e988871e-0851-4abd-a21b-e89596543302/ee0043f9-8b51-4614-ac71-8e44da36202e/1a09cc35-2e7c-46ba-97f8-00dc4a781eb8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:39.747270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Allocated IP 172.20.0.2 (191c66ba-8e82-43bd-a3a1-ff989a71e055/6696c521-e1c8-4834-ac45-ecf0decf32c1/adfcbb57-58e4-4132-bfed-3ac8509d85eb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:39.768648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 191c66ba-8e82-43bd-a3a1-ff989a71e055 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:39.777605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:39.789211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=6f9222de-40e6-4acb-bb1b-19c6cc08150f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:39.793048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:39.833364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c1e1b-84eb-4826-9896-8ebca2a7a81e req-8387276a-c1d2-4e52-8141-5d833c47c5d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:39.835752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-144c1e1b-84eb-4826-9896-8ebca2a7a81e req-8387276a-c1d2-4e52-8141-5d833c47c5d5 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.2364302 Nov 22 16:16:39.924372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-e0355647-5f09-42af-93a6-ea9b432caaf3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:39.925971 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-e0355647-5f09-42af-93a6-ea9b432caaf3 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1508336 Nov 22 16:16:39.942213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:39.942415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:39.984443 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a998077b-1ffa-4865-b03c-2a0a6feb0832 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1787345 Nov 22 16:16:39.988067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:40.012841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666badb3-3bde-458f-8d42-6f97cbae2793 req-73016e02-739d-4a2a-ab47-7cd1b0897530 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:40.020650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-666badb3-3bde-458f-8d42-6f97cbae2793 req-73016e02-739d-4a2a-ab47-7cd1b0897530 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2525928 Nov 22 16:16:40.036290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.037408 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.044353 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.044686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-144c1e1b-84eb-4826-9896-8ebca2a7a81e req-5f8981a9-f19f-4a78-a1a9-60fe9b68394a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605906 Nov 22 16:16:40.095891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Network 191c66ba-8e82-43bd-a3a1-ff989a71e055 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:40.099450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:40.105004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:40.109298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-666badb3-3bde-458f-8d42-6f97cbae2793 req-07940df1-dae5-464d-80b2-fe341c400878 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707164 Nov 22 16:16:40.221360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Pushing event updated for resources: {'Port': ['ID=adfcbb57-58e4-4132-bfed-3ac8509d85eb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:40.253882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.254466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Attempting to bind port adfcbb57-58e4-4132-bfed-3ac8509d85eb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:40.255261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Attempting to bind port adfcbb57-58e4-4132-bfed-3ac8509d85eb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '28903dd6-2be1-4564-8af0-7d05e58bac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '191c66ba-8e82-43bd-a3a1-ff989a71e055'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:40.255734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Attempting to bind port adfcbb57-58e4-4132-bfed-3ac8509d85eb on network 191c66ba-8e82-43bd-a3a1-ff989a71e055 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:40.264015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:40.264570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Checking segment: {'id': '28903dd6-2be1-4564-8af0-7d05e58bac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '191c66ba-8e82-43bd-a3a1-ff989a71e055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:40.265264 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.265763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Bound using segment: {'id': '28903dd6-2be1-4564-8af0-7d05e58bac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '191c66ba-8e82-43bd-a3a1-ff989a71e055'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:40.266804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Bound port: adfcbb57-58e4-4132-bfed-3ac8509d85eb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28903dd6-2be1-4564-8af0-7d05e58bac20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '191c66ba-8e82-43bd-a3a1-ff989a71e055'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:40.267363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.344739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e567e18-df2f-4dae-98bc-224e9a7da226 req-fd051d26-34eb-4404-b98a-d5315bdc6eda tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:40.353684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e567e18-df2f-4dae-98bc-224e9a7da226 req-fd051d26-34eb-4404-b98a-d5315bdc6eda tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 945 time: 0.1803949 Nov 22 16:16:40.358067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network e988871e-0851-4abd-a21b-e89596543302 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:40.366282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:40.373005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] For port adfcbb57-58e4-4132-bfed-3ac8509d85eb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:40.376599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:40.377344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.378329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] For port adfcbb57-58e4-4132-bfed-3ac8509d85eb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=adfcbb57-58e4-4132-bfed-3ac8509d85eb,segment=NetworkSegment(28903dd6-2be1-4564-8af0-7d05e58bac20),segment_id=28903dd6-2be1-4564-8af0-7d05e58bac20)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:40.384709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.389172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=1a09cc35-2e7c-46ba-97f8-00dc4a781eb8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:40.396907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Deleting port 5c1375ff-9363-4d8e-baef-d39a849b73d5 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:40.397403 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.472575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be08386-757b-4675-9afe-1368458edcd5 None None] Pushing event updated for resources: {'Port': ['ID=adfcbb57-58e4-4132-bfed-3ac8509d85eb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.472825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.477240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.477718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:40.535264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e6d7a-eda7-4864-805b-a5bb81f597cd req-e9a17b06-b457-478d-9f56-96a62e666ce0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:40.540541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d64e6d7a-eda7-4864-805b-a5bb81f597cd req-e9a17b06-b457-478d-9f56-96a62e666ce0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.2983584 Nov 22 16:16:40.599805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e567e18-df2f-4dae-98bc-224e9a7da226 req-0f2308ac-ebf7-4344-9881-e42f8a239b57 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301335 Nov 22 16:16:40.748373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d64e6d7a-eda7-4864-805b-a5bb81f597cd req-5c143265-0814-40b9-9b04-136da722dfe2 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969938 Nov 22 16:16:40.834790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:40.852024 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:40.955805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-206d99b4-46c5-4ed7-8d2b-c7bfb8f01bcb req-151be582-8920-413c-8f13-9de60f754192 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0577042 Nov 22 16:16:41.008334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed414fe-ad11-4fb7-8292-d804b75662d7 req-e2da66aa-a3c9-4842-84e5-b1c36f93de89 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:41.030773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:41.031769 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.038689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bed414fe-ad11-4fb7-8292-d804b75662d7 req-e2da66aa-a3c9-4842-84e5-b1c36f93de89 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3193452 Nov 22 16:16:41.110496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101035ea-b95f-4548-94f2-896daf06bbf5 None None] Network e988871e-0851-4abd-a21b-e89596543302 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:41.133966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] For port 5c1375ff-9363-4d8e-baef-d39a849b73d5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=5c1375ff-9363-4d8e-baef-d39a849b73d5,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:41.134972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.171799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Calling delete_port for 5c1375ff-9363-4d8e-baef-d39a849b73d5 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:41.242185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bed414fe-ad11-4fb7-8292-d804b75662d7 req-cad8d7bd-30f9-46ee-adc9-0ed7bd42e379 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024882 Nov 22 16:16:41.242742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-68dfad7d-fe0a-4efe-96bd-cb60da1b8432 None None] Provisioning complete for port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:41.243120 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-68dfad7d-fe0a-4efe-96bd-cb60da1b8432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.251075 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.330129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8028e-6815-4305-9e78-98161070e6dd req-90ebc461-aa47-4d5e-a161-c37945a44960 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:41.331949 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e5d8028e-6815-4305-9e78-98161070e6dd req-90ebc461-aa47-4d5e-a161-c37945a44960 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.11 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 945 time: 0.2157559 Nov 22 16:16:41.335336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.341424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,segment=NetworkSegment(3515bab2-5729-4891-922d-1ff3874be8ec),segment_id=3515bab2-5729-4891-922d-1ff3874be8ec)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:41.361401 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.372921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b3dec-9d4d-47b0-821d-b6338514f331 req-0ace2b63-5ff0-484d-879b-dc396acefc44 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:41.375249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa1b3dec-9d4d-47b0-821d-b6338514f331 req-0ace2b63-5ff0-484d-879b-dc396acefc44 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.3063960 Nov 22 16:16:41.496668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:41.512271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa1b3dec-9d4d-47b0-821d-b6338514f331 req-03d859a3-f7e5-4015-9458-48da88256ce0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197202 Nov 22 16:16:41.561159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c99fc2-f030-48a4-a033-c1bf113d8953 req-9b2f03bb-daef-4f07-96c6-16c4bfbbf421 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:41.562844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1c99fc2-f030-48a4-a033-c1bf113d8953 req-9b2f03bb-daef-4f07-96c6-16c4bfbbf421 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=984c777b-2d8b-44e5-b0c2-4991031ebac8 HTTP/1.1" status: 200 len: 945 time: 0.1551850 Nov 22 16:16:41.638382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.644384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1c99fc2-f030-48a4-a033-c1bf113d8953 req-4c55401d-9366-4006-a294-f86e567398b1 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=7fe314db-58fa-4ed1-b4f3-3396ca14e84b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704677 Nov 22 16:16:41.645912 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.646976 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.775868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=1a09cc35-2e7c-46ba-97f8-00dc4a781eb8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:41.790698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Deleting port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:41.792704 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:41.907958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c2258-2ef1-4091-9b07-9eb08550642c req-33782285-5d17-4537-8adc-0ee05fc9792f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:41.909981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-021c2258-2ef1-4091-9b07-9eb08550642c req-33782285-5d17-4537-8adc-0ee05fc9792f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1197166 Nov 22 16:16:41.925781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network e988871e-0851-4abd-a21b-e89596543302 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:41.932596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:41.992916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.031954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-27afafc2-7e5a-43cb-881d-0c4b376ad05d None None] Provisioning complete for port 1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:42.032815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-27afafc2-7e5a-43cb-881d-0c4b376ad05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.062290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0e249-93e7-49d3-b50a-2c0c1e15f527 req-2454f969-55c1-450f-b9d0-46623f9d99e2 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:42.064738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2fd0e249-93e7-49d3-b50a-2c0c1e15f527 req-2454f969-55c1-450f-b9d0-46623f9d99e2 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/ports?device_id=84d8f639-df07-44d2-8a04-7840fc25309b HTTP/1.1" status: 200 len: 945 time: 0.1852798 Nov 22 16:16:42.087694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event deleted for resources: {'Port': ['ID=5c1375ff-9363-4d8e-baef-d39a849b73d5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:42.114814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-021c2258-2ef1-4091-9b07-9eb08550642c req-32a2bdb0-cae1-4f0a-a163-c6a4f7a9a1b7 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874511 Nov 22 16:16:42.128216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-27afafc2-7e5a-43cb-881d-0c4b376ad05d None None] Port 1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:42.161479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2fd0e249-93e7-49d3-b50a-2c0c1e15f527 req-78c33b5f-f43e-46ba-8fd6-0e3defea9f19 tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794499 Nov 22 16:16:42.199288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-27afafc2-7e5a-43cb-881d-0c4b376ad05d None None] Provisioning complete for port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:42.199664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-27afafc2-7e5a-43cb-881d-0c4b376ad05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.252217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] For port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,segment=NetworkSegment(168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa),segment_id=168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:42.253182 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.269964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be7c80a-8069-430c-9b88-ee3c4f07a18a None None] Network 191c66ba-8e82-43bd-a3a1-ff989a71e055 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:42.275635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Calling delete_port for e7e8700b-d5ff-4163-a929-7fc0d2c0d63e owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:42.276939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router ae0d2e07-ac29-4e6d-b161-11b026023c14 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:16:42.397422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] No DVR routers for this DVR port 5c1375ff-9363-4d8e-baef-d39a849b73d5 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:42.401733 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9172b9cb-58b8-487f-a9be-0f6207d0a23c req-6f13a2c9-eb81-40cc-8a08-f4d474c4ba43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0305574 Nov 22 16:16:42.421679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.428162 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5a00464c-2322-4e20-a4d2-c26d7d682478 req-790a0275-ec4a-43c5-90f9-25ab4036687a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "DELETE /v2.0/ports/5c1375ff-9363-4d8e-baef-d39a849b73d5 HTTP/1.1" status: 204 len: 173 time: 2.4802849 Nov 22 16:16:42.428667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984c777b-2d8b-44e5-b0c2-4991031ebac8', 'name': 'network-vif-deleted', 'tag': '5c1375ff-9363-4d8e-baef-d39a849b73d5'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:42.431017 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f131b77-0e00-4ee9-a0e1-e437a5953200" -d '{"events": [{"server_uuid": "984c777b-2d8b-44e5-b0c2-4991031ebac8", "name": "network-vif-deleted", "tag": "5c1375ff-9363-4d8e-baef-d39a849b73d5"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:42.437410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.457251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.492324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8567e6e5-c9d3-40ce-b6f1-2a1ff4521b75 req-0e3faaa8-5048-466b-b445-bace684c0c77 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.1846392 Nov 22 16:16:42.538794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=6f9222de-40e6-4acb-bb1b-19c6cc08150f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:42.609690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:42.623770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b5a44557-17d6-4e8d-9707-89ef34ba3114 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/ae0d2e07-ac29-4e6d-b161-11b026023c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7480319 Nov 22 16:16:42.628355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52870) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:42.676095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ed12c-9386-423c-8364-bb3103dae8e3 None None] Sync routers for ids ['ae0d2e07-ac29-4e6d-b161-11b026023c14'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:42.716319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ed12c-9386-423c-8364-bb3103dae8e3 None None] Routers {'ae0d2e07-ac29-4e6d-b161-11b026023c14'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:42.716520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3f5ed12c-9386-423c-8364-bb3103dae8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ae0d2e07-ac29-4e6d-b161-11b026023c14'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:42.763709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3f5ed12c-9386-423c-8364-bb3103dae8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:42.767817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.798656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21019f67-a66f-4b57-9c19-51e1a9d817b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:42.798826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e7e8700b-d5ff-4163-a929-7fc0d2c0d63e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:42.802815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-21019f67-a66f-4b57-9c19-51e1a9d817b5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports/1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 HTTP/1.1" status: 200 len: 911 time: 0.1701889 Nov 22 16:16:42.808806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-e7c70d0d-df4a-48d8-b86f-ed418460a225 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:42.817086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-e7c70d0d-df4a-48d8-b86f-ed418460a225 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 815 time: 0.4045489 Nov 22 16:16:42.818717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:42.852320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ed12c-9386-423c-8364-bb3103dae8e3 None None] Routers {'ae0d2e07-ac29-4e6d-b161-11b026023c14'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:42.852953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3f5ed12c-9386-423c-8364-bb3103dae8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ae0d2e07-ac29-4e6d-b161-11b026023c14'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:42.855162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6e9bf294-a8a9-4bf8-bf4b-ff7008b1496e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee0043f9-8b51-4614-ac71-8e44da36202e'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:42.879095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2f613-1237-4c42-b57b-d1da3ad7d602 req-7c830993-acf5-450a-bbda-07b6f4fadfec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:42.887463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cab2f613-1237-4c42-b57b-d1da3ad7d602 req-7c830993-acf5-450a-bbda-07b6f4fadfec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2446768 Nov 22 16:16:42.897937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Pushing event deleted for resources: {'Port': ['ID=e7e8700b-d5ff-4163-a929-7fc0d2c0d63e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:42.963725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-72c9b491-2c60-445a-b714-ee8ebd1d05cb tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/quotas/0bc540cd23f640a1a9da280ca6415051 HTTP/1.1" status: 200 len: 375 time: 0.1456642 Nov 22 16:16:42.979178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] No DVR routers for this DVR port e7e8700b-d5ff-4163-a929-7fc0d2c0d63e on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:42.986015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:42.989707 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e5d8028e-6815-4305-9e78-98161070e6dd req-5e316322-17fd-4115-888e-b62c3e4db88a tempest-ServersNegativeTestMultiTenantJSON-25654106 tempest-ServersNegativeTestMultiTenantJSON-25654106-project] 10.222.0.11 "DELETE /v2.0/ports/e7e8700b-d5ff-4163-a929-7fc0d2c0d63e HTTP/1.1" status: 204 len: 173 time: 1.6372502 Nov 22 16:16:43.073037 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.081834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adfcbb57-58e4-4132-bfed-3ac8509d85eb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:43.088868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3f5ed12c-9386-423c-8364-bb3103dae8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:43.089847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5ed12c-9386-423c-8364-bb3103dae8e3 None None] The sync data for ids ['ae0d2e07-ac29-4e6d-b161-11b026023c14'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:43.099496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] Provisioning complete for port 1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:43.100126 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.200290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] Port 1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:43.241721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] Provisioning complete for port adfcbb57-58e4-4132-bfed-3ac8509d85eb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:43.242187 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.259642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c3b4d7e2-3ff9-4adf-8d5d-1188e982158c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:43.262082 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c3b4d7e2-3ff9-4adf-8d5d-1188e982158c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "GET /v2.0/ports?device_id=181e0aa0-10ab-413e-9db5-9e28581450a9 HTTP/1.1" status: 200 len: 946 time: 0.1294234 Nov 22 16:16:43.295727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port adfcbb57-58e4-4132-bfed-3ac8509d85eb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:43.296234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.406237 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.472893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cab2f613-1237-4c42-b57b-d1da3ad7d602 req-5314d7e5-6403-4481-b575-c5ce6a2aa4c3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840333 Nov 22 16:16:43.489921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-888ad845-3392-407d-87d1-345d0c1a7641 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5252757 Nov 22 16:16:43.544578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.567680 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 5c1375ff-9363-4d8e-baef-d39a849b73d5 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:43.614161 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77acec5b-d2ef-4904-b8c7-5f52cd3a0ee3 x-openstack-request-id: req-77acec5b-d2ef-4904-b8c7-5f52cd3a0ee3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:43.614960 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984c777b-2d8b-44e5-b0c2-4991031ebac8", "name": "network-vif-deleted", "tag": "5c1375ff-9363-4d8e-baef-d39a849b73d5", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:43.615197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 5c1375ff-9363-4d8e-baef-d39a849b73d5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:43.615554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 5c1375ff-9363-4d8e-baef-d39a849b73d5 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:43.615873 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77acec5b-d2ef-4904-b8c7-5f52cd3a0ee3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:43.616621 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984c777b-2d8b-44e5-b0c2-4991031ebac8', 'name': 'network-vif-deleted', 'tag': '5c1375ff-9363-4d8e-baef-d39a849b73d5', 'status': 'completed', 'code': 200} Nov 22 16:16:43.637888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Deleting port 398455fd-64e6-4166-ab08-20a0b66d08f6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:43.638330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.690386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] For port adfcbb57-58e4-4132-bfed-3ac8509d85eb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=adfcbb57-58e4-4132-bfed-3ac8509d85eb,segment=NetworkSegment(28903dd6-2be1-4564-8af0-7d05e58bac20),segment_id=28903dd6-2be1-4564-8af0-7d05e58bac20)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:43.698889 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.733075 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.834465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43324b62-6d5a-49f8-b0e2-2d36288460aa None None] Pushing event updated for resources: {'Port': ['ID=adfcbb57-58e4-4132-bfed-3ac8509d85eb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:43.877583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c624178f-3a16-4ad7-ba25-9cb9b230c812 None None] Provisioning complete for port 1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:43.877967 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c624178f-3a16-4ad7-ba25-9cb9b230c812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.916230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf294-a8a9-4bf8-bf4b-ff7008b1496e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.922646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c624178f-3a16-4ad7-ba25-9cb9b230c812 None None] Port 1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:43.926904 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:16:43.927263 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:16:43.935015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c624178f-3a16-4ad7-ba25-9cb9b230c812 None None] Provisioning complete for port adfcbb57-58e4-4132-bfed-3ac8509d85eb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:43.935396 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c624178f-3a16-4ad7-ba25-9cb9b230c812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:43.977360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-179bb332-63c5-4b12-b764-21fd97a9e630 service neutron] 10.222.0.69 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667985 Nov 22 16:16:44.051216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:44.078622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c624178f-3a16-4ad7-ba25-9cb9b230c812 None None] Provisioning complete for port 6f9222de-40e6-4acb-bb1b-19c6cc08150f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:44.079005 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c624178f-3a16-4ad7-ba25-9cb9b230c812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.107675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] For port 398455fd-64e6-4166-ab08-20a0b66d08f6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=398455fd-64e6-4166-ab08-20a0b66d08f6,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:44.108196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.119836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c624178f-3a16-4ad7-ba25-9cb9b230c812 None None] Port 6f9222de-40e6-4acb-bb1b-19c6cc08150f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:44.138977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Calling delete_port for 398455fd-64e6-4166-ab08-20a0b66d08f6 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:44.211715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.219262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.236240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99a6e9de-0564-47c5-b15e-be9e422e94b1 req-203a5a05-d916-4865-b529-ce0ae13370fc tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0828755 Nov 22 16:16:44.252821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6ebb29e8-e947-48b9-ac34-22a48e84c9f5 None None] Provisioning complete for port 6f9222de-40e6-4acb-bb1b-19c6cc08150f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:44.253393 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ebb29e8-e947-48b9-ac34-22a48e84c9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.262106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db0d588-6756-4c2f-b28a-afd675c23888 admin admin] Deleting subnet ce6309ac-2dde-4785-b58b-9f0864f72c0b {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:44.265962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8db0d588-6756-4c2f-b28a-afd675c23888 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.305328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8db0d588-6756-4c2f-b28a-afd675c23888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.312331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb29e8-e947-48b9-ac34-22a48e84c9f5 None None] Port 6f9222de-40e6-4acb-bb1b-19c6cc08150f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:44.420188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8db0d588-6756-4c2f-b28a-afd675c23888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.438902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2066cc3-754a-4659-83b9-5f625a37d015 service neutron] 10.222.0.69 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597518 Nov 22 16:16:44.482848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-459f6b00-5d25-4bad-9e92-486fad78f0ab None None] Provisioning complete for port 6f9222de-40e6-4acb-bb1b-19c6cc08150f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:44.483081 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-459f6b00-5d25-4bad-9e92-486fad78f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.546835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:44.587082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.594505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-459f6b00-5d25-4bad-9e92-486fad78f0ab None None] Port 6f9222de-40e6-4acb-bb1b-19c6cc08150f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:44.598744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=6f9222de-40e6-4acb-bb1b-19c6cc08150f,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:44.616785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:44.617716 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.797795 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8db0d588-6756-4c2f-b28a-afd675c23888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.857616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0d588-6756-4c2f-b28a-afd675c23888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6309ac-2dde-4785-b58b-9f0864f72c0b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:44.872510 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8db0d588-6756-4c2f-b28a-afd675c23888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.877205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8db0d588-6756-4c2f-b28a-afd675c23888 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ce6309ac-2dde-4785-b58b-9f0864f72c0b HTTP/1.1" status: 204 len: 168 time: 0.8246472 Nov 22 16:16:44.887528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network 191c66ba-8e82-43bd-a3a1-ff989a71e055 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:44.888701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:44.891603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:44.903985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['398455fd-64e6-4166-ab08-20a0b66d08f6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:44.975992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757174f-b1e5-4681-b992-e840d4d94992 req-85b0acb4-a3b8-4fdd-90dc-d81cc63503b2 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:44.977575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2757174f-b1e5-4681-b992-e840d4d94992 req-85b0acb4-a3b8-4fdd-90dc-d81cc63503b2 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1980164 Nov 22 16:16:44.991686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adfcbb57-58e4-4132-bfed-3ac8509d85eb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:45.029584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf294-a8a9-4bf8-bf4b-ff7008b1496e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.033470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:45.068978 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf294-a8a9-4bf8-bf4b-ff7008b1496e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.076322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bf294-a8a9-4bf8-bf4b-ff7008b1496e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:45.076935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e9bf294-a8a9-4bf8-bf4b-ff7008b1496e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.077473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port adfcbb57-58e4-4132-bfed-3ac8509d85eb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:45.078914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6e9bf294-a8a9-4bf8-bf4b-ff7008b1496e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/ports/1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 HTTP/1.1" status: 200 len: 911 time: 2.2578874 Nov 22 16:16:45.084760 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.089844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52916) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:45.095305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.106564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Pushing event deleted for resources: {'Port': ['ID=398455fd-64e6-4166-ab08-20a0b66d08f6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:45.142760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2757174f-b1e5-4681-b992-e840d4d94992 req-54496958-068e-42c1-a98d-c57ce1dbae84 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546090 Nov 22 16:16:45.153903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931d2a5-9974-4543-9971-e2816741d615 req-b04c5952-fb20-4211-b511-ac0c096e1332 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:45.161717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c931d2a5-9974-4543-9971-e2816741d615 req-b04c5952-fb20-4211-b511-ac0c096e1332 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1486886 Nov 22 16:16:45.193560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bf294-a8a9-4bf8-bf4b-ff7008b1496e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=1a09cc35-2e7c-46ba-97f8-00dc4a781eb8,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:45.271864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c931d2a5-9974-4543-9971-e2816741d615 req-da37f461-932e-4d0b-b820-469d83d6f1f9 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031909 Nov 22 16:16:45.318737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b61594d-12c3-48a0-9b41-547e4297d5d6 req-4bcfb873-e996-4e1d-b939-54c44d9f6c79 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 210 time: 0.0453207 Nov 22 16:16:45.362207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] No DVR routers for this DVR port 398455fd-64e6-4166-ab08-20a0b66d08f6 on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:45.368669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.374079 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ae67e242-edde-4aef-8cdc-0c26ee77f1d6 req-c9bb1c14-4491-41c8-864b-92ee859db843 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "DELETE /v2.0/ports/398455fd-64e6-4166-ab08-20a0b66d08f6 HTTP/1.1" status: 204 len: 173 time: 2.1011176 Nov 22 16:16:45.530754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cc19ae89-8a64-4e58-aad0-58cef7320bc9 None None] Provisioning complete for port 6f9222de-40e6-4acb-bb1b-19c6cc08150f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:16:45.532295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.534883 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc19ae89-8a64-4e58-aad0-58cef7320bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.619239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cc19ae89-8a64-4e58-aad0-58cef7320bc9 None None] Port 6f9222de-40e6-4acb-bb1b-19c6cc08150f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:16:45.630616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e7e8700b-d5ff-4163-a929-7fc0d2c0d63e no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:45.652477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d8f639-df07-44d2-8a04-7840fc25309b', 'name': 'network-vif-deleted', 'tag': 'e7e8700b-d5ff-4163-a929-7fc0d2c0d63e'}, {'server_uuid': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'name': 'network-vif-deleted', 'tag': '398455fd-64e6-4166-ab08-20a0b66d08f6'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:45.654375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46889b48-ee32-469b-9026-807d281d83d5 req-6cb6af08-eeca-4fe0-bc6f-17e2e9491b06 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:45.655420 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83895e49-80fe-427c-8f73-ed52ba6fe8de" -d '{"events": [{"server_uuid": "84d8f639-df07-44d2-8a04-7840fc25309b", "name": "network-vif-deleted", "tag": "e7e8700b-d5ff-4163-a929-7fc0d2c0d63e"}, {"server_uuid": "181e0aa0-10ab-413e-9db5-9e28581450a9", "name": "network-vif-deleted", "tag": "398455fd-64e6-4166-ab08-20a0b66d08f6"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:45.656190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46889b48-ee32-469b-9026-807d281d83d5 req-6cb6af08-eeca-4fe0-bc6f-17e2e9491b06 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.0795095 Nov 22 16:16:45.668639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034aa602-20db-47cb-8a9c-ba7b4c689902']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:45.685216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: e7e8700b-d5ff-4163-a929-7fc0d2c0d63e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:45.685584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e7e8700b-d5ff-4163-a929-7fc0d2c0d63e not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:45.728788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:45.729465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168e0a48-b4b8-4dfa-bfda-0e5ee0e782fa') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:45.741458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46889b48-ee32-469b-9026-807d281d83d5 req-5d235837-e203-4d37-b3fd-704c2f5ff922 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775146 Nov 22 16:16:45.751025 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.753348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Router 33e87e4f-d734-4aa9-a454-75cfe05b4b76 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:16:45.789632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.806543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d6675-0570-44fe-ba43-c7dd869bd58a req-603b183e-a774-4640-861f-321f2b3ad5fa tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:45.808273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-544d6675-0570-44fe-ba43-c7dd869bd58a req-603b183e-a774-4640-861f-321f2b3ad5fa tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 945 time: 0.0843878 Nov 22 16:16:45.830711 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6047d6e-ea75-4c93-862a-0e5702ab0b4e x-openstack-request-id: req-f6047d6e-ea75-4c93-862a-0e5702ab0b4e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:45.830912 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84d8f639-df07-44d2-8a04-7840fc25309b", "name": "network-vif-deleted", "tag": "e7e8700b-d5ff-4163-a929-7fc0d2c0d63e", "status": "completed", "code": 200}, {"server_uuid": "181e0aa0-10ab-413e-9db5-9e28581450a9", "name": "network-vif-deleted", "tag": "398455fd-64e6-4166-ab08-20a0b66d08f6", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:45.831140 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6047d6e-ea75-4c93-862a-0e5702ab0b4e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:45.831550 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d8f639-df07-44d2-8a04-7840fc25309b', 'name': 'network-vif-deleted', 'tag': 'e7e8700b-d5ff-4163-a929-7fc0d2c0d63e', 'status': 'completed', 'code': 200} Nov 22 16:16:45.831808 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181e0aa0-10ab-413e-9db5-9e28581450a9', 'name': 'network-vif-deleted', 'tag': '398455fd-64e6-4166-ab08-20a0b66d08f6', 'status': 'completed', 'code': 200} Nov 22 16:16:45.874977 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-544d6675-0570-44fe-ba43-c7dd869bd58a req-b8568a0e-28fd-4dcf-b9fa-4efbb09f69ef tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579307 Nov 22 16:16:45.914937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:45.915505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:45.917936 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:45.925932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc079656-aba9-47e5-8646-27aa2f2662ad req-ab31ec01-402a-4dd2-8d33-e03783b3c396 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0490017 Nov 22 16:16:46.095075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201e280-6df6-4246-bc96-daeba3ebc508 req-3245cab1-0631-4646-ab02-55f0901211b5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:46.097001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3201e280-6df6-4246-bc96-daeba3ebc508 req-3245cab1-0631-4646-ab02-55f0901211b5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.0623746 Nov 22 16:16:46.119629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ee011-0422-461a-a743-a52e5d948915 req-452d78e2-6d75-4b8f-9f63-a5128acdd9d6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:46.121975 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-138ee011-0422-461a-a743-a52e5d948915 req-452d78e2-6d75-4b8f-9f63-a5128acdd9d6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1409891 Nov 22 16:16:46.122849 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.124917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:46.148807 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0675456-1dbc-4203-a3ef-a2647db4eb42 None None] Sync routers for ids ['33e87e4f-d734-4aa9-a454-75cfe05b4b76'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:46.154089 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61627012-0c56-4244-8126-3ed5ec9d693e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "PUT /v2.0/routers/33e87e4f-d734-4aa9-a454-75cfe05b4b76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1626146 Nov 22 16:16:46.154089 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.155266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:46.159026 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/034aa602-20db-47cb-8a9c-ba7b4c689902 HTTP/1.1" status: 204 len: 168 time: 1.2687290 Nov 22 16:16:46.160234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5967f-d82f-40b0-9474-36a63efdcaf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=034aa602-20db-47cb-8a9c-ba7b4c689902,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:46.163350 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0675456-1dbc-4203-a3ef-a2647db4eb42 None None] Routers {'33e87e4f-d734-4aa9-a454-75cfe05b4b76'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:46.164273 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a0675456-1dbc-4203-a3ef-a2647db4eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['33e87e4f-d734-4aa9-a454-75cfe05b4b76'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:46.168051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:46.198050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3201e280-6df6-4246-bc96-daeba3ebc508 req-38e4c6fa-c72c-42fd-b2f6-924112522c09 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945930 Nov 22 16:16:46.207509 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a0675456-1dbc-4203-a3ef-a2647db4eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:46.221621 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0675456-1dbc-4203-a3ef-a2647db4eb42 None None] Routers {'33e87e4f-d734-4aa9-a454-75cfe05b4b76'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:46.223145 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a0675456-1dbc-4203-a3ef-a2647db4eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['33e87e4f-d734-4aa9-a454-75cfe05b4b76'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:46.258081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f9f408-60d5-47c2-acd2-9b8566143525 admin admin] Deleting subnet e239901b-26e9-45f0-b290-452ce83b55c8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:46.262140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f408-60d5-47c2-acd2-9b8566143525 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.268550 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a0675456-1dbc-4203-a3ef-a2647db4eb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:46.269669 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0675456-1dbc-4203-a3ef-a2647db4eb42 None None] The sync data for ids ['33e87e4f-d734-4aa9-a454-75cfe05b4b76'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:46.307819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9b8eb8-859e-4c41-a9e8-e3488e287aae tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:46.309436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6b9b8eb8-859e-4c41-a9e8-e3488e287aae tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports?device_id=33e87e4f-d734-4aa9-a454-75cfe05b4b76 HTTP/1.1" status: 200 len: 981 time: 0.1539807 Nov 22 16:16:46.313590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52952) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:46.319278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f408-60d5-47c2-acd2-9b8566143525 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.403127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Deleting port f7228018-2801-4106-90c2-6d308ab267cc {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:46.403472 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.429622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f408-60d5-47c2-acd2-9b8566143525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.476251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb8af4-c178-4391-a7f5-fa019d1a559e req-932e9934-4182-404a-a764-c2247cc1a48f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:46.483762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08bb8af4-c178-4391-a7f5-fa019d1a559e req-932e9934-4182-404a-a764-c2247cc1a48f tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.1411099 Nov 22 16:16:46.499038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f120320-3c66-48f5-9e17-048e993d21bf req-87a19e09-0b7a-4809-bd9e-eac71294622e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:46.501122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f120320-3c66-48f5-9e17-048e993d21bf req-87a19e09-0b7a-4809-bd9e-eac71294622e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1440544 Nov 22 16:16:46.579477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f408-60d5-47c2-acd2-9b8566143525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.594761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08bb8af4-c178-4391-a7f5-fa019d1a559e req-94734a4f-3376-4a1c-a99e-eee2a74690a7 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099775 Nov 22 16:16:46.621845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9f408-60d5-47c2-acd2-9b8566143525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e239901b-26e9-45f0-b290-452ce83b55c8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:46.627728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f120320-3c66-48f5-9e17-048e993d21bf req-791cbe90-0d36-4497-9b42-60b7453d35df tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155438 Nov 22 16:16:46.631099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8f9f408-60d5-47c2-acd2-9b8566143525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.635117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d8f9f408-60d5-47c2-acd2-9b8566143525 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e239901b-26e9-45f0-b290-452ce83b55c8 HTTP/1.1" status: 204 len: 168 time: 0.4655058 Nov 22 16:16:46.637758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:46.751712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faca935a-bf67-4d23-90bb-162893999473 req-d2643c8a-3175-4927-ab88-36736f262ba3 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 210 time: 0.0338249 Nov 22 16:16:46.762341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.832505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.886994 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.916160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['216b68b6-980b-4f87-bbe3-5009e82ec29e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:46.929646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9527a3-dc43-499b-835e-a296f6f4fe9e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:46.929943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9527a3-dc43-499b-835e-a296f6f4fe9e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:46.945233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab339542-d401-4e5a-be9a-0ce9b5b68054 req-7d2c43f5-3ffc-4e4d-9e27-b3ff8ae56b3a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:46.946764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab339542-d401-4e5a-be9a-0ce9b5b68054 req-7d2c43f5-3ffc-4e4d-9e27-b3ff8ae56b3a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1001346 Nov 22 16:16:46.950623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:46.995685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] For port f7228018-2801-4106-90c2-6d308ab267cc, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f7228018-2801-4106-90c2-6d308ab267cc,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:46.996248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.009761 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.027271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:47.028687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:47.029396 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:47.072875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b48e5695-0a9b-460b-a228-d6d241679563 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:47.074389 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b48e5695-0a9b-460b-a228-d6d241679563 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 815 time: 0.6642978 Nov 22 16:16:47.103399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab339542-d401-4e5a-be9a-0ce9b5b68054 req-a205dd36-cb5b-46d2-971e-61d3bac51628 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456068 Nov 22 16:16:47.113098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50165-a008-494b-9c07-4d0382694e15 req-6689a3ea-f69b-4bba-bebf-fafd28e67871 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:47.114748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89c50165-a008-494b-9c07-4d0382694e15 req-6689a3ea-f69b-4bba-bebf-fafd28e67871 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 945 time: 0.1344223 Nov 22 16:16:47.123949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Request body: {'port': {'device_id': '1cc16cd9-b4a0-40f9-a837-5ef464ba1eea', 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'admin_state_up': True, 'tenant_id': '0bc540cd23f640a1a9da280ca6415051'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:47.124422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.136306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.140143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] 10.222.0.69 "DELETE /v2.0/networks/216b68b6-980b-4f87-bbe3-5009e82ec29e HTTP/1.1" status: 204 len: 168 time: 0.5013275 Nov 22 16:16:47.160869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f620c4c-c4bb-4ede-b381-8ac3b3fc3000 admin admin] Pushing event deleted for resources: {'Network': ['ID=216b68b6-980b-4f87-bbe3-5009e82ec29e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:47.226916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f30229d8-f36e-418f-83d8-2d945f63a1d1 req-44db50af-5814-427c-9665-f2e81495798a tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0344377 Nov 22 16:16:47.230734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89c50165-a008-494b-9c07-4d0382694e15 req-a574038c-f520-437d-8bd2-e9b8b466cd63 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895312 Nov 22 16:16:47.318227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-ee1a2a5b-18ff-41c3-a8f1-23821813bb87 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:47.320126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-ee1a2a5b-18ff-41c3-a8f1-23821813bb87 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 945 time: 0.0672555 Nov 22 16:16:47.374570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:47.452520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-71935967-ac5e-4f34-ba83-aa464bb9376b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b32f3631a3394ca8ab7a9502a2742582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742028 Nov 22 16:16:47.453825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:47.463017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Deleting port cc381278-2a93-4963-9acd-5dc419269939 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:47.463364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.557242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Made reservation on behalf of 0bc540cd23f640a1a9da280ca6415051 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:47.560984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.573788 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-378c205d-87d0-4792-a409-04e1561749ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.595029 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.595743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.596009 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Floating IP 6ae27f1b-5321-4f09-a471-7a942783cb53 disassociated. External IP: 172.25.5.244, port: f7228018-2801-4106-90c2-6d308ab267cc. Nov 22 16:16:47.596502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Calling delete_port for f7228018-2801-4106-90c2-6d308ab267cc owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:47.604076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] For port cc381278-2a93-4963-9acd-5dc419269939, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cc381278-2a93-4963-9acd-5dc419269939,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:47.604451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.622433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-378c205d-87d0-4792-a409-04e1561749ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.626826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device cc381278-2a93-4963-9acd-5dc419269939 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:47.634149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Calling delete_port for cc381278-2a93-4963-9acd-5dc419269939 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:47.754516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.782118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-378c205d-87d0-4792-a409-04e1561749ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.788509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-378c205d-87d0-4792-a409-04e1561749ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.788699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc381278-2a93-4963-9acd-5dc419269939'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:47.788793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-378c205d-87d0-4792-a409-04e1561749ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e0752b7-7b4d-40e4-a3fc-d034cbc4d273 HTTP/1.1" status: 204 len: 168 time: 0.3313618 Nov 22 16:16:47.788905 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e498eb-dac2-4f42-82b2-4cd16d5ae013" -d '{"events": [{"server_uuid": "8160a60b-b6b8-44b2-b6a7-6452d09ab47e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc381278-2a93-4963-9acd-5dc419269939"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:47.799966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17aad4e-bea2-4723-965e-4e16054c53a9 req-fce8df42-e6dc-4163-8495-1ec3d4bbe65a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:47.801384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b17aad4e-bea2-4723-965e-4e16054c53a9 req-fce8df42-e6dc-4163-8495-1ec3d4bbe65a tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 945 time: 0.0956519 Nov 22 16:16:47.808483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c205d-87d0-4792-a409-04e1561749ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0752b7-7b4d-40e4-a3fc-d034cbc4d273,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:47.836835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port cc381278-2a93-4963-9acd-5dc419269939, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=cc381278-2a93-4963-9acd-5dc419269939,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:47.847130 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.847819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 398455fd-64e6-4166-ab08-20a0b66d08f6 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:47.890316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 398455fd-64e6-4166-ab08-20a0b66d08f6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:47.892192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b17aad4e-bea2-4723-965e-4e16054c53a9 req-dff51f94-f717-4b90-92f7-2e1251141fa6 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups?id=f08f9542-8e37-4215-ba15-55f500d0d1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805445 Nov 22 16:16:47.893057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 398455fd-64e6-4166-ab08-20a0b66d08f6 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:47.935762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1153bfc4-1b98-4a1a-91ca-524eb4179d29 req-4abcc06a-93bd-4b1a-b657-61b3b1bc6310 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 210 time: 0.0382848 Nov 22 16:16:47.973014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=cc381278-2a93-4963-9acd-5dc419269939,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:47.979578 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256e8237-5171-4d6d-afd6-3aae4d25e346 x-openstack-request-id: req-256e8237-5171-4d6d-afd6-3aae4d25e346 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:47.979851 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:47.980263 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8160a60b-b6b8-44b2-b6a7-6452d09ab47e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc381278-2a93-4963-9acd-5dc419269939", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:47.980605 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-256e8237-5171-4d6d-afd6-3aae4d25e346 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:47.981049 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc381278-2a93-4963-9acd-5dc419269939', 'code': 200} Nov 22 16:16:47.987873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:47.989064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:47.994412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:47.994803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:47.995337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:47.997078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:47.997901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:47.998258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:47.999192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:48.000685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:48.000973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:48.002921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:48.019102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Allocated IP 172.20.0.4 (27fe033a-18e7-494d-93ee-aff891971dbb/0552979b-14c4-4233-b96f-5b09180e1a4e/2e3ad528-fd64-45b5-855a-9924492920f1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:48.023944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.035656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event deleted for resources: {'Port': ['ID=cc381278-2a93-4963-9acd-5dc419269939,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:48.073526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] No DVR routers for this DVR port cc381278-2a93-4963-9acd-5dc419269939 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:48.077483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.082088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fae3859-3bf1-4469-aec6-1c817681d9ca req-58d28aef-6c24-4724-be04-074bd823a36f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "DELETE /v2.0/ports/cc381278-2a93-4963-9acd-5dc419269939 HTTP/1.1" status: 204 len: 173 time: 0.7550995 Nov 22 16:16:48.082693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'name': 'network-vif-deleted', 'tag': 'cc381278-2a93-4963-9acd-5dc419269939'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:48.086092 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ad8b10-1bbc-4376-8a27-104b01b87c06" -d '{"events": [{"server_uuid": "8160a60b-b6b8-44b2-b6a7-6452d09ab47e", "name": "network-vif-deleted", "tag": "cc381278-2a93-4963-9acd-5dc419269939"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:48.134483 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeb4fed-97ac-441a-97c9-e1cf38108629 x-openstack-request-id: req-bfeb4fed-97ac-441a-97c9-e1cf38108629 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:48.135988 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8160a60b-b6b8-44b2-b6a7-6452d09ab47e", "name": "network-vif-deleted", "tag": "cc381278-2a93-4963-9acd-5dc419269939", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:48.137189 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bfeb4fed-97ac-441a-97c9-e1cf38108629 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:48.137643 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8160a60b-b6b8-44b2-b6a7-6452d09ab47e', 'name': 'network-vif-deleted', 'tag': 'cc381278-2a93-4963-9acd-5dc419269939', 'status': 'completed', 'code': 200} Nov 22 16:16:48.168169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:48.169107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.284860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5d534-4eeb-4a9d-8ba9-6389e49406c7 req-ceb37360-af3c-42b3-91e0-388aaff6d64d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:48.293490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6b5d534-4eeb-4a9d-8ba9-6389e49406c7 req-ceb37360-af3c-42b3-91e0-388aaff6d64d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.0847859 Nov 22 16:16:48.350885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.356815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:48.369046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6b5d534-4eeb-4a9d-8ba9-6389e49406c7 req-fa068ec0-9d91-4605-af94-24f9a2e49551 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738862 Nov 22 16:16:48.436775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92d6cf74-b53f-43d9-b141-a2106fa7aae3 req-a545d435-bd67-4877-8a5f-fa1e52b80a89 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0558391 Nov 22 16:16:48.446108 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.497743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c8605b9-c3de-4f67-acd6-6926dc3bb994 req-610c6b04-56d2-4bee-96fc-2ce42a938e8a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 210 time: 0.0560553 Nov 22 16:16:48.513722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Pushing event updated for resources: {'Port': ['ID=2e3ad528-fd64-45b5-855a-9924492920f1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:48.515208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7bccd0dc-2f08-41f0-a33c-8479f21cc25a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=31bdb8b4ebe04bea9d244e22fd2d2b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448071 Nov 22 16:16:48.517782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52994) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:48.554755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.604328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad9a96fe-d2c2-404d-a511-e0ddb7a330a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.635259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad9a96fe-d2c2-404d-a511-e0ddb7a330a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.662830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event deleted for resources: {'Port': ['ID=f7228018-2801-4106-90c2-6d308ab267cc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:48.669983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Network 27fe033a-18e7-494d-93ee-aff891971dbb is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:48.704613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad9a96fe-d2c2-404d-a511-e0ddb7a330a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.708381 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad9a96fe-d2c2-404d-a511-e0ddb7a330a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.730189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ad9a96fe-d2c2-404d-a511-e0ddb7a330a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a316e54e-8388-4d9e-8a74-f162517b7d74 HTTP/1.1" status: 204 len: 168 time: 0.2013907 Nov 22 16:16:48.758322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a96fe-d2c2-404d-a511-e0ddb7a330a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a316e54e-8388-4d9e-8a74-f162517b7d74,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:48.850988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98860ca-05d8-4d1c-8f4d-3c09c0a2ce8b req-4c408666-0b14-4f11-a893-04189371f300 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:48.852611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e98860ca-05d8-4d1c-8f4d-3c09c0a2ce8b req-4c408666-0b14-4f11-a893-04189371f300 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.0640991 Nov 22 16:16:48.946834 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eba2a2de-dabc-4089-82db-295a754c669f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:48.997166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e98860ca-05d8-4d1c-8f4d-3c09c0a2ce8b req-92825236-5991-4414-893d-8ecd09265539 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348209 Nov 22 16:16:49.117490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1fb1ef3d-724f-437d-846f-f0a71a82392a req-756e8b4c-1dd7-4091-aede-d9111b6cd93e tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 210 time: 0.0585690 Nov 22 16:16:49.190442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488a7c8-044b-499d-933f-72f5822a49f7 req-ff65b812-0620-4ca5-8d14-5d9e580f8b42 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:49.201912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6488a7c8-044b-499d-933f-72f5822a49f7 req-ff65b812-0620-4ca5-8d14-5d9e580f8b42 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 931 time: 0.0676310 Nov 22 16:16:49.214902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:49.229266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:49.269212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6488a7c8-044b-499d-933f-72f5822a49f7 req-f1b7c2d2-1f63-424d-bca3-335df9886782 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652637 Nov 22 16:16:49.273919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:49.308562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 1a09cc35-2e7c-46ba-97f8-00dc4a781eb8 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:49.349633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:49.350264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:49.354894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Router 806b7acb-9570-497e-a32e-d86eb3ef32fb has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:16:49.442533 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b97fe16f-0097-4a3a-b801-0dda3075ab84 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3296041 Nov 22 16:16:49.462132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Request body: {'port': {'device_id': '1cc16cd9-b4a0-40f9-a837-5ef464ba1eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:49.564291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-64fbfa28-bffb-4fda-8412-7eb2e5ce4226 req-6b9bd935-6fae-4096-93aa-29d2dd443893 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0443320 Nov 22 16:16:49.647775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3314d71-e5ee-418d-af36-a765cda1e49d req-b738690a-3171-4fd2-9895-8aa81bc4fa86 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 210 time: 0.0369341 Nov 22 16:16:49.681495 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:49.770812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=1a09cc35-2e7c-46ba-97f8-00dc4a781eb8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:49.818676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port 6f9222de-40e6-4acb-bb1b-19c6cc08150f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:49.819022 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:49.939382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:49.957113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:49.972523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] Sync routers for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:49.987280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:49.988217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:50.005391 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:50.108687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] No DVR routers for this DVR port f7228018-2801-4106-90c2-6d308ab267cc on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:50.136193 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for 6f9222de-40e6-4acb-bb1b-19c6cc08150f owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:50.138486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:50.143028 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-138ee011-0422-461a-a743-a52e5d948915 req-5f65a9f3-be57-423d-9d77-de0dead65a63 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.71 "DELETE /v2.0/ports/f7228018-2801-4106-90c2-6d308ab267cc HTTP/1.1" status: 204 len: 173 time: 3.9952958 Nov 22 16:16:50.150802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-deleted', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:50.153463 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fab7b2-5fa2-48a0-ad08-cd997ea47e12" -d '{"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-deleted", "tag": "f7228018-2801-4106-90c2-6d308ab267cc"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:50.166298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:50.253776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:16:50.265879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59a2e80d-371a-4537-896a-8ae2fbd7f046 req-613f3e5a-3be9-4554-8d6e-a092c0ece775 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/ports?device_id=19c81c28-cc2d-4d9c-aaf2-8362482aa661 HTTP/1.1" status: 200 len: 210 time: 0.0361242 Nov 22 16:16:50.293754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a5de-6b66-4b45-8080-8d9f9882e45c req-2fd57329-bfbc-4142-9c87-55f9dbd05589 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:50.294730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d00a5de-6b66-4b45-8080-8d9f9882e45c req-2fd57329-bfbc-4142-9c87-55f9dbd05589 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1653361 Nov 22 16:16:50.415662 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9545a1d8-ac8a-4ea1-8ba5-3e94ce7d6275 x-openstack-request-id: req-9545a1d8-ac8a-4ea1-8ba5-3e94ce7d6275 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:50.415662 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c81c28-cc2d-4d9c-aaf2-8362482aa661", "name": "network-vif-deleted", "tag": "f7228018-2801-4106-90c2-6d308ab267cc", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:50.415662 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9545a1d8-ac8a-4ea1-8ba5-3e94ce7d6275 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:50.416536 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c81c28-cc2d-4d9c-aaf2-8362482aa661', 'name': 'network-vif-deleted', 'tag': 'f7228018-2801-4106-90c2-6d308ab267cc', 'status': 'completed', 'code': 200} Nov 22 16:16:50.422031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53042) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:50.425947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d00a5de-6b66-4b45-8080-8d9f9882e45c req-07c64296-69e2-44e9-a716-7bf23bb3af3d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055174 Nov 22 16:16:50.569625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d66f1-2454-44bc-ab0a-49c473d821dd req-5ad1d89b-a32c-4e08-ba12-955d253549d6 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:50.572400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df7d66f1-2454-44bc-ab0a-49c473d821dd req-5ad1d89b-a32c-4e08-ba12-955d253549d6 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 931 time: 0.1151450 Nov 22 16:16:50.693904 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7b81498-2c7c-4838-af87-a70e784bcd27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:50.695837 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:50.724969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509e26-4140-464d-8128-261187c9c834 req-1192d5f0-9542-476b-bcc4-86d0f6dbb3d5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:50.726832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb509e26-4140-464d-8128-261187c9c834 req-1192d5f0-9542-476b-bcc4-86d0f6dbb3d5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1801541 Nov 22 16:16:50.749158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df7d66f1-2454-44bc-ab0a-49c473d821dd req-624ecbd7-022a-4d79-bfb1-6f1b02892050 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494768 Nov 22 16:16:50.818863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=6f9222de-40e6-4acb-bb1b-19c6cc08150f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:50.885148 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:43Z', 'revision_number': 5, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:50.928772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router ae0d2e07-ac29-4e6d-b161-11b026023c14 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:16:50.932289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] Checking router: 806b7acb-9570-497e-a32e-d86eb3ef32fb for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:16:50.944568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb509e26-4140-464d-8128-261187c9c834 req-2be42e9e-d716-433c-845e-b1ec29a4f5c4 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929929 Nov 22 16:16:50.960713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:50.961736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:50.991833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3acc53c-b1aa-4132-aafe-f67bc7d14676 req-f88d5fec-f32b-44b7-badc-d0874a3a97a0 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.1111298 Nov 22 16:16:51.171342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:16:51.266175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e893482b-9764-4b83-b158-e3960094a80e req-4c4c70b7-bd1a-4f2d-95e2-a9e3a3cc1829 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 210 time: 0.0976753 Nov 22 16:16:51.307182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2f8ae-1382-40a4-ab34-4ad2855cdf26 req-62298df3-e58a-442f-b3aa-4c46f0619c8f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:51.316596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67e2f8ae-1382-40a4-ab34-4ad2855cdf26 req-62298df3-e58a-442f-b3aa-4c46f0619c8f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1569691 Nov 22 16:16:51.408529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67e2f8ae-1382-40a4-ab34-4ad2855cdf26 req-3fadf6b0-618b-4759-8078-5a9145806897 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909448 Nov 22 16:16:51.435259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:51.444377 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4b0372f8-5455-49c8-8136-d86560312f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.489084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:43Z', 'revision_number': 5, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:51.491214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:51.503822 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10320ffe-328d-4f67-a492-79c307018fdd None None] Sync routers for ids ['ae0d2e07-ac29-4e6d-b161-11b026023c14'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:51.507115 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ee00c274-18b2-4fbd-aaee-4f891a72d284 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/ae0d2e07-ac29-4e6d-b161-11b026023c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4090815 Nov 22 16:16:51.508676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53064) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:51.527880 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10320ffe-328d-4f67-a492-79c307018fdd None None] Routers {'ae0d2e07-ac29-4e6d-b161-11b026023c14'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:51.529516 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-10320ffe-328d-4f67-a492-79c307018fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ae0d2e07-ac29-4e6d-b161-11b026023c14'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:51.544011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:51.548870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81213e6-06fe-4bfe-b5ee-5c64f212838b None None] The sync data for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 is: [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '917d286b-90b0-4574-8b10-0e4349fceabb', 'name': '', 'network_id': '678ff126-f764-4857-848d-4789f931073a', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'mac_address': 'fa:16:3e:4f:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:37Z', 'updated_at': '2021-11-22T16:06:43Z', 'revision_number': 5, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'subnets': [{'id': 'bb3143d8-c748-46f6-a58f-a498a77353bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:51.583327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76f9feb3-f34c-43c3-891d-5502f27dc1a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.603762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: f7228018-2801-4106-90c2-6d308ab267cc {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:51.604139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f7228018-2801-4106-90c2-6d308ab267cc not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:51.631931 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76f9feb3-f34c-43c3-891d-5502f27dc1a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.634641 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fbb50942-0004-4d40-97de-abc8dad7dd3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae0d2e07-ac29-4e6d-b161-11b026023c14 HTTP/1.1" status: 200 len: 205 time: 0.1153071 Nov 22 16:16:51.636029 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.638717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53066) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:51.639099 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-10320ffe-328d-4f67-a492-79c307018fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:51.649206 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10320ffe-328d-4f67-a492-79c307018fdd None None] Routers {'ae0d2e07-ac29-4e6d-b161-11b026023c14'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:51.649824 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-10320ffe-328d-4f67-a492-79c307018fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ae0d2e07-ac29-4e6d-b161-11b026023c14'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:51.669426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7b81498-2c7c-4838-af87-a70e784bcd27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.692655 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-10320ffe-328d-4f67-a492-79c307018fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:51.693314 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10320ffe-328d-4f67-a492-79c307018fdd None None] The sync data for ids ['ae0d2e07-ac29-4e6d-b161-11b026023c14'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:51.776217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7b81498-2c7c-4838-af87-a70e784bcd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.779654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76f9feb3-f34c-43c3-891d-5502f27dc1a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.787932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76f9feb3-f34c-43c3-891d-5502f27dc1a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:51.791259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-76f9feb3-f34c-43c3-891d-5502f27dc1a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "DELETE /v2.0/security-groups/f08f9542-8e37-4215-ba15-55f500d0d1b7 HTTP/1.1" status: 204 len: 168 time: 0.3540754 Nov 22 16:16:51.802614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:51.821061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9feb3-f34c-43c3-891d-5502f27dc1a0 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08f9542-8e37-4215-ba15-55f500d0d1b7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:51.837023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f7b78-0cb7-4086-be0b-d6a62b8b95e2 req-f5cad755-019f-426e-885d-02db000b2956 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:51.849847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-897f7b78-0cb7-4086-be0b-d6a62b8b95e2 req-f5cad755-019f-426e-885d-02db000b2956 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2818511 Nov 22 16:16:51.852844 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-f4455f52-3a61-439e-944a-c6889929426c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] show failed (client error): The resource could not be found. Nov 22 16:16:51.856677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f4455f52-3a61-439e-944a-c6889929426c tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "GET /v2.0/security-groups/f08f9542-8e37-4215-ba15-55f500d0d1b7 HTTP/1.1" status: 404 len: 347 time: 0.0510681 Nov 22 16:16:51.862266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53072) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:52.048354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-897f7b78-0cb7-4086-be0b-d6a62b8b95e2 req-b59218f0-5aae-4d9b-977e-e0775aa2b9fa tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974516 Nov 22 16:16:52.074618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a563f07-561e-4cb8-9138-a61f1a482f7e None None] New status for floating IP 6ae27f1b-5321-4f09-a471-7a942783cb53: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:16:52.107400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ea7f5-3417-4f7e-a492-972328e85c00 req-b13a4814-2e9d-41a7-b6e8-a9f3537c1b3d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:52.117709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f18ea7f5-3417-4f7e-a492-972328e85c00 req-b13a4814-2e9d-41a7-b6e8-a9f3537c1b3d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 931 time: 0.2462106 Nov 22 16:16:52.373264 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.449985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3ad528-fd64-45b5-855a-9924492920f1 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:52.459489 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-892f7efd-34ee-491c-b519-7b9e45470eaf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.461898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81498-2c7c-4838-af87-a70e784bcd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56267fc6-8263-4b55-9126-9c05abf9c6d6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:52.463358 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.471328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c7b81498-2c7c-4838-af87-a70e784bcd27 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d1658cd875084042bbee6088e02cbbed&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0443864 Nov 22 16:16:52.472265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53080) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:52.519296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.532641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a368b26a-1f1e-4943-ae42-f901e78d741d req-22e799b4-43aa-42c7-a39d-2fb82cf41e94 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.3926415 Nov 22 16:16:52.563497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f18ea7f5-3417-4f7e-a492-972328e85c00 req-1ec1239c-ba1b-4abf-99fd-8b2a4030fcaa tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440596 Nov 22 16:16:52.579102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Deleting port b0aaafdf-20fb-4b48-a6a1-99ea45276306 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:52.579562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.625865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Router 33e87e4f-d734-4aa9-a454-75cfe05b4b76 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:16:52.633593 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Transition to ACTIVE for port object 2e3ad528-fd64-45b5-855a-9924492920f1 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:16:52.674932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.684557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94dd4c97-c868-4238-90ae-7fc43a6b432a req-e9c72753-2401-4a4b-a177-13ca07ec0605 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 210 time: 0.0349281 Nov 22 16:16:52.739647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.740007 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.762705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Calling delete_port for b0aaafdf-20fb-4b48-a6a1-99ea45276306 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:52.775377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffff0d-29c9-4b9e-9884-cc3f9465d1a5 req-2af150b5-5b2d-4c0a-9242-f84f2b5f1c37 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:52.776940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3fffff0d-29c9-4b9e-9884-cc3f9465d1a5 req-2af150b5-5b2d-4c0a-9242-f84f2b5f1c37 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.0979264 Nov 22 16:16:52.845904 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-892f7efd-34ee-491c-b519-7b9e45470eaf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.886899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-892f7efd-34ee-491c-b519-7b9e45470eaf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.889488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3fffff0d-29c9-4b9e-9884-cc3f9465d1a5 req-2c5429a8-e57d-4235-b8ef-e03a417b3d7a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681710 Nov 22 16:16:52.897453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3ad528-fd64-45b5-855a-9924492920f1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:52.915803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5807cb30-f286-4cdd-b047-8b17d9494fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.960949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:16:52.970640 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29281ef3-57eb-44a8-870c-190d9723fc2e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "PUT /v2.0/routers/33e87e4f-d734-4aa9-a454-75cfe05b4b76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6559114 Nov 22 16:16:52.972588 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a9a4f-a163-427b-964d-03247b42de90 None None] Sync routers for ids ['33e87e4f-d734-4aa9-a454-75cfe05b4b76'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:16:52.993241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53086) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:52.994225 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a9a4f-a163-427b-964d-03247b42de90 None None] Routers {'33e87e4f-d734-4aa9-a454-75cfe05b4b76'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:52.994917 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f4a9a4f-a163-427b-964d-03247b42de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['33e87e4f-d734-4aa9-a454-75cfe05b4b76'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:53.010185 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-892f7efd-34ee-491c-b519-7b9e45470eaf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.010692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892f7efd-34ee-491c-b519-7b9e45470eaf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Fanout notify agent at l3_agent the message router_deleted on router ae0d2e07-ac29-4e6d-b161-11b026023c14 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:16:53.019003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.039629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-892f7efd-34ee-491c-b519-7b9e45470eaf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.043668 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-892f7efd-34ee-491c-b519-7b9e45470eaf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/ae0d2e07-ac29-4e6d-b161-11b026023c14 HTTP/1.1" status: 204 len: 168 time: 1.3651233 Nov 22 16:16:53.043668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5807cb30-f286-4cdd-b047-8b17d9494fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.048680 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f4a9a4f-a163-427b-964d-03247b42de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:53.054006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:53.056552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Pushing event deleted for resources: {'Port': ['ID=b0aaafdf-20fb-4b48-a6a1-99ea45276306,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:53.058004 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a9a4f-a163-427b-964d-03247b42de90 None None] Routers {'33e87e4f-d734-4aa9-a454-75cfe05b4b76'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:16:53.058804 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f4a9a4f-a163-427b-964d-03247b42de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['33e87e4f-d734-4aa9-a454-75cfe05b4b76'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:53.069942 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba840da-9762-40f5-87b2-67025519423d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:16:53.071475 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1ba840da-9762-40f5-87b2-67025519423d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/6f9222de-40e6-4acb-bb1b-19c6cc08150f HTTP/1.1" status: 404 len: 333 time: 0.0770023 Nov 22 16:16:53.080160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53090) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:53.143087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0999def4-4c61-4f23-a7c8-d5119226caf1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet ee0043f9-8b51-4614-ac71-8e44da36202e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:53.194433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999def4-4c61-4f23-a7c8-d5119226caf1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.205018 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2d81110-ba1f-4c0c-9678-103d49f81b26 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.207388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Attempting to bind port 2e3ad528-fd64-45b5-855a-9924492920f1 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:53.208082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Attempting to bind port 2e3ad528-fd64-45b5-855a-9924492920f1 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:53.208594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Attempting to bind port 2e3ad528-fd64-45b5-855a-9924492920f1 on network 27fe033a-18e7-494d-93ee-aff891971dbb {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:53.230862 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f4a9a4f-a163-427b-964d-03247b42de90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:53.231785 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a9a4f-a163-427b-964d-03247b42de90 None None] The sync data for ids ['33e87e4f-d734-4aa9-a454-75cfe05b4b76'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:16:53.298319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Port 2e3ad528-fd64-45b5-855a-9924492920f1 on network 27fe033a-18e7-494d-93ee-aff891971dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:16:53.298741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Attempting to bind port 2e3ad528-fd64-45b5-855a-9924492920f1 on network 27fe033a-18e7-494d-93ee-aff891971dbb {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:53.307570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5807cb30-f286-4cdd-b047-8b17d9494fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.310494 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5807cb30-f286-4cdd-b047-8b17d9494fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.315277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5807cb30-f286-4cdd-b047-8b17d9494fd1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56267fc6-8263-4b55-9126-9c05abf9c6d6 HTTP/1.1" status: 204 len: 168 time: 0.8330443 Nov 22 16:16:53.316001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3a303-8ffe-4d83-a839-9e424928773d req-86aed78a-a9aa-41c2-8a5f-3070c6968866 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:53.316958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:53.317189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Checking segment: {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:53.317640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Bound using segment: {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:53.318293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Bound port: 2e3ad528-fd64-45b5-855a-9924492920f1, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3dc7207-4acb-44c7-9477-08c68e82a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:53.318742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.323433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71a3a303-8ffe-4d83-a839-9e424928773d req-86aed78a-a9aa-41c2-8a5f-3070c6968866 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2683597 Nov 22 16:16:53.326005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.329511 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.330956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-59a8cc52-f047-45b7-9097-41e35e064447 tempest-ServerActionsTestJSON-304308672 tempest-ServerActionsTestJSON-304308672-project] 10.222.0.69 "DELETE /v2.0/floatingips/6ae27f1b-5321-4f09-a471-7a942783cb53 HTTP/1.1" status: 204 len: 168 time: 1.4677267 Nov 22 16:16:53.334874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:53.339725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807cb30-f286-4cdd-b047-8b17d9494fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56267fc6-8263-4b55-9126-9c05abf9c6d6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:53.389104 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999def4-4c61-4f23-a7c8-d5119226caf1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.475546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71a3a303-8ffe-4d83-a839-9e424928773d req-583ca623-098a-4305-8a31-68db90131229 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511374 Nov 22 16:16:53.485286 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2d81110-ba1f-4c0c-9678-103d49f81b26 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.491506 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2d81110-ba1f-4c0c-9678-103d49f81b26 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.665375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] For port 2e3ad528-fd64-45b5-855a-9924492920f1, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:53.674607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] For port 2e3ad528-fd64-45b5-855a-9924492920f1, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2e3ad528-fd64-45b5-855a-9924492920f1,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:53.677995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2d81110-ba1f-4c0c-9678-103d49f81b26 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.681104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d81110-ba1f-4c0c-9678-103d49f81b26 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Fanout notify agent at l3_agent the message router_deleted on router 33e87e4f-d734-4aa9-a454-75cfe05b4b76 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:16:53.689139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999def4-4c61-4f23-a7c8-d5119226caf1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.697560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2d81110-ba1f-4c0c-9678-103d49f81b26 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.699090 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c2d81110-ba1f-4c0c-9678-103d49f81b26 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/routers/33e87e4f-d734-4aa9-a454-75cfe05b4b76 HTTP/1.1" status: 204 len: 168 time: 0.6179218 Nov 22 16:16:53.701787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53108) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:53.720285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.831043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3ad528-fd64-45b5-855a-9924492920f1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:53.866734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:53.867753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.869447 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a2f2c539-de2a-4f88-9123-6bbc55914907 service neutron] 10.222.0.11 "PUT /v2.0/ports/2e3ad528-fd64-45b5-855a-9924492920f1 HTTP/1.1" status: 200 len: 1091 time: 4.4125857 Nov 22 16:16:53.870133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc16cd9-b4a0-40f9-a837-5ef464ba1eea', 'tag': '2e3ad528-fd64-45b5-855a-9924492920f1'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:16:53.872692 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7b0a99-a1e5-4687-b189-e8c065b07877" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc16cd9-b4a0-40f9-a837-5ef464ba1eea", "tag": "2e3ad528-fd64-45b5-855a-9924492920f1"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:16:53.889229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7472fffa-ff73-4054-bdad-b8e4ebb84fbe tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet 6696c521-e1c8-4834-ac45-ecf0decf32c1 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:16:53.895244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7472fffa-ff73-4054-bdad-b8e4ebb84fbe tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.008656 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7472fffa-ff73-4054-bdad-b8e4ebb84fbe tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.038367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b8a31c05-4de0-4152-b623-5a862c71ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:54.040287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-b8a31c05-4de0-4152-b623-5a862c71ddd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 1094 time: 0.1103623 Nov 22 16:16:54.082816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34a695f8-4d6e-40bd-af41-5085f32b3ea5 req-89887caa-9c6d-47b9-89fa-be6c1c812bd9 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.3057876 Nov 22 16:16:54.104672 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-c2d67dbe-c365-4670-a6ad-7c65b11655f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3ad528-fd64-45b5-855a-9924492920f1 HTTP/1.1" status: 200 len: 217 time: 0.0556829 Nov 22 16:16:54.133056 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999def4-4c61-4f23-a7c8-d5119226caf1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.214670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-d3c33d7e-867e-4bbc-abdc-3ff6481be8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:54.216682 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-d3c33d7e-867e-4bbc-abdc-3ff6481be8ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0552979b-14c4-4233-b96f-5b09180e1a4e HTTP/1.1" status: 200 len: 855 time: 0.1009526 Nov 22 16:16:54.219478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999def4-4c61-4f23-a7c8-d5119226caf1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0043f9-8b51-4614-ac71-8e44da36202e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:54.220747 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7472fffa-ff73-4054-bdad-b8e4ebb84fbe tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.242411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0999def4-4c61-4f23-a7c8-d5119226caf1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.247136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0999def4-4c61-4f23-a7c8-d5119226caf1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/ee0043f9-8b51-4614-ac71-8e44da36202e HTTP/1.1" status: 204 len: 168 time: 1.1880205 Nov 22 16:16:54.255639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41d302c-928e-4226-aa9d-af0afd52aa14 None None] Network e988871e-0851-4abd-a21b-e89596543302 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:54.276244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156a9ca-fc97-4159-a400-2b052b6eaf51 req-47a54876-0b06-4862-affb-dc156e335553 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:54.278121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3156a9ca-fc97-4159-a400-2b052b6eaf51 req-47a54876-0b06-4862-affb-dc156e335553 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.4782624 Nov 22 16:16:54.280790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:54.475608 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.481830 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-a6caae27-2acb-4658-98f1-038c50293308 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27fe033a-18e7-494d-93ee-aff891971dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2541397 Nov 22 16:16:54.537425 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.583737 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7472fffa-ff73-4054-bdad-b8e4ebb84fbe tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.622690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cf157-8dea-4eff-8c83-a9742c2b9fa2 req-41de87c3-e6c5-4cae-a4ec-32b73756eb7d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:54.632461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c1cf157-8dea-4eff-8c83-a9742c2b9fa2 req-41de87c3-e6c5-4cae-a4ec-32b73756eb7d tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 943 time: 0.4244952 Nov 22 16:16:54.640012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472fffa-ff73-4054-bdad-b8e4ebb84fbe tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=6696c521-e1c8-4834-ac45-ecf0decf32c1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:54.663888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780f560-997b-4609-aa15-01d68878aadc None None] DHCP port deletion for e988871e-0851-4abd-a21b-e89596543302 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:16:54.664737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3156a9ca-fc97-4159-a400-2b052b6eaf51 req-e3559bbb-09e3-44b1-84e5-e62839a2fe89 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709898 Nov 22 16:16:54.683366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.710684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7472fffa-ff73-4054-bdad-b8e4ebb84fbe tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:54.723808 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7472fffa-ff73-4054-bdad-b8e4ebb84fbe tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/6696c521-e1c8-4834-ac45-ecf0decf32c1 HTTP/1.1" status: 204 len: 168 time: 1.0190167 Nov 22 16:16:54.724111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa5a855-610f-4624-a4b5-95a459f6d33f None None] Network 191c66ba-8e82-43bd-a3a1-ff989a71e055 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:54.729520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53136) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:54.791997 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-290866b9-4077-4a7c-bcc6-5db51a66a8b1 service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966757 Nov 22 16:16:54.934758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-859963ea-03e4-4704-b293-69cc6cf7af74 req-344b5e24-e670-4bb6-af9e-5e4366692eaa tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8160a60b-b6b8-44b2-b6a7-6452d09ab47e HTTP/1.1" status: 200 len: 210 time: 0.1328130 Nov 22 16:16:54.982368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c1cf157-8dea-4eff-8c83-a9742c2b9fa2 req-44b4d157-6aba-4ae4-a623-eea04674fe46 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489325 Nov 22 16:16:55.029065 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.048517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:55.048889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.057978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:55.098246 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fce1db-ece4-4b5c-998f-d5fdd4cfd1ad x-openstack-request-id: req-79fce1db-ece4-4b5c-998f-d5fdd4cfd1ad {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:16:55.098640 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc16cd9-b4a0-40f9-a837-5ef464ba1eea", "tag": "2e3ad528-fd64-45b5-855a-9924492920f1", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:16:55.098825 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79fce1db-ece4-4b5c-998f-d5fdd4cfd1ad {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:16:55.099207 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc16cd9-b4a0-40f9-a837-5ef464ba1eea', 'tag': '2e3ad528-fd64-45b5-855a-9924492920f1', 'status': 'completed', 'code': 200} Nov 22 16:16:55.150903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,segment=NetworkSegment(3515bab2-5729-4891-922d-1ff3874be8ec),segment_id=3515bab2-5729-4891-922d-1ff3874be8ec)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:55.151725 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.169973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:55.232749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.250399 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e982fa7-dd7b-4291-aeee-e96b9be932fa req-d1509559-9e85-4447-8bec-80d4c3d1e54c service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278007 Nov 22 16:16:55.261026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2780f560-997b-4609-aa15-01d68878aadc None None] Deleting port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:55.261828 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2780f560-997b-4609-aa15-01d68878aadc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.322547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port adfcbb57-58e4-4132-bfed-3ac8509d85eb {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:55.323947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.427458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b79f8-39ff-45b7-857d-71a58fed3db1 req-380e9569-d80d-4919-8ad2-b0d055b27d6b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:55.442217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd1b79f8-39ff-45b7-857d-71a58fed3db1 req-380e9569-d80d-4919-8ad2-b0d055b27d6b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1790409 Nov 22 16:16:55.451471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] DHCP port deletion for 191c66ba-8e82-43bd-a3a1-ff989a71e055 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:16:55.462978 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.492266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.556917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2780f560-997b-4609-aa15-01d68878aadc None None] For port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,segment=NetworkSegment(3515bab2-5729-4891-922d-1ff3874be8ec),segment_id=3515bab2-5729-4891-922d-1ff3874be8ec)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:55.557488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2780f560-997b-4609-aa15-01d68878aadc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.572725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-60acf5a0-ba04-45a8-a121-183024e0f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:55.575843 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-60acf5a0-ba04-45a8-a121-183024e0f48e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0bc540cd23f640a1a9da280ca6415051&device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 1094 time: 0.1477168 Nov 22 16:16:55.576494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2780f560-997b-4609-aa15-01d68878aadc None None] Calling delete_port for 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:55.582730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.605516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No DVR routers for this DVR port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:55.661074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:55.686798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ed71a8a-20c9-4b5e-b69c-fcd21ce835ab req-05341c72-4fcb-4101-9e66-2b66a6310481 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.1300781 Nov 22 16:16:55.712978 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2780f560-997b-4609-aa15-01d68878aadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.762014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] Deleting port adfcbb57-58e4-4132-bfed-3ac8509d85eb {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:55.762757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.776860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2780f560-997b-4609-aa15-01d68878aadc None None] No DVR routers for this DVR port 2c6bd8af-eeb6-46cd-9097-2c9ab55e264f on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:55.785019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780f560-997b-4609-aa15-01d68878aadc None None] Pushing event deleted for resources: {'Port': ['ID=2c6bd8af-eeb6-46cd-9097-2c9ab55e264f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:55.815396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd1b79f8-39ff-45b7-857d-71a58fed3db1 req-d502b9e6-20e4-4a6a-93cf-51f081dc68e1 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710470 Nov 22 16:16:55.816953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] For port adfcbb57-58e4-4132-bfed-3ac8509d85eb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=adfcbb57-58e4-4132-bfed-3ac8509d85eb,segment=NetworkSegment(28903dd6-2be1-4564-8af0-7d05e58bac20),segment_id=28903dd6-2be1-4564-8af0-7d05e58bac20)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:55.817458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.839120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for adfcbb57-58e4-4132-bfed-3ac8509d85eb owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:55.901011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.911510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-b8028188-24b6-4477-bf50-78cf6248820e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:55.913039 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-b8028188-24b6-4477-bf50-78cf6248820e service neutron] 10.222.0.11 "GET /v2.0/networks?id=27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 200 len: 916 time: 0.3237507 Nov 22 16:16:55.985897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] For port adfcbb57-58e4-4132-bfed-3ac8509d85eb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=adfcbb57-58e4-4132-bfed-3ac8509d85eb,segment=NetworkSegment(28903dd6-2be1-4564-8af0-7d05e58bac20),segment_id=28903dd6-2be1-4564-8af0-7d05e58bac20)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:55.986793 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.999107 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-7a2c5c51-00d8-4e2f-a8ac-605381c77176 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e3ad528-fd64-45b5-855a-9924492920f1 HTTP/1.1" status: 200 len: 217 time: 0.0746884 Nov 22 16:16:56.021505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] Calling delete_port for adfcbb57-58e4-4132-bfed-3ac8509d85eb owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:56.052591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e988871e-0851-4abd-a21b-e89596543302']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:56.089810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.138666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No DVR routers for this DVR port adfcbb57-58e4-4132-bfed-3ac8509d85eb on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:56.141933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=adfcbb57-58e4-4132-bfed-3ac8509d85eb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:56.169754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3515bab2-5729-4891-922d-1ff3874be8ec') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:56.169754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3515bab2-5729-4891-922d-1ff3874be8ec') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:56.208864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-ab1969e3-0b3b-45c4-b782-aff68e32c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:56.214921 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-ab1969e3-0b3b-45c4-b782-aff68e32c15c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0552979b-14c4-4233-b96f-5b09180e1a4e HTTP/1.1" status: 200 len: 855 time: 0.1907504 Nov 22 16:16:56.216596 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.244958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.273285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] Pushing event deleted for resources: {'Port': ['ID=adfcbb57-58e4-4132-bfed-3ac8509d85eb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:56.279312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3079a73-59aa-46b2-aaa2-4ee5cf59efda None None] No DVR routers for this DVR port adfcbb57-58e4-4132-bfed-3ac8509d85eb on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:16:56.295076 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.310830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb75a85-3a85-4755-806e-01f33c785622 req-ce3ad6a6-7981-4d9b-823f-bdcbeaf361a8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:56.312886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bb75a85-3a85-4755-806e-01f33c785622 req-ce3ad6a6-7981-4d9b-823f-bdcbeaf361a8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2815840 Nov 22 16:16:56.319562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:56.320011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:56.325345 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:56.329754 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-0513f518-ac69-4e6c-a0e8-f0490af24edd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27fe033a-18e7-494d-93ee-aff891971dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858085 Nov 22 16:16:56.329754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53162) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:56.348267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.422863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191c66ba-8e82-43bd-a3a1-ff989a71e055']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:56.430024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2b7b0-16db-4044-b9c6-820c7a8f8454 req-1401cbfd-8e77-4fc8-8708-8152e3933ada tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:56.431564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4dc2b7b0-16db-4044-b9c6-820c7a8f8454 req-1401cbfd-8e77-4fc8-8708-8152e3933ada tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 943 time: 0.2243657 Nov 22 16:16:56.437115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28903dd6-2be1-4564-8af0-7d05e58bac20') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:56.438319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28903dd6-2be1-4564-8af0-7d05e58bac20') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:16:56.458770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.490938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.510406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.513752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/e988871e-0851-4abd-a21b-e89596543302 HTTP/1.1" status: 204 len: 168 time: 2.2315342 Nov 22 16:16:56.523380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53166) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:56.534313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1b7338d9-33ea-4cfd-ae6b-82e39fc604bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-38572244', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:56.568691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb26376-58b8-4739-a2df-04763a093f8d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=e988871e-0851-4abd-a21b-e89596543302,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:56.592557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bb75a85-3a85-4755-806e-01f33c785622 req-9a543fe4-4d91-4c5a-a154-6afa97357b5b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455966 Nov 22 16:16:56.614459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4dc2b7b0-16db-4044-b9c6-820c7a8f8454 req-daefe709-29e4-403b-925c-b56b65b5f407 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673617 Nov 22 16:16:56.636798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b7338d9-33ea-4cfd-ae6b-82e39fc604bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.639040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b7338d9-33ea-4cfd-ae6b-82e39fc604bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.721840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Deleting port 917d286b-90b0-4574-8b10-0e4349fceabb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:16:56.722546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.734824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b7338d9-33ea-4cfd-ae6b-82e39fc604bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.791459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b7338d9-33ea-4cfd-ae6b-82e39fc604bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.818902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.833636 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-c09e9b6a-0c5c-4c2e-8b80-3a81e0b1f851 service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997542 Nov 22 16:16:56.837491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f486fbd-456e-4983-a6f1-8d50ed030e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.840653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:16:56.840886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.842701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b7338d9-33ea-4cfd-ae6b-82e39fc604bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.844956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1b7338d9-33ea-4cfd-ae6b-82e39fc604bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3171222 Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:16:56.845195 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:16:56.854197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:56.863856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-927389352'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:56.876095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb5f96-bf0d-4a6e-a95d-5fcec394d324 req-5b24845a-3302-4030-b3f6-e446d966467a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:56.880165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3dcb5f96-bf0d-4a6e-a95d-5fcec394d324 req-5b24845a-3302-4030-b3f6-e446d966467a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1614535 Nov 22 16:16:56.921089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] For port 917d286b-90b0-4574-8b10-0e4349fceabb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=917d286b-90b0-4574-8b10-0e4349fceabb,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:56.921089 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:56.973826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3ecdcc1-3c09-444b-a424-46783d054eff req-9d2a1cc7-09a2-4065-afda-a682f8b30598 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0590425 Nov 22 16:16:56.975702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Calling delete_port for 917d286b-90b0-4574-8b10-0e4349fceabb owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:16:56.983931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:56.988159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.000175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adfcbb57-58e4-4132-bfed-3ac8509d85eb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:16:57.059012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.081065 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.083742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: adfcbb57-58e4-4132-bfed-3ac8509d85eb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:16:57.084555 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/networks/191c66ba-8e82-43bd-a3a1-ff989a71e055 HTTP/1.1" status: 204 len: 168 time: 2.3541369 Nov 22 16:16:57.085005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device adfcbb57-58e4-4132-bfed-3ac8509d85eb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:16:57.086819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3dcb5f96-bf0d-4a6e-a95d-5fcec394d324 req-03fc7c06-1c59-4766-aaeb-32dcd44eadec tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984935 Nov 22 16:16:57.097698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53180) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:57.138486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856cd01-dfaf-48d7-b463-28b261803aa7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Network': ['ID=191c66ba-8e82-43bd-a3a1-ff989a71e055,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:57.160147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:16:57.193608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7f7b0a99-a1e5-4687-b189-e8c065b07877 req-f58cc8a7-4a81-4675-b67d-20a6fbd53f1d service neutron] 10.222.0.11 "GET /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475277 Nov 22 16:16:57.231311 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f486fbd-456e-4983-a6f1-8d50ed030e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.236541 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f486fbd-456e-4983-a6f1-8d50ed030e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.277666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f486fbd-456e-4983-a6f1-8d50ed030e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feef210-b20d-47d6-9260-945c37c825b2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:57.285333 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2f486fbd-456e-4983-a6f1-8d50ed030e2e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e80900b3fcc4fbf84c5338e1e13ca3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9525614 Nov 22 16:16:57.285791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:57.307424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.307885 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment 0546c25b-5a0d-4ee9-b879-7733f30ef4d8 of type vlan for network 5fe81333-a8e6-483f-b270-a5466a6fc42e Nov 22 16:16:57.319063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c291888-9862-4525-aefd-86e8a4e7753f tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:57.320937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5c291888-9862-4525-aefd-86e8a4e7753f tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 HTTP/1.1" status: 200 len: 841 time: 0.2142560 Nov 22 16:16:57.329969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53196) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:57.378930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-afa2eae1-951f-4ec3-85d7-dd42a5eb22a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.387169 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aaad85ca-bae1-4a74-ae4b-5afe01d6c3b7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/c1c64159-5de6-4f3f-a7a7-60a2e3700ea9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0559704 Nov 22 16:16:57.396154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53198) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:57.401453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:57.459476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-afa2eae1-951f-4ec3-85d7-dd42a5eb22a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.540234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:57.545121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.594591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-afa2eae1-951f-4ec3-85d7-dd42a5eb22a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.597501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-afa2eae1-951f-4ec3-85d7-dd42a5eb22a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.598713 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-afa2eae1-951f-4ec3-85d7-dd42a5eb22a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1feef210-b20d-47d6-9260-945c37c825b2 HTTP/1.1" status: 204 len: 168 time: 0.3122377 Nov 22 16:16:57.613081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2eae1-951f-4ec3-85d7-dd42a5eb22a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feef210-b20d-47d6-9260-945c37c825b2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:57.626339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 2e3ad528-fd64-45b5-855a-9924492920f1 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:16:57.734987 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.750775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 2e3ad528-fd64-45b5-855a-9924492920f1, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2e3ad528-fd64-45b5-855a-9924492920f1,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:57.760918 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b75c8-8e12-44f2-9a9f-4f533c6df250 req-a4bbe64c-b4a5-4f45-94a3-206d49c8d852 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:57.762655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b5b75c8-8e12-44f2-9a9f-4f533c6df250 req-a4bbe64c-b4a5-4f45-94a3-206d49c8d852 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.5375938 Nov 22 16:16:57.778226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '2e3ad528-fd64-45b5-855a-9924492920f1', 'network_id': '27fe033a-18e7-494d-93ee-aff891971dbb', 'port_id': '2e3ad528-fd64-45b5-855a-9924492920f1', 'mac_address': 'fa:16:3e:12:37:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0552979b-14c4-4233-b96f-5b09180e1a4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:16:57.833328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd3a89-778f-4e73-bd43-f2fe385533f3 req-0b963739-3ca0-48f9-897e-0645f03d4d6f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:57.834963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bbd3a89-778f-4e73-bd43-f2fe385533f3 req-0b963739-3ca0-48f9-897e-0645f03d4d6f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.6421330 Nov 22 16:16:57.854205 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.871523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3ad528-fd64-45b5-855a-9924492920f1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:16:57.871737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.877391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:57.878036 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.895450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 2e3ad528-fd64-45b5-855a-9924492920f1, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2e3ad528-fd64-45b5-855a-9924492920f1,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:16:57.904652 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:57.936646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0794795 Nov 22 16:16:57.937534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:57.952527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bbd3a89-778f-4e73-bd43-f2fe385533f3 req-f419c147-0a0a-422d-97ae-427de3593541 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/quotas/0d56520135374b45bc89d12d47e41c4d HTTP/1.1" status: 200 len: 375 time: 0.1042583 Nov 22 16:16:57.961071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:57.989348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=2e3ad528-fd64-45b5-855a-9924492920f1,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:58.012877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b5b75c8-8e12-44f2-9a9f-4f533c6df250 req-fa21e2c6-7929-4c07-a55c-004cdd3de6ca tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251065 Nov 22 16:16:58.026521 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.105855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bbd3a89-778f-4e73-bd43-f2fe385533f3 req-a4e65154-a21b-4fc5-a65d-abf266ea9461 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134658 Nov 22 16:16:58.112805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:58.119690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:58.127873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597770f-fc6b-4406-a540-3b4dd26d4a3d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=5fe81333-a8e6-483f-b270-a5466a6fc42e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:58.128528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['2e3ad528-fd64-45b5-855a-9924492920f1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:16:58.139805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:58.141581 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.149712 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.154246 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412b1a93-e9e0-4109-848e-666cef757327 None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:58.200873 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7998083 Nov 22 16:16:58.203953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53216) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:58.209677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b5fd2a5a-cde7-4d44-a839-170bb2828af4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'security_group': {'name': 'tempest-secgroup-1625576107'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:58.241134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b94803-7fb8-4769-9571-b9b56bc94c47 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=21e58e31-78af-4d0f-8b7e-7830ffcaa638,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:58.268966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Pushing event deleted for resources: {'Port': ['ID=917d286b-90b0-4574-8b10-0e4349fceabb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:58.303301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5fe81333-a8e6-483f-b270-a5466a6fc42e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:16:58.340362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:58.344537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.371150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2a5a-cde7-4d44-a839-170bb2828af4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.478830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98e7d7-985b-4de4-86cd-6b261423f1dc req-bf5530f7-bf93-482d-ac5c-14c937125c88 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:58.487399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2a5a-cde7-4d44-a839-170bb2828af4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.487663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e98e7d7-985b-4de4-86cd-6b261423f1dc req-bf5530f7-bf93-482d-ac5c-14c937125c88 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 944 time: 0.2788873 Nov 22 16:16:58.509861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2a5a-cde7-4d44-a839-170bb2828af4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.545767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bbd3a89-778f-4e73-bd43-f2fe385533f3 req-abc22d3c-6eba-467d-9ae5-ed6cff5b7925 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105287 Nov 22 16:16:58.570193 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5fd2a5a-cde7-4d44-a839-170bb2828af4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.571880 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b5fd2a5a-cde7-4d44-a839-170bb2828af4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3670726 Nov 22 16:16:58.573183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd2a5a-cde7-4d44-a839-170bb2828af4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f718306c-af5b-4694-931d-192cc1f82753,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:58.587144 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53224) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:58.593629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'security_group': {'name': 'tempest-secgroup-2146493128'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:58.633602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'tenant_id': 'e3b54c9bbc724f8984f89832168279fe', 'fixed_ips': [{'subnet_id': '21e58e31-78af-4d0f-8b7e-7830ffcaa638'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:16:58.634878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.639436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.736560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e98e7d7-985b-4de4-86cd-6b261423f1dc req-822cd965-0ced-4b96-84a2-afc7f7b9aab4 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480626 Nov 22 16:16:58.783566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.821829 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.831337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.919358 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:58.925200 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3335083 Nov 22 16:16:58.926094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53232) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:16:58.934167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1749271618', 'security_groups': ['934b9cee-0864-4966-a2aa-0e7982198a5d'], 'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21e58e31-78af-4d0f-8b7e-7830ffcaa638'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:16:58.973389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Allocated IP 172.20.0.2 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/21e58e31-78af-4d0f-8b7e-7830ffcaa638/0df773c3-d945-4d93-9aa0-a93086715d5f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:59.035105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934b9cee-0864-4966-a2aa-0e7982198a5d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:59.051250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.051883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.052280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.052621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.052955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.053874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.053874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.054227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.054227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.054568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.054903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.055226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0673db05-3598-4ed5-ac26-7fb149b627ad tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:16:59.064717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e4a446a-9b96-4b1c-b8d3-708bd0afd670 req-aa015407-d261-4a84-b4cb-f07806bb99c4 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.1298099 Nov 22 16:16:59.096030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bbd3a89-778f-4e73-bd43-f2fe385533f3 req-d47b11ac-931d-4b40-9734-8477087d009b service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146480 Nov 22 16:16:59.181837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:16:59.207548 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:59.217914 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:59.278114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:16:59.289651 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:59.305255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:16:59.313055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:59.338242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port d7fbe4cf-32d8-4cb5-a055-2ce63d962037 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:16:59.351043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Pushing event updated for resources: {'Port': ['ID=0df773c3-d945-4d93-9aa0-a93086715d5f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:59.380771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c98776-92c0-4bce-8035-2746c88253a0 req-81c9b9f7-a048-40a7-a98e-18870d2cf47c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:59.388635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3c98776-92c0-4bce-8035-2746c88253a0 req-81c9b9f7-a048-40a7-a98e-18870d2cf47c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2288005 Nov 22 16:16:59.394181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:59.403343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Attempting to bind port 0df773c3-d945-4d93-9aa0-a93086715d5f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:16:59.404171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Attempting to bind port 0df773c3-d945-4d93-9aa0-a93086715d5f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'eb4eb302-66db-41fa-bd59-3f85fa06b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:16:59.404750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Attempting to bind port 0df773c3-d945-4d93-9aa0-a93086715d5f on network cd1ac652-d6b0-41bb-8659-6d055713d2f8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:16:59.417693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:16:59.419631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Checking segment: {'id': 'eb4eb302-66db-41fa-bd59-3f85fa06b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:59.420188 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:59.421918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Bound using segment: {'id': 'eb4eb302-66db-41fa-bd59-3f85fa06b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:16:59.422541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Bound port: 0df773c3-d945-4d93-9aa0-a93086715d5f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4eb302-66db-41fa-bd59-3f85fa06b8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:16:59.423364 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:59.439646 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:16:59.544070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] For port 0df773c3-d945-4d93-9aa0-a93086715d5f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:16:59.547576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] For port 0df773c3-d945-4d93-9aa0-a93086715d5f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0df773c3-d945-4d93-9aa0-a93086715d5f,segment=NetworkSegment(eb4eb302-66db-41fa-bd59-3f85fa06b8eb),segment_id=eb4eb302-66db-41fa-bd59-3f85fa06b8eb)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:16:59.555846 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:59.579669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=0df28ada-4d98-45b4-a361-be2346c6d6b8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:59.594833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3c98776-92c0-4bce-8035-2746c88253a0 req-46d70f6f-b647-4dc2-b4ce-18b8f189d16c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051139 Nov 22 16:16:59.600939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:16:59.601317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: 5fe81333-a8e6-483f-b270-a5466a6fc42e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:16:59.622544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Router 806b7acb-9570-497e-a32e-d86eb3ef32fb has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:16:59.639981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 5fe81333-a8e6-483f-b270-a5466a6fc42e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:16:59.653942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 2e3ad528-fd64-45b5-855a-9924492920f1 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:16:59.702266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.3 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/21e58e31-78af-4d0f-8b7e-7830ffcaa638/d7fbe4cf-32d8-4cb5-a055-2ce63d962037) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:16:59.782124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5fe81333-a8e6-483f-b270-a5466a6fc42e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:16:59.796170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2850188-08b2-41fe-bdd7-d28ea7e81153 None None] Pushing event updated for resources: {'Port': ['ID=0df773c3-d945-4d93-9aa0-a93086715d5f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:16:59.812873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e39023e-f987-49bc-8f93-8c784783605b None None] Network 5fe81333-a8e6-483f-b270-a5466a6fc42e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:16:59.861591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26b65d12-8073-4445-9f75-d8280455cb1f req-a1d6f74b-bdd3-45bb-bf23-2123dd23dd85 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=221048e3-4c3e-4681-8c4d-b47e0a348441 HTTP/1.1" status: 200 len: 210 time: 0.1166792 Nov 22 16:16:59.875853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:16:59.878760 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:59.927455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-93d22335-166b-4812-bc28-caaad13b97d7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9704938 Nov 22 16:16:59.930651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53266) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:00.001339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 2e3ad528-fd64-45b5-855a-9924492920f1 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:17:00.058522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 2e3ad528-fd64-45b5-855a-9924492920f1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:00.059066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:00.216465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:00.229288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-314e2f54-0442-461c-884a-233ee1d7ca7b admin admin] 10.222.0.69 "PUT /v2.0/routers/806b7acb-9570-497e-a32e-d86eb3ef32fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8890417 Nov 22 16:17:00.236547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:00.289554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] Sync routers for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:00.332838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:00.333634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:00.377022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd58f9-046b-41f0-9033-09142d71d4f8 req-6dd69e02-04e3-4764-bd01-4fa1782b6090 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:00.391235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4fd58f9-046b-41f0-9033-09142d71d4f8 req-6dd69e02-04e3-4764-bd01-4fa1782b6090 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 944 time: 0.3715801 Nov 22 16:17:00.424111 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:00.425101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-5fe81333-a8e6-483f-b270-a5466a6fc42e', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:17:00.425979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:00.460870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:00.576524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4fd58f9-046b-41f0-9033-09142d71d4f8 req-f6f10512-1763-42f9-b996-4467fcbe55fd tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809573 Nov 22 16:17:00.623163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:00.638277 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:00.694199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f87e09-c372-4aa6-9a13-7b4859d9c2eb req-fb17d21d-0451-46cc-8a0c-bb8aa04f3399 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:00.702322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73f87e09-c372-4aa6-9a13-7b4859d9c2eb req-fb17d21d-0451-46cc-8a0c-bb8aa04f3399 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1504300 Nov 22 16:17:00.748582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:00.758333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:00.783956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:00.835262 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:00.842427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:00.843270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:00.852604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=d7fbe4cf-32d8-4cb5-a055-2ce63d962037,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:00.869087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:00.878598 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32fed337-8407-4cfb-a83c-2924d19bdfd6 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9509072 Nov 22 16:17:00.884065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53284) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:00.893044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f1397e93-f458-4d23-8836-75e5b953eecf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:01.028610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8::1 (5fe81333-a8e6-483f-b270-a5466a6fc42e/0df28ada-4d98-45b4-a361-be2346c6d6b8/f7a06c2f-f02f-4199-b247-11d3b3c07f29) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:01.078964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc16cd9-b4a0-40f9-a837-5ef464ba1eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3ad528-fd64-45b5-855a-9924492920f1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:01.083755 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849dea86-6aa5-4d57-be9b-e0c2fd65392e" -d '{"events": [{"server_uuid": "1cc16cd9-b4a0-40f9-a837-5ef464ba1eea", "name": "network-vif-plugged", "status": "completed", "tag": "2e3ad528-fd64-45b5-855a-9924492920f1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:01.087506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0df773c3-d945-4d93-9aa0-a93086715d5f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:01.103421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1397e93-f458-4d23-8836-75e5b953eecf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:01.106998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1397e93-f458-4d23-8836-75e5b953eecf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.111190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7886e18a-6404-41da-95f8-6ee2d2d6f40f req-8ecda415-a3e6-4d90-af6e-c51b67e11265 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.4464691 Nov 22 16:17:01.213371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 2e3ad528-fd64-45b5-855a-9924492920f1, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2e3ad528-fd64-45b5-855a-9924492920f1,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:01.249166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.259731 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.288626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73f87e09-c372-4aa6-9a13-7b4859d9c2eb req-a39a5360-689f-45aa-a067-70b46b7f3585 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848963 Nov 22 16:17:01.378526 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.381289 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-f1397e93-f458-4d23-8836-75e5b953eecf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 21e58e31-78af-4d0f-8b7e-7830ffcaa638 (CIDR: 172.20.0.0/28) Nov 22 16:17:01.389676 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1397e93-f458-4d23-8836-75e5b953eecf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:17:01.390187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1397e93-f458-4d23-8836-75e5b953eecf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:01.401813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Deleting port dc388f60-18de-42cd-9366-666e3be4ef0b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:01.403035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.410840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:01.411410 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.457576 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f1397e93-f458-4d23-8836-75e5b953eecf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5722129 Nov 22 16:17:01.468885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53302) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:01.469833 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98151549-b13a-4bd9-bd49-fccecb915a88 x-openstack-request-id: req-98151549-b13a-4bd9-bd49-fccecb915a88 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:01.470238 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc16cd9-b4a0-40f9-a837-5ef464ba1eea", "name": "network-vif-plugged", "status": "completed", "tag": "2e3ad528-fd64-45b5-855a-9924492920f1", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:01.470546 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98151549-b13a-4bd9-bd49-fccecb915a88 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:01.471063 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc16cd9-b4a0-40f9-a837-5ef464ba1eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3ad528-fd64-45b5-855a-9924492920f1', 'code': 200} Nov 22 16:17:01.482981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:01.509486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-be1d24f1-9015-4319-8bae-b58623888336 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:01.510000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be1d24f1-9015-4319-8bae-b58623888336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.513670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=2e3ad528-fd64-45b5-855a-9924492920f1,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:01.605417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] For port dc388f60-18de-42cd-9366-666e3be4ef0b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=dc388f60-18de-42cd-9366-666e3be4ef0b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:01.605798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.640100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56a56d-031f-485e-93f0-7fb4e06c6a38 req-562f55ef-d8b8-47bd-aa5e-ddb30c4ab2d3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:01.645217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Allocated IP 2001:db8::2 (5fe81333-a8e6-483f-b270-a5466a6fc42e/0df28ada-4d98-45b4-a361-be2346c6d6b8/567767e2-8cc2-4b02-8ac1-2c5edc20b465) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:01.648778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d56a56d-031f-485e-93f0-7fb4e06c6a38 req-562f55ef-d8b8-47bd-aa5e-ddb30c4ab2d3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1392307 Nov 22 16:17:01.682806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Calling delete_port for dc388f60-18de-42cd-9366-666e3be4ef0b owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:01.740095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.829634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208'}], 'enable_snat': True}, 'gw_port_id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:16:57Z', 'revision_number': 5, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port': {'id': 'dc388f60-18de-42cd-9366-666e3be4ef0b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:06:31Z', 'updated_at': '2021-11-22T16:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:01.857890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 5fe81333-a8e6-483f-b270-a5466a6fc42e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:01.866924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:01.870829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:01.871231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.871619 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:01.875036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d56a56d-031f-485e-93f0-7fb4e06c6a38 req-3041161c-e20f-4c9a-8c9e-3db68a830426 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252579 Nov 22 16:17:01.907662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] Checking router: 806b7acb-9570-497e-a32e-d86eb3ef32fb for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:01.995134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 0df773c3-d945-4d93-9aa0-a93086715d5f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0df773c3-d945-4d93-9aa0-a93086715d5f,segment=NetworkSegment(eb4eb302-66db-41fa-bd59-3f85fa06b8eb),segment_id=eb4eb302-66db-41fa-bd59-3f85fa06b8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:02.018647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.023835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:02.080091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] Routers {'806b7acb-9570-497e-a32e-d86eb3ef32fb'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:02.080918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['806b7acb-9570-497e-a32e-d86eb3ef32fb'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:02.088754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=0df773c3-d945-4d93-9aa0-a93086715d5f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:02.134792 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be1d24f1-9015-4319-8bae-b58623888336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.145670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e49738-55b8-4b0e-9996-3dd9dd631f11 req-95ea409d-0cff-42a7-8f68-dd3b88de0c97 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:02.153815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e49738-55b8-4b0e-9996-3dd9dd631f11 req-95ea409d-0cff-42a7-8f68-dd3b88de0c97 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 0.1289463 Nov 22 16:17:02.167607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-3ca4bde6-d81e-4b82-826d-2bec0317d7b1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:02.176365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-3ca4bde6-d81e-4b82-826d-2bec0317d7b1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.3494337 Nov 22 16:17:02.239436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-bf5f1967-d899-46b4-ad68-f72171e8fcc6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/quotas/0d56520135374b45bc89d12d47e41c4d HTTP/1.1" status: 200 len: 375 time: 0.0619016 Nov 22 16:17:02.272059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6da80-c2ab-4167-b356-b48a63e9a40c req-9d53aeb1-8b74-4983-b8ca-2585a70be6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:02.274004 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7b6da80-c2ab-4167-b356-b48a63e9a40c req-9d53aeb1-8b74-4983-b8ca-2585a70be6b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 1096 time: 0.7672846 Nov 22 16:17:02.279102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=f7a06c2f-f02f-4199-b247-11d3b3c07f29,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:02.284330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.293119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] Set router 806b7acb-9570-497e-a32e-d86eb3ef32fb gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:02.298498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-e5636162-1104-4c9a-a4e9-e3b92ad3013d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581758 Nov 22 16:17:02.306225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:02.310748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.327466 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.380923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.396977 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e49738-55b8-4b0e-9996-3dd9dd631f11 req-fee2eee4-b911-450d-9f4b-b1f9ff60e3ab tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425303 Nov 22 16:17:02.398205 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fbae152-2ff1-460c-b838-a1d1bd6bd228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.398634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Pushing event updated for resources: {'Port': ['ID=567767e2-8cc2-4b02-8ac1-2c5edc20b465,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:02.401447 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-be1d24f1-9015-4319-8bae-b58623888336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:17:02.402001 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-be1d24f1-9015-4319-8bae-b58623888336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:17:02.407993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:17:01Z', 'revision_number': 6, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:02.441790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf34714-2a14-4d13-9d64-e5ac6f7fd3e9 None None] The sync data for ids ['806b7acb-9570-497e-a32e-d86eb3ef32fb'] in n-d-811716-3 is: [{'id': '806b7acb-9570-497e-a32e-d86eb3ef32fb', 'name': 'tempest-ServerActionsTestJSON-1516470264-router', 'tenant_id': 'fac5cc196bb942b28fcf8617104ec211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:06:29Z', 'updated_at': '2021-11-22T16:17:01Z', 'revision_number': 6, 'project_id': 'fac5cc196bb942b28fcf8617104ec211', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:02.449878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc388f60-18de-42cd-9366-666e3be4ef0b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:02.461509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Network 5fe81333-a8e6-483f-b270-a5466a6fc42e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:02.465852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:02.470467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:02.493980 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e7b6da80-c2ab-4167-b356-b48a63e9a40c req-203b2bff-d5b4-4bbf-9ffa-c332859ebdfc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957340 Nov 22 16:17:02.570962 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.588371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Attempting to bind port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:02.588982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Attempting to bind port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:02.589647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Attempting to bind port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 on network 5fe81333-a8e6-483f-b270-a5466a6fc42e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:02.601575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:02.602197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Checking segment: {'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:02.603193 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.604132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Bound using segment: {'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:02.605223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Bound port: 567767e2-8cc2-4b02-8ac1-2c5edc20b465, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:02.605913 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.684183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a13842e-efbb-4c73-8d94-b8885ce76a18 req-7c9aa086-d880-4e3c-919d-46c070a0edd8 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.1032214 Nov 22 16:17:02.698043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-cfb84f74-dc18-4dab-99f4-8f905f10bb14 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984478 Nov 22 16:17:02.721633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.734536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] For port 567767e2-8cc2-4b02-8ac1-2c5edc20b465, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:02.742126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] For port 567767e2-8cc2-4b02-8ac1-2c5edc20b465, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=567767e2-8cc2-4b02-8ac1-2c5edc20b465,segment=NetworkSegment(0546c25b-5a0d-4ee9-b879-7733f30ef4d8),segment_id=0546c25b-5a0d-4ee9-b879-7733f30ef4d8)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:02.756390 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.886900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c4ffe-5442-401d-b88c-24036f980b9a None None] Pushing event updated for resources: {'Port': ['ID=567767e2-8cc2-4b02-8ac1-2c5edc20b465,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:02.994686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:02.997994 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.002437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.021191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-be1d24f1-9015-4319-8bae-b58623888336 None None] Provisioning complete for port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:03.022255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be1d24f1-9015-4319-8bae-b58623888336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.067332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0df773c3-d945-4d93-9aa0-a93086715d5f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:03.106207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:03.117352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:03.129401 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:03.130200 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.132045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76229c5d-2f23-4d66-8f3f-f9946016e1b7 None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:03.137992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=dce0c629-163d-4cc6-a38f-393ada063474,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:03.138469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-be1d24f1-9015-4319-8bae-b58623888336 None None] Port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:03.162150 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cabc91f6-001b-4971-bedc-29b8b0c09279 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6880603 Nov 22 16:17:03.166162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53330) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:03.173099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1435412650', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dce0c629-163d-4cc6-a38f-393ada063474'}], 'security_groups': ['f718306c-af5b-4694-931d-192cc1f82753']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:03.202170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.211029 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.211723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806b7acb-9570-497e-a32e-d86eb3ef32fb {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:17:03.214705 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.215493 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.221243 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.224002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c52c98a4-5c31-4404-afa4-df56fa471655 admin admin] 10.222.0.69 "DELETE /v2.0/routers/806b7acb-9570-497e-a32e-d86eb3ef32fb HTTP/1.1" status: 204 len: 168 time: 2.9804311 Nov 22 16:17:03.227050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53332) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:03.266814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:03.267655 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.269257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1292728-e4cc-4788-bc95-bdba8ee470f8 req-816c7b13-d66e-4e0b-9342-f18bdd01887c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:03.270950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1292728-e4cc-4788-bc95-bdba8ee470f8 req-816c7b13-d66e-4e0b-9342-f18bdd01887c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3875196 Nov 22 16:17:03.274100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fbae152-2ff1-460c-b838-a1d1bd6bd228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.297035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-79358f8b-bb51-4fab-92e7-6ec09d477001 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976748 Nov 22 16:17:03.305400 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5fbae152-2ff1-460c-b838-a1d1bd6bd228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.382925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a95ca448-1e1d-4753-8750-5899d00a1fed None None] Provisioning complete for port d7fbe4cf-32d8-4cb5-a055-2ce63d962037 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:03.382925 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a95ca448-1e1d-4753-8750-5899d00a1fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.388397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.472837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=f7a06c2f-f02f-4199-b247-11d3b3c07f29,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:03.534584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-485bee8f-b64c-426e-9fb1-6fe1fc4485a4 admin admin] Deleting subnet bb3143d8-c748-46f6-a58f-a498a77353bf {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:17:03.558167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-485bee8f-b64c-426e-9fb1-6fe1fc4485a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:03.580936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbae152-2ff1-460c-b838-a1d1bd6bd228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d801ea8-eb72-4500-b32d-d47e11822c13,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:03.600188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5fbae152-2ff1-460c-b838-a1d1bd6bd228 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a880082e432d49f5b250ff8cfe190565&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5604556 Nov 22 16:17:03.618563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:03.783329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a95ca448-1e1d-4753-8750-5899d00a1fed None None] Port d7fbe4cf-32d8-4cb5-a055-2ce63d962037 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:03.827449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1292728-e4cc-4788-bc95-bdba8ee470f8 req-c78b5ba6-9298-439c-8ab3-b5e3609f8fc3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207775 Nov 22 16:17:03.924872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6af60f-1e80-4e2b-9220-1556317b16ef req-c042fda3-7736-4576-a7e8-d6a71ade32e6 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:03.936728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd6af60f-1e80-4e2b-9220-1556317b16ef req-c042fda3-7736-4576-a7e8-d6a71ade32e6 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 0.2247500 Nov 22 16:17:03.989040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 917d286b-90b0-4574-8b10-0e4349fceabb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:17:04.022658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-485bee8f-b64c-426e-9fb1-6fe1fc4485a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.037754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14802f81-2a32-48fc-90d5-1edbf1d06e2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.056507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 917d286b-90b0-4574-8b10-0e4349fceabb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:17:04.057196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 917d286b-90b0-4574-8b10-0e4349fceabb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:17:04.074829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-827b0430-6c70-4b90-85b8-70ce8fe0ecfe req-4fcf5473-7f14-443c-8f7d-d91674003e75 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 210 time: 0.1672857 Nov 22 16:17:04.076196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 5fe81333-a8e6-483f-b270-a5466a6fc42e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:04.086954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:04.156749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd6af60f-1e80-4e2b-9220-1556317b16ef req-2b31cc86-95fc-4129-b876-b03a67b4ea3e tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114451 Nov 22 16:17:04.162094 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14802f81-2a32-48fc-90d5-1edbf1d06e2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.211161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Update dhcp port {'port': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'fixed_ips': [{'subnet_id': '21e58e31-78af-4d0f-8b7e-7830ffcaa638', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dce0c629-163d-4cc6-a38f-393ada063474'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '0df773c3-d945-4d93-9aa0-a93086715d5f'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:17:04.284587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4dc73914-2066-4398-bec1-5ac99422cee2 req-cea5916c-3438-4b27-8693-a65409089319 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0490959 Nov 22 16:17:04.300385 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.320972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-485bee8f-b64c-426e-9fb1-6fe1fc4485a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.333479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14802f81-2a32-48fc-90d5-1edbf1d06e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.337435 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14802f81-2a32-48fc-90d5-1edbf1d06e2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.340524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-14802f81-2a32-48fc-90d5-1edbf1d06e2e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9d801ea8-eb72-4500-b32d-d47e11822c13 HTTP/1.1" status: 204 len: 168 time: 0.7207198 Nov 22 16:17:04.375699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14802f81-2a32-48fc-90d5-1edbf1d06e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d801ea8-eb72-4500-b32d-d47e11822c13,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:04.384253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Delete allocated IP 172.20.0.3 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/21e58e31-78af-4d0f-8b7e-7830ffcaa638) {{(pid=103410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:17:04.440892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.18 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/dce0c629-163d-4cc6-a38f-393ada063474/d7fbe4cf-32d8-4cb5-a055-2ce63d962037) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:04.575048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3fd49-6e00-456a-adf8-4431d6a9f155 req-9a6de5a4-fc2f-4475-8eee-d448c25d55ab tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:04.576897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6c3fd49-6e00-456a-adf8-4431d6a9f155 req-9a6de5a4-fc2f-4475-8eee-d448c25d55ab tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1586514 Nov 22 16:17:04.649821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:17:04.660818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f7bdd-22df-46d9-93fa-23772504d1f5 req-096f343c-fe00-4e5c-bc6f-52aeaa8a68d8 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:04.672178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-156f7bdd-22df-46d9-93fa-23772504d1f5 req-096f343c-fe00-4e5c-bc6f-52aeaa8a68d8 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 0.1402185 Nov 22 16:17:04.706473 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-485bee8f-b64c-426e-9fb1-6fe1fc4485a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.738990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6c3fd49-6e00-456a-adf8-4431d6a9f155 req-fb379ff0-ae44-4f63-b7b2-3044d603f688 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407235 Nov 22 16:17:04.878769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-156f7bdd-22df-46d9-93fa-23772504d1f5 req-a4873bc6-c4e0-4e5e-ba8b-db6d2bbdf0e4 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910722 Nov 22 16:17:04.917836 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bee8f-b64c-426e-9fb1-6fe1fc4485a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb3143d8-c748-46f6-a58f-a498a77353bf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:04.933432 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-485bee8f-b64c-426e-9fb1-6fe1fc4485a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:04.940105 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-485bee8f-b64c-426e-9fb1-6fe1fc4485a4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bb3143d8-c748-46f6-a58f-a498a77353bf HTTP/1.1" status: 204 len: 168 time: 1.7069576 Nov 22 16:17:04.940969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:04.989350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e638b4-2271-4092-90f5-74ef2d6d3aae None None] Network 678ff126-f764-4857-848d-4789f931073a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:05.007162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:05.022983 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:05.049478 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-656351a8-3386-4c9a-a863-553c46327cc4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1156795 Nov 22 16:17:05.061653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:05.093439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-929568456'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:05.110284 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:05.114683 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:05.118978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 567767e2-8cc2-4b02-8ac1-2c5edc20b465 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:05.157472 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.174699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.214768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57a2cc94-86f8-4ae0-8bcf-6d6a3d842af3 req-16cb8c96-39eb-4e83-8022-9cbd0838385c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 210 time: 0.0623310 Nov 22 16:17:05.280955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=d7fbe4cf-32d8-4cb5-a055-2ce63d962037,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:05.308380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:05.323622 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.354220 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.382828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24346bc1-503d-4feb-ae49-2442c0036302 None None] Network 5fe81333-a8e6-483f-b270-a5466a6fc42e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:05.411374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:05.426804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.427298 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment 69f31517-39e9-452c-920a-bb359207e3e9 of type vlan for network fd58280e-173e-4fb5-880c-b87444810b2c Nov 22 16:17:05.443316 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:05.485725 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.503764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6493-183d-423f-881a-99e638ab6849 req-6d80951f-66ab-431e-9307-7e3e6f2fc43b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:05.522910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a2d6493-183d-423f-881a-99e638ab6849 req-6d80951f-66ab-431e-9307-7e3e6f2fc43b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2779963 Nov 22 16:17:05.590744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.596841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:05.597567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.715186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:05.715865 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.771081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a2d6493-183d-423f-881a-99e638ab6849 req-fd7fc182-c99e-4377-9893-21bf847e3d78 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302895 Nov 22 16:17:05.832955 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:02Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:02Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:05.888386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b9d9b76c-52c1-4dcb-abe6-6c487c98f2f4 None None] Provisioning complete for port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:05.890308 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9d9b76c-52c1-4dcb-abe6-6c487c98f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.891248 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:05.892415 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Updating router cdbb559a-2146-4d1f-941d-3378eeddc7b1 port f7a06c2f-f02f-4199-b247-11d3b3c07f29 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:17:05.958490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] DHCP port deletion for 678ff126-f764-4857-848d-4789f931073a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:17:05.961890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd28d9-072c-4496-a42e-c4d1973924d6 req-94a40344-114c-4f67-afc9-271643b309cb tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:05.963024 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:05.976676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60bd28d9-072c-4496-a42e-c4d1973924d6 req-94a40344-114c-4f67-afc9-271643b309cb tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 0.5572438 Nov 22 16:17:05.996521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:06.017195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-8f3c19ce-5149-4f04-a157-c7a4dea4487d {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:17:06.018432 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:17:06.161723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Deleting port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:06.162261 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.206007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=fd58280e-173e-4fb5-880c-b87444810b2c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:06.234208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network fd58280e-173e-4fb5-880c-b87444810b2c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:06.245233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] In _notify_port_updated(), no bound segment for port d7fbe4cf-32d8-4cb5-a055-2ce63d962037 on network cd1ac652-d6b0-41bb-8659-6d055713d2f8 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:17:06.252148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:06.254763 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.257468 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d8b4bec5-4497-4202-8963-846e45da8327 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "PUT /v2.0/ports/d7fbe4cf-32d8-4cb5-a055-2ce63d962037 HTTP/1.1" status: 200 len: 921 time: 3.0903015 Nov 22 16:17:06.266605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53398) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:06.305295 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.346994 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8b9b0eed-ff82-41e5-8921-1698a203b764 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2829461 Nov 22 16:17:06.348315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53400) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:06.358651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7a2a258-8881-49c4-ba28-f455931ac194 req-395a5bf4-8c3e-4cd9-b41e-84a202c2bc34 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.2774856 Nov 22 16:17:06.368165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:06.384548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1194342096-network', 'tenant_id': '2469cabfa87640beb91090460220b35f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:06.415949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9d9b76c-52c1-4dcb-abe6-6c487c98f2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.447985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] For port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:06.447985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.504981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] Deleting port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:06.505421 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.512374 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.524071 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.527394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 567767e2-8cc2-4b02-8ac1-2c5edc20b465, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=567767e2-8cc2-4b02-8ac1-2c5edc20b465,segment=NetworkSegment(0546c25b-5a0d-4ee9-b879-7733f30ef4d8),segment_id=0546c25b-5a0d-4ee9-b879-7733f30ef4d8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:06.551695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Calling delete_port for 34c23e3f-61a9-4b44-8ba6-159fe3c31afb owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:06.594968 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.604035 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.619112 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Pushing event updated for resources: {'Port': ['ID=f7a06c2f-f02f-4199-b247-11d3b3c07f29,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:06.642358 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.643096 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.643679 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.644288 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.644860 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.645416 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.646219 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.646470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60bd28d9-072c-4496-a42e-c4d1973924d6 req-ecad7b66-473b-4e9d-8613-7d1456d70004 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505752 Nov 22 16:17:06.647270 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.648131 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.652515 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.653538 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.654332 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:06.718355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=567767e2-8cc2-4b02-8ac1-2c5edc20b465,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:06.751820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device dc388f60-18de-42cd-9366-666e3be4ef0b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:17:06.755311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Made reservation on behalf of 2469cabfa87640beb91090460220b35f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:06.767483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.788754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: dc388f60-18de-42cd-9366-666e3be4ef0b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:17:06.789106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device dc388f60-18de-42cd-9366-666e3be4ef0b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:17:06.795784 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Attempting to bind port f7a06c2f-f02f-4199-b247-11d3b3c07f29 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:06.797492 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Attempting to bind port f7a06c2f-f02f-4199-b247-11d3b3c07f29 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:06.798744 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Attempting to bind port f7a06c2f-f02f-4199-b247-11d3b3c07f29 on network 5fe81333-a8e6-483f-b270-a5466a6fc42e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:06.811097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c3fb0ff0-b5b8-4dac-861e-0776b4b415c0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:06.814512 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c3fb0ff0-b5b8-4dac-861e-0776b4b415c0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 1.4268208 Nov 22 16:17:06.826998 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:06.829460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:06.835993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.840312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Checking segment: {'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:06.841590 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.842296 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Bound using segment: {'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:06.843016 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Bound port: f7a06c2f-f02f-4199-b247-11d3b3c07f29, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0546c25b-5a0d-4ee9-b879-7733f30ef4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:06.850956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] For port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,segment=NetworkSegment(f5fda5c4-6e86-4d86-8b30-27aef0b6535b),segment_id=f5fda5c4-6e86-4d86-8b30-27aef0b6535b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:06.851503 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.859867 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:06.863056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Request body: {'port': {'device_id': '7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'admin_state_up': True, 'tenant_id': '0d56520135374b45bc89d12d47e41c4d'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:06.914713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] Calling delete_port for 34c23e3f-61a9-4b44-8ba6-159fe3c31afb owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:06.934745 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-b9d9b76c-52c1-4dcb-abe6-6c487c98f2f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:17:06.935122 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-b9d9b76c-52c1-4dcb-abe6-6c487c98f2f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:17:06.999206 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] For port f7a06c2f-f02f-4199-b247-11d3b3c07f29, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:07.006533 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] For port f7a06c2f-f02f-4199-b247-11d3b3c07f29, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f7a06c2f-f02f-4199-b247-11d3b3c07f29,segment=NetworkSegment(0546c25b-5a0d-4ee9-b879-7733f30ef4d8),segment_id=0546c25b-5a0d-4ee9-b879-7733f30ef4d8)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:07.014008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.017667 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.038555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d697606b-27bc-455d-b67a-d9227b8f3760 req-d5d941e7-4180-487c-8408-ecb9aec1601f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 210 time: 0.0975165 Nov 22 16:17:07.115305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 567767e2-8cc2-4b02-8ac1-2c5edc20b465 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:07.142137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2ce5d-6568-4c36-925e-38ed4b20ca5d req-4a172642-6b24-42ef-af1b-7e9c2760d819 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:07.156780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8dc2ce5d-6568-4c36-925e-38ed4b20ca5d req-4a172642-6b24-42ef-af1b-7e9c2760d819 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.4503648 Nov 22 16:17:07.211570 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa3a8e-6faf-4342-93c4-6c36e594c0bd None None] Pushing event updated for resources: {'Port': ['ID=f7a06c2f-f02f-4199-b247-11d3b3c07f29,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:07.216947 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:07.217930 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:07.353460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:07.354084 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.419948 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:07.467486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.528239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] No DVR routers for this DVR port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:17:07.544778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Allocated IP 172.20.0.19 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/dce0c629-163d-4cc6-a38f-393ada063474/0df773c3-d945-4d93-9aa0-a93086715d5f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:07.567793 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.577469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.630767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] No DVR routers for this DVR port 34c23e3f-61a9-4b44-8ba6-159fe3c31afb on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:17:07.670444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc06f9-5811-4acc-aca9-9913e8aad71a None None] Pushing event deleted for resources: {'Port': ['ID=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:07.682285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=edfe4bb6-fa46-429a-8c11-74796d3d6db7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:07.700561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8dc2ce5d-6568-4c36-925e-38ed4b20ca5d req-6b637646-2285-4b39-be73-039cc48b057e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426755 Nov 22 16:17:07.701309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d78b3abe-2527-45c3-b44d-e581d61a91db tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port d7fbe4cf-32d8-4cb5-a055-2ce63d962037 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:07.702049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d78b3abe-2527-45c3-b44d-e581d61a91db tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.765892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.797640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Made reservation on behalf of 0d56520135374b45bc89d12d47e41c4d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:07.797996 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.802137 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.809846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b0cbe-fd27-4e52-aaa2-45a30ef3e961 req-7d619799-d4f7-49fe-ba1b-705784f8b367 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:07.819034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-308b0cbe-fd27-4e52-aaa2-45a30ef3e961 req-7d619799-d4f7-49fe-ba1b-705784f8b367 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 0.6012318 Nov 22 16:17:07.828307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=34c23e3f-61a9-4b44-8ba6-159fe3c31afb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:07.855190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:07.856344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: fd58280e-173e-4fb5-880c-b87444810b2c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:07.884344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:07.933300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:07.945763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network fd58280e-173e-4fb5-880c-b87444810b2c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:07.979926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, fd58280e-173e-4fb5-880c-b87444810b2c) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:07.986449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:07.987621 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.003684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b02f37da-3dd1-434d-8436-4904d24aea6e req-281a3851-ee01-4274-8428-03e97f236a81 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0960381 Nov 22 16:17:08.011495 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:02Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:06Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:08.045761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e3b25-3ec2-4512-842a-ec0f3a1afc76 None None] Network fd58280e-173e-4fb5-880c-b87444810b2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:08.089587 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d78b3abe-2527-45c3-b44d-e581d61a91db tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.105383 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3a657-b86a-4933-9e95-b0485a5ac693 None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:02Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:06Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:08.107279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-308b0cbe-fd27-4e52-aaa2-45a30ef3e961 req-a4df9a73-afbd-45a5-8519-ff940b1cdf7c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852046 Nov 22 16:17:08.108638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97f7ce8-3ede-413d-94d7-e478e97b90d5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:08.125133 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-88012435-032f-4887-a14d-dd637362155a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7568295 Nov 22 16:17:08.126273 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53414) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:08.132182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.151567 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Added segment 0fb2f1bf-44d8-4044-904c-b3ede45bc7de of type vlan for network 706200e4-4cbc-42e1-95db-f531e6787aef Nov 22 16:17:08.157833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678ff126-f764-4857-848d-4789f931073a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:08.270396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2d4459b9-d89d-46ca-bac2-f3d7670b76e8 None None] Provisioning complete for port f7a06c2f-f02f-4199-b247-11d3b3c07f29 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:08.271790 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d4459b9-d89d-46ca-bac2-f3d7670b76e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.291180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Allocated IP 172.20.0.12 (ab972533-8b55-426b-899c-cbb996ab0adf/eb03a648-b35d-412b-b0d6-a0dc2108bc6a/ebc64e71-0aff-41d6-a415-19fb9880defd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:08.318635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:08.318945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fda5c4-6e86-4d86-8b30-27aef0b6535b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:08.322590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d78b3abe-2527-45c3-b44d-e581d61a91db tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for d7fbe4cf-32d8-4cb5-a055-2ce63d962037 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:08.375416 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.395628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.416947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1df479f3-5a1a-48ec-a095-9fc7fdbaa306 req-6b69a3c1-99b8-473e-8899-567a6c47d922 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 210 time: 0.0881901 Nov 22 16:17:08.525011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2c77a-ab3a-4ca6-8292-971e11739ce4 req-61cd2fa1-c6d3-4d5a-9710-1459ae4ad105 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:08.554853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75f2c77a-ab3a-4ca6-8292-971e11739ce4 req-61cd2fa1-c6d3-4d5a-9710-1459ae4ad105 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3651385 Nov 22 16:17:08.563793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] For port 0df773c3-d945-4d93-9aa0-a93086715d5f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0df773c3-d945-4d93-9aa0-a93086715d5f,segment=NetworkSegment(eb4eb302-66db-41fa-bd59-3f85fa06b8eb),segment_id=eb4eb302-66db-41fa-bd59-3f85fa06b8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:08.577631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.582373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:17:08.591982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fd58280e-173e-4fb5-880c-b87444810b2c', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:17:08.602979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.696245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 34c23e3f-61a9-4b44-8ba6-159fe3c31afb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:17:08.773766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75f2c77a-ab3a-4ca6-8292-971e11739ce4 req-f93c7c97-ae34-4e83-bbb1-5d6db95e3830 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129893 Nov 22 16:17:08.790862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:17:08.792296 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:17:08.803164 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:17:08.853646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.861567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 34c23e3f-61a9-4b44-8ba6-159fe3c31afb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:17:08.861927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 34c23e3f-61a9-4b44-8ba6-159fe3c31afb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:17:08.882831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:08.887572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d78b3abe-2527-45c3-b44d-e581d61a91db tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.038414 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.078070 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.079586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:09.080681 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.083541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Allocated IP 2001:db8:1::2 (fd58280e-173e-4fb5-880c-b87444810b2c/edfe4bb6-fa46-429a-8c11-74796d3d6db7/ce4af970-3a50-4b21-81ba-761e08ca8b34) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:09.160132 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.204875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b3abe-2527-45c3-b44d-e581d61a91db tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=d7fbe4cf-32d8-4cb5-a055-2ce63d962037,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:09.263025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2581077 Nov 22 16:17:09.263890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:09.267450 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.278681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Request body: {'subnet': {'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1194342096-subnet', 'tenant_id': '2469cabfa87640beb91090460220b35f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:09.289135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.291767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f7a06c2f-f02f-4199-b247-11d3b3c07f29 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:09.303452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001219f-e7bc-4059-9c96-5aa5728cd18f req-89742a66-1d73-4a1d-bd90-2aaf571e72b5 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:09.305731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6001219f-e7bc-4059-9c96-5aa5728cd18f req-89742a66-1d73-4a1d-bd90-2aaf571e72b5 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 0.5490968 Nov 22 16:17:09.311479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38beb0-4a57-40f1-946c-968b6576cc82 admin admin] Pushing event updated for resources: {'Network': ['ID=706200e4-4cbc-42e1-95db-f531e6787aef,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:09.315288 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.319971 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] 10.222.0.69 "DELETE /v2.0/networks/678ff126-f764-4857-848d-4789f931073a HTTP/1.1" status: 204 len: 168 time: 4.3776834 Nov 22 16:17:09.330387 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.349391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Network ab972533-8b55-426b-899c-cbb996ab0adf is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:09.356604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280848d-177c-474e-a471-9c9a06a2f661 req-614cedd2-7de2-4ceb-95aa-16d8fd63b639 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:09.376498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0280848d-177c-474e-a471-9c9a06a2f661 req-614cedd2-7de2-4ceb-95aa-16d8fd63b639 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3054216 Nov 22 16:17:09.380558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 706200e4-4cbc-42e1-95db-f531e6787aef details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:09.416456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:09.427844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:09.480387 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d4459b9-d89d-46ca-bac2-f3d7670b76e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.484050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6001219f-e7bc-4059-9c96-5aa5728cd18f req-984918bd-f214-4906-9dab-9881218a399f tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624610 Nov 22 16:17:09.513708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4cc9e-d33e-41cb-aa0f-1896e6507dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=678ff126-f764-4857-848d-4789f931073a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:09.513926 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d78b3abe-2527-45c3-b44d-e581d61a91db tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.528975 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d78b3abe-2527-45c3-b44d-e581d61a91db tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/d7fbe4cf-32d8-4cb5-a055-2ce63d962037 HTTP/1.1" status: 204 len: 168 time: 3.2607009 Nov 22 16:17:09.530116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53432) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:09.552421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Made reservation on behalf of 2469cabfa87640beb91090460220b35f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:09.561267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.588792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0280848d-177c-474e-a471-9c9a06a2f661 req-045d394f-cca8-4886-a822-b06da329fc02 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110434 Nov 22 16:17:09.594669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event updated for resources: {'Port': ['ID=ebc64e71-0aff-41d6-a415-19fb9880defd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:09.612476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Network fd58280e-173e-4fb5-880c-b87444810b2c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:09.631721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:09.637942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1e7f8-47e5-4c0c-aaf3-c2bc7cad94a7 None None] Pushing event updated for resources: {'Port': ['ID=0df773c3-d945-4d93-9aa0-a93086715d5f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:09.643072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:09.677933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53436) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:09.686092 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2268e8-44df-44a3-bbf3-e1b769df0f6d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:17:09.688281 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ba2268e8-44df-44a3-bbf3-e1b769df0f6d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/d7fbe4cf-32d8-4cb5-a055-2ce63d962037 HTTP/1.1" status: 404 len: 333 time: 0.1524749 Nov 22 16:17:09.701639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:09.702357 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.706690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53438) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:09.708266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2d4459b9-d89d-46ca-bac2-f3d7670b76e8 None None] For port f7a06c2f-f02f-4199-b247-11d3b3c07f29, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f7a06c2f-f02f-4199-b247-11d3b3c07f29,segment=NetworkSegment(0546c25b-5a0d-4ee9-b879-7733f30ef4d8),segment_id=0546c25b-5a0d-4ee9-b879-7733f30ef4d8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:09.747560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d4459b9-d89d-46ca-bac2-f3d7670b76e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.750373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba1865c6-031f-4c7d-b42e-8b0d0d3b80d5 req-858cca63-3e88-4601-a0ee-613e97f68653 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.1585591 Nov 22 16:17:09.798765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Pushing event updated for resources: {'Port': ['ID=ce4af970-3a50-4b21-81ba-761e08ca8b34,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:09.821820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port f7a06c2f-f02f-4199-b247-11d3b3c07f29 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:09.822846 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.849002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e84ae-1845-40b1-b19b-5b2947823e32 req-f349bc9c-a227-4820-8e38-bbd3286de2d6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:09.855203 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-c70a741c-d875-428c-9490-c55cfa13cb81 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0050013 Nov 22 16:17:09.868185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d17e84ae-1845-40b1-b19b-5b2947823e32 req-f349bc9c-a227-4820-8e38-bbd3286de2d6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 932 time: 0.1498888 Nov 22 16:17:09.877467 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Request body: {'port': {'device_id': '7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:09.941219 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17074b96-6a42-493d-ac9e-62ba6cdf5ec4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.942243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Attempting to bind port ce4af970-3a50-4b21-81ba-761e08ca8b34 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:09.942243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Attempting to bind port ce4af970-3a50-4b21-81ba-761e08ca8b34 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:09.942243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Attempting to bind port ce4af970-3a50-4b21-81ba-761e08ca8b34 on network fd58280e-173e-4fb5-880c-b87444810b2c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:09.967547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17074b96-6a42-493d-ac9e-62ba6cdf5ec4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:09.992097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2d4459b9-d89d-46ca-bac2-f3d7670b76e8 None None] Provisioning complete for port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:09.992841 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d4459b9-d89d-46ca-bac2-f3d7670b76e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.012140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d17e84ae-1845-40b1-b19b-5b2947823e32 req-f78c94ee-c9b9-4000-a2c2-688af20746eb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350811 Nov 22 16:17:10.067112 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-631c03b7-980f-4668-a6d4-4e3bcfc07dbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fac5cc196bb942b28fcf8617104ec211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824408 Nov 22 16:17:10.077975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53440) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:10.099139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.101645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:10.102309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Checking segment: {'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:10.102964 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.105025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Bound using segment: {'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:10.106532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Bound port: ce4af970-3a50-4b21-81ba-761e08ca8b34, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:10.107667 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.166853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9f905-db0b-4e48-8290-2794b034d156 req-78d08d9b-5b8e-49a5-bc80-e8359c519dd4 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:10.176204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7a9f905-db0b-4e48-8290-2794b034d156 req-78d08d9b-5b8e-49a5-bc80-e8359c519dd4 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 0.1748495 Nov 22 16:17:10.220286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4459b9-d89d-46ca-bac2-f3d7670b76e8 None None] Pushing event updated for resources: {'Port': ['ID=f7a06c2f-f02f-4199-b247-11d3b3c07f29,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:10.289948 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.349342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] For port ce4af970-3a50-4b21-81ba-761e08ca8b34, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:10.383202 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.405081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] For port ce4af970-3a50-4b21-81ba-761e08ca8b34, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce4af970-3a50-4b21-81ba-761e08ca8b34,segment=NetworkSegment(69f31517-39e9-452c-920a-bb359207e3e9),segment_id=69f31517-39e9-452c-920a-bb359207e3e9)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:10.416730 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.441198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7a9f905-db0b-4e48-8290-2794b034d156 req-5172823d-c07e-4479-9ec9-e3f0b221204c tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623954 Nov 22 16:17:10.480121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e4221-f8b4-4f3d-8438-6a789e706922 req-8b2f2908-cb06-4b5d-8da0-c70635a88e33 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:10.492152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-147e4221-f8b4-4f3d-8438-6a789e706922 req-8b2f2908-cb06-4b5d-8da0-c70635a88e33 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2276506 Nov 22 16:17:10.544206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a829c7b9-2541-4f40-bc75-acd606ba3ba3,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:10.560202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d48d8e-e52a-400f-97f2-ae579a31f163 None None] Pushing event updated for resources: {'Port': ['ID=ce4af970-3a50-4b21-81ba-761e08ca8b34,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:10.597299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Checking segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:10.597892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Network hostable DHCP agents. Network: 706200e4-4cbc-42e1-95db-f531e6787aef, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:10.618388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-147e4221-f8b4-4f3d-8438-6a789e706922 req-095940f8-b20e-4801-ac4a-40d613141735 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229515 Nov 22 16:17:10.621813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ccd89ee9-6481-4e43-9640-ae48d57fd22f None None] Provisioning complete for port f7a06c2f-f02f-4199-b247-11d3b3c07f29 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:10.622292 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ccd89ee9-6481-4e43-9640-ae48d57fd22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.661233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Network 706200e4-4cbc-42e1-95db-f531e6787aef is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:10.691151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 706200e4-4cbc-42e1-95db-f531e6787aef) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:10.697076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:10.697904 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.729247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a5f9c-f98f-4efa-824d-257514230677 None None] Network 706200e4-4cbc-42e1-95db-f531e6787aef requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:10.751778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-88343ec1-b1f0-4499-9657-8b844c3311e8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4674203 Nov 22 16:17:10.814651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75807990-b864-4145-a959-71490eac05d0 req-6bbda257-c480-49f5-97e4-f45e98250c26 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:10.826047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75807990-b864-4145-a959-71490eac05d0 req-6bbda257-c480-49f5-97e4-f45e98250c26 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.0768123 Nov 22 16:17:10.972726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75807990-b864-4145-a959-71490eac05d0 req-51aea605-b5a1-4127-9a89-0c03acda52ae tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453574 Nov 22 16:17:11.121689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3fb7b402-c262-4074-bd04-92b86a90404e req-347ba268-a2ae-46d5-9878-eddbe4c464b6 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0693638 Nov 22 16:17:11.166641 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c475ed37-f065-42bc-b3da-ef1eb60ef4c0 None None] Provisioning complete for port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:11.169315 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c475ed37-f065-42bc-b3da-ef1eb60ef4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:11.287610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17074b96-6a42-493d-ac9e-62ba6cdf5ec4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:11.293898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17074b96-6a42-493d-ac9e-62ba6cdf5ec4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:11.296627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-17074b96-6a42-493d-ac9e-62ba6cdf5ec4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/security-groups/934b9cee-0864-4966-a2aa-0e7982198a5d HTTP/1.1" status: 204 len: 168 time: 1.5558250 Nov 22 16:17:11.303439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53462) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:11.381135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c475ed37-f065-42bc-b3da-ef1eb60ef4c0 None None] Port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:11.381617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17074b96-6a42-493d-ac9e-62ba6cdf5ec4 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934b9cee-0864-4966-a2aa-0e7982198a5d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:11.430149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce4af970-3a50-4b21-81ba-761e08ca8b34 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:11.452189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8a366f6-df28-425b-a08f-9767cc352c05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:11.508095 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8a366f6-df28-425b-a08f-9767cc352c05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:11.521227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31954b1-3455-4d9c-88dc-f12dbfcd5c3a None None] Network 706200e4-4cbc-42e1-95db-f531e6787aef requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:11.713077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081db40-a4c6-4d43-8c03-ccb8bf0c3688 req-6d9c159d-ff72-4d14-847c-e9a18e9807c9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:11.715720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5081db40-a4c6-4d43-8c03-ccb8bf0c3688 req-6d9c159d-ff72-4d14-847c-e9a18e9807c9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 932 time: 0.1580467 Nov 22 16:17:11.747258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8a366f6-df28-425b-a08f-9767cc352c05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:11.752856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8a366f6-df28-425b-a08f-9767cc352c05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:11.760728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e8a366f6-df28-425b-a08f-9767cc352c05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/security-groups/f718306c-af5b-4694-931d-192cc1f82753 HTTP/1.1" status: 204 len: 168 time: 0.4597909 Nov 22 16:17:11.761920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:11.773386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c475ed37-f065-42bc-b3da-ef1eb60ef4c0 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:11.773756 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c475ed37-f065-42bc-b3da-ef1eb60ef4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:11.833343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8:1::1 (fd58280e-173e-4fb5-880c-b87444810b2c/edfe4bb6-fa46-429a-8c11-74796d3d6db7/d9b87b62-d3fe-45e0-aa45-c6053cefa4c6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:11.918197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a366f6-df28-425b-a08f-9767cc352c05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f718306c-af5b-4694-931d-192cc1f82753,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:11.969304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ce4af970-3a50-4b21-81ba-761e08ca8b34 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:11.969800 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.065518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5081db40-a4c6-4d43-8c03-ccb8bf0c3688 req-4b4a1380-ed52-43f5-8a76-2f8e2f91e791 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379426 Nov 22 16:17:12.077259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.130644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d18824-e8a2-4f09-b7fa-0b2ccc7288ee tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet 21e58e31-78af-4d0f-8b7e-7830ffcaa638 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:17:12.144304 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39d18824-e8a2-4f09-b7fa-0b2ccc7288ee tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.199160 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.260173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27bff40e-3ffb-4ec0-9e19-193fe966b39b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.304365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network fd58280e-173e-4fb5-880c-b87444810b2c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:12.352678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c475ed37-f065-42bc-b3da-ef1eb60ef4c0 None None] Could not find standard attr ID for object d7fbe4cf-32d8-4cb5-a055-2ce63d962037. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:17:12.367351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:12.395599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39d18824-e8a2-4f09-b7fa-0b2ccc7288ee tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.435432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:12.436455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.477160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:12.489064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5db2d72c-8be3-425b-80b4-dd1aedf5efa4 None None] Could not find standard attr ID for object d7fbe4cf-32d8-4cb5-a055-2ce63d962037. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:17:12.502230 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.586407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27bff40e-3ffb-4ec0-9e19-193fe966b39b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.615104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port ce4af970-3a50-4b21-81ba-761e08ca8b34, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce4af970-3a50-4b21-81ba-761e08ca8b34,segment=NetworkSegment(69f31517-39e9-452c-920a-bb359207e3e9),segment_id=69f31517-39e9-452c-920a-bb359207e3e9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:12.622295 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.623861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0df773c3-d945-4d93-9aa0-a93086715d5f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:12.727779 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8dccac-24ec-424b-8510-93660d0de32b None None] Network fd58280e-173e-4fb5-880c-b87444810b2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:12.850541 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27bff40e-3ffb-4ec0-9e19-193fe966b39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.853187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27bff40e-3ffb-4ec0-9e19-193fe966b39b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.854708 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-27bff40e-3ffb-4ec0-9e19-193fe966b39b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fe314db-58fa-4ed1-b4f3-3396ca14e84b HTTP/1.1" status: 204 len: 168 time: 2.7757020 Nov 22 16:17:12.885227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bff40e-3ffb-4ec0-9e19-193fe966b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe314db-58fa-4ed1-b4f3-3396ca14e84b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:12.890571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.918025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b296a2ea-2004-4f09-a25b-9c7d15756d86 None None] Provisioning complete for port ce4af970-3a50-4b21-81ba-761e08ca8b34 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:12.918726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b296a2ea-2004-4f09-a25b-9c7d15756d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.957940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc64e71-0aff-41d6-a415-19fb9880defd {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:17:12.969922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:12.992950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Transition to ACTIVE for port object ebc64e71-0aff-41d6-a415-19fb9880defd will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:17:13.008206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.022811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=ce4af970-3a50-4b21-81ba-761e08ca8b34,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:13.040801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39d18824-e8a2-4f09-b7fa-0b2ccc7288ee tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.104388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:13.105022 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.131985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc64e71-0aff-41d6-a415-19fb9880defd,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:13.356845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f7a06c2f-f02f-4199-b247-11d3b3c07f29 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:13.417093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-cc6bddf1-052a-4505-8d3f-13eb90f839aa tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:13.419199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-cc6bddf1-052a-4505-8d3f-13eb90f839aa tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 1.2775462 Nov 22 16:17:13.423081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port f7a06c2f-f02f-4199-b247-11d3b3c07f29 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:13.426249 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.444488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Attempting to bind port ebc64e71-0aff-41d6-a415-19fb9880defd on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:13.445183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Attempting to bind port ebc64e71-0aff-41d6-a415-19fb9880defd by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:13.445183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Attempting to bind port ebc64e71-0aff-41d6-a415-19fb9880defd on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:13.495528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc03f56-b282-4543-9258-80afc73c3bc6 req-43aaa637-5309-4794-be65-304f6fe60a9b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:13.506622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fc03f56-b282-4543-9258-80afc73c3bc6 req-43aaa637-5309-4794-be65-304f6fe60a9b tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 945 time: 0.4151390 Nov 22 16:17:13.507340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Port ebc64e71-0aff-41d6-a415-19fb9880defd on network ab972533-8b55-426b-899c-cbb996ab0adf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:17:13.507675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Attempting to bind port ebc64e71-0aff-41d6-a415-19fb9880defd on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:13.508817 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39d18824-e8a2-4f09-b7fa-0b2ccc7288ee tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.516731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:13.517322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Checking segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:13.517563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Bound using segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:13.517908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Bound port: ebc64e71-0aff-41d6-a415-19fb9880defd, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:13.518260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.543180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-b7a2277c-92c3-4117-abec-2d5a64a67e94 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:13.544779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-b7a2277c-92c3-4117-abec-2d5a64a67e94 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 815 time: 0.4208059 Nov 22 16:17:13.602239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d18824-e8a2-4f09-b7fa-0b2ccc7288ee tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=21e58e31-78af-4d0f-8b7e-7830ffcaa638,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:13.607815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ecd31-b81d-456f-8b6f-cb121a13ab1b None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:13.628949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-39d18824-e8a2-4f09-b7fa-0b2ccc7288ee tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.643422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-39d18824-e8a2-4f09-b7fa-0b2ccc7288ee tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/21e58e31-78af-4d0f-8b7e-7830ffcaa638 HTTP/1.1" status: 204 len: 168 time: 1.8684380 Nov 22 16:17:13.649297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53502) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:13.653104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-e197755c-bc39-4169-89d4-55ed2070ea0e tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/quotas/2469cabfa87640beb91090460220b35f HTTP/1.1" status: 200 len: 375 time: 0.0522115 Nov 22 16:17:13.662662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:13.772521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-5ec42bf5-f550-4045-8770-a934ded24f87 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749953 Nov 22 16:17:13.844828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] For port ebc64e71-0aff-41d6-a415-19fb9880defd, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:13.851986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] For port ebc64e71-0aff-41d6-a415-19fb9880defd, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ebc64e71-0aff-41d6-a415-19fb9880defd,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:13.857664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.864931 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.865583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fc03f56-b282-4543-9258-80afc73c3bc6 req-306da692-434c-49fc-9f74-f07a08711cbf tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/security-groups?id=cdecd816-4cde-441b-8812-c73568941780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578982 Nov 22 16:17:13.886961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:13.892426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:13.902490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce4af970-3a50-4b21-81ba-761e08ca8b34 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:13.953231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Deleting port 2e3ad528-fd64-45b5-855a-9924492920f1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:13.956416 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.017501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-14264535-77b9-4ab4-8363-30f59f030608 None None] Provisioning complete for port ce4af970-3a50-4b21-81ba-761e08ca8b34 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:14.018082 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14264535-77b9-4ab4-8363-30f59f030608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.094974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-6f36c87f-7ef2-4d19-b80f-937e5604d831 service neutron] 10.222.0.69 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213251 Nov 22 16:17:14.183163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ce4af970-3a50-4b21-81ba-761e08ca8b34 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:14.183529 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.223970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540cf94-05f7-48bc-9792-54821920f5c4 req-2df0765c-ed75-4e8a-8d88-1b5f3c69af5f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:14.225540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4540cf94-05f7-48bc-9792-54821920f5c4 req-2df0765c-ed75-4e8a-8d88-1b5f3c69af5f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1996393 Nov 22 16:17:14.234656 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.235706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.324926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] For port 2e3ad528-fd64-45b5-855a-9924492920f1, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=2e3ad528-fd64-45b5-855a-9924492920f1,segment=NetworkSegment(b3dc7207-4acb-44c7-9477-08c68e82a9c5),segment_id=b3dc7207-4acb-44c7-9477-08c68e82a9c5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:14.325289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.347662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4540cf94-05f7-48bc-9792-54821920f5c4 req-1af7c776-04a8-4683-ad0c-50cb9570e4ff tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155200 Nov 22 16:17:14.354592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Calling delete_port for 2e3ad528-fd64-45b5-855a-9924492920f1 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:14.373122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-39fc8328-981f-4ebc-b775-884c258a970a service neutron] 10.222.0.69 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771862 Nov 22 16:17:14.382687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-14264535-77b9-4ab4-8363-30f59f030608 None None] Provisioning complete for port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:14.383209 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14264535-77b9-4ab4-8363-30f59f030608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.400511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.441035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network fd58280e-173e-4fb5-880c-b87444810b2c is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:14.444814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-14264535-77b9-4ab4-8363-30f59f030608 None None] Port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:14.507597 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-236b06fe-2493-4b5c-9383-03609c912106 req-b19b8698-eb4e-466f-b076-1d094d8e57ce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.6399240 Nov 22 16:17:14.530208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d854904d-a3c5-4774-a43f-5e33bc6ea56e req-f64e845c-5550-43d8-9f47-0412b983fd73 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0511987 Nov 22 16:17:14.532844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:14.533600 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.534922 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] 10.222.0.11 "PUT /v2.0/ports/ebc64e71-0aff-41d6-a415-19fb9880defd HTTP/1.1" status: 200 len: 1092 time: 4.6668713 Nov 22 16:17:14.538187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:14.556384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd', 'tag': 'ebc64e71-0aff-41d6-a415-19fb9880defd'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:14.559144 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d076ce3-a763-40eb-b892-697cb27cdd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd", "tag": "ebc64e71-0aff-41d6-a415-19fb9880defd"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:14.623212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:14.654427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-52658188-ac2d-4e1b-b88a-ae0df5f2a565 None None] Provisioning complete for port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:14.655540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52658188-ac2d-4e1b-b88a-ae0df5f2a565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.710682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:14.717592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:14.719067 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.743343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee643ed-9349-4ccf-979e-1a5dc65cd6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc64e71-0aff-41d6-a415-19fb9880defd,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:14.786967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:14.802564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-52658188-ac2d-4e1b-b88a-ae0df5f2a565 None None] Port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:14.829896 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.850614 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1956391 Nov 22 16:17:14.916266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:14.919138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Pushing event deleted for resources: {'Port': ['ID=2e3ad528-fd64-45b5-855a-9924492920f1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:14.930962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-110dcda6-e17f-496f-b425-e0ad45fb2082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'security_group': {'name': 'tempest-secgroup-873711506'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:15.111424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] No DVR routers for this DVR port 2e3ad528-fd64-45b5-855a-9924492920f1 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:17:15.122099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:15.148743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeca611-d528-4360-8450-fcd447924293 req-1e12569d-3943-4329-a05a-c964c25afc71 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:15.158281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-beeca611-d528-4360-8450-fcd447924293 req-1e12569d-3943-4329-a05a-c964c25afc71 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 944 time: 0.4463575 Nov 22 16:17:15.176513 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.180418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24a69bee-34e1-4a38-a717-c6c3a722d5c5 req-4a7d19d2-28ce-4bc8-bfa2-ed857e2b27d0 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.11 "DELETE /v2.0/ports/2e3ad528-fd64-45b5-855a-9924492920f1 HTTP/1.1" status: 204 len: 173 time: 1.7420263 Nov 22 16:17:15.181067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc16cd9-b4a0-40f9-a837-5ef464ba1eea', 'name': 'network-vif-deleted', 'tag': '2e3ad528-fd64-45b5-855a-9924492920f1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:15.206102 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687c64a7-b486-49f2-a529-5d906b90785c" -d '{"events": [{"server_uuid": "1cc16cd9-b4a0-40f9-a837-5ef464ba1eea", "name": "network-vif-deleted", "tag": "2e3ad528-fd64-45b5-855a-9924492920f1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:15.230008 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb706a62-679f-4a87-8aae-86b681b7a85b x-openstack-request-id: req-bb706a62-679f-4a87-8aae-86b681b7a85b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:15.230308 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd", "tag": "ebc64e71-0aff-41d6-a415-19fb9880defd", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:15.230574 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb706a62-679f-4a87-8aae-86b681b7a85b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:15.230995 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd', 'tag': 'ebc64e71-0aff-41d6-a415-19fb9880defd', 'status': 'completed', 'code': 200} Nov 22 16:17:15.242647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55507583-a079-44cf-bba5-4794a6482f05 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=1c36019d-8dad-4ec2-b6c4-3d57ac5150e8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:15.267168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2a815e3b-b068-4d06-a557-ea30b45c628d None None] Provisioning complete for port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:15.267339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a815e3b-b068-4d06-a557-ea30b45c628d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.290988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1909374717-network', 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:15.293325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-ee6b1fb4-9390-41c5-8c67-9a5916b6f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:15.299097 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-ee6b1fb4-9390-41c5-8c67-9a5916b6f07e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 1095 time: 0.5345984 Nov 22 16:17:15.306000 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110dcda6-e17f-496f-b425-e0ad45fb2082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.397860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2a815e3b-b068-4d06-a557-ea30b45c628d None None] Port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:15.399418 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-a15897ff-0462-43d9-9b78-5b71803bd13a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc64e71-0aff-41d6-a415-19fb9880defd HTTP/1.1" status: 200 len: 217 time: 0.0884764 Nov 22 16:17:15.434014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:17:15.470125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10ed5413-7a13-4c1e-ad4b-f3c106a7717d req-ba2931c9-14ef-4c61-9603-948cb5755c5b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 210 time: 0.1163237 Nov 22 16:17:15.482149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:15.486007 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.506242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.517611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-beeca611-d528-4360-8450-fcd447924293 req-e8a43100-d6ac-4b34-9b9d-0f93e7c2f2b9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582098 Nov 22 16:17:15.639460 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.658166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.686531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:15.704501 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.704965 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Added segment 27391b51-da66-4250-bbc8-618ad167a571 of type vlan for network 44643127-da94-453c-8154-9dd5b747c506 Nov 22 16:17:15.723149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 2e3ad528-fd64-45b5-855a-9924492920f1 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:17:15.764201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.843856 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a82c33c-03bd-4111-8597-1c0ba1826d9e x-openstack-request-id: req-5a82c33c-03bd-4111-8597-1c0ba1826d9e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:15.844485 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc16cd9-b4a0-40f9-a837-5ef464ba1eea", "name": "network-vif-deleted", "tag": "2e3ad528-fd64-45b5-855a-9924492920f1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:15.844897 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a82c33c-03bd-4111-8597-1c0ba1826d9e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:15.845562 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc16cd9-b4a0-40f9-a837-5ef464ba1eea', 'name': 'network-vif-deleted', 'tag': '2e3ad528-fd64-45b5-855a-9924492920f1', 'status': 'completed', 'code': 200} Nov 22 16:17:15.857890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8183a64-96eb-4d64-9177-1f77c9c01df4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:15.861892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.863224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:15.864305 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:15.902672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 2e3ad528-fd64-45b5-855a-9924492920f1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:17:15.912659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 2e3ad528-fd64-45b5-855a-9924492920f1 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:17:15.919343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73c810e-7265-45b5-bdb4-fe2f9da319f7 req-3adf31fe-fd02-4708-a5eb-6c95467dd015 tempest-ServerDiskConfigTestJSON-1404813950 tempest-ServerDiskConfigTestJSON-1404813950-project] 10.222.0.69 "GET /v2.0/ports?device_id=1cc16cd9-b4a0-40f9-a837-5ef464ba1eea HTTP/1.1" status: 200 len: 210 time: 0.1274385 Nov 22 16:17:15.937675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527ad061-af88-414e-b58e-726a0394589c None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:16.052531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:16.059003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110dcda6-e17f-496f-b425-e0ad45fb2082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.084453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2951362 Nov 22 16:17:16.085183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:16.093774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:16.094580 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4a9e47ad-ca58-4782-bfd3-c2e59cee5eee tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9475386 Nov 22 16:17:16.098752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-e313505e-383d-4b12-9fc6-d17bb061be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:16.101414 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110dcda6-e17f-496f-b425-e0ad45fb2082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.105514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:16.109550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Request body: {'subnet': {'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1909374717-subnet', 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:16.110440 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-e313505e-383d-4b12-9fc6-d17bb061be62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.6970568 Nov 22 16:17:16.149033 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:16.150048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:16.157895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e8603174-a33e-49a5-a93f-aff5d83ae663 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:16.158640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8603174-a33e-49a5-a93f-aff5d83ae663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.165498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-722648112'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:16.178157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-d5a55e53-8116-49e8-9140-7dd2d6516581 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606596 Nov 22 16:17:16.225527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd226664-e7c2-4431-90b4-2e1dfbdb06e9 admin admin] Pushing event updated for resources: {'Network': ['ID=44643127-da94-453c-8154-9dd5b747c506,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:16.288834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5c94d5c-f2b1-470b-b637-a0bb9933e29c req-f811a382-07e2-4d2f-a359-8863b821f958 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.1822090 Nov 22 16:17:16.315431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110dcda6-e17f-496f-b425-e0ad45fb2082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a1e83b-b6bc-4833-a712-5473068ccdce,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:16.333639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:16.345568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.407105 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-1e63ee80-b814-4c1f-810a-0518cbf22ff8 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181480 Nov 22 16:17:16.448617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d006679-1ce4-43f5-837d-284eee0201ec req-c3ef397b-5c9e-41f0-8645-8c8016b14516 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:16.457549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d006679-1ce4-43f5-837d-284eee0201ec req-c3ef397b-5c9e-41f0-8645-8c8016b14516 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3924036 Nov 22 16:17:16.469097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 44643127-da94-453c-8154-9dd5b747c506 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:16.529886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:16.535346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.553715 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110dcda6-e17f-496f-b425-e0ad45fb2082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.555299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-110dcda6-e17f-496f-b425-e0ad45fb2082 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.6303694 Nov 22 16:17:16.561319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53556) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:16.568241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9b03d738-4346-489f-9f7d-6cf9535b5f32 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'security_group': {'name': 'tempest-secgroup-1011556983'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:16.592233 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69e7743-c3cf-434f-92a6-47169bec19f1 req-4ff6e6db-7f60-43f9-9165-4ed2ec4dea8c service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763077 Nov 22 16:17:16.615733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b03d738-4346-489f-9f7d-6cf9535b5f32 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.618462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:16.714757 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-758b99ef-5679-415b-9a76-4db777da6b22 req-02a89ad5-030a-420c-b73c-36225ac6b1f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=af652864cce343918785b7af00cfe3cc&device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0580733 Nov 22 16:17:16.776257 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-758b99ef-5679-415b-9a76-4db777da6b22 req-1b2f05ee-b469-4050-9a4d-bce43fb81395 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=af652864cce343918785b7af00cfe3cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443153 Nov 22 16:17:16.784277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-3cd04758-2f7d-4cea-8c77-6a183660c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:16.787298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-3cd04758-2f7d-4cea-8c77-6a183660c51f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 1095 time: 0.1187327 Nov 22 16:17:16.811297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5487019a-2e4f-4a25-bb08-7c1acd2da3cf req-eac2bb1a-e65e-4464-b188-ca8a31c54566 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 210 time: 0.0507650 Nov 22 16:17:16.816726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d006679-1ce4-43f5-837d-284eee0201ec req-411ab58c-d38a-4987-b60e-7b2ceb3c9d49 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583152 Nov 22 16:17:16.826409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:16.853783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.862181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.864229 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment 14e71aed-1dab-4999-847c-0cb2638b343a of type vlan for network 5729b9ab-4481-41be-b343-3f81de046441 Nov 22 16:17:16.951562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e8603174-a33e-49a5-a93f-aff5d83ae663 None None] Provisioning complete for port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:16.952217 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8603174-a33e-49a5-a93f-aff5d83ae663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.002584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.025405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b03d738-4346-489f-9f7d-6cf9535b5f32 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.066998 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d2e88-c204-498b-8c74-1a6389e5b8ea None None] Update dhcp port {'port': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'fixed_ips': [{'subnet_id': 'dce0c629-163d-4cc6-a38f-393ada063474', 'ip_address': '172.20.0.19'}, {'subnet_id': '1c36019d-8dad-4ec2-b6c4-3d57ac5150e8'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '0df773c3-d945-4d93-9aa0-a93086715d5f'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:17:17.099298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e8603174-a33e-49a5-a93f-aff5d83ae663 None None] Port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:17.120340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-880d2e88-c204-498b-8c74-1a6389e5b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.167488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fb1b7cb-0b23-4fee-94d9-94e623ebf764 req-7a6e5381-626f-433f-97a5-0a8e24a0dbcd tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.1574075 Nov 22 16:17:17.172192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:17:17.185751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fc69f0-88b6-4977-844d-882eb71953bb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:17.279324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Checking segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:17.279874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Network hostable DHCP agents. Network: 44643127-da94-453c-8154-9dd5b747c506, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:17.301210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84950b58-4ffa-459d-84b4-cd6443632fe7 req-ea06f436-bfc3-4b12-b30d-4a86fdb60759 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.304916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84950b58-4ffa-459d-84b4-cd6443632fe7 req-ea06f436-bfc3-4b12-b30d-4a86fdb60759 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 944 time: 0.2959447 Nov 22 16:17:17.305668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.308690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:12Z', 'revision_number': 3, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:13Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:17.315054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.315054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.318929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b03d738-4346-489f-9f7d-6cf9535b5f32 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.356242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:17.356624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Updating router cdbb559a-2146-4d1f-941d-3378eeddc7b1 port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:17:17.419124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9b03d738-4346-489f-9f7d-6cf9535b5f32 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.433107 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9b03d738-4346-489f-9f7d-6cf9535b5f32 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8694589 Nov 22 16:17:17.446532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53568) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:17.463175 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.464474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-70c44bf4-daea-499f-a006-63aec7093ed7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'security_group': {'name': 'tempest-secgroup-1802898528'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:17.495057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=5729b9ab-4481-41be-b343-3f81de046441,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:17.509831 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-880d2e88-c204-498b-8c74-1a6389e5b8ea None None] Allocated IP 172.20.0.2 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/1c36019d-8dad-4ec2-b6c4-3d57ac5150e8/0df773c3-d945-4d93-9aa0-a93086715d5f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:17.518006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d738-4346-489f-9f7d-6cf9535b5f32 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9790fbcc-1625-4b7f-a882-b7df1e5e66a1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:17.525684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5729b9ab-4481-41be-b343-3f81de046441 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:17.535642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-36256021-3322-4881-a8e1-007b1d2d49da tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.537339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-36256021-3322-4881-a8e1-007b1d2d49da tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.11 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 815 time: 0.5586333 Nov 22 16:17:17.549140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b99ef-5679-415b-9a76-4db777da6b22 req-c03b1d41-49fd-4146-8be4-fd0a2a114f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.550859 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-758b99ef-5679-415b-9a76-4db777da6b22 req-c03b1d41-49fd-4146-8be4-fd0a2a114f94 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7640958 Nov 22 16:17:17.559776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Request body: {'port': {'device_id': '8c48677e-3980-4075-8aab-49ab0369a1bb', 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'admin_state_up': True, 'tenant_id': '2469cabfa87640beb91090460220b35f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:17.567240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-09797173-46f6-4f8b-bd33-f1ae7a28e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.569032 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-09797173-46f6-4f8b-bd33-f1ae7a28e1af service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 912 time: 0.7688456 Nov 22 16:17:17.600519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:17.618498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84950b58-4ffa-459d-84b4-cd6443632fe7 req-d2bb82cb-8bbf-4cbe-9b59-200a59fa9256 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936828 Nov 22 16:17:17.643751 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-ba98b2dc-f6f4-42c8-8037-74f6954e1965 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ebc64e71-0aff-41d6-a415-19fb9880defd HTTP/1.1" status: 200 len: 217 time: 0.0540917 Nov 22 16:17:17.667635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Network 44643127-da94-453c-8154-9dd5b747c506 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:17.668846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70c44bf4-daea-499f-a006-63aec7093ed7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.708031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3ff5c50c-c7e9-4090-a7a1-bfaf88ad9dec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5800190 Nov 22 16:17:17.711554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53574) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:17.718463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:17.728778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 44643127-da94-453c-8154-9dd5b747c506) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:17.746711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.747317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.753359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfbe096-b435-4c32-b0c7-c1dc73396ff9 admin admin] Deleting subnet 0552979b-14c4-4233-b96f-5b09180e1a4e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:17:17.768532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adfbe096-b435-4c32-b0c7-c1dc73396ff9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.795160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe31c62-d23a-40bc-a57e-9c54c416b7b2 None None] Network 44643127-da94-453c-8154-9dd5b747c506 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:17.828348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-8022cb23-1178-454a-89db-61a5aa8e5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:17.830629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-8022cb23-1178-454a-89db-61a5aa8e5579 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.1784515 Nov 22 16:17:17.851940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a4d10882-bd00-4d98-8187-b3cb395468b4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7510381 Nov 22 16:17:17.867084 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adfbe096-b435-4c32-b0c7-c1dc73396ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:17.951032 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-cc0beaf1-8cd3-4930-9456-6728aa8bbaa0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132133 Nov 22 16:17:18.003119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adfbe096-b435-4c32-b0c7-c1dc73396ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.039653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-880d2e88-c204-498b-8c74-1a6389e5b8ea None None] For port 0df773c3-d945-4d93-9aa0-a93086715d5f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0df773c3-d945-4d93-9aa0-a93086715d5f,segment=NetworkSegment(eb4eb302-66db-41fa-bd59-3f85fa06b8eb),segment_id=eb4eb302-66db-41fa-bd59-3f85fa06b8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:18.065000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Made reservation on behalf of 2469cabfa87640beb91090460220b35f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:18.068938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.124234 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-b933a920-c0c8-44c6-b00d-68a184a9a54d service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131277 Nov 22 16:17:18.148016 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-880d2e88-c204-498b-8c74-1a6389e5b8ea None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.149739 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70c44bf4-daea-499f-a006-63aec7093ed7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.178755 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-880d2e88-c204-498b-8c74-1a6389e5b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.189953 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70c44bf4-daea-499f-a006-63aec7093ed7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.198499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92a74389-ba1d-4480-a1dd-72ef2b8798d1 req-a39bb6c7-b6b4-4f60-bc32-b2c6a9ef1c54 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 210 time: 0.1882782 Nov 22 16:17:18.203419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4dfa6e-ac93-427c-9217-72c7aadcd9a2 None None] Network 44643127-da94-453c-8154-9dd5b747c506 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:18.206154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:18.212390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.265186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70c44bf4-daea-499f-a006-63aec7093ed7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.266491 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-70c44bf4-daea-499f-a006-63aec7093ed7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8122823 Nov 22 16:17:18.270630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:18.278561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1923251521', 'security_groups': ['554da0d0-4c67-4cf5-807a-cc84efe24023'], 'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c36019d-8dad-4ec2-b6c4-3d57ac5150e8'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:18.290692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adfbe096-b435-4c32-b0c7-c1dc73396ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.308605 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adfbe096-b435-4c32-b0c7-c1dc73396ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.311309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-adfbe096-b435-4c32-b0c7-c1dc73396ff9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0552979b-14c4-4233-b96f-5b09180e1a4e HTTP/1.1" status: 204 len: 168 time: 0.6929975 Nov 22 16:17:18.327697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53592) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:18.338098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c44bf4-daea-499f-a006-63aec7093ed7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554da0d0-4c67-4cf5-807a-cc84efe24023,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:18.396308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbe096-b435-4c32-b0c7-c1dc73396ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0552979b-14c4-4233-b96f-5b09180e1a4e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:18.433921 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d076ce3-a763-40eb-b892-697cb27cdd2b req-9d709044-7f02-417d-b507-1224a5641819 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018785 Nov 22 16:17:18.449666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d2e88-c204-498b-8c74-1a6389e5b8ea None None] Pushing event updated for resources: {'Port': ['ID=0df773c3-d945-4d93-9aa0-a93086715d5f,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:18.467295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85a7fb-e205-4e78-8800-e0ad6497bc45 req-70213c6d-cec8-4633-8c06-2d17f203f228 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:18.476976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d85a7fb-e205-4e78-8800-e0ad6497bc45 req-70213c6d-cec8-4633-8c06-2d17f203f228 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.4783378 Nov 22 16:17:18.486781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.491342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.542011 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.601376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b23b12-f0a0-4a40-85d7-7b9438a41dfe None None] Pushing event updated for resources: {'Port': ['ID=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:18.618920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d85a7fb-e205-4e78-8800-e0ad6497bc45 req-58090ff0-6a4d-454f-8f63-d04ec4b36f53 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409492 Nov 22 16:17:18.634249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Allocated IP 172.20.0.13 (706200e4-4cbc-42e1-95db-f531e6787aef/a829c7b9-2541-4f40-bc75-acd606ba3ba3/3b9e492e-5f8a-4bfb-9454-9708433b8c10) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:18.705406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.767302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fe033a-18e7-494d-93ee-aff891971dbb']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:18.770385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.795346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3dc7207-4acb-44c7-9477-08c68e82a9c5') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:18.795574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3dc7207-4acb-44c7-9477-08c68e82a9c5') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:18.801906 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f364d492-6bab-4f92-bd1c-e0c263a74e3c req-02ff2817-94af-48e6-ba8a-a60f5c97612f tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.69 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0584106 Nov 22 16:17:18.877233 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.953136 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-758b99ef-5679-415b-9a76-4db777da6b22 req-069149ac-206b-4f11-9831-badb1dbad915 tempest-ServerShowV254Test-6284110 tempest-ServerShowV254Test-6284110-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b53f346-5d4c-4bcc-96cc-8ff40347b06c HTTP/1.1" status: 200 len: 210 time: 0.0703006 Nov 22 16:17:18.965159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.980920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=fc86018c-0bd4-4b38-b995-639cd83e1b86,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:18.986484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:17:18.986961 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:17:18.989206 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:17:19.065077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Attempting to bind port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:19.065887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Attempting to bind port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:19.066431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Attempting to bind port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 on network fd58280e-173e-4fb5-880c-b87444810b2c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:19.082080 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d296860-763a-4f4a-b133-8d2fd742bf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.096201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:19.096823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Checking segment: {'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:19.097729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.098464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Bound using segment: {'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:19.099341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Bound port: d9b87b62-d3fe-45e0-aa45-c6053cefa4c6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f31517-39e9-452c-920a-bb359207e3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:19.099965 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.125606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:19.126113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: 5729b9ab-4481-41be-b343-3f81de046441, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:19.164880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.177577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.181192 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] 10.222.0.69 "DELETE /v2.0/networks/27fe033a-18e7-494d-93ee-aff891971dbb HTTP/1.1" status: 204 len: 168 time: 0.8522050 Nov 22 16:17:19.181974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 5729b9ab-4481-41be-b343-3f81de046441 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:19.215949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] For port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:19.226184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] For port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,segment=NetworkSegment(69f31517-39e9-452c-920a-bb359207e3e9),segment_id=69f31517-39e9-452c-920a-bb359207e3e9)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:19.231569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f737b-d1bc-434e-ba2a-c7698f8d7a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=27fe033a-18e7-494d-93ee-aff891971dbb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:19.240812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.246874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5729b9ab-4481-41be-b343-3f81de046441) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:19.274831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:19.278957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.302916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f35fc9-eece-4148-be28-c48b10a6a468 None None] Network 5729b9ab-4481-41be-b343-3f81de046441 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:19.422571 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b23b12-f0a0-4a40-85d7-7b9438a41dfe None None] Pushing event updated for resources: {'Port': ['ID=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:19.443126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:19.444155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:19.496071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53608) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:19.575076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-46bee832-b01f-465d-8706-0800e6b3659b None None] Provisioning complete for port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:19.575784 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46bee832-b01f-465d-8706-0800e6b3659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.597644 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-58b53d06-80b0-4263-b94d-5d084c7e65ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8845181 Nov 22 16:17:19.598472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53610) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:19.609029 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5713ffa7-6ee9-4317-82ee-9614874bd297 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0bc540cd23f640a1a9da280ca6415051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1110013 Nov 22 16:17:19.617093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53612) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:19.632769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:19.725301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0df773c3-d945-4d93-9aa0-a93086715d5f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:19.742066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device ebc64e71-0aff-41d6-a415-19fb9880defd details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:17:19.759133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:19.877436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.918976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6bac563-b8f1-4ad9-8c90-a0697e59ef16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:19.930073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdae7d8-2030-4415-8142-97603854e09e req-9ee6dfa4-8ff8-4a35-8de3-d716d22ac951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:19.940216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-9ee6dfa4-8ff8-4a35-8de3-d716d22ac951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 1.1856830 Nov 22 16:17:20.001658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6bac563-b8f1-4ad9-8c90-a0697e59ef16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.003530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654626-f657-4337-a9d4-8f9fd1968a01 req-e1dc8268-016d-4258-9589-e71292dcb625 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:20.006187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc654626-f657-4337-a9d4-8f9fd1968a01 req-e1dc8268-016d-4258-9589-e71292dcb625 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 944 time: 0.6320703 Nov 22 16:17:20.006965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-5729b9ab-4481-41be-b343-3f81de046441', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:17:20.007941 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.020596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-ff3c7436-a172-42f6-b6b3-1792c368411a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/quotas/1e9c24f629ef41cc8bf8e9068d07a03e HTTP/1.1" status: 200 len: 375 time: 0.0730112 Nov 22 16:17:20.078161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port ebc64e71-0aff-41d6-a415-19fb9880defd, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ebc64e71-0aff-41d6-a415-19fb9880defd,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:20.117731 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.120537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:20.120908 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.122509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'ebc64e71-0aff-41d6-a415-19fb9880defd', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'port_id': 'ebc64e71-0aff-41d6-a415-19fb9880defd', 'mac_address': 'fa:16:3e:1f:4b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03a648-b35d-412b-b0d6-a0dc2108bc6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:17:20.126025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-e12bc999-3a25-49a4-81ee-c28b9427b588 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860744 Nov 22 16:17:20.131560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46bee832-b01f-465d-8706-0800e6b3659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.147752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] device_id is not set on port cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:17:20.159395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6bac563-b8f1-4ad9-8c90-a0697e59ef16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.162226 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6bac563-b8f1-4ad9-8c90-a0697e59ef16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.166958 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b6bac563-b8f1-4ad9-8c90-a0697e59ef16 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cdecd816-4cde-441b-8812-c73568941780 HTTP/1.1" status: 204 len: 168 time: 0.5446963 Nov 22 16:17:20.167182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.205861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bac563-b8f1-4ad9-8c90-a0697e59ef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdecd816-4cde-441b-8812-c73568941780,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:20.300335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc654626-f657-4337-a9d4-8f9fd1968a01 req-bbd50ba8-9c9b-4de6-8236-a4a0728149a5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734897 Nov 22 16:17:20.314059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Network 706200e4-4cbc-42e1-95db-f531e6787aef is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:20.322020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:20.323222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.347584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-46bee832-b01f-465d-8706-0800e6b3659b None None] For port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,segment=NetworkSegment(69f31517-39e9-452c-920a-bb359207e3e9),segment_id=69f31517-39e9-452c-920a-bb359207e3e9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:20.371017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:20.383946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Pushing event updated for resources: {'Port': ['ID=3b9e492e-5f8a-4bfb-9454-9708433b8c10,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:20.404159 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.412390 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-46bee832-b01f-465d-8706-0800e6b3659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.488881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc64e71-0aff-41d6-a415-19fb9880defd {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:17:20.521225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:20.522199 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.552274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Allocated IP 2001:db8:2::2 (5729b9ab-4481-41be-b343-3f81de046441/fc86018c-0bd4-4b38-b995-639cd83e1b86/6384945d-020c-427b-beec-d75384e9ddcc) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:20.589680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784160b-84bb-4eb0-9aa1-ce33cb3257fb req-5b657cc3-dd7e-4423-b674-69f5d51a881a tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:20.593045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a784160b-84bb-4eb0-9aa1-ce33cb3257fb req-5b657cc3-dd7e-4423-b674-69f5d51a881a tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 932 time: 0.1444082 Nov 22 16:17:20.604028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4bf1dd9b-a9e6-454f-b5d7-95dbeba68300 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0506239 Nov 22 16:17:20.605113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port ebc64e71-0aff-41d6-a415-19fb9880defd, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ebc64e71-0aff-41d6-a415-19fb9880defd,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:20.634415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.655590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Request body: {'port': {'device_id': '8c48677e-3980-4075-8aab-49ab0369a1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:20.661266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bee832-b01f-465d-8706-0800e6b3659b None None] Pushing event updated for resources: {'Port': ['ID=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:20.707131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-07791392-f53f-437f-aedf-94b164db64ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:12Z', 'revision_number': 3, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:19Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:20.766963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.7 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/1c36019d-8dad-4ec2-b6c4-3d57ac5150e8/cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:20.799523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a784160b-84bb-4eb0-9aa1-ce33cb3257fb req-23026dbc-113b-4b04-bc4d-dd90bf854e14 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931789 Nov 22 16:17:20.801742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f88d27c7-12fb-41fc-8f9c-06f17056d2ec None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:20.802283 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f88d27c7-12fb-41fc-8f9c-06f17056d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:20.814104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07791392-f53f-437f-aedf-94b164db64ef None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:12Z', 'revision_number': 3, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:19Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:20.903822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['ebc64e71-0aff-41d6-a415-19fb9880defd'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:17:20.913859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.096754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-02451cb7-6455-4fdf-aa6c-0d4855b2722d service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9346271 Nov 22 16:17:21.107416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=ebc64e71-0aff-41d6-a415-19fb9880defd,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:21.234806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.282715 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.398187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8:2::1 (5729b9ab-4481-41be-b343-3f81de046441/fc86018c-0bd4-4b38-b995-639cd83e1b86/46a74027-2d0b-4205-941d-848d6a1b9b34) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:21.613161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53642) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:21.621478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f88d27c7-12fb-41fc-8f9c-06f17056d2ec None None] Provisioning complete for port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:21.621849 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f88d27c7-12fb-41fc-8f9c-06f17056d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.686105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.693410 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e2b1ed9-f744-4c28-8891-08f2e16ab19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.702907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.711805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cb982-be92-4b1a-b9ae-3fe72dfa59e2 req-8aee96fc-c658-4329-a33c-8160926566f5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:21.731256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-782cb982-be92-4b1a-b9ae-3fe72dfa59e2 req-8aee96fc-c658-4329-a33c-8160926566f5 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.8177459 Nov 22 16:17:21.732881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Network 5729b9ab-4481-41be-b343-3f81de046441 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:21.748528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:21.780263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-178b8777-14b5-40f4-ba3b-8c7171dad6b4 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821725 Nov 22 16:17:21.783165 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.799872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:21.826910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Pushing event updated for resources: {'Port': ['ID=6384945d-020c-427b-beec-d75384e9ddcc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:21.831853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:21.848908 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f88d27c7-12fb-41fc-8f9c-06f17056d2ec None None] Port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:21.872063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-network', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:21.886335 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 5729b9ab-4481-41be-b343-3f81de046441 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:21.899262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:21.901754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:21.902643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.907090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=46a74027-2d0b-4205-941d-848d6a1b9b34,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:21.947051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f88d27c7-12fb-41fc-8f9c-06f17056d2ec None None] Provisioning complete for port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:21.947664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f88d27c7-12fb-41fc-8f9c-06f17056d2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.988027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Made reservation on behalf of 9021d22dd01e4fffb2af26fecc8ffea3 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:21.990563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.005699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Attempting to bind port 6384945d-020c-427b-beec-d75384e9ddcc on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:22.006067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Attempting to bind port 6384945d-020c-427b-beec-d75384e9ddcc by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:22.006489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Attempting to bind port 6384945d-020c-427b-beec-d75384e9ddcc on network 5729b9ab-4481-41be-b343-3f81de046441 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:22.020751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:22.021228 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.023106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.060224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:22.060633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Checking segment: {'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:22.061145 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.061334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Bound using segment: {'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:22.062985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Bound port: 6384945d-020c-427b-beec-d75384e9ddcc, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:22.062985 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.115947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-782cb982-be92-4b1a-b9ae-3fe72dfa59e2 req-2757860e-ec1c-431d-8460-510a7503a8a8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805096 Nov 22 16:17:22.132885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.152296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.223687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.235043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:22.240207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.245523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] For port 6384945d-020c-427b-beec-d75384e9ddcc, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:22.250325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc51fb-a37a-4e59-af75-9606be47bc1f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:22.268381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] For port 6384945d-020c-427b-beec-d75384e9ddcc, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6384945d-020c-427b-beec-d75384e9ddcc,segment=NetworkSegment(14e71aed-1dab-4999-847c-0cb2638b343a),segment_id=14e71aed-1dab-4999-847c-0cb2638b343a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:22.284187 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.291735 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.293064 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Added segment efaae835-94b0-49bc-ba8b-f93ebc6f5224 of type vlan for network 705bca2e-a41c-4dd8-925d-af590f44530f Nov 22 16:17:22.390624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9e492e-5f8a-4bfb-9454-9708433b8c10 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:17:22.429254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa21bf-5fa2-41c2-a90b-9ad8622b7d62 None None] Pushing event updated for resources: {'Port': ['ID=6384945d-020c-427b-beec-d75384e9ddcc,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:22.466951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.491388 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.510522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.560771 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.629130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:22.632751 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.634251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:22.635044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.695154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:22.702568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Transition to ACTIVE for port object 3b9e492e-5f8a-4bfb-9454-9708433b8c10 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:17:22.708368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:22.712109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:22.754125 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1288826 Nov 22 16:17:22.782530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53654) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:22.785983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175574d-78c8-4e3d-ab27-1b816d64bf98 admin admin] Pushing event updated for resources: {'Network': ['ID=705bca2e-a41c-4dd8-925d-af590f44530f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:22.823188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 705bca2e-a41c-4dd8-925d-af590f44530f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:22.840259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.878534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:22.880257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:22.989671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Request body: {'subnet': {'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-subnet', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:23.062574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Pushing event updated for resources: {'Port': ['ID=3b9e492e-5f8a-4bfb-9454-9708433b8c10,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:23.080516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046b1fb-86cd-4ce0-9166-3caa36bf725d req-4922327c-a2e5-4093-b4f7-aded416c57e0 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:23.081222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Made reservation on behalf of 9021d22dd01e4fffb2af26fecc8ffea3 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:23.085212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.089518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4046b1fb-86cd-4ce0-9166-3caa36bf725d req-4922327c-a2e5-4093-b4f7-aded416c57e0 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 932 time: 0.5004208 Nov 22 16:17:23.092647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53662) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:23.125917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9074bd-a9ce-4674-b3ed-c7fd450767d9 req-7caddaa1-a8a2-4400-bb49-fa0083ba96eb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:23.134700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac9074bd-a9ce-4674-b3ed-c7fd450767d9 req-7caddaa1-a8a2-4400-bb49-fa0083ba96eb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 945 time: 0.4971519 Nov 22 16:17:23.191172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ce86dc9a-a8c8-49c3-bb89-38813f0dbcc1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9162538 Nov 22 16:17:23.197078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:23.210674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d365365f-22e0-42bc-b630-6c28b053dc8a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:23.229909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-25e25dd5-2711-42e0-b413-32ccef8d395a None None] Provisioning complete for port cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:23.230363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25e25dd5-2711-42e0-b413-32ccef8d395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.308620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-25e25dd5-2711-42e0-b413-32ccef8d395a None None] Port cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:23.382338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4046b1fb-86cd-4ce0-9166-3caa36bf725d req-5f4f7a80-5cbf-442c-ac07-925cbc114b88 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919021 Nov 22 16:17:23.425638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac9074bd-a9ce-4674-b3ed-c7fd450767d9 req-fe13669e-aabf-49d7-8ebb-a602aff710a5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896862 Nov 22 16:17:23.465852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Attempting to bind port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:23.472713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Attempting to bind port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:23.473845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Attempting to bind port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 on network 706200e4-4cbc-42e1-95db-f531e6787aef {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:23.514871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 on network 706200e4-4cbc-42e1-95db-f531e6787aef not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:17:23.515315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Attempting to bind port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 on network 706200e4-4cbc-42e1-95db-f531e6787aef {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:23.527706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:23.528521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Checking segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:23.529370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Bound using segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:23.530368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Bound port: 3b9e492e-5f8a-4bfb-9454-9708433b8c10, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:23.531163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.557798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d365365f-22e0-42bc-b630-6c28b053dc8a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:23.563141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d365365f-22e0-42bc-b630-6c28b053dc8a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.656526 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.687416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.688536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.715416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6384945d-020c-427b-beec-d75384e9ddcc up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:23.726032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff10277f-1cb0-4a9d-a2ac-747080455241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.765463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d074dfd7-58b3-4a49-9e1f-19b36f01b325 req-09e86235-2ea9-4c21-a0b6-02f175e6a893 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 210 time: 0.1928344 Nov 22 16:17:23.779947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device ebc64e71-0aff-41d6-a415-19fb9880defd up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:23.884544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6384945d-020c-427b-beec-d75384e9ddcc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:23.885488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.895823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc972775-c7b2-470e-b283-001de5b3f6f4 req-bd22746d-59b4-4252-97d2-797627e7c297 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:23.897327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=46a74027-2d0b-4205-941d-848d6a1b9b34,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:23.903817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc972775-c7b2-470e-b283-001de5b3f6f4 req-bd22746d-59b4-4252-97d2-797627e7c297 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3366425 Nov 22 16:17:23.910474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] For port 3b9e492e-5f8a-4bfb-9454-9708433b8c10, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:23.959151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] For port 3b9e492e-5f8a-4bfb-9454-9708433b8c10, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:23.964414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port ebc64e71-0aff-41d6-a415-19fb9880defd completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:17:23.992399 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.993371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port ebc64e71-0aff-41d6-a415-19fb9880defd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:23.994032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.012872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc972775-c7b2-470e-b283-001de5b3f6f4 req-1220b428-2571-4f89-a7fa-390e57a581db tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068037 Nov 22 16:17:24.027723 n-d-811716-3 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-d365365f-22e0-42bc-b630-6c28b053dc8a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1c36019d-8dad-4ec2-b6c4-3d57ac5150e8 (CIDR: 172.20.0.0/28) Nov 22 16:17:24.067751 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-d365365f-22e0-42bc-b630-6c28b053dc8a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:17:24.068572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d365365f-22e0-42bc-b630-6c28b053dc8a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:24.080144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:24.081087 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.082804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] 10.222.0.11 "PUT /v2.0/ports/3b9e492e-5f8a-4bfb-9454-9708433b8c10 HTTP/1.1" status: 200 len: 1092 time: 3.4670584 Nov 22 16:17:24.096602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c48677e-3980-4075-8aab-49ab0369a1bb', 'tag': '3b9e492e-5f8a-4bfb-9454-9708433b8c10'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:24.099343 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8c48677e-3980-4075-8aab-49ab0369a1bb", "tag": "3b9e492e-5f8a-4bfb-9454-9708433b8c10"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:24.156281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d365365f-22e0-42bc-b630-6c28b053dc8a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9476235 Nov 22 16:17:24.166994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53674) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:24.182939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2157c6-e6c7-443a-b3f3-89a0ea62db3c service neutron] Pushing event updated for resources: {'Port': ['ID=3b9e492e-5f8a-4bfb-9454-9708433b8c10,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:24.190701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.205877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network 5729b9ab-4481-41be-b343-3f81de046441 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:24.221905 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-191f60fa-468f-4e77-8730-65627d85568e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:24.239610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-2d89889f-41b1-4b26-93e3-b8e93b375b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:24.242636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-2d89889f-41b1-4b26-93e3-b8e93b375b3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 1095 time: 0.0961616 Nov 22 16:17:24.280960 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee13da59-33ff-46e8-8e03-b95ec6e7c07b x-openstack-request-id: req-ee13da59-33ff-46e8-8e03-b95ec6e7c07b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:24.280960 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c48677e-3980-4075-8aab-49ab0369a1bb", "tag": "3b9e492e-5f8a-4bfb-9454-9708433b8c10", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:24.283503 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ee13da59-33ff-46e8-8e03-b95ec6e7c07b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:24.284041 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c48677e-3980-4075-8aab-49ab0369a1bb', 'tag': '3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'status': 'completed', 'code': 200} Nov 22 16:17:24.328038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-5f00c216-877e-4acd-b97e-adef7743e8af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10 HTTP/1.1" status: 200 len: 217 time: 0.0750380 Nov 22 16:17:24.333342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:24.347477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.375025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 6384945d-020c-427b-beec-d75384e9ddcc, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6384945d-020c-427b-beec-d75384e9ddcc,segment=NetworkSegment(14e71aed-1dab-4999-847c-0cb2638b343a),segment_id=14e71aed-1dab-4999-847c-0cb2638b343a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:24.392519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc64e71-0aff-41d6-a415-19fb9880defd'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:24.399045 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db1d8de-0209-43a9-a374-789368dfdda6" -d '{"events": [{"server_uuid": "7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd", "name": "network-vif-plugged", "status": "completed", "tag": "ebc64e71-0aff-41d6-a415-19fb9880defd"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:24.430931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-34afe680-abde-4278-a43e-8cf6f149b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:24.435505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-34afe680-abde-4278-a43e-8cf6f149b79e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.1006727 Nov 22 16:17:24.461032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port ebc64e71-0aff-41d6-a415-19fb9880defd, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ebc64e71-0aff-41d6-a415-19fb9880defd,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:24.471806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.486986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3800ba-ec97-418b-8e99-c6f208da3b7c None None] Network 5729b9ab-4481-41be-b343-3f81de046441 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:24.518039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-bf848b4e-cdee-4d09-9fa1-e2f01f850c04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743546 Nov 22 16:17:24.541146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff10277f-1cb0-4a9d-a2ac-747080455241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.571488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.574323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff10277f-1cb0-4a9d-a2ac-747080455241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.606870 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12af6285-f835-4f2b-8556-7a098593b3db x-openstack-request-id: req-12af6285-f835-4f2b-8556-7a098593b3db {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:24.607319 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd", "name": "network-vif-plugged", "status": "completed", "tag": "ebc64e71-0aff-41d6-a415-19fb9880defd", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:24.607965 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12af6285-f835-4f2b-8556-7a098593b3db {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:24.609376 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc64e71-0aff-41d6-a415-19fb9880defd', 'code': 200} Nov 22 16:17:24.617081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=6384945d-020c-427b-beec-d75384e9ddcc,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:24.673523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10277f-1cb0-4a9d-a2ac-747080455241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec31b07-f7b7-47de-92ef-054b634eb73c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:24.687780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-ae1b82cf-b19e-4f47-875c-40ec4a3f3895 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459322 Nov 22 16:17:24.691608 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.833357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef406ef-d10a-48e4-a2df-59aa5363491f req-b9656ca0-b9d6-4795-9e51-d807f0c84db1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:24.835073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fef406ef-d10a-48e4-a2df-59aa5363491f req-b9656ca0-b9d6-4795-9e51-d807f0c84db1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 944 time: 0.3217630 Nov 22 16:17:24.848018 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.861798 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.872295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770993e-bcfd-484d-82a7-750583902388 req-8ae5dac3-28aa-4883-999a-de47dd83c85e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:24.874150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3770993e-bcfd-484d-82a7-750583902388 req-8ae5dac3-28aa-4883-999a-de47dd83c85e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.1309044 Nov 22 16:17:24.886673 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.887392 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ff10277f-1cb0-4a9d-a2ac-747080455241 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=af652864cce343918785b7af00cfe3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7926347 Nov 22 16:17:24.893103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:24.903940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-df8b0c7d-0c34-456e-92c4-e270327188a0 None None] Provisioning complete for port 6384945d-020c-427b-beec-d75384e9ddcc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:24.904838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df8b0c7d-0c34-456e-92c4-e270327188a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.977852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4018b953-88ef-449e-b0a4-0529553da02d,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:24.994116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdae7d8-2030-4415-8142-97603854e09e req-69e40037-49c0-47c2-8cd5-c8d491051a38 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:24.997424 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-69e40037-49c0-47c2-8cd5-c8d491051a38 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.7139189 Nov 22 16:17:25.004434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Checking segment: {'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:25.005632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Network hostable DHCP agents. Network: 705bca2e-a41c-4dd8-925d-af590f44530f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:25.007486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4adaa23-78eb-4ad2-993b-d1821e1de233 req-40889ea1-c456-4b5a-ba41-b08945197e62 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967391 Nov 22 16:17:25.021913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Request body: {'port': {'device_id': '6dda6c3a-925e-4a4e-833c-358059e8bd71', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'admin_state_up': True, 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:25.036280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02917dd8-4464-4d2f-8496-643fdf686c5f req-3b15d83a-dacb-4fad-b182-9ff5751e06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:25.041573 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02917dd8-4464-4d2f-8496-643fdf686c5f req-3b15d83a-dacb-4fad-b182-9ff5751e06c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 1097 time: 0.4609644 Nov 22 16:17:25.055019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=ebc64e71-0aff-41d6-a415-19fb9880defd,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:25.080149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3770993e-bcfd-484d-82a7-750583902388 req-d8d541db-5d8f-464c-ad5b-b3ac247cbc38 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839404 Nov 22 16:17:25.088481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fef406ef-d10a-48e4-a2df-59aa5363491f req-50899135-30a9-4e8b-b74b-556390a7ddfc tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351806 Nov 22 16:17:25.146608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78123b98-d986-4330-8188-6a40944d2060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:25.178975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:17:25.181464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-81a2394e-f491-4817-979a-be92241832d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:25.183322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-81a2394e-f491-4817-979a-be92241832d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 1095 time: 0.0862794 Nov 22 16:17:25.188509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78123b98-d986-4330-8188-6a40944d2060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:25.269588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191f60fa-468f-4e77-8730-65627d85568e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:25.276196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-191f60fa-468f-4e77-8730-65627d85568e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:25.305104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21c2206c-8193-4245-9995-2232080bd976 req-e1d70e68-abd9-46ee-8bd6-bbdfe7aec65a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 210 time: 0.0526896 Nov 22 16:17:25.389336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dadd30-a568-4493-ae26-6405658d9bfe req-8cfe3766-c6ae-4b06-bb11-06ad1232a7b8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:25.391173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69dadd30-a568-4493-ae26-6405658d9bfe req-8cfe3766-c6ae-4b06-bb11-06ad1232a7b8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.1288452 Nov 22 16:17:25.406618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Network 705bca2e-a41c-4dd8-925d-af590f44530f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:25.465263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-a4d8a999-61c7-4419-8231-3ea371e26a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:25.468268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-a4d8a999-61c7-4419-8231-3ea371e26a7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 916 time: 0.2766852 Nov 22 16:17:25.480448 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 705bca2e-a41c-4dd8-925d-af590f44530f) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:25.495830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb84fcdc-be2d-4b6e-a91f-df200eb6c1b9 None None] Network 705bca2e-a41c-4dd8-925d-af590f44530f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:25.498490 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78123b98-d986-4330-8188-6a40944d2060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:25.503632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-78123b98-d986-4330-8188-6a40944d2060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:25.513204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:25.514073 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:25.514213 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-78123b98-d986-4330-8188-6a40944d2060 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ec31b07-f7b7-47de-92ef-054b634eb73c HTTP/1.1" status: 204 len: 168 time: 0.6098015 Nov 22 16:17:25.519733 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02917dd8-4464-4d2f-8496-643fdf686c5f req-b9715e38-7d4c-40e0-ba73-206dd196e052 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409983 Nov 22 16:17:25.672029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-8b2bb0ec-98bd-4ad2-bf07-005086adf551 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10 HTTP/1.1" status: 200 len: 217 time: 0.1947229 Nov 22 16:17:25.678049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78123b98-d986-4330-8188-6a40944d2060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec31b07-f7b7-47de-92ef-054b634eb73c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:25.707499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69dadd30-a568-4493-ae26-6405658d9bfe req-5a054237-3782-473a-b219-18bb5aff00a4 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041697 Nov 22 16:17:25.757250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:17:25.768533 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-191f60fa-468f-4e77-8730-65627d85568e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dce0c629-163d-4cc6-a38f-393ada063474 (CIDR: 172.20.0.16/28) Nov 22 16:17:25.776668 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cbd76e88-2df4-4060-92ea-3d27abfef070 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9924955 Nov 22 16:17:25.786942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53716) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:25.811552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:25.819492 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-191f60fa-468f-4e77-8730-65627d85568e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:17:25.830848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191f60fa-468f-4e77-8730-65627d85568e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:25.840277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6384945d-020c-427b-beec-d75384e9ddcc up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:25.859490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-f65be9f6-b019-4d5f-b7d2-9856a5db97af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:25.863313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-f65be9f6-b019-4d5f-b7d2-9856a5db97af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.1546004 Nov 22 16:17:25.892485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:25.903235 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:25.912227 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cd43ca69-43ac-4fa4-af53-5dd38c6086a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2985110 Nov 22 16:17:25.925392 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:25.925978 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:25.928989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53720) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:25.934389 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-8dc7be5c-7704-4a4f-bdc2-98b2e901e911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620420 Nov 22 16:17:25.942421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac629f-2b0f-4a7c-bc56-d9a3df4ffd69 None None] Network 705bca2e-a41c-4dd8-925d-af590f44530f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:25.954115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1771067664'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:25.973973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:25.982317 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:26.064319 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:26.068582 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-191f60fa-468f-4e77-8730-65627d85568e tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8856356 Nov 22 16:17:26.070578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53724) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:26.100885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'subnet': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:26.274611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-3c678b62-0027-4768-a198-3fcab662ba82 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297596 Nov 22 16:17:26.286144 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:17:26.551473 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:22Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:22Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:26.651804 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:26.653773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Updating router cdbb559a-2146-4d1f-941d-3378eeddc7b1 port 46a74027-2d0b-4205-941d-848d6a1b9b34 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:17:26.700932 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:26.705096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:27.110582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8', 'port_id': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'mac_address': 'fa:16:3e:25:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665f7c8a-de2a-4b79-b31e-021a52ff4078', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:17:27.117540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bbfbe085-49d9-4303-8583-8d0e51bff9ee None None] Provisioning complete for port 46a74027-2d0b-4205-941d-848d6a1b9b34 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:27.117914 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe085-49d9-4303-8583-8d0e51bff9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.216761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Allocated IP 172.20.0.2 (44643127-da94-453c-8154-9dd5b747c506/d3fc69f0-88b6-4977-844d-882eb71953bb/14c4b1db-8bb7-40b4-8cea-736e0e142848) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:27.227510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35f61b-4599-4c83-b56f-d44595e53080 req-3417e29b-a480-4482-9594-9609e5309e21 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:27.230308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf35f61b-4599-4c83-b56f-d44595e53080 req-3417e29b-a480-4482-9594-9609e5309e21 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 944 time: 0.9155791 Nov 22 16:17:27.250386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60893b27-72ad-4b06-ba56-9cc3d3c381c1 req-679b5aca-4eee-42d0-ac0d-3f23c4fc665e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:27.265027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60893b27-72ad-4b06-ba56-9cc3d3c381c1 req-679b5aca-4eee-42d0-ac0d-3f23c4fc665e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.9618998 Nov 22 16:17:27.360667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbe085-49d9-4303-8583-8d0e51bff9ee None None] Port 46a74027-2d0b-4205-941d-848d6a1b9b34 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:27.366512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30d8b152-39f7-4fd2-bc31-d5ff6f1e47ff req-d1b5bb4d-96e1-4447-8f9f-355ffd81760b service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0821397 Nov 22 16:17:27.443211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:27.477569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf35f61b-4599-4c83-b56f-d44595e53080 req-fdfe4bf2-2338-424d-b874-b5f25c266f2b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045465 Nov 22 16:17:27.519097 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.524762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60893b27-72ad-4b06-ba56-9cc3d3c381c1 req-13cd8443-d240-4cc7-a7c8-ce9bc8ddd3dc tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582891 Nov 22 16:17:27.536433 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.566383 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.567604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.629149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-network', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:27.645142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6384945d-020c-427b-beec-d75384e9ddcc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:27.645797 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.740920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:27.745918 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccf7be-9a8c-4c7c-8ce4-fa408cebb4f9 None None] Pushing event updated for resources: {'Port': ['ID=46a74027-2d0b-4205-941d-848d6a1b9b34,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:27.748034 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.777470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Made reservation on behalf of e3b54c9bbc724f8984f89832168279fe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:27.785078 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.788407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.822155 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Attempting to bind port 46a74027-2d0b-4205-941d-848d6a1b9b34 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:27.822523 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Attempting to bind port 46a74027-2d0b-4205-941d-848d6a1b9b34 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:27.823105 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Attempting to bind port 46a74027-2d0b-4205-941d-848d6a1b9b34 on network 5729b9ab-4481-41be-b343-3f81de046441 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:27.839216 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:27.845016 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Checking segment: {'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:27.846070 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.847327 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Bound using segment: {'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:27.848702 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Bound port: 46a74027-2d0b-4205-941d-848d6a1b9b34, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e71aed-1dab-4999-847c-0cb2638b343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '5729b9ab-4481-41be-b343-3f81de046441'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:27.856754 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.909575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Made reservation on behalf of f7f20f4022784e15848c51c9ca7368a6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:27.912793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:27.916781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6478328a-2751-4695-9d19-9115dffeef90 req-6ea49344-efe2-42bf-abc0-af38dca4d061 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 210 time: 0.1738715 Nov 22 16:17:27.927787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3b9e492e-5f8a-4bfb-9454-9708433b8c10 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:17:27.963247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e4dca-534f-43d8-b030-8eb932dcb748 req-236c3756-0309-4131-bc0d-2fd6212f307c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:27.972858 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-399e4dca-534f-43d8-b030-8eb932dcb748 req-236c3756-0309-4131-bc0d-2fd6212f307c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2636743 Nov 22 16:17:28.071349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-399e4dca-534f-43d8-b030-8eb932dcb748 req-fb471f96-fc74-4c6f-a226-d0fdb6a0caf7 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953612 Nov 22 16:17:28.072438 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.094905 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] For port 46a74027-2d0b-4205-941d-848d6a1b9b34, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:28.106756 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] For port 46a74027-2d0b-4205-941d-848d6a1b9b34, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=46a74027-2d0b-4205-941d-848d6a1b9b34,segment=NetworkSegment(14e71aed-1dab-4999-847c-0cb2638b343a),segment_id=14e71aed-1dab-4999-847c-0cb2638b343a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:28.115796 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.172716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bbfbe085-49d9-4303-8583-8d0e51bff9ee None None] Provisioning complete for port 6384945d-020c-427b-beec-d75384e9ddcc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:28.183485 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bbfbe085-49d9-4303-8583-8d0e51bff9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.231093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.235558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.243549 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:28.244339 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:28.273758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29c9308-ac60-4d7f-b62b-1749314fb7ae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:28.287931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ac5dcf0-3ff8-4178-99bb-909376b34de1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:17:28.289113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.310567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:28.331124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.332035 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Added segment cc455b4e-2bbf-44e1-9198-210224107d0e of type vlan for network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 Nov 22 16:17:28.336527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3b9e492e-5f8a-4bfb-9454-9708433b8c10, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:28.410382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.416660 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:28.422324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'port_id': '3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'mac_address': 'fa:16:3e:b6:cf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a829c7b9-2541-4f40-bc75-acd606ba3ba3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:17:28.427613 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.461003 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:28.472783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.474399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:28.475336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.514952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:28.543917 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.551688 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added segment d89cb956-0d33-482a-9a0d-22ad12f5dea3 of type vlan for network bd5f9b98-7bab-4197-9d72-a967502b0720 Nov 22 16:17:28.589749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.591823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.640558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4ac5dcf0-3ff8-4178-99bb-909376b34de1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:17:28.718124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:28.748427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9e492e-5f8a-4bfb-9454-9708433b8c10 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:17:28.752112 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccf7be-9a8c-4c7c-8ce4-fa408cebb4f9 None None] Pushing event updated for resources: {'Port': ['ID=46a74027-2d0b-4205-941d-848d6a1b9b34,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:28.824333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] Pushing event updated for resources: {'Network': ['ID=48c81d08-1185-4b6a-917a-4895b8c7c3c0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:28.856998 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:28.863265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3b9e492e-5f8a-4bfb-9454-9708433b8c10, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:28.896519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8ec68057-e6ed-4b19-8570-f9e386e2cded admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4456227 Nov 22 16:17:28.917521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53760) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:28.930136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Request body: {'subnet': {'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-subnet', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:28.937906 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:28.941766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:29.069612 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:29.083970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09cfe94-6d34-4307-8f50-a661099d8e51 req-983532a5-f4c9-43b2-a34b-127339f0cd64 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:29.086776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b09cfe94-6d34-4307-8f50-a661099d8e51 req-983532a5-f4c9-43b2-a34b-127339f0cd64 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 945 time: 0.2878234 Nov 22 16:17:29.104688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19bfb4-d669-4530-b92b-1e7993bd1ae2 req-0fcd3ee8-1f83-4799-bcf0-0c0d69c7f821 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:29.109203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f19bfb4-d669-4530-b92b-1e7993bd1ae2 req-0fcd3ee8-1f83-4799-bcf0-0c0d69c7f821 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.2921731 Nov 22 16:17:29.121385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:29.188782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:29.199760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-227db734-d1ba-49e7-9735-9581676edca8 None None] Provisioning complete for port 46a74027-2d0b-4205-941d-848d6a1b9b34 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:29.200511 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-227db734-d1ba-49e7-9735-9581676edca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:29.243092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Network 44643127-da94-453c-8154-9dd5b747c506 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:29.250190 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:22Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:28Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:29.255440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:29.287985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776aaac2-ee86-4a34-897a-4e5203528d94 None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:29.299775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f19bfb4-d669-4530-b92b-1e7993bd1ae2 req-a0500ade-b728-4c8f-9d93-323a8c1d23cc tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825104 Nov 22 16:17:29.311217 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b787172-25f4-47a2-94a6-e43eb46d24f5 None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:22Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:28Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:29.312883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b09cfe94-6d34-4307-8f50-a661099d8e51 req-cff5c864-da1e-4e23-aee9-9b0a06f8a708 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019558 Nov 22 16:17:29.509490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3b9e492e-5f8a-4bfb-9454-9708433b8c10'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:17:29.535241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3b9e492e-5f8a-4bfb-9454-9708433b8c10,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:29.575069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481894f6-a599-4c31-b98c-7ab46eec051e req-7da4a616-307a-47bb-9488-9fda8ed4ff37 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:29.576941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-481894f6-a599-4c31-b98c-7ab46eec051e req-7da4a616-307a-47bb-9488-9fda8ed4ff37 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 931 time: 0.1406779 Nov 22 16:17:29.625217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c3aaf-b19e-46a4-90a3-59ca5286dd86 req-cce9d332-8896-49dc-8cca-d8ed7d99460e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:29.627172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-909c3aaf-b19e-46a4-90a3-59ca5286dd86 req-cce9d332-8896-49dc-8cca-d8ed7d99460e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 944 time: 0.1128531 Nov 22 16:17:29.736341 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-227db734-d1ba-49e7-9735-9581676edca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:29.745028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-909c3aaf-b19e-46a4-90a3-59ca5286dd86 req-b4dca85b-ac6b-4ab7-97a3-8db7d4a4c966 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105783 Nov 22 16:17:29.786637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-481894f6-a599-4c31-b98c-7ab46eec051e req-6607ea67-264e-4f60-a419-4a7ac06827dc tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967611 Nov 22 16:17:29.917382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Made reservation on behalf of f7f20f4022784e15848c51c9ca7368a6 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:29.921205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:29.924147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:29.929076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-227db734-d1ba-49e7-9735-9581676edca8 None None] For port 46a74027-2d0b-4205-941d-848d6a1b9b34, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=46a74027-2d0b-4205-941d-848d6a1b9b34,segment=NetworkSegment(14e71aed-1dab-4999-847c-0cb2638b343a),segment_id=14e71aed-1dab-4999-847c-0cb2638b343a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:29.930828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:29.931443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:29.945787 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-227db734-d1ba-49e7-9735-9581676edca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:30.024428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Subnet': ['ID=d4ca6133-0939-418c-a2e1-12b30e1b0ee7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:30.041438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:30.077692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event updated for resources: {'Port': ['ID=14c4b1db-8bb7-40b4-8cea-736e0e142848,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:30.156732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:30.199867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852e7cd-b883-4741-aa5b-e368f2e34bf7 req-f49d5355-d3e6-4e6c-8c68-cfeb04fa4654 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:30.204945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4852e7cd-b883-4741-aa5b-e368f2e34bf7 req-f49d5355-d3e6-4e6c-8c68-cfeb04fa4654 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.1413150 Nov 22 16:17:30.361962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227db734-d1ba-49e7-9735-9581676edca8 None None] Pushing event updated for resources: {'Port': ['ID=46a74027-2d0b-4205-941d-848d6a1b9b34,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:30.397215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924330db-fa34-4a2f-8e9c-3fe21f3a1dab None None] Update dhcp port {'port': {'network_id': 'cd1ac652-d6b0-41bb-8659-6d055713d2f8', 'fixed_ips': [{'subnet_id': 'dce0c629-163d-4cc6-a38f-393ada063474', 'ip_address': '172.20.0.19'}, {'subnet_id': '1c36019d-8dad-4ec2-b6c4-3d57ac5150e8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd4ca6133-0939-418c-a2e1-12b30e1b0ee7'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '0df773c3-d945-4d93-9aa0-a93086715d5f'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:17:30.405629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4852e7cd-b883-4741-aa5b-e368f2e34bf7 req-577a2f16-f769-4e85-9bac-455d3046bb8f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828840 Nov 22 16:17:30.459202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 46a74027-2d0b-4205-941d-848d6a1b9b34 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:30.470608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:30.506074 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:30.513146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:30.513794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:30.569077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea7e4-1294-45d6-b666-c878b49b910a req-d84bdd69-6e6e-459e-b5cc-c23ae64c70e9 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:30.577614 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-be082b0d-191a-42fa-997f-8c7334344b27 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.4861321 Nov 22 16:17:30.586377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-684ea7e4-1294-45d6-b666-c878b49b910a req-d84bdd69-6e6e-459e-b5cc-c23ae64c70e9 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 945 time: 0.1175177 Nov 22 16:17:30.588359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-924330db-fa34-4a2f-8e9c-3fe21f3a1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:30.589594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:30.617880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-194668062', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4ca6133-0939-418c-a2e1-12b30e1b0ee7'}], 'security_groups': ['e9a1e83b-b6bc-4833-a712-5473068ccdce', '9790fbcc-1625-4b7f-a882-b7df1e5e66a1']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:30.669728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:30.775014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f2886f-ac3a-43e1-86ff-c38e09ac265b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:30.781027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-684ea7e4-1294-45d6-b666-c878b49b910a req-97bf4dda-a3d8-4707-b0ff-7113b8e332b3 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932230 Nov 22 16:17:30.788822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:30.789454 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:30.810326 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 4.8707378 Nov 22 16:17:30.813344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:30.833807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'subnet': {'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:30.945105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72879e-d124-4934-926b-bdea7402c083 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Network': ['ID=bd5f9b98-7bab-4197-9d72-a967502b0720,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:30.969597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network bd5f9b98-7bab-4197-9d72-a967502b0720 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:30.997013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 46a74027-2d0b-4205-941d-848d6a1b9b34 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:30.997643 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:31.007642 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-18e69e95-184e-41bf-87d8-6c042cbbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9936450 Nov 22 16:17:31.037081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Request body: {'port': {'device_id': '6dda6c3a-925e-4a4e-833c-358059e8bd71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:31.121742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:31.122295 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:31.204233 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:31.224684 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:31.241526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Checking segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:31.242195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Network hostable DHCP agents. Network: 48c81d08-1185-4b6a-917a-4895b8c7c3c0, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:31.299611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-924330db-fa34-4a2f-8e9c-3fe21f3a1dab None None] Allocated IP 172.20.0.34 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/d4ca6133-0939-418c-a2e1-12b30e1b0ee7/0df773c3-d945-4d93-9aa0-a93086715d5f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:31.366855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Made reservation on behalf of e2b90bad64c548e68d29954e0bd5a88a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:31.371556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:31.411588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e66b6f-44a2-4433-840c-1b62e1c697e7 req-4d799674-9975-4019-9488-d0d10b7e5cf5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:31.414063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05e66b6f-44a2-4433-840c-1b62e1c697e7 req-4d799674-9975-4019-9488-d0d10b7e5cf5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 931 time: 0.3469551 Nov 22 16:17:31.422950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170492b-2ab2-4c87-a3e3-2368567700eb req-6fb9f6a9-14e0-454b-9c28-79c182d29d3e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:31.428525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b170492b-2ab2-4c87-a3e3-2368567700eb req-6fb9f6a9-14e0-454b-9c28-79c182d29d3e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 944 time: 0.3752735 Nov 22 16:17:31.667355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b170492b-2ab2-4c87-a3e3-2368567700eb req-47ffcaf9-d40d-4c24-8a0f-4c1a4cd12705 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861110 Nov 22 16:17:31.693341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05e66b6f-44a2-4433-840c-1b62e1c697e7 req-ba45501f-3f81-431d-bf0d-f31afd011d90 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141352 Nov 22 16:17:31.737011 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:31.814901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:31.818890 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb0c572-ac26-4516-86a0-50bb0c64fa5f" -d '{"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:31.832021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3b9e492e-5f8a-4bfb-9454-9708433b8c10 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:31.838155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:31.874973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 48c81d08-1185-4b6a-917a-4895b8c7c3c0) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:31.909820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:31.918381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:31.980753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:31.984144 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd702b-ea00-4185-bb78-a94d5e37f1bd x-openstack-request-id: req-fadd702b-ea00-4185-bb78-a94d5e37f1bd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:31.984584 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:31.984984 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fadd702b-ea00-4185-bb78-a94d5e37f1bd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:31.985573 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'code': 200} Nov 22 16:17:31.986716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff05cb-66fb-49fb-8b83-01183d1b4d4c None None] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:32.031051 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.109594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-924330db-fa34-4a2f-8e9c-3fe21f3a1dab None None] For port 0df773c3-d945-4d93-9aa0-a93086715d5f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0df773c3-d945-4d93-9aa0-a93086715d5f,segment=NetworkSegment(eb4eb302-66db-41fa-bd59-3f85fa06b8eb),segment_id=eb4eb302-66db-41fa-bd59-3f85fa06b8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:32.116125 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6c4d7602-fc99-48c7-b666-c19df73137ca admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1969812 Nov 22 16:17:32.117702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53786) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:32.131385 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:32.138266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c4b1db-8bb7-40b4-8cea-736e0e142848 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:17:32.155843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.255703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Transition to ACTIVE for port object 14c4b1db-8bb7-40b4-8cea-736e0e142848 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:17:32.267478 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.269382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.276169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.282998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.335735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:32.367320 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-924330db-fa34-4a2f-8e9c-3fe21f3a1dab None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.378385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:17:32.386466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 46a74027-2d0b-4205-941d-848d6a1b9b34 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:32.392911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-924330db-fa34-4a2f-8e9c-3fe21f3a1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.421817 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.438115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Pushing event updated for resources: {'Port': ['ID=14c4b1db-8bb7-40b4-8cea-736e0e142848,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:32.450036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:32.450731 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.585876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.625577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:17:32.627355 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:32.641769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa316117-9dec-4ea2-9a9c-c9ec91acef67 req-db32a975-5c1a-4927-b818-e6a64c984316 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:32.644568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa316117-9dec-4ea2-9a9c-c9ec91acef67 req-db32a975-5c1a-4927-b818-e6a64c984316 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.6361661 Nov 22 16:17:32.712302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Subnet': ['ID=3407b42a-ae27-46e8-99c2-5f75329d183f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:32.789978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d7f2e-26d7-4c5d-8d5d-dde45b5eaa2c req-6d2cad8b-3811-4461-afb1-fae280320718 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:32.792579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e6d7f2e-26d7-4c5d-8d5d-dde45b5eaa2c req-6d2cad8b-3811-4461-afb1-fae280320718 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 945 time: 0.4035125 Nov 22 16:17:32.909223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Allocated IP 172.20.0.2 (48c81d08-1185-4b6a-917a-4895b8c7c3c0/07f2886f-ac3a-43e1-86ff-c38e09ac265b/b59463f0-9c0f-4e3e-b574-990dc14dc82f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:32.962752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Checking segment: {'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:32.963075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network hostable DHCP agents. Network: bd5f9b98-7bab-4197-9d72-a967502b0720, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:33.050376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa316117-9dec-4ea2-9a9c-c9ec91acef67 req-ec4eda1c-cd64-4623-afa9-47413d6aca8a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809209 Nov 22 16:17:33.061696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Delete allocated IP 172.20.0.7 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/1c36019d-8dad-4ec2-b6c4-3d57ac5150e8) {{(pid=103411) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:17:33.079081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Allocated IP 172.20.0.44 (cd1ac652-d6b0-41bb-8659-6d055713d2f8/d4ca6133-0939-418c-a2e1-12b30e1b0ee7/cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:33.085868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e6d7f2e-26d7-4c5d-8d5d-dde45b5eaa2c req-5d4f1538-1473-49d3-beb6-8725674ce8d4 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266934 Nov 22 16:17:33.088255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network bd5f9b98-7bab-4197-9d72-a967502b0720 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:33.194794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.208771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Attempting to bind port 14c4b1db-8bb7-40b4-8cea-736e0e142848 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:33.209553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Attempting to bind port 14c4b1db-8bb7-40b4-8cea-736e0e142848 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:33.210099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Attempting to bind port 14c4b1db-8bb7-40b4-8cea-736e0e142848 on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:33.227552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Port 14c4b1db-8bb7-40b4-8cea-736e0e142848 on network 44643127-da94-453c-8154-9dd5b747c506 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:17:33.228038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Attempting to bind port 14c4b1db-8bb7-40b4-8cea-736e0e142848 on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:33.235583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, bd5f9b98-7bab-4197-9d72-a967502b0720) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:33.246634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924330db-fa34-4a2f-8e9c-3fe21f3a1dab None None] Pushing event updated for resources: {'Port': ['ID=0df773c3-d945-4d93-9aa0-a93086715d5f,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:33.252285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:33.252634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Checking segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:33.254605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:33.255226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.262306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a41eea-00ac-4429-a85a-75ee77d167b3 None None] Network bd5f9b98-7bab-4197-9d72-a967502b0720 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:33.265162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Bound using segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:33.265712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Bound port: 14c4b1db-8bb7-40b4-8cea-736e0e142848, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:33.266089 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.381371 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.399518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 46a74027-2d0b-4205-941d-848d6a1b9b34 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:33.400832 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.459364 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.516737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bc1bde6e-660e-4a7b-befc-45c9f6903702 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7019973 Nov 22 16:17:33.651685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:33.652226 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.668925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:33.672767 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.684938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:33.702821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53794) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:33.799322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Pushing event updated for resources: {'Port': ['ID=b59463f0-9c0f-4e3e-b574-990dc14dc82f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:33.800073 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.821259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:33.894821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32714dc6-bfd8-45e4-8d9a-094410e84857 req-039ab481-3e4f-42f8-adb4-a517e8cb93b4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:33.896734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32714dc6-bfd8-45e4-8d9a-094410e84857 req-039ab481-3e4f-42f8-adb4-a517e8cb93b4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 943 time: 0.5815215 Nov 22 16:17:33.913486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b33f6e-389d-4ca9-83c3-77a847960c8c req-1d38533f-cd69-4cdb-8447-967ddd84eb57 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:33.929760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36b33f6e-389d-4ca9-83c3-77a847960c8c req-1d38533f-cd69-4cdb-8447-967ddd84eb57 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.7367513 Nov 22 16:17:33.976730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Allocated IP 172.25.5.101 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/67571c50-990f-4acf-a72c-7213fc5ae998) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:33.988439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c48677e-3980-4075-8aab-49ab0369a1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9e492e-5f8a-4bfb-9454-9708433b8c10'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:33.992695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event updated for resources: {'Port': ['ID=cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:34.003393 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f12620c-42c6-4dfe-b19c-6a88d8afd13c" -d '{"events": [{"server_uuid": "8c48677e-3980-4075-8aab-49ab0369a1bb", "name": "network-vif-plugged", "status": "completed", "tag": "3b9e492e-5f8a-4bfb-9454-9708433b8c10"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:34.052995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 3b9e492e-5f8a-4bfb-9454-9708433b8c10, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:34.068285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-db2b901d-9afb-4b30-9aa8-5188d7682102 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:34.068850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db2b901d-9afb-4b30-9aa8-5188d7682102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.106837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] For port 14c4b1db-8bb7-40b4-8cea-736e0e142848, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:34.118238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Attempting to bind port b59463f0-9c0f-4e3e-b574-990dc14dc82f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:34.118627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Attempting to bind port b59463f0-9c0f-4e3e-b574-990dc14dc82f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:34.119010 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Attempting to bind port b59463f0-9c0f-4e3e-b574-990dc14dc82f on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:34.127618 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.199543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32714dc6-bfd8-45e4-8d9a-094410e84857 req-331f0f26-2b55-4765-b936-c9ef8b8d504e tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608838 Nov 22 16:17:34.202654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=3b9e492e-5f8a-4bfb-9454-9708433b8c10,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:34.220463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:34.220952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Checking segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:34.221512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.221916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Bound using segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:34.222423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Bound port: b59463f0-9c0f-4e3e-b574-990dc14dc82f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:34.222816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.232903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36b33f6e-389d-4ca9-83c3-77a847960c8c req-b66e8aa6-d834-41ed-aa2a-925aa1ad9053 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018217 Nov 22 16:17:34.268665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] In _notify_port_updated(), no bound segment for port cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe on network cd1ac652-d6b0-41bb-8659-6d055713d2f8 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:17:34.287855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] For port 14c4b1db-8bb7-40b4-8cea-736e0e142848, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:34.293287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:34.301052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.308907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-764e658c-a17e-498c-b646-c80e2bc15b98 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "PUT /v2.0/ports/cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe HTTP/1.1" status: 200 len: 959 time: 3.7178071 Nov 22 16:17:34.316693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53800) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:34.341698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.353204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] For port b59463f0-9c0f-4e3e-b574-990dc14dc82f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:34.356822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] For port b59463f0-9c0f-4e3e-b574-990dc14dc82f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b59463f0-9c0f-4e3e-b574-990dc14dc82f,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:34.363829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-bd5f9b98-7bab-4197-9d72-a967502b0720', 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'fixed_ips': [{'subnet_id': '3407b42a-ae27-46e8-99c2-5f75329d183f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:17:34.364785 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.367975 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.406275 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f22e80-f9c6-440e-9bfd-cbd125dd1a5d x-openstack-request-id: req-a1f22e80-f9c6-440e-9bfd-cbd125dd1a5d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:34.406449 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c48677e-3980-4075-8aab-49ab0369a1bb", "name": "network-vif-plugged", "status": "completed", "tag": "3b9e492e-5f8a-4bfb-9454-9708433b8c10", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:34.406610 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a1f22e80-f9c6-440e-9bfd-cbd125dd1a5d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:34.407090 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c48677e-3980-4075-8aab-49ab0369a1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'code': 200} Nov 22 16:17:34.432559 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0df773c3-d945-4d93-9aa0-a93086715d5f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:34.619410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:34.620071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.628116 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] 10.222.0.71 "PUT /v2.0/ports/14c4b1db-8bb7-40b4-8cea-736e0e142848 HTTP/1.1" status: 200 len: 1091 time: 3.6101730 Nov 22 16:17:34.630291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dda6c3a-925e-4a4e-833c-358059e8bd71', 'tag': '14c4b1db-8bb7-40b4-8cea-736e0e142848'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:34.634609 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc227ff7-40b5-4c43-81db-b483c9a35206" -d '{"events": [{"name": "network-changed", "server_uuid": "6dda6c3a-925e-4a4e-833c-358059e8bd71", "tag": "14c4b1db-8bb7-40b4-8cea-736e0e142848"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:34.689727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:34.809951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6b3b6-9829-4c40-b820-a7798c0c3375 req-dd3bcadc-b26c-410f-95e5-e4e20ef911f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:34.812440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-97b6b3b6-9829-4c40-b820-a7798c0c3375 req-dd3bcadc-b26c-410f-95e5-e4e20ef911f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 1097 time: 0.3065293 Nov 22 16:17:34.841431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552b8f1-7125-4654-9a29-9975a153bda2 req-596d9b94-57a2-4eb5-8038-e3193cedb7e5 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:34.841643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Allocated IP 2001:db8:3::2 (bd5f9b98-7bab-4197-9d72-a967502b0720/3407b42a-ae27-46e8-99c2-5f75329d183f/bc6cc181-624b-49bb-a23d-e16db0d32e83) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:34.848996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4552b8f1-7125-4654-9a29-9975a153bda2 req-596d9b94-57a2-4eb5-8038-e3193cedb7e5 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 946 time: 0.1796775 Nov 22 16:17:34.872552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ea5c2-028b-4b68-8285-f684e3ba6b74 service neutron] Pushing event updated for resources: {'Port': ['ID=14c4b1db-8bb7-40b4-8cea-736e0e142848,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:34.950759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-97b6b3b6-9829-4c40-b820-a7798c0c3375 req-5dcbd8de-dcbf-441a-8499-3e7328a3024a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284890 Nov 22 16:17:34.962907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521675b5-b959-493b-aca4-2056347af638 req-3c88e99b-bae9-452c-a657-916ba77eb669 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:34.964528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-521675b5-b959-493b-aca4-2056347af638 req-3c88e99b-bae9-452c-a657-916ba77eb669 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.2199118 Nov 22 16:17:34.977382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-462e7d80-952c-4374-bf20-73b3d5812418 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:34.978416 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-462e7d80-952c-4374-bf20-73b3d5812418 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.100691 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-462e7d80-952c-4374-bf20-73b3d5812418 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.117728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-462e7d80-952c-4374-bf20-73b3d5812418 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:35.219200 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117df05-5ad5-42fd-adec-b8e85ac87a92 None None] Pushing event updated for resources: {'Port': ['ID=b59463f0-9c0f-4e3e-b574-990dc14dc82f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:35.273819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4552b8f1-7125-4654-9a29-9975a153bda2 req-1c74a7ee-7365-4127-ac98-1e5fe8267067 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234538 Nov 22 16:17:35.321130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-db2b901d-9afb-4b30-9aa8-5188d7682102 None None] Provisioning complete for port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:35.322134 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db2b901d-9afb-4b30-9aa8-5188d7682102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.331283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:35.332255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.430743 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aeead4-4b8f-4161-aad5-e7ab41e8a9fb x-openstack-request-id: req-70aeead4-4b8f-4161-aad5-e7ab41e8a9fb {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:35.431176 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dda6c3a-925e-4a4e-833c-358059e8bd71", "tag": "14c4b1db-8bb7-40b4-8cea-736e0e142848", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:35.431553 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70aeead4-4b8f-4161-aad5-e7ab41e8a9fb {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:35.432081 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dda6c3a-925e-4a4e-833c-358059e8bd71', 'tag': '14c4b1db-8bb7-40b4-8cea-736e0e142848', 'status': 'completed', 'code': 200} Nov 22 16:17:35.433644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-521675b5-b959-493b-aca4-2056347af638 req-e7843762-8aab-4b0d-a668-8654c6e153c1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505727 Nov 22 16:17:35.456981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.602528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-db2b901d-9afb-4b30-9aa8-5188d7682102 None None] Port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:35.606156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:35.623139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:35.626287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:35.632792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Pushing event updated for resources: {'Port': ['ID=67571c50-990f-4acf-a72c-7213fc5ae998,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:35.635025 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.650111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.705145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084044cc-04f8-42aa-81b1-761f3076a0d9 req-cc17d5c4-af65-417b-8f57-8a985d20e463 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:35.708848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdae7d8-2030-4415-8142-97603854e09e req-fff039a9-ea5f-40fd-bf9b-294f8e6176cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:35.710151 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-fff039a9-ea5f-40fd-bf9b-294f8e6176cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 1094 time: 1.0016081 Nov 22 16:17:35.716957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-084044cc-04f8-42aa-81b1-761f3076a0d9 req-cc17d5c4-af65-417b-8f57-8a985d20e463 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 943 time: 0.1634889 Nov 22 16:17:35.725225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-462e7d80-952c-4374-bf20-73b3d5812418 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.777144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-db2b901d-9afb-4b30-9aa8-5188d7682102 None None] Provisioning complete for port cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:35.777678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db2b901d-9afb-4b30-9aa8-5188d7682102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.807572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Network bd5f9b98-7bab-4197-9d72-a967502b0720 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:35.808560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-db2b901d-9afb-4b30-9aa8-5188d7682102 None None] Port cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe was deleted so its status cannot be updated. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 16:17:35.815003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:35.817718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Pushing event updated for resources: {'Port': ['ID=bc6cc181-624b-49bb-a23d-e16db0d32e83,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:35.820948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:35.901432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e7d80-952c-4374-bf20-73b3d5812418 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:35.926758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca219cd-b9e7-45df-b6e2-b8a55dcbe4d7 req-baed3c11-efde-4b9b-9cce-259778cf067f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:35.932646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dca219cd-b9e7-45df-b6e2-b8a55dcbe4d7 req-baed3c11-efde-4b9b-9cce-259778cf067f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3120589 Nov 22 16:17:35.952422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-76ca63a4-6951-416c-8060-984576ea620a None None] Could not find standard attr ID for object cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:17:35.963257 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Attempting to bind port bc6cc181-624b-49bb-a23d-e16db0d32e83 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:35.963672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Attempting to bind port bc6cc181-624b-49bb-a23d-e16db0d32e83 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:35.964097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Attempting to bind port bc6cc181-624b-49bb-a23d-e16db0d32e83 on network bd5f9b98-7bab-4197-9d72-a967502b0720 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:35.970220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:35.970602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Checking segment: {'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:35.971017 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:35.972388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Bound using segment: {'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:35.972886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Bound port: bc6cc181-624b-49bb-a23d-e16db0d32e83, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:35.973293 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.027345 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.160155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] For port bc6cc181-624b-49bb-a23d-e16db0d32e83, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:36.165322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] For port bc6cc181-624b-49bb-a23d-e16db0d32e83, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bc6cc181-624b-49bb-a23d-e16db0d32e83,segment=NetworkSegment(d89cb956-0d33-482a-9a0d-22ad12f5dea3),segment_id=d89cb956-0d33-482a-9a0d-22ad12f5dea3)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:36.174739 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.182140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.185124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.191755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-084044cc-04f8-42aa-81b1-761f3076a0d9 req-814a3cd9-3270-4a23-af9b-145364b12bb4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732065 Nov 22 16:17:36.251685 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-462e7d80-952c-4374-bf20-73b3d5812418 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.285309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-462e7d80-952c-4374-bf20-73b3d5812418 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe HTTP/1.1" status: 204 len: 168 time: 1.9674332 Nov 22 16:17:36.295822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:36.319069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5eec0c-f2ef-4899-a820-130a7ff58e8b None None] Pushing event updated for resources: {'Port': ['ID=bc6cc181-624b-49bb-a23d-e16db0d32e83,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:36.353262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Allocated IP 172.25.5.175 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/0137ac90-6fa4-4af1-82cd-4429a232ca76) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:36.392500 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3406fc8b-eb30-4a83-9b36-17b6dddc7b1d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] GET failed (client error): The resource could not be found. Nov 22 16:17:36.397385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3406fc8b-eb30-4a83-9b36-17b6dddc7b1d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports/cfe9d55d-c7d2-4ff0-9481-5c7fa8b1fffe HTTP/1.1" status: 404 len: 333 time: 0.1017890 Nov 22 16:17:36.399627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:36.431106 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:17:36.449505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b59463f0-9c0f-4e3e-b574-990dc14dc82f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:36.466988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dca219cd-b9e7-45df-b6e2-b8a55dcbe4d7 req-01e6c54c-d379-4375-bd51-2e9e95c0294a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885600 Nov 22 16:17:36.489171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-d9773fbb-0702-4208-a17c-e38e31755ccd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848 HTTP/1.1" status: 200 len: 217 time: 0.5769820 Nov 22 16:17:36.597004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b59463f0-9c0f-4e3e-b574-990dc14dc82f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:36.597537 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.626730 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.787245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.832089 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.870168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port b59463f0-9c0f-4e3e-b574-990dc14dc82f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b59463f0-9c0f-4e3e-b574-990dc14dc82f,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:36.872092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802e935-9ce1-48c7-9257-3929106e57cc req-02749310-5a9e-4958-8166-cbd4a20bc179 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:36.875742 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:36.876292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7802e935-9ce1-48c7-9257-3929106e57cc req-02749310-5a9e-4958-8166-cbd4a20bc179 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.4760501 Nov 22 16:17:37.051702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=b59463f0-9c0f-4e3e-b574-990dc14dc82f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:37.070871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a59c7a-61a4-45ab-9994-2125cd78f311 req-63d1a279-30fe-4238-9b0b-39b12e0ece8f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:37.088135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5a59c7a-61a4-45ab-9994-2125cd78f311 req-63d1a279-30fe-4238-9b0b-39b12e0ece8f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.4602365 Nov 22 16:17:37.090018 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b9042ee-5bb6-49ab-94ec-7529cf9f52dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:37.147749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c0976-b88b-4250-9afb-c9b260ea567d req-8289541a-ec11-452a-b298-7a755451653b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:37.149744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a57c0976-b88b-4250-9afb-c9b260ea567d req-8289541a-ec11-452a-b298-7a755451653b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 946 time: 0.6784694 Nov 22 16:17:37.209615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b9042ee-5bb6-49ab-94ec-7529cf9f52dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:37.299487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c710a-87da-4fdd-a007-b438b81fa90b None None] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:37.324334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5a59c7a-61a4-45ab-9994-2125cd78f311 req-328d394d-1466-4298-b930-52d70d160d52 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352331 Nov 22 16:17:37.355819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a57c0976-b88b-4250-9afb-c9b260ea567d req-e338c70c-247e-4292-95ce-7505499b0f00 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887295 Nov 22 16:17:37.377428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Deleting port ebc64e71-0aff-41d6-a415-19fb9880defd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:37.377983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:37.403897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b9042ee-5bb6-49ab-94ec-7529cf9f52dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:37.407451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b9042ee-5bb6-49ab-94ec-7529cf9f52dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:37.412283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6b9042ee-5bb6-49ab-94ec-7529cf9f52dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/security-groups/554da0d0-4c67-4cf5-807a-cc84efe24023 HTTP/1.1" status: 204 len: 168 time: 1.0113606 Nov 22 16:17:37.413120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53826) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:37.474469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9042ee-5bb6-49ab-94ec-7529cf9f52dd tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554da0d0-4c67-4cf5-807a-cc84efe24023,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:37.615962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b54503d1-b02f-4558-a004-9ddd6ae702e1 None None] Provisioning complete for port b59463f0-9c0f-4e3e-b574-990dc14dc82f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:37.616655 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b54503d1-b02f-4558-a004-9ddd6ae702e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:37.805365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdae7d8-2030-4415-8142-97603854e09e req-e3e36006-e3e0-4a1a-9068-bb5e75e42ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:37.806951 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-e3e36006-e3e0-4a1a-9068-bb5e75e42ed2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 1.1250577 Nov 22 16:17:37.807657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Pushing event updated for resources: {'Port': ['ID=0137ac90-6fa4-4af1-82cd-4429a232ca76,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:37.829352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Allocated IP 2001:db8:3::1 (bd5f9b98-7bab-4197-9d72-a967502b0720/3407b42a-ae27-46e8-99c2-5f75329d183f/5fdb7a36-1dfe-48a7-8879-0012fe3ce199) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:37.842494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:37.846484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:37.925470 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-3e8cf74a-0534-4385-8f1e-0a831c061404 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744328 Nov 22 16:17:37.926734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:38.219441 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:38.357454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-521d5fae-86a4-4d5b-a605-4d825b6d8217 None None] Provisioning complete for port b59463f0-9c0f-4e3e-b574-990dc14dc82f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:38.358761 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-521d5fae-86a4-4d5b-a605-4d825b6d8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:38.504451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b4ca-407e-42f5-baf1-e93435a0bc50 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:38.511240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6558397-98bc-408d-9361-95888509eef3 None None] Network bd5f9b98-7bab-4197-9d72-a967502b0720 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:38.522213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] For port ebc64e71-0aff-41d6-a415-19fb9880defd, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=ebc64e71-0aff-41d6-a415-19fb9880defd,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:38.522783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:38.571624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c06d7a-c2cf-4e9f-8efe-7eb6204d458e req-5aa0ea55-c047-4473-ac0a-80de226d6eae tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:38.575895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95c06d7a-c2cf-4e9f-8efe-7eb6204d458e req-5aa0ea55-c047-4473-ac0a-80de226d6eae tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 943 time: 1.0294552 Nov 22 16:17:38.596484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Calling delete_port for ebc64e71-0aff-41d6-a415-19fb9880defd owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:38.634150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b59463f0-9c0f-4e3e-b574-990dc14dc82f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:38.639932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887891fa-217c-4a22-a77e-0ff284d12739 req-36b6d40d-df40-491f-9f03-1925d74522b6 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:38.642325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-887891fa-217c-4a22-a77e-0ff284d12739 req-36b6d40d-df40-491f-9f03-1925d74522b6 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2286825 Nov 22 16:17:38.649437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b4ca-407e-42f5-baf1-e93435a0bc50 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:38.673133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:38.753447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b59463f0-9c0f-4e3e-b574-990dc14dc82f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:38.753848 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:38.864056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95c06d7a-c2cf-4e9f-8efe-7eb6204d458e req-21056372-6425-46e7-90fe-c9e017b63673 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776399 Nov 22 16:17:39.036221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bc6cc181-624b-49bb-a23d-e16db0d32e83 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:39.134545 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b4ca-407e-42f5-baf1-e93435a0bc50 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.142767 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bc2b4ca-407e-42f5-baf1-e93435a0bc50 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.144997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4bc2b4ca-407e-42f5-baf1-e93435a0bc50 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/security-groups/9790fbcc-1625-4b7f-a882-b7df1e5e66a1 HTTP/1.1" status: 204 len: 168 time: 1.6965048 Nov 22 16:17:39.149431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cf9687cb-b1f2-4811-8942-a656e00f5a0a None None] Provisioning complete for port bc6cc181-624b-49bb-a23d-e16db0d32e83 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:39.150155 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf9687cb-b1f2-4811-8942-a656e00f5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.153840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-887891fa-217c-4a22-a77e-0ff284d12739 req-4729024b-8fd3-4f29-baa5-e0c41b3aa5c7 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900503 Nov 22 16:17:39.156327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53838) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:39.185127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.228820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2b4ca-407e-42f5-baf1-e93435a0bc50 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9790fbcc-1625-4b7f-a882-b7df1e5e66a1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:39.322082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0383b-6a1b-4a33-bcd3-83eeb12ffd16 req-f8e4029d-e8d3-4f1b-bbca-d9f048df6ef9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:39.328956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdb0383b-6a1b-4a33-bcd3-83eeb12ffd16 req-f8e4029d-e8d3-4f1b-bbca-d9f048df6ef9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd HTTP/1.1" status: 200 len: 946 time: 0.3505571 Nov 22 16:17:39.334332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bc6cc181-624b-49bb-a23d-e16db0d32e83 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:39.334885 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.343775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:39.386805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf9687cb-b1f2-4811-8942-a656e00f5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.466743 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cf9687cb-b1f2-4811-8942-a656e00f5a0a None None] For port bc6cc181-624b-49bb-a23d-e16db0d32e83, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bc6cc181-624b-49bb-a23d-e16db0d32e83,segment=NetworkSegment(d89cb956-0d33-482a-9a0d-22ad12f5dea3),segment_id=d89cb956-0d33-482a-9a0d-22ad12f5dea3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:39.475136 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cf9687cb-b1f2-4811-8942-a656e00f5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.518551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.521992 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-bf649f2d-3a23-49ed-9c99-5906221c42d4 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5202522 Nov 22 16:17:39.620731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdb0383b-6a1b-4a33-bcd3-83eeb12ffd16 req-7ce8def1-383b-4759-931b-30da54918815 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726595 Nov 22 16:17:39.624798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.657292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9687cb-b1f2-4811-8942-a656e00f5a0a None None] Pushing event updated for resources: {'Port': ['ID=bc6cc181-624b-49bb-a23d-e16db0d32e83,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:39.690847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event deleted for resources: {'Port': ['ID=ebc64e71-0aff-41d6-a415-19fb9880defd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:39.731951 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f58b484c-baf1-4ef7-9d34-1df116e187e9 None None] Provisioning complete for port bc6cc181-624b-49bb-a23d-e16db0d32e83 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:39.734027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f58b484c-baf1-4ef7-9d34-1df116e187e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.749700 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-958937b5-970a-411d-b088-64d6d8d331f7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.848219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device ebc64e71-0aff-41d6-a415-19fb9880defd no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:17:39.923237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] No DVR routers for this DVR port ebc64e71-0aff-41d6-a415-19fb9880defd on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:17:39.930395 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:39.943639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7802e935-9ce1-48c7-9257-3929106e57cc req-c812556c-c3ff-4e07-93d4-6ea960710db2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "DELETE /v2.0/ports/ebc64e71-0aff-41d6-a415-19fb9880defd HTTP/1.1" status: 204 len: 173 time: 3.0372293 Nov 22 16:17:39.943639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd', 'name': 'network-vif-deleted', 'tag': 'ebc64e71-0aff-41d6-a415-19fb9880defd'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:39.953891 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a627ae7-f270-424f-8505-7852444b0bbc" -d '{"events": [{"server_uuid": "7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd", "name": "network-vif-deleted", "tag": "ebc64e71-0aff-41d6-a415-19fb9880defd"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:40.019632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: ebc64e71-0aff-41d6-a415-19fb9880defd {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:17:40.022269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device ebc64e71-0aff-41d6-a415-19fb9880defd not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:17:40.023801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-958937b5-970a-411d-b088-64d6d8d331f7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.107105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.227586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network bd5f9b98-7bab-4197-9d72-a967502b0720 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:40.239704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:40.242519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:40.243263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.272557 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8dceb7-c5a6-47ab-a30f-59ff12b1d2d4 x-openstack-request-id: req-ca8dceb7-c5a6-47ab-a30f-59ff12b1d2d4 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:40.273135 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd", "name": "network-vif-deleted", "tag": "ebc64e71-0aff-41d6-a415-19fb9880defd", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:40.275446 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca8dceb7-c5a6-47ab-a30f-59ff12b1d2d4 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:40.275886 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3cebc2-8d13-4ef2-83a6-9cecc6cd79cd', 'name': 'network-vif-deleted', 'tag': 'ebc64e71-0aff-41d6-a415-19fb9880defd', 'status': 'completed', 'code': 200} Nov 22 16:17:40.297034 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9cdae7d8-2030-4415-8142-97603854e09e req-e2107042-d191-45af-b2c4-51d9b5d58578 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921062 Nov 22 16:17:40.317571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-958937b5-970a-411d-b088-64d6d8d331f7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.324552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-958937b5-970a-411d-b088-64d6d8d331f7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.329357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-958937b5-970a-411d-b088-64d6d8d331f7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/security-groups/e9a1e83b-b6bc-4833-a712-5473068ccdce HTTP/1.1" status: 204 len: 168 time: 1.1424057 Nov 22 16:17:40.332965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:40.412178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958937b5-970a-411d-b088-64d6d8d331f7 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a1e83b-b6bc-4833-a712-5473068ccdce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:40.472576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bc6cc181-624b-49bb-a23d-e16db0d32e83 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:40.544533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet 1c36019d-8dad-4ec2-b6c4-3d57ac5150e8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:17:40.549490 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.634654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bc6cc181-624b-49bb-a23d-e16db0d32e83 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:40.635037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.644986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.753148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-e414ffe3-f3e7-4555-bf1b-cdda3c5c3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:40.754892 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-e414ffe3-f3e7-4555-bf1b-cdda3c5c3168 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 1094 time: 0.2804008 Nov 22 16:17:40.812925 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.847167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2f5aa28c-245a-4ce8-a27f-cf5d9277fd08 None None] Provisioning complete for port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:40.847523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f5aa28c-245a-4ce8-a27f-cf5d9277fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.884469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2f5aa28c-245a-4ce8-a27f-cf5d9277fd08 None None] Port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:40.916975 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.967658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ed314-78d9-4193-9d2d-6ee4f3683c92 req-c9c5254a-d156-43c9-97fc-d2834814c042 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:40.979353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-368ed314-78d9-4193-9d2d-6ee4f3683c92 req-c9c5254a-d156-43c9-97fc-d2834814c042 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 943 time: 0.8163519 Nov 22 16:17:40.983495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=1c36019d-8dad-4ec2-b6c4-3d57ac5150e8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:40.987279 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:40.993098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb67fd7-9d7f-414b-8945-d45eb63bf6fa None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:40.997252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/1c36019d-8dad-4ec2-b6c4-3d57ac5150e8 HTTP/1.1" status: 204 len: 168 time: 0.6580436 Nov 22 16:17:40.999453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:41.034791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:41.079991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.080591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.081177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.081763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.082354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.083068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.083666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.084271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.084831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.085179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.085535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.086634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af3549d-cf05-410e-87bc-15639bb46395 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:41.110251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:41.121196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ac375-358e-48a6-8306-77c0e0a8374e req-e5914235-aaf2-4dca-aed1-8aefeacf3cc6 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:41.123725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-376ac375-358e-48a6-8306-77c0e0a8374e req-e5914235-aaf2-4dca-aed1-8aefeacf3cc6 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.6069438 Nov 22 16:17:41.150575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-99c05ee2-8c0b-4290-906e-7173774743d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:41.152700 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-99c05ee2-8c0b-4290-906e-7173774743d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 0.3489532 Nov 22 16:17:41.155790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Router 681d6de4-ec70-4d88-aa8e-fc196f7b049b is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:17:41.156617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-368ed314-78d9-4193-9d2d-6ee4f3683c92 req-a3dcc0df-c2fd-457c-821a-4c60def1fb17 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789398 Nov 22 16:17:41.195087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f075fd45-635f-472f-bda6-98895c71003d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet d4ca6133-0939-418c-a2e1-12b30e1b0ee7 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:17:41.229499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f075fd45-635f-472f-bda6-98895c71003d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:41.293019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f075fd45-635f-472f-bda6-98895c71003d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:41.367520 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-f0cb31e6-38e1-4562-980b-baeb3914d5ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848 HTTP/1.1" status: 200 len: 217 time: 0.1891315 Nov 22 16:17:41.441403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-376ac375-358e-48a6-8306-77c0e0a8374e req-62cd176f-34d5-4949-980c-3913080e2753 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089149 Nov 22 16:17:41.447752 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f075fd45-635f-472f-bda6-98895c71003d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:41.572455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f075fd45-635f-472f-bda6-98895c71003d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:41.683839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075fd45-635f-472f-bda6-98895c71003d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ca6133-0939-418c-a2e1-12b30e1b0ee7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:41.694662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f075fd45-635f-472f-bda6-98895c71003d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:41.701952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f075fd45-635f-472f-bda6-98895c71003d tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/d4ca6133-0939-418c-a2e1-12b30e1b0ee7 HTTP/1.1" status: 204 len: 168 time: 0.6790552 Nov 22 16:17:41.703011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:41.750080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-727e6f40-b74b-4ba2-9840-59beaea9c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:41.754726 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-727e6f40-b74b-4ba2-9840-59beaea9c612 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.3357942 Nov 22 16:17:41.784943 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-8270d15c-63ed-4892-a285-f1122b47fbdf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:41.785660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8270d15c-63ed-4892-a285-f1122b47fbdf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:41.792066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8270d15c-63ed-4892-a285-f1122b47fbdf tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/1c36019d-8dad-4ec2-b6c4-3d57ac5150e8 HTTP/1.1" status: 404 len: 337 time: 0.0878656 Nov 22 16:17:41.792835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:41.873489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:41.886694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Sync routers for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:41.906166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:41.916803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:41.994424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fdf846-22e5-404e-8d13-a251de7ee2b1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting subnet dce0c629-163d-4cc6-a38f-393ada063474 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:17:42.001423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72fdf846-22e5-404e-8d13-a251de7ee2b1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:42.027437 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-ffba863b-cb1c-44b7-a152-74c42b111640 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184204 Nov 22 16:17:42.066923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:42.070287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9655b886-5ea6-46d1-9276-b053c638ac97 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 16.2786143 Nov 22 16:17:42.092821 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72fdf846-22e5-404e-8d13-a251de7ee2b1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:42.129524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:42.132590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53882) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:42.230993 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72fdf846-22e5-404e-8d13-a251de7ee2b1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:42.531555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-7c64cc5a-0181-40c8-b95e-0fb0767bbda5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:42.535044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-7c64cc5a-0181-40c8-b95e-0fb0767bbda5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.6638556 Nov 22 16:17:42.552980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Router 65128930-d418-4739-9ead-57fabd2f400a is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:17:42.605653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72fdf846-22e5-404e-8d13-a251de7ee2b1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:42.685774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-3056ff59-a57f-49bc-b4cc-0146ff5c5152 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/quotas/0d56520135374b45bc89d12d47e41c4d HTTP/1.1" status: 200 len: 375 time: 0.1081982 Nov 22 16:17:42.695282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdf846-22e5-404e-8d13-a251de7ee2b1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Subnet': ['ID=dce0c629-163d-4cc6-a38f-393ada063474,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:42.718874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72fdf846-22e5-404e-8d13-a251de7ee2b1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:42.724351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-72fdf846-22e5-404e-8d13-a251de7ee2b1 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/dce0c629-163d-4cc6-a38f-393ada063474 HTTP/1.1" status: 204 len: 168 time: 0.9282377 Nov 22 16:17:42.738433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7723d-054d-477b-a77e-e519d88eda25 None None] Network cd1ac652-d6b0-41bb-8659-6d055713d2f8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:42.748976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:42.813466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 14c4b1db-8bb7-40b4-8cea-736e0e142848 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:17:42.815723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-635f67bd-582c-4900-905d-ad86c7277af4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1216958 Nov 22 16:17:42.911207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3a95d-7dda-4356-bd1d-8a8e993d6002 req-f8e04d9d-4533-45f6-a197-d21519835086 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:42.918263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2b3a95d-7dda-4356-bd1d-8a8e993d6002 req-f8e04d9d-4533-45f6-a197-d21519835086 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 943 time: 0.5740404 Nov 22 16:17:43.006376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 14c4b1db-8bb7-40b4-8cea-736e0e142848, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:43.023923 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da000b0-47d0-4c2f-82af-abf6f914891a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:43.024436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da000b0-47d0-4c2f-82af-abf6f914891a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:43.030612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9da000b0-47d0-4c2f-82af-abf6f914891a tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/21e58e31-78af-4d0f-8b7e-7830ffcaa638 HTTP/1.1" status: 404 len: 337 time: 0.2787943 Nov 22 16:17:43.038900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:43.049494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '14c4b1db-8bb7-40b4-8cea-736e0e142848', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'port_id': '14c4b1db-8bb7-40b4-8cea-736e0e142848', 'mac_address': 'fa:16:3e:90:e6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc69f0-88b6-4977-844d-882eb71953bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:17:43.067474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d68411da-482d-4c16-8e88-451946e904f7 None None] Provisioning complete for port 0df773c3-d945-4d93-9aa0-a93086715d5f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:43.067817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d68411da-482d-4c16-8e88-451946e904f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:43.107794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:36Z', 'revision_number': 3, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:43.117483 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-057f8d74-9e39-4680-bf46-c1399db0b330 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0794578 Nov 22 16:17:43.122848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:43.134044 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Sync routers for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:43.157115 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:43.157768 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:43.177395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3b1cfd89-9c97-444a-b995-94fcb1eafb1b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "GET /v2.0/ports?device_id=33e87e4f-d734-4aa9-a454-75cfe05b4b76 HTTP/1.1" status: 200 len: 205 time: 0.1369159 Nov 22 16:17:43.186176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:43.200270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Checking router: 681d6de4-ec70-4d88-aa8e-fc196f7b049b for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:43.200760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Updating router 681d6de4-ec70-4d88-aa8e-fc196f7b049b port 67571c50-990f-4acf-a72c-7213fc5ae998 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:17:43.268931 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:43.305292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c4b1db-8bb7-40b4-8cea-736e0e142848 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:17:43.324418 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0af7c28d-f644-4c6d-94d7-95b23cb2ebf9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] delete failed (client error): The resource could not be found. Nov 22 16:17:43.324418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0af7c28d-f644-4c6d-94d7-95b23cb2ebf9 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/routers/33e87e4f-d734-4aa9-a454-75cfe05b4b76 HTTP/1.1" status: 404 len: 336 time: 0.1254537 Nov 22 16:17:43.325117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:43.363365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2b3a95d-7dda-4356-bd1d-8a8e993d6002 req-6a17d096-87cc-45ad-bbf0-20d269913707 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274529 Nov 22 16:17:43.383516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 14c4b1db-8bb7-40b4-8cea-736e0e142848, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:43.397027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:43.439440 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b38687c-0639-4afa-932c-4b8aea247719 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:43.452764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b38687c-0639-4afa-932c-4b8aea247719 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:43.456347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0b38687c-0639-4afa-932c-4b8aea247719 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/6696c521-e1c8-4834-ac45-ecf0decf32c1 HTTP/1.1" status: 404 len: 337 time: 0.1301529 Nov 22 16:17:43.463576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:43.480008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-83fdf9de-0f09-4220-84df-039bc93de1e6 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556516 Nov 22 16:17:43.489778 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:43.718922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-b4df45f2-e7ef-402e-a091-22df471b934f service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918263 Nov 22 16:17:43.721835 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48ab5f9-4e66-4f7a-900d-9f716ac8c368 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:43.722545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48ab5f9-4e66-4f7a-900d-9f716ac8c368 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:43.727834 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:43.731271 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-03c6679b-af6c-4da8-984b-5d44b6cd2617 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.6085322 Nov 22 16:17:43.734777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e48ab5f9-4e66-4f7a-900d-9f716ac8c368 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/063a6e2c-5e46-4d1f-9b9a-dcb2f725a4ba HTTP/1.1" status: 404 len: 337 time: 0.2661028 Nov 22 16:17:43.736341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:43.740555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53902) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:43.787733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:43.821632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:43.824945 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:43.964897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:43.976467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] DHCP port deletion for cd1ac652-d6b0-41bb-8659-6d055713d2f8 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:17:43.977123 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:39Z', 'revision_number': 3, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:44.009401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.012783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.032029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Attempting to bind port 67571c50-990f-4acf-a72c-7213fc5ae998 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:44.032617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Attempting to bind port 67571c50-990f-4acf-a72c-7213fc5ae998 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:44.032811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Attempting to bind port 67571c50-990f-4acf-a72c-7213fc5ae998 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:44.036619 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd0cdf9-aba6-4272-b9b2-af420a18578b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:44.037287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd0cdf9-aba6-4272-b9b2-af420a18578b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:44.052553 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ccd0cdf9-aba6-4272-b9b2-af420a18578b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/edeb6156-c87d-4795-9dba-b0e65f3a5471 HTTP/1.1" status: 404 len: 337 time: 0.3024871 Nov 22 16:17:44.081522 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Checking router: 65128930-d418-4739-9ead-57fabd2f400a for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:44.089521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:44.090057 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bc227ff7-40b5-4c43-81db-b483c9a35206 req-22cddf0d-7dda-4ae4-a597-2b48801b61fb service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9642923 Nov 22 16:17:44.104235 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Updating router 65128930-d418-4739-9ead-57fabd2f400a port 0137ac90-6fa4-4af1-82cd-4429a232ca76 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:17:44.164312 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.166650 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca0c7f9-05cb-4f77-9b48-49a09e8af1a2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:44.168854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:17:44.170452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca0c7f9-05cb-4f77-9b48-49a09e8af1a2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:44.175680 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9ca0c7f9-05cb-4f77-9b48-49a09e8af1a2 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/95b8aceb-0084-4f42-bc2c-4d025758ecc0 HTTP/1.1" status: 404 len: 333 time: 0.0570564 Nov 22 16:17:44.195127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:44.226281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event updated for resources: {'Port': ['ID=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:44.287190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:44.288780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:44.290110 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.290756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:44.292509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Bound port: 67571c50-990f-4acf-a72c-7213fc5ae998, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:44.294590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.316753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f5394-cd6b-4b55-8a1f-9e29c2bc1fd9 None None] Pushing event updated for resources: {'Port': ['ID=67571c50-990f-4acf-a72c-7213fc5ae998,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:44.471255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0df773c3-d945-4d93-9aa0-a93086715d5f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:17:44.497668 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0ec951-8264-42a6-8e34-a928f39b657b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:44.500566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0ec951-8264-42a6-8e34-a928f39b657b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:44.513449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ae0ec951-8264-42a6-8e34-a928f39b657b tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/0b9e1bb0-c840-4d8f-bb60-2e02020c949e HTTP/1.1" status: 404 len: 337 time: 0.2997639 Nov 22 16:17:44.519505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75cc90ab-4ca3-4568-8517-ebb9600210a6 req-9fd20b67-be05-4ea8-8907-12412ecc355c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 210 time: 0.3376820 Nov 22 16:17:44.545528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9ae05-baf8-47ca-9c53-8d86dd957be6 req-14469595-52e1-46d7-a113-379d8ffe7834 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:44.553997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67c9ae05-baf8-47ca-9c53-8d86dd957be6 req-14469595-52e1-46d7-a113-379d8ffe7834 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.8337328 Nov 22 16:17:44.557493 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.564580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53920) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:44.568608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d68411da-482d-4c16-8e88-451946e904f7 None None] Provisioning complete for port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:44.569013 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d68411da-482d-4c16-8e88-451946e904f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.688285 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-322d161f-fbd7-48e9-85cf-b8f1180df430 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:44.692178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322d161f-fbd7-48e9-85cf-b8f1180df430 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:44.705498 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-322d161f-fbd7-48e9-85cf-b8f1180df430 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/dc413dbb-dcbf-42bd-9956-8246728d535f HTTP/1.1" status: 404 len: 337 time: 0.1329894 Nov 22 16:17:44.707292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53922) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:44.709378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Network bd5f9b98-7bab-4197-9d72-a967502b0720 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:44.740158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d68411da-482d-4c16-8e88-451946e904f7 None None] Port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:44.786203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:44.811590 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f9dcd8-3010-47f0-aa0a-563d2298e827 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:44.812776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f9dcd8-3010-47f0-aa0a-563d2298e827 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:44.817588 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.822518 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-33f9dcd8-3010-47f0-aa0a-563d2298e827 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/f6b2d441-138d-4e49-94a0-4a16f5ac41cc HTTP/1.1" status: 404 len: 333 time: 0.1116459 Nov 22 16:17:44.824540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53926) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:44.831932 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:44.944988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67c9ae05-baf8-47ca-9c53-8d86dd957be6 req-f8f08837-ad22-4397-99a2-b2b01ca7f130 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898203 Nov 22 16:17:45.017649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45e360-0a60-47e1-b458-c2a58b5dcb85 req-b1d12418-6ece-4c46-9042-32cd259ff93c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:45.020078 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.036584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c45e360-0a60-47e1-b458-c2a58b5dcb85 req-b1d12418-6ece-4c46-9042-32cd259ff93c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 944 time: 0.2659836 Nov 22 16:17:45.134254 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9393ad-fa48-4563-b150-f0d8b6a1ed78 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:45.135135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9393ad-fa48-4563-b150-f0d8b6a1ed78 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:45.145167 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cc9393ad-fa48-4563-b150-f0d8b6a1ed78 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/0a4899cb-ae49-4b28-a198-c430496cbf88 HTTP/1.1" status: 404 len: 337 time: 0.2781491 Nov 22 16:17:45.157336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 0df773c3-d945-4d93-9aa0-a93086715d5f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0df773c3-d945-4d93-9aa0-a93086715d5f,segment=NetworkSegment(eb4eb302-66db-41fa-bd59-3f85fa06b8eb),segment_id=eb4eb302-66db-41fa-bd59-3f85fa06b8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:45.164719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53930) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:45.186546 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.216613 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ce61c3-6729-4269-8172-c79ef60c56de tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] DELETE failed (client error): The resource could not be found. Nov 22 16:17:45.217780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ce61c3-6729-4269-8172-c79ef60c56de tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:17:45.224680 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-38ce61c3-6729-4269-8172-c79ef60c56de tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/subnets/5947276e-8d3b-4cdd-8b8e-82d9fd901a6e HTTP/1.1" status: 404 len: 337 time: 0.0584717 Nov 22 16:17:45.226999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] Deleting port 0df773c3-d945-4d93-9aa0-a93086715d5f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:45.227480 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.237423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53932) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:45.461750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:17:45.472995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] For port 0df773c3-d945-4d93-9aa0-a93086715d5f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0df773c3-d945-4d93-9aa0-a93086715d5f,segment=NetworkSegment(eb4eb302-66db-41fa-bd59-3f85fa06b8eb),segment_id=eb4eb302-66db-41fa-bd59-3f85fa06b8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:45.477928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.494779 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201addd-bb81-4eb1-b96b-ecf0ce58248f None None] Pushing event updated for resources: {'Port': ['ID=0137ac90-6fa4-4af1-82cd-4429a232ca76,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:45.512739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] Calling delete_port for 0df773c3-d945-4d93-9aa0-a93086715d5f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:45.537366 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Attempting to bind port 0137ac90-6fa4-4af1-82cd-4429a232ca76 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:45.537923 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Attempting to bind port 0137ac90-6fa4-4af1-82cd-4429a232ca76 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:45.538755 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Attempting to bind port 0137ac90-6fa4-4af1-82cd-4429a232ca76 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:45.558714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:45.559600 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:45.560425 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.564142 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:45.564902 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Bound port: 0137ac90-6fa4-4af1-82cd-4429a232ca76, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:45.565535 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.573800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c45e360-0a60-47e1-b458-c2a58b5dcb85 req-0b343bb9-5b14-46c4-97a2-46e78e0bf862 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595289 Nov 22 16:17:45.636375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-67ed6053-d994-4e25-8859-77f44c79d448 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Deleting port c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:45.636804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ed6053-d994-4e25-8859-77f44c79d448 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.731761 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] For port 0137ac90-6fa4-4af1-82cd-4429a232ca76, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:45.740572 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] For port 0137ac90-6fa4-4af1-82cd-4429a232ca76, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0137ac90-6fa4-4af1-82cd-4429a232ca76,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:45.755995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ed6053-d994-4e25-8859-77f44c79d448 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.760776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2821a0ec-1515-438e-879f-93b5ff833264 req-c5748a9e-96e8-42a3-9a6f-19a3293431cb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 210 time: 0.0694234 Nov 22 16:17:45.765323 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.771794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=14c4b1db-8bb7-40b4-8cea-736e0e142848,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:45.775629 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:45.797217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] For port 67571c50-990f-4acf-a72c-7213fc5ae998, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:45.825096 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:45.826022 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:45.829860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Allocated IP 172.20.0.1 (705bca2e-a41c-4dd8-925d-af590f44530f/4018b953-88ef-449e-b0a4-0529553da02d/fca61641-da51-47c1-b70a-202121b7e1e8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:45.942581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] For port 67571c50-990f-4acf-a72c-7213fc5ae998, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=67571c50-990f-4acf-a72c-7213fc5ae998,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:45.943684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event deleted for resources: {'Port': ['ID=0df773c3-d945-4d93-9aa0-a93086715d5f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:46.020492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] No DVR routers for this DVR port 0df773c3-d945-4d93-9aa0-a93086715d5f on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:17:46.023514 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:46.058677 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:46.105539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a1b1cc9b-1860-4b19-9517-ac303a4f9001 None None] Provisioning complete for port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:46.105919 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1b1cc9b-1860-4b19-9517-ac303a4f9001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:46.112920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13282fd-0e64-426e-bf50-685cc26ba857 None None] Pushing event deleted for resources: {'Port': ['ID=0df773c3-d945-4d93-9aa0-a93086715d5f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:46.168903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-67ed6053-d994-4e25-8859-77f44c79d448 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Calling delete_port for c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:46.270419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a1b1cc9b-1860-4b19-9517-ac303a4f9001 None None] Port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:46.310293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:46.315821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:46.405125 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:46.431866 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201addd-bb81-4eb1-b96b-ecf0ce58248f None None] Pushing event updated for resources: {'Port': ['ID=0137ac90-6fa4-4af1-82cd-4429a232ca76,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:46.449320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f5394-cd6b-4b55-8a1f-9e29c2bc1fd9 None None] Pushing event updated for resources: {'Port': ['ID=67571c50-990f-4acf-a72c-7213fc5ae998,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:46.488756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:46.494187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffe38a-a97c-45dc-b9e8-4a262ed601e1 req-7292e2af-3255-44b7-8bd0-a46175b6a8e2 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:46.502886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6ffe38a-a97c-45dc-b9e8-4a262ed601e1 req-7292e2af-3255-44b7-8bd0-a46175b6a8e2 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.2703636 Nov 22 16:17:46.511103 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-374c76c8-834d-4b9b-a536-293011671a7b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8005521 Nov 22 16:17:46.515775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53944) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:46.518732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:46.524057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:46.572514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 14c4b1db-8bb7-40b4-8cea-736e0e142848 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:46.574625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:46.599272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6ffe38a-a97c-45dc-b9e8-4a262ed601e1 req-15c6e422-c35d-481e-8225-4b8f49aa7e94 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863392 Nov 22 16:17:46.648013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-60f31f22-8432-4071-8cd4-e6a2b7b2f733 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:46.649877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-60f31f22-8432-4071-8cd4-e6a2b7b2f733 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.6888525 Nov 22 16:17:46.680395 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:39Z', 'revision_number': 3, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:46.746509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:46.746782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:46.749495 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db545b39-f379-4818-a03e-6b3fd0d72eb9 None None] The sync data for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 is: [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:39Z', 'revision_number': 3, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:46.895727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:47.105950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.extraroute_db [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:17:47.126547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.extraroute_db [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Removed routes are [] {{(pid=103410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:17:47.127129 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:47.277180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Request body: {'port': {'device_id': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'admin_state_up': True, 'tenant_id': '0d56520135374b45bc89d12d47e41c4d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:47.284664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 14c4b1db-8bb7-40b4-8cea-736e0e142848 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:17:47.308727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 14c4b1db-8bb7-40b4-8cea-736e0e142848 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:47.309165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:47.356936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4528798e-1c4f-4500-9d41-7afc5d3287dd req-33ed42dc-c9af-487f-9d40-36edac6e9077 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 210 time: 0.0957761 Nov 22 16:17:47.441131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:47.523158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:47.530372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:47.700907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:17:47.745674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e5608-28bb-48b4-b130-5267c818c821 req-c9474df3-54fb-405f-a556-ff726fee3e80 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:47.747554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d2e5608-28bb-48b4-b130-5267c818c821 req-c9474df3-54fb-405f-a556-ff726fee3e80 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 944 time: 0.5037553 Nov 22 16:17:47.851733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:47.863298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:47.865065 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f465dc1e-a22c-4fd3-ae3a-285f56b9c79e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 200 len: 952 time: 1.3445904 Nov 22 16:17:47.867726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53954) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:48.007089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:48.035462 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-80c3ae20-4f5f-4167-aef3-5df448762fc0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 200 len: 952 time: 0.1664929 Nov 22 16:17:48.036372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ed6053-d994-4e25-8859-77f44c79d448 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:48.040397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:48.055281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:48.063630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'routes': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:48.122210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0fdc7-ee15-4ccc-a26e-b18317cdb48b req-813f87f6-559f-4751-a998-fa9478d36ad9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:48.133357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3aa0fdc7-ee15-4ccc-a26e-b18317cdb48b req-813f87f6-559f-4751-a998-fa9478d36ad9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3843360 Nov 22 16:17:48.163749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 14c4b1db-8bb7-40b4-8cea-736e0e142848, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:48.164173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ed6053-d994-4e25-8859-77f44c79d448 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:48.170388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dda6c3a-925e-4a4e-833c-358059e8bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c4b1db-8bb7-40b4-8cea-736e0e142848'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:48.174052 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-67ed6053-d994-4e25-8859-77f44c79d448 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/ports/c1c64159-5de6-4f3f-a7a7-60a2e3700ea9 HTTP/1.1" status: 204 len: 168 time: 2.9348640 Nov 22 16:17:48.174368 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057e10b2-e3b0-46fc-b3ed-53337d694fe6" -d '{"events": [{"server_uuid": "6dda6c3a-925e-4a4e-833c-358059e8bd71", "name": "network-vif-plugged", "status": "completed", "tag": "14c4b1db-8bb7-40b4-8cea-736e0e142848"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:48.176445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Network 705bca2e-a41c-4dd8-925d-af590f44530f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:48.189197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53958) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:48.213347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:48.228784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:36Z', 'revision_number': 3, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:48.252753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:48.273822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d2e5608-28bb-48b4-b130-5267c818c821 req-257bac0e-5cc8-4547-92eb-dde961445c4a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759767 Nov 22 16:17:48.321906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814a2473-c71e-43e0-9978-0413de90d9e9 None None] The sync data for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 is: [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:36Z', 'revision_number': 3, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:48.336325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:48.550660 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b0468c-bc6e-43b0-a095-312b10030bba x-openstack-request-id: req-60b0468c-bc6e-43b0-a095-312b10030bba {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:48.550935 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dda6c3a-925e-4a4e-833c-358059e8bd71", "name": "network-vif-plugged", "status": "completed", "tag": "14c4b1db-8bb7-40b4-8cea-736e0e142848", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:48.551204 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60b0468c-bc6e-43b0-a095-312b10030bba {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:48.551810 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dda6c3a-925e-4a4e-833c-358059e8bd71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c4b1db-8bb7-40b4-8cea-736e0e142848', 'code': 200} Nov 22 16:17:48.556801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=14c4b1db-8bb7-40b4-8cea-736e0e142848,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:48.570693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0137ac90-6fa4-4af1-82cd-4429a232ca76 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:48.617948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-480b6111-a255-4881-9788-88c93921a2ef req-6f86456a-f0e7-4312-b59e-9dcb8382f4c4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 210 time: 0.0306339 Nov 22 16:17:48.660858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Allocated IP 172.20.0.1 (48c81d08-1185-4b6a-917a-4895b8c7c3c0/07f2886f-ac3a-43e1-86ff-c38e09ac265b/1aa2301d-f7ef-4ed1-b133-59bba58c1cf4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:48.665978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.669360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.669715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.670362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.671272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.671610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.675635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.676062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.676558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.677483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.677822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.678155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:48.683765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Made reservation on behalf of 0d56520135374b45bc89d12d47e41c4d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:48.697187 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:48.744918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0137ac90-6fa4-4af1-82cd-4429a232ca76 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:48.745302 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:48.908663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:40Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdb7a36-1dfe-48a7-8879-0012fe3ce199', 'name': '', 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:bf:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:37Z', 'updated_at': '2021-11-22T16:17:42Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:49.023719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3aa0fdc7-ee15-4ccc-a26e-b18317cdb48b req-c601d602-09b6-43ea-9042-5b058dc6b3e2 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8860667 Nov 22 16:17:49.084381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:49.084737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Updating router cdbb559a-2146-4d1f-941d-3378eeddc7b1 port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:17:49.090893 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.137269 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c0108c1e-5c23-44c0-b1b5-8ec3e206c32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.183275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 0137ac90-6fa4-4af1-82cd-4429a232ca76, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0137ac90-6fa4-4af1-82cd-4429a232ca76,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:49.185307 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.191875 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.202254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Pushing event updated for resources: {'Port': ['ID=fca61641-da51-47c1-b70a-202121b7e1e8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:49.247788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Allocated IP 172.20.0.12 (ab972533-8b55-426b-899c-cbb996ab0adf/eb03a648-b35d-412b-b0d6-a0dc2108bc6a/24856642-61c3-4fb3-9519-db336ccec170) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:49.345234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed6053-d994-4e25-8859-77f44c79d448 tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Port': ['ID=c1c64159-5de6-4f3f-a7a7-60a2e3700ea9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:49.432553 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.454489 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.503647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=0137ac90-6fa4-4af1-82cd-4429a232ca76,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:49.544495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e463614-e32f-47a7-8271-c101228afc12 req-78cb7f7f-b781-40a3-ab6e-e1595698509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:49.547417 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e463614-e32f-47a7-8271-c101228afc12 req-78cb7f7f-b781-40a3-ab6e-e1595698509a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 1096 time: 0.4326360 Nov 22 16:17:49.599049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.712987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b972f-30f9-492c-983b-f8633006201f req-cd174ecc-4a20-4e28-b09d-4fab648461e7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:49.714670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-962b972f-30f9-492c-983b-f8633006201f req-cd174ecc-4a20-4e28-b09d-4fab648461e7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 945 time: 0.3028924 Nov 22 16:17:49.903140 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e463614-e32f-47a7-8271-c101228afc12 req-fb29184a-631a-4b06-9fd5-b796e9e11da6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432570 Nov 22 16:17:49.910385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.957120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1ac652-d6b0-41bb-8659-6d055713d2f8']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:49.970140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4eb302-66db-41fa-bd59-3f85fa06b8eb') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:49.970454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4eb302-66db-41fa-bd59-3f85fa06b8eb') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:49.978826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.982867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:49.998457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.010749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:17:50.011175 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:17:50.156739 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:17:50.163122 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.169039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.180551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.206994 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] 10.222.0.69 "DELETE /v2.0/networks/cd1ac652-d6b0-41bb-8659-6d055713d2f8 HTTP/1.1" status: 204 len: 168 time: 2.0012076 Nov 22 16:17:50.291096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added routes are [] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:17:50.291619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:17:50.303160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.323219 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02960c64-7977-4815-ac44-71bc8b4269af tempest-PortsTestJSON-2030521196 tempest-PortsTestJSON-2030521196-project] Pushing event deleted for resources: {'Network': ['ID=cd1ac652-d6b0-41bb-8659-6d055713d2f8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:50.336226 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.346188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.369961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.460537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc34a5-423a-4889-9c53-5ba47bc7ac52 None None] Pushing event updated for resources: {'Port': ['ID=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:50.647184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 67571c50-990f-4acf-a72c-7213fc5ae998 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:50.710806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Attempting to bind port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:50.711178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Attempting to bind port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:50.711548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Attempting to bind port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 on network bd5f9b98-7bab-4197-9d72-a967502b0720 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:50.750900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:50.751329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Checking segment: {'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:50.751743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.754737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Bound using segment: {'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:50.755272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Bound port: 5fdb7a36-1dfe-48a7-8879-0012fe3ce199, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89cb956-0d33-482a-9a0d-22ad12f5dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:50.755675 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.755804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.815087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53978) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:50.896649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:50.909932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.929129 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:50.963279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Network ab972533-8b55-426b-899c-cbb996ab0adf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:50.998502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] For port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:51.002756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:51.026675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:51.042420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] For port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,segment=NetworkSegment(d89cb956-0d33-482a-9a0d-22ad12f5dea3),segment_id=d89cb956-0d33-482a-9a0d-22ad12f5dea3)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:51.052563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.085171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 67571c50-990f-4acf-a72c-7213fc5ae998 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:51.085792 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.179897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:51.190280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:51.279051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Pushing event updated for resources: {'Port': ['ID=fca61641-da51-47c1-b70a-202121b7e1e8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:51.291271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:51.292163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:51.325720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.347484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.405093 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-962b972f-30f9-492c-983b-f8633006201f req-649637a8-550a-4ae2-a70f-f03220a4f308 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6711953 Nov 22 16:17:51.679870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:51.764887 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-edfd49d5-3b89-4439-8e96-e95545e3a0e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3b54c9bbc724f8984f89832168279fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9459441 Nov 22 16:17:51.770397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53984) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:51.792828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Network 705bca2e-a41c-4dd8-925d-af590f44530f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:51.795538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:51.871672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.883996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5f41d-687a-43df-848f-01954644e220 req-9afd685b-bc47-4aaa-abca-ab44e351815e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:51.885659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24a5f41d-687a-43df-848f-01954644e220 req-9afd685b-bc47-4aaa-abca-ab44e351815e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 932 time: 1.5341179 Nov 22 16:17:51.886712 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.931089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:51.931748 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.960115 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9541a6c-ea03-4039-9ba6-c065f9ba1a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:51.992445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event updated for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:52.052518 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9541a6c-ea03-4039-9ba6-c065f9ba1a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.132418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Pushing event updated for resources: {'Port': ['ID=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:52.139491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.150714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-db05a834-04d5-471e-aa83-5adf58af83be tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8773627 Nov 22 16:17:52.152777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Router 681d6de4-ec70-4d88-aa8e-fc196f7b049b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:17:52.211525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Request body: {'port': {'device_id': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:52.220256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-fce48550-939c-4353-ae22-973b5f83f297 None None] Provisioning complete for port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:52.220635 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce48550-939c-4353-ae22-973b5f83f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.292426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:52.297924 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a431da9a-6d92-4e74-b71a-405df6312d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.300665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc34a5-423a-4889-9c53-5ba47bc7ac52 None None] Pushing event updated for resources: {'Port': ['ID=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:52.301600 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2b340323-8b56-4274-a119-5ab5c2eee796 admin admin] 10.222.0.69 "PUT /v2.0/routers/681d6de4-ec70-4d88-aa8e-fc196f7b049b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0867820 Nov 22 16:17:52.321658 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Sync routers for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:52.338533 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:52.342509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9541a6c-ea03-4039-9ba6-c065f9ba1a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.343284 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:52.345459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9541a6c-ea03-4039-9ba6-c065f9ba1a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.349157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9541a6c-ea03-4039-9ba6-c065f9ba1a63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fe7a728-440e-400d-8a5c-09c753c6bd21 HTTP/1.1" status: 204 len: 168 time: 0.5722783 Nov 22 16:17:52.364373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541a6c-ea03-4039-9ba6-c065f9ba1a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe7a728-440e-400d-8a5c-09c753c6bd21,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:52.470073 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.538409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 67571c50-990f-4acf-a72c-7213fc5ae998, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=67571c50-990f-4acf-a72c-7213fc5ae998,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:52.600417 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.602072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0137ac90-6fa4-4af1-82cd-4429a232ca76 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:52.686971 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:52.764983 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.799221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.919899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=67571c50-990f-4acf-a72c-7213fc5ae998,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:52.985950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17460497-30a4-4a2c-8911-21620d344097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 7, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdb7a36-1dfe-48a7-8879-0012fe3ce199', 'name': '', 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:bf:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:37Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:53.072872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0137ac90-6fa4-4af1-82cd-4429a232ca76 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:53.073227 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:53.161559 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce48550-939c-4353-ae22-973b5f83f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:53.182829 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 2, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:53.207402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e2a6f-3878-480d-9423-e9cf545ef11e req-99b27f8d-bc91-4a06-bae7-2526c86c232f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:53.211782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f11e2a6f-3878-480d-9423-e9cf545ef11e req-99b27f8d-bc91-4a06-bae7-2526c86c232f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 1.2998619 Nov 22 16:17:53.216144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17460497-30a4-4a2c-8911-21620d344097 None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 7, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdb7a36-1dfe-48a7-8879-0012fe3ce199', 'name': '', 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:bf:52:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:37Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 4, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:53.223554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24a5f41d-687a-43df-848f-01954644e220 req-4ad45157-78b8-4a76-aa65-5bdf62a39fe5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2524705 Nov 22 16:17:53.288185 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Checking router: 681d6de4-ec70-4d88-aa8e-fc196f7b049b for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:53.290753 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Updating router 681d6de4-ec70-4d88-aa8e-fc196f7b049b port fca61641-da51-47c1-b70a-202121b7e1e8 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:17:53.333707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fce48550-939c-4353-ae22-973b5f83f297 None None] For port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,segment=NetworkSegment(d89cb956-0d33-482a-9a0d-22ad12f5dea3),segment_id=d89cb956-0d33-482a-9a0d-22ad12f5dea3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:53.347333 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fce48550-939c-4353-ae22-973b5f83f297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:53.387349 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:53.445595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce48550-939c-4353-ae22-973b5f83f297 None None] Pushing event updated for resources: {'Port': ['ID=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:53.482721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-00d8d689-174f-4c27-99f1-03a4aa94f282 None None] Provisioning complete for port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:53.483469 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-00d8d689-174f-4c27-99f1-03a4aa94f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:53.565899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:53.713442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-00d8d689-174f-4c27-99f1-03a4aa94f282 None None] Provisioning complete for port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:53.714896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-00d8d689-174f-4c27-99f1-03a4aa94f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:53.839800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-00d8d689-174f-4c27-99f1-03a4aa94f282 None None] Port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:53.878339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:53.968848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:17:53.986820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:53.987201 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.183085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54018) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:54.227691 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.253619 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.256390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 67571c50-990f-4acf-a72c-7213fc5ae998 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:54.311851 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139350f6-54d5-4a1d-be18-b2cd9184d860 None None] Pushing event updated for resources: {'Port': ['ID=fca61641-da51-47c1-b70a-202121b7e1e8,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:54.346250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f11e2a6f-3878-480d-9423-e9cf545ef11e req-53d1b48e-719a-4ccb-aa09-871d98c2b5b8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0611200 Nov 22 16:17:54.472369 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Attempting to bind port fca61641-da51-47c1-b70a-202121b7e1e8 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:54.473769 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Attempting to bind port fca61641-da51-47c1-b70a-202121b7e1e8 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:54.474371 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Attempting to bind port fca61641-da51-47c1-b70a-202121b7e1e8 on network 705bca2e-a41c-4dd8-925d-af590f44530f {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:54.481353 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:54.482686 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Checking segment: {'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:54.483442 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.484065 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Bound using segment: {'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:54.485207 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Bound port: fca61641-da51-47c1-b70a-202121b7e1e8, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:54.486427 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.494115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4e7f-6fbc-4c21-b00c-e2e419561426 req-ac9b614c-1e84-4def-8d67-178cfb8034cc tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:54.503805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1264389144'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:54.538663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1eab4e7f-6fbc-4c21-b00c-e2e419561426 req-ac9b614c-1e84-4def-8d67-178cfb8034cc tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 945 time: 1.0983741 Nov 22 16:17:54.544691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 67571c50-990f-4acf-a72c-7213fc5ae998 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:54.546455 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.580488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:54.585026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.616262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.649899 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.665483 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.725359 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] For port fca61641-da51-47c1-b70a-202121b7e1e8, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:54.749391 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] For port fca61641-da51-47c1-b70a-202121b7e1e8, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fca61641-da51-47c1-b70a-202121b7e1e8,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:54.769393 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.789541 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.809865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.825236 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.891523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:54.895830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b11067c-1482-4459-a5a1-b6b1f8591ef6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:54.915982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.916766 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment c86302be-c8ca-4758-adda-99809d11261f of type vlan for network 6bb63240-8029-456b-9364-b0dfb5c78845 Nov 22 16:17:54.928546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:54.941259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:54.942508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-048d7394-89fd-43f6-bfa1-f629243a0d84 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 200 len: 702 time: 6.8846092 Nov 22 16:17:54.948488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:54.953798 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139350f6-54d5-4a1d-be18-b2cd9184d860 None None] Pushing event updated for resources: {'Port': ['ID=fca61641-da51-47c1-b70a-202121b7e1e8,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:54.956091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54034) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:54.968008 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:54.973006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:54.973822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:54.976962 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:55.097013 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.171152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:55.174429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.174812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.186748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:55.187873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.208094 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:55.387986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=6bb63240-8029-456b-9364-b0dfb5c78845,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:55.417281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24856642-61c3-4fb3-9519-db336ccec170 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:17:55.425270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ffe2aefe-5d32-42e1-9cf5-79308cb6db7b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2382941 Nov 22 16:17:55.427979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54044) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:55.433215 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.435832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 6bb63240-8029-456b-9364-b0dfb5c78845 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:55.450796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-649426266'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:55.463071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Transition to ACTIVE for port object 24856642-61c3-4fb3-9519-db336ccec170 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:17:55.477160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7675f59b-fd63-43d0-be9d-73580613885f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 200 len: 702 time: 0.5119853 Nov 22 16:17:55.479139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54046) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:55.555870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1eab4e7f-6fbc-4c21-b00c-e2e419561426 req-4c149862-39f4-4fee-bf17-e2a34ce84a7a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9837663 Nov 22 16:17:55.556848 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.586178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.685631 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:54Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:55.762356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Pushing event updated for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:55.778325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:55.783940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.800712 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5939f6-84ad-46cf-ac6a-4991c92487c8 None None] The sync data for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 is: [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:54Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:55.827609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:17:55.871537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.883497 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment d3bcb4e4-6d29-466d-b0e5-62c0a59011a5 of type vlan for network 29043142-faa2-4bf1-9430-318c24d6c78e Nov 22 16:17:55.922822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 7, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdb7a36-1dfe-48a7-8879-0012fe3ce199', 'name': '', 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:bf:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:37Z', 'updated_at': '2021-11-22T16:17:53Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:55.984984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:56.002366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:56.005430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:56.131928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:56.295592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:56.298596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Attempting to bind port 24856642-61c3-4fb3-9519-db336ccec170 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:17:56.299000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Attempting to bind port 24856642-61c3-4fb3-9519-db336ccec170 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:17:56.299342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Attempting to bind port 24856642-61c3-4fb3-9519-db336ccec170 on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:56.309271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:56.381503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Port 24856642-61c3-4fb3-9519-db336ccec170 on network ab972533-8b55-426b-899c-cbb996ab0adf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:17:56.381827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Attempting to bind port 24856642-61c3-4fb3-9519-db336ccec170 on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:17:56.383758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Pushing event updated for resources: {'Port': ['ID=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:56.395162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ebba2-3794-4e46-8a68-8dbc1591b79f req-34334215-8546-41ab-a038-6277853da8e0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:56.402903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c1ebba2-3794-4e46-8a68-8dbc1591b79f req-34334215-8546-41ab-a038-6277853da8e0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 944 time: 0.6933086 Nov 22 16:17:56.434690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:17:56.436567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Checking segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:56.437297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Bound using segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:17:56.438022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Bound port: 24856642-61c3-4fb3-9519-db336ccec170, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:17:56.438824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:56.450273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:56.463307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902a5-0018-422f-a139-26a60eb706ed req-dd36c5c0-eba9-492d-826e-08775609e2f2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:56.465359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-dd36c5c0-eba9-492d-826e-08775609e2f2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 819 time: 1.3519928 Nov 22 16:17:56.475368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:56.481284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:56.484324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:56.498443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:56.567816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c1ebba2-3794-4e46-8a68-8dbc1591b79f req-e8183fc2-deb9-44d3-89a6-b362b06297e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639087 Nov 22 16:17:56.635017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=29043142-faa2-4bf1-9430-318c24d6c78e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:56.651029 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-35b06a48-1c12-452b-9a1f-cb0fb211da82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2202377 Nov 22 16:17:56.657374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-9c0e6cdf-1bb0-4358-aff5-12c51f5bb76e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/quotas/9021d22dd01e4fffb2af26fecc8ffea3 HTTP/1.1" status: 200 len: 375 time: 0.1775131 Nov 22 16:17:56.678849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 29043142-faa2-4bf1-9430-318c24d6c78e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:17:56.681498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54058) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:56.706738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': '6bb63240-8029-456b-9364-b0dfb5c78845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:56.959836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:17:56.987063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:57.002529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-31dae114-b30c-4a69-acb4-abb9bf666654 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3375289 Nov 22 16:17:57.002874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:57.035196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-39cd09de-2244-4309-a468-3d76609743c3 None None] Provisioning complete for port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:57.035762 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39cd09de-2244-4309-a468-3d76609743c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:57.036063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:17:57.080007 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:57.116828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dc0e6-ad0d-4f55-97b5-0f286c0264d5 req-6f095d4b-dd59-430b-bf81-9fc94bb87cc9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:57.126829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f7dc0e6-ad0d-4f55-97b5-0f286c0264d5 req-6f095d4b-dd59-430b-bf81-9fc94bb87cc9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.3734975 Nov 22 16:17:57.164103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-39cd09de-2244-4309-a468-3d76609743c3 None None] Port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:17:57.194972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 7, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdb7a36-1dfe-48a7-8879-0012fe3ce199', 'name': '', 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:bf:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:37Z', 'updated_at': '2021-11-22T16:17:53Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:57.223614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:57.365325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:57.366052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:57.367751 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] 10.222.0.11 "PUT /v2.0/ports/24856642-61c3-4fb3-9519-db336ccec170 HTTP/1.1" status: 200 len: 1092 time: 5.1840110 Nov 22 16:17:57.382959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Router 65128930-d418-4739-9ead-57fabd2f400a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:17:57.383800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'tag': '24856642-61c3-4fb3-9519-db336ccec170'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:17:57.395545 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c170405-5efd-4ef9-b716-58e83b51bc3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "tag": "24856642-61c3-4fb3-9519-db336ccec170"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:17:57.441206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f7dc0e6-ad0d-4f55-97b5-0f286c0264d5 req-242d7c21-23e1-4342-aa0a-28b98889f16a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137493 Nov 22 16:17:57.538672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eccf9-d4a3-43cf-99b6-ec0bfb529c36 service neutron] Pushing event updated for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:57.553326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7cedc2-f978-42a4-8a42-69e6c199a8e9 None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 7, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdb7a36-1dfe-48a7-8879-0012fe3ce199', 'name': '', 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:bf:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:37Z', 'updated_at': '2021-11-22T16:17:53Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:57.675265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fca61641-da51-47c1-b70a-202121b7e1e8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:17:57.796898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port fca61641-da51-47c1-b70a-202121b7e1e8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:57.797284 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:57.802044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:57.947407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=93aeef89-c299-4167-9839-13e5c480e222,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:57.964001 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.014321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port fca61641-da51-47c1-b70a-202121b7e1e8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fca61641-da51-47c1-b70a-202121b7e1e8,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:58.035409 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:58.047223 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.052774 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:58.055186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:58.065498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': 'c86302be-c8ca-4758-adda-99809d11261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6bb63240-8029-456b-9364-b0dfb5c78845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:17:58.065929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: 6bb63240-8029-456b-9364-b0dfb5c78845, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:17:58.165628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-5b0a473d-941c-454e-9a61-ded195516ec9 service neutron] 10.222.0.69 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1534827 Nov 22 16:17:58.166275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 6bb63240-8029-456b-9364-b0dfb5c78845 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:17:58.175008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=fca61641-da51-47c1-b70a-202121b7e1e8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:58.180389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:17:58.182158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.213560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 6bb63240-8029-456b-9364-b0dfb5c78845) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:58.224240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca3d9b-83bf-453e-9605-311ce8922260 None None] Network 6bb63240-8029-456b-9364-b0dfb5c78845 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:58.266325 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:58.269777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:58.270390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.290977 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-df3412dd-be50-4e25-8836-e580d577eaaa service neutron] 10.222.0.69 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243706 Nov 22 16:17:58.335351 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-99c5d69e-dbcf-4941-ae40-9507f96874f4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6490831 Nov 22 16:17:58.336621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-1a512611-a221-4f57-b0f7-21c941b2b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:58.338146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-1a512611-a221-4f57-b0f7-21c941b2b0d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 1095 time: 0.9097040 Nov 22 16:17:58.341840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54076) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:58.355043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': '29043142-faa2-4bf1-9430-318c24d6c78e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:58.428761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port 5fdb7a36-1dfe-48a7-8879-0012fe3ce199, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,segment=NetworkSegment(d89cb956-0d33-482a-9a0d-22ad12f5dea3),segment_id=d89cb956-0d33-482a-9a0d-22ad12f5dea3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:17:58.429555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.478057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:17:58.555161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-7455f834-d781-4ea2-b6d0-cca43c89bd55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24856642-61c3-4fb3-9519-db336ccec170 HTTP/1.1" status: 200 len: 217 time: 0.1953301 Nov 22 16:17:58.627688 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ec8de-aa81-42f7-99df-47205f9f77c8 x-openstack-request-id: req-d96ec8de-aa81-42f7-99df-47205f9f77c8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:17:58.628086 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "tag": "24856642-61c3-4fb3-9519-db336ccec170", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:17:58.628289 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d96ec8de-aa81-42f7-99df-47205f9f77c8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:17:58.628705 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'tag': '24856642-61c3-4fb3-9519-db336ccec170', 'status': 'completed', 'code': 200} Nov 22 16:17:58.632509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:58.644043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Sync routers for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:17:58.653601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-33684739-8a2e-4022-a2de-268560fc55aa admin admin] 10.222.0.69 "PUT /v2.0/routers/65128930-d418-4739-9ead-57fabd2f400a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8898599 Nov 22 16:17:58.672538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-6bb63240-8029-456b-9364-b0dfb5c78845', 'network_id': '6bb63240-8029-456b-9364-b0dfb5c78845', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': '93aeef89-c299-4167-9839-13e5c480e222'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:17:58.673428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.696155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84230794-1317-475a-8515-c0a2f5e0229c req-f9d4bdce-1084-4f2d-ad8c-a017507fdca8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:58.698694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84230794-1317-475a-8515-c0a2f5e0229c req-f9d4bdce-1084-4f2d-ad8c-a017507fdca8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.9852750 Nov 22 16:17:58.729784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:58.733687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:58.855259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-b0fd4511-a4e7-4b45-8122-168701169f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:58.855495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-b0fd4511-a4e7-4b45-8122-168701169f29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.2834747 Nov 22 16:17:58.867809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:17:58.869145 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:50Z', 'revision_number': 7, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fdb7a36-1dfe-48a7-8879-0012fe3ce199', 'name': '', 'network_id': 'bd5f9b98-7bab-4197-9d72-a967502b0720', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:bf:52:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:37Z', 'updated_at': '2021-11-22T16:17:53Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '3407b42a-ae27-46e8-99c2-5f75329d183f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:58.871494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:58.879871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84230794-1317-475a-8515-c0a2f5e0229c req-5fd339ea-c07c-403e-947d-0619077495cd tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/quotas/1e9c24f629ef41cc8bf8e9068d07a03e HTTP/1.1" status: 200 len: 375 time: 0.1432710 Nov 22 16:17:58.910693 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:58.933312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:17:58.933880 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:58.934145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:59.035972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=5fdb7a36-1dfe-48a7-8879-0012fe3ce199,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:59.041067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-23051f6e-765f-4167-ba5f-5adfecd8e696 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589546 Nov 22 16:17:59.059534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393c968-e54e-4620-8797-217b14d1a258 req-f6f6e826-ab32-449e-948b-bc9239844156 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:59.070986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8393c968-e54e-4620-8797-217b14d1a258 req-f6f6e826-ab32-449e-948b-bc9239844156 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 944 time: 0.3677933 Nov 22 16:17:59.095391 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:59.208831 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:59.210847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:17:59.380612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Allocated IP 172.20.0.2 (6bb63240-8029-456b-9364-b0dfb5c78845/93aeef89-c299-4167-9839-13e5c480e222/637c26e5-3af9-46fe-88c2-d0d8d2f863f9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:17:59.411545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84230794-1317-475a-8515-c0a2f5e0229c req-827db820-0d12-42d9-af7c-2a3a422a3aaf tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5009606 Nov 22 16:17:59.472183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8393c968-e54e-4620-8797-217b14d1a258 req-073a32c4-f134-489c-a2c2-269813fe2245 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729048 Nov 22 16:17:59.598271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-c9c5f9ae-bb85-47e7-8fcc-78d0fa38d125 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250146 Nov 22 16:17:59.604211 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:58Z', 'revision_number': 8, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:59.672852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:17:59.684143 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e31c69-fea3-4692-adec-c630acf38d74 None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:58Z', 'revision_number': 8, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:17:59.716235 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:59.728039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-947a2a21-dd2e-426f-b4dc-7dbf49866cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:59.730693 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-947a2a21-dd2e-426f-b4dc-7dbf49866cd3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 1096 time: 0.2255597 Nov 22 16:17:59.745940 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:59.766361 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:59.813152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Network 6bb63240-8029-456b-9364-b0dfb5c78845 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:17:59.821458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:17:59.827787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=3b9d0cc9-0441-410d-a5e5-86f02af2321c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:59.828379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:17:53Z', 'revision_number': 2, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:17:59.846578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59808faa-3bab-4849-9c89-7192a419c3f8 req-a30413a0-ab20-4797-9c7a-95c51508bfb3 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396693 Nov 22 16:17:59.857818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:17:59.882960 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Checking router: 65128930-d418-4739-9ead-57fabd2f400a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:17:59.883322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Updating router 65128930-d418-4739-9ead-57fabd2f400a port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:17:59.941497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:17:59.944839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5def9fcc-c414-4d1c-99c6-ff9dd59ab1bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4601762 Nov 22 16:17:59.948913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:59.958111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Pushing event updated for resources: {'Port': ['ID=637c26e5-3af9-46fe-88c2-d0d8d2f863f9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:59.961353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-b0239253-2b8c-4cdc-8a47-515493988c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:59.963068 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-b0239253-2b8c-4cdc-8a47-515493988c9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 915 time: 0.2214758 Nov 22 16:17:59.998921 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.003609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Attempting to bind port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:00.004089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Attempting to bind port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'c86302be-c8ca-4758-adda-99809d11261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6bb63240-8029-456b-9364-b0dfb5c78845'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:00.004530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Attempting to bind port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 on network 6bb63240-8029-456b-9364-b0dfb5c78845 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:00.016902 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:00.017394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Checking segment: {'id': 'c86302be-c8ca-4758-adda-99809d11261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6bb63240-8029-456b-9364-b0dfb5c78845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:00.018168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.018374 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-bbb19ae1-ed4b-44cb-82ed-3f14c968beb1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1 HTTP/1.1" status: 200 len: 217 time: 0.0463846 Nov 22 16:18:00.018805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Bound using segment: {'id': 'c86302be-c8ca-4758-adda-99809d11261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6bb63240-8029-456b-9364-b0dfb5c78845'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:00.019623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Bound port: 637c26e5-3af9-46fe-88c2-d0d8d2f863f9, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86302be-c8ca-4758-adda-99809d11261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '6bb63240-8029-456b-9364-b0dfb5c78845'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:00.020128 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.038215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b73f90-066f-4b24-846d-a8cc3710858c req-e2c0e92f-ece8-4382-bae9-62f3e922fb8b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:00.040419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6b73f90-066f-4b24-846d-a8cc3710858c req-e2c0e92f-ece8-4382-bae9-62f3e922fb8b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.4296718 Nov 22 16:18:00.052990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84230794-1317-475a-8515-c0a2f5e0229c req-310cb011-96a7-48c5-8777-1054627476ea service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436177 Nov 22 16:18:00.061846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': 'd3bcb4e4-6d29-466d-b0e5-62c0a59011a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '29043142-faa2-4bf1-9430-318c24d6c78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:00.062220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: 29043142-faa2-4bf1-9430-318c24d6c78e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:18:00.093215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fca61641-da51-47c1-b70a-202121b7e1e8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:00.184145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e77c93-8a22-4ec9-a0f7-9ae2646c05ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet 3407b42a-ae27-46e8-99c2-5f75329d183f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:18:00.191582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-8f35712a-e932-46fc-b8ab-5de4a39d35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:00.193118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-8f35712a-e932-46fc-b8ab-5de4a39d35eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 1095 time: 0.2639771 Nov 22 16:18:00.197757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c93-8a22-4ec9-a0f7-9ae2646c05ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.312722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] For port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:00.322840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] For port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=637c26e5-3af9-46fe-88c2-d0d8d2f863f9,segment=NetworkSegment(c86302be-c8ca-4758-adda-99809d11261f),segment_id=c86302be-c8ca-4758-adda-99809d11261f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:00.340973 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.365251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port fca61641-da51-47c1-b70a-202121b7e1e8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:00.365572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.429911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 29043142-faa2-4bf1-9430-318c24d6c78e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:18:00.451854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6b73f90-066f-4b24-846d-a8cc3710858c req-6df3feec-ec9e-4756-b049-3f388f6b5ddc tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933456 Nov 22 16:18:00.464847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c93-8a22-4ec9-a0f7-9ae2646c05ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.499810 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:00.517920 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:00.518518 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:00.539061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 29043142-faa2-4bf1-9430-318c24d6c78e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:00.557934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84230794-1317-475a-8515-c0a2f5e0229c req-ea4807d5-5eac-4048-bf5a-33a6e10590e0 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932346 Nov 22 16:18:00.566374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:00.566990 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:00.610542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4a4ff-5c16-43a3-bffc-8c0d916a68b6 None None] Network 29043142-faa2-4bf1-9430-318c24d6c78e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:00.617306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8b418-2b94-4852-95f3-e7c7452f01c3 None None] Pushing event updated for resources: {'Port': ['ID=637c26e5-3af9-46fe-88c2-d0d8d2f863f9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:00.658595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902a5-0018-422f-a139-26a60eb706ed req-a1602149-a801-4008-bf27-2e4ee74ec194 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:00.660221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e96f758e-c04d-4a8d-a130-88f992fa18de req-6d43d048-74c4-44f9-929f-528256b39afd tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 210 time: 0.0780716 Nov 22 16:18:00.661349 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-a1602149-a801-4008-bf27-2e4ee74ec194 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.71 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 819 time: 0.1973171 Nov 22 16:18:00.680977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-cbc11e15-eb7d-4520-afbb-268b8583b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:00.684698 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-cbc11e15-eb7d-4520-afbb-268b8583b9a8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 200 len: 854 time: 0.6567943 Nov 22 16:18:00.695534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-087bfb7b-5196-4559-ae9a-d47deae8d110 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3429182 Nov 22 16:18:00.697365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Request body: {'port': {'device_id': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'admin_state_up': True, 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:00.711795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:00.717857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-36e02fa7-5f34-4cd9-b251-80727a14e5d0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1543667478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:00.752005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-ab8daf71-17a7-406a-bd9b-e157561ab736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:00.754533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-ab8daf71-17a7-406a-bd9b-e157561ab736 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 912 time: 0.4770381 Nov 22 16:18:00.786920 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:00.841162 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-5beca546-51ab-481a-ad93-4ea30e35ad1b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358640 Nov 22 16:18:01.033939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-ec32bb13-2530-41ba-b6ef-cb640318949c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24856642-61c3-4fb3-9519-db336ccec170 HTTP/1.1" status: 200 len: 217 time: 0.2588763 Nov 22 16:18:01.106448 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c93-8a22-4ec9-a0f7-9ae2646c05ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.239709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e02fa7-5f34-4cd9-b251-80727a14e5d0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.242832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e02fa7-5f34-4cd9-b251-80727a14e5d0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.257504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-f2b8ff4f-4aa2-4325-a5bb-4472bf3bfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:01.259542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-f2b8ff4f-4aa2-4325-a5bb-4472bf3bfcbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.1700375 Nov 22 16:18:01.290623 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-e773b456-ef83-4787-a656-c762bcb33c8c service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479150 Nov 22 16:18:01.350651 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:58Z', 'revision_number': 8, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:01.431022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Made reservation on behalf of 9021d22dd01e4fffb2af26fecc8ffea3 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:01.432393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-29043142-faa2-4bf1-9430-318c24d6c78e', 'network_id': '29043142-faa2-4bf1-9430-318c24d6c78e', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': '3b9d0cc9-0441-410d-a5e5-86f02af2321c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:18:01.433812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.439481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.457127 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:18:01.488135 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:01.493535 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:01.536380 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2372524c-b62d-4e15-8292-d1b1b0907d61 req-e545fc06-8246-4f25-a3c9-5aecfe535a23 service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335768 Nov 22 16:18:01.539164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.542585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-3c0c6d10-3a15-40cd-9ce3-8fdcf76dc8ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2433343 Nov 22 16:18:01.556148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e02fa7-5f34-4cd9-b251-80727a14e5d0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.578485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e02fa7-5f34-4cd9-b251-80727a14e5d0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.669958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bff9a5-e6f3-41c4-99b7-e78856962716 req-e3cc8036-e2e5-4d69-952a-dafa0136839a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:01.678209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79bff9a5-e6f3-41c4-99b7-e78856962716 req-e3cc8036-e2e5-4d69-952a-dafa0136839a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 944 time: 0.6978209 Nov 22 16:18:01.722563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:01.728289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36e02fa7-5f34-4cd9-b251-80727a14e5d0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.729662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-36e02fa7-5f34-4cd9-b251-80727a14e5d0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0166366 Nov 22 16:18:01.738609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:01.744766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577599004', 'description': 'tempest-description--1705211420'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:01.758478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:01.802915 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c93-8a22-4ec9-a0f7-9ae2646c05ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.815170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Allocated IP 172.20.0.11 (705bca2e-a41c-4dd8-925d-af590f44530f/4018b953-88ef-449e-b0a4-0529553da02d/365cca16-9123-457a-ad12-4764a8ed7583) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:01.857591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.862540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.879045 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:01.970126 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7e77c93-8a22-4ec9-a0f7-9ae2646c05ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:01.979270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b7e77c93-8a22-4ec9-a0f7-9ae2646c05ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/3407b42a-ae27-46e8-99c2-5f75329d183f HTTP/1.1" status: 204 len: 168 time: 2.0041935 Nov 22 16:18:01.984733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e77c93-8a22-4ec9-a0f7-9ae2646c05ec tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=3407b42a-ae27-46e8-99c2-5f75329d183f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:01.991029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54146) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:02.013246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79bff9a5-e6f3-41c4-99b7-e78856962716 req-e36a2b28-1583-4de3-8c25-88ec4230a45b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340187 Nov 22 16:18:02.021100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-92c40dd8-c02c-4e19-9022-3077fcdba497 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672277 Nov 22 16:18:02.037158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6e74-b630-465e-b22a-3609602a21c0 None None] Pushing event updated for resources: {'Port': ['ID=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:02.041537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24856642-61c3-4fb3-9519-db336ccec170 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:02.083117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.105260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.162068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:02.178466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5abaa39-46c4-4887-a9f7-c80650c549e9 None None] Network bd5f9b98-7bab-4197-9d72-a967502b0720 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:02.189467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '24856642-61c3-4fb3-9519-db336ccec170', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'port_id': '24856642-61c3-4fb3-9519-db336ccec170', 'mac_address': 'fa:16:3e:d9:65:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03a648-b35d-412b-b0d6-a0dc2108bc6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:02.208169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.209604 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4835746 Nov 22 16:18:02.214421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54156) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:02.221861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b8c1d3e2-263b-4912-9639-3e378647c0a5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'security_group_rule': {'security_group_id': '1c579abc-1a7f-480e-99f7-73f9f4f36681', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:02.233678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c579abc-1a7f-480e-99f7-73f9f4f36681,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:02.268381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.268738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.269089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.269441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.269787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.276414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.276796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.277153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.277510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.277857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.278203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.278546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecf1617-edd4-438e-b86e-7d65b997c33c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:02.390799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.467930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d3e2-263b-4912-9639-3e378647c0a5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.473442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Attempting to bind port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:02.474048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Attempting to bind port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:02.474238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Attempting to bind port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:02.477353 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6f102-ed12-4c48-a421-e934e2e1faa9 None None] Network 6bb63240-8029-456b-9364-b0dfb5c78845 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:02.479068 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.481215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:02.481587 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.510799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.560108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c170405-5efd-4ef9-b716-58e83b51bc3c req-d13c540e-411f-4eec-aaf4-92e18d1044a7 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939387 Nov 22 16:18:02.572320 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:58Z', 'revision_number': 8, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:02.609847 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dccc58-c1dd-4e88-9a4f-d4503fdf4719 None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:17:58Z', 'revision_number': 8, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': '46a74027-2d0b-4205-941d-848d6a1b9b34', 'name': '', 'network_id': '5729b9ab-4481-41be-b343-3f81de046441', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:41:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:20Z', 'updated_at': '2021-11-22T16:17:29Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'fc86018c-0bd4-4b38-b995-639cd83e1b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:02.641852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Allocated IP 172.21.0.2 (29043142-faa2-4bf1-9430-318c24d6c78e/3b9d0cc9-0441-410d-a5e5-86f02af2321c/cf2ef432-dd1b-4e0a-a1bb-79fe361317c6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:02.661419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.666504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Network 705bca2e-a41c-4dd8-925d-af590f44530f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:02.677265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:02.681276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:02.707647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:02.712484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d3e2-263b-4912-9639-3e378647c0a5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.716006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event updated for resources: {'Port': ['ID=365cca16-9123-457a-ad12-4764a8ed7583,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:02.726261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:02.726261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Checking segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:02.726584 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.727037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Bound using segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:02.727545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Bound port: 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:02.728024 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.752125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d3e2-263b-4912-9639-3e378647c0a5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.752589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24856642-61c3-4fb3-9519-db336ccec170 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:02.792579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1d3e2-263b-4912-9639-3e378647c0a5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3039abdf-d186-4859-956a-9c8e555ddc8e,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:02.824708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d3e2-263b-4912-9639-3e378647c0a5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.827812 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8c1d3e2-263b-4912-9639-3e378647c0a5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6112707 Nov 22 16:18:02.836633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:02.837791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.842496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:02.850331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-95d4e29f-c368-4cb2-aa93-5d58864f3297 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'security_group_rule': {'security_group_id': '1c579abc-1a7f-480e-99f7-73f9f4f36681', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:02.875035 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0a921a21-0d43-47d3-a362-c00b7685aaef None None] Provisioning complete for port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:02.875379 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a921a21-0d43-47d3-a362-c00b7685aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:02.894015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-9d830ab0-3c4f-45e6-b1e8-4e8bd554f363 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2060132 Nov 22 16:18:02.910250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Request body: {'port': {'device_id': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:02.912613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:02.942677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d4e29f-c368-4cb2-aa93-5d58864f3297 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.027795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.035783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.109928 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d4e29f-c368-4cb2-aa93-5d58864f3297 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.120409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d4e29f-c368-4cb2-aa93-5d58864f3297 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.154537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] DHCP port deletion for bd5f9b98-7bab-4197-9d72-a967502b0720 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:18:03.155697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4e29f-c368-4cb2-aa93-5d58864f3297 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e442c3-33cb-45eb-8a54-453b82aa8004,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:03.166190 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.168219 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.222238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280e2c-2339-4c2e-886d-a511d9f0de47 req-d91f6340-a56b-4282-953c-b90c24e850a3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:03.223677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50280e2c-2339-4c2e-886d-a511d9f0de47 req-d91f6340-a56b-4282-953c-b90c24e850a3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 945 time: 0.9715078 Nov 22 16:18:03.244195 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d4e29f-c368-4cb2-aa93-5d58864f3297 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.250301 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-95d4e29f-c368-4cb2-aa93-5d58864f3297 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023242 Nov 22 16:18:03.251125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54162) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:03.261319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:03.267532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] For port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:03.276533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-45dcedbf-8cd2-4e21-80e3-638d7de9c77b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:03.284196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-45dcedbf-8cd2-4e21-80e3-638d7de9c77b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 815 time: 1.1471014 Nov 22 16:18:03.313192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['24856642-61c3-4fb3-9519-db336ccec170'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:03.335437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-da423e9a-954d-42ce-8ee3-85d54b32f30f tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/quotas/2469cabfa87640beb91090460220b35f HTTP/1.1" status: 200 len: 375 time: 0.0502481 Nov 22 16:18:03.337687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.344279 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.363046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:03.382883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:03.385186 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08bbb66-32f2-4672-975e-d852c8a6a786" -d '{"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:03.405952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50280e2c-2339-4c2e-886d-a511d9f0de47 req-653612d5-0b9b-4e63-b6db-7c7e6461efab tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650977 Nov 22 16:18:03.406456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] For port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:03.478796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port bc6cc181-624b-49bb-a23d-e16db0d32e83 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:03.479383 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.482766 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.492360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:03.500149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=637c26e5-3af9-46fe-88c2-d0d8d2f863f9,segment=NetworkSegment(c86302be-c8ca-4758-adda-99809d11261f),segment_id=c86302be-c8ca-4758-adda-99809d11261f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:03.579398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.594152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365cca16-9123-457a-ad12-4764a8ed7583 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:03.606917 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.618637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-9bf95514-479e-41e2-a304-5e253a522cce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2763162 Nov 22 16:18:03.659175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Transition to ACTIVE for port object 365cca16-9123-457a-ad12-4764a8ed7583 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:18:03.730618 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.733152 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.734788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port bc6cc181-624b-49bb-a23d-e16db0d32e83, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bc6cc181-624b-49bb-a23d-e16db0d32e83,segment=NetworkSegment(d89cb956-0d33-482a-9a0d-22ad12f5dea3),segment_id=d89cb956-0d33-482a-9a0d-22ad12f5dea3)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:03.735307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.760415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:03.785003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for bc6cc181-624b-49bb-a23d-e16db0d32e83 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:03.786233 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.801069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Allocated IP 172.25.5.149 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/b44fe3a0-209a-4d56-ac7e-58aa4002152f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:03.816004 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a921a21-0d43-47d3-a362-c00b7685aaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.846463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:03.846753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4064e8-579e-4ae2-b0c2-4a4b4a4ac1f4 req-6a87782c-168e-4bb8-b1e7-5f4f5935282b tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:03.846913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5fdb7a36-1dfe-48a7-8879-0012fe3ce199 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:03.848496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b4064e8-579e-4ae2-b0c2-4a4b4a4ac1f4 req-6a87782c-168e-4bb8-b1e7-5f4f5935282b tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 932 time: 0.3045809 Nov 22 16:18:03.886566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:03.915938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b6e74-b630-465e-b22a-3609602a21c0 None None] Pushing event updated for resources: {'Port': ['ID=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:03.925787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:03.926522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:03.994900 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.017747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] Deleting port bc6cc181-624b-49bb-a23d-e16db0d32e83 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:04.018117 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.034937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-43cb69dc-8d73-4b77-a86c-fb366872ff07 service neutron] 10.222.0.69 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152973 Nov 22 16:18:04.044187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bc6cc181-624b-49bb-a23d-e16db0d32e83 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:04.071349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Network 29043142-faa2-4bf1-9430-318c24d6c78e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:04.135076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=365cca16-9123-457a-ad12-4764a8ed7583,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:04.167504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:04.223658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:04.270990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b4064e8-579e-4ae2-b0c2-4a4b4a4ac1f4 req-25efa950-e2d0-492e-aeb0-d3af64ed6301 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982668 Nov 22 16:18:04.283543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Attempting to bind port 365cca16-9123-457a-ad12-4764a8ed7583 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:04.284103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Attempting to bind port 365cca16-9123-457a-ad12-4764a8ed7583 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:04.284448 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Attempting to bind port 365cca16-9123-457a-ad12-4764a8ed7583 on network 705bca2e-a41c-4dd8-925d-af590f44530f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:04.291814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Port 365cca16-9123-457a-ad12-4764a8ed7583 on network 705bca2e-a41c-4dd8-925d-af590f44530f not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:18:04.292222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Attempting to bind port 365cca16-9123-457a-ad12-4764a8ed7583 on network 705bca2e-a41c-4dd8-925d-af590f44530f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:04.294797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.20.0.1 (6bb63240-8029-456b-9364-b0dfb5c78845/93aeef89-c299-4167-9839-13e5c480e222/65abd1e3-d355-4254-93fd-cf332c428690) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:04.300930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.302560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:04.303024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Checking segment: {'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:04.303346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Bound using segment: {'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:04.303798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Bound port: 365cca16-9123-457a-ad12-4764a8ed7583, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efaae835-94b0-49bc-ba8b-f93ebc6f5224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:04.304210 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.352214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:04.354848 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-0a921a21-0d43-47d3-a362-c00b7685aaef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:18:04.355203 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-0a921a21-0d43-47d3-a362-c00b7685aaef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:18:04.437925 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.441683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] For port 365cca16-9123-457a-ad12-4764a8ed7583, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:04.459314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.475249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-51c8f821-1a9b-4979-95bf-d66973f02d1b service neutron] 10.222.0.69 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393284 Nov 22 16:18:04.475481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] For port bc6cc181-624b-49bb-a23d-e16db0d32e83, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bc6cc181-624b-49bb-a23d-e16db0d32e83,segment=NetworkSegment(d89cb956-0d33-482a-9a0d-22ad12f5dea3),segment_id=d89cb956-0d33-482a-9a0d-22ad12f5dea3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:04.475859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.487481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No active binding found for port bc6cc181-624b-49bb-a23d-e16db0d32e83 {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:18:04.488186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bc6cc181-624b-49bb-a23d-e16db0d32e83 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:04.532789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=bc6cc181-624b-49bb-a23d-e16db0d32e83,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:04.538896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] Calling delete_port for bc6cc181-624b-49bb-a23d-e16db0d32e83 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:04.539428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No DVR routers for this DVR port bc6cc181-624b-49bb-a23d-e16db0d32e83 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:04.540255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:04.543108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] For port 365cca16-9123-457a-ad12-4764a8ed7583, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=365cca16-9123-457a-ad12-4764a8ed7583,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:04.561240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:04.562799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Attempting to bind port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:04.563403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Attempting to bind port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd3bcb4e4-6d29-466d-b0e5-62c0a59011a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '29043142-faa2-4bf1-9430-318c24d6c78e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:04.564042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Attempting to bind port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 on network 29043142-faa2-4bf1-9430-318c24d6c78e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:04.565136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:04.570741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:04.608367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=637c26e5-3af9-46fe-88c2-d0d8d2f863f9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:04.630454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:04.630835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Checking segment: {'id': 'd3bcb4e4-6d29-466d-b0e5-62c0a59011a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '29043142-faa2-4bf1-9430-318c24d6c78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:04.631239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.631635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Bound using segment: {'id': 'd3bcb4e4-6d29-466d-b0e5-62c0a59011a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '29043142-faa2-4bf1-9430-318c24d6c78e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:04.632180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Bound port: cf2ef432-dd1b-4e0a-a1bb-79fe361317c6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bcb4e4-6d29-466d-b0e5-62c0a59011a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '29043142-faa2-4bf1-9430-318c24d6c78e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:04.632564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.694301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4d27c-8421-4e3b-95bc-5d2899bc73ce req-3446b0c2-7669-40a3-842d-bd80d8c9e29a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:04.702575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3fc4d27c-8421-4e3b-95bc-5d2899bc73ce req-3446b0c2-7669-40a3-842d-bd80d8c9e29a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 945 time: 0.2372072 Nov 22 16:18:04.707369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.726192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.760409 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bdbe27-3533-4b1e-afaa-18581087ba6d x-openstack-request-id: req-c5bdbe27-3533-4b1e-afaa-18581087ba6d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:04.760681 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:04.761188 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5bdbe27-3533-4b1e-afaa-18581087ba6d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:04.761596 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'code': 200} Nov 22 16:18:04.778180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5f9b98-7bab-4197-9d72-a967502b0720']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:04.801568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89cb956-0d33-482a-9a0d-22ad12f5dea3') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:04.805085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89cb956-0d33-482a-9a0d-22ad12f5dea3') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:04.849606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.858221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Pushing event updated for resources: {'Port': ['ID=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:04.881072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.882194 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.892028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:18:04.892420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.893884 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.907601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'Port': ['ID=b44fe3a0-209a-4d56-ac7e-58aa4002152f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:04.971303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:04.972069 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.973499 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] 10.222.0.71 "PUT /v2.0/ports/365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 1092 time: 2.0681121 Nov 22 16:18:04.974236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:04.976624 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e" -d '{"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:18:04.987303 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:18:05.009784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] For port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:05.020074 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.042204 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.095593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] Pushing event deleted for resources: {'Port': ['ID=bc6cc181-624b-49bb-a23d-e16db0d32e83,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:05.103061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c13490-622c-4df3-a87c-de29625743e7 None None] No DVR routers for this DVR port bc6cc181-624b-49bb-a23d-e16db0d32e83 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:05.106620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3fc4d27c-8421-4e3b-95bc-5d2899bc73ce req-09cdf9b9-7dfb-4ace-a5ad-b772bc060a2a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989301 Nov 22 16:18:05.135558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b34569bd-22dd-4cec-96ae-3a2ce7f6154e None None] Provisioning complete for port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:05.136321 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b34569bd-22dd-4cec-96ae-3a2ce7f6154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.149365 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.173517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda306bb-2e56-4c13-89e5-b455e5c5ab3f service neutron] Pushing event updated for resources: {'Port': ['ID=365cca16-9123-457a-ad12-4764a8ed7583,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:05.193339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] For port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,segment=NetworkSegment(d3bcb4e4-6d29-466d-b0e5-62c0a59011a5),segment_id=d3bcb4e4-6d29-466d-b0e5-62c0a59011a5)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:05.213748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902a5-0018-422f-a139-26a60eb706ed req-83d03004-9738-4473-8e2b-39798367f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:05.215390 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-83d03004-9738-4473-8e2b-39798367f351 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1095 time: 0.1742542 Nov 22 16:18:05.215852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.219847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/bd5f9b98-7bab-4197-9d72-a967502b0720 HTTP/1.1" status: 204 len: 168 time: 3.2273886 Nov 22 16:18:05.221211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.221897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.223873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:05.277438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:03Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:05.324104 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-4f6953e1-86ad-4b74-9594-1560ff8df5f6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 217 time: 0.0857530 Nov 22 16:18:05.334028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc2ef3-ee06-46b4-b475-bcf64a8ed1ce tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=bd5f9b98-7bab-4197-9d72-a967502b0720,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:05.368849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04949c39-7fb4-4470-a430-cd133c8de0c3 None None] The sync data for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 is: [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:03Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:05.434744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f585a9-c30f-4f65-acf3-ed552ef544c7 None None] Pushing event updated for resources: {'Port': ['ID=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:05.495402 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b34569bd-22dd-4cec-96ae-3a2ce7f6154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.508180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38902a5-0018-422f-a139-26a60eb706ed req-89740b57-2640-4960-9126-e356b7f924c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:05.510507 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-89740b57-2640-4960-9126-e356b7f924c4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.1638405 Nov 22 16:18:05.542149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 6bb63240-8029-456b-9364-b0dfb5c78845 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:05.555301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-8712ceb7-f9dd-4666-b1ad-86e26c900031 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:05.565921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-8712ceb7-f9dd-4666-b1ad-86e26c900031 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.5795388 Nov 22 16:18:05.569484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b34569bd-22dd-4cec-96ae-3a2ce7f6154e None None] For port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:05.577319 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-501b6d45-f4b3-4931-a0c0-8223d9fa5ccb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290749 Nov 22 16:18:05.583477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b34569bd-22dd-4cec-96ae-3a2ce7f6154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.604901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:05.632779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-98d96d2c-914b-4803-9d90-bc2abd237ad0 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/quotas/1e9c24f629ef41cc8bf8e9068d07a03e HTTP/1.1" status: 200 len: 375 time: 0.0658133 Nov 22 16:18:05.638017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:05.660356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=65abd1e3-d355-4254-93fd-cf332c428690,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:05.709857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b34569bd-22dd-4cec-96ae-3a2ce7f6154e None None] Provisioning complete for port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:05.710237 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b34569bd-22dd-4cec-96ae-3a2ce7f6154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:05.716315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34569bd-22dd-4cec-96ae-3a2ce7f6154e None None] Pushing event updated for resources: {'Port': ['ID=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:05.863689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd226f4c-c855-48dc-8b10-9f308e0bb205 req-1355f33b-dc22-4aa5-9569-47586d12e494 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:05.878904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd226f4c-c855-48dc-8b10-9f308e0bb205 req-1355f33b-dc22-4aa5-9569-47586d12e494 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.6736529 Nov 22 16:18:05.880910 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-9b5200f3-dcc9-4aad-9c02-ad2080722dde service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927933 Nov 22 16:18:05.981294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24856642-61c3-4fb3-9519-db336ccec170 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:05.984895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.047738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.132635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 24856642-61c3-4fb3-9519-db336ccec170 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:18:06.165125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-75ecb106-decb-4155-a19d-643cfa609441 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5313551 Nov 22 16:18:06.165469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 24856642-61c3-4fb3-9519-db336ccec170 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:06.166453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.265279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'Port': ['ID=b44fe3a0-209a-4d56-ac7e-58aa4002152f,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:06.291126 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a38902a5-0018-422f-a139-26a60eb706ed req-816f0843-6d97-4c11-81ea-1c9532bcea2a service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222899 Nov 22 16:18:06.294706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.323291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.325350 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e671137-704f-4dcb-96b4-79f080588dab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0707669 Nov 22 16:18:06.334537 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.350727 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.370019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:06.428565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b110e23f-96e3-4617-a167-e0ce2e04464b None None] Provisioning complete for port 65abd1e3-d355-4254-93fd-cf332c428690 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:06.429204 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b110e23f-96e3-4617-a167-e0ce2e04464b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.508734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:06.510914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:06.511495 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.516507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd226f4c-c855-48dc-8b10-9f308e0bb205 req-2f9ddfa8-31fa-41ba-b5ee-2bec108f10f4 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6364219 Nov 22 16:18:06.550621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-c6a3abf9-3a67-49c5-9252-06cf209d03ff service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846138 Nov 22 16:18:06.552107 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:06.557769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b110e23f-96e3-4617-a167-e0ce2e04464b None None] Port 65abd1e3-d355-4254-93fd-cf332c428690 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:06.623884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:06.828053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24856642-61c3-4fb3-9519-db336ccec170'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:06.830447 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e512b562-696d-466e-acad-a74f4075e434" -d '{"events": [{"server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "name": "network-vif-plugged", "status": "completed", "tag": "24856642-61c3-4fb3-9519-db336ccec170"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:06.860534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:06.948094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:07.012734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:07.013248 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.056337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8876ed7-d686-402f-888c-e659d4a5e4ef None None] Network 29043142-faa2-4bf1-9430-318c24d6c78e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:07.105006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0be5e76c-9c70-4aa9-9ced-70c55fe9f774 req-73ec4065-2f13-4c69-8d46-c34b98d04448 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 210 time: 0.4620636 Nov 22 16:18:07.128960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-ccce7839-95c9-4318-a51f-68e2e2ab9e00 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:07.130533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-ccce7839-95c9-4318-a51f-68e2e2ab9e00 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.11 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 815 time: 0.8064566 Nov 22 16:18:07.160590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Request body: {'port': {'device_id': 'e1df0aee-f429-4aa6-b0b8-2bd0f5662a19', 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'admin_state_up': True, 'tenant_id': '2469cabfa87640beb91090460220b35f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:07.181215 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a171158-63c3-45dd-81c2-d140305db4b2 x-openstack-request-id: req-9a171158-63c3-45dd-81c2-d140305db4b2 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:07.181787 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:07.181787 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a171158-63c3-45dd-81c2-d140305db4b2 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:07.182179 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583', 'status': 'completed', 'code': 200} Nov 22 16:18:07.199440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ee6dcc5d-c9eb-42d1-8c3e-9b28946606db None None] Provisioning complete for port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:07.199801 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee6dcc5d-c9eb-42d1-8c3e-9b28946606db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.286821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-554f77a1-254d-4828-85d2-39476daad139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:07.288532 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-554f77a1-254d-4828-85d2-39476daad139 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1095 time: 0.0791311 Nov 22 16:18:07.299768 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.300810 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.361343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-95472879-004f-45d0-848f-3205fb788e2f service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8041840 Nov 22 16:18:07.377598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,segment=NetworkSegment(d3bcb4e4-6d29-466d-b0e5-62c0a59011a5),segment_id=d3bcb4e4-6d29-466d-b0e5-62c0a59011a5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:07.393350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.394161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:07.462640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee6dcc5d-c9eb-42d1-8c3e-9b28946606db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.482407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-fcab67f8-a4ed-4dae-b6b5-8399736ed1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:07.482407 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-fcab67f8-a4ed-4dae-b6b5-8399736ed1ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 920 time: 0.1845255 Nov 22 16:18:07.528086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56c173-8f2a-4bcd-a55c-b7b0cc663722 req-be56a016-2b21-478c-a04b-1b120433cd9e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:07.536588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a56c173-8f2a-4bcd-a55c-b7b0cc663722 req-be56a016-2b21-478c-a04b-1b120433cd9e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 944 time: 0.2771459 Nov 22 16:18:07.609053 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-290db6f1-3b9b-4ae1-96d8-bfe072e52cee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 217 time: 0.1094899 Nov 22 16:18:07.634109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:07.649328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-ee6dcc5d-c9eb-42d1-8c3e-9b28946606db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:18:07.650106 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-ee6dcc5d-c9eb-42d1-8c3e-9b28946606db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:18:07.662844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:07.663512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.697077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-4f1d9aec-c39c-4421-b23f-d7929420461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:07.699740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-4f1d9aec-c39c-4421-b23f-d7929420461d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.0826044 Nov 22 16:18:07.790646 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-2acaa3e6-c6cf-4751-931d-985261d0fba8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615549 Nov 22 16:18:07.943215 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-d0cf9e07-f204-4e66-8e02-eef4964f1c0c service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250081 Nov 22 16:18:07.959813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a56c173-8f2a-4bcd-a55c-b7b0cc663722 req-43112aa0-4fed-47a5-bb1b-965cc2b10a0b tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222696 Nov 22 16:18:07.979770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d063ac-67c3-4d1c-81df-e83f174cdf36 req-5d8f3ef5-091f-42f1-bfa1-dd4b7a116bd3 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:07.981394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9d063ac-67c3-4d1c-81df-e83f174cdf36 req-5d8f3ef5-091f-42f1-bfa1-dd4b7a116bd3 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1812737 Nov 22 16:18:07.985536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Made reservation on behalf of 2469cabfa87640beb91090460220b35f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:07.989157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.995204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:08.101004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:08.101388 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.159872 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-923a19ea-9ca8-4c6f-83c5-7b53e4d7f11e req-f27f5079-7e8f-4204-aae3-59b70599d3ad service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998463 Nov 22 16:18:08.253712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9d063ac-67c3-4d1c-81df-e83f174cdf36 req-f98b5063-ddaf-40a2-817b-6943b5cb7839 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620196 Nov 22 16:18:08.256653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.259982 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.269944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.316475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-d82500f6-77f5-42d3-8311-63c708994e46 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1577599004&fields=id&tenant_id=f7f20f4022784e15848c51c9ca7368a6 HTTP/1.1" status: 200 len: 267 time: 0.2291732 Nov 22 16:18:08.342262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1ded4f78-0837-446a-b0a1-8a6655f9ace4 None None] Provisioning complete for port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:08.342928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ded4f78-0837-446a-b0a1-8a6655f9ace4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.582716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.584354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=65abd1e3-d355-4254-93fd-cf332c428690,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:08.599586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Allocated IP 172.20.0.5 (706200e4-4cbc-42e1-95db-f531e6787aef/a829c7b9-2541-4f40-bc75-acd606ba3ba3/e82ce454-2753-4c60-a97c-bd0cd791fa39) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:08.620954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 365cca16-9123-457a-ad12-4764a8ed7583 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:08.737845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb05a2c-40c4-454c-ba9a-6bc5b635b23f req-5fde5846-c3b9-4593-9088-bff33672bf7d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:08.739455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bb05a2c-40c4-454c-ba9a-6bc5b635b23f req-5fde5846-c3b9-4593-9088-bff33672bf7d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.3583481 Nov 22 16:18:08.739754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 365cca16-9123-457a-ad12-4764a8ed7583, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=365cca16-9123-457a-ad12-4764a8ed7583,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:08.752950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '365cca16-9123-457a-ad12-4764a8ed7583', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'port_id': '365cca16-9123-457a-ad12-4764a8ed7583', 'mac_address': 'fa:16:3e:1c:00:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:08.803491 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.816730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704a8a-9258-40b5-9490-418563629be6 req-82c5526f-67ea-4f6a-ab1b-f0bb91e5ca83 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:08.819866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-82c5526f-67ea-4f6a-ab1b-f0bb91e5ca83 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 817 time: 0.5025232 Nov 22 16:18:08.821159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365cca16-9123-457a-ad12-4764a8ed7583 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:08.845308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 365cca16-9123-457a-ad12-4764a8ed7583, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=365cca16-9123-457a-ad12-4764a8ed7583,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:08.849932 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.907579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=365cca16-9123-457a-ad12-4764a8ed7583,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:08.993072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-7eb560a7-b2dc-4ddb-a104-331f44307720 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/quotas/f7f20f4022784e15848c51c9ca7368a6 HTTP/1.1" status: 200 len: 375 time: 0.1608787 Nov 22 16:18:09.021049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bb05a2c-40c4-454c-ba9a-6bc5b635b23f req-698d2e78-68c2-4873-90d2-69b1982c5a15 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576938 Nov 22 16:18:09.091108 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3358bfb0-993d-4576-af8c-8564405b20ce x-openstack-request-id: req-3358bfb0-993d-4576-af8c-8564405b20ce {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:09.092071 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "name": "network-vif-plugged", "status": "completed", "tag": "24856642-61c3-4fb3-9519-db336ccec170", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:09.092413 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3358bfb0-993d-4576-af8c-8564405b20ce {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:09.092936 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24856642-61c3-4fb3-9519-db336ccec170', 'code': 200} Nov 22 16:18:09.109318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-2a7e95e4-9962-49c8-b572-0b0d0a4d3588 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:09.110880 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-2a7e95e4-9962-49c8-b572-0b0d0a4d3588 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.2205775 Nov 22 16:18:09.115655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['365cca16-9123-457a-ad12-4764a8ed7583'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:09.132554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 6bb63240-8029-456b-9364-b0dfb5c78845 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:09.133712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Request body: {'port': {'device_id': '3a98d986-07f0-42bd-b3ec-db7da33f964a', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'admin_state_up': True, 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:09.145162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:09.260510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b644a340-f3c4-4aef-9948-80df187b909e req-4171ff9f-aab7-48d3-a1f6-826cf3fb0c71 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 210 time: 0.0572731 Nov 22 16:18:09.324636 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6028a7-caca-4409-8866-48f4a844e785 req-fe04e6c9-e250-4750-8d83-0d02d5d5c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:09.328305 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b6028a7-caca-4409-8866-48f4a844e785 req-fe04e6c9-e250-4750-8d83-0d02d5d5c5cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 1097 time: 0.1165266 Nov 22 16:18:09.418104 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b6028a7-caca-4409-8866-48f4a844e785 req-df1a27ee-7f21-4d13-a729-7c55ed7a021a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752232 Nov 22 16:18:09.423678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:09.429091 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:09.469773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8ee51a75-ed97-4050-acf5-318ef847cf86 None None] Provisioning complete for port 65abd1e3-d355-4254-93fd-cf332c428690 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:09.470151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ee51a75-ed97-4050-acf5-318ef847cf86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:09.519250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8ee51a75-ed97-4050-acf5-318ef847cf86 None None] Port 65abd1e3-d355-4254-93fd-cf332c428690 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:09.573168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Allocated IP 172.20.0.7 (44643127-da94-453c-8154-9dd5b747c506/d3fc69f0-88b6-4977-844d-882eb71953bb/8e6ced99-cec5-4775-b1be-08705fe1728b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:09.731330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:09.760067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-b1c7e628-607f-4257-963d-762055a79678 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7559440 Nov 22 16:18:09.772081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51b8fb1c-5539-4918-a9c5-5e5ea9016f8c req-68ee7b72-e54c-473e-9efa-4bde063a4a16 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 210 time: 0.3862586 Nov 22 16:18:09.818019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.026116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15358e25-e10f-4ac8-9369-a2835cd088c4 req-dd1e95bb-8e26-465c-99ac-fd1a49966bf4 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:10.027579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15358e25-e10f-4ac8-9369-a2835cd088c4 req-dd1e95bb-8e26-465c-99ac-fd1a49966bf4 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 945 time: 0.1789060 Nov 22 16:18:10.031208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.031419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.034891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 46a74027-2d0b-4205-941d-848d6a1b9b34 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:10.035232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.044839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3b9e492e-5f8a-4bfb-9454-9708433b8c10'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:10.078131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Network 44643127-da94-453c-8154-9dd5b747c506 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:10.081516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:10.085368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:10.092184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:10.115436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-f73c2278-9828-43cd-8756-0a14417a7476 service neutron] 10.222.0.69 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061962 Nov 22 16:18:10.133818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:10.134456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.148166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event updated for resources: {'Port': ['ID=8e6ced99-cec5-4775-b1be-08705fe1728b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:10.153534 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-7e5a8fdc-8fa3-4fbb-96d9-af4696a2c348 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0238767 Nov 22 16:18:10.169703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Request body: {'port': {'device_id': '3a98d986-07f0-42bd-b3ec-db7da33f964a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:10.175004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 66403a3d-1dd6-40c3-be0c-aa33cb99e0ba is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:18:10.208926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Network 706200e4-4cbc-42e1-95db-f531e6787aef is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:10.235397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Pushing event updated for resources: {'Port': ['ID=e82ce454-2753-4c60-a97c-bd0cd791fa39,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:10.237194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.238116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:10.252468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:10.319711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15358e25-e10f-4ac8-9369-a2835cd088c4 req-022f75be-a089-40ee-9852-b74bc0deab61 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770712 Nov 22 16:18:10.418710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port 46a74027-2d0b-4205-941d-848d6a1b9b34, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=46a74027-2d0b-4205-941d-848d6a1b9b34,segment=NetworkSegment(14e71aed-1dab-4999-847c-0cb2638b343a),segment_id=14e71aed-1dab-4999-847c-0cb2638b343a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:10.419184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.455025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 46a74027-2d0b-4205-941d-848d6a1b9b34 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:10.464324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:10.464984 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.488250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-bd337f10-4ab5-4ee9-9041-de4b3c3c6611 service neutron] 10.222.0.69 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554318 Nov 22 16:18:10.507650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:10.524881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c9156-a44b-4060-9a9c-2c4261668e66 None None] Sync routers for ids ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:10.540719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c9156-a44b-4060-9a9c-2c4261668e66 None None] Routers {'66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:10.541523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-6d9c9156-a44b-4060-9a9c-2c4261668e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:10.562935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a7a361c5-c3c5-4718-9b90-23939cf09c8a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/66403a3d-1dd6-40c3-be0c-aa33cb99e0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8213258 Nov 22 16:18:10.569525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-bad9c413-1d97-4c92-9191-dc9e7e1a53ce tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4179347 Nov 22 16:18:10.573528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:10.588860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-6d9c9156-a44b-4060-9a9c-2c4261668e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:10.591038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e6ced99-cec5-4775-b1be-08705fe1728b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:10.597846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Request body: {'port': {'device_id': 'e1df0aee-f429-4aa6-b0b8-2bd0f5662a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:10.601285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9c9156-a44b-4060-9a9c-2c4261668e66 None None] Routers {'66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:10.601807 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.602428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-6d9c9156-a44b-4060-9a9c-2c4261668e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:10.619017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Transition to ACTIVE for port object 8e6ced99-cec5-4775-b1be-08705fe1728b will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:18:10.637872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.646725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-6d9c9156-a44b-4060-9a9c-2c4261668e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:10.647557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9c9156-a44b-4060-9a9c-2c4261668e66 None None] The sync data for ids ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:10.655412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 365cca16-9123-457a-ad12-4764a8ed7583 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:10.697353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6ced99-cec5-4775-b1be-08705fe1728b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:10.763414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 365cca16-9123-457a-ad12-4764a8ed7583 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:18:10.768619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 365cca16-9123-457a-ad12-4764a8ed7583 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:10.769004 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.851971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Attempting to bind port 8e6ced99-cec5-4775-b1be-08705fe1728b on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:10.852332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Attempting to bind port 8e6ced99-cec5-4775-b1be-08705fe1728b by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:10.852675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Attempting to bind port 8e6ced99-cec5-4775-b1be-08705fe1728b on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:10.856251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd9504-b3b3-41ac-829e-94a62775ca0d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:10.859797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-44cd9504-b3b3-41ac-829e-94a62775ca0d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports/65abd1e3-d355-4254-93fd-cf332c428690 HTTP/1.1" status: 200 len: 910 time: 0.2848749 Nov 22 16:18:10.860297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Port 8e6ced99-cec5-4775-b1be-08705fe1728b on network 44643127-da94-453c-8154-9dd5b747c506 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:18:10.860618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Attempting to bind port 8e6ced99-cec5-4775-b1be-08705fe1728b on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:10.862539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54254) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:10.918612 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.934347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4b5e-7f7b-4038-9043-0ce6f6fe146a req-d75e3bd5-f8ea-4af1-933d-b18a652009da tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:10.936454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17ac4b5e-7f7b-4038-9043-0ce6f6fe146a req-d75e3bd5-f8ea-4af1-933d-b18a652009da tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.4523225 Nov 22 16:18:10.977328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.983394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 365cca16-9123-457a-ad12-4764a8ed7583, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=365cca16-9123-457a-ad12-4764a8ed7583,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:10.989827 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:11.005290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:11.069691 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:11.070039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Checking segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:11.070466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Bound using segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:11.070946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Bound port: 8e6ced99-cec5-4775-b1be-08705fe1728b, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:11.071396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:11.082294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=46a74027-2d0b-4205-941d-848d6a1b9b34,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:11.099437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:11.101031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a854-1cb2-4ffa-9b59-b192256ad99e req-87c262d3-4f20-441f-a655-b30da750b347 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:11.102600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9963a854-1cb2-4ffa-9b59-b192256ad99e req-87c262d3-4f20-441f-a655-b30da750b347 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 943 time: 0.2724638 Nov 22 16:18:11.115506 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb14868c-3e7f-4a56-bb6f-cb4302419801" -d '{"events": [{"server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "name": "network-vif-plugged", "status": "completed", "tag": "365cca16-9123-457a-ad12-4764a8ed7583"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:11.124831 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=365cca16-9123-457a-ad12-4764a8ed7583,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:11.178876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17ac4b5e-7f7b-4038-9043-0ce6f6fe146a req-ab6fd5a7-52de-4902-8ecb-ed5203573ea2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250094 Nov 22 16:18:11.180080 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-0e8ab35a-f03e-42ef-b3b5-f4f2c13366e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1229084 Nov 22 16:18:11.347247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] For port 8e6ced99-cec5-4775-b1be-08705fe1728b, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:11.353374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-6fb6c6c2-5453-4327-a358-4d46d1b6c025 req-857ee766-b96e-45fe-96fd-c39d66b2f624 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:18:11.354542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fb6c6c2-5453-4327-a358-4d46d1b6c025 req-857ee766-b96e-45fe-96fd-c39d66b2f624 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085227 Nov 22 16:18:11.421747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:11.448098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9963a854-1cb2-4ffa-9b59-b192256ad99e req-c17ab500-0b9f-4c83-bd03-2ee3043d6e59 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282907 Nov 22 16:18:11.526446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] For port 8e6ced99-cec5-4775-b1be-08705fe1728b, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=8e6ced99-cec5-4775-b1be-08705fe1728b,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:11.565169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-1e32e111-ceee-448f-834c-4011a7a1ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:11.582144 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-1e32e111-ceee-448f-834c-4011a7a1ef87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 1097 time: 0.3090756 Nov 22 16:18:11.585830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:11.695341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bcc44a3-2000-4add-8f91-455615e3df8e req-47ea3a3f-4104-4d8f-8002-a4142f813fb7 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 210 time: 0.0618477 Nov 22 16:18:11.696111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:11.696958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:11.699348 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] 10.222.0.71 "PUT /v2.0/ports/8e6ced99-cec5-4775-b1be-08705fe1728b HTTP/1.1" status: 200 len: 1091 time: 1.5352139 Nov 22 16:18:11.722668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a98d986-07f0-42bd-b3ec-db7da33f964a', 'tag': '8e6ced99-cec5-4775-b1be-08705fe1728b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:11.725351 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a98d986-07f0-42bd-b3ec-db7da33f964a", "tag": "8e6ced99-cec5-4775-b1be-08705fe1728b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:11.822352 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e2e32f-675d-4197-9092-caac57ea43ea x-openstack-request-id: req-e5e2e32f-675d-4197-9092-caac57ea43ea {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:11.822352 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "name": "network-vif-plugged", "status": "completed", "tag": "365cca16-9123-457a-ad12-4764a8ed7583", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:11.822815 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5e2e32f-675d-4197-9092-caac57ea43ea {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:11.826277 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583', 'code': 200} Nov 22 16:18:11.925680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d248405-6e4b-4b05-86b9-91a9e87f69c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e6ced99-cec5-4775-b1be-08705fe1728b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:11.951573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f18fd-9a55-40ce-9b5b-708eb6d14057 req-38f3bf13-2920-4af3-986d-d65d57810857 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:11.952976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-672f18fd-9a55-40ce-9b5b-708eb6d14057 req-38f3bf13-2920-4af3-986d-d65d57810857 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 931 time: 0.2961264 Nov 22 16:18:11.995926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-ccce3991-84cf-4cce-a4e9-7d509cfc903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:11.998334 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-ccce3991-84cf-4cce-a4e9-7d509cfc903c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 1094 time: 0.2194827 Nov 22 16:18:12.008190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e82ce454-2753-4c60-a97c-bd0cd791fa39 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:12.024283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:12.104780 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-ed96157b-aef2-4581-836c-8aa7a0f54590 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e6ced99-cec5-4775-b1be-08705fe1728b HTTP/1.1" status: 200 len: 217 time: 0.0849147 Nov 22 16:18:12.121151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Transition to ACTIVE for port object e82ce454-2753-4c60-a97c-bd0cd791fa39 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:18:12.128660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-fcfa205f-a943-425a-9776-3beafa1f4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:12.130124 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-fcfa205f-a943-425a-9776-3beafa1f4246 service neutron] 10.222.0.11 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 916 time: 0.4531770 Nov 22 16:18:12.135781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:12.145907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-672f18fd-9a55-40ce-9b5b-708eb6d14057 req-e8a13034-2d41-47dd-80f7-84fc12a98cea tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824486 Nov 22 16:18:12.159940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c3e53-5c77-4c33-a842-25a8beeae6dc req-6820f9fe-55bd-4370-b060-d020c8d810f9 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:12.161485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac8c3e53-5c77-4c33-a842-25a8beeae6dc req-6820f9fe-55bd-4370-b060-d020c8d810f9 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.2034287 Nov 22 16:18:12.229974 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:12.239518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=e82ce454-2753-4c60-a97c-bd0cd791fa39,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:12.251889 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-ac7a8cd8-0db0-4d68-9d54-da7fd0e4e9a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10 HTTP/1.1" status: 200 len: 217 time: 0.1030071 Nov 22 16:18:12.256887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:12.307071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e40a2-3c41-4538-b6d7-b8a6f9021910 req-eb40b9d9-4874-4e77-9bde-b789d4cae738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:12.309106 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-823e40a2-3c41-4538-b6d7-b8a6f9021910 req-eb40b9d9-4874-4e77-9bde-b789d4cae738 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1097 time: 0.3445904 Nov 22 16:18:12.353445 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-d6c7b5d0-36a4-4f0c-a675-c07a797e0f30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4160931 Nov 22 16:18:12.364707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac8c3e53-5c77-4c33-a842-25a8beeae6dc req-2426817a-31d8-4d21-a153-1d6c202b4368 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801229 Nov 22 16:18:12.396743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-fa91174b-de77-44cb-945b-9ba513065a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:12.398632 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-fa91174b-de77-44cb-945b-9ba513065a4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.2724094 Nov 22 16:18:12.418178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-68b56b51-f3c7-4871-aacf-b20be5a282ee service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:18:12.420378 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-68b56b51-f3c7-4871-aacf-b20be5a282ee service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086117 Nov 22 16:18:12.434239 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ddbcac-3805-45f6-865b-54e8a8e55b1f x-openstack-request-id: req-62ddbcac-3805-45f6-865b-54e8a8e55b1f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:12.434535 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a98d986-07f0-42bd-b3ec-db7da33f964a", "tag": "8e6ced99-cec5-4775-b1be-08705fe1728b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:12.435128 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62ddbcac-3805-45f6-865b-54e8a8e55b1f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:12.436085 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a98d986-07f0-42bd-b3ec-db7da33f964a', 'tag': '8e6ced99-cec5-4775-b1be-08705fe1728b', 'status': 'completed', 'code': 200} Nov 22 16:18:12.495492 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-2d21d668-f6d8-40d2-98ca-3e11bbef8e8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686796 Nov 22 16:18:12.505825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-bc92700e-9de5-4d27-8f89-e8b9ef2f9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:12.507347 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-bc92700e-9de5-4d27-8f89-e8b9ef2f9e1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.2434492 Nov 22 16:18:12.565328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-823e40a2-3c41-4538-b6d7-b8a6f9021910 req-fbef4743-1b62-492f-ac78-dad53735a2fb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155359 Nov 22 16:18:12.635267 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-8afd709b-0886-4434-a39e-10c98666a30a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132002 Nov 22 16:18:12.881171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-f7c29375-71c7-4870-b47c-f1b7f7c8bf1a service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630953 Nov 22 16:18:12.886990 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-e1adbdfe-01a9-49f7-a71a-135486fbb8fe service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417910 Nov 22 16:18:12.918647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5f827-2316-477c-957c-329ad86cd9d5 req-fc434f6e-4727-4ead-ac40-a3eea1f2659b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:12.920220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fc5f827-2316-477c-957c-329ad86cd9d5 req-fc434f6e-4727-4ead-ac40-a3eea1f2659b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.6605937 Nov 22 16:18:12.931415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Attempting to bind port e82ce454-2753-4c60-a97c-bd0cd791fa39 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:12.931739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Attempting to bind port e82ce454-2753-4c60-a97c-bd0cd791fa39 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:12.932094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Attempting to bind port e82ce454-2753-4c60-a97c-bd0cd791fa39 on network 706200e4-4cbc-42e1-95db-f531e6787aef {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:12.945872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:12.955523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfedff-b548-42da-a12c-c341c5a62ea4 req-fc39a079-d4fc-4d7a-9b82-8499b84778cb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:12.957132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ecfedff-b548-42da-a12c-c341c5a62ea4 req-fc39a079-d4fc-4d7a-9b82-8499b84778cb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.2197261 Nov 22 16:18:12.963212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ca273aac-6c37-4dc4-9677-0066dca983bd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7097414 Nov 22 16:18:12.973019 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:12.982120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54296) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:12.982774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Port e82ce454-2753-4c60-a97c-bd0cd791fa39 on network 706200e4-4cbc-42e1-95db-f531e6787aef not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:18:12.983103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Attempting to bind port e82ce454-2753-4c60-a97c-bd0cd791fa39 on network 706200e4-4cbc-42e1-95db-f531e6787aef {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:12.984814 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:12.985888 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:13.001373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704a8a-9258-40b5-9490-418563629be6 req-3695ee2f-d183-45ca-ab54-f5e72d1623ac tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:13.002838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-3695ee2f-d183-45ca-ab54-f5e72d1623ac tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 817 time: 0.7041984 Nov 22 16:18:13.072104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:13.072533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Checking segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:13.072882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Bound using segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:13.073338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Bound port: e82ce454-2753-4c60-a97c-bd0cd791fa39, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:13.073697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.140258 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:13.201456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabb06e2-2ad9-49a2-9206-920c4fedb582 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet fc86018c-0bd4-4b38-b995-639cd83e1b86 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:18:13.214053 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fc5f827-2316-477c-957c-329ad86cd9d5 req-9e7d7b17-15c8-46fa-846d-990fda3d36e2 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733686 Nov 22 16:18:13.228715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ecfedff-b548-42da-a12c-c341c5a62ea4 req-e973d6ff-8802-4a37-b3cb-1307613fa1cf tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471151 Nov 22 16:18:13.246449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fabb06e2-2ad9-49a2-9206-920c4fedb582 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.340599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-bede94aa-63ac-4dc8-8d34-568082903575 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f20f4022784e15848c51c9ca7368a6 HTTP/1.1" status: 200 len: 380 time: 0.3120627 Nov 22 16:18:13.349774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.21.0.1 (29043142-faa2-4bf1-9430-318c24d6c78e/3b9d0cc9-0441-410d-a5e5-86f02af2321c/ae8b94eb-c93c-4aab-a7bf-09507d898b26) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:13.390413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'port': {'device_id': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'admin_state_up': True, 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'security_groups': ['1c579abc-1a7f-480e-99f7-73f9f4f36681']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:13.410906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fabb06e2-2ad9-49a2-9206-920c4fedb582 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.415089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] For port e82ce454-2753-4c60-a97c-bd0cd791fa39, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:13.429383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b22f5310-47a2-4e2d-8bb9-163b43556027 req-f4b24b1c-5012-4f74-ab22-75fd72cb1251 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 210 time: 0.0977991 Nov 22 16:18:13.463193 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:18:13.471732 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-725d7cab-ab37-4ede-b2e0-86d6dd25a927 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656519 Nov 22 16:18:13.473370 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:10Z', 'revision_number': 9, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:13.493612 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a52f95db-e2a5-43f3-9061-779f32ff3083 req-a166f3e1-9874-49f3-8b79-432bf1aed23f service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023495 Nov 22 16:18:13.538704 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:18:13.547454 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:13.548428 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:13.581535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] For port e82ce454-2753-4c60-a97c-bd0cd791fa39, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e82ce454-2753-4c60-a97c-bd0cd791fa39,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:13.617044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.629649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.636953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02a0d1-86c2-417b-b7de-6483857bfd82 req-c5e8562d-fd51-47be-a850-d8c6456e71df tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:13.639456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f02a0d1-86c2-417b-b7de-6483857bfd82 req-c5e8562d-fd51-47be-a850-d8c6456e71df tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 943 time: 0.3323016 Nov 22 16:18:13.661179 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:13.687293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-a1111e3b-a2b6-486c-bb68-7d37a7cb8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:13.688843 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-a1111e3b-a2b6-486c-bb68-7d37a7cb8170 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173&tenant_id=6d393ea3658642d2841a2cfe916fb5aa HTTP/1.1" status: 200 len: 1094 time: 0.1485071 Nov 22 16:18:13.694176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-62892c6a-52e8-4b4b-b1e4-936fd13df41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:13.700327 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-62892c6a-52e8-4b4b-b1e4-936fd13df41d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 1094 time: 0.1067135 Nov 22 16:18:13.725330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:13.726110 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.727588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] 10.222.0.11 "PUT /v2.0/ports/e82ce454-2753-4c60-a97c-bd0cd791fa39 HTTP/1.1" status: 200 len: 1091 time: 3.1397607 Nov 22 16:18:13.736608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1df0aee-f429-4aa6-b0b8-2bd0f5662a19', 'tag': 'e82ce454-2753-4c60-a97c-bd0cd791fa39'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:13.739063 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1df0aee-f429-4aa6-b0b8-2bd0f5662a19", "tag": "e82ce454-2753-4c60-a97c-bd0cd791fa39"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:13.790230 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.812440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 29043142-faa2-4bf1-9430-318c24d6c78e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:13.818732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:13.853462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:13.865091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db284d28-7ee1-4fb7-bd53-d1984f2dad87 req-fb43fefe-2e29-4212-9a01-7f216eecb669 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:13.874594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db284d28-7ee1-4fb7-bd53-d1984f2dad87 req-fb43fefe-2e29-4212-9a01-7f216eecb669 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 943 time: 0.3204811 Nov 22 16:18:13.876793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7995ed2-9bbb-44eb-af7d-0244c5891ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=e82ce454-2753-4c60-a97c-bd0cd791fa39,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:13.928294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-22d759ab-4799-4139-9da0-aebb62d17b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:13.929756 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-22d759ab-4799-4139-9da0-aebb62d17b06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 1094 time: 0.2096970 Nov 22 16:18:13.930483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.956353 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fabb06e2-2ad9-49a2-9206-920c4fedb582 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:13.997225 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:10Z', 'revision_number': 9, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:13.999664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f02a0d1-86c2-417b-b7de-6483857bfd82 req-d3d9a13c-20b7-4ea3-81aa-38234734ded0 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228388 Nov 22 16:18:14.039153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Made reservation on behalf of f7f20f4022784e15848c51c9ca7368a6 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:14.048845 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063512b-6f69-441f-a5a3-b41097d858cd None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:10Z', 'revision_number': 9, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'd9b87b62-d3fe-45e0-aa45-c6053cefa4c6', 'name': '', 'network_id': 'fd58280e-173e-4fb5-880c-b87444810b2c', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:ea:33:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:11Z', 'updated_at': '2021-11-22T16:17:20Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': 'edfe4bb6-fa46-429a-8c11-74796d3d6db7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:14.062807 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:14.107410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-88d0b64a-6c76-46dc-9052-c7fb94affff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:14.109069 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-88d0b64a-6c76-46dc-9052-c7fb94affff4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 915 time: 0.1279268 Nov 22 16:18:14.113493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=ae8b94eb-c93c-4aab-a7bf-09507d898b26,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:14.113739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-6623e635-ff2f-4ef0-86dc-54a0fd7b7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:14.115519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-6623e635-ff2f-4ef0-86dc-54a0fd7b7867 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 1094 time: 0.3013747 Nov 22 16:18:14.123712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db284d28-7ee1-4fb7-bd53-d1984f2dad87 req-433a83b4-9044-4fc0-a896-dfa7ca80de98 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480514 Nov 22 16:18:14.197083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-ecefd222-8c8e-494a-a196-e6d07cd2c9e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e82ce454-2753-4c60-a97c-bd0cd791fa39 HTTP/1.1" status: 200 len: 217 time: 0.0709226 Nov 22 16:18:14.198101 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-af82df56-629f-4070-8b76-74ca0c487616 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1 HTTP/1.1" status: 200 len: 217 time: 0.0740457 Nov 22 16:18:14.206542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-1f7aa7bb-a540-41fd-a51e-f19808c39ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:14.208197 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-1f7aa7bb-a540-41fd-a51e-f19808c39ffb service neutron] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 0.4999933 Nov 22 16:18:14.281585 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fabb06e2-2ad9-49a2-9206-920c4fedb582 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:14.298889 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-46c875d6-e1d1-43e9-b7d1-96687c1f0266 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e6ced99-cec5-4775-b1be-08705fe1728b HTTP/1.1" status: 200 len: 217 time: 0.0542228 Nov 22 16:18:14.362835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb06e2-2ad9-49a2-9206-920c4fedb582 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=fc86018c-0bd4-4b38-b995-639cd83e1b86,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:14.373973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fabb06e2-2ad9-49a2-9206-920c4fedb582 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:14.377571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fabb06e2-2ad9-49a2-9206-920c4fedb582 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/fc86018c-0bd4-4b38-b995-639cd83e1b86 HTTP/1.1" status: 204 len: 168 time: 1.3921199 Nov 22 16:18:14.381095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:14.386157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7b1fd-e3cd-4fc0-aae6-e5092e378790 None None] Network 5729b9ab-4481-41be-b343-3f81de046441 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:14.404314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-1c3a2911-7bb6-4057-b215-fc00ba6e0c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:14.405953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-1c3a2911-7bb6-4057-b215-fc00ba6e0c07 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 200 len: 854 time: 0.1951797 Nov 22 16:18:14.416707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-a94c32b6-b3ab-45f5-8663-f3de6e7f51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:14.418531 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-a94c32b6-b3ab-45f5-8663-f3de6e7f51e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.1094778 Nov 22 16:18:14.430626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-2e6522a0-3ca8-4dd4-bcce-a41919df132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:14.432150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-2e6522a0-3ca8-4dd4-bcce-a41919df132d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.1974580 Nov 22 16:18:14.451709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:14.484702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-617190de-8b60-43c5-ab73-6d91dad2abdd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474439 Nov 22 16:18:14.501624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e20f877d-7bb3-4fb4-abe8-e02934d0bcda None None] Provisioning complete for port ae8b94eb-c93c-4aab-a7bf-09507d898b26 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:14.501994 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e20f877d-7bb3-4fb4-abe8-e02934d0bcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:14.517532 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-90cb004d-5b1e-4432-8fe5-12dd46ca91c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687716 Nov 22 16:18:14.589407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-1bb8d624-efe9-4ae0-b4db-8bbb04fbce9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429136 Nov 22 16:18:14.595112 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26447499-8f65-47a1-8184-22dd68e05d79 x-openstack-request-id: req-26447499-8f65-47a1-8184-22dd68e05d79 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:14.595767 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1df0aee-f429-4aa6-b0b8-2bd0f5662a19", "tag": "e82ce454-2753-4c60-a97c-bd0cd791fa39", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:14.596416 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26447499-8f65-47a1-8184-22dd68e05d79 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:14.597000 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1df0aee-f429-4aa6-b0b8-2bd0f5662a19', 'tag': 'e82ce454-2753-4c60-a97c-bd0cd791fa39', 'status': 'completed', 'code': 200} Nov 22 16:18:14.618552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320d272-abfa-4c41-ba0f-411c2458fd7a req-2d171d8d-7f4a-48ec-8526-17a3eb49b3e7 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:14.621285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6320d272-abfa-4c41-ba0f-411c2458fd7a req-2d171d8d-7f4a-48ec-8526-17a3eb49b3e7 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.3325462 Nov 22 16:18:14.627615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-9fa1cce0-60e1-4d2f-9fc6-1cba1a5645b4 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128001 Nov 22 16:18:14.648071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e20f877d-7bb3-4fb4-abe8-e02934d0bcda None None] Port ae8b94eb-c93c-4aab-a7bf-09507d898b26 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:14.760703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] DHCP port deletion for 5729b9ab-4481-41be-b343-3f81de046441 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:18:14.827526 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:14.828650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] Deleting port 6384945d-020c-427b-beec-d75384e9ddcc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:14.831067 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:14.835044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Allocated IP 172.20.0.3 (48c81d08-1185-4b6a-917a-4895b8c7c3c0/07f2886f-ac3a-43e1-86ff-c38e09ac265b/c0a709a1-c27b-4421-8c56-f29b6d5d6271) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:14.920806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304164-c686-4bf3-9dca-8a4c33509c5f req-20d4b110-76f1-4de3-b369-875aabb56d4b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:14.926150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] For port 6384945d-020c-427b-beec-d75384e9ddcc, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6384945d-020c-427b-beec-d75384e9ddcc,segment=NetworkSegment(14e71aed-1dab-4999-847c-0cb2638b343a),segment_id=14e71aed-1dab-4999-847c-0cb2638b343a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:14.929183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8304164-c686-4bf3-9dca-8a4c33509c5f req-20d4b110-76f1-4de3-b369-875aabb56d4b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.2940607 Nov 22 16:18:14.931087 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:14.949055 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-634e07b1-31cf-4b1d-9d6a-6b194a7b529c req-1330bf4e-3a17-486a-9cdf-36519bf8dce8 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970889 Nov 22 16:18:14.954473 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-3c2604d4-a9e6-407e-9d33-466d49627cda service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232963 Nov 22 16:18:14.956983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] Calling delete_port for 6384945d-020c-427b-beec-d75384e9ddcc owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:14.976516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6320d272-abfa-4c41-ba0f-411c2458fd7a req-f5151cbd-6d06-4e03-9cb9-ccf854178542 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296175 Nov 22 16:18:15.064080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-4aaeb555-4cb0-409a-8aeb-0763d5a41b19 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301708 Nov 22 16:18:15.068401 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.175941 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-bb78f6f1-e76b-478b-9eab-3f8668b91a70 service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054484 Nov 22 16:18:15.238431 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.241949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8304164-c686-4bf3-9dca-8a4c33509c5f req-17c50581-c35c-4529-b88a-3648a78f3aae tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117082 Nov 22 16:18:15.253442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.286882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] Pushing event deleted for resources: {'Port': ['ID=6384945d-020c-427b-beec-d75384e9ddcc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:15.291013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b8355-9e61-4276-826b-5f09e088d08c None None] No DVR routers for this DVR port 6384945d-020c-427b-beec-d75384e9ddcc on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:15.383597 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.394290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=ae8b94eb-c93c-4aab-a7bf-09507d898b26,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:15.417905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838c621-7f63-4c57-bb79-394f7a35f19f req-9c398078-68fb-4695-80dd-4b4efa59e29c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:15.420215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f838c621-7f63-4c57-bb79-394f7a35f19f req-9c398078-68fb-4695-80dd-4b4efa59e29c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.3388813 Nov 22 16:18:15.429729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 6384945d-020c-427b-beec-d75384e9ddcc {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:15.430064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.471991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bff5512-a734-4587-b5b7-ef0afac3c1ff req-68005f53-9872-46dd-a488-2745c72cbf4e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 210 time: 0.0974579 Nov 22 16:18:15.509679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c75c516-18b8-447f-be6a-694d7fa9c03c req-cc1a097e-f4d9-4ecc-b25c-9f9874c95083 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241016 Nov 22 16:18:15.514579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 29043142-faa2-4bf1-9430-318c24d6c78e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:15.517466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:15.600837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port 6384945d-020c-427b-beec-d75384e9ddcc, host n-d-811716-3, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:15.601175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.619937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 6384945d-020c-427b-beec-d75384e9ddcc owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:15.624286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Port 6384945d-020c-427b-beec-d75384e9ddcc was not found and therefore no delete operation was performed {{(pid=103411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:18:15.638413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.653049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.658294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 66403a3d-1dd6-40c3-be0c-aa33cb99e0ba has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:15.748433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.799833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=6384945d-020c-427b-beec-d75384e9ddcc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:15.807646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No DVR routers for this DVR port 6384945d-020c-427b-beec-d75384e9ddcc on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:15.904455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d6e7c969-f4c6-49ee-b433-619de4edbcf3 None None] Provisioning complete for port ae8b94eb-c93c-4aab-a7bf-09507d898b26 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:15.905065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d6e7c969-f4c6-49ee-b433-619de4edbcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:15.984624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-499cf802-7608-490c-9279-ac3866ed0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:15.988849 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:15.989423 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-499cf802-7608-490c-9279-ac3866ed0fb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1097 time: 0.1703093 Nov 22 16:18:15.992020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:15.999790 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-81b05f46-bc35-45d6-b4ce-c1d59d43bb9f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/66403a3d-1dd6-40c3-be0c-aa33cb99e0ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1354022 Nov 22 16:18:16.002112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54346) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:16.018431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7c969-f4c6-49ee-b433-619de4edbcf3 None None] Port ae8b94eb-c93c-4aab-a7bf-09507d898b26 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:16.024947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 46a74027-2d0b-4205-941d-848d6a1b9b34 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:16.028337 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f838c621-7f63-4c57-bb79-394f7a35f19f req-d51bdb18-5876-40bc-bf06-61f0de4694bb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653319 Nov 22 16:18:16.051720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:16.053647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:16.056840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:16.069780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c5290-935f-4caf-8054-e31df4dd82ed None None] Sync routers for ids ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:16.081138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-e563a1f5-1281-450c-80d5-a834358b5e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:16.082582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-e563a1f5-1281-450c-80d5-a834358b5e32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 1094 time: 0.4411404 Nov 22 16:18:16.082776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 46a74027-2d0b-4205-941d-848d6a1b9b34 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:16.083466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 46a74027-2d0b-4205-941d-848d6a1b9b34 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:16.084105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6384945d-020c-427b-beec-d75384e9ddcc no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:16.096896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c5290-935f-4caf-8054-e31df4dd82ed None None] Routers {'66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:16.098437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-157c5290-935f-4caf-8054-e31df4dd82ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:16.211063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-157c5290-935f-4caf-8054-e31df4dd82ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:16.213947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 6384945d-020c-427b-beec-d75384e9ddcc {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:16.214341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6384945d-020c-427b-beec-d75384e9ddcc not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:16.225827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:16.242880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fd3a5-5590-4b90-8aba-dd7d4106e458 req-3e5a3b26-52c9-492c-a0a2-5780e6e1902d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:16.250851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-806fd3a5-5590-4b90-8aba-dd7d4106e458 req-3e5a3b26-52c9-492c-a0a2-5780e6e1902d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 943 time: 0.4551876 Nov 22 16:18:16.251331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157c5290-935f-4caf-8054-e31df4dd82ed None None] Routers {'66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:16.252381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-157c5290-935f-4caf-8054-e31df4dd82ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:16.266504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7570325d-4e78-4b64-9c02-7d5573fbc80b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:16.270911 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7570325d-4e78-4b64-9c02-7d5573fbc80b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports/ae8b94eb-c93c-4aab-a7bf-09507d898b26 HTTP/1.1" status: 200 len: 910 time: 0.2646980 Nov 22 16:18:16.273462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54350) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:16.393254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-157c5290-935f-4caf-8054-e31df4dd82ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:16.394294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157c5290-935f-4caf-8054-e31df4dd82ed None None] The sync data for ids ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:16.442920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-e160530f-ab4a-45a0-8fa1-81388a57e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:16.444741 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-e160530f-ab4a-45a0-8fa1-81388a57e049 service neutron] 10.222.0.71 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 920 time: 0.4401755 Nov 22 16:18:16.458760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5729b9ab-4481-41be-b343-3f81de046441']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:16.473275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:16.473957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:16.501195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e71aed-1dab-4999-847c-0cb2638b343a') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:16.501881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e71aed-1dab-4999-847c-0cb2638b343a') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:16.523354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:16.549062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:16.554490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-440f3905-7137-43af-80d7-99e3b219897d None None] Provisioning complete for port c0a709a1-c27b-4421-8c56-f29b6d5d6271 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:16.555119 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-440f3905-7137-43af-80d7-99e3b219897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:16.563488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:18:16.564197 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:16.648511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-440f3905-7137-43af-80d7-99e3b219897d None None] Port c0a709a1-c27b-4421-8c56-f29b6d5d6271 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:16.656799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 8e6ced99-cec5-4775-b1be-08705fe1728b details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:16.810600 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:16.875135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 8e6ced99-cec5-4775-b1be-08705fe1728b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=8e6ced99-cec5-4775-b1be-08705fe1728b,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:16.893097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '8e6ced99-cec5-4775-b1be-08705fe1728b', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'port_id': '8e6ced99-cec5-4775-b1be-08705fe1728b', 'mac_address': 'fa:16:3e:a5:81:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc69f0-88b6-4977-844d-882eb71953bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:18:16.995962 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:18:17.039587 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:17.055647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-22b94263-b8e1-4473-87bb-7e39e4434fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:17.057716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-22b94263-b8e1-4473-87bb-7e39e4434fa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 916 time: 0.9077137 Nov 22 16:18:17.077194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e6ced99-cec5-4775-b1be-08705fe1728b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:17.119580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55266c85-5c80-4235-91fd-403782dc1d05 req-4cfaa626-7c60-4c69-90f8-8a2177c4c1d8 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:17.127609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 8e6ced99-cec5-4775-b1be-08705fe1728b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=8e6ced99-cec5-4775-b1be-08705fe1728b,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:17.128898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55266c85-5c80-4235-91fd-403782dc1d05 req-4cfaa626-7c60-4c69-90f8-8a2177c4c1d8 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 943 time: 0.8226740 Nov 22 16:18:17.134333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-a917bda9-f91b-42c2-9356-c9d5500cc49a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7706072 Nov 22 16:18:17.144327 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:17.249359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Request body: {'port': {'device_id': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:17.266395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55266c85-5c80-4235-91fd-403782dc1d05 req-e1bfe071-7a47-4dfc-b9cd-01df1c868d28 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339519 Nov 22 16:18:17.271330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-c293608e-4b1f-4d46-b093-9674e929983d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e82ce454-2753-4c60-a97c-bd0cd791fa39 HTTP/1.1" status: 200 len: 217 time: 0.1929622 Nov 22 16:18:17.290832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-806fd3a5-5590-4b90-8aba-dd7d4106e458 req-d15d2748-6930-417e-98ad-8115f4a85542 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0388718 Nov 22 16:18:17.298758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=8e6ced99-cec5-4775-b1be-08705fe1728b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:17.331485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:17.345603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:17.353981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/5729b9ab-4481-41be-b343-3f81de046441 HTTP/1.1" status: 204 len: 168 time: 2.9668710 Nov 22 16:18:17.355778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:17.429374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['8e6ced99-cec5-4775-b1be-08705fe1728b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:17.432903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c978b-c575-4f4c-abfc-b0f559d49ed1 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=5729b9ab-4481-41be-b343-3f81de046441,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:17.562746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-a2e3a2a1-7d99-4174-8cf7-a92eb501e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:17.564344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-a2e3a2a1-7d99-4174-8cf7-a92eb501e6e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.2710476 Nov 22 16:18:17.576792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:17.609955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7ec5c-9024-42f3-8f24-2afa8bb30356 req-176b453d-59ab-48b2-9a3c-bc02f8d8beb2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:17.617658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cb7ec5c-9024-42f3-8f24-2afa8bb30356 req-176b453d-59ab-48b2-9a3c-bc02f8d8beb2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1892073 Nov 22 16:18:17.663985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9fb8-cb27-4344-a9c0-4277c51ec05d req-edcfa6a1-1642-48e3-ac1e-a41dd9da65c3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:17.668756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c20c9fb8-cb27-4344-a9c0-4277c51ec05d req-edcfa6a1-1642-48e3-ac1e-a41dd9da65c3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.2369394 Nov 22 16:18:17.717907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-8eca5b01-c86f-4a66-8ccb-42c385d4303b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1430397 Nov 22 16:18:17.881882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cb7ec5c-9024-42f3-8f24-2afa8bb30356 req-5b6521a1-1bf6-4bc0-9487-b52aabd59128 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631903 Nov 22 16:18:17.951565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e82ce454-2753-4c60-a97c-bd0cd791fa39 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:17.985316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port ae8b94eb-c93c-4aab-a7bf-09507d898b26 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:17.986112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:17.988962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c20c9fb8-cb27-4344-a9c0-4277c51ec05d req-f5a2e257-de90-436b-87ac-aab334bab1d3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996790 Nov 22 16:18:18.213422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e82ce454-2753-4c60-a97c-bd0cd791fa39, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e82ce454-2753-4c60-a97c-bd0cd791fa39,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:18.244689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e82ce454-2753-4c60-a97c-bd0cd791fa39', 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'port_id': 'e82ce454-2753-4c60-a97c-bd0cd791fa39', 'mac_address': 'fa:16:3e:08:0f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a829c7b9-2541-4f40-bc75-acd606ba3ba3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:18.258578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-7daef2f8-3a01-4587-ac90-d92aa8d65b7f service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193446 Nov 22 16:18:18.327496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:18.341450 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:18.364863 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:18.387209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e82ce454-2753-4c60-a97c-bd0cd791fa39 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:18.434130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e82ce454-2753-4c60-a97c-bd0cd791fa39, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e82ce454-2753-4c60-a97c-bd0cd791fa39,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:18.439823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for ae8b94eb-c93c-4aab-a7bf-09507d898b26 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:18.454930 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:18.520829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afe23b-0ba5-4a3b-8800-d41b7f89bfe3 req-628e826e-6a8f-404d-b204-2b97f3e66a2c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:18.529560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15afe23b-0ba5-4a3b-8800-d41b7f89bfe3 req-628e826e-6a8f-404d-b204-2b97f3e66a2c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 931 time: 0.5390468 Nov 22 16:18:18.590968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4a06-3dfc-4a9f-8a56-51bea75bb2f8 req-aa2f79b4-4e17-4976-9dd8-69bf23a05e72 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:18.595347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b6b4a06-3dfc-4a9f-8a56-51bea75bb2f8 req-aa2f79b4-4e17-4976-9dd8-69bf23a05e72 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.3391531 Nov 22 16:18:18.617731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e82ce454-2753-4c60-a97c-bd0cd791fa39,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:18.663875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 8e6ced99-cec5-4775-b1be-08705fe1728b up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:18.719004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e82ce454-2753-4c60-a97c-bd0cd791fa39'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:18.806864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3f9062d-83e6-4c18-88f9-63ee4dde18a7 req-9c925bbf-d9a4-4c6c-b397-8389db5db233 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106082 Nov 22 16:18:18.838014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15afe23b-0ba5-4a3b-8800-d41b7f89bfe3 req-fb5eecc4-c582-4e7d-b640-4ad940663f88 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076060 Nov 22 16:18:18.875254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 8e6ced99-cec5-4775-b1be-08705fe1728b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:18:18.878926 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:18.964415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 8e6ced99-cec5-4775-b1be-08705fe1728b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:18.965197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:18.969421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=ae8b94eb-c93c-4aab-a7bf-09507d898b26,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:18.994722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b6b4a06-3dfc-4a9f-8a56-51bea75bb2f8 req-fe423cdc-6e65-4403-817d-561096d80bc3 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846908 Nov 22 16:18:19.053586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a709a1-c27b-4421-8c56-f29b6d5d6271 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:19.077414 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.105863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Transition to ACTIVE for port object c0a709a1-c27b-4421-8c56-f29b6d5d6271 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:18:19.132238 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41a1f5e5-9657-4a8e-a6a7-99431bd9f124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.140249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.212525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33d9bb-7b9b-4243-bc6c-b0bfa759d92a req-12996a24-725c-40fe-b44d-f83e2ed9d3d3 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:19.224261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:19.225143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.228486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c33d9bb-7b9b-4243-bc6c-b0bfa759d92a req-12996a24-725c-40fe-b44d-f83e2ed9d3d3 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 944 time: 0.2592013 Nov 22 16:18:19.340003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.375091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:19.391567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 8e6ced99-cec5-4775-b1be-08705fe1728b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=8e6ced99-cec5-4775-b1be-08705fe1728b,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:19.392917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98d986-07f0-42bd-b3ec-db7da33f964a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6ced99-cec5-4775-b1be-08705fe1728b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:19.397330 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fae817-92d1-4595-a000-9e35849f3456" -d '{"events": [{"server_uuid": "3a98d986-07f0-42bd-b3ec-db7da33f964a", "name": "network-vif-plugged", "status": "completed", "tag": "8e6ced99-cec5-4775-b1be-08705fe1728b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:19.414473 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.488343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=8e6ced99-cec5-4775-b1be-08705fe1728b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:19.498020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3987f0-8fd1-4c40-bc56-922ce03cd109 req-233a8af9-ac5d-4faf-ac8b-76fc37c3f86f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:19.499584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b3987f0-8fd1-4c40-bc56-922ce03cd109 req-233a8af9-ac5d-4faf-ac8b-76fc37c3f86f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 944 time: 0.3832324 Nov 22 16:18:19.522052 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port d9b87b62-d3fe-45e0-aa45-c6053cefa4c6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,segment=NetworkSegment(69f31517-39e9-452c-920a-bb359207e3e9),segment_id=69f31517-39e9-452c-920a-bb359207e3e9)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:19.522706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.545442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:19.546275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c33d9bb-7b9b-4243-bc6c-b0bfa759d92a req-3be83cd2-d2f8-4535-b2ab-200a9a90159c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135941 Nov 22 16:18:19.710522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Attempting to bind port c0a709a1-c27b-4421-8c56-f29b6d5d6271 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:19.710869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Attempting to bind port c0a709a1-c27b-4421-8c56-f29b6d5d6271 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:19.711185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Attempting to bind port c0a709a1-c27b-4421-8c56-f29b6d5d6271 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:19.732043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b3987f0-8fd1-4c40-bc56-922ce03cd109 req-c99ab8d4-8826-4e7a-ada7-6c8b49bb5e2b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019219 Nov 22 16:18:19.743159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Port c0a709a1-c27b-4421-8c56-f29b6d5d6271 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:18:19.743682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Attempting to bind port c0a709a1-c27b-4421-8c56-f29b6d5d6271 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:19.763262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:19.766485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.767117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Checking segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:19.770724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Bound using segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:19.771424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Bound port: c0a709a1-c27b-4421-8c56-f29b6d5d6271, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:19.772012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.809302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4ee49-4c7e-4e76-9678-049bdddf7034 req-15a8ed47-4b16-4799-a57f-048274f500df tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:19.831693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0af4ee49-4c7e-4e76-9678-049bdddf7034 req-15a8ed47-4b16-4799-a57f-048274f500df tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1627693 Nov 22 16:18:19.954014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.970053 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0af4ee49-4c7e-4e76-9678-049bdddf7034 req-29f895b6-68e1-4053-925f-412b0402bf15 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372163 Nov 22 16:18:19.976260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e82ce454-2753-4c60-a97c-bd0cd791fa39 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:19.999757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed77090-fefe-4ee8-871e-5c3e22424f79 req-f6775c07-e1e3-465d-845f-e21ee48c7f01 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:20.001863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eed77090-fefe-4ee8-871e-5c3e22424f79 req-f6775c07-e1e3-465d-845f-e21ee48c7f01 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.1681042 Nov 22 16:18:20.004873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:20.008753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:20.043604 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:20.074252 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5056fbf-f33a-4f1f-9f6c-28bfb6acd433 x-openstack-request-id: req-e5056fbf-f33a-4f1f-9f6c-28bfb6acd433 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:20.074556 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98d986-07f0-42bd-b3ec-db7da33f964a", "name": "network-vif-plugged", "status": "completed", "tag": "8e6ced99-cec5-4775-b1be-08705fe1728b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:20.074818 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5056fbf-f33a-4f1f-9f6c-28bfb6acd433 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:20.075368 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98d986-07f0-42bd-b3ec-db7da33f964a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e6ced99-cec5-4775-b1be-08705fe1728b', 'code': 200} Nov 22 16:18:20.098858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e82ce454-2753-4c60-a97c-bd0cd791fa39 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:18:20.113756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e82ce454-2753-4c60-a97c-bd0cd791fa39 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:20.114354 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:20.158413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:20.159047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:20.169579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-99babef5-c085-4584-977e-3bc29a02800d service neutron] 10.222.0.11 "PUT /v2.0/ports/c0a709a1-c27b-4421-8c56-f29b6d5d6271 HTTP/1.1" status: 200 len: 1091 time: 2.9642088 Nov 22 16:18:20.174244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:20.177366 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5658755f-205a-4ed8-8f32-8f4198b09cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:20.238726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=d9b87b62-d3fe-45e0-aa45-c6053cefa4c6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:20.335353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eed77090-fefe-4ee8-871e-5c3e22424f79 req-f0428455-7763-4dfa-b282-8e4510f2137a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243718 Nov 22 16:18:20.349319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99babef5-c085-4584-977e-3bc29a02800d service neutron] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:20.358380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:20.374864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704a8a-9258-40b5-9490-418563629be6 req-324dec07-3c0e-4cf2-8217-44f92d49ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:20.376608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-324dec07-3c0e-4cf2-8217-44f92d49ab63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 1094 time: 0.1184013 Nov 22 16:18:20.384449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a977-c95a-459a-9fc4-d9a0aa456abf req-8258bc41-4ed0-462e-a86b-e70fcad5762a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:20.393796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2a5a977-c95a-459a-9fc4-d9a0aa456abf req-8258bc41-4ed0-462e-a86b-e70fcad5762a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.2109075 Nov 22 16:18:20.470919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e82ce454-2753-4c60-a97c-bd0cd791fa39, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e82ce454-2753-4c60-a97c-bd0cd791fa39,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:20.479422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 66403a3d-1dd6-40c3-be0c-aa33cb99e0ba has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:20.489121 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:20.504784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:20.603042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-1609f6ec-d25d-462d-80dc-f60a11a63f9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271 HTTP/1.1" status: 200 len: 217 time: 0.2068675 Nov 22 16:18:20.642496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e82ce454-2753-4c60-a97c-bd0cd791fa39,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:20.721472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:20.734395 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c67f1d-33da-4e1a-84f6-f9601e8e95cf None None] Sync routers for ids ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:20.737676 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b1323b0c-0118-4ebd-a3c3-9763b5e3aaca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/66403a3d-1dd6-40c3-be0c-aa33cb99e0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4630070 Nov 22 16:18:20.744743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704a8a-9258-40b5-9490-418563629be6 req-f4bbfdf7-7ccc-4247-bf73-80bfbd361457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:20.748731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-f4bbfdf7-7ccc-4247-bf73-80bfbd361457 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.0901160 Nov 22 16:18:20.754748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:20.777758 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c67f1d-33da-4e1a-84f6-f9601e8e95cf None None] Routers {'66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:20.785896 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-63c67f1d-33da-4e1a-84f6-f9601e8e95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:20.842547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2a5a977-c95a-459a-9fc4-d9a0aa456abf req-1a985589-f8c4-452a-a537-5312087e8c6d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4426448 Nov 22 16:18:20.859185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:20.884501 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-63c67f1d-33da-4e1a-84f6-f9601e8e95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:20.908218 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c67f1d-33da-4e1a-84f6-f9601e8e95cf None None] Routers {'66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:20.910187 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-63c67f1d-33da-4e1a-84f6-f9601e8e95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:20.928800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7479e-c838-40f4-98d0-57d574bf3d41 req-bcaec43d-ea71-4378-8d48-357756f3cebb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:20.937482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72b7479e-c838-40f4-98d0-57d574bf3d41 req-bcaec43d-ea71-4378-8d48-357756f3cebb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.3777804 Nov 22 16:18:20.964538 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff31aec8-486a-4b5b-a877-f261c9c69596 x-openstack-request-id: req-ff31aec8-486a-4b5b-a877-f261c9c69596 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:20.964958 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:20.965078 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff31aec8-486a-4b5b-a877-f261c9c69596 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:20.965493 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'status': 'completed', 'code': 200} Nov 22 16:18:20.971121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704a8a-9258-40b5-9490-418563629be6 req-84dba9d9-7dc2-46c8-8d82-c788f0d53fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:20.972643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-84dba9d9-7dc2-46c8-8d82-c788f0d53fff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2073398 Nov 22 16:18:20.974850 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-63c67f1d-33da-4e1a-84f6-f9601e8e95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:20.975722 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c67f1d-33da-4e1a-84f6-f9601e8e95cf None None] The sync data for ids ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:21.087796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72b7479e-c838-40f4-98d0-57d574bf3d41 req-b98147a7-7a7e-4260-8e5a-a3faa5aaef6b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491292 Nov 22 16:18:21.122383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:21.133488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:21.155226 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d874b216-d916-4da1-8d7a-8321fab88029 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7900927 Nov 22 16:18:21.155950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54384) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:21.159265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:21.161082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:17:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:21.252539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02cff0a-a00a-4903-bce1-0aa590865d8e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet edfe4bb6-fa46-429a-8c11-74796d3d6db7 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:18:21.256178 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b02cff0a-a00a-4903-bce1-0aa590865d8e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.314265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b02cff0a-a00a-4903-bce1-0aa590865d8e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.327818 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a15ed45-a6eb-4eb2-b6c2-0d7b87aeef58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.345672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:21.453066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-86365fdc-05d5-4f56-b9e2-aab9b2994e3d service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690158 Nov 22 16:18:21.454760 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b02cff0a-a00a-4903-bce1-0aa590865d8e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.467267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3b2d9-88ff-44c8-9c16-8185f07f7075 req-3309b03b-188b-4a35-922c-507b4f6b9b29 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:21.469147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eed3b2d9-88ff-44c8-9c16-8185f07f7075 req-3309b03b-188b-4a35-922c-507b4f6b9b29 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 945 time: 0.3360684 Nov 22 16:18:21.476506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe793b-fd35-4e6e-9ccb-8f1b91ba3926 req-6183e5bb-afbe-47b2-a6c8-3aabb5f5e5ae tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:21.477967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cabe793b-fd35-4e6e-9ccb-8f1b91ba3926 req-6183e5bb-afbe-47b2-a6c8-3aabb5f5e5ae tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.2058356 Nov 22 16:18:21.537994 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b02cff0a-a00a-4903-bce1-0aa590865d8e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.565435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cff0a-a00a-4903-bce1-0aa590865d8e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=edfe4bb6-fa46-429a-8c11-74796d3d6db7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:21.573318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b02cff0a-a00a-4903-bce1-0aa590865d8e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.577507 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b02cff0a-a00a-4903-bce1-0aa590865d8e tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/edfe4bb6-fa46-429a-8c11-74796d3d6db7 HTTP/1.1" status: 204 len: 168 time: 0.4205244 Nov 22 16:18:21.580086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54388) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:21.585893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654cfeac-d765-45e9-8902-d9aff5792e2e None None] Network fd58280e-173e-4fb5-880c-b87444810b2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:21.600797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:19Z', 'revision_number': 10, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:21.666618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:18:21.690349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:21.690932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:21.700777 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.791192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:21.810233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port ce4af970-3a50-4b21-81ba-761e08ca8b34 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:21.810703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.888374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port ce4af970-3a50-4b21-81ba-761e08ca8b34, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce4af970-3a50-4b21-81ba-761e08ca8b34,segment=NetworkSegment(69f31517-39e9-452c-920a-bb359207e3e9),segment_id=69f31517-39e9-452c-920a-bb359207e3e9)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:21.888754 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:21.909062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for ce4af970-3a50-4b21-81ba-761e08ca8b34 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:22.110786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc704a8a-9258-40b5-9490-418563629be6 req-221d5342-97ea-40fa-9fae-33d866b22767 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253028 Nov 22 16:18:22.124929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cabe793b-fd35-4e6e-9ccb-8f1b91ba3926 req-fda386ae-324a-4333-8bb5-306410619d0c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299019 Nov 22 16:18:22.146321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1df0aee-f429-4aa6-b0b8-2bd0f5662a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82ce454-2753-4c60-a97c-bd0cd791fa39'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:22.150742 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26247bf6-dfa4-4f71-9db5-427f1b1e1d92" -d '{"events": [{"server_uuid": "e1df0aee-f429-4aa6-b0b8-2bd0f5662a19", "name": "network-vif-plugged", "status": "completed", "tag": "e82ce454-2753-4c60-a97c-bd0cd791fa39"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:22.171943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eed3b2d9-88ff-44c8-9c16-8185f07f7075 req-9d00375d-a893-4651-8270-bbbdabba2893 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6926200 Nov 22 16:18:22.463814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-42887dd9-93f5-48ad-920e-3857981bf3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:22.466147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-42887dd9-93f5-48ad-920e-3857981bf3a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 1094 time: 0.2884068 Nov 22 16:18:22.473014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.505571 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No DVR routers for this DVR port ce4af970-3a50-4b21-81ba-761e08ca8b34 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:22.510059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=ce4af970-3a50-4b21-81ba-761e08ca8b34,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:22.563743 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:19Z', 'revision_number': 10, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:22.570130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51a877-3a29-4a36-b6c0-8c29477481af req-8c3d52ca-f443-4682-a042-1ef7d3effec0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:22.579397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb51a877-3a29-4a36-b6c0-8c29477481af req-8c3d52ca-f443-4682-a042-1ef7d3effec0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.2833583 Nov 22 16:18:22.594189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3bb358-da78-4637-9ca2-6edc8ad7f835 req-0e55bb70-a64f-47b4-8d95-c7911c36acfe tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:22.599650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8419b8b2-cdfd-4891-9cc8-51654af932e1 None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:19Z', 'revision_number': 10, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None, '_interfaces': [{'id': 'f7a06c2f-f02f-4199-b247-11d3b3c07f29', 'name': '', 'network_id': '5fe81333-a8e6-483f-b270-a5466a6fc42e', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'mac_address': 'fa:16:3e:25:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:00Z', 'updated_at': '2021-11-22T16:17:09Z', 'revision_number': 5, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'subnets': [{'id': '0df28ada-4d98-45b4-a361-be2346c6d6b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:22.602044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.602956 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.604107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a3bb358-da78-4637-9ca2-6edc8ad7f835 req-0e55bb70-a64f-47b4-8d95-c7911c36acfe tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.2519956 Nov 22 16:18:22.645726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.658087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075f4b31-0596-454f-8db0-3479daff2cb0 None None] DHCP port deletion for fd58280e-173e-4fb5-880c-b87444810b2c request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:18:22.688767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd58280e-173e-4fb5-880c-b87444810b2c']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:22.704805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f31517-39e9-452c-920a-bb359207e3e9') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:22.708728 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f31517-39e9-452c-920a-bb359207e3e9') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:22.736842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.776024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.792523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:18:22.793039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.796051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a3bb358-da78-4637-9ca2-6edc8ad7f835 req-767f3d06-51f0-48ce-9714-4ce0584afd10 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899509 Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:18:22.801855 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:18:22.861108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-5453f099-7903-4c71-b082-56ccdadaf7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:22.862967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-5453f099-7903-4c71-b082-56ccdadaf7b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.3828182 Nov 22 16:18:22.868885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb51a877-3a29-4a36-b6c0-8c29477481af req-38861aad-f242-49f1-ae56-2210a1f1499c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882171 Nov 22 16:18:22.946253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-2a589897-f719-4a30-adfd-915008955023 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271 HTTP/1.1" status: 200 len: 217 time: 0.0706806 Nov 22 16:18:22.946522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.960409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.971028 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/fd58280e-173e-4fb5-880c-b87444810b2c HTTP/1.1" status: 204 len: 168 time: 1.3874745 Nov 22 16:18:22.976584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54398) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:23.013986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25ce8d-a0e1-4362-b3b2-3543945e77f5 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=fd58280e-173e-4fb5-880c-b87444810b2c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:23.058866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:23.221504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d33fd-d598-4447-9771-0b8d6b442f2a req-edc64b7a-8d0c-4c28-9bb6-79de34db95ee tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:23.233957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db3d33fd-d598-4447-9771-0b8d6b442f2a req-edc64b7a-8d0c-4c28-9bb6-79de34db95ee tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.2970555 Nov 22 16:18:23.242292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-66d95018-ac6c-4b84-ab3e-78fbe9a8857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:23.249153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-66d95018-ac6c-4b84-ab3e-78fbe9a8857c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.2783747 Nov 22 16:18:23.352636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c5258-03e9-4e05-a2d1-94a7650d9706 req-a153394c-50a4-4ab4-8197-ebebadfbe746 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:23.354524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f6c5258-03e9-4e05-a2d1-94a7650d9706 req-a153394c-50a4-4ab4-8197-ebebadfbe746 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.2957361 Nov 22 16:18:23.430145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db3d33fd-d598-4447-9771-0b8d6b442f2a req-5f59fc7e-03dd-4611-940d-9c7aafda0112 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950972 Nov 22 16:18:23.493011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-0b0e0a0a-6c96-4412-8c0f-172c5fefb5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:23.498195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-0b0e0a0a-6c96-4412-8c0f-172c5fefb5be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313137 Nov 22 16:18:23.503172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:23.521305 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353bdf7f-48e5-46d1-8b93-5e545c474d28 x-openstack-request-id: req-353bdf7f-48e5-46d1-8b93-5e545c474d28 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:23.521586 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1df0aee-f429-4aa6-b0b8-2bd0f5662a19", "name": "network-vif-plugged", "status": "completed", "tag": "e82ce454-2753-4c60-a97c-bd0cd791fa39", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:23.521850 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-353bdf7f-48e5-46d1-8b93-5e545c474d28 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:23.522296 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1df0aee-f429-4aa6-b0b8-2bd0f5662a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e82ce454-2753-4c60-a97c-bd0cd791fa39', 'code': 200} Nov 22 16:18:23.681413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f6c5258-03e9-4e05-a2d1-94a7650d9706 req-17c045e8-c144-4be9-9836-3615d5b7efce tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894127 Nov 22 16:18:23.758268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4316192-d770-424e-9cc2-1f699c8ac32b req-31f03748-7324-43f8-88e6-3b697ee1fa43 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:23.759714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4316192-d770-424e-9cc2-1f699c8ac32b req-31f03748-7324-43f8-88e6-3b697ee1fa43 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.1588788 Nov 22 16:18:23.762221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565dff3f-cae2-4b5f-a3eb-cef891c01816 req-267f09b9-742e-49b5-af01-845f1d8a1994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:23.764792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-565dff3f-cae2-4b5f-a3eb-cef891c01816 req-267f09b9-742e-49b5-af01-845f1d8a1994 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 1096 time: 0.1628385 Nov 22 16:18:23.767458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-ea1acb01-5f95-4dbe-b61a-263b735fc87f service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608733 Nov 22 16:18:23.854406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port f7a06c2f-f02f-4199-b247-11d3b3c07f29 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:23.854752 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:23.964421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce4af970-3a50-4b21-81ba-761e08ca8b34 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:23.994257 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ce4af970-3a50-4b21-81ba-761e08ca8b34 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:23.995091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port f7a06c2f-f02f-4199-b247-11d3b3c07f29, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f7a06c2f-f02f-4199-b247-11d3b3c07f29,segment=NetworkSegment(0546c25b-5a0d-4ee9-b879-7733f30ef4d8),segment_id=0546c25b-5a0d-4ee9-b879-7733f30ef4d8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:23.995318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce4af970-3a50-4b21-81ba-761e08ca8b34 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:23.995762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:23.996203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:23.999746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:24.005041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4316192-d770-424e-9cc2-1f699c8ac32b req-39da9fad-5921-4874-8232-c1a154b4d23e tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264507 Nov 22 16:18:24.013197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def6fa5-f052-4efa-9232-c93d5d3488fd req-9ee9a463-bebb-4e0a-ab2d-7bad47887095 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:24.015455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4def6fa5-f052-4efa-9232-c93d5d3488fd req-9ee9a463-bebb-4e0a-ab2d-7bad47887095 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 945 time: 0.2472699 Nov 22 16:18:24.017301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-565dff3f-cae2-4b5f-a3eb-cef891c01816 req-80f5831f-5021-48cb-b0b4-fbf847eda85d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212334 Nov 22 16:18:24.017563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for f7a06c2f-f02f-4199-b247-11d3b3c07f29 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:24.045418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:24.045862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9b87b62-d3fe-45e0-aa45-c6053cefa4c6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:24.072538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658755f-205a-4ed8-8f32-8f4198b09cf8 req-49cd2ae7-7948-458e-985b-c1cbe4d5555d service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846808 Nov 22 16:18:24.133660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4def6fa5-f052-4efa-9232-c93d5d3488fd req-b309f35f-dfb9-4db0-b5b4-ab3f1f6f1eb1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070528 Nov 22 16:18:24.141529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 65abd1e3-d355-4254-93fd-cf332c428690 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:24.141877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.150197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:24.165587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'port_id': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'mac_address': 'fa:16:3e:f1:43:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:24.205217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e61f-11ba-4461-bbfd-845acb5f9611 req-4e858e15-c7ea-4f1a-a2d0-55d7fb13b9c0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:24.206776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0867e61f-11ba-4461-bbfd-845acb5f9611 req-4e858e15-c7ea-4f1a-a2d0-55d7fb13b9c0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.1235373 Nov 22 16:18:24.213752 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.229051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a709a1-c27b-4421-8c56-f29b6d5d6271 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:24.255548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:24.260680 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.295347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.307724 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.334307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=f7a06c2f-f02f-4199-b247-11d3b3c07f29,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:24.336383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 65abd1e3-d355-4254-93fd-cf332c428690 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:24.355042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0867e61f-11ba-4461-bbfd-845acb5f9611 req-e47961ca-ada0-4af2-bd05-adcb8348b43b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408479 Nov 22 16:18:24.358701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:24.395642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c8e1-387e-4f56-bd4f-6ea26a85fc8e req-a5be5262-33ca-4d16-b493-7fb23d847d62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:24.397264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c744c8e1-387e-4f56-bd4f-6ea26a85fc8e req-a5be5262-33ca-4d16-b493-7fb23d847d62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1663742 Nov 22 16:18:24.451213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.458164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.499814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.504449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['c0a709a1-c27b-4421-8c56-f29b6d5d6271'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:24.588798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c744c8e1-387e-4f56-bd4f-6ea26a85fc8e req-469d50a9-b50a-4c1e-8712-03edd0556b57 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776407 Nov 22 16:18:24.826140 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.838047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:24.916191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a46de4-5445-427c-874d-0817da962ff5 req-99889ff3-b1d3-4c70-92af-4c5fcba57695 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:24.917862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80a46de4-5445-427c-874d-0817da962ff5 req-99889ff3-b1d3-4c70-92af-4c5fcba57695 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 944 time: 0.3183379 Nov 22 16:18:24.928162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9d0ee-732f-4985-a7b6-e939b0b2bf05 req-f1889ccd-9734-475d-bfb4-aab50bdecec0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:24.929645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3d9d0ee-732f-4985-a7b6-e939b0b2bf05 req-f1889ccd-9734-475d-bfb4-aab50bdecec0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.0880816 Nov 22 16:18:24.945441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:24.954273 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9bee2beb-b090-4994-869b-3149c8dabe8a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9562082 Nov 22 16:18:24.954967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54412) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:24.962940 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:24.976977 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:24.977791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.977970 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:25.014415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f759f9-494e-4611-8753-38edf7ee61e4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting subnet 0df28ada-4d98-45b4-a361-be2346c6d6b8 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:18:25.018033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f759f9-494e-4611-8753-38edf7ee61e4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.022531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=65abd1e3-d355-4254-93fd-cf332c428690,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:25.056484 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:25.058190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80a46de4-5445-427c-874d-0817da962ff5 req-eceef836-6195-4374-8498-7662df294000 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245520 Nov 22 16:18:25.078228 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f759f9-494e-4611-8753-38edf7ee61e4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.128364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3d9d0ee-732f-4985-a7b6-e939b0b2bf05 req-6817fb69-7b1c-4843-b52d-1cacb21d7fc6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724498 Nov 22 16:18:25.254564 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:24Z', 'revision_number': 11, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:25.301455 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:18:25.316568 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:25.317567 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:25.340915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f759f9-494e-4611-8753-38edf7ee61e4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.422825 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f759f9-494e-4611-8753-38edf7ee61e4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.496909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997688bf-2eea-4a5d-97f3-a13d94b4488e None None] Network 5fe81333-a8e6-483f-b270-a5466a6fc42e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:25.500457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90f759f9-494e-4611-8753-38edf7ee61e4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.508444 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90f759f9-494e-4611-8753-38edf7ee61e4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/0df28ada-4d98-45b4-a361-be2346c6d6b8 HTTP/1.1" status: 204 len: 168 time: 0.5523648 Nov 22 16:18:25.508944 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:25.515884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f759f9-494e-4611-8753-38edf7ee61e4 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Subnet': ['ID=0df28ada-4d98-45b4-a361-be2346c6d6b8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:25.522843 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.523870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54420) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:25.566750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfd0af-2fad-4c34-b407-1c10f5c101f7 req-5035534f-4f88-4c97-98f8-79c4d8faa7bd tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:25.568396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35cfd0af-2fad-4c34-b407-1c10f5c101f7 req-5035534f-4f88-4c97-98f8-79c4d8faa7bd tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 945 time: 0.2876527 Nov 22 16:18:25.685575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.704578 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:24Z', 'revision_number': 11, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:25.728172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c257888-7680-43d1-b0f2-e7719ee3d93e req-d0d75593-091d-4ddd-ba60-8bb02413a2e5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:25.735744 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6d7e4-af06-4b4b-b51c-156b9e98360b None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:24Z', 'revision_number': 11, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:25.748582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c257888-7680-43d1-b0f2-e7719ee3d93e req-d0d75593-091d-4ddd-ba60-8bb02413a2e5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.3684874 Nov 22 16:18:25.765172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Deleting port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:25.766135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.851047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] For port 567767e2-8cc2-4b02-8ac1-2c5edc20b465, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=567767e2-8cc2-4b02-8ac1-2c5edc20b465,segment=NetworkSegment(0546c25b-5a0d-4ee9-b879-7733f30ef4d8),segment_id=0546c25b-5a0d-4ee9-b879-7733f30ef4d8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:25.851765 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.854798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35cfd0af-2fad-4c34-b407-1c10f5c101f7 req-b354faf4-1adb-4102-963a-d2a8edcc7cd5 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783148 Nov 22 16:18:25.894409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Calling delete_port for 567767e2-8cc2-4b02-8ac1-2c5edc20b465 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:26.019796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:26.066385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.096640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90175e45-b698-4193-975b-4bea407da91f None None] DHCP port deletion for 5fe81333-a8e6-483f-b270-a5466a6fc42e request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:18:26.141456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Port': ['ID=567767e2-8cc2-4b02-8ac1-2c5edc20b465,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:26.160209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No DVR routers for this DVR port 567767e2-8cc2-4b02-8ac1-2c5edc20b465 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:26.184724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port c0a709a1-c27b-4421-8c56-f29b6d5d6271 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:18:26.190895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port c0a709a1-c27b-4421-8c56-f29b6d5d6271 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:26.191513 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.235572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f7a06c2f-f02f-4199-b247-11d3b3c07f29 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:26.264393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: f7a06c2f-f02f-4199-b247-11d3b3c07f29 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:26.265063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f7a06c2f-f02f-4199-b247-11d3b3c07f29 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:26.265707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 567767e2-8cc2-4b02-8ac1-2c5edc20b465 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:26.307015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 567767e2-8cc2-4b02-8ac1-2c5edc20b465 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:26.307735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 567767e2-8cc2-4b02-8ac1-2c5edc20b465 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:26.308512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.359793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe81333-a8e6-483f-b270-a5466a6fc42e']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:26.368475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c257888-7680-43d1-b0f2-e7719ee3d93e req-2452ce54-50de-441b-86dc-a3daa7c16fa2 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6186645 Nov 22 16:18:26.380222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0546c25b-5a0d-4ee9-b879-7733f30ef4d8') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:26.380518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0546c25b-5a0d-4ee9-b879-7733f30ef4d8') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:26.380643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 66403a3d-1dd6-40c3-be0c-aa33cb99e0ba has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:26.402783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.422553 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.463572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.472844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:18:26.474285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:18:26.478337 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:18:26.484782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:26.487224 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be832d7e-d6ab-4bc6-817a-7d68600ca7d7" -d '{"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-plugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:26.499306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc683935-9d0b-4aeb-b79f-0bcdb1538790 req-655b2774-08a9-43f3-b189-6f2636990434 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:26.500761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:26.501283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc683935-9d0b-4aeb-b79f-0bcdb1538790 req-655b2774-08a9-43f3-b189-6f2636990434 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.1728768 Nov 22 16:18:26.506455 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.547623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:26.558329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b1864818-1755-451b-9789-d8b11201677b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/66403a3d-1dd6-40c3-be0c-aa33cb99e0ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7986588 Nov 22 16:18:26.559726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54432) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:26.580184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb8528d-bb63-4bbc-9f36-324a64174375 None None] Sync routers for ids ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:26.599155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb8528d-bb63-4bbc-9f36-324a64174375 None None] Routers {'66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:26.600358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-aeb8528d-bb63-4bbc-9f36-324a64174375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:26.600629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc683935-9d0b-4aeb-b79f-0bcdb1538790 req-5210c0c6-e2f3-42ff-bf1f-fbfb12bffe12 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835581 Nov 22 16:18:26.617160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0b5a5-c8d1-47c9-a954-88832022eab5 req-d8a60136-4879-4e87-9d0b-72f7874b9fbd tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:26.629878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75d0b5a5-c8d1-47c9-a954-88832022eab5 req-d8a60136-4879-4e87-9d0b-72f7874b9fbd tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1279440 Nov 22 16:18:26.651243 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-23f81505-127b-4bfd-b2af-1f88dfeba12d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=66403a3d-1dd6-40c3-be0c-aa33cb99e0ba HTTP/1.1" status: 200 len: 205 time: 0.0899348 Nov 22 16:18:26.659634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54434) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:26.672922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-aeb8528d-bb63-4bbc-9f36-324a64174375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:26.682925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:26.691817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb8528d-bb63-4bbc-9f36-324a64174375 None None] Routers {'66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:26.693387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-aeb8528d-bb63-4bbc-9f36-324a64174375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:26.713951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.740000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.748892 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/networks/5fe81333-a8e6-483f-b270-a5466a6fc42e HTTP/1.1" status: 204 len: 168 time: 1.2235885 Nov 22 16:18:26.751238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d197c6-d790-4980-9f16-ed54bb0350c3 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Pushing event deleted for resources: {'Network': ['ID=5fe81333-a8e6-483f-b270-a5466a6fc42e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:26.751570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:26.752656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-aeb8528d-bb63-4bbc-9f36-324a64174375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:26.759699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'routes': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:26.763799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb8528d-bb63-4bbc-9f36-324a64174375 None None] The sync data for ids ['66403a3d-1dd6-40c3-be0c-aa33cb99e0ba'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:26.845372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa997-4023-4a40-80f2-e15afa12ced5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:26.902746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75d0b5a5-c8d1-47c9-a954-88832022eab5 req-ab1fbebb-09da-41f3-bedc-3d020e18ddb6 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656553 Nov 22 16:18:27.205103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Added routes are [] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:18:27.205431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.extraroute_db [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Removed routes are [] {{(pid=103411) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:18:27.205792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.253341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa997-4023-4a40-80f2-e15afa12ced5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.330413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa997-4023-4a40-80f2-e15afa12ced5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.351242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bb5e7-17c0-496f-9707-99df733fae45 req-0e89d9de-9b55-4425-a97e-734632f3ad5a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:27.360474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd0bb5e7-17c0-496f-9707-99df733fae45 req-0e89d9de-9b55-4425-a97e-734632f3ad5a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.3517888 Nov 22 16:18:27.380047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a853d8a-285a-41e1-ad72-df08703b407a req-ac8a63e7-7e9e-44a3-9702-c76fd92ab58c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:27.382244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a853d8a-285a-41e1-ad72-df08703b407a req-ac8a63e7-7e9e-44a3-9702-c76fd92ab58c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.3698397 Nov 22 16:18:27.459609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa997-4023-4a40-80f2-e15afa12ced5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.459609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdfa997-4023-4a40-80f2-e15afa12ced5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Fanout notify agent at l3_agent the message router_deleted on router 66403a3d-1dd6-40c3-be0c-aa33cb99e0ba {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:18:27.532514 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa997-4023-4a40-80f2-e15afa12ced5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.533607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2cdfa997-4023-4a40-80f2-e15afa12ced5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/66403a3d-1dd6-40c3-be0c-aa33cb99e0ba HTTP/1.1" status: 204 len: 168 time: 0.8730140 Nov 22 16:18:27.536601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54448) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:27.558552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.570544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.594151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2764e94-1b5c-41db-a05f-afb7731cc8fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet 3b9d0cc9-0441-410d-a5e5-86f02af2321c {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:18:27.597462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2764e94-1b5c-41db-a05f-afb7731cc8fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.640769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a853d8a-285a-41e1-ad72-df08703b407a req-09b9705d-027b-4386-916d-4e21fe0ac821 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848917 Nov 22 16:18:27.644957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2764e94-1b5c-41db-a05f-afb7731cc8fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.681349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd0bb5e7-17c0-496f-9707-99df733fae45 req-c6a69e12-739e-4cc2-a3bb-3e8f3fc66ae2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395315 Nov 22 16:18:27.691354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router cdbb559a-2146-4d1f-941d-3378eeddc7b1 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:27.743680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2764e94-1b5c-41db-a05f-afb7731cc8fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.805954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:27.816520 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] Sync routers for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:27.821023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.823401 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b3a1ac61-6643-4f0f-b1db-cb18c4b25256 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 200 len: 703 time: 1.0694923 Nov 22 16:18:27.826823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54454) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:27.853762 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:27.855106 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:27.856218 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2764e94-1b5c-41db-a05f-afb7731cc8fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.879022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5bede52d-d58d-4d3f-9a4b-902491df0306 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 200 len: 205 time: 0.0507944 Nov 22 16:18:27.880336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54458) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:27.940068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2764e94-1b5c-41db-a05f-afb7731cc8fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9d0cc9-0441-410d-a5e5-86f02af2321c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:27.941907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b2764e94-1b5c-41db-a05f-afb7731cc8fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.955373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f58643-9a64-4c31-a898-dcc42beae3b3 None None] Network 29043142-faa2-4bf1-9430-318c24d6c78e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:27.968108 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b2764e94-1b5c-41db-a05f-afb7731cc8fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/3b9d0cc9-0441-410d-a5e5-86f02af2321c HTTP/1.1" status: 204 len: 168 time: 0.4255648 Nov 22 16:18:27.969018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54464) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:27.976575 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8af81108-a089-4f22-bce2-65716781b2cb tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:27.997245 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:28.109026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6818dda1-a810-4f0e-9f33-ebe020577cf7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet 93aeef89-c299-4167-9839-13e5c480e222 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:18:28.120647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6818dda1-a810-4f0e-9f33-ebe020577cf7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.130952 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e18cb29-d020-42e7-8cfb-072e8a8bf5f2 x-openstack-request-id: req-0e18cb29-d020-42e7-8cfb-072e8a8bf5f2 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:28.133211 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-plugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:28.133599 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e18cb29-d020-42e7-8cfb-072e8a8bf5f2 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:28.134150 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'code': 200} Nov 22 16:18:28.135269 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:24Z', 'revision_number': 11, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:28.178850 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6818dda1-a810-4f0e-9f33-ebe020577cf7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.190607 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] Checking router: cdbb559a-2146-4d1f-941d-3378eeddc7b1 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:18:28.203018 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] Routers {'cdbb559a-2146-4d1f-941d-3378eeddc7b1'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:28.204609 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:28.292580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6818dda1-a810-4f0e-9f33-ebe020577cf7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.300693 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] Set router cdbb559a-2146-4d1f-941d-3378eeddc7b1 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:28.305943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] DHCP port deletion for 29043142-faa2-4bf1-9430-318c24d6c78e request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:18:28.358386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6818dda1-a810-4f0e-9f33-ebe020577cf7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.371307 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:24Z', 'revision_number': 11, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:28.387103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8af81108-a089-4f22-bce2-65716781b2cb tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.391523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22430cf1-7fcb-49a3-9ef4-d735d2ec755e req-9444bd9b-f6c2-4858-a287-8faa6d232824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:28.393065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22430cf1-7fcb-49a3-9ef4-d735d2ec755e req-9444bd9b-f6c2-4858-a287-8faa6d232824 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 1096 time: 0.2207749 Nov 22 16:18:28.395679 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8af81108-a089-4f22-bce2-65716781b2cb tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.397734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6818dda1-a810-4f0e-9f33-ebe020577cf7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.404650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6818dda1-a810-4f0e-9f33-ebe020577cf7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/93aeef89-c299-4167-9839-13e5c480e222 HTTP/1.1" status: 204 len: 168 time: 0.4313331 Nov 22 16:18:28.404650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818dda1-a810-4f0e-9f33-ebe020577cf7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=93aeef89-c299-4167-9839-13e5c480e222,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:28.405353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54466) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:28.408830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc761338-6d02-4ac1-a413-4ba5646f88c7 req-9c4f04dd-9a1c-4eb6-b64d-ec5996397f32 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:28.414348 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50c8eaa-25de-4d09-b44f-798a63431115 None None] The sync data for ids ['cdbb559a-2146-4d1f-941d-3378eeddc7b1'] in n-d-811716-3 is: [{'id': 'cdbb559a-2146-4d1f-941d-3378eeddc7b1', 'name': 'tempest-RoutersIpV6Test-router-38572244', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:16:56Z', 'updated_at': '2021-11-22T16:18:24Z', 'revision_number': 11, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:28.416356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc761338-6d02-4ac1-a413-4ba5646f88c7 req-9c4f04dd-9a1c-4eb6-b64d-ec5996397f32 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.3114417 Nov 22 16:18:28.447952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd897c0d-57fd-4425-b114-558ff7e52fd2 None None] Network 6bb63240-8029-456b-9364-b0dfb5c78845 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:28.459642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] Deleting port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:28.459642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.459880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f8982-b7a2-405c-9452-7e968564bc6f req-259e83cc-920f-40cd-8035-90e34d3bd572 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:28.467694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc9f8982-b7a2-405c-9452-7e968564bc6f req-259e83cc-920f-40cd-8035-90e34d3bd572 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.2963929 Nov 22 16:18:28.497827 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.573497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:28.575715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.592607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8af81108-a089-4f22-bce2-65716781b2cb tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.593206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af81108-a089-4f22-bce2-65716781b2cb tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Fanout notify agent at l3_agent the message router_deleted on router cdbb559a-2146-4d1f-941d-3378eeddc7b1 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:18:28.636010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc9f8982-b7a2-405c-9452-7e968564bc6f req-382ca6f2-13ae-42ed-8975-62e3a158bae8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673262 Nov 22 16:18:28.638448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22430cf1-7fcb-49a3-9ef4-d735d2ec755e req-98b247ce-d3a4-4aaf-8f08-ec9f32138bfb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129748 Nov 22 16:18:28.657449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8af81108-a089-4f22-bce2-65716781b2cb tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.658708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8af81108-a089-4f22-bce2-65716781b2cb tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 204 len: 168 time: 0.7780726 Nov 22 16:18:28.670596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54468) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:28.680925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1ab9c50d-9300-4713-9825-f2c44c3ae54b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1893987679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:28.696149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc761338-6d02-4ac1-a413-4ba5646f88c7 req-699782f0-ed60-4554-9de0-c6ac4cd83f9e tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788711 Nov 22 16:18:28.696740 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] For port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,segment=NetworkSegment(d3bcb4e4-6d29-466d-b0e5-62c0a59011a5),segment_id=d3bcb4e4-6d29-466d-b0e5-62c0a59011a5)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:28.697274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.724794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c50d-9300-4713-9825-f2c44c3ae54b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.726363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c50d-9300-4713-9825-f2c44c3ae54b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.742707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,segment=NetworkSegment(d3bcb4e4-6d29-466d-b0e5-62c0a59011a5),segment_id=d3bcb4e4-6d29-466d-b0e5-62c0a59011a5)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:28.743269 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.784380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:28.806747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] Calling delete_port for cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:28.829713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4d735-6055-4f05-88db-4273c6f762d3 req-cdeb111c-9fd9-41b3-92ec-fffc8da44759 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:28.831365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2c4d735-6055-4f05-88db-4273c6f762d3 req-cdeb111c-9fd9-41b3-92ec-fffc8da44759 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.0764341 Nov 22 16:18:28.896978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2c4d735-6055-4f05-88db-4273c6f762d3 req-e51cb24b-e1fd-4145-840b-b50568764349 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577328 Nov 22 16:18:28.940030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c50d-9300-4713-9825-f2c44c3ae54b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.951616 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:28.985457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c50d-9300-4713-9825-f2c44c3ae54b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:18:29.019607 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:18:29.041145 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:29.049664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No DVR routers for this DVR port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:29.071149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] DHCP port deletion for 6bb63240-8029-456b-9364-b0dfb5c78845 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:18:29.075668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1449e5-1082-4750-b202-e52a9f45f371 req-507b1bae-634b-429b-8997-ce4d05c49194 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:29.089533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:29.094601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb1449e5-1082-4750-b202-e52a9f45f371 req-507b1bae-634b-429b-8997-ce4d05c49194 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1007268 Nov 22 16:18:29.101279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] Pushing event deleted for resources: {'Port': ['ID=cf2ef432-dd1b-4e0a-a1bb-79fe361317c6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:29.104994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ea4429-792c-4c5b-a6c0-43728146c7c2 None None] No DVR routers for this DVR port cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:29.173271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] Deleting port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:29.173546 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:29.177515 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-e0db9671-9ab8-4984-ac72-2ff913f2eafd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 217 time: 0.1259103 Nov 22 16:18:29.191698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb1449e5-1082-4750-b202-e52a9f45f371 req-27865e3c-c7db-4b68-86c2-9f58cda11bc2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963600 Nov 22 16:18:29.255952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c50d-9300-4713-9825-f2c44c3ae54b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:29.257067 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1ab9c50d-9300-4713-9825-f2c44c3ae54b tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5837619 Nov 22 16:18:29.263681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb511dd-7aa9-42d5-9667-2e369efdfb89 req-8fc52fdc-cd0e-4956-88ca-84916535c903 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:29.265246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7eb511dd-7aa9-42d5-9667-2e369efdfb89 req-8fc52fdc-cd0e-4956-88ca-84916535c903 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.1412628 Nov 22 16:18:29.268518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54474) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:29.274551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-412dacc6-720b-4c8e-8d76-310a50d4c667 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:29.330301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] For port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=637c26e5-3af9-46fe-88c2-d0d8d2f863f9,segment=NetworkSegment(c86302be-c8ca-4758-adda-99809d11261f),segment_id=c86302be-c8ca-4758-adda-99809d11261f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:29.332067 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:29.350838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] Calling delete_port for 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:29.356752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7eb511dd-7aa9-42d5-9667-2e369efdfb89 req-c5d4f533-b5c9-4ddd-92c2-858c678976ce tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756600 Nov 22 16:18:29.476738 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:29.508769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] Pushing event deleted for resources: {'Port': ['ID=637c26e5-3af9-46fe-88c2-d0d8d2f863f9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:29.536788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baecb81-7c82-4116-af7b-a8c198bbb894 None None] No DVR routers for this DVR port 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:29.674071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:29.808467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6127972-19c2-4796-9e23-09031a04cd02 req-cb542ade-f3ab-4a11-aff1-2759c1bdcf22 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:29.811626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6127972-19c2-4796-9e23-09031a04cd02 req-cb542ade-f3ab-4a11-aff1-2759c1bdcf22 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.1008074 Nov 22 16:18:29.826148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29043142-faa2-4bf1-9430-318c24d6c78e']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:29.872961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-6f4ca0d6-6972-40a3-9bb1-946a28163b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:29.874750 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-6f4ca0d6-6972-40a3-9bb1-946a28163b77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.6316216 Nov 22 16:18:29.876918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bcb4e4-6d29-466d-b0e5-62c0a59011a5') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:29.877410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bcb4e4-6d29-466d-b0e5-62c0a59011a5') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:29.921300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d824e90-e397-4073-add3-73396d7b2edc req-09798c25-822f-4d32-8db9-5906d9fb4e37 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:29.930178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d824e90-e397-4073-add3-73396d7b2edc req-09798c25-822f-4d32-8db9-5906d9fb4e37 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.0831246 Nov 22 16:18:29.962338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:29.966342 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-56fcf3f5-ebd5-4710-8584-c3fad6722ccc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485282 Nov 22 16:18:29.968742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8254dc-8ce0-418e-9857-581a6088945d req-e6d1b2a5-4091-4ead-bcab-84cceea3fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:29.970421 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1c8254dc-8ce0-418e-9857-581a6088945d req-e6d1b2a5-4091-4ead-bcab-84cceea3fbe8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 1096 time: 0.6173568 Nov 22 16:18:29.971828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6127972-19c2-4796-9e23-09031a04cd02 req-75297a3a-3f79-4f78-b1b3-fe221c3f0543 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538906 Nov 22 16:18:29.989305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-412dacc6-720b-4c8e-8d76-310a50d4c667 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.036426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:30.048492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d824e90-e397-4073-add3-73396d7b2edc req-1b040da0-c3e8-4990-8ca3-c268e4c06dbe tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973437 Nov 22 16:18:30.088440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.092640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:30.093215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 637c26e5-3af9-46fe-88c2-d0d8d2f863f9 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:30.093819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:30.130047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-412dacc6-720b-4c8e-8d76-310a50d4c667 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.135404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:18:30.135835 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:18:30.140177 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:18:30.169365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb6363-e56b-44e3-90b1-6ffefd2d0679 req-1c64edcf-7acc-45d7-8bbc-d6d6ae06a5ca tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:30.178237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ceb6363-e56b-44e3-90b1-6ffefd2d0679 req-1c64edcf-7acc-45d7-8bbc-d6d6ae06a5ca tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.0731022 Nov 22 16:18:30.178516 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1c8254dc-8ce0-418e-9857-581a6088945d req-42a32985-7dc7-4d25-8bb2-73a0d73f71d0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751273 Nov 22 16:18:30.243767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ceb6363-e56b-44e3-90b1-6ffefd2d0679 req-f3da96e0-2335-4939-96cc-47dbe7720ff1 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641146 Nov 22 16:18:30.352420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:30.352839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cf2ef432-dd1b-4e0a-a1bb-79fe361317c6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:30.381023 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-41ff2823-cc3e-44d7-a873-a1a7c821a120 service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694377 Nov 22 16:18:30.388265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.408316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224228a4-09e4-4970-9a07-8b3334fdd425 req-4f3c82ce-e0be-41e5-824e-11b3b3b84d0c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:30.410531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-224228a4-09e4-4970-9a07-8b3334fdd425 req-4f3c82ce-e0be-41e5-824e-11b3b3b84d0c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1031249 Nov 22 16:18:30.410671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.420455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/29043142-faa2-4bf1-9430-318c24d6c78e HTTP/1.1" status: 204 len: 168 time: 2.0107994 Nov 22 16:18:30.424152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:30.447792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407e841-c392-41f2-abad-3267ac0e4458 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=29043142-faa2-4bf1-9430-318c24d6c78e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:30.518140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412dacc6-720b-4c8e-8d76-310a50d4c667 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Router 9777bb89-131e-4d2c-8b23-3ced6d675300 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:18:30.663257 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4758ef9d-391b-4884-8bd0-63e53b44a491 req-bbd11379-606e-40b6-9977-8cc826978b9c service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633684 Nov 22 16:18:30.670500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412dacc6-720b-4c8e-8d76-310a50d4c667 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:30.678374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-412dacc6-720b-4c8e-8d76-310a50d4c667 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.682857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] Sync routers for ids ['9777bb89-131e-4d2c-8b23-3ced6d675300'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:30.684473 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-412dacc6-720b-4c8e-8d76-310a50d4c667 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "PUT /v2.0/routers/9777bb89-131e-4d2c-8b23-3ced6d675300 HTTP/1.1" status: 200 len: 698 time: 1.4140177 Nov 22 16:18:30.685609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54490) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:30.704593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:30.717705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d6c43-588d-419f-bdd5-6b220a5e37f6 req-75daab23-2a9a-478e-9529-7937ff7c6739 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:30.724874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d57d6c43-588d-419f-bdd5-6b220a5e37f6 req-75daab23-2a9a-478e-9529-7937ff7c6739 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2285171 Nov 22 16:18:30.762368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-224228a4-09e4-4970-9a07-8b3334fdd425 req-0653757b-9c8d-4433-a68a-6e91296b4a86 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389807 Nov 22 16:18:30.781776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.819922 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-519d929f-6a8c-404a-be0f-8a80aa5c5d70 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/routers/9777bb89-131e-4d2c-8b23-3ced6d675300 HTTP/1.1" status: 200 len: 704 time: 0.1325824 Nov 22 16:18:30.820558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54496) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:30.853691 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c2583a49-38bc-4a99-8bc2-1ed3a712757f tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=9777bb89-131e-4d2c-8b23-3ced6d675300 HTTP/1.1" status: 200 len: 205 time: 0.0320029 Nov 22 16:18:30.854321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54498) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:30.856828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:30.878073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'network_id': 'a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8', 'port_id': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'mac_address': 'fa:16:3e:25:58:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '665f7c8a-de2a-4b79-b31e-021a52ff4078', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:30.881562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] Routers {'9777bb89-131e-4d2c-8b23-3ced6d675300'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:30.882344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['9777bb89-131e-4d2c-8b23-3ced6d675300'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:30.952131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5c7764f-923a-46d1-a5a5-a4a46dbe62a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:30.974715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] Set router 9777bb89-131e-4d2c-8b23-3ced6d675300 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:31.049429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9777bb89-131e-4d2c-8b23-3ced6d675300', 'name': 'tempest-RoutersIpV6Test-router-1893987679', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:18:28Z', 'updated_at': '2021-11-22T16:18:29Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:31.097927 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.107565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] Checking router: 9777bb89-131e-4d2c-8b23-3ced6d675300 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:18:31.113586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d57d6c43-588d-419f-bdd5-6b220a5e37f6 req-a70b09c4-fe44-4a03-861e-aa3f72a68cad tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463156 Nov 22 16:18:31.176954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] Routers {'9777bb89-131e-4d2c-8b23-3ced6d675300'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:31.177725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['9777bb89-131e-4d2c-8b23-3ced6d675300'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:31.236254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5c7764f-923a-46d1-a5a5-a4a46dbe62a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.240396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5c7764f-923a-46d1-a5a5-a4a46dbe62a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.254692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb63240-8029-456b-9364-b0dfb5c78845']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:31.298822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] Set router 9777bb89-131e-4d2c-8b23-3ced6d675300 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:31.300222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5c7764f-923a-46d1-a5a5-a4a46dbe62a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.300808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c7764f-923a-46d1-a5a5-a4a46dbe62a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Fanout notify agent at l3_agent the message router_deleted on router 9777bb89-131e-4d2c-8b23-3ced6d675300 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:18:31.308917 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5c7764f-923a-46d1-a5a5-a4a46dbe62a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.312858 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d5c7764f-923a-46d1-a5a5-a4a46dbe62a0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/9777bb89-131e-4d2c-8b23-3ced6d675300 HTTP/1.1" status: 204 len: 168 time: 0.4574132 Nov 22 16:18:31.317833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54510) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.360351 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a41bbe32-4b75-4e18-9c9a-c2cd66658262 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=9777bb89-131e-4d2c-8b23-3ced6d675300 HTTP/1.1" status: 200 len: 205 time: 0.0411685 Nov 22 16:18:31.362608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54512) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.368005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9777bb89-131e-4d2c-8b23-3ced6d675300', 'name': 'tempest-RoutersIpV6Test-router-1893987679', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:18:28Z', 'updated_at': '2021-11-22T16:18:29Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:31.370561 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.412798 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-00b1c1dd-f469-41b8-8bfa-1f9b653a35f0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] delete failed (client error): The resource could not be found. Nov 22 16:18:31.413913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00b1c1dd-f469-41b8-8bfa-1f9b653a35f0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/9777bb89-131e-4d2c-8b23-3ced6d675300 HTTP/1.1" status: 404 len: 336 time: 0.0503478 Nov 22 16:18:31.427401 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54514) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.451071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93db5a5-23e6-4157-91cb-1aed7b0d762e None None] The sync data for ids ['9777bb89-131e-4d2c-8b23-3ced6d675300'] in n-d-811716-3 is: [{'id': '9777bb89-131e-4d2c-8b23-3ced6d675300', 'name': 'tempest-RoutersIpV6Test-router-1893987679', 'tenant_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:18:28Z', 'updated_at': '2021-11-22T16:18:29Z', 'revision_number': 2, 'project_id': 'e2b90bad64c548e68d29954e0bd5a88a', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:31.455944 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac5dcf0-3ff8-4178-99bb-909376b34de1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:31.484758 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fdde80-3d74-4c05-9f5a-6e67342af07d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:31.485337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fdde80-3d74-4c05-9f5a-6e67342af07d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:31.489648 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8fdde80-3d74-4c05-9f5a-6e67342af07d tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/3407b42a-ae27-46e8-99c2-5f75329d183f HTTP/1.1" status: 404 len: 337 time: 0.0610325 Nov 22 16:18:31.492372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54516) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.495875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:31.514767 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.557529 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20df83c-2f43-48f9-ae80-64252b694ae9 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:31.558191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20df83c-2f43-48f9-ae80-64252b694ae9 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:31.564320 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e20df83c-2f43-48f9-ae80-64252b694ae9 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/fc86018c-0bd4-4b38-b995-639cd83e1b86 HTTP/1.1" status: 404 len: 337 time: 0.0700638 Nov 22 16:18:31.566756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54518) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.617989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:31.638117 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8656aa3e-160e-43c6-906a-62c059b9bb60 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:31.638589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8656aa3e-160e-43c6-906a-62c059b9bb60 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:31.645103 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8656aa3e-160e-43c6-906a-62c059b9bb60 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/edfe4bb6-fa46-429a-8c11-74796d3d6db7 HTTP/1.1" status: 404 len: 337 time: 0.0767770 Nov 22 16:18:31.655025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54520) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.703846 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f10ddb6b-cf07-4b7b-88ce-e909091ba016 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:31.704546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f10ddb6b-cf07-4b7b-88ce-e909091ba016 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:31.710084 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f10ddb6b-cf07-4b7b-88ce-e909091ba016 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/0df28ada-4d98-45b4-a361-be2346c6d6b8 HTTP/1.1" status: 404 len: 337 time: 0.0536690 Nov 22 16:18:31.710757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54522) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.747828 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1ec59df0-b2be-4059-aa3d-0e3ea2d2f651 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 200 len: 205 time: 0.0318775 Nov 22 16:18:31.748866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54524) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.783416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86302be-c8ca-4758-adda-99809d11261f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:31.783885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86302be-c8ca-4758-adda-99809d11261f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:31.812761 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.815238 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-65d66faa-7c74-45ed-b6fe-b69d7dd544f7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] delete failed (client error): The resource could not be found. Nov 22 16:18:31.818960 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-65d66faa-7c74-45ed-b6fe-b69d7dd544f7 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/cdbb559a-2146-4d1f-941d-3378eeddc7b1 HTTP/1.1" status: 404 len: 336 time: 0.0669310 Nov 22 16:18:31.820660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54528) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.821623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4ac5dcf0-3ff8-4178-99bb-909376b34de1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:31.826796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c937a-edf4-491a-8d90-d4d7b494fba0 req-ebe6ec3c-9903-4d1b-8a7e-dd2a227e8249 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:31.829451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-044c937a-edf4-491a-8d90-d4d7b494fba0 req-ebe6ec3c-9903-4d1b-8a7e-dd2a227e8249 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 943 time: 0.6991141 Nov 22 16:18:31.847609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-7d731d75-57a6-4d8f-bc49-dc200b565882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:31.849499 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-7d731d75-57a6-4d8f-bc49-dc200b565882 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 1095 time: 0.2030954 Nov 22 16:18:31.888782 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b54b091f-c727-4857-b591-01ee9d9144c0 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae0d2e07-ac29-4e6d-b161-11b026023c14 HTTP/1.1" status: 200 len: 205 time: 0.0608859 Nov 22 16:18:31.889028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54530) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:31.911139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.925941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b277f-2340-4e07-99d1-47f3d7272720 req-19030afc-106d-46f9-a255-637d5461e81b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:31.928119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a99b277f-2340-4e07-99d1-47f3d7272720 req-19030afc-106d-46f9-a255-637d5461e81b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.6638227 Nov 22 16:18:31.932769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:18:31.933491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:31.960390 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-65ccbf93-72f9-4951-9563-18b3ee87e5c2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] delete failed (client error): The resource could not be found. Nov 22 16:18:31.965015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-65ccbf93-72f9-4951-9563-18b3ee87e5c2 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/ae0d2e07-ac29-4e6d-b161-11b026023c14 HTTP/1.1" status: 404 len: 336 time: 0.0711308 Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:18:31.965693 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:18:31.970866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.094763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-7396bb74-ffee-4446-a6dd-3625d78e533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:32.096454 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-7396bb74-ffee-4446-a6dd-3625d78e533d service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 915 time: 0.2085814 Nov 22 16:18:32.133229 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d98a1ed-7eee-4e46-83d9-b0f7b08cf654 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:32.133876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d98a1ed-7eee-4e46-83d9-b0f7b08cf654 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:32.139545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9d98a1ed-7eee-4e46-83d9-b0f7b08cf654 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/ee0043f9-8b51-4614-ac71-8e44da36202e HTTP/1.1" status: 404 len: 337 time: 0.1410325 Nov 22 16:18:32.144221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.155099 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-be635be5-d82f-410c-a012-9a7951889cc5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1 HTTP/1.1" status: 200 len: 217 time: 0.0496106 Nov 22 16:18:32.177737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-044c937a-edf4-491a-8d90-d4d7b494fba0 req-4274590e-183e-4e4e-b5da-3f1c0f5acab3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306034 Nov 22 16:18:32.199024 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.213505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c617bf86-ad47-4886-a45e-c245b9b4b4ca tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 HTTP/1.1" status: 200 len: 205 time: 0.0562589 Nov 22 16:18:32.213505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.233080 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.240034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/6bb63240-8029-456b-9364-b0dfb5c78845 HTTP/1.1" status: 204 len: 168 time: 1.8021541 Nov 22 16:18:32.241186 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-67c53ab0-c4f3-42ea-bac2-b6fe86a7925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:32.242684 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-67c53ab0-c4f3-42ea-bac2-b6fe86a7925e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 200 len: 854 time: 0.0771375 Nov 22 16:18:32.243160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54538) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.249584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1297496645'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:32.272654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750e618-a462-42a9-8be3-1c335c833ae5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=6bb63240-8029-456b-9364-b0dfb5c78845,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:32.283416 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-73f0841b-1d07-41ef-b618-21ebca235840 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298967 Nov 22 16:18:32.295364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a99b277f-2340-4e07-99d1-47f3d7272720 req-ea9b92f9-f611-4453-b2f3-dbe5136100d2 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231013 Nov 22 16:18:32.295364 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-100c5e26-8f01-4bcf-8d55-0178365b48fd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] delete failed (client error): The resource could not be found. Nov 22 16:18:32.299436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-100c5e26-8f01-4bcf-8d55-0178365b48fd tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/1b6e141c-fefc-44c9-bf47-8cb4ff80a6a4 HTTP/1.1" status: 404 len: 336 time: 0.0877969 Nov 22 16:18:32.300114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54540) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.357408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a6356bad-f07b-4e7c-bf7d-0a604af5389a tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cbc33f9f-be07-45e3-93d7-4fc08e6f69cd HTTP/1.1" status: 200 len: 205 time: 0.0500379 Nov 22 16:18:32.358361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.405365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:32.411354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.420828 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-790f1d4d-74c4-4431-9840-67146c194292 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] delete failed (client error): The resource could not be found. Nov 22 16:18:32.427472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-790f1d4d-74c4-4431-9840-67146c194292 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/cbc33f9f-be07-45e3-93d7-4fc08e6f69cd HTTP/1.1" status: 404 len: 336 time: 0.0625200 Nov 22 16:18:32.427472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.493025 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83c8f83-016e-4761-9ed9-84d6c1b311af tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:32.493481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83c8f83-016e-4761-9ed9-84d6c1b311af tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:32.499166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b83c8f83-016e-4761-9ed9-84d6c1b311af tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/8eace5b0-6c09-4dfa-9873-c6aab7f9b9e0 HTTP/1.1" status: 404 len: 337 time: 0.0709867 Nov 22 16:18:32.499771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54546) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.506178 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-73dacdc0-3287-4c73-9684-ad2548875847 service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041247 Nov 22 16:18:32.507245 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:18:32.536943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.537371 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment fbee5d56-9cf4-4611-bdb0-122e29a31ca9 of type vlan for network 4d87d129-9873-47de-8200-7d4a3f4dccf9 Nov 22 16:18:32.542590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf8be-6bd3-4c9b-9ad6-2d71ce4918c1 req-9570588a-23e6-44b9-95c1-701203cf4bca tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:32.544256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-633bf8be-6bd3-4c9b-9ad6-2d71ce4918c1 req-9570588a-23e6-44b9-95c1-701203cf4bca tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1424551 Nov 22 16:18:32.546702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-34922a32-04d6-43b0-811c-7a0417938c64 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=50c5bf80-f7dd-44ef-849a-766d0a025613 HTTP/1.1" status: 200 len: 205 time: 0.0458763 Nov 22 16:18:32.549195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.590141 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.607086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d4bd-e418-472a-b77d-aa0b418008f1 req-81e8e5ff-4319-42d0-87b6-332bd62b3312 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:32.608677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0632d4bd-e418-472a-b77d-aa0b418008f1 req-81e8e5ff-4319-42d0-87b6-332bd62b3312 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2057796 Nov 22 16:18:32.610880 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-84908acb-a8b1-48bf-9c9c-b92e638a2d03 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] delete failed (client error): The resource could not be found. Nov 22 16:18:32.612048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-84908acb-a8b1-48bf-9c9c-b92e638a2d03 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/50c5bf80-f7dd-44ef-849a-766d0a025613 HTTP/1.1" status: 404 len: 336 time: 0.0618298 Nov 22 16:18:32.622030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.627988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54552) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.652799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'floatingip': {'port_id': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:32.690747 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-488dce34-d67f-4cad-ac45-ef8903d212bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:32.691209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488dce34-d67f-4cad-ac45-ef8903d212bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:32.696935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-488dce34-d67f-4cad-ac45-ef8903d212bf tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/e7907c32-2d59-4e3b-ad0f-95ac0cc76dc7 HTTP/1.1" status: 404 len: 337 time: 0.0754046 Nov 22 16:18:32.703663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54554) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.704727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:32.712349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.745554 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d44ee392-8e5d-4aa4-9cbc-071588141f37 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "GET /v2.0/ports?device_id=efc131c5-89ba-4399-a9f9-6e0d0b608b9f HTTP/1.1" status: 200 len: 205 time: 0.0371010 Nov 22 16:18:32.749413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.756019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:32.756569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.756794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.788920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-633bf8be-6bd3-4c9b-9ad6-2d71ce4918c1 req-cad97e30-a4ea-4e33-b255-9c073f106e7a tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300241 Nov 22 16:18:32.805297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:32.805653 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:32.833837 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0be9e0e2-65a1-42ec-9a78-fc08b184b545 req-7c14ab60-1e8a-4c76-9bd4-cbd9c1893f6c service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174977 Nov 22 16:18:32.867802 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-1ce65ed0-fb22-4199-8ca5-1280e026a166 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] delete failed (client error): The resource could not be found. Nov 22 16:18:32.868889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1ce65ed0-fb22-4199-8ca5-1280e026a166 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/routers/efc131c5-89ba-4399-a9f9-6e0d0b608b9f HTTP/1.1" status: 404 len: 336 time: 0.1082141 Nov 22 16:18:32.873946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.916885 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6725230 Nov 22 16:18:32.917858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54560) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.928184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': '4d87d129-9873-47de-8200-7d4a3f4dccf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:32.934528 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c68ace-8067-4484-bf4d-bba10cd5f2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:32.934528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c68ace-8067-4484-bf4d-bba10cd5f2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:32.937845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e4c68ace-8067-4484-bf4d-bba10cd5f2cc tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/fc722a6c-15cf-4d04-b372-6b608ac9b27f HTTP/1.1" status: 404 len: 337 time: 0.0625808 Nov 22 16:18:32.942456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:32.987358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8088bf-7809-470e-a074-5a5402a0727d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=4d87d129-9873-47de-8200-7d4a3f4dccf9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:32.987618 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:33.005052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66162e98-44b5-4322-9310-21ff28c7714b req-b62afa7d-a688-4468-9d91-a0484ac3f7cb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:33.006664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66162e98-44b5-4322-9310-21ff28c7714b req-b62afa7d-a688-4468-9d91-a0484ac3f7cb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.2836623 Nov 22 16:18:33.023003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 4d87d129-9873-47de-8200-7d4a3f4dccf9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:18:33.038448 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-82269d76-21b9-40cb-b731-4542c0c5ae15 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] DELETE failed (client error): The resource could not be found. Nov 22 16:18:33.038969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82269d76-21b9-40cb-b731-4542c0c5ae15 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:18:33.042221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-82269d76-21b9-40cb-b731-4542c0c5ae15 tempest-RoutersIpV6Test-525290639 tempest-RoutersIpV6Test-525290639-project] 10.222.0.69 "DELETE /v2.0/subnets/da21c6a4-7939-462d-9990-59f975dd66d8 HTTP/1.1" status: 404 len: 337 time: 0.0988219 Nov 22 16:18:33.052924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:33.061083 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905b03b-58c6-41e0-b263-1e2ce45a0879" -d '{"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:33.130393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:33.158063 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:33.194345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66162e98-44b5-4322-9310-21ff28c7714b req-d65f2d84-c6eb-4e6f-841b-eff263ead46f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770988 Nov 22 16:18:33.236107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:33.236237 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b8a2a-5122-4a92-b805-25acbb281ebe x-openstack-request-id: req-306b8a2a-5122-4a92-b805-25acbb281ebe {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:33.236342 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:33.243497 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-plugged", "status": "completed", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:33.243976 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-306b8a2a-5122-4a92-b805-25acbb281ebe {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:33.244295 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'code': 200} Nov 22 16:18:33.264404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:33.619422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:33.711384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5650-e4f2-4233-a456-658da8c39f95 req-2f2d38e8-a9be-49fb-9ca9-e09d7ed0677a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:33.721018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ceb5650-e4f2-4233-a456-658da8c39f95 req-2f2d38e8-a9be-49fb-9ca9-e09d7ed0677a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.3066962 Nov 22 16:18:33.762496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaf2a8-6e0f-4fed-ada2-9836adf92229 req-6c6a2575-92cb-470d-ae8f-973c8ef7f646 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:33.771675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ebaf2a8-6e0f-4fed-ada2-9836adf92229 req-6c6a2575-92cb-470d-ae8f-973c8ef7f646 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.2590945 Nov 22 16:18:33.799615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:18:33.839460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:33.898509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060604b-95c5-405e-a57d-e45dc02321fd req-e18b74fa-fe99-48c4-80fe-a7b68c2debe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:33.900038 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8060604b-95c5-405e-a57d-e45dc02321fd req-e18b74fa-fe99-48c4-80fe-a7b68c2debe6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 1097 time: 0.1032479 Nov 22 16:18:33.934426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ceb5650-e4f2-4233-a456-658da8c39f95 req-6eaa1e9e-69ee-4f04-8d3c-d90e75b492cf tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124763 Nov 22 16:18:33.945827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=1277ed7a-57fe-4c4d-8d17-3731b1aae0ec,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:33.954998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': 'fbee5d56-9cf4-4611-bdb0-122e29a31ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d87d129-9873-47de-8200-7d4a3f4dccf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:33.955359 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: 4d87d129-9873-47de-8200-7d4a3f4dccf9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:18:33.958970 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:33.979251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f92dfc04-79e9-493b-969d-bd8854e39784 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2b90bad64c548e68d29954e0bd5a88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3473370 Nov 22 16:18:33.979845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54582) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:33.988349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ebaf2a8-6e0f-4fed-ada2-9836adf92229 req-74d87c32-0948-4612-a348-8714b25a9c66 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157917 Nov 22 16:18:33.995320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:33.998707 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8060604b-95c5-405e-a57d-e45dc02321fd req-d42a4d0a-d2a6-4655-abba-18cbd0225c11 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865479 Nov 22 16:18:34.011496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 4d87d129-9873-47de-8200-7d4a3f4dccf9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:18:34.036201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 4d87d129-9873-47de-8200-7d4a3f4dccf9) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:34.043863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:34.044511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.050274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cfff34-df41-4ba3-b2ee-ed9e6ff6018c None None] Network 4d87d129-9873-47de-8200-7d4a3f4dccf9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:34.068134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cedf3723-7acd-428d-b975-511426bbd2c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.083019 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-62b03997-b789-400d-829c-1d7fa1f6eeb2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1595218 Nov 22 16:18:34.085845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54586) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:34.091156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cf4c0db3-d0fe-4027-90f4-8dd959dae1cb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1052923198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:34.112338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cedf3723-7acd-428d-b975-511426bbd2c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.156283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0db3-d0fe-4027-90f4-8dd959dae1cb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.157377 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0db3-d0fe-4027-90f4-8dd959dae1cb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.232347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0db3-d0fe-4027-90f4-8dd959dae1cb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.245367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651fe11-17d1-49c8-9308-215770802a56 req-798d7dd0-df8b-491b-b27d-bfa4cfeab7a5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:34.245917 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0db3-d0fe-4027-90f4-8dd959dae1cb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.253765 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cedf3723-7acd-428d-b975-511426bbd2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.254938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e651fe11-17d1-49c8-9308-215770802a56 req-798d7dd0-df8b-491b-b27d-bfa4cfeab7a5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.1556964 Nov 22 16:18:34.256982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cedf3723-7acd-428d-b975-511426bbd2c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.258174 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cedf3723-7acd-428d-b975-511426bbd2c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/296b04a8-9a93-4495-976a-9630b5652b91 HTTP/1.1" status: 204 len: 168 time: 0.2777152 Nov 22 16:18:34.276830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf3723-7acd-428d-b975-511426bbd2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b04a8-9a93-4495-976a-9630b5652b91,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:34.292430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf4c0db3-d0fe-4027-90f4-8dd959dae1cb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.294239 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cf4c0db3-d0fe-4027-90f4-8dd959dae1cb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2074578 Nov 22 16:18:34.297158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54592) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:34.298408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03b39d-6573-4f78-9e86-0d9a933b49d2 req-2100ec29-3ec2-454f-a6bd-5d6d331a580c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:34.300197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c03b39d-6573-4f78-9e86-0d9a933b49d2 req-2100ec29-3ec2-454f-a6bd-5d6d331a580c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1676886 Nov 22 16:18:34.303443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'port': {'network_id': '4d87d129-9873-47de-8200-7d4a3f4dccf9', 'name': 'tempest-RoutersTest-128187932'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:34.307263 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Floating IP 249ec643-8f54-47b5-8121-02b04f4d1dca associated. External IP: 172.25.5.149, port: c0a709a1-c27b-4421-8c56-f29b6d5d6271. Nov 22 16:18:34.394253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e651fe11-17d1-49c8-9308-215770802a56 req-f9ec2cc0-67bd-401f-be50-b85924fdbc68 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380250 Nov 22 16:18:34.404732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-4d87d129-9873-47de-8200-7d4a3f4dccf9', 'network_id': '4d87d129-9873-47de-8200-7d4a3f4dccf9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': '1277ed7a-57fe-4c4d-8d17-3731b1aae0ec'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:18:34.408607 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.543547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:34.550071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.604482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] device_id is not set on port eca214a7-749d-4ee0-bbce-0d80ac7390b2 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:18:34.729364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Allocated IP 172.20.0.2 (4d87d129-9873-47de-8200-7d4a3f4dccf9/1277ed7a-57fe-4c4d-8d17-3731b1aae0ec/159fd43c-aa91-433b-a552-89df9013d248) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:34.833425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c03b39d-6573-4f78-9e86-0d9a933b49d2 req-bd2932f7-18b9-4dba-9bab-442ddf135576 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227537 Nov 22 16:18:34.891425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853775-40a8-4845-9990-e4c68c00efaa req-a932eddd-da3d-47e8-af38-dd940e607e1a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:34.898589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28853775-40a8-4845-9990-e4c68c00efaa req-a932eddd-da3d-47e8-af38-dd940e607e1a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.0986097 Nov 22 16:18:34.914089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.924479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:34.975279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Network 4d87d129-9873-47de-8200-7d4a3f4dccf9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:34.979696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:34.985952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:35.005441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Pushing event updated for resources: {'Port': ['ID=159fd43c-aa91-433b-a552-89df9013d248,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:35.038451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28853775-40a8-4845-9990-e4c68c00efaa req-03536c1d-9246-4c82-a1c4-fc90f756e4b1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388800 Nov 22 16:18:35.065696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.20.0.5 (4d87d129-9873-47de-8200-7d4a3f4dccf9/1277ed7a-57fe-4c4d-8d17-3731b1aae0ec/eca214a7-749d-4ee0-bbce-0d80ac7390b2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:35.121922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Router 65128930-d418-4739-9ead-57fabd2f400a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:35.122749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Attempting to bind port 159fd43c-aa91-433b-a552-89df9013d248 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:35.123709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Attempting to bind port 159fd43c-aa91-433b-a552-89df9013d248 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'fbee5d56-9cf4-4611-bdb0-122e29a31ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d87d129-9873-47de-8200-7d4a3f4dccf9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:35.124297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Attempting to bind port 159fd43c-aa91-433b-a552-89df9013d248 on network 4d87d129-9873-47de-8200-7d4a3f4dccf9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:35.130802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:35.131437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Checking segment: {'id': 'fbee5d56-9cf4-4611-bdb0-122e29a31ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d87d129-9873-47de-8200-7d4a3f4dccf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:35.132058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:35.132621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Bound using segment: {'id': 'fbee5d56-9cf4-4611-bdb0-122e29a31ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d87d129-9873-47de-8200-7d4a3f4dccf9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:35.133247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Bound port: 159fd43c-aa91-433b-a552-89df9013d248, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbee5d56-9cf4-4611-bdb0-122e29a31ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '4d87d129-9873-47de-8200-7d4a3f4dccf9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:35.133795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:35.252241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] For port 159fd43c-aa91-433b-a552-89df9013d248, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:35.256848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] For port 159fd43c-aa91-433b-a552-89df9013d248, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=159fd43c-aa91-433b-a552-89df9013d248,segment=NetworkSegment(fbee5d56-9cf4-4611-bdb0-122e29a31ca9),segment_id=fbee5d56-9cf4-4611-bdb0-122e29a31ca9)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:35.274060 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:35.375169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55593d8f-dc3b-4142-ae44-b110863fe549 None None] Pushing event updated for resources: {'Port': ['ID=159fd43c-aa91-433b-a552-89df9013d248,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:35.411809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:35.423360 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] Sync routers for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:35.427452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:35.436641 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:35.438110 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:35.498777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433ecc6-656e-4193-aecc-15f16d1a5dc3 req-4c5efcd0-6e8b-411a-b6dc-969da3d56c52 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:35.507320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c433ecc6-656e-4193-aecc-15f16d1a5dc3 req-4c5efcd0-6e8b-411a-b6dc-969da3d56c52 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.2478244 Nov 22 16:18:35.508265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:35.561259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54644) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:35.599842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d69bf492-2f87-4471-aec9-66fe5ab5eaa0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "PUT /v2.0/floatingips/249ec643-8f54-47b5-8121-02b04f4d1dca HTTP/1.1" status: 200 len: 991 time: 2.9641507 Nov 22 16:18:35.606796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:35.607027 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:35.607993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:35.609407 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33453f4-55e4-4d49-9481-a07371fbdb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:35.698480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 4d87d129-9873-47de-8200-7d4a3f4dccf9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:35.704585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:35.709530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:35.751340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c433ecc6-656e-4193-aecc-15f16d1a5dc3 req-19f98b28-cc5f-4e68-8afd-46f9356b5cf3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427299 Nov 22 16:18:35.777827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=eca214a7-749d-4ee0-bbce-0d80ac7390b2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:35.806097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-f5755976-293a-4bcf-9a5e-e3244d3187ca tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:35.807689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-f5755976-293a-4bcf-9a5e-e3244d3187ca tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 815 time: 0.3427315 Nov 22 16:18:35.836474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:35.837356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:35.842434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-fb1a2e70-0781-4005-b9c1-ec4e48a16215 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/quotas/2469cabfa87640beb91090460220b35f HTTP/1.1" status: 200 len: 375 time: 0.0263734 Nov 22 16:18:35.858950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7b865bb0-cb45-4148-8978-ed97456aa9e8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:35.860427 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-7b865bb0-cb45-4148-8978-ed97456aa9e8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:18:35.861109 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-7b865bb0-cb45-4148-8978-ed97456aa9e8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:18:35.865211 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7b865bb0-cb45-4148-8978-ed97456aa9e8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2960706 Nov 22 16:18:35.871026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54654) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:35.879071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--107061665'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:35.934351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54656) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:35.934605 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-76372b9d-589c-4a82-b21e-ba701e098b04 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.6295156 Nov 22 16:18:35.984614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.010796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.071663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-7e661538-974b-436b-a2e3-2ed7185d8aa5 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2282588 Nov 22 16:18:36.124308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 159fd43c-aa91-433b-a552-89df9013d248 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:36.131260 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '249ec643-8f54-47b5-8121-02b04f4d1dca', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '65128930-d418-4739-9ead-57fabd2f400a', 'port_id': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'mac_address': 'fa:16:3e:f1:43:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:18:04Z', 'updated_at': '2021-11-22T16:18:33Z', 'revision_number': 1, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:36.174449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.178756 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] Checking router: 65128930-d418-4739-9ead-57fabd2f400a for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:18:36.186120 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.191651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-11549c4a-a92a-4082-9365-3f7e484ed8b4 service neutron] 10.222.0.69 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180184 Nov 22 16:18:36.194311 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:36.195426 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:36.249810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 159fd43c-aa91-433b-a552-89df9013d248 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:36.250450 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.287764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee467f-43fd-4838-be1b-5c94f3d37225,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:36.339068 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.345525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.367369 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:18:36.400714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fbc82-0208-48c3-8498-51b0cf59cfef req-de4d6422-025c-470f-ad56-209554554fc0 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:36.409581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c53fbc82-0208-48c3-8498-51b0cf59cfef req-de4d6422-025c-470f-ad56-209554554fc0 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.5060368 Nov 22 16:18:36.418044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.420170 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5468261 Nov 22 16:18:36.421597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd2d59-7573-4ebf-b7a2-9f65cdacf3c8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9122a2d-de82-4b73-92a6-0ee35161da2d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:36.424399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54686) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:36.434483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-80e8b8af-7f6a-406b-8a35-42f0e580feb2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': 'c9122a2d-de82-4b73-92a6-0ee35161da2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:36.437751 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.480327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80e8b8af-7f6a-406b-8a35-42f0e580feb2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.515932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-43f3009c-3a5c-4be9-b761-8cce778d2af7 service neutron] 10.222.0.69 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232341 Nov 22 16:18:36.528422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 159fd43c-aa91-433b-a552-89df9013d248, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=159fd43c-aa91-433b-a552-89df9013d248,segment=NetworkSegment(fbee5d56-9cf4-4611-bdb0-122e29a31ca9),segment_id=fbee5d56-9cf4-4611-bdb0-122e29a31ca9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:36.547078 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.581352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80e8b8af-7f6a-406b-8a35-42f0e580feb2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.588060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80e8b8af-7f6a-406b-8a35-42f0e580feb2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.619418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8b8af-7f6a-406b-8a35-42f0e580feb2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd676d3-1ffe-4a18-946c-7808b086b766,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:36.640762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80e8b8af-7f6a-406b-8a35-42f0e580feb2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.641703 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-80e8b8af-7f6a-406b-8a35-42f0e580feb2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2145033 Nov 22 16:18:36.644598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54688) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:36.649095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-40635268-8fdf-4076-9414-005411a35988 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': 'c9122a2d-de82-4b73-92a6-0ee35161da2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:36.662239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=159fd43c-aa91-433b-a552-89df9013d248,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:36.713397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40635268-8fdf-4076-9414-005411a35988 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.779838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c53fbc82-0208-48c3-8498-51b0cf59cfef req-1693181f-3746-4ef9-8f43-2d99bc40c6b8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684819 Nov 22 16:18:36.796890 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-40635268-8fdf-4076-9414-005411a35988 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:18:36.803053 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-40635268-8fdf-4076-9414-005411a35988 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1575024 Nov 22 16:18:36.804098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54694) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:36.894489 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '249ec643-8f54-47b5-8121-02b04f4d1dca', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '65128930-d418-4739-9ead-57fabd2f400a', 'port_id': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'mac_address': 'fa:16:3e:f1:43:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:18:04Z', 'updated_at': '2021-11-22T16:18:33Z', 'revision_number': 1, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:36.899309 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4dea336-7c46-42ee-b9ec-0781ac5d0463 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:36.922656 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51d7139-b84c-459e-88a1-155fcc93ad65 x-openstack-request-id: req-a51d7139-b84c-459e-88a1-155fcc93ad65 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:36.922960 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:36.923215 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a51d7139-b84c-459e-88a1-155fcc93ad65 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:36.926147 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'status': 'completed', 'code': 200} Nov 22 16:18:36.960124 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa3fb1d-004c-491e-8f79-ad6caef68de1 None None] The sync data for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 is: [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '249ec643-8f54-47b5-8121-02b04f4d1dca', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'floating_ip_address': '172.25.5.149', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '65128930-d418-4739-9ead-57fabd2f400a', 'port_id': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'mac_address': 'fa:16:3e:f1:43:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:18:04Z', 'updated_at': '2021-11-22T16:18:33Z', 'revision_number': 1, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:37.085112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4dea336-7c46-42ee-b9ec-0781ac5d0463 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.129838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-b18e8460-bdf1-4b87-ab0f-0f93976968c7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:37.132279 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-b18e8460-bdf1-4b87-ab0f-0f93976968c7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 945 time: 0.2167518 Nov 22 16:18:37.193005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387b3e10-041e-40ab-a099-41407393d1cb None None] Network 4d87d129-9873-47de-8200-7d4a3f4dccf9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:37.221558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ba5d5-34ee-47d0-9a9b-319fbffbaaec req-e63a3a84-7b7f-4f96-8f77-c150346ca667 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:37.230718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-930ba5d5-34ee-47d0-9a9b-319fbffbaaec req-e63a3a84-7b7f-4f96-8f77-c150346ca667 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1889977 Nov 22 16:18:37.242054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4dea336-7c46-42ee-b9ec-0781ac5d0463 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.244907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4dea336-7c46-42ee-b9ec-0781ac5d0463 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.249117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a4dea336-7c46-42ee-b9ec-0781ac5d0463 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/c9122a2d-de82-4b73-92a6-0ee35161da2d HTTP/1.1" status: 204 len: 168 time: 0.4406552 Nov 22 16:18:37.252494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54702) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:37.263151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2351c0-75ff-4ad0-b82e-4bf20df0cf78 req-8f1bcf8d-494b-4817-8562-665b520b9a5e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:37.265802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b2351c0-75ff-4ad0-b82e-4bf20df0cf78 req-8f1bcf8d-494b-4817-8562-665b520b9a5e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.2412188 Nov 22 16:18:37.267981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-0b0d3090-5c0e-4b7b-9c6c-5ce59a7e06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:37.269641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-0b0d3090-5c0e-4b7b-9c6c-5ce59a7e06e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 1096 time: 0.3400826 Nov 22 16:18:37.278979 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.292659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dea336-7c46-42ee-b9ec-0781ac5d0463 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9122a2d-de82-4b73-92a6-0ee35161da2d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:37.362808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Deleting port 8e6ced99-cec5-4775-b1be-08705fe1728b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:37.363238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.369572 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3f6bd9a9-b6c7-4763-878b-a390fbb97bc5 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1144783 Nov 22 16:18:37.392464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54704) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:37.392688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bb1621b8-58f4-491f-8662-8ff423a0a351 None None] Provisioning complete for port 159fd43c-aa91-433b-a552-89df9013d248 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:37.392895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bb1621b8-58f4-491f-8662-8ff423a0a351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.396992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-af86585d-5a90-4ca0-a0d8-71252d8f2266 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--870483727'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:37.432471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c104c55b-bebb-468f-9551-dcaaf4f2ed84 None None] New status for floating IP 249ec643-8f54-47b5-8121-02b04f4d1dca: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:18:37.456413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-930ba5d5-34ee-47d0-9a9b-319fbffbaaec req-b4f748ad-9910-4edf-84a6-467ea32b26ce tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239943 Nov 22 16:18:37.488161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af86585d-5a90-4ca0-a0d8-71252d8f2266 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.551387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] For port 8e6ced99-cec5-4775-b1be-08705fe1728b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=8e6ced99-cec5-4775-b1be-08705fe1728b,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:37.552205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.582480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Calling delete_port for 8e6ced99-cec5-4775-b1be-08705fe1728b owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:37.712283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddc1a36c-cf49-4a74-9fee-86b35b94162b req-a12b9e5e-0966-42ec-a2a3-7e47d0046546 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 210 time: 0.1773679 Nov 22 16:18:37.736827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b2351c0-75ff-4ad0-b82e-4bf20df0cf78 req-c6927181-14f2-4314-a6e4-8b54baae9221 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546161 Nov 22 16:18:37.749530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af86585d-5a90-4ca0-a0d8-71252d8f2266 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.813332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-3380321f-d184-4757-97b1-609fdd6f4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:37.821666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-3380321f-d184-4757-97b1-609fdd6f4f1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.5302312 Nov 22 16:18:37.839016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af86585d-5a90-4ca0-a0d8-71252d8f2266 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.893876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86585d-5a90-4ca0-a0d8-71252d8f2266 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f015a1f5-f8fd-4159-a817-339d6e48ff21,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:37.924793 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af86585d-5a90-4ca0-a0d8-71252d8f2266 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:37.926879 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-af86585d-5a90-4ca0-a0d8-71252d8f2266 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5333633 Nov 22 16:18:37.935738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54712) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:37.942497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cbf8387d-ea71-4511-bc56-6bbdb7c03496 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': 'f015a1f5-f8fd-4159-a817-339d6e48ff21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:37.945127 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-cbf8387d-ea71-4511-bc56-6bbdb7c03496 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 22 16:18:37.945864 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-cbf8387d-ea71-4511-bc56-6bbdb7c03496 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:37.955262 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cbf8387d-ea71-4511-bc56-6bbdb7c03496 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101616 Nov 22 16:18:37.955262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54714) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:37.996379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.008996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848', '8e6ced99-cec5-4775-b1be-08705fe1728b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:38.041515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5b59620-a257-43be-88b1-2372ab60e5c0 req-b2a1aa51-c968-47e2-87c7-ed11a0fde396 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a98d986-07f0-42bd-b3ec-db7da33f964a HTTP/1.1" status: 200 len: 210 time: 0.1463501 Nov 22 16:18:38.049463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event deleted for resources: {'Port': ['ID=8e6ced99-cec5-4775-b1be-08705fe1728b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:38.061308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 159fd43c-aa91-433b-a552-89df9013d248 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:38.121008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-25d0b78b-688f-4dfc-bd82-af37098e5e50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271 HTTP/1.1" status: 200 len: 1001 time: 0.2733974 Nov 22 16:18:38.125359 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] No DVR routers for this DVR port 8e6ced99-cec5-4775-b1be-08705fe1728b on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:38.128116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.135710 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-683633e5-51e5-4a64-8f6c-9e0e03692753 req-36f560a3-2485-4412-ae22-8694fed91577 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "DELETE /v2.0/ports/8e6ced99-cec5-4775-b1be-08705fe1728b HTTP/1.1" status: 204 len: 173 time: 0.9934933 Nov 22 16:18:38.139284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a98d986-07f0-42bd-b3ec-db7da33f964a', 'name': 'network-vif-deleted', 'tag': '8e6ced99-cec5-4775-b1be-08705fe1728b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:38.160575 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbc68f3-174d-41e0-a237-ec92f449491d" -d '{"events": [{"server_uuid": "3a98d986-07f0-42bd-b3ec-db7da33f964a", "name": "network-vif-deleted", "tag": "8e6ced99-cec5-4775-b1be-08705fe1728b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:38.168214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3c654352-12cd-4f68-9217-3cdd0f628c75 None None] Provisioning complete for port eca214a7-749d-4ee0-bbce-0d80ac7390b2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:38.169563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c654352-12cd-4f68-9217-3cdd0f628c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.212867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee22b91-1e62-4406-90ec-3e7b0eebe82e tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.221621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b949f-bfc5-4846-9d8e-c952267009ff req-b6947c90-7a45-4327-b684-d4dd8599f355 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:38.233247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-677b949f-bfc5-4846-9d8e-c952267009ff req-b6947c90-7a45-4327-b684-d4dd8599f355 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.4048336 Nov 22 16:18:38.239694 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e819078-4650-450c-99a1-046fdb14e99d x-openstack-request-id: req-8e819078-4650-450c-99a1-046fdb14e99d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:38.241857 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a98d986-07f0-42bd-b3ec-db7da33f964a", "name": "network-vif-deleted", "tag": "8e6ced99-cec5-4775-b1be-08705fe1728b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:38.242224 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e819078-4650-450c-99a1-046fdb14e99d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:38.242786 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a98d986-07f0-42bd-b3ec-db7da33f964a', 'name': 'network-vif-deleted', 'tag': '8e6ced99-cec5-4775-b1be-08705fe1728b', 'status': 'completed', 'code': 200} Nov 22 16:18:38.258363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee22b91-1e62-4406-90ec-3e7b0eebe82e tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.324241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 159fd43c-aa91-433b-a552-89df9013d248 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:38.325877 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.338427 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee22b91-1e62-4406-90ec-3e7b0eebe82e tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.342947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee22b91-1e62-4406-90ec-3e7b0eebe82e tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.347178 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8ee22b91-1e62-4406-90ec-3e7b0eebe82e tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/f015a1f5-f8fd-4159-a817-339d6e48ff21 HTTP/1.1" status: 204 len: 168 time: 0.3910389 Nov 22 16:18:38.350358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54718) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:38.377812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3c654352-12cd-4f68-9217-3cdd0f628c75 None None] Port eca214a7-749d-4ee0-bbce-0d80ac7390b2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:38.397029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee22b91-1e62-4406-90ec-3e7b0eebe82e tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f015a1f5-f8fd-4159-a817-339d6e48ff21,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:38.410749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-677b949f-bfc5-4846-9d8e-c952267009ff req-13941fff-abb9-48b4-8be4-a1b1f076e999 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764872 Nov 22 16:18:38.424420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-e1e253ed-e11f-4b48-8959-25d0dd1a160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:38.426132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-e1e253ed-e11f-4b48-8959-25d0dd1a160d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.2951720 Nov 22 16:18:38.443760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3c654352-12cd-4f68-9217-3cdd0f628c75 None None] Provisioning complete for port 159fd43c-aa91-433b-a552-89df9013d248 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:38.444216 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c654352-12cd-4f68-9217-3cdd0f628c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.457880 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.498935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.576803 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f494f174-6aa8-4fe2-a210-7fc7109f184b tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2246909 Nov 22 16:18:38.607203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:38.611676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b0fd36d7-d1bc-426b-9d83-98215d347561 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--42108376'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:38.672930 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0fd36d7-d1bc-426b-9d83-98215d347561 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.689747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b3bad68c-d630-42f8-8e20-a21812cb8e8b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:38.691269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b3bad68c-d630-42f8-8e20-a21812cb8e8b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.71 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 815 time: 0.3095896 Nov 22 16:18:38.715600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Request body: {'port': {'device_id': '207e6aa7-0a7b-484d-891a-672ea1873fec', 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'admin_state_up': True, 'tenant_id': '2469cabfa87640beb91090460220b35f'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:38.717185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-b67aead8-cdcc-407f-b81b-2a4afd2d21c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:38.719574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-b67aead8-cdcc-407f-b81b-2a4afd2d21c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2774255 Nov 22 16:18:38.732504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=eca214a7-749d-4ee0-bbce-0d80ac7390b2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:38.776429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-de3c4cf8-2883-445d-a006-71ad6b152047 None None] Provisioning complete for port eca214a7-749d-4ee0-bbce-0d80ac7390b2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:38.777660 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de3c4cf8-2883-445d-a006-71ad6b152047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.900709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e20e98-2687-46cc-a781-7b9a2e0773a9 req-69717df3-0d46-4efa-80c2-0636204bf1d2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:38.903704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4e20e98-2687-46cc-a781-7b9a2e0773a9 req-69717df3-0d46-4efa-80c2-0636204bf1d2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.3072104 Nov 22 16:18:38.927167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Made reservation on behalf of 2469cabfa87640beb91090460220b35f for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:38.930990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:38.944806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c6c92-3d1d-414e-b6cf-47e8a3083c37 req-7f53d7a8-4111-4693-ae8f-b7e15bdf7ad0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:38.946097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-875c6c92-3d1d-414e-b6cf-47e8a3083c37 req-7f53d7a8-4111-4693-ae8f-b7e15bdf7ad0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.3914497 Nov 22 16:18:38.975640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-de3c4cf8-2883-445d-a006-71ad6b152047 None None] Port eca214a7-749d-4ee0-bbce-0d80ac7390b2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:39.081085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Allocated IP 172.20.0.4 (706200e4-4cbc-42e1-95db-f531e6787aef/a829c7b9-2541-4f40-bc75-acd606ba3ba3/87dde5d9-bcf6-45ac-861e-84cef3beddc5) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:39.098040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6ff80572-197b-4659-8372-f6a321be88b1 None None] Provisioning complete for port eca214a7-749d-4ee0-bbce-0d80ac7390b2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:39.098451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff80572-197b-4659-8372-f6a321be88b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.136201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6ff80572-197b-4659-8372-f6a321be88b1 None None] Port eca214a7-749d-4ee0-bbce-0d80ac7390b2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:39.244835 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.281401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.296847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'e82ce454-2753-4c60-a97c-bd0cd791fa39'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:39.331375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Network 706200e4-4cbc-42e1-95db-f531e6787aef is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:39.334482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:39.338510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:39.368648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Pushing event updated for resources: {'Port': ['ID=87dde5d9-bcf6-45ac-861e-84cef3beddc5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:39.401119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:39.401785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.413988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-fb2eca7a-5345-4047-9ce0-36d5ef803d69 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763330 Nov 22 16:18:39.424416 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0fd36d7-d1bc-426b-9d83-98215d347561 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.424993 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-3cc670b2-5284-47fe-9646-da7686079911 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7154334 Nov 22 16:18:39.439327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Request body: {'port': {'device_id': '207e6aa7-0a7b-484d-891a-672ea1873fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:39.452062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0fd36d7-d1bc-426b-9d83-98215d347561 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.497090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.539864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4e20e98-2687-46cc-a781-7b9a2e0773a9 req-a3dbc135-09b4-4f95-8473-2a3faf44ef1a tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927184 Nov 22 16:18:39.553816 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.563988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-875c6c92-3d1d-414e-b6cf-47e8a3083c37 req-e590f811-e547-4dd6-af11-fc2ced134d40 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878787 Nov 22 16:18:39.642476 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0fd36d7-d1bc-426b-9d83-98215d347561 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.643783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b0fd36d7-d1bc-426b-9d83-98215d347561 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0356181 Nov 22 16:18:39.647155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54736) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:39.653448 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6bce7beb-a947-4fc3-b036-8e2cd9cbd380 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '2d9bd3a8-b965-4cb7-ae97-e72e87328e17', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:39.653448 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-6bce7beb-a947-4fc3-b036-8e2cd9cbd380 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 22 16:18:39.653883 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-6bce7beb-a947-4fc3-b036-8e2cd9cbd380 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:39.655314 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6bce7beb-a947-4fc3-b036-8e2cd9cbd380 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067487 Nov 22 16:18:39.658054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54738) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:39.675421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd36d7-d1bc-426b-9d83-98215d347561 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9bd3a8-b965-4cb7-ae97-e72e87328e17,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:39.775192 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0de2c8cb-d0ca-44c1-ba6d-8f70d857668f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.783965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f33453f4-55e4-4d49-9481-a07371fbdb0e req-71c48603-ac3c-4463-91ef-2b680f61abdf service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515120 Nov 22 16:18:39.807321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd2b76-a1e1-4e52-8729-306ae1e1c6ef req-f9be2551-9d63-4d44-9a1d-ef5cdb9d4ddb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:39.808931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61bd2b76-a1e1-4e52-8729-306ae1e1c6ef req-f9be2551-9d63-4d44-9a1d-ef5cdb9d4ddb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1595063 Nov 22 16:18:39.818983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba6bd8-a33f-4aa3-936b-68ab90bc47a6 req-7f60c5dd-3618-46b8-808b-d7fb30124dad tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:39.819957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0de2c8cb-d0ca-44c1-ba6d-8f70d857668f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.820888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fba6bd8-a33f-4aa3-936b-68ab90bc47a6 req-7f60c5dd-3618-46b8-808b-d7fb30124dad tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 931 time: 0.1878433 Nov 22 16:18:39.879175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.897350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dde5d9-bcf6-45ac-861e-84cef3beddc5 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:39.907403 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.920577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0de2c8cb-d0ca-44c1-ba6d-8f70d857668f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.923292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0de2c8cb-d0ca-44c1-ba6d-8f70d857668f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:39.924480 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0de2c8cb-d0ca-44c1-ba6d-8f70d857668f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/2d9bd3a8-b965-4cb7-ae97-e72e87328e17 HTTP/1.1" status: 204 len: 168 time: 0.2655249 Nov 22 16:18:39.928510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54740) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:39.930769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Transition to ACTIVE for port object 87dde5d9-bcf6-45ac-861e-84cef3beddc5 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:18:39.936715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2c8cb-d0ca-44c1-ba6d-8f70d857668f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9bd3a8-b965-4cb7-ae97-e72e87328e17,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:39.938496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.014493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=87dde5d9-bcf6-45ac-861e-84cef3beddc5,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:40.042690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61bd2b76-a1e1-4e52-8729-306ae1e1c6ef req-0d1fb2d7-2b87-42ab-b9be-e99b9752a6a8 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046411 Nov 22 16:18:40.053879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fba6bd8-a33f-4aa3-936b-68ab90bc47a6 req-d444cbe2-cdce-41e4-8f52-be93e15b81be tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143726 Nov 22 16:18:40.069722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Attempting to bind port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:40.070068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Attempting to bind port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:40.070408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Attempting to bind port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 on network 706200e4-4cbc-42e1-95db-f531e6787aef {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:40.075812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 on network 706200e4-4cbc-42e1-95db-f531e6787aef not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:18:40.077969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Attempting to bind port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 on network 706200e4-4cbc-42e1-95db-f531e6787aef {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:40.083453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:40.083807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Checking segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:40.084238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Bound using segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:40.084676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Bound port: 87dde5d9-bcf6-45ac-861e-84cef3beddc5, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:40.085055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.148847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9bb740f1-ae55-4347-ae26-698df6b2bac9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2145700 Nov 22 16:18:40.153225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:40.159752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1757bc4c-efbc-476b-b75f-dc42ae2926c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--240869283'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:40.190280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] For port 87dde5d9-bcf6-45ac-861e-84cef3beddc5, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:40.194025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] For port 87dde5d9-bcf6-45ac-861e-84cef3beddc5, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=87dde5d9-bcf6-45ac-861e-84cef3beddc5,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:40.200231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.241954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:40.242684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.244157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] 10.222.0.71 "PUT /v2.0/ports/87dde5d9-bcf6-45ac-861e-84cef3beddc5 HTTP/1.1" status: 200 len: 1091 time: 0.8105183 Nov 22 16:18:40.244661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207e6aa7-0a7b-484d-891a-672ea1873fec', 'tag': '87dde5d9-bcf6-45ac-861e-84cef3beddc5'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:40.247731 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad62c6e-83b1-471c-a80e-992f0a8d1d97" -d '{"events": [{"name": "network-changed", "server_uuid": "207e6aa7-0a7b-484d-891a-672ea1873fec", "tag": "87dde5d9-bcf6-45ac-861e-84cef3beddc5"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:40.272861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1757bc4c-efbc-476b-b75f-dc42ae2926c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.276244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7695d-b41a-4d8d-a41c-755d8253ec86 service neutron] Pushing event updated for resources: {'Port': ['ID=87dde5d9-bcf6-45ac-861e-84cef3beddc5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:40.345253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-0c123856-8a82-4bd3-9296-390c0472da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:40.347155 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-0c123856-8a82-4bd3-9296-390c0472da52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 1094 time: 0.0486474 Nov 22 16:18:40.352056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cc621-dd3b-4078-8b69-e7a18fbaf5ba req-66d1617e-734d-4696-9d48-0e5dcdf6c691 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:40.353681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80cc621-dd3b-4078-8b69-e7a18fbaf5ba req-66d1617e-734d-4696-9d48-0e5dcdf6c691 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1690793 Nov 22 16:18:40.399594 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-1019edd4-daf5-4be4-b981-01c7471a35cf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87dde5d9-bcf6-45ac-861e-84cef3beddc5 HTTP/1.1" status: 200 len: 217 time: 0.0429015 Nov 22 16:18:40.456859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.459892 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c596548d-c354-4008-8a65-62e914de6cfd x-openstack-request-id: req-c596548d-c354-4008-8a65-62e914de6cfd {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:40.460396 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207e6aa7-0a7b-484d-891a-672ea1873fec", "tag": "87dde5d9-bcf6-45ac-861e-84cef3beddc5", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:40.460661 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c596548d-c354-4008-8a65-62e914de6cfd {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:40.461135 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207e6aa7-0a7b-484d-891a-672ea1873fec', 'tag': '87dde5d9-bcf6-45ac-861e-84cef3beddc5', 'status': 'completed', 'code': 200} Nov 22 16:18:40.465266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-314765f0-46cc-4b3a-8a00-146dcc66b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:40.466848 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-314765f0-46cc-4b3a-8a00-146dcc66b464 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.0600982 Nov 22 16:18:40.476495 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.480967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1757bc4c-efbc-476b-b75f-dc42ae2926c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.510367 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-87e6ad75-af24-48a8-8794-d704450e9293 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293460 Nov 22 16:18:40.530473 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1757bc4c-efbc-476b-b75f-dc42ae2926c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.535722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80cc621-dd3b-4078-8b69-e7a18fbaf5ba req-18da953b-7672-4b1f-a933-1953c6fc07a9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741681 Nov 22 16:18:40.617102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757bc4c-efbc-476b-b75f-dc42ae2926c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2980a7b6-fc2f-497f-bc03-0d0b807fdd3c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:40.619644 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-a0c19467-b0aa-4a4f-a61f-cbef4410905b service neutron] 10.222.0.71 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004860 Nov 22 16:18:40.626665 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1757bc4c-efbc-476b-b75f-dc42ae2926c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.628316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1757bc4c-efbc-476b-b75f-dc42ae2926c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4739969 Nov 22 16:18:40.630385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=eca214a7-749d-4ee0-bbce-0d80ac7390b2,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:40.632964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:40.637186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.647815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-070336dc-5ed4-40ec-bad7-bdd1d4343ef8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '2980a7b6-fc2f-497f-bc03-0d0b807fdd3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:40.661483 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-070336dc-5ed4-40ec-bad7-bdd1d4343ef8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 22 16:18:40.662099 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-070336dc-5ed4-40ec-bad7-bdd1d4343ef8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:40.665745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-070336dc-5ed4-40ec-bad7-bdd1d4343ef8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0275311 Nov 22 16:18:40.679293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:40.696874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4f2899b2-3cf7-4b44-8398-0a46501a7bac tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '2980a7b6-fc2f-497f-bc03-0d0b807fdd3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:40.697550 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-4f2899b2-3cf7-4b44-8398-0a46501a7bac tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 22 16:18:40.698791 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-4f2899b2-3cf7-4b44-8398-0a46501a7bac tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:40.699668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4f2899b2-3cf7-4b44-8398-0a46501a7bac tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0197246 Nov 22 16:18:40.703955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54764) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:40.712661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-57a9899e-efa5-41ab-8fca-b397b0bed8c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '2980a7b6-fc2f-497f-bc03-0d0b807fdd3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:40.715896 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-57a9899e-efa5-41ab-8fca-b397b0bed8c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 22 16:18:40.716995 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-57a9899e-efa5-41ab-8fca-b397b0bed8c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:40.718386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57a9899e-efa5-41ab-8fca-b397b0bed8c2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136902 Nov 22 16:18:40.721679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54766) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:40.726824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d0474422-895b-471f-87ac-1a34c63365a4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '2980a7b6-fc2f-497f-bc03-0d0b807fdd3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:40.727694 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-d0474422-895b-471f-87ac-1a34c63365a4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 22 16:18:40.728205 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-d0474422-895b-471f-87ac-1a34c63365a4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:40.729132 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d0474422-895b-471f-87ac-1a34c63365a4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065622 Nov 22 16:18:40.736011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54768) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:40.740711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 8e6ced99-cec5-4775-b1be-08705fe1728b no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:40.764200 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 8e6ced99-cec5-4775-b1be-08705fe1728b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:40.764719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 8e6ced99-cec5-4775-b1be-08705fe1728b not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:40.775083 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4c949223-e7ac-4982-bbc7-cdf159e39e89 req-89a10fd7-05f6-425b-a435-a039d2ea9973 service neutron] 10.222.0.71 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481030 Nov 22 16:18:40.806850 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1598e511-bf7a-4d11-b14e-451ec9dabcf8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.818458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48524ec-e4ed-4a9f-9ac1-9922ab88d516 req-a3d5f3f5-3578-49cd-aed2-9fc63ec07c25 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:40.820010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c48524ec-e4ed-4a9f-9ac1-9922ab88d516 req-a3d5f3f5-3578-49cd-aed2-9fc63ec07c25 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1857274 Nov 22 16:18:40.835582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1598e511-bf7a-4d11-b14e-451ec9dabcf8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.845552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4b75e-ac50-42df-9c48-edbeb8e2d6b2 req-da40191d-1dba-4919-8bc0-0a8fcf65e701 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:40.847019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7aa4b75e-ac50-42df-9c48-edbeb8e2d6b2 req-da40191d-1dba-4919-8bc0-0a8fcf65e701 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1684775 Nov 22 16:18:40.891576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 4d87d129-9873-47de-8200-7d4a3f4dccf9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:40.902273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:40.904307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-1006b4d0-ed7f-413e-8dd0-20e0afa7697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:40.905939 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-1006b4d0-ed7f-413e-8dd0-20e0afa7697b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 1094 time: 0.0722632 Nov 22 16:18:40.924386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1598e511-bf7a-4d11-b14e-451ec9dabcf8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.927264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1598e511-bf7a-4d11-b14e-451ec9dabcf8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:40.928414 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1598e511-bf7a-4d11-b14e-451ec9dabcf8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/2980a7b6-fc2f-497f-bc03-0d0b807fdd3c HTTP/1.1" status: 204 len: 168 time: 0.1916552 Nov 22 16:18:40.931762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:40.937978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c48524ec-e4ed-4a9f-9ac1-9922ab88d516 req-784fb3ac-eae0-4a81-9379-f0009eefc5d8 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059146 Nov 22 16:18:40.988404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598e511-bf7a-4d11-b14e-451ec9dabcf8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980a7b6-fc2f-497f-bc03-0d0b807fdd3c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:41.044145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7aa4b75e-ac50-42df-9c48-edbeb8e2d6b2 req-c857f5db-40ae-48d5-bb98-b7bd98aa08dd tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815033 Nov 22 16:18:41.060423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-31cf5ba5-d4bc-407a-b432-242dd11727ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:41.061922 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-31cf5ba5-d4bc-407a-b432-242dd11727ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 916 time: 0.1479821 Nov 22 16:18:41.122567 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-4104112d-d9f1-4b1c-8075-a624ffb917ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87dde5d9-bcf6-45ac-861e-84cef3beddc5 HTTP/1.1" status: 200 len: 217 time: 0.0490975 Nov 22 16:18:41.188642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-affefe25-3f31-481b-a800-c8bd92b97861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:41.190130 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-affefe25-3f31-481b-a800-c8bd92b97861 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.0588858 Nov 22 16:18:41.214132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8c44c832-5707-4a23-9dde-124a50cedec2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2805681 Nov 22 16:18:41.222292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:41.227806 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-24d49897-6cf3-46cc-8806-2a38aeb227e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265312 Nov 22 16:18:41.228436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330101070'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:41.283396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8514c593-4cfd-48cd-b964-0b8279b3e6c3 None None] Provisioning complete for port eca214a7-749d-4ee0-bbce-0d80ac7390b2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:41.284062 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8514c593-4cfd-48cd-b964-0b8279b3e6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:41.297652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879fc48-abea-46f1-900b-29372424145c req-a2fd14bc-2129-411c-8f29-cc2129fb1b44 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:41.299197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a879fc48-abea-46f1-900b-29372424145c req-a2fd14bc-2129-411c-8f29-cc2129fb1b44 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1748018 Nov 22 16:18:41.310239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fc1a86da-7a8b-4e8b-ba85-46467a474cab tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:41.311814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fc1a86da-7a8b-4e8b-ba85-46467a474cab tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.2301824 Nov 22 16:18:41.312572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:41.328290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8514c593-4cfd-48cd-b964-0b8279b3e6c3 None None] Port eca214a7-749d-4ee0-bbce-0d80ac7390b2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:41.337019 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-7577d3bf-28b5-4b95-8f9c-41f2e29c6775 service neutron] 10.222.0.71 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997462 Nov 22 16:18:41.364041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-0ff90363-c22e-4529-8a48-a8a50c84c511 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/quotas/1e9c24f629ef41cc8bf8e9068d07a03e HTTP/1.1" status: 200 len: 375 time: 0.0325925 Nov 22 16:18:41.373396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router e50f195f-4d33-4350-95db-7893d6f7c164 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:18:41.438724 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cad62c6e-83b1-471c-a80e-992f0a8d1d97 req-80b79eaf-a439-494b-a79e-ddeda8f28964 service neutron] 10.222.0.71 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939515 Nov 22 16:18:41.443611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a879fc48-abea-46f1-900b-29372424145c req-a1439a9f-9804-4da9-9411-1a1337cba56e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273582 Nov 22 16:18:41.578868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-bd231fa9-fb9d-4728-939e-48d7bb586ff7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074969 Nov 22 16:18:41.588672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:41.602287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:41.603765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:41.609812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c537b2f7-0437-4174-b568-564c0c9bdf83 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/e50f195f-4d33-4350-95db-7893d6f7c164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6741509 Nov 22 16:18:41.613439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54792) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:41.615032 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbb0be-959c-4038-b27b-1ecdf4fd7dc5 None None] Sync routers for ids ['e50f195f-4d33-4350-95db-7893d6f7c164'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:41.627843 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbb0be-959c-4038-b27b-1ecdf4fd7dc5 None None] Routers {'e50f195f-4d33-4350-95db-7893d6f7c164'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:41.628790 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7ccbb0be-959c-4038-b27b-1ecdf4fd7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e50f195f-4d33-4350-95db-7893d6f7c164'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:41.665376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767b4c94-28cf-4e0a-a534-3a33c383895d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:41.666999 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-767b4c94-28cf-4e0a-a534-3a33c383895d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports/eca214a7-749d-4ee0-bbce-0d80ac7390b2 HTTP/1.1" status: 200 len: 976 time: 0.0518038 Nov 22 16:18:41.671279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54794) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:41.673614 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7ccbb0be-959c-4038-b27b-1ecdf4fd7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:41.684958 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbb0be-959c-4038-b27b-1ecdf4fd7dc5 None None] Routers {'e50f195f-4d33-4350-95db-7893d6f7c164'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:41.685831 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7ccbb0be-959c-4038-b27b-1ecdf4fd7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e50f195f-4d33-4350-95db-7893d6f7c164'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:41.692302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db865bde-077b-47f6-b6b3-90ff166b4dce req-e505b534-5661-47ed-a213-eaf7f048a5e2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:41.693718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db865bde-077b-47f6-b6b3-90ff166b4dce req-e505b534-5661-47ed-a213-eaf7f048a5e2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1826208 Nov 22 16:18:41.698956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:41.700732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4773705 Nov 22 16:18:41.708384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:41.709065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153cfcb3-5cff-4c33-bf9b-f37638eb0908,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:41.723216 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7ccbb0be-959c-4038-b27b-1ecdf4fd7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:41.724189 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbb0be-959c-4038-b27b-1ecdf4fd7dc5 None None] The sync data for ids ['e50f195f-4d33-4350-95db-7893d6f7c164'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:42.021695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-39c0d546-0849-4c72-b4d2-367209c998e4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:42.022578 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-39c0d546-0849-4c72-b4d2-367209c998e4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:18:42.023357 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-39c0d546-0849-4c72-b4d2-367209c998e4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:42.024375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-39c0d546-0849-4c72-b4d2-367209c998e4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.3130107 Nov 22 16:18:42.029766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54806) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:42.034853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-77ba0b7c-de95-4ec1-9faf-239ae8ebe08f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:42.039747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.040127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.040471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.040815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.041154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.041834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.041834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.042145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.042474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.042799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.043162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.043489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379f492d-5a45-4bcf-92d1-8b11dea94df7 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:42.044686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:42.096257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-f7859cbf-52ee-49bd-a21d-f6cde83ca94e service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025830 Nov 22 16:18:42.101161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db865bde-077b-47f6-b6b3-90ff166b4dce req-6fcb83e0-2ab8-4183-aeb7-eea4bb877ac4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975809 Nov 22 16:18:42.128299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24856642-61c3-4fb3-9519-db336ccec170 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:42.224212 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-77ba0b7c-de95-4ec1-9faf-239ae8ebe08f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:42.225313 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-77ba0b7c-de95-4ec1-9faf-239ae8ebe08f tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1942019 Nov 22 16:18:42.230312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:42.254861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:42.258059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2d49fda2-5629-47f5-89ed-d63fd227b0d8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:42.259108 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-2d49fda2-5629-47f5-89ed-d63fd227b0d8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 22 16:18:42.259686 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-2d49fda2-5629-47f5-89ed-d63fd227b0d8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:42.262207 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2d49fda2-5629-47f5-89ed-d63fd227b0d8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0319145 Nov 22 16:18:42.265104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54816) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:42.268761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-b8dd1eed-c060-475e-a54f-8da30273b399 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664259 Nov 22 16:18:42.271433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3ce4de81-3d40-4ffe-a6b6-0805c3057e73 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:42.279531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '24856642-61c3-4fb3-9519-db336ccec170', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'port_id': '24856642-61c3-4fb3-9519-db336ccec170', 'mac_address': 'fa:16:3e:d9:65:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03a648-b35d-412b-b0d6-a0dc2108bc6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:42.324342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b58863-c048-46aa-97f6-8e03991dd7cc req-a52ec895-9876-4f79-990c-8d8ec7994743 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:42.325834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5b58863-c048-46aa-97f6-8e03991dd7cc req-a52ec895-9876-4f79-990c-8d8ec7994743 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 943 time: 0.1027038 Nov 22 16:18:42.340960 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:42.360674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24856642-61c3-4fb3-9519-db336ccec170 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:42.387431 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-3ce4de81-3d40-4ffe-a6b6-0805c3057e73 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:42.388606 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3ce4de81-3d40-4ffe-a6b6-0805c3057e73 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1225762 Nov 22 16:18:42.391402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54820) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:42.401628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:42.402454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-38503a74-ddf6-4542-8ab5-c162ff081e6a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:42.403370 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-38503a74-ddf6-4542-8ab5-c162ff081e6a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:18:42.403683 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-38503a74-ddf6-4542-8ab5-c162ff081e6a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:42.407327 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-38503a74-ddf6-4542-8ab5-c162ff081e6a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117986 Nov 22 16:18:42.407721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54822) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:42.410167 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:42.417508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5b58863-c048-46aa-97f6-8e03991dd7cc req-b299e05f-6785-44c1-8d6c-ddc85b510f9f tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834754 Nov 22 16:18:42.431706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-96cf9605-edf5-452e-8755-9b49b54a5a72 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:42.495047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:42.516443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['24856642-61c3-4fb3-9519-db336ccec170'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:42.744018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83cc1ff6-0a07-41e0-8616-80fb38d2c5f8 req-1e979e30-5d7c-42a8-9181-94075a243e6f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 210 time: 0.0792835 Nov 22 16:18:42.751976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43478a15-4cc4-4fd7-b775-15af93572d31 req-8e0f5ac4-5343-4de6-b6c1-4f1e224f865f tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:42.759399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43478a15-4cc4-4fd7-b775-15af93572d31 req-8e0f5ac4-5343-4de6-b6c1-4f1e224f865f tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1631837 Nov 22 16:18:42.759884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 87dde5d9-bcf6-45ac-861e-84cef3beddc5 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:42.856901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43478a15-4cc4-4fd7-b775-15af93572d31 req-310c9a29-4b1a-4799-9903-120c1263baef tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956535 Nov 22 16:18:42.970688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port eca214a7-749d-4ee0-bbce-0d80ac7390b2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:42.970688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:43.018701 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-96cf9605-edf5-452e-8755-9b49b54a5a72 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:43.022413 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-96cf9605-edf5-452e-8755-9b49b54a5a72 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6111586 Nov 22 16:18:43.022556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c6394-6d12-41a5-82a7-d73f6b63a8ca req-ff633165-4e9d-4b80-9024-16751129ea04 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:43.023440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:43.025044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-849c6394-6d12-41a5-82a7-d73f6b63a8ca req-ff633165-4e9d-4b80-9024-16751129ea04 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.0977597 Nov 22 16:18:43.027244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 87dde5d9-bcf6-45ac-861e-84cef3beddc5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=87dde5d9-bcf6-45ac-861e-84cef3beddc5,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:43.038985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-73e8b591-b87a-4749-93ce-da8c4bd39a86 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:43.041135 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-73e8b591-b87a-4749-93ce-da8c4bd39a86 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 22 16:18:43.041135 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-73e8b591-b87a-4749-93ce-da8c4bd39a86 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:43.041805 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-73e8b591-b87a-4749-93ce-da8c4bd39a86 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0176876 Nov 22 16:18:43.044904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54846) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:43.052217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8b14d0af-f347-4825-8a5c-74704880634a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:43.061311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '87dde5d9-bcf6-45ac-861e-84cef3beddc5', 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'port_id': '87dde5d9-bcf6-45ac-861e-84cef3beddc5', 'mac_address': 'fa:16:3e:9e:38:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a829c7b9-2541-4f40-bc75-acd606ba3ba3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:43.122964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-849c6394-6d12-41a5-82a7-d73f6b63a8ca req-604f99b4-8bc1-41be-b6a1-733b53f823ad tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818887 Nov 22 16:18:43.128619 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:43.142077 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:43.167499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dde5d9-bcf6-45ac-861e-84cef3beddc5 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:43.184497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for eca214a7-749d-4ee0-bbce-0d80ac7390b2 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:43.198227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 87dde5d9-bcf6-45ac-861e-84cef3beddc5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=87dde5d9-bcf6-45ac-861e-84cef3beddc5,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:43.199037 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-8b14d0af-f347-4825-8a5c-74704880634a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:43.204068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:43.204443 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8b14d0af-f347-4825-8a5c-74704880634a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1585014 Nov 22 16:18:43.209492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e17ecec4-fa41-4c11-bebb-86614badc2e9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '153cfcb3-5cff-4c33-bf9b-f37638eb0908', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:43.215929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:43.329115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=87dde5d9-bcf6-45ac-861e-84cef3beddc5,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:43.334495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7207b-38a2-4dab-8be6-84e2b38ce58a req-df9c0658-ce8a-4fb2-9fb9-227dc9fbddda tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:43.343017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a7207b-38a2-4dab-8be6-84e2b38ce58a req-df9c0658-ce8a-4fb2-9fb9-227dc9fbddda tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1211970 Nov 22 16:18:43.431509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd239a6-c8fc-459b-805e-47d4fc06d073 req-c8b9afdb-6951-4b8d-9b75-4adc7d485c10 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:43.433160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1fd239a6-c8fc-459b-805e-47d4fc06d073 req-c8b9afdb-6951-4b8d-9b75-4adc7d485c10 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 945 time: 0.1119442 Nov 22 16:18:43.437724 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-e17ecec4-fa41-4c11-bebb-86614badc2e9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:43.438761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e17ecec4-fa41-4c11-bebb-86614badc2e9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2330711 Nov 22 16:18:43.442683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54854) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:43.473913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['87dde5d9-bcf6-45ac-861e-84cef3beddc5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:43.474137 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:43.531671 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1fd239a6-c8fc-459b-805e-47d4fc06d073 req-62a04e3c-7c8c-4d9d-a4ad-34647cb888c6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712509 Nov 22 16:18:43.545154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a7207b-38a2-4dab-8be6-84e2b38ce58a req-e09d2115-c976-4907-abaf-ab1879df4c56 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011759 Nov 22 16:18:43.562767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=eca214a7-749d-4ee0-bbce-0d80ac7390b2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:43.664422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51df77f6-58f2-461f-9698-ef362adaa82c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:43.787052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51df77f6-58f2-461f-9698-ef362adaa82c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:43.864571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:43.906680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b399bd-e525-4a4b-9233-952e6946e31f req-84d501f6-889b-465a-9899-81c409306dba tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:43.916407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39b399bd-e525-4a4b-9233-952e6946e31f req-84d501f6-889b-465a-9899-81c409306dba tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 944 time: 0.2360075 Nov 22 16:18:44.003521 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51df77f6-58f2-461f-9698-ef362adaa82c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.006422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-51df77f6-58f2-461f-9698-ef362adaa82c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.010082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-51df77f6-58f2-461f-9698-ef362adaa82c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/153cfcb3-5cff-4c33-bf9b-f37638eb0908 HTTP/1.1" status: 204 len: 168 time: 0.5643854 Nov 22 16:18:44.034006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:44.070344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a78c5cc1-139b-4a54-902c-5e98618e1313 req-e8545577-8ada-4a07-9b21-24e965f9c9b7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 210 time: 0.0844893 Nov 22 16:18:44.098834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df77f6-58f2-461f-9698-ef362adaa82c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153cfcb3-5cff-4c33-bf9b-f37638eb0908,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:44.131585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39b399bd-e525-4a4b-9233-952e6946e31f req-b4882061-e34e-45ae-999e-8e14a667a42e tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143147 Nov 22 16:18:44.160159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24856642-61c3-4fb3-9519-db336ccec170 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:44.219112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-956c600c-a865-4ea3-8c71-853188a3ddfc tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1838856 Nov 22 16:18:44.228375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54870) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:44.241679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0c1c394f-e9f4-41a4-b6bd-eebd709b2346 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--357130011'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:44.285168 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c1c394f-e9f4-41a4-b6bd-eebd709b2346 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.291526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-44e9cacd-567a-42f1-b298-aed0ba33853a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:44.292845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 24856642-61c3-4fb3-9519-db336ccec170 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:44.293769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-44e9cacd-567a-42f1-b298-aed0ba33853a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.3212993 Nov 22 16:18:44.294211 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.301903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router e50f195f-4d33-4350-95db-7893d6f7c164 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:18:44.317387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Request body: {'port': {'device_id': 'd10c5067-18a1-4c21-86a9-0c0f9b8deaa0', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'admin_state_up': True, 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:44.416841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f67b82-6bf3-4027-8e2b-e1db1801859a req-5e325466-5d09-4505-9508-9cad540bd89f tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:44.418956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4f67b82-6bf3-4027-8e2b-e1db1801859a req-5e325466-5d09-4505-9508-9cad540bd89f tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1892831 Nov 22 16:18:44.462218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66babd6-4acf-4785-9750-2ddd714e9423 req-d55aa96b-12e7-4d96-b530-6ec0aa3ce2a7 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:44.474902 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.488777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d66babd6-4acf-4785-9750-2ddd714e9423 req-d55aa96b-12e7-4d96-b530-6ec0aa3ce2a7 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.2073884 Nov 22 16:18:44.517731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:44.522344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24856642-61c3-4fb3-9519-db336ccec170'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:44.525263 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eaa1f0-ffec-4b9b-8eeb-e62d0ab45552" -d '{"events": [{"server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "name": "network-vif-plugged", "status": "completed", "tag": "24856642-61c3-4fb3-9519-db336ccec170"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:44.537444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b5eb7-a555-46b1-bf80-3b6ab323c4a8 None None] Sync routers for ids ['e50f195f-4d33-4350-95db-7893d6f7c164'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:44.539458 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0bc8fb32-5b2b-42b5-aa2b-c4f2bc546ee7 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/e50f195f-4d33-4350-95db-7893d6f7c164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8674867 Nov 22 16:18:44.544436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54874) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:44.565885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:44.570030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b5eb7-a555-46b1-bf80-3b6ab323c4a8 None None] Routers {'e50f195f-4d33-4350-95db-7893d6f7c164'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:44.570979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7a3b5eb7-a555-46b1-bf80-3b6ab323c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e50f195f-4d33-4350-95db-7893d6f7c164'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:44.604897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4f67b82-6bf3-4027-8e2b-e1db1801859a req-2a1949a8-a123-4c7f-957a-0524cdaa2284 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775036 Nov 22 16:18:44.617465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c1c394f-e9f4-41a4-b6bd-eebd709b2346 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.622648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.630494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7a3b5eb7-a555-46b1-bf80-3b6ab323c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:44.630892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c1c394f-e9f4-41a4-b6bd-eebd709b2346 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.678420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d66babd6-4acf-4785-9750-2ddd714e9423 req-6e23662a-9d34-4c7e-94bd-e953bfb1cb50 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837509 Nov 22 16:18:44.716794 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc0552-0b37-4c23-9a29-63c99ba1ce00 x-openstack-request-id: req-5cdc0552-0b37-4c23-9a29-63c99ba1ce00 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:44.717091 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "name": "network-vif-plugged", "status": "completed", "tag": "24856642-61c3-4fb3-9519-db336ccec170", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:44.717362 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cdc0552-0b37-4c23-9a29-63c99ba1ce00 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:44.717769 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24856642-61c3-4fb3-9519-db336ccec170', 'code': 200} Nov 22 16:18:44.718348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b5eb7-a555-46b1-bf80-3b6ab323c4a8 None None] Routers {'e50f195f-4d33-4350-95db-7893d6f7c164'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:44.718996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7a3b5eb7-a555-46b1-bf80-3b6ab323c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e50f195f-4d33-4350-95db-7893d6f7c164'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:44.722335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c1c394f-e9f4-41a4-b6bd-eebd709b2346 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.724883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0c1c394f-e9f4-41a4-b6bd-eebd709b2346 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4872651 Nov 22 16:18:44.729896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:44.738652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5d7f650e-b18c-4f9a-8806-3c2fac2a7a24 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': 'a58992fe-4ac7-47a1-861e-d8919cae629e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:44.756227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c394f-e9f4-41a4-b6bd-eebd709b2346 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a58992fe-4ac7-47a1-861e-d8919cae629e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:44.802309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7a3b5eb7-a555-46b1-bf80-3b6ab323c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:44.803166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b5eb7-a555-46b1-bf80-3b6ab323c4a8 None None] The sync data for ids ['e50f195f-4d33-4350-95db-7893d6f7c164'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:44.823969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 87dde5d9-bcf6-45ac-861e-84cef3beddc5 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:44.860953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:44.928664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:18:44.933239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99768ce9-6dda-472c-9693-8d4d18b37b25 req-93440032-c631-4809-b76f-d05243713731 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:44.937203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:44.938170 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:44.943709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99768ce9-6dda-472c-9693-8d4d18b37b25 req-93440032-c631-4809-b76f-d05243713731 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1442511 Nov 22 16:18:44.986982 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-5d7f650e-b18c-4f9a-8806-3c2fac2a7a24 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The resource could not be found. Nov 22 16:18:44.988905 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5d7f650e-b18c-4f9a-8806-3c2fac2a7a24 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2550530 Nov 22 16:18:44.992521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:44.994553 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-0d89af70-eb28-4a35-a7f8-afdab4a2bb8d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] remove_router_interface failed (client error): The resource could not be found. Nov 22 16:18:44.997610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fc3f7f24-7463-4239-ba29-f78bb7c0af61 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': 'a58992fe-4ac7-47a1-861e-d8919cae629e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3f61ffe0-f7fa-488f-b99e-3f699ed7734f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:45.000223 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0d89af70-eb28-4a35-a7f8-afdab4a2bb8d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/e50f195f-4d33-4350-95db-7893d6f7c164/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4544055 Nov 22 16:18:45.000832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54884) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:45.036428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99768ce9-6dda-472c-9693-8d4d18b37b25 req-7270e3e5-693e-4fd0-8439-6a0257f267a0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888178 Nov 22 16:18:45.049185 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-45568b76-db16-4a32-9dd5-17ca5757008a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=e50f195f-4d33-4350-95db-7893d6f7c164 HTTP/1.1" status: 200 len: 205 time: 0.0405204 Nov 22 16:18:45.049185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:45.057043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:45.063134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.116872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.138888 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-fc3f7f24-7463-4239-ba29-f78bb7c0af61 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The resource could not be found. Nov 22 16:18:45.140345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fc3f7f24-7463-4239-ba29-f78bb7c0af61 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1468945 Nov 22 16:18:45.143275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:45.172802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 87dde5d9-bcf6-45ac-861e-84cef3beddc5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=87dde5d9-bcf6-45ac-861e-84cef3beddc5,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:45.183649 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.188334 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67183af8-272c-4f25-96d8-7bc3c79d46cc tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.272895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25a30730-ee49-434b-856a-a4dce955cddf req-cf6be62c-6fc8-4e94-bc13-6052f5a05c61 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 210 time: 0.0435133 Nov 22 16:18:45.289313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=87dde5d9-bcf6-45ac-861e-84cef3beddc5,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:45.338855 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c94d030-cff7-422a-a1be-bdc0a36d796a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.365387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c94d030-cff7-422a-a1be-bdc0a36d796a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.415576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a80f90-9f7f-46d1-90f1-a1006c084973 req-ee107e88-7a30-4b20-adeb-2da218d3296c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:45.417400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26a80f90-9f7f-46d1-90f1-a1006c084973 req-ee107e88-7a30-4b20-adeb-2da218d3296c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 945 time: 0.1406589 Nov 22 16:18:45.456212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c94d030-cff7-422a-a1be-bdc0a36d796a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.459297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c94d030-cff7-422a-a1be-bdc0a36d796a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.463108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7c94d030-cff7-422a-a1be-bdc0a36d796a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/a58992fe-4ac7-47a1-861e-d8919cae629e HTTP/1.1" status: 204 len: 168 time: 0.3162348 Nov 22 16:18:45.466659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:45.494558 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67183af8-272c-4f25-96d8-7bc3c79d46cc tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.499985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67183af8-272c-4f25-96d8-7bc3c79d46cc tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.500907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94d030-cff7-422a-a1be-bdc0a36d796a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58992fe-4ac7-47a1-861e-d8919cae629e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:45.507465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26a80f90-9f7f-46d1-90f1-a1006c084973 req-966b3da6-2fef-4cc9-93f7-44501aa00254 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836253 Nov 22 16:18:45.547745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1cd0dd13-a4fd-4335-a40f-f138a06be7ee tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0767577 Nov 22 16:18:45.552737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:45.557825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-929246c8-f12c-4914-b9a6-a4227adf01fc tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': '5a0ee73e-8413-40f4-9d1d-ac92a1dee1ee', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:45.575185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Allocated IP 172.20.0.9 (44643127-da94-453c-8154-9dd5b747c506/d3fc69f0-88b6-4977-844d-882eb71953bb/295f6c4f-6559-4c42-a8ff-ed3eee316e06) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:45.594594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67183af8-272c-4f25-96d8-7bc3c79d46cc tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.595133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67183af8-272c-4f25-96d8-7bc3c79d46cc tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Fanout notify agent at l3_agent the message router_deleted on router e50f195f-4d33-4350-95db-7893d6f7c164 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:18:45.603808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67183af8-272c-4f25-96d8-7bc3c79d46cc tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.607214 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-67183af8-272c-4f25-96d8-7bc3c79d46cc tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/e50f195f-4d33-4350-95db-7893d6f7c164 HTTP/1.1" status: 204 len: 168 time: 0.5562794 Nov 22 16:18:45.607552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:45.696565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc71e71-51d9-4c2e-be20-2218e58de88a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet 1277ed7a-57fe-4c4d-8d17-3731b1aae0ec {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:18:45.702715 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddc71e71-51d9-4c2e-be20-2218e58de88a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.706458 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-929246c8-f12c-4914-b9a6-a4227adf01fc tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The resource could not be found. Nov 22 16:18:45.708380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-929246c8-f12c-4914-b9a6-a4227adf01fc tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1544681 Nov 22 16:18:45.715267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54904) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:45.723031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-00deebfb-6023-4e03-aa66-961f7215862c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--26518363'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:45.787530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00deebfb-6023-4e03-aa66-961f7215862c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.806937 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.819370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddc71e71-51d9-4c2e-be20-2218e58de88a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.897166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4233011-0023-4fa3-8366-82e105895fc8 req-5c2cb324-1fba-4b01-9eba-54c7649dc52c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:45.898765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4233011-0023-4fa3-8366-82e105895fc8 req-5c2cb324-1fba-4b01-9eba-54c7649dc52c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1638978 Nov 22 16:18:45.900933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.919718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:45.925242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c40ee-9ba6-4cc3-9221-29938f302438 req-da2cb83a-5235-4f66-9cef-f881eebcbd5a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:45.932704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319c40ee-9ba6-4cc3-9221-29938f302438 req-da2cb83a-5235-4f66-9cef-f881eebcbd5a tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1706324 Nov 22 16:18:45.948735 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00deebfb-6023-4e03-aa66-961f7215862c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.961239 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00deebfb-6023-4e03-aa66-961f7215862c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:45.999172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Network 44643127-da94-453c-8154-9dd5b747c506 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:46.025015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:46.034377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:46.043813 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00deebfb-6023-4e03-aa66-961f7215862c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.045325 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00deebfb-6023-4e03-aa66-961f7215862c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3287051 Nov 22 16:18:46.051512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54908) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:46.065726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f9c959fb-8386-45df-9940-a09087de202d tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--296294426'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:46.071108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event updated for resources: {'Port': ['ID=295f6c4f-6559-4c42-a8ff-ed3eee316e06,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:46.085054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00deebfb-6023-4e03-aa66-961f7215862c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83ba427-53b5-44d5-87c4-6ffcc20253d1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:46.114180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:46.114991 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.132583 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddc71e71-51d9-4c2e-be20-2218e58de88a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.170480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4233011-0023-4fa3-8366-82e105895fc8 req-327eb22c-8bc7-44d2-a4c0-421f13c2e6eb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299426 Nov 22 16:18:46.202977 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319c40ee-9ba6-4cc3-9221-29938f302438 req-2bd6fc8f-b195-4d6e-9b5c-00db49599a8c tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692609 Nov 22 16:18:46.206975 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c959fb-8386-45df-9940-a09087de202d tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.217583 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d65cf718-00aa-4caa-a48a-1da2cfe7369b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9078996 Nov 22 16:18:46.234808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Request body: {'port': {'device_id': 'd10c5067-18a1-4c21-86a9-0c0f9b8deaa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:46.346003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.383145 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddc71e71-51d9-4c2e-be20-2218e58de88a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.444739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc71e71-51d9-4c2e-be20-2218e58de88a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=1277ed7a-57fe-4c4d-8d17-3731b1aae0ec,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:46.456614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b797d4e-63ca-4596-b7c0-822e53512c80 None None] Network 4d87d129-9873-47de-8200-7d4a3f4dccf9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:46.458075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e29eb-d9a8-4e58-a49c-f04dc66d052d req-01260421-e16e-4244-9467-97dbab86bec7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:46.459624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-499e29eb-d9a8-4e58-a49c-f04dc66d052d req-01260421-e16e-4244-9467-97dbab86bec7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1706493 Nov 22 16:18:46.460776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ddc71e71-51d9-4c2e-be20-2218e58de88a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.467318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ddc71e71-51d9-4c2e-be20-2218e58de88a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/1277ed7a-57fe-4c4d-8d17-3731b1aae0ec HTTP/1.1" status: 204 len: 168 time: 0.8557544 Nov 22 16:18:46.491443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c959fb-8386-45df-9940-a09087de202d tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.496825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54918) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:46.538971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c959fb-8386-45df-9940-a09087de202d tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.688322 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c959fb-8386-45df-9940-a09087de202d tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.692480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f9c959fb-8386-45df-9940-a09087de202d tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6322157 Nov 22 16:18:46.693759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54924) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:46.707755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-779ecbb7-e5d1-405c-ab9a-bcf36af04faf tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group_rule': {'security_group_id': 'd83ba427-53b5-44d5-87c4-6ffcc20253d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '631c9194-8d38-429d-bd50-87064d2b6652'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:46.718951 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207e6aa7-0a7b-484d-891a-672ea1873fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dde5d9-bcf6-45ac-861e-84cef3beddc5'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:46.734855 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a243b279-49cd-48d2-b747-dab1217e8469" -d '{"events": [{"server_uuid": "207e6aa7-0a7b-484d-891a-672ea1873fec", "name": "network-vif-plugged", "status": "completed", "tag": "87dde5d9-bcf6-45ac-861e-84cef3beddc5"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:46.736215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c959fb-8386-45df-9940-a09087de202d tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631c9194-8d38-429d-bd50-87064d2b6652,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:46.767360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e6d18-f90d-4b3d-834a-566094f68423 req-6446cd6e-cc6c-4803-a60b-5f9b35cd877f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:46.779440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a51e6d18-f90d-4b3d-834a-566094f68423 req-6446cd6e-cc6c-4803-a60b-5f9b35cd877f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 931 time: 0.2860425 Nov 22 16:18:46.791676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] DHCP port deletion for 4d87d129-9873-47de-8200-7d4a3f4dccf9 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:18:46.818124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.828083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295f6c4f-6559-4c42-a8ff-ed3eee316e06 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:46.840129 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-779ecbb7-e5d1-405c-ab9a-bcf36af04faf tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:18:46.842765 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-779ecbb7-e5d1-405c-ab9a-bcf36af04faf tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1480451 Nov 22 16:18:46.845552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.848272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54928) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:46.854949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-499e29eb-d9a8-4e58-a49c-f04dc66d052d req-b489329a-7447-451b-85e6-e0e1ef02d98c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590581 Nov 22 16:18:46.900137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Transition to ACTIVE for port object 295f6c4f-6559-4c42-a8ff-ed3eee316e06 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:18:46.913145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:46.920835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] Deleting port 159fd43c-aa91-433b-a552-89df9013d248 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:46.921860 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.009370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a51e6d18-f90d-4b3d-834a-566094f68423 req-bb1a816d-0ff6-4473-b668-e806ac7535a2 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285194 Nov 22 16:18:47.024868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] For port 159fd43c-aa91-433b-a552-89df9013d248, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=159fd43c-aa91-433b-a552-89df9013d248,segment=NetworkSegment(fbee5d56-9cf4-4611-bdb0-122e29a31ca9),segment_id=fbee5d56-9cf4-4611-bdb0-122e29a31ca9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:47.025909 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.046422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] Calling delete_port for 159fd43c-aa91-433b-a552-89df9013d248 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:47.053157 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f97f790-cf9d-4ff3-ac9c-9d6392280c0a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.067779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Pushing event updated for resources: {'Port': ['ID=295f6c4f-6559-4c42-a8ff-ed3eee316e06,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:47.158102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.180404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 159fd43c-aa91-433b-a552-89df9013d248 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:47.184045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Attempting to bind port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:47.184768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Attempting to bind port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:47.185186 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Attempting to bind port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:47.189885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.211512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f97f790-cf9d-4ff3-ac9c-9d6392280c0a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.214218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 on network 44643127-da94-453c-8154-9dd5b747c506 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:18:47.214553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Attempting to bind port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:47.223467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] Pushing event deleted for resources: {'Port': ['ID=159fd43c-aa91-433b-a552-89df9013d248,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:47.228373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af33ff-85d3-4b4d-b93d-be2c20ecfa16 req-7dc56be3-d5c8-495c-9a07-cb1548e36cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:47.229913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73af33ff-85d3-4b4d-b93d-be2c20ecfa16 req-7dc56be3-d5c8-495c-9a07-cb1548e36cb8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1097 time: 0.2629402 Nov 22 16:18:47.237768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:47.238110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Checking segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:47.238507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Bound using segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:47.238967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Bound port: 295f6c4f-6559-4c42-a8ff-ed3eee316e06, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:47.239330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.249867 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66137951-818f-40ce-b598-f6cc7d3ab000 x-openstack-request-id: req-66137951-818f-40ce-b598-f6cc7d3ab000 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:47.252559 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207e6aa7-0a7b-484d-891a-672ea1873fec", "name": "network-vif-plugged", "status": "completed", "tag": "87dde5d9-bcf6-45ac-861e-84cef3beddc5", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:47.253573 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66137951-818f-40ce-b598-f6cc7d3ab000 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:47.256847 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207e6aa7-0a7b-484d-891a-672ea1873fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dde5d9-bcf6-45ac-861e-84cef3beddc5', 'code': 200} Nov 22 16:18:47.257822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ea166-f992-4130-8b48-28b54a8e738d None None] No DVR routers for this DVR port 159fd43c-aa91-433b-a552-89df9013d248 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:47.345890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.71', 58540) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:47.427796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port 159fd43c-aa91-433b-a552-89df9013d248, host n-d-811716-3, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:47.427796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.442348 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73af33ff-85d3-4b4d-b93d-be2c20ecfa16 req-5b8c1222-47eb-4672-8fbb-7b46fb4c86d5 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591964 Nov 22 16:18:47.462671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f97f790-cf9d-4ff3-ac9c-9d6392280c0a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.466113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f97f790-cf9d-4ff3-ac9c-9d6392280c0a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.467477 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4f97f790-cf9d-4ff3-ac9c-9d6392280c0a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/631c9194-8d38-429d-bd50-87064d2b6652 HTTP/1.1" status: 204 len: 168 time: 0.6179302 Nov 22 16:18:47.476256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54936) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:47.478208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 159fd43c-aa91-433b-a552-89df9013d248 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:47.482398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Port 159fd43c-aa91-433b-a552-89df9013d248 was not found and therefore no delete operation was performed {{(pid=103411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:18:47.488750 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.503497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] For port 295f6c4f-6559-4c42-a8ff-ed3eee316e06, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:47.506907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62214385-c281-4b0e-979b-43f1b009c13b req-54ca1c13-6f3d-41d0-85bf-4a8ffcfd6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:47.508485 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-62214385-c281-4b0e-979b-43f1b009c13b req-54ca1c13-6f3d-41d0-85bf-4a8ffcfd6429 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 1096 time: 0.1598651 Nov 22 16:18:47.512894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97f790-cf9d-4ff3-ac9c-9d6392280c0a tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c9194-8d38-429d-bd50-87064d2b6652,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:47.525116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] For port 295f6c4f-6559-4c42-a8ff-ed3eee316e06, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=295f6c4f-6559-4c42-a8ff-ed3eee316e06,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:47.534735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No DVR routers for this DVR port 159fd43c-aa91-433b-a552-89df9013d248 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:18:47.551654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.615082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:47.615733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.617190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] 10.222.0.71 "PUT /v2.0/ports/295f6c4f-6559-4c42-a8ff-ed3eee316e06 HTTP/1.1" status: 200 len: 1091 time: 1.3881977 Nov 22 16:18:47.619490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10c5067-18a1-4c21-86a9-0c0f9b8deaa0', 'tag': '295f6c4f-6559-4c42-a8ff-ed3eee316e06'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:47.621725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5550b1-ea72-41d0-817e-e9a63c199cbd req-3b78ecc2-45ae-487e-a1c6-b21c1706f4b1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:47.622242 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888d68d3-f52c-4471-9cb4-75c8dc012e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d10c5067-18a1-4c21-86a9-0c0f9b8deaa0", "tag": "295f6c4f-6559-4c42-a8ff-ed3eee316e06"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:47.637417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d5550b1-ea72-41d0-817e-e9a63c199cbd req-3b78ecc2-45ae-487e-a1c6-b21c1706f4b1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 945 time: 0.4736986 Nov 22 16:18:47.650325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9fcb1-1a2b-4e47-b3ee-a053c6bf76bb service neutron] Pushing event updated for resources: {'Port': ['ID=295f6c4f-6559-4c42-a8ff-ed3eee316e06,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:47.662965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c0b9082a-fdba-4e0b-9efa-0170f4df7df2 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1830084 Nov 22 16:18:47.697510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54940) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:47.759004 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.804209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d87d129-9873-47de-8200-7d4a3f4dccf9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:47.810159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-25eb3c8a-6c50-4080-b022-91e270b1a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:47.812749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-25eb3c8a-6c50-4080-b022-91e270b1a737 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 1097 time: 0.4581063 Nov 22 16:18:47.813881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=159fd43c-aa91-433b-a552-89df9013d248,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:47.838452 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-62214385-c281-4b0e-979b-43f1b009c13b req-ec74eb1e-4aa2-4a67-87a8-f4118fca527a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839480 Nov 22 16:18:47.855201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-74f51da3-9df3-48cc-8763-cc22217471d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:47.857181 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-74f51da3-9df3-48cc-8763-cc22217471d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 1094 time: 0.1090980 Nov 22 16:18:47.863974 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-651a8452-3723-4259-b145-28b0c2fd71b6 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.868347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbee5d56-9cf4-4611-bdb0-122e29a31ca9') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:47.868651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbee5d56-9cf4-4611-bdb0-122e29a31ca9') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:47.900268 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-651a8452-3723-4259-b145-28b0c2fd71b6 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:47.962303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e51cd-15d3-4e2c-8222-02e4c2eeceff req-9c63d742-2e19-4c4e-9eb9-5ac4b2f82705 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:47.970098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c8e51cd-15d3-4e2c-8222-02e4c2eeceff req-9c63d742-2e19-4c4e-9eb9-5ac4b2f82705 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.6179330 Nov 22 16:18:47.979061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.013525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-651a8452-3723-4259-b145-28b0c2fd71b6 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.016932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-651a8452-3723-4259-b145-28b0c2fd71b6 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.018137 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.019116 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-651a8452-3723-4259-b145-28b0c2fd71b6 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/d83ba427-53b5-44d5-87c4-6ffcc20253d1 HTTP/1.1" status: 204 len: 168 time: 0.3202424 Nov 22 16:18:48.023744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:48.028909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 159fd43c-aa91-433b-a552-89df9013d248 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:18:48.037605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a8452-3723-4259-b145-28b0c2fd71b6 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83ba427-53b5-44d5-87c4-6ffcc20253d1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:48.073560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:18:48.074111 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.079071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 159fd43c-aa91-433b-a552-89df9013d248 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:18:48.079335 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:18:48.081817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 159fd43c-aa91-433b-a552-89df9013d248 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:18:48.123253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d5550b1-ea72-41d0-817e-e9a63c199cbd req-0d09c2c4-555c-43ec-943e-913a484eef09 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846122 Nov 22 16:18:48.132596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-cf8b12b7-59d6-4137-a70d-fd2ac43ac1c6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=295f6c4f-6559-4c42-a8ff-ed3eee316e06 HTTP/1.1" status: 200 len: 217 time: 0.0878668 Nov 22 16:18:48.207275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d34bc3b4-6770-4fbf-9888-b55a385e93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:48.209105 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d34bc3b4-6770-4fbf-9888-b55a385e93d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.0657356 Nov 22 16:18:48.225521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c8e51cd-15d3-4e2c-8222-02e4c2eeceff req-f4ed9c65-7de6-4d6e-8d50-f8022cc24dd0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545269 Nov 22 16:18:48.253503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7d869773-3e80-4995-9d57-a545cea267b9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2187750 Nov 22 16:18:48.257113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-22778f17-5339-4795-98af-8caecf151590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:48.259355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-22778f17-5339-4795-98af-8caecf151590 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 200 len: 915 time: 0.4268427 Nov 22 16:18:48.259843 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54950) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:48.266526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0bdbb9be-52f2-44b1-9c13-0c1b204a6fe9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761369545'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:48.273390 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-d978896f-0cb4-4248-ab49-a48b89914261 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521455 Nov 22 16:18:48.288461 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.345448 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.352456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/4d87d129-9873-47de-8200-7d4a3f4dccf9 HTTP/1.1" status: 204 len: 168 time: 1.8534753 Nov 22 16:18:48.353563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:48.358806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-341a6a30-3a57-40e3-ad3e-27be53a91e90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1 HTTP/1.1" status: 200 len: 217 time: 0.0801394 Nov 22 16:18:48.366012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-726505562'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:48.366263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb9be-52f2-44b1-9c13-0c1b204a6fe9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.399463 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538f51cf-6d37-4a65-a2e8-7c0a06ac014d x-openstack-request-id: req-538f51cf-6d37-4a65-a2e8-7c0a06ac014d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:48.400025 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10c5067-18a1-4c21-86a9-0c0f9b8deaa0", "tag": "295f6c4f-6559-4c42-a8ff-ed3eee316e06", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:48.400723 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-538f51cf-6d37-4a65-a2e8-7c0a06ac014d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:48.401392 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10c5067-18a1-4c21-86a9-0c0f9b8deaa0', 'tag': '295f6c4f-6559-4c42-a8ff-ed3eee316e06', 'status': 'completed', 'code': 200} Nov 22 16:18:48.443578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492eabda-e90e-4eee-814e-a60066353da5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=4d87d129-9873-47de-8200-7d4a3f4dccf9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:48.447136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-635e8e63-d143-4db9-83f7-18ac7854eaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:48.448682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-635e8e63-d143-4db9-83f7-18ac7854eaf5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 200 len: 854 time: 0.0545382 Nov 22 16:18:48.452556 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-6d73d2c1-27b5-45e5-9009-fd1fb53a4669 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630113 Nov 22 16:18:48.452768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:48.456118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.482411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc204e8c-c730-47a9-af5e-b4c2539fedc7 req-1f174bc5-961d-49f8-aa4a-9386c7db5f91 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:48.484248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc204e8c-c730-47a9-af5e-b4c2539fedc7 req-1f174bc5-961d-49f8-aa4a-9386c7db5f91 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.2703271 Nov 22 16:18:48.541474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-8ab3aef3-3712-46f5-87ad-85a5b4897238 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688357 Nov 22 16:18:48.554660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:18:48.565847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.566204 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment 2af4c5bb-5938-4b50-9171-c6f8560ef3f2 of type vlan for network 1bc39495-9439-4066-8613-6416619424b7 Nov 22 16:18:48.734878 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.829617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc204e8c-c730-47a9-af5e-b4c2539fedc7 req-e81d4146-4d3e-403b-a3e9-943af7453b76 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324349 Nov 22 16:18:48.863962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-32ff27a6-63d2-4dc1-99c4-c01c6b2ae0ae service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147052 Nov 22 16:18:48.864203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb9be-52f2-44b1-9c13-0c1b204a6fe9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.868003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.874033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:48.874470 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.958874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f85cff8a-b324-4662-b233-bcf4511d2c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.961709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb9be-52f2-44b1-9c13-0c1b204a6fe9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:48.980934 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-048c77ed-43dd-4c0a-888f-5fe87b318f87 req-572060a7-2c63-4ca1-847d-3d9ca248da24 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056756 Nov 22 16:18:49.022099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6650922 Nov 22 16:18:49.029667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54956) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:49.036968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': '1bc39495-9439-4066-8613-6416619424b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:49.068044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbb9be-52f2-44b1-9c13-0c1b204a6fe9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e3e59-020e-4f4e-8971-288a28d25e51,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:49.086123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bdbb9be-52f2-44b1-9c13-0c1b204a6fe9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:49.088843 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0bdbb9be-52f2-44b1-9c13-0c1b204a6fe9 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8276703 Nov 22 16:18:49.098083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54958) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:49.112707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f261023-ace7-4fef-bf0c-9a044aa7b14a req-2f3caeea-4821-4711-9a65-80b30d32772f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:49.114431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f261023-ace7-4fef-bf0c-9a044aa7b14a req-2f3caeea-4821-4711-9a65-80b30d32772f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.6221175 Nov 22 16:18:49.117725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b6330408-58e6-48cc-b8aa-f76a89890206 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:49.118571 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-b6330408-58e6-48cc-b8aa-f76a89890206 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:18:49.119177 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-b6330408-58e6-48cc-b8aa-f76a89890206 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 16:18:49.124185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b6330408-58e6-48cc-b8aa-f76a89890206 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "PUT /v2.0/security-groups/da0e3e59-020e-4f4e-8971-288a28d25e51 HTTP/1.1" status: 409 len: 330 time: 0.0232353 Nov 22 16:18:49.128295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4aab3-615c-42b8-b105-9f7bd9eda570 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=1bc39495-9439-4066-8613-6416619424b7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:49.130676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:49.139472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1bc39495-9439-4066-8613-6416619424b7 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:18:49.219970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-00064649-4c99-44e8-8f95-54f07c63d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:49.221564 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-00064649-4c99-44e8-8f95-54f07c63d8ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 1094 time: 0.1179900 Nov 22 16:18:49.224760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf70da4-05ee-4014-b75d-916c67f316cb req-7aa36164-f63c-4d18-b178-f8061564879b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:49.236514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf70da4-05ee-4014-b75d-916c67f316cb req-7aa36164-f63c-4d18-b178-f8061564879b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 943 time: 0.2581866 Nov 22 16:18:49.239988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce165b69-8c31-4585-b7ec-6e75232bc521 req-4a563588-f09c-4b3d-8173-a62248776cae service neutron] 10.222.0.71 "GET /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531070 Nov 22 16:18:49.317565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f261023-ace7-4fef-bf0c-9a044aa7b14a req-62b3a6fd-73af-4760-83fa-34e3a366441a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857831 Nov 22 16:18:49.347747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-9844ed3a-13b7-47f7-babd-c01cee0429f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:49.349775 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-9844ed3a-13b7-47f7-babd-c01cee0429f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 0.1087344 Nov 22 16:18:49.350197 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-014f9f21-b696-4419-bf8e-966ccc3db6b1 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:49.350950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:49.354662 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:49.371260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf70da4-05ee-4014-b75d-916c67f316cb req-1bd29754-a84b-480c-be24-8360e83bbf82 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335027 Nov 22 16:18:49.425746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-014f9f21-b696-4419-bf8e-966ccc3db6b1 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:49.455277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-d3eeb462-74c5-4ed2-905c-10684c71b97c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=295f6c4f-6559-4c42-a8ff-ed3eee316e06 HTTP/1.1" status: 200 len: 217 time: 0.0963154 Nov 22 16:18:49.547874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9c66c-be1f-464b-a84f-959a116ce4e3 req-9cc02d05-0c86-4b72-aa08-62e29fe74515 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:49.549882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94a9c66c-be1f-464b-a84f-959a116ce4e3 req-9cc02d05-0c86-4b72-aa08-62e29fe74515 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 945 time: 0.1207578 Nov 22 16:18:49.552120 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-014f9f21-b696-4419-bf8e-966ccc3db6b1 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:49.555020 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-014f9f21-b696-4419-bf8e-966ccc3db6b1 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:49.559414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-014f9f21-b696-4419-bf8e-966ccc3db6b1 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/da0e3e59-020e-4f4e-8971-288a28d25e51 HTTP/1.1" status: 204 len: 168 time: 0.4182799 Nov 22 16:18:49.560555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:49.562995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-25b29b38-04e0-42fe-bb53-dab9bc649746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:49.564717 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-25b29b38-04e0-42fe-bb53-dab9bc649746 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.0967801 Nov 22 16:18:49.599066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92358e9-c6e1-44ba-966c-e63d88626208 req-85f67b27-5276-45a9-9639-516dd155e1bb tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:49.601015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d92358e9-c6e1-44ba-966c-e63d88626208 req-85f67b27-5276-45a9-9639-516dd155e1bb tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1300585 Nov 22 16:18:49.625438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f9f21-b696-4419-bf8e-966ccc3db6b1 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e3e59-020e-4f4e-8971-288a28d25e51,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:49.638400 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-0f2769d0-c53d-4d4e-b0d5-e1e23c483fa1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575852 Nov 22 16:18:49.709850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-952f5d46-915e-4c9f-9cf2-ee6eec8114d4 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1414754 Nov 22 16:18:49.722542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54970) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:49.723460 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94a9c66c-be1f-464b-a84f-959a116ce4e3 req-9bd10226-ab39-4607-890d-185a0d68ad03 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617126 Nov 22 16:18:49.731465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d92358e9-c6e1-44ba-966c-e63d88626208 req-68bea6ee-907a-4dc5-a234-089b32027428 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113324 Nov 22 16:18:49.833461 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-90545e61-f033-49d0-9410-4b756c656dc8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] delete failed (client error): The resource could not be found. Nov 22 16:18:49.838678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90545e61-f033-49d0-9410-4b756c656dc8 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "DELETE /v2.0/security-groups/ca868d95-d81c-450a-ae89-f23bc7b021d1 HTTP/1.1" status: 404 len: 347 time: 0.1108716 Nov 22 16:18:49.840248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54974) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:49.859029 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-e3bc44a6-9171-4976-bb74-a627cb8680a3 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] show failed (client error): The resource could not be found. Nov 22 16:18:49.865671 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e3bc44a6-9171-4976-bb74-a627cb8680a3 tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-groups/fa5a4435-940c-4320-9652-54093252af91 HTTP/1.1" status: 404 len: 347 time: 0.0203445 Nov 22 16:18:49.867205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:49.868480 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:49.926889 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-9d039869-90dd-4219-9e1d-fd598c732e7c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] show failed (client error): The resource could not be found. Nov 22 16:18:49.939991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9d039869-90dd-4219-9e1d-fd598c732e7c tempest-NegativeSecGroupTest-1074658629 tempest-NegativeSecGroupTest-1074658629-project] 10.222.0.69 "GET /v2.0/security-group-rules/45da3425-692e-43e5-bbca-54f6867ff70d HTTP/1.1" status: 404 len: 356 time: 0.0671244 Nov 22 16:18:49.969243 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-82f3147a-45b5-4aea-9ffb-df8b1e5d24f8 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175488 Nov 22 16:18:50.129364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0c7b0-47f0-4d8f-a100-91e43d5c0c3d req-326623ee-7f07-4cf2-a9b2-05b1e306a01b tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:50.143886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52c0c7b0-47f0-4d8f-a100-91e43d5c0c3d req-326623ee-7f07-4cf2-a9b2-05b1e306a01b tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1499991 Nov 22 16:18:50.177562 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-888d68d3-f52c-4471-9cb4-75c8dc012e1b req-d228927f-3054-484d-9564-f57247f73229 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935618 Nov 22 16:18:50.181165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=a29ceb95-4d68-4815-902a-fb9b41139c9c,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:50.193656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': '2af4c5bb-5938-4b50-9171-c6f8560ef3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1bc39495-9439-4066-8613-6416619424b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:50.194054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: 1bc39495-9439-4066-8613-6416619424b7, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:18:50.241551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 1bc39495-9439-4066-8613-6416619424b7 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:18:50.247800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52c0c7b0-47f0-4d8f-a100-91e43d5c0c3d req-debfe7d8-e541-4a69-a8fd-a23437f55977 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918200 Nov 22 16:18:50.281141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1bc39495-9439-4066-8613-6416619424b7) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:50.294989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63f8bc-4668-4720-bd18-26c7c51ba04a None None] Network 1bc39495-9439-4066-8613-6416619424b7 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:50.295993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:50.296833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.310907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8bf34a2a-7646-4756-b000-88cc5b8670a2 req-af5f9cc2-ea53-4a41-af71-71b407bdc41e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-310786561', 'description': 'tempest-description-351718213'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:50.403320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8bf34a2a-7646-4756-b000-88cc5b8670a2 req-af5f9cc2-ea53-4a41-af71-71b407bdc41e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.418701 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4e28adbb-98de-48b0-bac7-3369c72833d8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3872166 Nov 22 16:18:50.419348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54994) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:50.424455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b03a5990-2fb4-4189-ad33-56e599ab9c6a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2087776325', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:50.436540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:18:50.485952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b03a5990-2fb4-4189-ad33-56e599ab9c6a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.487057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b03a5990-2fb4-4189-ad33-56e599ab9c6a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.506515 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54996) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:50.580560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1bc39495-9439-4066-8613-6416619424b7', 'network_id': '1bc39495-9439-4066-8613-6416619424b7', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': 'a29ceb95-4d68-4815-902a-fb9b41139c9c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:18:50.581819 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.607684 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8bf34a2a-7646-4756-b000-88cc5b8670a2 req-af5f9cc2-ea53-4a41-af71-71b407bdc41e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.621739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9771354-0fc1-4729-986a-6511d2823987 req-ab1f4a88-32b8-41ce-80bc-d51592b0e1ac tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:50.635242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9771354-0fc1-4729-986a-6511d2823987 req-ab1f4a88-32b8-41ce-80bc-d51592b0e1ac tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1446416 Nov 22 16:18:50.644036 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8bf34a2a-7646-4756-b000-88cc5b8670a2 req-af5f9cc2-ea53-4a41-af71-71b407bdc41e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.693799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b03a5990-2fb4-4189-ad33-56e599ab9c6a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.706050 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b03a5990-2fb4-4189-ad33-56e599ab9c6a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.737280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8bf34a2a-7646-4756-b000-88cc5b8670a2 req-af5f9cc2-ea53-4a41-af71-71b407bdc41e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.738630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bf34a2a-7646-4756-b000-88cc5b8670a2 req-af5f9cc2-ea53-4a41-af71-71b407bdc41e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.4512005 Nov 22 16:18:50.764168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b03a5990-2fb4-4189-ad33-56e599ab9c6a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:50.764168 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b03a5990-2fb4-4189-ad33-56e599ab9c6a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3403399 Nov 22 16:18:50.764481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55004) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:50.774417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f9cc2-ea53-4a41-af71-71b407bdc41e tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da19b6e-e231-4d0d-816d-718963f32c7a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:50.819820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9771354-0fc1-4729-986a-6511d2823987 req-bb5b611a-1eee-49c1-ad91-e1f2c699017b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832197 Nov 22 16:18:50.846877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 295f6c4f-6559-4c42-a8ff-ed3eee316e06 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:18:50.970909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Allocated IP 172.20.0.2 (1bc39495-9439-4066-8613-6416619424b7/a29ceb95-4d68-4815-902a-fb9b41139c9c/20b2136b-c66c-4dcd-be5d-11f71ca5f5b0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:51.042475 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-594aa67b-d41a-4ca5-9aa6-0b68d0726a49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c2083ce07ab5455ba944df5abee5ea80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5347886 Nov 22 16:18:51.044987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55010) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:51.053498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b0c76-654d-4d31-98f9-b03f99fddac7 req-f03df1e9-eb6d-4a5e-88b8-9004c07b7ad6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:51.055077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-032b0c76-654d-4d31-98f9-b03f99fddac7 req-f03df1e9-eb6d-4a5e-88b8-9004c07b7ad6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 943 time: 0.1883190 Nov 22 16:18:51.108238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 295f6c4f-6559-4c42-a8ff-ed3eee316e06, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=295f6c4f-6559-4c42-a8ff-ed3eee316e06,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:51.142011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '295f6c4f-6559-4c42-a8ff-ed3eee316e06', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'port_id': '295f6c4f-6559-4c42-a8ff-ed3eee316e06', 'mac_address': 'fa:16:3e:86:cb:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc69f0-88b6-4977-844d-882eb71953bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:18:51.201789 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.236565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295f6c4f-6559-4c42-a8ff-ed3eee316e06 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:18:51.241503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-e35aacf1-dbb5-4e9f-ac55-2049b9242ae0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-310786561&fields=id&tenant_id=9021d22dd01e4fffb2af26fecc8ffea3 HTTP/1.1" status: 200 len: 267 time: 0.2679474 Nov 22 16:18:51.264308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 295f6c4f-6559-4c42-a8ff-ed3eee316e06, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=295f6c4f-6559-4c42-a8ff-ed3eee316e06,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:51.303291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfd345f4-04bb-4233-827f-f6d00bbe6485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.305458 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.358721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-032b0c76-654d-4d31-98f9-b03f99fddac7 req-ad1e5a7c-34c1-4331-9db6-1f0583600332 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827170 Nov 22 16:18:51.410530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-7350a7b8-f532-4f47-b2d2-d495c328fc1c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:51.412402 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb913017-4762-40e0-8df8-5738d82274aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.430437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-7350a7b8-f532-4f47-b2d2-d495c328fc1c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1748459 Nov 22 16:18:51.438722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Request body: {'port': {'security_groups': ['56dc51fb-a37a-4e59-af75-9606be47bc1f', '1da19b6e-e231-4d0d-816d-718963f32c7a']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:51.455570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfd345f4-04bb-4233-827f-f6d00bbe6485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.492981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=295f6c4f-6559-4c42-a8ff-ed3eee316e06,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:51.523443 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.529676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.532769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.534615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.535151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.535666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.536193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.540605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.541144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.541710 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.542229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.543514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.553015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:51.558940 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.584408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.626758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.659733 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Pushing event updated for resources: {'Port': ['ID=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:51.674879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['295f6c4f-6559-4c42-a8ff-ed3eee316e06'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:51.738963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Network 1bc39495-9439-4066-8613-6416619424b7 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:51.744497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:51.754970 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:51.847645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfd345f4-04bb-4233-827f-f6d00bbe6485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.855698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfd345f4-04bb-4233-827f-f6d00bbe6485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.874572 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dfd345f4-04bb-4233-827f-f6d00bbe6485 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bee467f-43fd-4838-be1b-5c94f3d37225 HTTP/1.1" status: 204 len: 168 time: 0.8284585 Nov 22 16:18:51.945452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Attempting to bind port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:51.945828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Attempting to bind port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2af4c5bb-5938-4b50-9171-c6f8560ef3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1bc39495-9439-4066-8613-6416619424b7'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:51.946192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Attempting to bind port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 on network 1bc39495-9439-4066-8613-6416619424b7 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:51.957373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:51.957906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Checking segment: {'id': '2af4c5bb-5938-4b50-9171-c6f8560ef3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1bc39495-9439-4066-8613-6416619424b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:51.958599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:51.959253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Bound using segment: {'id': '2af4c5bb-5938-4b50-9171-c6f8560ef3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1bc39495-9439-4066-8613-6416619424b7'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:51.960854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Bound port: 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af4c5bb-5938-4b50-9171-c6f8560ef3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '1bc39495-9439-4066-8613-6416619424b7'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:51.961541 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.063705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] For port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:52.067156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd345f4-04bb-4233-827f-f6d00bbe6485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee467f-43fd-4838-be1b-5c94f3d37225,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:52.068291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] For port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,segment=NetworkSegment(2af4c5bb-5938-4b50-9171-c6f8560ef3f2),segment_id=2af4c5bb-5938-4b50-9171-c6f8560ef3f2)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:52.113475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.293927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d7a47-e630-4245-8939-dbca434e3411 None None] Pushing event updated for resources: {'Port': ['ID=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:52.308105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.20.0.1 (1bc39495-9439-4066-8613-6416619424b7/a29ceb95-4d68-4815-902a-fb9b41139c9c/8f1ec15d-33bc-4cad-bfcd-62fcbf363c01) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:52.397717 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.421528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c23567-386a-45ff-8513-a5c36e985bae req-979b2296-37c3-478d-a509-c4300f90ed71 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:52.431228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8c23567-386a-45ff-8513-a5c36e985bae req-979b2296-37c3-478d-a509-c4300f90ed71 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.8577881 Nov 22 16:18:52.488338 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.561386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.578302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8c23567-386a-45ff-8513-a5c36e985bae req-f87b4d02-7624-4005-a531-7db91fa1d1d8 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414418 Nov 22 16:18:52.630402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] For port 365cca16-9123-457a-ad12-4764a8ed7583, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=365cca16-9123-457a-ad12-4764a8ed7583,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:52.659687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.704594 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.733306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.735646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 1bc39495-9439-4066-8613-6416619424b7 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:52.741062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:52.749293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['365cca16-9123-457a-ad12-4764a8ed7583'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:52.749543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:52.818072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.844063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 295f6c4f-6559-4c42-a8ff-ed3eee316e06 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:52.886906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:52.888131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.890096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcc775a4-e13b-45eb-addd-cc3a79d4490f req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "PUT /v2.0/ports/365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 982 time: 1.4571021 Nov 22 16:18:52.890800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:52.894338 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c07fbf-6631-49ef-9ce4-3911baa59691" -d '{"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:52.992045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8de4a7-0e07-4eac-827d-34c3131de9f0 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event updated for resources: {'Port': ['ID=365cca16-9123-457a-ad12-4764a8ed7583,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:52.992740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=8f1ec15d-33bc-4cad-bfcd-62fcbf363c01,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:53.023508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['365cca16-9123-457a-ad12-4764a8ed7583'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:53.075201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:53.087274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58f84c-56af-4522-9bd0-339e6b0d2049 req-1c336282-a180-422f-9508-8edc5906130c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:53.098115 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d58f84c-56af-4522-9bd0-339e6b0d2049 req-1c336282-a180-422f-9508-8edc5906130c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1942651 Nov 22 16:18:53.159850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca794849-1e3b-483c-8658-5e40bd387479 req-9a48db27-5af9-4f11-8578-40b180aa28d6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:53.161762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca794849-1e3b-483c-8658-5e40bd387479 req-9a48db27-5af9-4f11-8578-40b180aa28d6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 944 time: 0.1492453 Nov 22 16:18:53.197594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:18:53.206806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:53.207183 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:53.209586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d58f84c-56af-4522-9bd0-339e6b0d2049 req-0ac8f251-03f3-4b17-87d5-4ce557ac2e16 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105123 Nov 22 16:18:53.303817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca794849-1e3b-483c-8658-5e40bd387479 req-8d96ba84-102b-4588-b759-429109f612f8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318977 Nov 22 16:18:53.495536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db4f01-f692-42cf-8ef5-922c9b84f6d0 req-68470fb3-4490-4984-9e3d-e732ffb0361d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:53.507772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8db4f01-f692-42cf-8ef5-922c9b84f6d0 req-68470fb3-4490-4984-9e3d-e732ffb0361d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1372297 Nov 22 16:18:53.604975 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:53.626750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8db4f01-f692-42cf-8ef5-922c9b84f6d0 req-b0ae2d18-f0f7-439d-b1fc-f4cce12fe7d9 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138577 Nov 22 16:18:53.750724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:53.766456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:53.886298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-c8fe5bcc-9b8c-4275-960d-974ef32cfbff tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-310786561&fields=id&tenant_id=9021d22dd01e4fffb2af26fecc8ffea3 HTTP/1.1" status: 200 len: 267 time: 0.1106188 Nov 22 16:18:54.077349 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d12ef9-46ec-4539-a917-61a198824efc x-openstack-request-id: req-c2d12ef9-46ec-4539-a917-61a198824efc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:54.077784 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:54.078576 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2d12ef9-46ec-4539-a917-61a198824efc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:54.080506 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583', 'status': 'completed', 'code': 200} Nov 22 16:18:54.122162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-3a2bc0da-20ec-4774-a5dc-c7b1f62df4a1 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:54.141219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-3a2bc0da-20ec-4774-a5dc-c7b1f62df4a1 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 985 time: 0.2496054 Nov 22 16:18:54.156860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Request body: {'port': {'security_groups': ['56dc51fb-a37a-4e59-af75-9606be47bc1f']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:54.235394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10c5067-18a1-4c21-86a9-0c0f9b8deaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f6c4f-6559-4c42-a8ff-ed3eee316e06'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:54.237666 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73910864-b17e-45d4-b144-ba766687d9f0" -d '{"events": [{"server_uuid": "d10c5067-18a1-4c21-86a9-0c0f9b8deaa0", "name": "network-vif-plugged", "status": "completed", "tag": "295f6c4f-6559-4c42-a8ff-ed3eee316e06"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:54.275370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:54.288105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=8f1ec15d-33bc-4cad-bfcd-62fcbf363c01,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:54.292843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3352ae-5c92-4740-a3ed-8f7881460fdd None None] Network 1bc39495-9439-4066-8613-6416619424b7 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:54.294589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:54.342817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-5af33290-2189-40d5-aac4-9efe6c39b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:54.352441 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-5af33290-2189-40d5-aac4-9efe6c39b314 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1136 time: 0.2912986 Nov 22 16:18:54.356420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:54.530470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 295f6c4f-6559-4c42-a8ff-ed3eee316e06, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=295f6c4f-6559-4c42-a8ff-ed3eee316e06,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:54.582491 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:54.684305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=295f6c4f-6559-4c42-a8ff-ed3eee316e06,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:54.707989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e901dbec-15b2-4d80-afe5-d8798d46958e None None] Provisioning complete for port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:54.708822 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e901dbec-15b2-4d80-afe5-d8798d46958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:54.770684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645aebf-e5ab-4862-9d8e-90c4dfaf4a41 req-de10c033-50a0-4966-99db-4baeb90b73e0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:54.777909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f645aebf-e5ab-4862-9d8e-90c4dfaf4a41 req-de10c033-50a0-4966-99db-4baeb90b73e0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.2708883 Nov 22 16:18:54.812242 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:54.865053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-72507558-2832-4155-8723-816548645492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:54.869615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-72507558-2832-4155-8723-816548645492 service neutron] 10.222.0.71 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 920 time: 0.4900601 Nov 22 16:18:54.880542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 1bc39495-9439-4066-8613-6416619424b7 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:54.960601 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:54.969369 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e901dbec-15b2-4d80-afe5-d8798d46958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:54.984421 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-09807de9-2d7f-4899-a5f0-398079c1dc45 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 217 time: 0.1024728 Nov 22 16:18:54.985803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:55.015780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e901dbec-15b2-4d80-afe5-d8798d46958e None None] For port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,segment=NetworkSegment(2af4c5bb-5938-4b50-9171-c6f8560ef3f2),segment_id=2af4c5bb-5938-4b50-9171-c6f8560ef3f2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:55.026212 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.087796 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e901dbec-15b2-4d80-afe5-d8798d46958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.164404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f645aebf-e5ab-4862-9d8e-90c4dfaf4a41 req-7d0d7092-bb53-4bc3-a891-ae0be788d2f0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775947 Nov 22 16:18:55.248080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:55.249018 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.351046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] For port 365cca16-9123-457a-ad12-4764a8ed7583, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=365cca16-9123-457a-ad12-4764a8ed7583,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:55.375207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-cc7ec5ef-ae7d-4ad4-9873-0b265b74f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:55.380022 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-cc7ec5ef-ae7d-4ad4-9873-0b265b74f82c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.1855817 Nov 22 16:18:55.452344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.465371 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-4a60b63a-ec0d-4a8d-8950-d2ab7efa66f5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642352 Nov 22 16:18:55.469231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:18:55.515378 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.517619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901dbec-15b2-4d80-afe5-d8798d46958e None None] Pushing event updated for resources: {'Port': ['ID=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:55.701973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['365cca16-9123-457a-ad12-4764a8ed7583'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:55.807215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:55.808049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.841566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cee0025-acf5-4641-99a5-b4f1b8cefaf5 req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "PUT /v2.0/ports/365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 943 time: 1.6944039 Nov 22 16:18:55.843617 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-1f562066-e2a4-4bb4-b998-21b65594defa service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546169 Nov 22 16:18:55.843925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55092) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:55.861464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ead80e87-3d04-4f75-a11c-cb4d1b7fefec None None] Provisioning complete for port 8f1ec15d-33bc-4cad-bfcd-62fcbf363c01 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:55.861854 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ead80e87-3d04-4f75-a11c-cb4d1b7fefec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.913779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce673b-b367-4ad0-b8ce-c54c833aeef6 req-9d28d64b-236c-4e1b-844c-ff3200fe4f1c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:55.914909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fce673b-b367-4ad0-b8ce-c54c833aeef6 req-9d28d64b-236c-4e1b-844c-ff3200fe4f1c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.5086210 Nov 22 16:18:55.985188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['365cca16-9123-457a-ad12-4764a8ed7583'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:18:55.997525 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bbdab5-f23c-48a5-a7b8-376922676410 x-openstack-request-id: req-e9bbdab5-f23c-48a5-a7b8-376922676410 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:55.998117 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10c5067-18a1-4c21-86a9-0c0f9b8deaa0", "name": "network-vif-plugged", "status": "completed", "tag": "295f6c4f-6559-4c42-a8ff-ed3eee316e06", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:56.008717 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e9bbdab5-f23c-48a5-a7b8-376922676410 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:56.009349 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10c5067-18a1-4c21-86a9-0c0f9b8deaa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295f6c4f-6559-4c42-a8ff-ed3eee316e06', 'code': 200} Nov 22 16:18:56.077837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65cccf-f04c-481e-9b53-ddafa6102a59 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event updated for resources: {'Port': ['ID=365cca16-9123-457a-ad12-4764a8ed7583,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:56.087320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:18:56.100747 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea663131-e2dd-4913-84ac-faa139b5ade9" -d '{"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:18:56.182784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:56.188646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fce673b-b367-4ad0-b8ce-c54c833aeef6 req-e5372c62-4587-432d-8d7e-10a8ee1ccd71 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336290 Nov 22 16:18:56.230343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df3210-3d38-4e30-9057-846895f60c20 req-2ed7a552-06de-4f86-9cec-5eefaa4edae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:56.237620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4df3210-3d38-4e30-9057-846895f60c20 req-2ed7a552-06de-4f86-9cec-5eefaa4edae9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 1096 time: 0.1951756 Nov 22 16:18:56.281888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ead80e87-3d04-4f75-a11c-cb4d1b7fefec None None] Port 8f1ec15d-33bc-4cad-bfcd-62fcbf363c01 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:56.437485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b756e-9dbc-4ffa-8d10-39f2577d7e15 req-4e341708-909b-430a-8a99-4c9ae8ee8711 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:56.438649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a84b756e-9dbc-4ffa-8d10-39f2577d7e15 req-4e341708-909b-430a-8a99-4c9ae8ee8711 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 945 time: 0.2000020 Nov 22 16:18:56.470205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4df3210-3d38-4e30-9057-846895f60c20 req-49587687-e647-42a1-9dc9-92c4aabfa8af service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232624 Nov 22 16:18:56.496297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ead80e87-3d04-4f75-a11c-cb4d1b7fefec None None] Provisioning complete for port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:56.508043 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ead80e87-3d04-4f75-a11c-cb4d1b7fefec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:56.515933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b4e16-ab5c-44b2-97d4-be64f64c0bde req-fb751a14-3a25-4531-9d33-1389fedef605 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:56.528557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b57b4e16-ab5c-44b2-97d4-be64f64c0bde req-fb751a14-3a25-4531-9d33-1389fedef605 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1440022 Nov 22 16:18:56.571506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a84b756e-9dbc-4ffa-8d10-39f2577d7e15 req-315180a3-8f3c-4a50-bf63-d904f656c2c9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070316 Nov 22 16:18:56.639124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b57b4e16-ab5c-44b2-97d4-be64f64c0bde req-2c00fed5-be22-477d-8103-fb6905d8356f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095943 Nov 22 16:18:56.693784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:18:56.715432 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c1ab2599-5641-4345-9f86-f4958fdf129b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9492629 Nov 22 16:18:56.715746 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7309ba83-9f25-4dc3-bee7-6c47565b423e None None] Sync routers for ids ['8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:18:56.725366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:56.736653 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309ba83-9f25-4dc3-bee7-6c47565b423e None None] Routers {'8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:56.737325 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7309ba83-9f25-4dc3-bee7-6c47565b423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:56.756109 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d3c07fbf-6631-49ef-9ce4-3911baa59691 req-7860b066-06f1-4745-aa5f-2bb602524da6 service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8725033 Nov 22 16:18:56.813536 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7309ba83-9f25-4dc3-bee7-6c47565b423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:56.825843 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309ba83-9f25-4dc3-bee7-6c47565b423e None None] Routers {'8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:18:56.826830 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7309ba83-9f25-4dc3-bee7-6c47565b423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:56.871041 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7309ba83-9f25-4dc3-bee7-6c47565b423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:18:56.872128 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7309ba83-9f25-4dc3-bee7-6c47565b423e None None] The sync data for ids ['8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:18:56.954771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a72da3e-665f-4129-ab6a-75ff6f35edeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:56.970713 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92146f35-fd6e-43df-922f-7aba3cef3b67 x-openstack-request-id: req-92146f35-fd6e-43df-922f-7aba3cef3b67 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:18:56.971267 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:18:56.971267 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92146f35-fd6e-43df-922f-7aba3cef3b67 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:18:56.971699 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583', 'status': 'completed', 'code': 200} Nov 22 16:18:56.987879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:56.988462 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:56.989815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db008a5-1815-4cb3-a2c8-75c9feaf4ce1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:56.991366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9db008a5-1815-4cb3-a2c8-75c9feaf4ce1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports/8f1ec15d-33bc-4cad-bfcd-62fcbf363c01 HTTP/1.1" status: 200 len: 910 time: 0.2649848 Nov 22 16:18:57.003820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55110) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:57.168271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-76a8d6c2-c095-4184-9ad4-d5fd49787d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:57.171941 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-76a8d6c2-c095-4184-9ad4-d5fd49787d1f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1097 time: 0.2007301 Nov 22 16:18:57.188653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-e6b0e5cb-1126-4b5f-b354-665a42297b48 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5228107 Nov 22 16:18:57.210405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:57.273043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:57.331262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e98a2907-8ba2-4048-af43-04b9f34db2d8 None None] Provisioning complete for port 8f1ec15d-33bc-4cad-bfcd-62fcbf363c01 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:57.331698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e98a2907-8ba2-4048-af43-04b9f34db2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:57.423326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e98a2907-8ba2-4048-af43-04b9f34db2d8 None None] Port 8f1ec15d-33bc-4cad-bfcd-62fcbf363c01 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:18:57.473844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2e569-7629-4376-8456-aa5fd5184199 req-8b9253f5-9e71-441c-bc82-042f3f18eaad tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:57.475404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9c2e569-7629-4376-8456-aa5fd5184199 req-8b9253f5-9e71-441c-bc82-042f3f18eaad tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1807652 Nov 22 16:18:57.526284 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:57.559599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9c2e569-7629-4376-8456-aa5fd5184199 req-984e9d16-f01e-4ece-ad45-c508ae8403a0 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747249 Nov 22 16:18:57.643873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a72da3e-665f-4129-ab6a-75ff6f35edeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:57.679757 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a72da3e-665f-4129-ab6a-75ff6f35edeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:57.720402 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2a72da3e-665f-4129-ab6a-75ff6f35edeb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f204bea7b4d043ca945c9cfaac211522&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8410468 Nov 22 16:18:57.731501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55122) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:57.733997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Allocated IP 172.25.5.205 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/66a37e08-5465-4cbe-a142-0f264aada79a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:57.822936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-95e72573-f5c9-4fad-ab82-fd5dccec97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:57.826301 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-95e72573-f5c9-4fad-ab82-fd5dccec97e8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 920 time: 0.6295974 Nov 22 16:18:57.988550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72da3e-665f-4129-ab6a-75ff6f35edeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418db9b9-dfe6-4334-871d-8ceacc2ffc9f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:58.007302 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-2ea5ef94-9292-4500-aaff-872aa974c11c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 217 time: 0.1620152 Nov 22 16:18:58.013027 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.039788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffa43b-e43c-4715-b2a5-1b3ada21747a req-9d733fc2-25dc-4cba-b5db-d0c38ecd275e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:58.041465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9ffa43b-e43c-4715-b2a5-1b3ada21747a req-9d733fc2-25dc-4cba-b5db-d0c38ecd275e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1014786 Nov 22 16:18:58.084111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-30e3fba2-a837-46aa-a26e-d8906cb68822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:58.086083 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-30e3fba2-a837-46aa-a26e-d8906cb68822 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.0678589 Nov 22 16:18:58.114947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e9ffa43b-e43c-4715-b2a5-1b3ada21747a req-4076afed-7e41-48d8-99cd-7244b8b3284b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645392 Nov 22 16:18:58.131449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.168947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6285-1a5a-4971-b7b6-d7fa2c34da57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.194465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:58.197811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:58.200483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:58.211262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6285-1a5a-4971-b7b6-d7fa2c34da57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.234898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event updated for resources: {'Port': ['ID=66a37e08-5465-4cbe-a142-0f264aada79a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:58.282584 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-93ecdd86-fecc-4b19-a96d-0352f7180c0f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1783185 Nov 22 16:18:58.297648 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6285-1a5a-4971-b7b6-d7fa2c34da57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.300199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a2b6285-1a5a-4971-b7b6-d7fa2c34da57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.304162 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a2b6285-1a5a-4971-b7b6-d7fa2c34da57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/418db9b9-dfe6-4334-871d-8ceacc2ffc9f HTTP/1.1" status: 204 len: 168 time: 0.5691261 Nov 22 16:18:58.368187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b6285-1a5a-4971-b7b6-d7fa2c34da57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418db9b9-dfe6-4334-871d-8ceacc2ffc9f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:58.390163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.433894 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.530784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a508f5-e4b7-4a2c-87af-fa7a72bdd60a req-a2d1754d-ae70-4919-9e0a-f676dd9bfac3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:58.533369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0a508f5-e4b7-4a2c-87af-fa7a72bdd60a req-a2d1754d-ae70-4919-9e0a-f676dd9bfac3 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.2510734 Nov 22 16:18:58.534140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:58.592910 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-1a223ab9-6b65-4e8d-aa26-204d4349e19c service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899175 Nov 22 16:18:58.811722 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ea663131-e2dd-4913-84ac-faa139b5ade9 req-ade71c8c-5f49-42be-a6dc-ff65d6293ef1 service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068393 Nov 22 16:18:58.912287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0a508f5-e4b7-4a2c-87af-fa7a72bdd60a req-0cca4020-167d-4f50-a502-ec99b43a0291 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547394 Nov 22 16:18:58.965826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55134) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:58.977104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 8f1ec15d-33bc-4cad-bfcd-62fcbf363c01 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:18:58.984475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.021973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.030486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.068630 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-247c0cd6-1f09-4feb-97e8-68e630fe0867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.185994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event updated for resources: {'Port': ['ID=66a37e08-5465-4cbe-a142-0f264aada79a,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:59.196520 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.216226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db790f33-eb05-4c8d-acfc-147f211b01bc req-534419fd-1ed8-49e7-bea5-0ebca19e13c7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:59.222784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.224658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db790f33-eb05-4c8d-acfc-147f211b01bc req-534419fd-1ed8-49e7-bea5-0ebca19e13c7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 945 time: 0.1813774 Nov 22 16:18:59.239823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 8f1ec15d-33bc-4cad-bfcd-62fcbf363c01 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:18:59.260370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.262473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-6fd45be2-8fea-4173-a811-834b649e89fb tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0702155 Nov 22 16:18:59.377364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db790f33-eb05-4c8d-acfc-147f211b01bc req-a45b8a93-66a4-4398-a6fb-be0f02fe7a56 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504874 Nov 22 16:18:59.392342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-616af78c-da5c-4b4e-b7a2-baa98c65e339 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.1127868 Nov 22 16:18:59.449100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.498408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-247c0cd6-1f09-4feb-97e8-68e630fe0867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.503317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=8f1ec15d-33bc-4cad-bfcd-62fcbf363c01,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:59.533091 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-247c0cd6-1f09-4feb-97e8-68e630fe0867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.651550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c0cd6-1f09-4feb-97e8-68e630fe0867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4382d544-4ac5-4d0b-9b93-c56313b52ae2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:59.685747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-37e9f778-c6b8-4806-b71f-8ea57f8f3b97 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:59.687209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d52d2f-3aa8-49e3-b0ca-78afa7672f4a req-37e9f778-c6b8-4806-b71f-8ea57f8f3b97 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2926650 Nov 22 16:18:59.753472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b350028-d6b5-43de-9d9f-ebbf07c21406 req-b511b619-13dd-48b4-8b3f-2661a66644e4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:59.762031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b350028-d6b5-43de-9d9f-ebbf07c21406 req-b511b619-13dd-48b4-8b3f-2661a66644e4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.0734980 Nov 22 16:18:59.765958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:59.795408 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-247c0cd6-1f09-4feb-97e8-68e630fe0867 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=12fbe6d026dd4f4e893b77255791ac97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8228149 Nov 22 16:18:59.799246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55146) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:59.853318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b350028-d6b5-43de-9d9f-ebbf07c21406 req-b7d6cde0-eb1d-4152-a3b1-5952d3de6031 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902491 Nov 22 16:19:00.003610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9cad3-4c67-4a5f-954f-b9f8211558f8 req-ec400e4f-1a6f-4ed8-9014-ee82e48753b2 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:00.006219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5a9cad3-4c67-4a5f-954f-b9f8211558f8 req-ec400e4f-1a6f-4ed8-9014-ee82e48753b2 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 945 time: 0.1354380 Nov 22 16:19:00.046090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5569bfff-8e1b-4269-bee1-bc11d2054d39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.066315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:00.085463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5569bfff-8e1b-4269-bee1-bc11d2054d39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.127243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5a9cad3-4c67-4a5f-954f-b9f8211558f8 req-2cdbf7e8-8268-4abe-b4ea-0f99d2f5ad18 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126099 Nov 22 16:19:00.140205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83f19b-8bf8-49c9-9038-b8cd6709a78d req-d860619f-8430-4817-a80f-cf04947aa3ba tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:00.142801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f83f19b-8bf8-49c9-9038-b8cd6709a78d req-d860619f-8430-4817-a80f-cf04947aa3ba tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1003215 Nov 22 16:19:00.206396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f83f19b-8bf8-49c9-9038-b8cd6709a78d req-d84d3d19-e6e7-4387-9cef-785fdc063ce4 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550463 Nov 22 16:19:00.217473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:00.231710 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-008138b0-38ad-4c4b-b983-46d042747b81 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2243264 Nov 22 16:19:00.232263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55150) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:00.239395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e1d4f-206c-4433-876a-cb32a1d28185 None None] Sync routers for ids ['8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:00.269561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e1d4f-206c-4433-876a-cb32a1d28185 None None] Routers {'8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:00.271792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-997e1d4f-206c-4433-876a-cb32a1d28185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:00.314679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-27cc38ef-5cbe-437a-a425-fa19b63d287a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82 HTTP/1.1" status: 200 len: 205 time: 0.0775526 Nov 22 16:19:00.315424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55154) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:00.340211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-997e1d4f-206c-4433-876a-cb32a1d28185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:00.350774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997e1d4f-206c-4433-876a-cb32a1d28185 None None] Routers {'8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:00.351415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-997e1d4f-206c-4433-876a-cb32a1d28185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:00.387480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-997e1d4f-206c-4433-876a-cb32a1d28185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:00.388218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997e1d4f-206c-4433-876a-cb32a1d28185 None None] The sync data for ids ['8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:00.489093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-829539b9-998b-41b1-9b36-3201ab7d3237 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:00.500829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-829539b9-998b-41b1-9b36-3201ab7d3237 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1928136 Nov 22 16:19:00.506604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d46c309d-7bbe-4df4-ac38-ef95640dc8e6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.508861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5569bfff-8e1b-4269-bee1-bc11d2054d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.511805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5569bfff-8e1b-4269-bee1-bc11d2054d39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.539489 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5569bfff-8e1b-4269-bee1-bc11d2054d39 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4382d544-4ac5-4d0b-9b93-c56313b52ae2 HTTP/1.1" status: 204 len: 168 time: 0.7134895 Nov 22 16:19:00.621062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-bca73a06-5f9e-493b-809a-8ac9d12dcfa4 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.1070237 Nov 22 16:19:00.637923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Request body: {'floatingip': {'port_id': '365cca16-9123-457a-ad12-4764a8ed7583', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:00.680931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569bfff-8e1b-4269-bee1-bc11d2054d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4382d544-4ac5-4d0b-9b93-c56313b52ae2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:00.759203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.873785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d46c309d-7bbe-4df4-ac38-ef95640dc8e6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.880916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d46c309d-7bbe-4df4-ac38-ef95640dc8e6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.921730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c17175-2ab9-4073-9ba2-034e20688e39 req-e61d1ebc-4a27-4c96-864d-9ad6f5532538 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:00.928376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92c17175-2ab9-4073-9ba2-034e20688e39 req-e61d1ebc-4a27-4c96-864d-9ad6f5532538 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.3054476 Nov 22 16:19:00.970839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d46c309d-7bbe-4df4-ac38-ef95640dc8e6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.971431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c309d-7bbe-4df4-ac38-ef95640dc8e6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Fanout notify agent at l3_agent the message router_deleted on router 8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:19:00.981712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d46c309d-7bbe-4df4-ac38-ef95640dc8e6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:00.986107 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d46c309d-7bbe-4df4-ac38-ef95640dc8e6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82 HTTP/1.1" status: 204 len: 168 time: 0.6670141 Nov 22 16:19:00.987257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55168) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:01.052601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c17f346-f91f-4c8e-aa30-185cb748ebd9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet a29ceb95-4d68-4815-902a-fb9b41139c9c {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:19:01.058270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c17f346-f91f-4c8e-aa30-185cb748ebd9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:01.143707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c17f346-f91f-4c8e-aa30-185cb748ebd9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:01.160438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92c17175-2ab9-4073-9ba2-034e20688e39 req-a31dbb1c-1d70-4d61-95b9-9543f4312c4e tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234826 Nov 22 16:19:01.746842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c17f346-f91f-4c8e-aa30-185cb748ebd9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:01.842784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c17f346-f91f-4c8e-aa30-185cb748ebd9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:01.886301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17f346-f91f-4c8e-aa30-185cb748ebd9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=a29ceb95-4d68-4815-902a-fb9b41139c9c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:01.890843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c17f346-f91f-4c8e-aa30-185cb748ebd9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:01.898358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4c17f346-f91f-4c8e-aa30-185cb748ebd9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/a29ceb95-4d68-4815-902a-fb9b41139c9c HTTP/1.1" status: 204 len: 168 time: 0.9100606 Nov 22 16:19:01.899060 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55190) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:01.900351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda2601c-9e79-4cf2-a0c4-ca24068daa67 None None] Network 1bc39495-9439-4066-8613-6416619424b7 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:02.037121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.166923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:02.168415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.230938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] DHCP port deletion for 1bc39495-9439-4066-8613-6416619424b7 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:19:02.323140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] Deleting port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:02.324727 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.334299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db46c5-5324-4887-ba9d-5a2ccf686697 req-34a6891c-31a6-4a73-bdc3-e8ad4ae8068b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:02.337046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,segment=NetworkSegment(2af4c5bb-5938-4b50-9171-c6f8560ef3f2),segment_id=2af4c5bb-5938-4b50-9171-c6f8560ef3f2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:02.337476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.350009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86db46c5-5324-4887-ba9d-5a2ccf686697 req-34a6891c-31a6-4a73-bdc3-e8ad4ae8068b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 945 time: 0.2489963 Nov 22 16:19:02.414519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] For port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,segment=NetworkSegment(2af4c5bb-5938-4b50-9171-c6f8560ef3f2),segment_id=2af4c5bb-5938-4b50-9171-c6f8560ef3f2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:02.415348 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.428188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:02.436518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] Calling delete_port for 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:02.498461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86db46c5-5324-4887-ba9d-5a2ccf686697 req-513bf6eb-d931-49b6-840a-e4e4c9b36251 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475317 Nov 22 16:19:02.590438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-102a4f72-698c-4568-8312-564359e35170 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:02.608553 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-102a4f72-698c-4568-8312-564359e35170 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 945 time: 0.2483611 Nov 22 16:19:02.616649 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.695183 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] No DVR routers for this DVR port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:02.699539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.716406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.724663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77400a41-a4b3-4cb2-84e3-43f27ec64ae1 None None] Pushing event deleted for resources: {'Port': ['ID=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:02.853567 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Floating IP 8bb7eda9-8931-4041-9124-d7bb49522edc associated. External IP: 172.25.5.205, port: 365cca16-9123-457a-ad12-4764a8ed7583. Nov 22 16:19:02.858656 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:02.863077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e216173-4534-4ce6-97e5-c24bd8e439fb req-15a57065-866d-4735-bf70-fa57d6fce573 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:02.872213 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e216173-4534-4ce6-97e5-c24bd8e439fb req-15a57065-866d-4735-bf70-fa57d6fce573 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.2359087 Nov 22 16:19:02.897758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=20b2136b-c66c-4dcd-be5d-11f71ca5f5b0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:02.911968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.912338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.912679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.913016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.913353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.913689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.914019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.914347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.914673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.914997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.915323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.915645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:02.924754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No DVR routers for this DVR port 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:02.954544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Deleting port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:02.955260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.025156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e216173-4534-4ce6-97e5-c24bd8e439fb req-5dca56ce-82ab-40a9-8a37-30cdaab8bda0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484544 Nov 22 16:19:03.139473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-ee6b1d88-a1df-4465-942b-60fee3bbe2f5 req-80a7804f-b368-4a4f-95bf-7bf311b941d6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:19:03.146818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee6b1d88-a1df-4465-942b-60fee3bbe2f5 req-80a7804f-b368-4a4f-95bf-7bf311b941d6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122967 Nov 22 16:19:03.183977 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.260592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc39495-9439-4066-8613-6416619424b7']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:03.272505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] For port 295f6c4f-6559-4c42-a8ff-ed3eee316e06, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=295f6c4f-6559-4c42-a8ff-ed3eee316e06,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:03.273117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.286241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af4c5bb-5938-4b50-9171-c6f8560ef3f2') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:03.286656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af4c5bb-5938-4b50-9171-c6f8560ef3f2') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:03.304625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Calling delete_port for 295f6c4f-6559-4c42-a8ff-ed3eee316e06 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:03.309895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.355964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Router 681d6de4-ec70-4d88-aa8e-fc196f7b049b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:03.410566 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.515265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:19:03.516373 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:19:03.521553 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:19:03.732450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731959f8-cf53-4093-b9f2-0607beec1bee req-2ff93987-b823-4720-874f-9e720a16a421 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:03.732450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-731959f8-cf53-4093-b9f2-0607beec1bee req-2ff93987-b823-4720-874f-9e720a16a421 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.3592207 Nov 22 16:19:03.805206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.828073 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.835178 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/1bc39495-9439-4066-8613-6416619424b7 HTTP/1.1" status: 204 len: 168 time: 1.9312541 Nov 22 16:19:03.843077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55218) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:03.860564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510a50a-d2fa-47cc-97e6-b69ddc1d3a63 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=1bc39495-9439-4066-8613-6416619424b7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:03.862731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1676808074', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:03.917877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-731959f8-cf53-4093-b9f2-0607beec1bee req-05e2f8cf-6f22-459b-9e52-08bbd2dbe9ab tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691465 Nov 22 16:19:03.917877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:03.930391 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.944359 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] Sync routers for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:03.958370 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:03.959250 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:03.977844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:03.993815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:04.013117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-3604e1e7-ffe2-4df4-8a3e-9257f65a6324 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "PUT /v2.0/floatingips/8bb7eda9-8931-4041-9124-d7bb49522edc HTTP/1.1" status: 200 len: 997 time: 3.3809884 Nov 22 16:19:04.013992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:04.015084 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:04.019675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:04.022194 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4545e2c5-4539-47cd-b65d-f75ad6728a08" -d '{"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:04.071962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event deleted for resources: {'Port': ['ID=295f6c4f-6559-4c42-a8ff-ed3eee316e06,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:04.153499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:04.177414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] No DVR routers for this DVR port 295f6c4f-6559-4c42-a8ff-ed3eee316e06 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:04.190534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:04.203127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:04.216613 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1863e0a-f22d-4249-9334-8bbdcb70ef34 req-661c7ce6-ed9f-41e1-bcde-18f19656407d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "DELETE /v2.0/ports/295f6c4f-6559-4c42-a8ff-ed3eee316e06 HTTP/1.1" status: 204 len: 173 time: 1.5915074 Nov 22 16:19:04.231863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10c5067-18a1-4c21-86a9-0c0f9b8deaa0', 'name': 'network-vif-deleted', 'tag': '295f6c4f-6559-4c42-a8ff-ed3eee316e06'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:04.241787 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b655f-b174-4850-ace6-6823a3847956" -d '{"events": [{"server_uuid": "d10c5067-18a1-4c21-86a9-0c0f9b8deaa0", "name": "network-vif-deleted", "tag": "295f6c4f-6559-4c42-a8ff-ed3eee316e06"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:04.253522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:04.253928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20b2136b-c66c-4dcd-be5d-11f71ca5f5b0 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:04.279069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4488d83-2400-4c04-a066-4a88e7eaa279 req-e050a602-0d95-46bd-805c-ce788fc23ad8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=d10c5067-18a1-4c21-86a9-0c0f9b8deaa0 HTTP/1.1" status: 200 len: 210 time: 0.1074266 Nov 22 16:19:04.636689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-82a7a558-16ec-44a2-8415-82058995d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:04.639169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-82a7a558-16ec-44a2-8415-82058995d233 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1097 time: 0.5862622 Nov 22 16:19:04.674860 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:04.773655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:04.802010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab67e77-acfc-4078-a2e8-5916f950482e req-fcb7c55a-34e5-4bcb-9265-81365743beca tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:04.803494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ab67e77-acfc-4078-a2e8-5916f950482e req-fcb7c55a-34e5-4bcb-9265-81365743beca tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.2085161 Nov 22 16:19:04.852226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 295f6c4f-6559-4c42-a8ff-ed3eee316e06 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:04.906286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 295f6c4f-6559-4c42-a8ff-ed3eee316e06 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:04.906711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 295f6c4f-6559-4c42-a8ff-ed3eee316e06 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:04.915681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-be5c9dc3-1abf-44a0-8d49-f046cd781586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:04.917266 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-be5c9dc3-1abf-44a0-8d49-f046cd781586 service neutron] 10.222.0.69 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 920 time: 0.2362125 Nov 22 16:19:05.002003 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8bb7eda9-8931-4041-9124-d7bb49522edc', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'port_id': '365cca16-9123-457a-ad12-4764a8ed7583', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'mac_address': 'fa:16:3e:1c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:18:58Z', 'updated_at': '2021-11-22T16:19:02Z', 'revision_number': 1, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:57Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:05.007416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ab67e77-acfc-4078-a2e8-5916f950482e req-9c537089-bbfe-4b1a-bedf-b85ffa335107 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974182 Nov 22 16:19:05.034147 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] Checking router: 681d6de4-ec70-4d88-aa8e-fc196f7b049b for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:19:05.044663 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:05.045243 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:05.070329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-9c52bcaf-174f-4207-a762-cde0b4f498d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 1000 time: 0.1419249 Nov 22 16:19:05.131337 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3695d3-3707-4665-ad71-ee9bf7b326d2 x-openstack-request-id: req-5f3695d3-3707-4665-ad71-ee9bf7b326d2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:05.131641 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:05.131899 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f3695d3-3707-4665-ad71-ee9bf7b326d2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:05.132336 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583', 'status': 'completed', 'code': 200} Nov 22 16:19:05.181499 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:05.205151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-ff41c30e-d3eb-4918-8cd6-1002b302c2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:05.207341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-ff41c30e-d3eb-4918-8cd6-1002b302c2aa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1097 time: 0.0665276 Nov 22 16:19:05.264255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-819d54f0-65a4-4f85-8d0d-7634bb1ef9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:05.265749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-819d54f0-65a4-4f85-8d0d-7634bb1ef9bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.1861970 Nov 22 16:19:05.304679 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:05.315701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-ee0b2c38-4c53-41f1-9a29-fb93d7a20934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:05.317313 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-ee0b2c38-4c53-41f1-9a29-fb93d7a20934 service neutron] 10.222.0.71 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 920 time: 0.0953708 Nov 22 16:19:05.333171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-6c656aa8-eafa-49fc-a150-1f37aeae964d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458500 Nov 22 16:19:05.342226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66fbe4-2d7c-4367-99d0-71cf7a5f177f req-d290908d-5d50-4b37-b71e-fa7cc4901113 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:05.342572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd66fbe4-2d7c-4367-99d0-71cf7a5f177f req-d290908d-5d50-4b37-b71e-fa7cc4901113 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 946 time: 0.1373696 Nov 22 16:19:05.365028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-d700b501-27bc-4598-a6a1-203f15fbe12a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:19:05.365992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-d700b501-27bc-4598-a6a1-203f15fbe12a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061214 Nov 22 16:19:05.367054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:05.412243 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-d6bfdfe1-895b-44ed-a337-dee8bf45d933 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 1000 time: 0.0752609 Nov 22 16:19:05.457601 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8bb7eda9-8931-4041-9124-d7bb49522edc', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'port_id': '365cca16-9123-457a-ad12-4764a8ed7583', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'mac_address': 'fa:16:3e:1c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:18:58Z', 'updated_at': '2021-11-22T16:19:02Z', 'revision_number': 1, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:57Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:05.466535 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-ead3b7b6-1f6b-48e9-bdda-d0e80597e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:05.468128 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-ead3b7b6-1f6b-48e9-bdda-d0e80597e4a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.0476668 Nov 22 16:19:05.487611 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8609f2-496e-450e-b5ff-69032d4e3601 None None] The sync data for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 is: [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8bb7eda9-8931-4041-9124-d7bb49522edc', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'floating_ip_address': '172.25.5.205', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'port_id': '365cca16-9123-457a-ad12-4764a8ed7583', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'mac_address': 'fa:16:3e:1c:00:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:18:58Z', 'updated_at': '2021-11-22T16:19:02Z', 'revision_number': 1, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:57Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:05.524770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd66fbe4-2d7c-4367-99d0-71cf7a5f177f req-3a783411-8493-42a0-a3d6-99575912102d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636031 Nov 22 16:19:05.527678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-642a308e-e22c-4599-9f4c-5673d0e23ed1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430913 Nov 22 16:19:05.581926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-c8d198ed-c18b-4305-9626-871d017164bd service neutron] 10.222.0.69 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005088 Nov 22 16:19:05.607819 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089ff1a2-2075-41c5-a10d-a7fcdd5477d2 x-openstack-request-id: req-089ff1a2-2075-41c5-a10d-a7fcdd5477d2 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:05.608372 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10c5067-18a1-4c21-86a9-0c0f9b8deaa0", "name": "network-vif-deleted", "tag": "295f6c4f-6559-4c42-a8ff-ed3eee316e06", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:05.608643 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-089ff1a2-2075-41c5-a10d-a7fcdd5477d2 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:05.609064 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10c5067-18a1-4c21-86a9-0c0f9b8deaa0', 'name': 'network-vif-deleted', 'tag': '295f6c4f-6559-4c42-a8ff-ed3eee316e06', 'status': 'completed', 'code': 200} Nov 22 16:19:05.610851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.25.5.54 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7430a791-1926-46c5-bc1b-1faf9038a98d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:05.665188 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-d6c0539b-bcd7-4067-8863-95da580aa8a2 service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271727 Nov 22 16:19:05.811876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-356d7538-b3aa-49e3-999d-7ddbbbf7b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:05.813419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-356d7538-b3aa-49e3-999d-7ddbbbf7b095 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 1097 time: 0.1567628 Nov 22 16:19:05.827064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b0e8008-afc3-4701-b4cc-6a58f3a7283f req-f37014bd-6f1c-4646-a3c5-a4a706a7e3fa service neutron] 10.222.0.69 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387214 Nov 22 16:19:05.868313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9725839-03dd-4f21-bec7-e81ce21658dc None None] New status for floating IP 8bb7eda9-8931-4041-9124-d7bb49522edc: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:19:05.879982 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4545e2c5-4539-47cd-b65d-f75ad6728a08 req-7e6e067f-5220-4b59-abe2-601d2c2c4000 service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009907 Nov 22 16:19:06.057006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:06.141220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ff2e-9078-45bd-8a64-31f0fa504456 req-d28d9088-6d98-409d-b185-56e6f83d6a62 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:06.142698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4c4ff2e-9078-45bd-8a64-31f0fa504456 req-d28d9088-6d98-409d-b185-56e6f83d6a62 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.2880983 Nov 22 16:19:06.164968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-64f7c13a-43b3-4984-a5ea-e91146639611 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 1000 time: 0.2221024 Nov 22 16:19:06.166350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-e84b00e1-a6f6-41d1-98f9-63b87f83512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:06.167849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-e84b00e1-a6f6-41d1-98f9-63b87f83512c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 912 time: 0.3399622 Nov 22 16:19:06.254191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-420a9c72-debf-4264-a1ae-7574edc5b7e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24856642-61c3-4fb3-9519-db336ccec170 HTTP/1.1" status: 200 len: 217 time: 0.0733440 Nov 22 16:19:06.624877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:06.640970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-a3cada7c-ba11-43f2-a507-17be3e3fff30 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:06.642342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-a3cada7c-ba11-43f2-a507-17be3e3fff30 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports/365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 943 time: 0.4691498 Nov 22 16:19:06.681425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4c4ff2e-9078-45bd-8a64-31f0fa504456 req-eaa37d57-f08a-4fb7-a8c4-67b67966bd12 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266137 Nov 22 16:19:06.719686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-65d184da-4015-42a6-843e-232ac2824932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:06.721787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-65d184da-4015-42a6-843e-232ac2824932 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.4560907 Nov 22 16:19:06.725360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:06.756228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=7430a791-1926-46c5-bc1b-1faf9038a98d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:06.763827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:06.781241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:06.839083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-182ea43f-0523-45e3-9940-302ba2a4a57f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802979 Nov 22 16:19:06.912512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-ba320201-733d-44ee-9a42-d7fe83ef48a2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 1002 time: 0.2159245 Nov 22 16:19:07.197353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-a5cf1df2-06db-4c3a-918e-0f9e9d55cf68 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:07.198977 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-a5cf1df2-06db-4c3a-918e-0f9e9d55cf68 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.4134860 Nov 22 16:19:07.229473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-8646fe5d-f3ce-4865-8b54-618039200064 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719833 Nov 22 16:19:07.280212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1ecd181b-c904-4262-835d-8298d2625a31 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/quotas/1e9c24f629ef41cc8bf8e9068d07a03e HTTP/1.1" status: 200 len: 375 time: 0.0731025 Nov 22 16:19:07.287338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-4c677ce8-cf0f-43c2-8460-23544a368130 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:07.288705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-4c677ce8-cf0f-43c2-8460-23544a368130 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.3394322 Nov 22 16:19:07.517596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-b55d4cc9-b6ac-4e6e-8a83-06f6f4648b8f tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 1002 time: 0.2019687 Nov 22 16:19:07.521567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-2dd7a572-3a83-48f7-8e7b-d421a0b4a3aa tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2319593 Nov 22 16:19:07.534964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:07.545805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:07.549225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1efba5d0-a35e-4e37-b0a8-dd67e8dfabf2 req-73d569d3-a40b-48f1-8d7d-3d7ce37cc131 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111405 Nov 22 16:19:07.687813 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:07.767512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55324) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:07.848096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-a38f26af-dbb9-4030-835b-811100d10a87 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166497 Nov 22 16:19:07.882566 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9270c3a3-234b-432c-901b-9574e00392b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:07.962859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9270c3a3-234b-432c-901b-9574e00392b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:07.967854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9270c3a3-234b-432c-901b-9574e00392b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.008530 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9270c3a3-234b-432c-901b-9574e00392b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b8ea087464d4125918781a02960e2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398686 Nov 22 16:19:08.009424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270c3a3-234b-432c-901b-9574e00392b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d77bce-3501-4b16-99e1-94ff9ccc1059,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:08.012736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55328) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:08.039232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.055319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.055667 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Floating IP 8bb7eda9-8931-4041-9124-d7bb49522edc disassociated. External IP: 172.25.5.205, port: 365cca16-9123-457a-ad12-4764a8ed7583. Nov 22 16:19:08.070063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6e760ae-4abe-48b8-85fb-dd1e5802e396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.094411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6e760ae-4abe-48b8-85fb-dd1e5802e396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.119118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-55dec2a3-7756-4ae5-96ab-65a822ed62a3 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619474 Nov 22 16:19:08.131663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.151168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6e760ae-4abe-48b8-85fb-dd1e5802e396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.154914 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6e760ae-4abe-48b8-85fb-dd1e5802e396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.160318 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d6e760ae-4abe-48b8-85fb-dd1e5802e396 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34d77bce-3501-4b16-99e1-94ff9ccc1059 HTTP/1.1" status: 204 len: 168 time: 0.1464517 Nov 22 16:19:08.171447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e760ae-4abe-48b8-85fb-dd1e5802e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d77bce-3501-4b16-99e1-94ff9ccc1059,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:08.328063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24856642-61c3-4fb3-9519-db336ccec170 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:08.476751 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.535533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24856642-61c3-4fb3-9519-db336ccec170'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:08.538103 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db40aa9-715c-41e5-91f5-d77668afadcd" -d '{"events": [{"server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "24856642-61c3-4fb3-9519-db336ccec170"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:08.561785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:08.569606 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.569805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55346) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:08.583458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e2fecef-d7e2-41fa-ba0b-ebf47ba0b95b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.666034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:08.701755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e2fecef-d7e2-41fa-ba0b-ebf47ba0b95b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.706966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e2fecef-d7e2-41fa-ba0b-ebf47ba0b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.749366 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e2fecef-d7e2-41fa-ba0b-ebf47ba0b95b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39713d7a6230451f901f75527596d037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785402 Nov 22 16:19:08.751874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55350) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:08.756996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de48125-6bc9-4821-a023-7d05a52ed46b req-940a7ba1-49ca-4959-8163-92f0f7309cf1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:08.758165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fecef-d7e2-41fa-ba0b-ebf47ba0b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2734af91-a307-4a80-b8b9-d682d06c78fc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:08.761510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6de48125-6bc9-4821-a023-7d05a52ed46b req-940a7ba1-49ca-4959-8163-92f0f7309cf1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 944 time: 0.1163769 Nov 22 16:19:08.810629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a804d76-1b44-4df3-ae9f-79fdcaa97a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.836835 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a804d76-1b44-4df3-ae9f-79fdcaa97a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.891797 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a804d76-1b44-4df3-ae9f-79fdcaa97a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.894511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a804d76-1b44-4df3-ae9f-79fdcaa97a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:08.895679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7a804d76-1b44-4df3-ae9f-79fdcaa97a2f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2734af91-a307-4a80-b8b9-d682d06c78fc HTTP/1.1" status: 204 len: 168 time: 0.1426551 Nov 22 16:19:08.921265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a804d76-1b44-4df3-ae9f-79fdcaa97a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2734af91-a307-4a80-b8b9-d682d06c78fc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:08.960488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6de48125-6bc9-4821-a023-7d05a52ed46b req-493ef05a-9864-4215-9770-8243fa9eba13 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744437 Nov 22 16:19:08.989973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 077dde89-0912-4733-aaeb-237ef70b3f7c is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:19:09.003652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Router 681d6de4-ec70-4d88-aa8e-fc196f7b049b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:09.270233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:09.277683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:09.283170 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] Sync routers for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:09.296037 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:09.297061 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:09.317638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce96004-a051-4283-b9fe-0afce2a558fd req-110bd5ab-6690-4b65-bcdd-2c298e0d8457 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:09.325916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dce96004-a051-4283-b9fe-0afce2a558fd req-110bd5ab-6690-4b65-bcdd-2c298e0d8457 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1540790 Nov 22 16:19:09.347866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:09.357463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-0117e28c-c07b-4a69-b304-e56418a21f62 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "PUT /v2.0/floatingips/8bb7eda9-8931-4041-9124-d7bb49522edc HTTP/1.1" status: 200 len: 695 time: 1.8310647 Nov 22 16:19:09.360182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:09.362496 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b26f517-8edc-40e5-8982-95aa6b5437bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:09.371016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e64455-5d5a-4c04-b544-e40d81bf3865 None None] Sync routers for ids ['077dde89-0912-4733-aaeb-237ef70b3f7c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:09.392692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e64455-5d5a-4c04-b544-e40d81bf3865 None None] Routers {'077dde89-0912-4733-aaeb-237ef70b3f7c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:09.393609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-73e64455-5d5a-4c04-b544-e40d81bf3865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['077dde89-0912-4733-aaeb-237ef70b3f7c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:09.421909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:09.423131 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-56ec48df-9244-47db-adaf-1c4c9bf52ac1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.5835776 Nov 22 16:19:09.426023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55364) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:09.455616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-73e64455-5d5a-4c04-b544-e40d81bf3865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:09.462672 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:09.462797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dce96004-a051-4283-b9fe-0afce2a558fd req-853f186d-9516-4c69-b022-40d3f920279d tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331410 Nov 22 16:19:09.488166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-e562ee97-7f93-4b7e-9f22-e3b6160277db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:09.489804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-e562ee97-7f93-4b7e-9f22-e3b6160277db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1097 time: 0.1084011 Nov 22 16:19:09.516276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e64455-5d5a-4c04-b544-e40d81bf3865 None None] Routers {'077dde89-0912-4733-aaeb-237ef70b3f7c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:09.520803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-73e64455-5d5a-4c04-b544-e40d81bf3865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['077dde89-0912-4733-aaeb-237ef70b3f7c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:09.583334 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3d2ee1a2-4385-4a03-837e-813e863c3fe9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/routers/077dde89-0912-4733-aaeb-237ef70b3f7c HTTP/1.1" status: 200 len: 880 time: 0.1553464 Nov 22 16:19:09.585242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55372) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:09.646414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-73e64455-5d5a-4c04-b544-e40d81bf3865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:09.647100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e64455-5d5a-4c04-b544-e40d81bf3865 None None] The sync data for ids ['077dde89-0912-4733-aaeb-237ef70b3f7c'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:09.712700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca6fca1f-56a8-49bb-b75e-ea03d1fb365f req-9be3f687-83e6-4a9b-b22c-1ead985fede7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 210 time: 0.0577860 Nov 22 16:19:09.809144 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d7aa5c-e0ba-42a6-b910-3af66ca6a761 x-openstack-request-id: req-77d7aa5c-e0ba-42a6-b910-3af66ca6a761 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:09.809518 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "name": "network-vif-unplugged", "status": "completed", "tag": "24856642-61c3-4fb3-9519-db336ccec170", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:09.809825 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77d7aa5c-e0ba-42a6-b910-3af66ca6a761 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:09.810412 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24856642-61c3-4fb3-9519-db336ccec170', 'code': 200} Nov 22 16:19:09.817791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-72d24e7f-0480-4984-a7b2-c10556f8f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:09.824492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-72d24e7f-0480-4984-a7b2-c10556f8f001 service neutron] 10.222.0.69 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 920 time: 0.3172798 Nov 22 16:19:09.921826 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d102af-0107-4dbb-b301-c59a1405e08e x-openstack-request-id: req-e7d102af-0107-4dbb-b301-c59a1405e08e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:09.922990 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "tag": "365cca16-9123-457a-ad12-4764a8ed7583", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:09.924826 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7d102af-0107-4dbb-b301-c59a1405e08e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:09.926477 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583', 'status': 'completed', 'code': 200} Nov 22 16:19:09.929681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-c9cf6b56-721c-4909-b1ff-953a01c98dca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 217 time: 0.1007619 Nov 22 16:19:09.986825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-94d9b123-0501-445b-90ce-0e090b8ba49b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:09.989214 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-94d9b123-0501-445b-90ce-0e090b8ba49b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.2956710 Nov 22 16:19:10.009488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Request body: {'port': {'device_id': '6740a528-a5aa-436b-85cb-da7c808c4985', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'admin_state_up': True, 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:10.050661 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:57Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:10.083923 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] Checking router: 681d6de4-ec70-4d88-aa8e-fc196f7b049b for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:19:10.099603 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:10.100787 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:10.129346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-39edf555-2ee2-4c42-a5ef-77c85facadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:10.131495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-39edf555-2ee2-4c42-a5ef-77c85facadc3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.1924918 Nov 22 16:19:10.139566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-b5937f0f-8fc5-4d1b-8a89-c546020f16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:10.141092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-b5937f0f-8fc5-4d1b-8a89-c546020f16cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 1097 time: 0.1804941 Nov 22 16:19:10.166076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d2e7-94c2-4f4c-87b2-120dc71114fb req-051b35b7-2f53-4afb-b003-2ed0df448aad tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:10.168514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ac1d2e7-94c2-4f4c-87b2-120dc71114fb req-051b35b7-2f53-4afb-b003-2ed0df448aad tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1080468 Nov 22 16:19:10.196433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-6aba622c-d020-483a-9eef-bf7d0484cdb3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536003 Nov 22 16:19:10.226825 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:10.320141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8ecbb86-427a-4ee8-ba94-93b46ad56b52 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7327528 Nov 22 16:19:10.320520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55390) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:10.328954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-15dd4e5a-2800-4e72-8276-e95632064017 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1676808074'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:10.370601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:10.387647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:10.467759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ac1d2e7-94c2-4f4c-87b2-120dc71114fb req-14d6b7ce-9f25-4635-b43b-728e4e342125 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749965 Nov 22 16:19:10.592444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Allocated IP 172.20.0.6 (44643127-da94-453c-8154-9dd5b747c506/d3fc69f0-88b6-4977-844d-882eb71953bb/75864e13-5333-4266-a742-27a9b2d731fb) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:10.592915 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:57Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:10.616693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-9f6b31c1-f736-4dd8-80d7-471c8b8540c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:10.618275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-9f6b31c1-f736-4dd8-80d7-471c8b8540c8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 200 len: 920 time: 0.4613714 Nov 22 16:19:10.652858 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb15fd5-1085-4bff-aa3a-e5757966df04 None None] The sync data for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 is: [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'fca61641-da51-47c1-b70a-202121b7e1e8', 'name': '', 'network_id': '705bca2e-a41c-4dd8-925d-af590f44530f', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'mac_address': 'fa:16:3e:c4:9e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '4018b953-88ef-449e-b0a4-0529553da02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:44Z', 'updated_at': '2021-11-22T16:17:57Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'subnets': [{'id': '4018b953-88ef-449e-b0a4-0529553da02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:10.653337 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-9c4d6cb1-3e7b-4a63-ad91-3de841058915 service neutron] 10.222.0.69 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307137 Nov 22 16:19:10.720930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-b69f7ab0-04bf-4203-91dc-c3973e2b1d17 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 200 len: 217 time: 0.0836442 Nov 22 16:19:10.825995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:10.838230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817194bc-4092-41ba-b89d-13f61a3d176f req-0821b5f0-f7ad-4985-9ce2-a7f767a45028 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:10.840494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-817194bc-4092-41ba-b89d-13f61a3d176f req-0821b5f0-f7ad-4985-9ce2-a7f767a45028 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 944 time: 0.2625666 Nov 22 16:19:10.881234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:10.900768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:10.937128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Network 44643127-da94-453c-8154-9dd5b747c506 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:10.941255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:10.950997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:10.979987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-817194bc-4092-41ba-b89d-13f61a3d176f req-0d8bba52-6571-4d8f-8969-385352691dc0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883951 Nov 22 16:19:11.041382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:11.042214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.070899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-cc35145a-b25c-416a-88ba-dbd21942d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:11.075933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-cc35145a-b25c-416a-88ba-dbd21942d3f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 200 len: 859 time: 0.3367133 Nov 22 16:19:11.102400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event updated for resources: {'Port': ['ID=75864e13-5333-4266-a742-27a9b2d731fb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:11.115437 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eece41-0ec8-4a4c-b4de-3cca8edf9cad None None] New status for floating IP 8bb7eda9-8931-4041-9124-d7bb49522edc: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:19:11.134760 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-8c95b2c7-4010-4967-8419-31fa18ebd951 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1297827 Nov 22 16:19:11.148332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Request body: {'port': {'device_id': '6740a528-a5aa-436b-85cb-da7c808c4985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:11.225262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.294316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-ba0ed677-4f8d-42d3-b0d3-916f1ce4c265 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=705bca2e-a41c-4dd8-925d-af590f44530f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2005045 Nov 22 16:19:11.426894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f87aa46-8ab2-42d1-a9d0-257f829b699d req-58f906cf-42c3-4779-86c2-84ac7df0eb5b service neutron] 10.222.0.69 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200265 Nov 22 16:19:11.564544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a6c9c-32f6-4005-b9f4-c76dab48dd82 req-06e382c5-1067-4cbb-8802-ff3ed2ce3e66 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:11.566105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-551a6c9c-32f6-4005-b9f4-c76dab48dd82 req-06e382c5-1067-4cbb-8802-ff3ed2ce3e66 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.3158495 Nov 22 16:19:11.569041 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15dd4e5a-2800-4e72-8276-e95632064017 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.615182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75864e13-5333-4266-a742-27a9b2d731fb {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:19:11.618071 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15dd4e5a-2800-4e72-8276-e95632064017 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.625627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.637701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2224f09-7916-4e28-913d-f8c10cfdb4b8 req-1c6d9005-9666-4e70-83b2-3e70b14c2566 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:11.639197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2224f09-7916-4e28-913d-f8c10cfdb4b8 req-1c6d9005-9666-4e70-83b2-3e70b14c2566 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 931 time: 0.1464050 Nov 22 16:19:11.640508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Transition to ACTIVE for port object 75864e13-5333-4266-a742-27a9b2d731fb will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:19:11.641087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-58ad983f-17ff-431a-9fc4-31a62c45834c service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528737 Nov 22 16:19:11.647948 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.710119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Pushing event updated for resources: {'Port': ['ID=75864e13-5333-4266-a742-27a9b2d731fb,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:11.824110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Attempting to bind port 75864e13-5333-4266-a742-27a9b2d731fb on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:11.824463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Attempting to bind port 75864e13-5333-4266-a742-27a9b2d731fb by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:11.824804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Attempting to bind port 75864e13-5333-4266-a742-27a9b2d731fb on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:11.829684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Port 75864e13-5333-4266-a742-27a9b2d731fb on network 44643127-da94-453c-8154-9dd5b747c506 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:19:11.830059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Attempting to bind port 75864e13-5333-4266-a742-27a9b2d731fb on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:11.835620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:11.836043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Checking segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:11.836439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Bound using segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:11.836880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Bound port: 75864e13-5333-4266-a742-27a9b2d731fb, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:11.837270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.912669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] For port 75864e13-5333-4266-a742-27a9b2d731fb, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:11.916574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] For port 75864e13-5333-4266-a742-27a9b2d731fb, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=75864e13-5333-4266-a742-27a9b2d731fb,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:11.922273 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.978503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:11.981502 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:11.983185 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] 10.222.0.71 "PUT /v2.0/ports/75864e13-5333-4266-a742-27a9b2d731fb HTTP/1.1" status: 200 len: 1091 time: 0.8396044 Nov 22 16:19:11.985850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6740a528-a5aa-436b-85cb-da7c808c4985', 'tag': '75864e13-5333-4266-a742-27a9b2d731fb'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:11.990018 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaed12d1-2660-4467-9010-2a81a1074bda" -d '{"events": [{"name": "network-changed", "server_uuid": "6740a528-a5aa-436b-85cb-da7c808c4985", "tag": "75864e13-5333-4266-a742-27a9b2d731fb"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:12.020921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368db2b-343c-4411-8edd-bce3e9dc76bd service neutron] Pushing event updated for resources: {'Port': ['ID=75864e13-5333-4266-a742-27a9b2d731fb,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:12.077012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-70f8451f-e059-4c9f-b933-6fc1c2fbdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:12.078605 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-70f8451f-e059-4c9f-b933-6fc1c2fbdc32 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 1094 time: 0.0521910 Nov 22 16:19:12.127856 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-06157e8f-053a-40bd-9022-81c6ec907ed0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75864e13-5333-4266-a742-27a9b2d731fb HTTP/1.1" status: 200 len: 217 time: 0.0370734 Nov 22 16:19:12.151205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-551a6c9c-32f6-4005-b9f4-c76dab48dd82 req-4d932e48-b256-471d-8ecc-57c9a524f5b6 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648463 Nov 22 16:19:12.181463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-36a16c83-6175-4133-990a-24c8f89f539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:12.183009 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-36a16c83-6175-4133-990a-24c8f89f539d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.0472960 Nov 22 16:19:12.216022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2224f09-7916-4e28-913d-f8c10cfdb4b8 req-bc4f6b0d-e662-467d-b3ce-2f3c22e9b3be tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271580 Nov 22 16:19:12.242791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dd4e5a-2800-4e72-8276-e95632064017 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 077dde89-0912-4733-aaeb-237ef70b3f7c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:12.259990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b26f517-8edc-40e5-8982-95aa6b5437bc req-99a5a5f7-5e15-470a-be9c-35ba16b9c729 service neutron] 10.222.0.71 "GET /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744383 Nov 22 16:19:12.277922 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-30f4c280-db25-4689-9ee7-6df171b081df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786281 Nov 22 16:19:12.341032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24856642-61c3-4fb3-9519-db336ccec170 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:12.384883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dd4e5a-2800-4e72-8276-e95632064017 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:12.394021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15dd4e5a-2800-4e72-8276-e95632064017 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:12.398856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-15dd4e5a-2800-4e72-8276-e95632064017 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/077dde89-0912-4733-aaeb-237ef70b3f7c HTTP/1.1" status: 200 len: 887 time: 2.0753384 Nov 22 16:19:12.399564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:12.417872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3d79d0-1d10-4e74-abbf-0dcfe3a0e72a None None] Sync routers for ids ['077dde89-0912-4733-aaeb-237ef70b3f7c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:12.434907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d79d0-1d10-4e74-abbf-0dcfe3a0e72a None None] Routers {'077dde89-0912-4733-aaeb-237ef70b3f7c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:12.435840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0a3d79d0-1d10-4e74-abbf-0dcfe3a0e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['077dde89-0912-4733-aaeb-237ef70b3f7c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:12.493702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-041980fb-2da1-4085-a6c0-d92050eb9f62 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990979 Nov 22 16:19:12.498610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0a3d79d0-1d10-4e74-abbf-0dcfe3a0e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:12.536507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e17f499c-af01-4275-8264-0798573da71d tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/floatingips/8bb7eda9-8931-4041-9124-d7bb49522edc HTTP/1.1" status: 200 len: 693 time: 0.1358061 Nov 22 16:19:12.582122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d79d0-1d10-4e74-abbf-0dcfe3a0e72a None None] Routers {'077dde89-0912-4733-aaeb-237ef70b3f7c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:12.583124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0a3d79d0-1d10-4e74-abbf-0dcfe3a0e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['077dde89-0912-4733-aaeb-237ef70b3f7c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:12.645498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0a3d79d0-1d10-4e74-abbf-0dcfe3a0e72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:12.647120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3d79d0-1d10-4e74-abbf-0dcfe3a0e72a None None] The sync data for ids ['077dde89-0912-4733-aaeb-237ef70b3f7c'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:12.669779 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c4162f2d-8f5e-4a4a-9465-09eb5744a650 req-4701de83-83da-4fb6-8588-418a285f8d97 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638396 Nov 22 16:19:12.692043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d900e6fe-4093-41f8-9b0b-73a626dbb88f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/routers/077dde89-0912-4733-aaeb-237ef70b3f7c HTTP/1.1" status: 200 len: 887 time: 0.2893035 Nov 22 16:19:12.694786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55456) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:12.735103 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ddc83f7f-986d-4c2f-812b-d71ee6f5d6d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=077dde89-0912-4733-aaeb-237ef70b3f7c HTTP/1.1" status: 200 len: 205 time: 0.0384972 Nov 22 16:19:12.737731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55460) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:12.750948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-dc639425-fbf7-414a-a739-b67376f076e5 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:12.752526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-dc639425-fbf7-414a-a739-b67376f076e5 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 784 time: 0.2101486 Nov 22 16:19:12.884198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-05822e91-2429-4f99-93d9-2e3d77ed05b6 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.1230559 Nov 22 16:19:12.895150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:12.946373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-71d5ba70-63b1-45d1-a63b-38aabaede9ac tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.205 HTTP/1.1" status: 200 len: 696 time: 0.0614884 Nov 22 16:19:13.028611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.097811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Deleting port 66a37e08-5465-4cbe-a142-0f264aada79a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:13.098213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.200621 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.201014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.234406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Calling delete_port for 66a37e08-5465-4cbe-a142-0f264aada79a owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:13.259749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-40f1ca70-6dbf-41a4-8539-6fda39b05adb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:13.261186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-40f1ca70-6dbf-41a4-8539-6fda39b05adb tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f HTTP/1.1" status: 200 len: 944 time: 0.0745471 Nov 22 16:19:13.384590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 7430a791-1926-46c5-bc1b-1faf9038a98d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:13.385167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.452775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Deleting port 24856642-61c3-4fb3-9519-db336ccec170 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:13.453376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.462844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.474970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 7430a791-1926-46c5-bc1b-1faf9038a98d owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:13.514533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.550265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event deleted for resources: {'Port': ['ID=66a37e08-5465-4cbe-a142-0f264aada79a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:13.625964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] For port 24856642-61c3-4fb3-9519-db336ccec170, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24856642-61c3-4fb3-9519-db336ccec170,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:13.626336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.643583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Calling delete_port for 24856642-61c3-4fb3-9519-db336ccec170 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:13.646075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.662635 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.665253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.666401 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af765c6e-f5e3-4852-86f1-63d9c7ef40ea req-e16cac98-142b-4b7f-83be-3cca3e78ad28 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "DELETE /v2.0/floatingips/8bb7eda9-8931-4041-9124-d7bb49522edc HTTP/1.1" status: 204 len: 173 time: 0.7142639 Nov 22 16:19:13.672404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=7430a791-1926-46c5-bc1b-1faf9038a98d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:13.718088 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01ce9c5-64df-4797-a63f-84ac7b46683e x-openstack-request-id: req-f01ce9c5-64df-4797-a63f-84ac7b46683e {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:13.718389 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6740a528-a5aa-436b-85cb-da7c808c4985", "tag": "75864e13-5333-4266-a742-27a9b2d731fb", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:13.718649 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f01ce9c5-64df-4797-a63f-84ac7b46683e {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:13.719156 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6740a528-a5aa-436b-85cb-da7c808c4985', 'tag': '75864e13-5333-4266-a742-27a9b2d731fb', 'status': 'completed', 'code': 200} Nov 22 16:19:13.776698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.810581 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.841106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event deleted for resources: {'Port': ['ID=24856642-61c3-4fb3-9519-db336ccec170,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:13.894657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] No DVR routers for this DVR port 24856642-61c3-4fb3-9519-db336ccec170 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:13.896156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.903335 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.905493 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:13.911244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cee92bd0-ace3-479f-ac0e-986e5a8a6164 req-1565dd12-403a-425f-9a6c-3d6e5211304c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "DELETE /v2.0/ports/24856642-61c3-4fb3-9519-db336ccec170 HTTP/1.1" status: 204 len: 173 time: 0.6086655 Nov 22 16:19:13.911878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'name': 'network-vif-deleted', 'tag': '24856642-61c3-4fb3-9519-db336ccec170'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:13.914440 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad3d002-ed05-4ea7-b2f3-68c35da89c96" -d '{"events": [{"server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "name": "network-vif-deleted", "tag": "24856642-61c3-4fb3-9519-db336ccec170"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:13.918266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed12d1-2660-4467-9010-2a81a1074bda req-71dd620a-3142-446c-bb76-bbb6be9b4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:13.920044 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eaed12d1-2660-4467-9010-2a81a1074bda req-71dd620a-3142-446c-bb76-bbb6be9b4ec1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 1094 time: 0.1748157 Nov 22 16:19:14.010686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.011331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Fanout notify agent at l3_agent the message router_deleted on router 077dde89-0912-4733-aaeb-237ef70b3f7c {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:19:14.020464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.021779 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bd1a1fba-3343-427e-a960-65beb74b3f7e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/077dde89-0912-4733-aaeb-237ef70b3f7c HTTP/1.1" status: 204 len: 168 time: 1.2827561 Nov 22 16:19:14.027338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55506) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:14.034118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-288481844'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:14.087703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed12d1-2660-4467-9010-2a81a1074bda req-53134a70-b860-4ba3-af02-a8124d250ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:14.090039 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eaed12d1-2660-4467-9010-2a81a1074bda req-53134a70-b860-4ba3-af02-a8124d250ffa service neutron] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 0.1394858 Nov 22 16:19:14.090762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:14.094515 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.168642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d89b2-db94-4570-8144-80a3ca5e6c83 req-cfa72208-f12e-4a66-b693-89aa1dd59d8b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:14.177090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f6d89b2-db94-4570-8144-80a3ca5e6c83 req-cfa72208-f12e-4a66-b693-89aa1dd59d8b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 943 time: 0.0709743 Nov 22 16:19:14.228977 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eaed12d1-2660-4467-9010-2a81a1074bda req-9abc52eb-acec-4917-a9c1-5fb176b15392 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75864e13-5333-4266-a742-27a9b2d731fb HTTP/1.1" status: 200 len: 217 time: 0.1142392 Nov 22 16:19:14.233859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:19:14.249156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.250053 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment 2aff08e9-7423-4877-b551-3abf2d667898 of type vlan for network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 Nov 22 16:19:14.284449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f6d89b2-db94-4570-8144-80a3ca5e6c83 req-84f25946-2033-48f4-916a-2fd4283e4556 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064467 Nov 22 16:19:14.314498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d470f041-8c57-40d4-9a07-d20e9e1eb730 req-3fb349b9-24f7-4540-9a4e-f5b277151077 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups/1da19b6e-e231-4d0d-816d-718963f32c7a HTTP/1.1" status: 200 len: 1825 time: 0.0745375 Nov 22 16:19:14.334751 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.350871 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed12d1-2660-4467-9010-2a81a1074bda req-73553b24-6771-4da2-9312-cd0551616bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:14.352392 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eaed12d1-2660-4467-9010-2a81a1074bda req-73553b24-6771-4da2-9312-cd0551616bfe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.1013246 Nov 22 16:19:14.395855 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eaed12d1-2660-4467-9010-2a81a1074bda req-db7c6b3c-489b-4b04-9946-285d5c1b80d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334866 Nov 22 16:19:14.398141 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.405680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:14.406363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.426494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d470f041-8c57-40d4-9a07-d20e9e1eb730 req-d44b2960-e5c5-40c9-a79e-e7745abc02a2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.472032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db984c-f8de-4c6b-be18-d837aaf42916 req-2b7a8e65-d839-423d-8a57-38117763e730 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:14.473664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11db984c-f8de-4c6b-be18-d837aaf42916 req-2b7a8e65-d839-423d-8a57-38117763e730 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.0944366 Nov 22 16:19:14.475541 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d470f041-8c57-40d4-9a07-d20e9e1eb730 req-d44b2960-e5c5-40c9-a79e-e7745abc02a2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.480958 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4518466 Nov 22 16:19:14.488324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55514) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:14.494958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': '504d3d67-8be6-40f4-b6f3-1309fce4d4a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:14.534237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b3211-a057-4f73-b89f-f2aaca5dad7f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=504d3d67-8be6-40f4-b6f3-1309fce4d4a9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:14.550038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:19:14.568626 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eaed12d1-2660-4467-9010-2a81a1074bda req-62bee5f6-ab58-4ac7-be2d-6c6e5c27e1a7 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581955 Nov 22 16:19:14.638466 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d470f041-8c57-40d4-9a07-d20e9e1eb730 req-d44b2960-e5c5-40c9-a79e-e7745abc02a2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.641105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d470f041-8c57-40d4-9a07-d20e9e1eb730 req-d44b2960-e5c5-40c9-a79e-e7745abc02a2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.642255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d470f041-8c57-40d4-9a07-d20e9e1eb730 req-d44b2960-e5c5-40c9-a79e-e7745abc02a2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "DELETE /v2.0/security-groups/1da19b6e-e231-4d0d-816d-718963f32c7a HTTP/1.1" status: 204 len: 173 time: 0.3191597 Nov 22 16:19:14.656878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11db984c-f8de-4c6b-be18-d837aaf42916 req-c5929574-3963-4757-8d92-b18acc168717 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693912 Nov 22 16:19:14.667749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b2960-e5c5-40c9-a79e-e7745abc02a2 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da19b6e-e231-4d0d-816d-718963f32c7a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:14.694543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:14.698707 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:14.795640 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eaed12d1-2660-4467-9010-2a81a1074bda req-dfde0c9f-18bf-4361-9674-92c7bdd311ef service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989491 Nov 22 16:19:14.826293 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dab13bc-0df5-4581-96e9-744dd740f125 x-openstack-request-id: req-3dab13bc-0df5-4581-96e9-744dd740f125 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:14.826602 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f", "name": "network-vif-deleted", "tag": "24856642-61c3-4fb3-9519-db336ccec170", "status": "failed", "code": 422}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:14.827755 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3dab13bc-0df5-4581-96e9-744dd740f125 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:14.828294 n-d-811716-3 neutron-server[103411]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f11d8e1-19e7-49b5-8b5c-3e8c70af0f4f', 'name': 'network-vif-deleted', 'tag': '24856642-61c3-4fb3-9519-db336ccec170', 'status': 'failed', 'code': 422} returned with failed status Nov 22 16:19:14.838566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 75864e13-5333-4266-a742-27a9b2d731fb details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:19:15.083094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 75864e13-5333-4266-a742-27a9b2d731fb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=75864e13-5333-4266-a742-27a9b2d731fb,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:15.095706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '75864e13-5333-4266-a742-27a9b2d731fb', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'port_id': '75864e13-5333-4266-a742-27a9b2d731fb', 'mac_address': 'fa:16:3e:bc:58:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc69f0-88b6-4977-844d-882eb71953bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:19:15.162908 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:15.177800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:15.191507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75864e13-5333-4266-a742-27a9b2d731fb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:19:15.232888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 75864e13-5333-4266-a742-27a9b2d731fb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=75864e13-5333-4266-a742-27a9b2d731fb,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:15.247749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:15.351934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=75864e13-5333-4266-a742-27a9b2d731fb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:15.392330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=a9c29d5d-b339-4e15-ae7d-7db3daa0c555,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:15.404010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-72a10efa-ef18-4f47-9bcd-69b254fc3a62 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:15.411558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-72a10efa-ef18-4f47-9bcd-69b254fc3a62 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.1288402 Nov 22 16:19:15.469672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-9b048ffd-f466-44b3-952c-47e2f682f237 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/quotas/0d56520135374b45bc89d12d47e41c4d HTTP/1.1" status: 200 len: 375 time: 0.0570183 Nov 22 16:19:15.499565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': '2aff08e9-7423-4877-b551-3abf2d667898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '504d3d67-8be6-40f4-b6f3-1309fce4d4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:15.500255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: 504d3d67-8be6-40f4-b6f3-1309fce4d4a9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:19:15.513048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-078a841e-e710-43ea-8772-3a356c983f05 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423148 Nov 22 16:19:15.575305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['75864e13-5333-4266-a742-27a9b2d731fb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:15.581310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:19:15.601542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc179274-e966-45c0-b052-35d2fe5f5112 req-7a1019f0-180d-4b56-8099-caea8f9bc73c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:15.603700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc179274-e966-45c0-b052-35d2fe5f5112 req-7a1019f0-180d-4b56-8099-caea8f9bc73c tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.3508368 Nov 22 16:19:15.607673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 504d3d67-8be6-40f4-b6f3-1309fce4d4a9) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:15.621077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:15.622457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:15.631501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22657bb9-ff2a-400f-9b99-c5c72572fd1b None None] Network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:15.697782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc179274-e966-45c0-b052-35d2fe5f5112 req-61bafd35-b7e2-4bad-8814-8fb58504748d tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591393 Nov 22 16:19:15.710017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cae4d56d-fcc9-4837-a995-98c46e5d7071 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2206047 Nov 22 16:19:15.718552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55542) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:15.723318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a0f6f442-d8fb-429e-b97a-82c7d0084ee5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1328424314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:15.768725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-20465915-ab70-46fe-8f0f-ebfd75a4ce40 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538733 Nov 22 16:19:15.821764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f442-d8fb-429e-b97a-82c7d0084ee5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:15.824327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f442-d8fb-429e-b97a-82c7d0084ee5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:15.946220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e931e1-9f9a-46a3-ab1d-e2c71613bcec req-5a0536a9-2a62-42b9-80f1-556a1d30b574 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:15.947789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84e931e1-9f9a-46a3-ab1d-e2c71613bcec req-5a0536a9-2a62-42b9-80f1-556a1d30b574 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 944 time: 0.1052248 Nov 22 16:19:16.009437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f442-d8fb-429e-b97a-82c7d0084ee5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:16.019168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f442-d8fb-429e-b97a-82c7d0084ee5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:16.075516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-504d3d67-8be6-40f4-b6f3-1309fce4d4a9', 'network_id': '504d3d67-8be6-40f4-b6f3-1309fce4d4a9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': 'a9c29d5d-b339-4e15-ae7d-7db3daa0c555'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:19:16.077222 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:16.086412 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f6f442-d8fb-429e-b97a-82c7d0084ee5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:16.092056 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a0f6f442-d8fb-429e-b97a-82c7d0084ee5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3680153 Nov 22 16:19:16.092292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:16.112486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-d44f21d1-d8ca-4a93-8750-55b9a628d5b8 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300817 Nov 22 16:19:16.171232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84e931e1-9f9a-46a3-ab1d-e2c71613bcec req-2f3b67f9-35b0-403a-9be1-3a7555933398 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038867 Nov 22 16:19:16.639541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Allocated IP 172.20.0.2 (504d3d67-8be6-40f4-b6f3-1309fce4d4a9/a9c29d5d-b339-4e15-ae7d-7db3daa0c555/ce6e085a-ea14-4fda-bb47-b80f4751fc73) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:16.693837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b322baa8-06c1-49c9-bc49-13598e59fd57 req-a138b880-5141-4abe-a347-0b7caef65345 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 210 time: 0.0674388 Nov 22 16:19:16.856103 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.019177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb88c9a-6037-4df6-b90b-66296c2ae0a1 req-492d1b6e-4cfe-4e61-ba27-84cb3a541bbc tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:17.021434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.031067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-feb88c9a-6037-4df6-b90b-66296c2ae0a1 req-492d1b6e-4cfe-4e61-ba27-84cb3a541bbc tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.1314287 Nov 22 16:19:17.033479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.102848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-feb88c9a-6037-4df6-b90b-66296c2ae0a1 req-f479534f-7d67-4c83-95cf-8cd90e2b2569 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666265 Nov 22 16:19:17.167932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:17.171344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:17.174871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:17.195759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Pushing event updated for resources: {'Port': ['ID=ce6e085a-ea14-4fda-bb47-b80f4751fc73,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:17.306623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Attempting to bind port ce6e085a-ea14-4fda-bb47-b80f4751fc73 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:17.306903 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Attempting to bind port ce6e085a-ea14-4fda-bb47-b80f4751fc73 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2aff08e9-7423-4877-b551-3abf2d667898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '504d3d67-8be6-40f4-b6f3-1309fce4d4a9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:17.307050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Attempting to bind port ce6e085a-ea14-4fda-bb47-b80f4751fc73 on network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:17.309627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.20.0.1 (504d3d67-8be6-40f4-b6f3-1309fce4d4a9/a9c29d5d-b339-4e15-ae7d-7db3daa0c555/21665b80-2783-4adb-9044-49bcc3472de3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:17.313418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:17.313863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Checking segment: {'id': '2aff08e9-7423-4877-b551-3abf2d667898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '504d3d67-8be6-40f4-b6f3-1309fce4d4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:17.314416 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.314855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Bound using segment: {'id': '2aff08e9-7423-4877-b551-3abf2d667898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '504d3d67-8be6-40f4-b6f3-1309fce4d4a9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:17.315343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Bound port: ce6e085a-ea14-4fda-bb47-b80f4751fc73, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aff08e9-7423-4877-b551-3abf2d667898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '504d3d67-8be6-40f4-b6f3-1309fce4d4a9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:17.315737 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.359669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd24b2a-545a-4962-bfcd-f4ba0c4e0dc2 req-f619f5cf-11ef-40b3-ab75-5004391e08f1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:17.368367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdd24b2a-545a-4962-bfcd-f4ba0c4e0dc2 req-f619f5cf-11ef-40b3-ab75-5004391e08f1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 944 time: 0.0871255 Nov 22 16:19:17.397615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] For port ce6e085a-ea14-4fda-bb47-b80f4751fc73, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:17.403888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] For port ce6e085a-ea14-4fda-bb47-b80f4751fc73, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce6e085a-ea14-4fda-bb47-b80f4751fc73,segment=NetworkSegment(2aff08e9-7423-4877-b551-3abf2d667898),segment_id=2aff08e9-7423-4877-b551-3abf2d667898)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:17.419220 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.437226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdd24b2a-545a-4962-bfcd-f4ba0c4e0dc2 req-4dffabdf-0430-496c-a771-7bc1a87fd38f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600436 Nov 22 16:19:17.581224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ea9f5-a15f-44ce-b2c2-2a29ed46122f None None] Pushing event updated for resources: {'Port': ['ID=ce6e085a-ea14-4fda-bb47-b80f4751fc73,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:17.611960 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.686113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:17.786962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:17.790594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:17.800484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:17.830390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=21665b80-2783-4adb-9044-49bcc3472de3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:17.882695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-569bb3eb-3b8d-4e42-b9ff-c0ba25e6c492 req-c9241299-d0cc-4146-b35d-d0693bce0be8 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 210 time: 0.0648963 Nov 22 16:19:18.103068 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:18.201093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce6e085a-ea14-4fda-bb47-b80f4751fc73 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:18.425569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ce6e085a-ea14-4fda-bb47-b80f4751fc73 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:18.426618 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:18.457284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-983e09c8-a23b-4e3b-bace-9b42094f5f15 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:18.459333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-983e09c8-a23b-4e3b-bace-9b42094f5f15 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.3688269 Nov 22 16:19:18.462458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:18.516265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-0dc7116d-f1ef-493a-928b-819f81c2c962 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:18.524447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Request body: {'port': {'device_id': '56c86467-b3cf-46dc-b896-b16e0dd929dc', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'admin_state_up': True, 'tenant_id': '0d56520135374b45bc89d12d47e41c4d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:18.524672 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-0dc7116d-f1ef-493a-928b-819f81c2c962 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.71 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.5043571 Nov 22 16:19:18.543623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:18.653610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port ce6e085a-ea14-4fda-bb47-b80f4751fc73, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce6e085a-ea14-4fda-bb47-b80f4751fc73,segment=NetworkSegment(2aff08e9-7423-4877-b551-3abf2d667898),segment_id=2aff08e9-7423-4877-b551-3abf2d667898)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:18.666800 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:18.725703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-26665b65-8588-4ed5-8450-54a136510870 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2625833 Nov 22 16:19:18.837261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=ce6e085a-ea14-4fda-bb47-b80f4751fc73,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:18.855363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 75864e13-5333-4266-a742-27a9b2d731fb up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:18.937909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd647-d25a-432e-a14e-bad0f46f9440 req-567141bb-f45a-4a90-80d4-194261894f38 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:18.939697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddccd647-d25a-432e-a14e-bad0f46f9440 req-567141bb-f45a-4a90-80d4-194261894f38 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 946 time: 0.6516926 Nov 22 16:19:19.005718 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2972fd24-db88-46c2-a55a-4a96b3f7165b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.045658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 75864e13-5333-4266-a742-27a9b2d731fb completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:19:19.068611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 75864e13-5333-4266-a742-27a9b2d731fb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:19.068989 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.241900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74014f-17d9-4c78-9c56-7ee2d909dda2 req-ca650c4e-0d99-41c9-bd11-65e5fc1b283c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:19.248351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd74014f-17d9-4c78-9c56-7ee2d909dda2 req-ca650c4e-0d99-41c9-bd11-65e5fc1b283c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 944 time: 0.5669360 Nov 22 16:19:19.290617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf29af4-5f0d-4b2a-90fa-18394d566c70 None None] Network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:19.334126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.343323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.349920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-cedf3a26-2006-4f91-8318-5da6674c9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:19.353752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-cedf3a26-2006-4f91-8318-5da6674c9a8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 1096 time: 0.5776598 Nov 22 16:19:19.372446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddccd647-d25a-432e-a14e-bad0f46f9440 req-8a2e8f5d-7c69-48c5-9f5f-94251acfd814 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010150 Nov 22 16:19:19.428834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Deleting port 365cca16-9123-457a-ad12-4764a8ed7583 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:19.429435 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.496452 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.535809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8452da1a-016e-4ee9-9006-f81ba7e1e145 None None] Provisioning complete for port ce6e085a-ea14-4fda-bb47-b80f4751fc73 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:19.536212 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8452da1a-016e-4ee9-9006-f81ba7e1e145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.619192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Made reservation on behalf of 0d56520135374b45bc89d12d47e41c4d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:19.623839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.656743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd74014f-17d9-4c78-9c56-7ee2d909dda2 req-baf32f4b-9d27-45f2-b515-3bfbd6f382a4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861263 Nov 22 16:19:19.703390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6740a528-a5aa-436b-85cb-da7c808c4985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75864e13-5333-4266-a742-27a9b2d731fb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:19.712750 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1438490b-2e93-480d-8969-61cc5f5b355f" -d '{"events": [{"server_uuid": "6740a528-a5aa-436b-85cb-da7c808c4985", "name": "network-vif-plugged", "status": "completed", "tag": "75864e13-5333-4266-a742-27a9b2d731fb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:19.761603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 75864e13-5333-4266-a742-27a9b2d731fb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=75864e13-5333-4266-a742-27a9b2d731fb,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:19.794395 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.825284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:19.831055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=21665b80-2783-4adb-9044-49bcc3472de3,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:19.869673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-3f185cad-3dbb-4dc4-946e-a04146c05426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:19.875469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-3f185cad-3dbb-4dc4-946e-a04146c05426 service neutron] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 0.4748456 Nov 22 16:19:20.043058 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ba764b-cbd1-4af6-be67-02864f0806df x-openstack-request-id: req-a6ba764b-cbd1-4af6-be67-02864f0806df {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:20.043475 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6740a528-a5aa-436b-85cb-da7c808c4985", "name": "network-vif-plugged", "status": "completed", "tag": "75864e13-5333-4266-a742-27a9b2d731fb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:20.043750 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a6ba764b-cbd1-4af6-be67-02864f0806df {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:20.066957 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6740a528-a5aa-436b-85cb-da7c808c4985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75864e13-5333-4266-a742-27a9b2d731fb', 'code': 200} Nov 22 16:19:20.067619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=75864e13-5333-4266-a742-27a9b2d731fb,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:20.164539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Allocated IP 172.20.0.14 (ab972533-8b55-426b-899c-cbb996ab0adf/eb03a648-b35d-412b-b0d6-a0dc2108bc6a/e35cb920-9754-4fff-9b0e-c7d7d037d3bb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:20.172701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce6e085a-ea14-4fda-bb47-b80f4751fc73 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:20.449633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71a9e19d-f7f7-4920-9c21-d82bfbc21421 req-500c5125-e9e7-4979-8ddb-4a4e4159d1c6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 210 time: 0.5714662 Nov 22 16:19:20.462309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-c9bc842c-590c-4117-9857-ab06049c9532 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848 HTTP/1.1" status: 200 len: 217 time: 0.2293551 Nov 22 16:19:20.470487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ce6e085a-ea14-4fda-bb47-b80f4751fc73 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:20.471572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:20.644193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-8a2cf8ef-ef5e-4fe1-b1b4-4d549a9eac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:20.653142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-8a2cf8ef-ef5e-4fe1-b1b4-4d549a9eac0a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.1748476 Nov 22 16:19:20.687146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] For port 365cca16-9123-457a-ad12-4764a8ed7583, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=365cca16-9123-457a-ad12-4764a8ed7583,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:20.687732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:20.752584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Calling delete_port for 365cca16-9123-457a-ad12-4764a8ed7583 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:20.920572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-b8ce887b-f218-4088-865d-8cde8e5b8dba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2208278 Nov 22 16:19:20.929072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-67863118-ec30-4cff-8cbe-16aab5a92c71 None None] Provisioning complete for port 21665b80-2783-4adb-9044-49bcc3472de3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:20.929928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67863118-ec30-4cff-8cbe-16aab5a92c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:21.025397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-67863118-ec30-4cff-8cbe-16aab5a92c71 None None] Port 21665b80-2783-4adb-9044-49bcc3472de3 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:19:21.029762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:21.058496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-67863118-ec30-4cff-8cbe-16aab5a92c71 None None] Provisioning complete for port ce6e085a-ea14-4fda-bb47-b80f4751fc73 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:21.059055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67863118-ec30-4cff-8cbe-16aab5a92c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:21.117329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c77a10-0d51-45d5-b0e3-22c540c5b503 req-3178e640-4c90-4d99-b5ea-dd4f292ef725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:21.118946 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c77a10-0d51-45d5-b0e3-22c540c5b503 req-3178e640-4c90-4d99-b5ea-dd4f292ef725 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 1096 time: 0.6451666 Nov 22 16:19:21.126977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:21.143099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Pushing event deleted for resources: {'Port': ['ID=365cca16-9123-457a-ad12-4764a8ed7583,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:21.203376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-da14dcf4-37a4-499c-9397-0d8dd31fc808 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643108 Nov 22 16:19:21.355688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:21.462030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] No DVR routers for this DVR port 365cca16-9123-457a-ad12-4764a8ed7583 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:21.473208 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48d15ff5-3e6e-44ce-ba3a-5fb60fdcf27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:21.478092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:21.492987 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-980e618a-ece9-4db3-a14b-a1e9757bfead req-ad3b9322-a946-4e37-b042-70bb0d898350 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.71 "DELETE /v2.0/ports/365cca16-9123-457a-ad12-4764a8ed7583 HTTP/1.1" status: 204 len: 173 time: 2.9612200 Nov 22 16:19:21.495569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'name': 'network-vif-deleted', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:21.499416 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bf9d56-d64f-4355-9f21-cad6248dd88b" -d '{"events": [{"server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "name": "network-vif-deleted", "tag": "365cca16-9123-457a-ad12-4764a8ed7583"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:21.687422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8a4b3520-b92a-494c-886f-1527c31836cb None None] Provisioning complete for port 21665b80-2783-4adb-9044-49bcc3472de3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:21.690442 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a4b3520-b92a-494c-886f-1527c31836cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:21.797875 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f9c77a10-0d51-45d5-b0e3-22c540c5b503 req-5c8055bd-eeef-4fd6-9cb8-d608c29dfe09 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548834 Nov 22 16:19:21.813028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8a4b3520-b92a-494c-886f-1527c31836cb None None] Port 21665b80-2783-4adb-9044-49bcc3472de3 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:19:21.853313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 8d033698-fbbf-4873-8bbb-81249d83f65b is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:19:21.917492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2cc08-ead2-4de3-b36e-988350d3e119 req-3558f6cc-7f8c-48f3-9cd8-dccea076d106 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:21.925065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85e2cc08-ead2-4de3-b36e-988350d3e119 req-3558f6cc-7f8c-48f3-9cd8-dccea076d106 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/ports?device_id=4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7 HTTP/1.1" status: 200 len: 867 time: 1.2676072 Nov 22 16:19:21.938837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-82da5407-41e2-474c-8fea-8c8d4bacba55 None None] Provisioning complete for port 21665b80-2783-4adb-9044-49bcc3472de3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:21.940926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82da5407-41e2-474c-8fea-8c8d4bacba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:22.004107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-82da5407-41e2-474c-8fea-8c8d4bacba55 None None] Port 21665b80-2783-4adb-9044-49bcc3472de3 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:19:22.019452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:22.024970 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2596258-3865-4d74-b5bb-617b49c1ba2b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/8d033698-fbbf-4873-8bbb-81249d83f65b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9313557 Nov 22 16:19:22.028381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55636) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:22.033534 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75901c90-e45f-415f-bbef-f08e12174cd2 None None] Sync routers for ids ['8d033698-fbbf-4873-8bbb-81249d83f65b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:22.035826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c2d8f-b44f-4219-8e21-f1a523f0d9cd req-961094c4-d874-43e8-84c1-137093aa1b56 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:22.045863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da5c2d8f-b44f-4219-8e21-f1a523f0d9cd req-961094c4-d874-43e8-84c1-137093aa1b56 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 945 time: 1.2424955 Nov 22 16:19:22.050595 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75901c90-e45f-415f-bbef-f08e12174cd2 None None] Routers {'8d033698-fbbf-4873-8bbb-81249d83f65b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:22.051542 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-75901c90-e45f-415f-bbef-f08e12174cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['8d033698-fbbf-4873-8bbb-81249d83f65b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:22.067238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85e2cc08-ead2-4de3-b36e-988350d3e119 req-26a6489a-c5f5-4a73-9a12-6d9f079ef525 tempest-ServerRescueTestJSONUnderV235-1124204480 tempest-ServerRescueTestJSONUnderV235-1124204480-project] 10.222.0.69 "GET /v2.0/security-groups?id=56dc51fb-a37a-4e59-af75-9606be47bc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413496 Nov 22 16:19:22.153490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa35870-b38a-41c3-841e-265e13332b1f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:22.155097 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-75901c90-e45f-415f-bbef-f08e12174cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:22.155289 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2aa35870-b38a-41c3-841e-265e13332b1f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports/21665b80-2783-4adb-9044-49bcc3472de3 HTTP/1.1" status: 200 len: 910 time: 0.1251276 Nov 22 16:19:22.158473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55638) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:22.164446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2373e641-cd76-48f0-98eb-3af50346e9d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a9c29d5d-b339-4e15-ae7d-7db3daa0c555'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:22.166897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:22.178806 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75901c90-e45f-415f-bbef-f08e12174cd2 None None] Routers {'8d033698-fbbf-4873-8bbb-81249d83f65b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:22.181759 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-75901c90-e45f-415f-bbef-f08e12174cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['8d033698-fbbf-4873-8bbb-81249d83f65b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:22.210869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da5c2d8f-b44f-4219-8e21-f1a523f0d9cd req-2463f5eb-7526-448e-9809-e2c05dd4c598 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638682 Nov 22 16:19:22.244410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c76e25fe-2748-432d-8af4-b5c090ad6a8c req-a36797ec-d796-4e26-8519-cdca98aef1fa service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0269957 Nov 22 16:19:22.247528 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-75901c90-e45f-415f-bbef-f08e12174cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:22.248602 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75901c90-e45f-415f-bbef-f08e12174cd2 None None] The sync data for ids ['8d033698-fbbf-4873-8bbb-81249d83f65b'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:22.339748 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:22.347635 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53718442-6976-4e2d-8f16-10cebb922a0c x-openstack-request-id: req-53718442-6976-4e2d-8f16-10cebb922a0c {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:22.348525 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7", "name": "network-vif-deleted", "tag": "365cca16-9123-457a-ad12-4764a8ed7583", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:22.349275 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53718442-6976-4e2d-8f16-10cebb922a0c {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:22.349615 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4566b59a-1e8c-43cb-a3e8-0fc1d8b222f7', 'name': 'network-vif-deleted', 'tag': '365cca16-9123-457a-ad12-4764a8ed7583', 'status': 'completed', 'code': 200} Nov 22 16:19:22.401297 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:22.447335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Network ab972533-8b55-426b-899c-cbb996ab0adf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:22.495232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:22.498037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:22.506683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:22.555072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2373e641-cd76-48f0-98eb-3af50346e9d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:22.586993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event updated for resources: {'Port': ['ID=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:22.602928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197d588-6572-4dfa-ab66-c6abfbec1c45 req-c20982b2-43a8-4003-8262-8441321a4db1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:22.618305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f197d588-6572-4dfa-ab66-c6abfbec1c45 req-c20982b2-43a8-4003-8262-8441321a4db1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 932 time: 0.3220861 Nov 22 16:19:22.735652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:22.736587 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:22.757555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f197d588-6572-4dfa-ab66-c6abfbec1c45 req-366a1779-a605-46a5-9da2-f5585841efa6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337042 Nov 22 16:19:22.794843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-a557a989-3405-449b-820a-7420576d6000 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3170164 Nov 22 16:19:22.815051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Request body: {'port': {'device_id': '56c86467-b3cf-46dc-b896-b16e0dd929dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:22.882624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 365cca16-9123-457a-ad12-4764a8ed7583 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:22.934866 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 365cca16-9123-457a-ad12-4764a8ed7583 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:22.935224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 365cca16-9123-457a-ad12-4764a8ed7583 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:22.967253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:23.077072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2373e641-cd76-48f0-98eb-3af50346e9d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:23.090994 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2373e641-cd76-48f0-98eb-3af50346e9d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:23.196340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55654) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:23.342826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373e641-cd76-48f0-98eb-3af50346e9d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=21665b80-2783-4adb-9044-49bcc3472de3,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:23.357822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373e641-cd76-48f0-98eb-3af50346e9d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:23.359031 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2373e641-cd76-48f0-98eb-3af50346e9d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:23.363643 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2373e641-cd76-48f0-98eb-3af50346e9d3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/ports/21665b80-2783-4adb-9044-49bcc3472de3 HTTP/1.1" status: 200 len: 910 time: 1.2037239 Nov 22 16:19:23.366557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55660) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:23.410460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35cb920-9754-4fff-9b0e-c7d7d037d3bb {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:19:23.438929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:23.468553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Transition to ACTIVE for port object e35cb920-9754-4fff-9b0e-c7d7d037d3bb will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:19:23.484737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2af92b-a13a-4ec1-895a-9111c10700f1 req-9f24415d-5005-4143-94ef-fc84fbdfce14 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:23.487862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee2af92b-a13a-4ec1-895a-9111c10700f1 req-9f24415d-5005-4143-94ef-fc84fbdfce14 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 945 time: 0.0952652 Nov 22 16:19:23.489168 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:23.610150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee2af92b-a13a-4ec1-895a-9111c10700f1 req-e47cb497-b0f6-47ac-897d-0b4552732222 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095085 Nov 22 16:19:23.716557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Pushing event updated for resources: {'Port': ['ID=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:23.723389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Attempting to bind port e35cb920-9754-4fff-9b0e-c7d7d037d3bb on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:23.723734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Attempting to bind port e35cb920-9754-4fff-9b0e-c7d7d037d3bb by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:23.725108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Attempting to bind port e35cb920-9754-4fff-9b0e-c7d7d037d3bb on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:23.733604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Port e35cb920-9754-4fff-9b0e-c7d7d037d3bb on network ab972533-8b55-426b-899c-cbb996ab0adf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:19:23.734371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Attempting to bind port e35cb920-9754-4fff-9b0e-c7d7d037d3bb on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:23.740689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:23.741446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Checking segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:23.742133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Bound using segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:23.742807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Bound port: e35cb920-9754-4fff-9b0e-c7d7d037d3bb, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:23.743419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:23.956204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] For port e35cb920-9754-4fff-9b0e-c7d7d037d3bb, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:23.966749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b611-8abd-4da5-b182-00c562003bfa req-503250ee-1026-4446-aa02-e3aa2e373a65 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:23.974594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9454b611-8abd-4da5-b182-00c562003bfa req-503250ee-1026-4446-aa02-e3aa2e373a65 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 944 time: 0.0919585 Nov 22 16:19:24.008159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] For port e35cb920-9754-4fff-9b0e-c7d7d037d3bb, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:24.059528 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:24.186404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Pushing event updated for resources: {'Port': ['ID=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:24.239840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9454b611-8abd-4da5-b182-00c562003bfa req-8531bbb8-4725-4867-bc03-8cb99eee54e4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642708 Nov 22 16:19:24.246519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:24.247159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:24.256327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-7c15def8-8098-4f15-8668-a3bd4a615be6 service neutron] 10.222.0.11 "PUT /v2.0/ports/e35cb920-9754-4fff-9b0e-c7d7d037d3bb HTTP/1.1" status: 200 len: 1092 time: 1.4471552 Nov 22 16:19:24.262611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c86467-b3cf-46dc-b896-b16e0dd929dc', 'tag': 'e35cb920-9754-4fff-9b0e-c7d7d037d3bb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:24.265787 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a355a003-e133-45f9-8352-b07dac7ae526" -d '{"events": [{"name": "network-changed", "server_uuid": "56c86467-b3cf-46dc-b896-b16e0dd929dc", "tag": "e35cb920-9754-4fff-9b0e-c7d7d037d3bb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:24.362029 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:24.390790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-0e318713-d6ba-47af-83ff-88da85d86e8e tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:24.399995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-0e318713-d6ba-47af-83ff-88da85d86e8e tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.3754184 Nov 22 16:19:24.410420 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fdf389-059f-4cf5-9deb-24b6e91dab9c x-openstack-request-id: req-c2fdf389-059f-4cf5-9deb-24b6e91dab9c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:24.410731 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c86467-b3cf-46dc-b896-b16e0dd929dc", "tag": "e35cb920-9754-4fff-9b0e-c7d7d037d3bb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:24.411267 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2fdf389-059f-4cf5-9deb-24b6e91dab9c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:24.411379 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c86467-b3cf-46dc-b896-b16e0dd929dc', 'tag': 'e35cb920-9754-4fff-9b0e-c7d7d037d3bb', 'status': 'completed', 'code': 200} Nov 22 16:19:24.443083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-72554288-5290-450d-bf6e-8a5abeaccdb8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/quotas/1e9c24f629ef41cc8bf8e9068d07a03e HTTP/1.1" status: 200 len: 375 time: 0.0420742 Nov 22 16:19:24.448660 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:24.514712 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:24.561569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-86370176-e86f-4572-bfa8-7b074511a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:24.564834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-86370176-e86f-4572-bfa8-7b074511a3b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 1095 time: 0.2520390 Nov 22 16:19:24.592985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-7d8af20a-2b58-47fa-ac38-0c60b150bc1d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488795 Nov 22 16:19:24.643406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-f5865c76-aa6d-43af-9636-0d996ce4299a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35cb920-9754-4fff-9b0e-c7d7d037d3bb HTTP/1.1" status: 200 len: 217 time: 0.0675321 Nov 22 16:19:24.650784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:24.776835 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:24.794486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-d32fb537-7e5b-4fb8-959f-019c05fef9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:24.797221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-d32fb537-7e5b-4fb8-959f-019c05fef9b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.1373563 Nov 22 16:19:24.832030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 21665b80-2783-4adb-9044-49bcc3472de3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:24.832505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:24.853264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-6d843ee6-3269-4647-b9de-563a67369237 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206662 Nov 22 16:19:24.879605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-8d3ade83-cf52-4232-acf3-ec3df81d1e69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689404 Nov 22 16:19:25.182814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-d5b18552-4587-4d64-9d65-a33a4a983967 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016005 Nov 22 16:19:25.204376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22663d7-39a4-423c-9509-64c889f086a6 req-69242cb4-5671-48fe-aaf8-29087e19f09f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:25.217504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d22663d7-39a4-423c-9509-64c889f086a6 req-69242cb4-5671-48fe-aaf8-29087e19f09f tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1417329 Nov 22 16:19:25.244055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-123a7302-7392-4860-a351-e83f66263059 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795250 Nov 22 16:19:25.362191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d22663d7-39a4-423c-9509-64c889f086a6 req-40389ea3-b1f4-4027-9bb8-ea808e9514ba tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435790 Nov 22 16:19:25.465125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2efff98-ee5f-4ab4-a7bc-ef93258e322f req-89aa1aeb-ef04-4144-8f49-e3176650269a service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102752 Nov 22 16:19:25.500745 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:25.527446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 21665b80-2783-4adb-9044-49bcc3472de3 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:25.718293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355a003-e133-45f9-8352-b07dac7ae526 req-2139323d-d48a-4f90-ae65-ff4d273a2da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:25.720217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a355a003-e133-45f9-8352-b07dac7ae526 req-2139323d-d48a-4f90-ae65-ff4d273a2da4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 1095 time: 0.1890471 Nov 22 16:19:25.743438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Deleting port fca61641-da51-47c1-b70a-202121b7e1e8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:25.743976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:25.799254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd37fef-bf59-4b5b-ab34-5c677040575b req-a5995a3b-8fb9-4933-a4fc-4fe4afa0fc7e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:25.800794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fd37fef-bf59-4b5b-ab34-5c677040575b req-a5995a3b-8fb9-4933-a4fc-4fe4afa0fc7e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 944 time: 0.2670796 Nov 22 16:19:25.814937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-6913e1d3-be8c-4e55-bac3-6554a7328f9c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:25.816143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-6913e1d3-be8c-4e55-bac3-6554a7328f9c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 815 time: 0.3240900 Nov 22 16:19:25.858427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-2d8f4508-5c00-408a-b269-f6ee15540af6 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/quotas/2469cabfa87640beb91090460220b35f HTTP/1.1" status: 200 len: 375 time: 0.0246029 Nov 22 16:19:25.859071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:25.909003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] For port fca61641-da51-47c1-b70a-202121b7e1e8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fca61641-da51-47c1-b70a-202121b7e1e8,segment=NetworkSegment(efaae835-94b0-49bc-ba8b-f93ebc6f5224),segment_id=efaae835-94b0-49bc-ba8b-f93ebc6f5224)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:25.909304 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:25.919507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=21665b80-2783-4adb-9044-49bcc3472de3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:25.941675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fd37fef-bf59-4b5b-ab34-5c677040575b req-6bf8e07a-267e-4c4c-86a3-8a28eb9b66a4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234252 Nov 22 16:19:25.951542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355a003-e133-45f9-8352-b07dac7ae526 req-86e06877-e19f-493c-ab10-858785884e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:25.965246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a355a003-e133-45f9-8352-b07dac7ae526 req-86e06877-e19f-493c-ab10-858785884e6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 912 time: 0.2342091 Nov 22 16:19:26.005518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Calling delete_port for fca61641-da51-47c1-b70a-202121b7e1e8 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:26.032968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a355a003-e133-45f9-8352-b07dac7ae526 req-26c7c96f-1a87-483a-8f80-b1ce539827f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35cb920-9754-4fff-9b0e-c7d7d037d3bb HTTP/1.1" status: 200 len: 217 time: 0.0586407 Nov 22 16:19:26.071927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-cc0c6a9f-80b5-44b6-a67e-4d580d7fe052 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1997125 Nov 22 16:19:26.143785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb6b7e30-cee1-4ce3-a723-e2fe14a1506f req-a59a10d1-48a6-4383-b629-9c49e773af22 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 210 time: 0.1087539 Nov 22 16:19:26.244382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.277778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355a003-e133-45f9-8352-b07dac7ae526 req-4910da40-5889-4d70-b85f-01a6a1c07d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:26.279379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a355a003-e133-45f9-8352-b07dac7ae526 req-4910da40-5889-4d70-b85f-01a6a1c07d0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.2333088 Nov 22 16:19:26.355838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a355a003-e133-45f9-8352-b07dac7ae526 req-0bbdabf0-3096-4296-85c8-b14924ccb591 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365951 Nov 22 16:19:26.357840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-e26ba829-c96f-4a98-a68f-edf6612dfa43 service neutron] 10.222.0.69 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852397 Nov 22 16:19:26.581672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b13af-9ca1-481f-b7d9-76b7866f2ede req-0a4e8206-ebaa-4a8b-8717-52a5394e0a24 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:26.583324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f85b13af-9ca1-481f-b7d9-76b7866f2ede req-0a4e8206-ebaa-4a8b-8717-52a5394e0a24 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.1223712 Nov 22 16:19:26.596679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 8d033698-fbbf-4873-8bbb-81249d83f65b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:26.598815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a355a003-e133-45f9-8352-b07dac7ae526 req-968a95b5-78fe-4478-bdde-97ae88969f6c service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244222 Nov 22 16:19:26.615714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-368b04a3-ddd8-4628-84fc-b1bac1507e6e service neutron] 10.222.0.69 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500758 Nov 22 16:19:26.754614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:26.763983 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-584327ab-a285-4b29-b4ad-8b3922042538 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/8d033698-fbbf-4873-8bbb-81249d83f65b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3923292 Nov 22 16:19:26.763983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55738) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:26.771692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146ffd1-d29f-4073-a6f5-ee286884af76 None None] Sync routers for ids ['8d033698-fbbf-4873-8bbb-81249d83f65b'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:26.794546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146ffd1-d29f-4073-a6f5-ee286884af76 None None] Routers {'8d033698-fbbf-4873-8bbb-81249d83f65b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:26.795211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4146ffd1-d29f-4073-a6f5-ee286884af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['8d033698-fbbf-4873-8bbb-81249d83f65b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:26.809148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9f8167b7-9963-4194-aedb-77a12b481ec3 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d033698-fbbf-4873-8bbb-81249d83f65b HTTP/1.1" status: 200 len: 205 time: 0.0423779 Nov 22 16:19:26.809148 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.819656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55740) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:26.853434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4146ffd1-d29f-4073-a6f5-ee286884af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:26.863794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146ffd1-d29f-4073-a6f5-ee286884af76 None None] Routers {'8d033698-fbbf-4873-8bbb-81249d83f65b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:26.864865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4146ffd1-d29f-4073-a6f5-ee286884af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['8d033698-fbbf-4873-8bbb-81249d83f65b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:26.966347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca61641-da51-47c1-b70a-202121b7e1e8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:26.976082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4146ffd1-d29f-4073-a6f5-ee286884af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:26.985933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146ffd1-d29f-4073-a6f5-ee286884af76 None None] The sync data for ids ['8d033698-fbbf-4873-8bbb-81249d83f65b'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:27.001924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f85b13af-9ca1-481f-b7d9-76b7866f2ede req-51990d6c-1ce6-4b09-9aa1-538e7832c06b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974719 Nov 22 16:19:27.033463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a265aeb-4049-4486-84fc-67ebb047d85f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.090869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18fa9c23-0aea-4df9-86f0-97f14f265b0c req-36f37a0a-e2ad-4f8b-a657-c4603eebd7bb tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 210 time: 0.0703712 Nov 22 16:19:27.096690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a355a003-e133-45f9-8352-b07dac7ae526 req-aa9294d5-8a49-4ab6-8285-9c541a2920c9 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791067 Nov 22 16:19:27.194347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-7c3dd449-05b0-4e4a-8d32-0069b7dc6b2b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:27.195926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-7c3dd449-05b0-4e4a-8d32-0069b7dc6b2b tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.71 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 946 time: 0.3007333 Nov 22 16:19:27.296464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe8e6630-9132-4b2c-8608-fec9d8b55afd req-372fb69c-3f00-49ee-8f2c-02f7c98b5f74 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 210 time: 0.0381873 Nov 22 16:19:27.303131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-05408995-44a7-42e9-96c0-deca3db59dab tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:27.304660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-05408995-44a7-42e9-96c0-deca3db59dab tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.11 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.6324172 Nov 22 16:19:27.324771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14aec-4d19-4908-93e1-24152a6f5bcc req-f1467885-2808-4b77-a90e-8fb4a470fe39 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:27.326358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4af14aec-4d19-4908-93e1-24152a6f5bcc req-f1467885-2808-4b77-a90e-8fb4a470fe39 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 944 time: 0.1933966 Nov 22 16:19:27.329987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Request body: {'port': {'device_id': '1e141034-50a2-4ada-a3e9-47618fe6badf', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'admin_state_up': True, 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:27.349686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a265aeb-4049-4486-84fc-67ebb047d85f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.357439 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a265aeb-4049-4486-84fc-67ebb047d85f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.439456 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:19:27.444116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.460626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a265aeb-4049-4486-84fc-67ebb047d85f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.462432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a265aeb-4049-4486-84fc-67ebb047d85f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Fanout notify agent at l3_agent the message router_deleted on router 8d033698-fbbf-4873-8bbb-81249d83f65b {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:19:27.485584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a265aeb-4049-4486-84fc-67ebb047d85f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.487004 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8a265aeb-4049-4486-84fc-67ebb047d85f tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/8d033698-fbbf-4873-8bbb-81249d83f65b HTTP/1.1" status: 204 len: 168 time: 0.6552706 Nov 22 16:19:27.490479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55760) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:27.528894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4af14aec-4d19-4908-93e1-24152a6f5bcc req-62c1aadf-f0f9-4066-828e-5c7b0405d9df tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764879 Nov 22 16:19:27.540454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Deleting port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:27.540994 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.657195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:27.662748 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.683040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbe57ee-7d76-4573-b305-ebda611628c6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet a9c29d5d-b339-4e15-ae7d-7db3daa0c555 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:19:27.690676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbe57ee-7d76-4573-b305-ebda611628c6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.715783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] For port 4ac5dcf0-3ff8-4178-99bb-909376b34de1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4ac5dcf0-3ff8-4178-99bb-909376b34de1,segment=NetworkSegment(67ea7aaa-d5d0-4397-8aee-a187d444b223),segment_id=67ea7aaa-d5d0-4397-8aee-a187d444b223)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:27.716206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.762255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Calling delete_port for 4ac5dcf0-3ff8-4178-99bb-909376b34de1 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:27.784569 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbe57ee-7d76-4573-b305-ebda611628c6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:27.908655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Router 681d6de4-ec70-4d88-aa8e-fc196f7b049b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:27.919510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Allocated IP 172.20.0.11 (44643127-da94-453c-8154-9dd5b747c506/d3fc69f0-88b6-4977-844d-882eb71953bb/8011ce09-cec3-4cca-bec7-20baf50490ca) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:27.942212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbe57ee-7d76-4573-b305-ebda611628c6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:28.098474 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:28.111501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4ac5dcf0-3ff8-4178-99bb-909376b34de1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:28.161320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbe57ee-7d76-4573-b305-ebda611628c6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:28.174230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-719bbadb-5d47-4f95-ba51-e600a131568e req-3fc79e98-462e-4869-95e3-2f7ac4bab753 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce5bfe7d-ca60-4c01-bde4-cee794f33173 HTTP/1.1" status: 200 len: 210 time: 0.0657830 Nov 22 16:19:28.207572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Pushing event deleted for resources: {'Port': ['ID=4ac5dcf0-3ff8-4178-99bb-909376b34de1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:28.207854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:28.223826 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0707233f-379a-4d79-89cb-d0641abcbd92 admin admin] 10.222.0.69 "PUT /v2.0/routers/681d6de4-ec70-4d88-aa8e-fc196f7b049b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0211368 Nov 22 16:19:28.226008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe57ee-7d76-4573-b305-ebda611628c6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c29d5d-b339-4e15-ae7d-7db3daa0c555,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:28.233931 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] Sync routers for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:28.236178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55766) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:28.244657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdb64fc-a8b3-43ad-bc36-295c2eb7b07d None None] Network 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:28.244884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] No DVR routers for this DVR port 4ac5dcf0-3ff8-4178-99bb-909376b34de1 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:28.258554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:28.262174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4510245c-1a4e-4b51-a025-0c26c0ed5933 req-a1f3e3f6-867f-40f3-ac85-fa3d1f6a7943 tempest-ServersNegativeTestJSON-1590630789 tempest-ServersNegativeTestJSON-1590630789-project] 10.222.0.71 "DELETE /v2.0/ports/4ac5dcf0-3ff8-4178-99bb-909376b34de1 HTTP/1.1" status: 204 len: 173 time: 1.0525479 Nov 22 16:19:28.262669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-deleted', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:28.265103 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc8df94-422a-4774-8f33-2c255f81956c" -d '{"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-deleted", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:28.319807 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:28.327303 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:28.345575 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:28.360844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5dbe57ee-7d76-4573-b305-ebda611628c6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:28.370303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:28.377218 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5dbe57ee-7d76-4573-b305-ebda611628c6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/a9c29d5d-b339-4e15-ae7d-7db3daa0c555 HTTP/1.1" status: 204 len: 168 time: 0.8800039 Nov 22 16:19:28.538514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e35cb920-9754-4fff-9b0e-c7d7d037d3bb details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:19:28.555976 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba1ab6e-7fce-42a1-8818-a6d39e6ad685 x-openstack-request-id: req-9ba1ab6e-7fce-42a1-8818-a6d39e6ad685 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:28.556260 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5bfe7d-ca60-4c01-bde4-cee794f33173", "name": "network-vif-deleted", "tag": "4ac5dcf0-3ff8-4178-99bb-909376b34de1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:28.556530 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ba1ab6e-7fce-42a1-8818-a6d39e6ad685 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:28.556967 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5bfe7d-ca60-4c01-bde4-cee794f33173', 'name': 'network-vif-deleted', 'tag': '4ac5dcf0-3ff8-4178-99bb-909376b34de1', 'status': 'completed', 'code': 200} Nov 22 16:19:28.649891 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:28.667089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bffc751-e604-4d9e-962f-9f3c3727fef8 req-1b2bad69-96c6-4b32-87b6-a0932b1744f1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 210 time: 0.2454681 Nov 22 16:19:28.967791 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:19:26Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:29.002008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.006997 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] Checking router: 681d6de4-ec70-4d88-aa8e-fc196f7b049b for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:19:29.018259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e35cb920-9754-4fff-9b0e-c7d7d037d3bb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:29.020612 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] Routers {'681d6de4-ec70-4d88-aa8e-fc196f7b049b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:29.021460 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:29.049293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e35cb920-9754-4fff-9b0e-c7d7d037d3bb', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'port_id': 'e35cb920-9754-4fff-9b0e-c7d7d037d3bb', 'mac_address': 'fa:16:3e:b0:bb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03a648-b35d-412b-b0d6-a0dc2108bc6a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:19:29.059947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] DHCP port deletion for 504d3d67-8be6-40f4-b6f3-1309fce4d4a9 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:19:29.126646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.162220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35cb920-9754-4fff-9b0e-c7d7d037d3bb {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:19:29.189136 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] Set router 681d6de4-ec70-4d88-aa8e-fc196f7b049b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:29.190904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e35cb920-9754-4fff-9b0e-c7d7d037d3bb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:29.199198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] Deleting port ce6e085a-ea14-4fda-bb47-b80f4751fc73 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:29.199715 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.208766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.279162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] For port ce6e085a-ea14-4fda-bb47-b80f4751fc73, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ce6e085a-ea14-4fda-bb47-b80f4751fc73,segment=NetworkSegment(2aff08e9-7423-4877-b551-3abf2d667898),segment_id=2aff08e9-7423-4877-b551-3abf2d667898)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:29.279482 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.282632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Deleting port 67571c50-990f-4acf-a72c-7213fc5ae998 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:29.282819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.295444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] Calling delete_port for ce6e085a-ea14-4fda-bb47-b80f4751fc73 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:29.356546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1ac6ff7-7b4a-41b8-903c-c02f43d26d7b req-8f09b0e5-b67f-4f1c-88f0-24f110cf0320 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 210 time: 0.7257447 Nov 22 16:19:29.378988 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.401546 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:19:26Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:29.409687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.439535 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2afa36-03da-4f8e-8eb6-fced1742013f None None] The sync data for ids ['681d6de4-ec70-4d88-aa8e-fc196f7b049b'] in n-d-811716-3 is: [{'id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'name': 'tempest-ServerRescueTestJSONUnderV235-457098719-router', 'tenant_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:27Z', 'updated_at': '2021-11-22T16:19:26Z', 'revision_number': 5, 'project_id': '9021d22dd01e4fffb2af26fecc8ffea3', 'gw_port': {'id': '67571c50-990f-4acf-a72c-7213fc5ae998', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d6de4-ec70-4d88-aa8e-fc196f7b049b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:29.450815 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.460837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] For port 67571c50-990f-4acf-a72c-7213fc5ae998, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=67571c50-990f-4acf-a72c-7213fc5ae998,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:29.462998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.472284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848', '75864e13-5333-4266-a742-27a9b2d731fb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:29.477656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55782) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:29.505919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ddbf2-21d0-430c-95ed-a1fe262da05a req-0cfbfa70-051b-47ca-a68f-db3fdce8c42e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:29.507525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-737ddbf2-21d0-430c-95ed-a1fe262da05a req-0cfbfa70-051b-47ca-a68f-db3fdce8c42e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 945 time: 0.1918776 Nov 22 16:19:29.519144 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.520755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Calling delete_port for 67571c50-990f-4acf-a72c-7213fc5ae998 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:29.529355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:29.533224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Network 44643127-da94-453c-8154-9dd5b747c506 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:29.551215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-f44eecba-505e-4a84-b6f2-398abd328124 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:29.552786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-f44eecba-505e-4a84-b6f2-398abd328124 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.71 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 815 time: 1.1098166 Nov 22 16:19:29.572696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] No DVR routers for this DVR port ce6e085a-ea14-4fda-bb47-b80f4751fc73 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:29.578753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a3a2f-041f-4c5e-9999-9b612689a7f3 None None] Pushing event deleted for resources: {'Port': ['ID=ce6e085a-ea14-4fda-bb47-b80f4751fc73,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:29.588909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:29.608921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-02faef3f-8044-48d6-a3b3-226da865d17e admin admin] Deleting subnet 665f7c8a-de2a-4b79-b31e-021a52ff4078 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:19:29.614127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02faef3f-8044-48d6-a3b3-226da865d17e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.625193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] The port 'ce6e085a-ea14-4fda-bb47-b80f4751fc73' was deleted {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 22 16:19:29.627669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:29.632961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Request body: {'port': {'device_id': '820650ed-2214-44ac-8bdc-22754d5d96b1', 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'admin_state_up': True, 'tenant_id': '2469cabfa87640beb91090460220b35f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:29.662841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e35cb920-9754-4fff-9b0e-c7d7d037d3bb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:29.668341 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02faef3f-8044-48d6-a3b3-226da865d17e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.765166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02faef3f-8044-48d6-a3b3-226da865d17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.880793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:29.881462 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.951897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.957120 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02faef3f-8044-48d6-a3b3-226da865d17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:29.996744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Pushing event deleted for resources: {'Port': ['ID=67571c50-990f-4acf-a72c-7213fc5ae998,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:30.006985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f633533-9c79-4494-8c8a-a018e5a10745 req-8f4b0789-d7a6-4116-9753-df627c600285 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 210 time: 0.0924475 Nov 22 16:19:30.016732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Made reservation on behalf of 2469cabfa87640beb91090460220b35f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:30.020229 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.028200 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02faef3f-8044-48d6-a3b3-226da865d17e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.030793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event updated for resources: {'Port': ['ID=8011ce09-cec3-4cca-bec7-20baf50490ca,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:30.033654 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-02faef3f-8044-48d6-a3b3-226da865d17e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/665f7c8a-de2a-4b79-b31e-021a52ff4078 HTTP/1.1" status: 204 len: 168 time: 0.5526123 Nov 22 16:19:30.038259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:30.072105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02faef3f-8044-48d6-a3b3-226da865d17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=665f7c8a-de2a-4b79-b31e-021a52ff4078,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:30.131491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-737ddbf2-21d0-430c-95ed-a1fe262da05a req-c8247eec-2a97-43c5-aaf4-bcb69f1bb1f8 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011884 Nov 22 16:19:30.156903 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce6e085a-ea14-4fda-bb47-b80f4751fc73 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:30.168612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-a7d84d06-26a5-4f43-84dd-7519911018d9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8532705 Nov 22 16:19:30.178412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.187897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ce6e085a-ea14-4fda-bb47-b80f4751fc73 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:30.188271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ce6e085a-ea14-4fda-bb47-b80f4751fc73 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:30.188764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fca61641-da51-47c1-b70a-202121b7e1e8 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:30.214839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: fca61641-da51-47c1-b70a-202121b7e1e8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:30.215185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fca61641-da51-47c1-b70a-202121b7e1e8 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:30.222845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Request body: {'port': {'device_id': '1e141034-50a2-4ada-a3e9-47618fe6badf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:30.269608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504d3d67-8be6-40f4-b6f3-1309fce4d4a9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:30.272970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.278859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.297119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aff08e9-7423-4877-b551-3abf2d667898') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:30.297519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aff08e9-7423-4877-b551-3abf2d667898') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:30.358127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.380415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.401998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.405238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.415121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.448194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Allocated IP 172.20.0.2 (706200e4-4cbc-42e1-95db-f531e6787aef/a829c7b9-2541-4f40-bc75-acd606ba3ba3/cbdd5c92-0af9-4082-80dc-a31f3f2638aa) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:30.459352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:19:30.459744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:19:30.465899 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:19:30.515988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.515988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 681d6de4-ec70-4d88-aa8e-fc196f7b049b {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:19:30.519769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.523534 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aaa11003-32e4-4f64-aa1e-4d746ed37464 admin admin] 10.222.0.69 "DELETE /v2.0/routers/681d6de4-ec70-4d88-aa8e-fc196f7b049b HTTP/1.1" status: 204 len: 168 time: 2.2857325 Nov 22 16:19:30.524195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55802) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:30.569817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.601493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:30.607191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef6cccc-10cf-4ce1-a701-05829d1cd554 admin admin] Deleting subnet 4018b953-88ef-449e-b0a4-0529553da02d {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:19:30.615197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef6cccc-10cf-4ce1-a701-05829d1cd554 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.629866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.641191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ea7aaa-d5d0-4397-8aee-a187d444b223') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:30.641493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ea7aaa-d5d0-4397-8aee-a187d444b223') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:30.644850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.650185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/504d3d67-8be6-40f4-b6f3-1309fce4d4a9 HTTP/1.1" status: 204 len: 168 time: 2.2679191 Nov 22 16:19:30.657792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:30.664799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e45f5a51-806f-497f-b1b6-be642ab4438b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-604502403', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:30.688159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.700608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45f5a51-806f-497f-b1b6-be642ab4438b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.701666 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45f5a51-806f-497f-b1b6-be642ab4438b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.720186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef6cccc-10cf-4ce1-a701-05829d1cd554 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.723390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.735029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc13fb7-b3ea-44ec-b911-39b92ef764ed req-904ef9ad-e54a-49c9-a10b-e3c6078e1d41 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:30.736717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fc13fb7-b3ea-44ec-b911-39b92ef764ed req-904ef9ad-e54a-49c9-a10b-e3c6078e1d41 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 932 time: 0.2797871 Nov 22 16:19:30.743215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b175478-547a-426a-a5c8-a76dd66cb2a8 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=504d3d67-8be6-40f4-b6f3-1309fce4d4a9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:30.759885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:19:30.761119 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:19:30.764197 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:19:30.866982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45f5a51-806f-497f-b1b6-be642ab4438b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.873328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef6cccc-10cf-4ce1-a701-05829d1cd554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.896321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45f5a51-806f-497f-b1b6-be642ab4438b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.901413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.912744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:30.915540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.921843 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] 10.222.0.69 "DELETE /v2.0/networks/a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8 HTTP/1.1" status: 204 len: 168 time: 0.8796921 Nov 22 16:19:30.941546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba6ae0-0c60-43bc-b363-526e07c2062a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4950b75-4a4a-41d2-a8e5-4039ff6e9cc8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:30.957741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 4ac5dcf0-3ff8-4178-99bb-909376b34de1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:30.958073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4ac5dcf0-3ff8-4178-99bb-909376b34de1 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:30.969847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e45f5a51-806f-497f-b1b6-be642ab4438b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.972828 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e45f5a51-806f-497f-b1b6-be642ab4438b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3124394 Nov 22 16:19:30.975841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:30.987025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1243551922'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:30.991695 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef6cccc-10cf-4ce1-a701-05829d1cd554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:30.996498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fc13fb7-b3ea-44ec-b911-39b92ef764ed req-18217d6a-4b99-4137-9126-ef3710f887cc tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380619 Nov 22 16:19:31.016502 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.025846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef6cccc-10cf-4ce1-a701-05829d1cd554 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.033923 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aef6cccc-10cf-4ce1-a701-05829d1cd554 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4018b953-88ef-449e-b0a4-0529553da02d HTTP/1.1" status: 204 len: 168 time: 0.5053952 Nov 22 16:19:31.035720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:31.068829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6cccc-10cf-4ce1-a701-05829d1cd554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4018b953-88ef-449e-b0a4-0529553da02d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:31.156643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:31.162055 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.201229 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.215973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8af7fd9-4b86-48b7-94f7-1f192d5c4856 req-22c29def-6dbb-48c2-b747-b7622153c163 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 210 time: 0.0728374 Nov 22 16:19:31.253781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.258501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55820) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:31.270061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'e82ce454-2753-4c60-a97c-bd0cd791fa39'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:31.274957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['87dde5d9-bcf6-45ac-861e-84cef3beddc5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:31.313804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 828, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:19:31.332147 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.363721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705bca2e-a41c-4dd8-925d-af590f44530f']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:31.376458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8011ce09-cec3-4cca-bec7-20baf50490ca {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:19:31.381100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efaae835-94b0-49bc-ba8b-f93ebc6f5224') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:31.381495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efaae835-94b0-49bc-ba8b-f93ebc6f5224') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:31.398032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.406624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.406971 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment 75d80d94-6850-4c7e-a9e7-a9cd69ae35b0 of type vlan for network 0018a521-2eee-4434-9438-cb12eab5664d Nov 22 16:19:31.409545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Network 706200e4-4cbc-42e1-95db-f531e6787aef is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:31.415336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.422479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.424981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:19:31.424981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.439640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:31.453543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:19:31.493418 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:19:31.497927 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.500830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Pushing event updated for resources: {'Port': ['ID=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:31.505865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.509524 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] 10.222.0.69 "DELETE /v2.0/networks/705bca2e-a41c-4dd8-925d-af590f44530f HTTP/1.1" status: 204 len: 168 time: 0.4726973 Nov 22 16:19:31.521662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429349e6-0130-4c5f-b3eb-7eb4086cb895 admin admin] Pushing event deleted for resources: {'Network': ['ID=705bca2e-a41c-4dd8-925d-af590f44530f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:31.548290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Transition to ACTIVE for port object 8011ce09-cec3-4cca-bec7-20baf50490ca will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:19:31.552285 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.561247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e1f093c-47c7-4ed0-93ca-db8caf960e20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d393ea3658642d2841a2cfe916fb5aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2964811 Nov 22 16:19:31.565621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55824) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:31.580798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.683543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a7f58-893a-4cd7-97f5-1ab2d564ce58 req-059e69ff-03f6-4283-95be-4e62cd0e4d3c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:31.685312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab1a7f58-893a-4cd7-97f5-1ab2d564ce58 req-059e69ff-03f6-4283-95be-4e62cd0e4d3c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 945 time: 0.3659379 Nov 22 16:19:31.688713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:19:31.763483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:31.764236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.807660 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.809366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:31.817887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:31.819154 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.833347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=8011ce09-cec3-4cca-bec7-20baf50490ca,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:31.846844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9df1f33f-efaf-4f52-bd62-5445dd5bbc48 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2414756 Nov 22 16:19:31.859193 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d543e729-d598-47c2-86e6-440338f5495d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9021d22dd01e4fffb2af26fecc8ffea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465176 Nov 22 16:19:31.859506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55828) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:31.918013 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f04f92b-1f9c-47a5-a74a-4f7369f78102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:31.930967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Request body: {'port': {'device_id': '820650ed-2214-44ac-8bdc-22754d5d96b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:31.953032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f04f92b-1f9c-47a5-a74a-4f7369f78102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.007608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab1a7f58-893a-4cd7-97f5-1ab2d564ce58 req-097d7548-a078-4906-b9a1-db3e87ddfeb1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879372 Nov 22 16:19:32.017346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0372870 Nov 22 16:19:32.024292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55832) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:32.054112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a85f6-c5b9-4729-acd5-24f989e7ef5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.055673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a6233-63a6-4883-8e87-9f257e78fcfb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=0018a521-2eee-4434-9438-cb12eab5664d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:32.069445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:32.071290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0018a521-2eee-4434-9438-cb12eab5664d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:19:32.090138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.096386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Attempting to bind port 8011ce09-cec3-4cca-bec7-20baf50490ca on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:32.097100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Attempting to bind port 8011ce09-cec3-4cca-bec7-20baf50490ca by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:32.097371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Attempting to bind port 8011ce09-cec3-4cca-bec7-20baf50490ca on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:32.118517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Port 8011ce09-cec3-4cca-bec7-20baf50490ca on network 44643127-da94-453c-8154-9dd5b747c506 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:19:32.118858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Attempting to bind port 8011ce09-cec3-4cca-bec7-20baf50490ca on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:32.124211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a85f6-c5b9-4729-acd5-24f989e7ef5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.132979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 67571c50-990f-4acf-a72c-7213fc5ae998 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:32.161072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:32.161417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Checking segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:32.161588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f04f92b-1f9c-47a5-a74a-4f7369f78102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.161810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Bound using segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:32.162267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Bound port: 8011ce09-cec3-4cca-bec7-20baf50490ca, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:32.162627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.164327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f04f92b-1f9c-47a5-a74a-4f7369f78102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.165494 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5f04f92b-1f9c-47a5-a74a-4f7369f78102 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56dc51fb-a37a-4e59-af75-9606be47bc1f HTTP/1.1" status: 204 len: 168 time: 0.3050210 Nov 22 16:19:32.169649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 67571c50-990f-4acf-a72c-7213fc5ae998 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:32.170720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 67571c50-990f-4acf-a72c-7213fc5ae998 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:32.192397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04f92b-1f9c-47a5-a74a-4f7369f78102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc51fb-a37a-4e59-af75-9606be47bc1f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:32.227295 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:32.232230 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.404980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705c660-579f-42a1-b093-211b77bc999a req-4ef83915-a23d-4e18-ad07-a3029e97840c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:32.408410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e705c660-579f-42a1-b093-211b77bc999a req-4ef83915-a23d-4e18-ad07-a3029e97840c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 944 time: 0.2529578 Nov 22 16:19:32.457818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e35cb920-9754-4fff-9b0e-c7d7d037d3bb up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:32.464179 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.469947 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a85f6-c5b9-4729-acd5-24f989e7ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.486264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b6a85f6-c5b9-4729-acd5-24f989e7ef5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.488430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8b6a85f6-c5b9-4729-acd5-24f989e7ef5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2 HTTP/1.1" status: 204 len: 168 time: 0.9195268 Nov 22 16:19:32.494255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] For port 8011ce09-cec3-4cca-bec7-20baf50490ca, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:32.529181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e35cb920-9754-4fff-9b0e-c7d7d037d3bb completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:19:32.534268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e35cb920-9754-4fff-9b0e-c7d7d037d3bb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:32.534647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.574931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] For port 8011ce09-cec3-4cca-bec7-20baf50490ca, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8011ce09-cec3-4cca-bec7-20baf50490ca,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:32.593190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a85f6-c5b9-4729-acd5-24f989e7ef5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8e2a4d-f037-4168-94ae-e9c2b5f9e4e2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:32.632669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=ac9770cf-d39f-4552-afbe-e91c47ff1eef,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:32.638819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29a747-fd55-43e1-b4bf-1892ac6145d6 req-999815c5-c5b3-4b84-82b1-e7f131a3134f tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:32.640489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d29a747-fd55-43e1-b4bf-1892ac6145d6 req-999815c5-c5b3-4b84-82b1-e7f131a3134f tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 931 time: 0.3512659 Nov 22 16:19:32.642471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:32.642843 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: 0018a521-2eee-4434-9438-cb12eab5664d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:19:32.649046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.669142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 0018a521-2eee-4434-9438-cb12eab5664d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:19:32.691803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0018a521-2eee-4434-9438-cb12eab5664d) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:32.697387 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.700299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:32.701722 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.703397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c33ac-6384-449c-b049-49894c83b64e None None] Network 0018a521-2eee-4434-9438-cb12eab5664d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:32.706595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e705c660-579f-42a1-b093-211b77bc999a req-ac3624c0-aa17-4040-8a3e-54d49e84a370 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821283 Nov 22 16:19:32.716589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:32.717222 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:32.718686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] 10.222.0.11 "PUT /v2.0/ports/8011ce09-cec3-4cca-bec7-20baf50490ca HTTP/1.1" status: 200 len: 1092 time: 2.5374627 Nov 22 16:19:32.748062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e141034-50a2-4ada-a3e9-47618fe6badf', 'tag': '8011ce09-cec3-4cca-bec7-20baf50490ca'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:32.752331 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881b37a-2f32-4e85-b118-82bba698f34b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e141034-50a2-4ada-a3e9-47618fe6badf", "tag": "8011ce09-cec3-4cca-bec7-20baf50490ca"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:32.753589 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-568ec7e1-483a-4f87-9367-31e1bf1bc885 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7061841 Nov 22 16:19:32.756532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55852) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:32.858678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c86467-b3cf-46dc-b896-b16e0dd929dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35cb920-9754-4fff-9b0e-c7d7d037d3bb'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:32.872644 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf66a70-25f5-447b-8311-d152ccb77c16" -d '{"events": [{"server_uuid": "56c86467-b3cf-46dc-b896-b16e0dd929dc", "name": "network-vif-plugged", "status": "completed", "tag": "e35cb920-9754-4fff-9b0e-c7d7d037d3bb"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:32.899210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1443c-c9f2-4b1d-9500-94711fc27ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=8011ce09-cec3-4cca-bec7-20baf50490ca,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:32.919579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e35cb920-9754-4fff-9b0e-c7d7d037d3bb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:32.922805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d29a747-fd55-43e1-b4bf-1892ac6145d6 req-950bf567-4a7b-4f37-8160-0e702d5eef01 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621026 Nov 22 16:19:32.928729 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5245c694-4d72-4e1d-ba2c-4ba416ed3d99 x-openstack-request-id: req-5245c694-4d72-4e1d-ba2c-4ba416ed3d99 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:32.929029 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e141034-50a2-4ada-a3e9-47618fe6badf", "tag": "8011ce09-cec3-4cca-bec7-20baf50490ca", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:32.929294 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5245c694-4d72-4e1d-ba2c-4ba416ed3d99 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:32.929722 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e141034-50a2-4ada-a3e9-47618fe6badf', 'tag': '8011ce09-cec3-4cca-bec7-20baf50490ca', 'status': 'completed', 'code': 200} Nov 22 16:19:32.938836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-85c1badd-4279-4f05-bba2-1c869e513240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:32.940428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-85c1badd-4279-4f05-bba2-1c869e513240 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 1095 time: 0.1570168 Nov 22 16:19:32.971893 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:33.024201 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed65114f-50a2-471e-a6fc-fd472f3bf2fe x-openstack-request-id: req-ed65114f-50a2-471e-a6fc-fd472f3bf2fe {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:33.024404 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c86467-b3cf-46dc-b896-b16e0dd929dc", "name": "network-vif-plugged", "status": "completed", "tag": "e35cb920-9754-4fff-9b0e-c7d7d037d3bb", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:33.024618 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed65114f-50a2-471e-a6fc-fd472f3bf2fe {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:33.032272 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c86467-b3cf-46dc-b896-b16e0dd929dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35cb920-9754-4fff-9b0e-c7d7d037d3bb', 'code': 200} Nov 22 16:19:33.094544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdd5c92-0af9-4082-80dc-a31f3f2638aa {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:19:33.104626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:33.121064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Transition to ACTIVE for port object cbdd5c92-0af9-4082-80dc-a31f3f2638aa will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:19:33.197268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-7ad7b67d-825f-4b2c-9798-cc26d91c3a3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8011ce09-cec3-4cca-bec7-20baf50490ca HTTP/1.1" status: 200 len: 217 time: 0.2354195 Nov 22 16:19:33.212804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:33.285623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:33.378888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-0018a521-2eee-4434-9438-cb12eab5664d', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:19:33.380273 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:33.382322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:33.412530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-2db7635d-c934-40f1-ad41-830ec41c6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:33.414801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-2db7635d-c934-40f1-ad41-830ec41c6dbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.2028186 Nov 22 16:19:33.476252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b6657-70cb-4962-a50e-fceec468d185 req-86cc7421-5ce7-4105-aac2-b34d3d71eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:33.479292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f0b6657-70cb-4962-a50e-fceec468d185 req-86cc7421-5ce7-4105-aac2-b34d3d71eabe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 1097 time: 0.3539326 Nov 22 16:19:33.480091 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:33.481390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-f80f0b9c-3211-473d-bf14-7ce3ba2ec0ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519838 Nov 22 16:19:33.496108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c5284-13f3-45c1-b7e3-3b87abaac063 req-51e75f19-2a59-4b86-9a05-54d85d8d416b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:33.497989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c8c5284-13f3-45c1-b7e3-3b87abaac063 req-51e75f19-2a59-4b86-9a05-54d85d8d416b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.2983928 Nov 22 16:19:33.653165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Allocated IP 172.20.0.2 (0018a521-2eee-4434-9438-cb12eab5664d/ac9770cf-d39f-4552-afbe-e91c47ff1eef/7cebdb0a-e48b-47e7-9918-5d5a7bedf338) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:33.683547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c8c5284-13f3-45c1-b7e3-3b87abaac063 req-b6bb7716-2e19-4c4f-bcba-358c20d8f904 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604526 Nov 22 16:19:33.689962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f0b6657-70cb-4962-a50e-fceec468d185 req-4d6a6db8-ad32-4b0b-93d2-8076859ba996 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894021 Nov 22 16:19:33.750669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Attempting to bind port cbdd5c92-0af9-4082-80dc-a31f3f2638aa on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:33.751005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Attempting to bind port cbdd5c92-0af9-4082-80dc-a31f3f2638aa by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:33.751348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Attempting to bind port cbdd5c92-0af9-4082-80dc-a31f3f2638aa on network 706200e4-4cbc-42e1-95db-f531e6787aef {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:33.758822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-beccc672-a56a-4263-9c26-31ae2e23fb72 service neutron] 10.222.0.11 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436762 Nov 22 16:19:33.759534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Port cbdd5c92-0af9-4082-80dc-a31f3f2638aa on network 706200e4-4cbc-42e1-95db-f531e6787aef not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:19:33.759861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Attempting to bind port cbdd5c92-0af9-4082-80dc-a31f3f2638aa on network 706200e4-4cbc-42e1-95db-f531e6787aef {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:33.775288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:33.776040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Checking segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:33.776742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Bound using segment: {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:33.777385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Bound port: cbdd5c92-0af9-4082-80dc-a31f3f2638aa, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb2f1bf-44d8-4044-904c-b3ede45bc7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:33.777869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:33.930471 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:33.956045 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.061539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Network 0018a521-2eee-4434-9438-cb12eab5664d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:34.063954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.20.0.1 (0018a521-2eee-4434-9438-cb12eab5664d/ac9770cf-d39f-4552-afbe-e91c47ff1eef/894d257f-8024-49c6-8451-9101891162e4) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:34.070546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:34.084891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] For port cbdd5c92-0af9-4082-80dc-a31f3f2638aa, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:34.085062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:34.092302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] For port cbdd5c92-0af9-4082-80dc-a31f3f2638aa, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:34.102393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Pushing event updated for resources: {'Port': ['ID=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:34.114101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5fa91-cf87-4838-9c19-8eb335f49d3b req-cc3c0cb0-8ac8-47bc-bda5-f143a11d76c6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:34.151228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ff5fa91-cf87-4838-9c19-8eb335f49d3b req-cc3c0cb0-8ac8-47bc-bda5-f143a11d76c6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 944 time: 0.2735720 Nov 22 16:19:34.168769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.210724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Attempting to bind port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:34.215958 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Attempting to bind port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:34.216476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Attempting to bind port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 on network 0018a521-2eee-4434-9438-cb12eab5664d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:34.224514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.227092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:34.228572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Checking segment: {'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:34.230490 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.231564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Bound using segment: {'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:34.232235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Bound port: 7cebdb0a-e48b-47e7-9918-5d5a7bedf338, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:34.232665 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.294119 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.329699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e317612-8380-4f7e-b5b2-0f40649aa761 req-d15af822-b927-49a6-92ac-f96ea476a641 service neutron] 10.222.0.11 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419622 Nov 22 16:19:34.360540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:34.361168 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.382719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] For port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:34.384032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] 10.222.0.71 "PUT /v2.0/ports/cbdd5c92-0af9-4082-80dc-a31f3f2638aa HTTP/1.1" status: 200 len: 1091 time: 2.5091760 Nov 22 16:19:34.396221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 0018a521-2eee-4434-9438-cb12eab5664d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:34.403691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] For port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,segment=NetworkSegment(75d80d94-6850-4c7e-a9e7-a9cd69ae35b0),segment_id=75d80d94-6850-4c7e-a9e7-a9cd69ae35b0)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:34.425579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:34.430747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.435243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:34.523135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ff5fa91-cf87-4838-9c19-8eb335f49d3b req-677d4b9c-c3a5-4f30-b868-d0948f1b3d7f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368881 Nov 22 16:19:34.555079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d43c55-02f6-4c35-834f-9715fbb0ddbe None None] Pushing event updated for resources: {'Port': ['ID=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:34.584395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8988d-4556-4c27-abbd-807c9a188130 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:34.591688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:34.622940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881b37a-2f32-4e85-b118-82bba698f34b req-913c2023-9682-48d2-8eac-f4ddf1d196da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:34.634320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b881b37a-2f32-4e85-b118-82bba698f34b req-913c2023-9682-48d2-8eac-f4ddf1d196da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 1095 time: 0.2288508 Nov 22 16:19:34.687673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-0f61d408-34d9-40cc-89c0-c673cc049c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:34.689447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-0f61d408-34d9-40cc-89c0-c673cc049c19 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 1094 time: 0.2238412 Nov 22 16:19:34.778094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=894d257f-8024-49c6-8451-9101891162e4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:34.830104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc62ede0-c75c-457d-a3e9-b97b5821e141 req-8c928242-06c1-4d29-8964-022e0bc53e6f tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=f298ac1e-643c-4429-b17f-6c345aeaa82c HTTP/1.1" status: 200 len: 210 time: 0.1842735 Nov 22 16:19:35.106242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:35.527662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820650ed-2214-44ac-8bdc-22754d5d96b1', 'tag': 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:35.530466 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c204df39-4001-4057-aef5-f9a468b52130" -d '{"events": [{"name": "network-changed", "server_uuid": "820650ed-2214-44ac-8bdc-22754d5d96b1", "tag": "cbdd5c92-0af9-4082-80dc-a31f3f2638aa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:35.542743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-e7f9963c-3227-4aed-8fe2-be2499b53e54 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbdd5c92-0af9-4082-80dc-a31f3f2638aa HTTP/1.1" status: 200 len: 217 time: 0.8208756 Nov 22 16:19:35.750083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7b0e5-b6b2-497f-aa58-c93efb90501c req-eee1f16c-7763-45cf-aa22-506dc22873ef tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:35.757862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5d7b0e5-b6b2-497f-aa58-c93efb90501c req-eee1f16c-7763-45cf-aa22-506dc22873ef tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 943 time: 1.0747993 Nov 22 16:19:35.763393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:35.770589 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:35.849543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-a3a3e119-25ad-4482-9abf-9db691d8c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:35.855521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-a3a3e119-25ad-4482-9abf-9db691d8c84b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.2988875 Nov 22 16:19:35.867932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=894d257f-8024-49c6-8451-9101891162e4,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:35.878455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:35.878691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f7a64-f997-49c8-bcae-82758621a1cd req-f5ea9b58-877d-4d89-b342-e0cf7497e1cd tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:35.888929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac0f7a64-f997-49c8-bcae-82758621a1cd req-f5ea9b58-877d-4d89-b342-e0cf7497e1cd tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.3496637 Nov 22 16:19:35.901227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881b37a-2f32-4e85-b118-82bba698f34b req-c98e2d9a-35d9-4e26-a54b-2c8cfde1d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:35.903879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b881b37a-2f32-4e85-b118-82bba698f34b req-c98e2d9a-35d9-4e26-a54b-2c8cfde1d754 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 1.2553811 Nov 22 16:19:36.014408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-64e13865-943a-4cec-9a6a-6ec755e32e0f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461897 Nov 22 16:19:36.015839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b881b37a-2f32-4e85-b118-82bba698f34b req-ed14c8a0-0b77-467c-ba49-c27b2b626d2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8011ce09-cec3-4cca-bec7-20baf50490ca HTTP/1.1" status: 200 len: 217 time: 0.0958376 Nov 22 16:19:36.157775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac0f7a64-f997-49c8-bcae-82758621a1cd req-88ec7530-ca39-4684-b49b-54b516c7004e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695804 Nov 22 16:19:36.159864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:36.183405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5d7b0e5-b6b2-497f-aa58-c93efb90501c req-a3b5290a-f0ee-4c64-bf2e-01dbabeefc69 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923662 Nov 22 16:19:36.310532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:36.313803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:36.353494 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea65edd-c61f-4d51-8713-d11c1b724b88 x-openstack-request-id: req-6ea65edd-c61f-4d51-8713-d11c1b724b88 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:36.354489 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820650ed-2214-44ac-8bdc-22754d5d96b1", "tag": "cbdd5c92-0af9-4082-80dc-a31f3f2638aa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:36.354873 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6ea65edd-c61f-4d51-8713-d11c1b724b88 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:36.355741 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820650ed-2214-44ac-8bdc-22754d5d96b1', 'tag': 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa', 'status': 'completed', 'code': 200} Nov 22 16:19:36.389785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb4580-f8a3-4db3-9f53-d3a8138685f3 None None] Network 0018a521-2eee-4434-9438-cb12eab5664d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:36.398540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881b37a-2f32-4e85-b118-82bba698f34b req-7e1c9c15-0f49-4288-96eb-2e96a91b07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:36.400081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b881b37a-2f32-4e85-b118-82bba698f34b req-7e1c9c15-0f49-4288-96eb-2e96a91b07f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.3751428 Nov 22 16:19:36.432511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 0018a521-2eee-4434-9438-cb12eab5664d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:36.436078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:36.561735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8011ce09-cec3-4cca-bec7-20baf50490ca details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:19:36.569645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-543cc404-74f9-4305-9e98-8caf251b78b8 service neutron] 10.222.0.71 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415218 Nov 22 16:19:36.583051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b881b37a-2f32-4e85-b118-82bba698f34b req-1e4c9e5a-79d9-4150-9e25-f712bfadddb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1592247 Nov 22 16:19:36.818871 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:19:36.979940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c5ea-1180-4465-b002-a26d8c71fba2 req-50dfcb5e-1d2c-4f0d-9660-8790ee828dac tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:36.994903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e408c5ea-1180-4465-b002-a26d8c71fba2 req-50dfcb5e-1d2c-4f0d-9660-8790ee828dac tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 944 time: 0.4236727 Nov 22 16:19:37.022008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-12c298e2-c915-408b-b31b-7131e7458c19 None None] Provisioning complete for port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:37.022397 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12c298e2-c915-408b-b31b-7131e7458c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:37.034310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:37.045540 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-75121456-0456-4761-92b2-e476d2d0b9b0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2873638 Nov 22 16:19:37.046221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56016) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:37.054792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-874993690'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:37.117702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:37.132112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e408c5ea-1180-4465-b002-a26d8c71fba2 req-87db4a8e-127f-410d-8c02-d10fa6a6571f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358418 Nov 22 16:19:37.137904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:37.141976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:37.182523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baecc0e4-4a53-491b-9f84-494f59894cdb req-ac90487b-994c-490c-95e1-e864b3b346d5 service neutron] 10.222.0.71 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961461 Nov 22 16:19:37.204726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 816, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:19:37.210836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b881b37a-2f32-4e85-b118-82bba698f34b req-431c2c8a-948d-4859-b997-b65fddd372d9 service neutron] 10.222.0.11 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770889 Nov 22 16:19:37.227611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:37.227998 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment d47c7972-dad6-41a7-af48-a54c8464eede of type vlan for network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 Nov 22 16:19:37.228819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e95abf-db37-4e30-aff0-edf79c2e9e3d req-93d49dbc-c4a5-4125-bcf4-b0fa36e49efe tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:37.237413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7e95abf-db37-4e30-aff0-edf79c2e9e3d req-93d49dbc-c4a5-4125-bcf4-b0fa36e49efe tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1522081 Nov 22 16:19:37.291423 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:37.309972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7e95abf-db37-4e30-aff0-edf79c2e9e3d req-2f1800f7-f91f-4028-92aa-79b7521c8923 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713191 Nov 22 16:19:37.333075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:37.384432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:37.386303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:37.420324 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:37.421983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8011ce09-cec3-4cca-bec7-20baf50490ca, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8011ce09-cec3-4cca-bec7-20baf50490ca,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:37.434012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:37.434900 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:37.491875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44df8895-09b2-45e7-a7b7-3d724370b04c req-81465eb3-7bbf-4b4c-9841-584de77e64d9 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1614258 Nov 22 16:19:37.547822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204df39-4001-4057-aef5-f9a468b52130 req-2667287a-134c-4712-8084-64c9313c1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:37.550380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c204df39-4001-4057-aef5-f9a468b52130 req-2667287a-134c-4712-8084-64c9313c1977 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 1094 time: 0.2532427 Nov 22 16:19:37.565346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,segment=NetworkSegment(75d80d94-6850-4c7e-a9e7-a9cd69ae35b0),segment_id=75d80d94-6850-4c7e-a9e7-a9cd69ae35b0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:37.668966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204df39-4001-4057-aef5-f9a468b52130 req-a78b914a-eaa6-42cf-b3aa-0603a409f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:37.671429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c204df39-4001-4057-aef5-f9a468b52130 req-a78b914a-eaa6-42cf-b3aa-0603a409f448 service neutron] 10.222.0.71 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 916 time: 0.1058078 Nov 22 16:19:37.679411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412438a-e9e2-4dd5-868b-48354f5117b8 req-f9623574-4e75-43b6-8f5f-f2726aa25d94 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:37.687941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a412438a-e9e2-4dd5-868b-48354f5117b8 req-f9623574-4e75-43b6-8f5f-f2726aa25d94 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 943 time: 0.2236755 Nov 22 16:19:37.695066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:37.718011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:37.747159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c204df39-4001-4057-aef5-f9a468b52130 req-3b199068-34e2-4437-8431-4f05277222e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbdd5c92-0af9-4082-80dc-a31f3f2638aa HTTP/1.1" status: 200 len: 217 time: 0.0559456 Nov 22 16:19:37.768740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1f321b9e-b09f-4b2c-96ab-100b3b01cc8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7177322 Nov 22 16:19:37.768964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56036) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:37.781165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:37.822954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b881b37a-2f32-4e85-b118-82bba698f34b req-e0d1c2cf-971e-40b7-90bc-1a934668ede5 service neutron] 10.222.0.11 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823491 Nov 22 16:19:37.871367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:37.878656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a412438a-e9e2-4dd5-868b-48354f5117b8 req-32a4e496-9370-47d9-aaf9-161869a39f3a tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893771 Nov 22 16:19:37.879402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:19:37.885868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204df39-4001-4057-aef5-f9a468b52130 req-f74e5045-0599-473a-9da4-dc35b986b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:37.897601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c204df39-4001-4057-aef5-f9a468b52130 req-f74e5045-0599-473a-9da4-dc35b986b826 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.1242056 Nov 22 16:19:37.927595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56038) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:37.983741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c204df39-4001-4057-aef5-f9a468b52130 req-abd9e95e-ddac-42f4-82f4-13e0c2492dff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780735 Nov 22 16:19:38.003786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fa35a67c-6100-4798-b47f-cbc4801d4c46 req-ba9cae48-3421-42d6-b331-3d5e7fcfdc4c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f298ac1e-643c-4429-b17f-6c345aeaa82c HTTP/1.1" status: 200 len: 210 time: 0.0551531 Nov 22 16:19:38.019822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '8011ce09-cec3-4cca-bec7-20baf50490ca', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'port_id': '8011ce09-cec3-4cca-bec7-20baf50490ca', 'mac_address': 'fa:16:3e:09:7f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc69f0-88b6-4977-844d-882eb71953bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:19:38.049374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:38.057076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.146140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c204df39-4001-4057-aef5-f9a468b52130 req-e4422909-d887-420b-ba8f-739bd7936fc4 service neutron] 10.222.0.71 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512465 Nov 22 16:19:38.157277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:38.161665 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4745d1e6-aea2-46ff-bac9-69786560978b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.215099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:38.267213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.315323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8011ce09-cec3-4cca-bec7-20baf50490ca {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:19:38.401709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.434676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f982080-ec6b-4807-b3a1-2a87f453ce8f req-77971abd-1442-4243-a8c5-f70d1bff45b4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:38.439175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f982080-ec6b-4807-b3a1-2a87f453ce8f req-77971abd-1442-4243-a8c5-f70d1bff45b4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 944 time: 0.1285870 Nov 22 16:19:38.452657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8011ce09-cec3-4cca-bec7-20baf50490ca, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8011ce09-cec3-4cca-bec7-20baf50490ca,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:38.493457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.514935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:38.515329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.617457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=762cf05b-7e56-4e8d-9003-99fd2bd92abb,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:38.632458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c204df39-4001-4057-aef5-f9a468b52130 req-74bd23f4-7364-4a05-b1c4-1b430fe3812e service neutron] 10.222.0.71 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256680 Nov 22 16:19:38.656666 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4745d1e6-aea2-46ff-bac9-69786560978b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.667056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f982080-ec6b-4807-b3a1-2a87f453ce8f req-0f824f33-d97b-42cc-ba59-1836f1838f23 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981211 Nov 22 16:19:38.670570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4745d1e6-aea2-46ff-bac9-69786560978b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.705004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c253001-b75a-49a6-84ad-3f9031cf7d05 req-12b37aa7-2ee6-4f18-a630-6d8707058269 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:38.724518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c253001-b75a-49a6-84ad-3f9031cf7d05 req-12b37aa7-2ee6-4f18-a630-6d8707058269 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.2569411 Nov 22 16:19:38.727885 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4745d1e6-aea2-46ff-bac9-69786560978b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61f7b2ba4dc043d4b683c9f8ddad16dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7948976 Nov 22 16:19:38.727885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:38.727885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:19:38.728337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56050) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:38.774385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['8011ce09-cec3-4cca-bec7-20baf50490ca'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:38.784467 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:19:38.788226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745d1e6-aea2-46ff-bac9-69786560978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707baa89-d274-49ef-9b26-dbe7e9c1173b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:38.817642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:38.821925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:38.823418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.831940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c1269e2-1acc-434c-8cb1-70e5f3993859 req-a8efd972-f0f3-4909-8c36-d1f7f0a72009 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0516996 Nov 22 16:19:38.847349 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e2b06a8-e557-4073-ab5f-2956dcefb91d tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0729632 Nov 22 16:19:38.847687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56054) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:38.889119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a9f32-2589-471d-8264-b9903119906f None None] Network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:38.890939 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f949-742a-40cf-b0b2-fc09c7858f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:38.920756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c253001-b75a-49a6-84ad-3f9031cf7d05 req-54f5731a-2673-4d92-b0f2-ea9a020cf6dc tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952081 Nov 22 16:19:38.961743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f949-742a-40cf-b0b2-fc09c7858f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:39.130348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab217aa9-8639-42ae-bdc4-5aacb4c1b0c8 req-c18ecaf8-8944-4844-9e3e-f04c5b63f6b9 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:39.142581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab217aa9-8639-42ae-bdc4-5aacb4c1b0c8 req-c18ecaf8-8944-4844-9e3e-f04c5b63f6b9 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 943 time: 0.1099367 Nov 22 16:19:39.161157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cbdd5c92-0af9-4082-80dc-a31f3f2638aa details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:19:39.164762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f949-742a-40cf-b0b2-fc09c7858f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:39.169014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbe7f949-742a-40cf-b0b2-fc09c7858f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:39.170193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cbe7f949-742a-40cf-b0b2-fc09c7858f34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/707baa89-d274-49ef-9b26-dbe7e9c1173b HTTP/1.1" status: 204 len: 168 time: 0.4414549 Nov 22 16:19:39.181476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=8011ce09-cec3-4cca-bec7-20baf50490ca,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:39.199577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7f949-742a-40cf-b0b2-fc09c7858f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707baa89-d274-49ef-9b26-dbe7e9c1173b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:39.209045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6bb30d95-5781-48cd-a4f8-ce8a17ba05f3 None None] Provisioning complete for port 894d257f-8024-49c6-8451-9101891162e4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:39.212425 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb30d95-5781-48cd-a4f8-ce8a17ba05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:39.278598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab217aa9-8639-42ae-bdc4-5aacb4c1b0c8 req-51de2295-8f85-410c-8def-8f903ef509bf tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351576 Nov 22 16:19:39.316059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6bb30d95-5781-48cd-a4f8-ce8a17ba05f3 None None] Port 894d257f-8024-49c6-8451-9101891162e4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:19:39.435621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6bb30d95-5781-48cd-a4f8-ce8a17ba05f3 None None] Provisioning complete for port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:39.435976 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb30d95-5781-48cd-a4f8-ce8a17ba05f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:39.661721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:39.672254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3458138-7966-40ec-86cc-397f27539c35 req-173bb516-61ec-427e-98d4-700df2c92553 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0555251 Nov 22 16:19:39.726799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:19:39.727658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:39.739071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:39.751375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cbdd5c92-0af9-4082-80dc-a31f3f2638aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:39.753531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc129e34-84b4-4974-b65f-c032e9253b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:39.789031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa', 'network_id': '706200e4-4cbc-42e1-95db-f531e6787aef', 'port_id': 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa', 'mac_address': 'fa:16:3e:ab:df:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a829c7b9-2541-4f40-bc75-acd606ba3ba3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:19:39.849459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:34Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:35Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:39.858011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54162e0d-d84f-4991-a010-ac78c690f29d req-cdc39409-76ff-40f9-a151-cbc556ae508a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:39.859554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54162e0d-d84f-4991-a010-ac78c690f29d req-cdc39409-76ff-40f9-a151-cbc556ae508a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 945 time: 0.0809109 Nov 22 16:19:39.945097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54162e0d-d84f-4991-a010-ac78c690f29d req-634bcc25-3021-40ca-9552-c047486d2fb5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609851 Nov 22 16:19:39.954498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:19:39.954771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Updating router 1e93649c-3243-43ca-99bc-8763782c1c87 port 894d257f-8024-49c6-8451-9101891162e4 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:19:39.994011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.21.0.1 (f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9/762cf05b-7e56-4e8d-9003-99fd2bd92abb/577cb6bc-6144-4518-8009-c0a9e9de603e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:40.004560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.006922 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.022593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5106ec8a-7540-4799-9dae-2609af72f065 req-0db8635f-3bc3-46fd-8e17-c4ce0039cb06 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0497308 Nov 22 16:19:40.034040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc129e34-84b4-4974-b65f-c032e9253b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.063655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdd5c92-0af9-4082-80dc-a31f3f2638aa {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:19:40.100732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cbdd5c92-0af9-4082-80dc-a31f3f2638aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:40.120542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc129e34-84b4-4974-b65f-c032e9253b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.170088 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.211826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cc129e34-84b4-4974-b65f-c032e9253b25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32e3fa6aa9044cf8823dbc731a6e400f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693534 Nov 22 16:19:40.211826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc129e34-84b4-4974-b65f-c032e9253b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1e164-2bdf-4ffe-a6c0-63a779d5212b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:40.217739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56080) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:40.230598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a85790-9597-45d3-bcce-45af3d83306d req-2b132f28-dd5a-4179-8d46-6e3e74d9027e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:40.240036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11a85790-9597-45d3-bcce-45af3d83306d req-2b132f28-dd5a-4179-8d46-6e3e74d9027e tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1871426 Nov 22 16:19:40.282747 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7fd3-0345-4fea-9f0e-7f04daac3291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.304490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11a85790-9597-45d3-bcce-45af3d83306d req-2350fa84-c7bc-4676-afee-53d0711b050d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603540 Nov 22 16:19:40.310420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7fd3-0345-4fea-9f0e-7f04daac3291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.325869 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.333252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.422568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b8ab4f23-89e3-427a-91ea-b6f6c67a0185 None None] Provisioning complete for port 894d257f-8024-49c6-8451-9101891162e4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:40.422956 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4f23-89e3-427a-91ea-b6f6c67a0185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.428505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:40.433703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:40.436287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:40.476212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7fd3-0345-4fea-9f0e-7f04daac3291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.479980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7fd3-0345-4fea-9f0e-7f04daac3291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.481455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cb0c7fd3-0345-4fea-9f0e-7f04daac3291 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8b1e164-2bdf-4ffe-a6c0-63a779d5212b HTTP/1.1" status: 204 len: 168 time: 0.2624705 Nov 22 16:19:40.497845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=577cb6bc-6144-4518-8009-c0a9e9de603e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:40.506173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c7fd3-0345-4fea-9f0e-7f04daac3291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1e164-2bdf-4ffe-a6c0-63a779d5212b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:40.523696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Allocated IP 172.21.0.2 (f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9/762cf05b-7e56-4e8d-9003-99fd2bd92abb/fe1ea25e-afe7-41b1-a8d3-eb0e72df0960) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:40.524332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.526672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8011ce09-cec3-4cca-bec7-20baf50490ca up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:40.527797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f24b2-cca0-4a8b-a9cb-ad6527ee4b46 req-f9a4631d-de17-4046-9a3c-c7738432cd78 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:40.539978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f49f24b2-cca0-4a8b-a9cb-ad6527ee4b46 req-f9a4631d-de17-4046-9a3c-c7738432cd78 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 944 time: 0.1636071 Nov 22 16:19:40.586682 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:40.618968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['cbdd5c92-0af9-4082-80dc-a31f3f2638aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:40.653989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab4f23-89e3-427a-91ea-b6f6c67a0185 None None] Port 894d257f-8024-49c6-8451-9101891162e4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:19:40.662200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f49f24b2-cca0-4a8b-a9cb-ad6527ee4b46 req-dc25c76f-e779-4b39-b497-c8ab738c5595 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209390 Nov 22 16:19:40.715386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:40.816829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 8011ce09-cec3-4cca-bec7-20baf50490ca completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:19:40.886435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 8011ce09-cec3-4cca-bec7-20baf50490ca triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:40.886837 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.014304 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.016516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.038661 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.055251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.068970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.079228 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.148069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=577cb6bc-6144-4518-8009-c0a9e9de603e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:41.199022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b24b5-58bf-46cc-92c6-1be6fa2900bf req-c8a5e92e-ea49-492e-bf7e-bd617478e9ee tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:41.213141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a0b24b5-58bf-46cc-92c6-1be6fa2900bf req-c8a5e92e-ea49-492e-bf7e-bd617478e9ee tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 945 time: 0.1658857 Nov 22 16:19:41.213577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:41.242450 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.253280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d383135-eebd-4a28-b74e-a2a2657c1afd req-fb845ea9-64f3-42fd-b0f1-19a799f98497 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0346699 Nov 22 16:19:41.265500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:41.270017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:41.289736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7b02d-e42e-40ff-b483-e4b0543747ca None None] Pushing event updated for resources: {'Port': ['ID=894d257f-8024-49c6-8451-9101891162e4,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:41.320329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a0b24b5-58bf-46cc-92c6-1be6fa2900bf req-7cc6ffff-fcb8-4982-833e-11ac9270febd tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060383 Nov 22 16:19:41.360094 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.444516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:41.446035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:41.622281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e050b3-a5a2-40a5-9620-72e73ded24d9 req-2534de9d-e642-48fe-a86e-bf8054c666d6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:41.627741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68e050b3-a5a2-40a5-9620-72e73ded24d9 req-2534de9d-e642-48fe-a86e-bf8054c666d6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1106439 Nov 22 16:19:41.642585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Attempting to bind port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:41.643285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Attempting to bind port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:41.643940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Attempting to bind port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 on network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:41.654690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e141034-50a2-4ada-a3e9-47618fe6badf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8011ce09-cec3-4cca-bec7-20baf50490ca'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:41.657326 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2184d817-022f-4d9f-bfc5-86e2964f114e" -d '{"events": [{"server_uuid": "1e141034-50a2-4ada-a3e9-47618fe6badf", "name": "network-vif-plugged", "status": "completed", "tag": "8011ce09-cec3-4cca-bec7-20baf50490ca"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:41.660156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Pushing event updated for resources: {'Port': ['ID=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:41.673027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Attempting to bind port 894d257f-8024-49c6-8451-9101891162e4 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:41.673500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Attempting to bind port 894d257f-8024-49c6-8451-9101891162e4 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:41.673959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Attempting to bind port 894d257f-8024-49c6-8451-9101891162e4 on network 0018a521-2eee-4434-9438-cb12eab5664d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:41.699192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:41.699865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Checking segment: {'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:41.700525 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.701156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Bound using segment: {'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:41.701873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Bound port: fe1ea25e-afe7-41b1-a8d3-eb0e72df0960, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:41.702510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.706579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:41.711799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:41.712455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Checking segment: {'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:41.713632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.714402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Bound using segment: {'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:41.715423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Bound port: 894d257f-8024-49c6-8451-9101891162e4, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:41.716467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.721008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 8011ce09-cec3-4cca-bec7-20baf50490ca, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8011ce09-cec3-4cca-bec7-20baf50490ca,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:41.732754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1b1e6076-5ee7-4109-a830-50c4d0381b63 None None] Provisioning complete for port 894d257f-8024-49c6-8451-9101891162e4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:41.733517 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6076-5ee7-4109-a830-50c4d0381b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.742465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68e050b3-a5a2-40a5-9620-72e73ded24d9 req-5a50142c-0543-488e-ad09-4094bbf9a66a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059647 Nov 22 16:19:41.751274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:41.904368 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e59ba75-9b5f-4025-98a1-0fd12241e96c x-openstack-request-id: req-0e59ba75-9b5f-4025-98a1-0fd12241e96c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:41.904667 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e141034-50a2-4ada-a3e9-47618fe6badf", "name": "network-vif-plugged", "status": "completed", "tag": "8011ce09-cec3-4cca-bec7-20baf50490ca", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:41.904923 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e59ba75-9b5f-4025-98a1-0fd12241e96c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:41.905320 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e141034-50a2-4ada-a3e9-47618fe6badf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8011ce09-cec3-4cca-bec7-20baf50490ca', 'code': 200} Nov 22 16:19:41.925549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:41.940184 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c487230c-85dc-46c5-95e8-39baabb2b329 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0905511 Nov 22 16:19:41.942718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:41.954174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425720910'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:41.957507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e6076-5ee7-4109-a830-50c4d0381b63 None None] Port 894d257f-8024-49c6-8451-9101891162e4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:19:41.992595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=8011ce09-cec3-4cca-bec7-20baf50490ca,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:42.014955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:42.018878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.066065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] For port 894d257f-8024-49c6-8451-9101891162e4, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:42.069109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:19:42.069811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] For port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:42.074987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] For port 894d257f-8024-49c6-8451-9101891162e4, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=894d257f-8024-49c6-8451-9101891162e4,segment=NetworkSegment(75d80d94-6850-4c7e-a9e7-a9cd69ae35b0),segment_id=75d80d94-6850-4c7e-a9e7-a9cd69ae35b0)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:42.077285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] For port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,segment=NetworkSegment(d47c7972-dad6-41a7-af48-a54c8464eede),segment_id=d47c7972-dad6-41a7-af48-a54c8464eede)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:42.087084 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.098503 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.098768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.102653 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment 0d21b8a8-8bb0-4443-ba99-f1066b50e1e1 of type vlan for network dd604d34-19e8-4490-87d0-ba687d30df88 Nov 22 16:19:42.107742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6aa2e-a632-47fd-aff1-10cab32d23ac req-3750c77a-4a6a-48fa-a4bb-ad334c58ce7d tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:42.122766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ffa6aa2e-a632-47fd-aff1-10cab32d23ac req-3750c77a-4a6a-48fa-a4bb-ad334c58ce7d tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 944 time: 0.2627773 Nov 22 16:19:42.133351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6cdced7-208a-41a6-a49d-74ed40ab61de req-85285d13-aae3-4687-912f-5f3f579e227d tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1241581 Nov 22 16:19:42.210902 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:42.211639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:42.215808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7b02d-e42e-40ff-b483-e4b0543747ca None None] Pushing event updated for resources: {'Port': ['ID=894d257f-8024-49c6-8451-9101891162e4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:42.237894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.280338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.315987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:42.316800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.334523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7efd1-cfa4-4aa4-8e78-3669bff1b8b8 req-cc249068-e471-4309-889c-bfc20e090875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:42.339606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bc7efd1-cfa4-4aa4-8e78-3669bff1b8b8 req-cc249068-e471-4309-889c-bfc20e090875 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 1097 time: 0.2144070 Nov 22 16:19:42.350689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ffa6aa2e-a632-47fd-aff1-10cab32d23ac req-a87a9d34-36b9-4140-a228-8cb8b9abcec8 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242408 Nov 22 16:19:42.452613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:42.458871 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5152645 Nov 22 16:19:42.459229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:42.479881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81937a-5520-4a82-b423-e5edc1fd62ad tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=dd604d34-19e8-4490-87d0-ba687d30df88,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:42.541695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network dd604d34-19e8-4490-87d0-ba687d30df88 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:19:42.566482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bc7efd1-cfa4-4aa4-8e78-3669bff1b8b8 req-427536c1-3f07-44fe-9c6e-01ac8af6a0f4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147765 Nov 22 16:19:42.654543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:42.658485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.764953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e1c70-921a-41a2-89c4-a1113f559456 req-be9f6399-f2d7-4f0b-96c1-3452ff949268 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:42.773431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-969e1c70-921a-41a2-89c4-a1113f559456 req-be9f6399-f2d7-4f0b-96c1-3452ff949268 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 946 time: 0.2103510 Nov 22 16:19:42.784174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:42.867234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-db48ed34-4487-4630-bca5-629eef92b78d None None] Provisioning complete for port 894d257f-8024-49c6-8451-9101891162e4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:42.868524 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db48ed34-4487-4630-bca5-629eef92b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:42.874772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0edc6-5f6e-4793-bf97-06d89c3e98de None None] Pushing event updated for resources: {'Port': ['ID=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:42.885958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-969e1c70-921a-41a2-89c4-a1113f559456 req-f0b7d342-472e-4a93-82a9-028779827a01 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090810 Nov 22 16:19:42.974949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cbdd5c92-0af9-4082-80dc-a31f3f2638aa up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:42.991513 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:43.012529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac69348-3298-4129-88e8-476021ca5372 req-3160aa89-5592-40c7-a250-361a86a8852d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:43.016455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ac69348-3298-4129-88e8-476021ca5372 req-3160aa89-5592-40c7-a250-361a86a8852d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1505394 Nov 22 16:19:43.157545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ac69348-3298-4129-88e8-476021ca5372 req-9f57ae43-4606-40bf-ba5c-79fe9a8d52cc tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888708 Nov 22 16:19:43.158155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=c16683dc-3557-4c68-aaf5-eb17a29419c7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:43.196265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.197947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.203068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.204389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.208051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.208887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.209471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.210044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.210637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.211601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.216420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.218413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:43.260749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:43.261730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: dd604d34-19e8-4490-87d0-ba687d30df88, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:19:43.329122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network dd604d34-19e8-4490-87d0-ba687d30df88 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:19:43.354677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, dd604d34-19e8-4490-87d0-ba687d30df88) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:43.375175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f023a18b-1510-4c0d-8069-af8a442e7b71 None None] Network dd604d34-19e8-4490-87d0-ba687d30df88 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:43.393793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:43.395329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:43.412853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6044f23e-4ee0-4b11-846d-009c19f19412 req-88dab730-3ae5-465c-9034-75969e93a20f tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0492148 Nov 22 16:19:43.464656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56168) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:43.470144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-becd14c3-8a61-4936-8838-20d80c380e23 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0162072 Nov 22 16:19:43.582644 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db48ed34-4487-4630-bca5-629eef92b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:43.608624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac026213-7977-44c3-a943-22e7ab0f396b req-886cb040-ed20-4137-9ac9-4f3635f2d566 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:43.613235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac026213-7977-44c3-a943-22e7ab0f396b req-886cb040-ed20-4137-9ac9-4f3635f2d566 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 944 time: 0.1310749 Nov 22 16:19:43.737961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac026213-7977-44c3-a943-22e7ab0f396b req-ef73465f-1ec8-402c-986c-3fb2b3f05b11 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066935 Nov 22 16:19:43.738454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port cbdd5c92-0af9-4082-80dc-a31f3f2638aa completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:19:43.750498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-db48ed34-4487-4630-bca5-629eef92b78d None None] For port 894d257f-8024-49c6-8451-9101891162e4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=894d257f-8024-49c6-8451-9101891162e4,segment=NetworkSegment(75d80d94-6850-4c7e-a9e7-a9cd69ae35b0),segment_id=75d80d94-6850-4c7e-a9e7-a9cd69ae35b0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:43.753411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port cbdd5c92-0af9-4082-80dc-a31f3f2638aa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:43.753789 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:43.784168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db48ed34-4487-4630-bca5-629eef92b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:43.852719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-dd604d34-19e8-4490-87d0-ba687d30df88', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:19:43.854477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:44.006461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48ed34-4487-4630-bca5-629eef92b78d None None] Pushing event updated for resources: {'Port': ['ID=894d257f-8024-49c6-8451-9101891162e4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:44.015687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:40Z', 'revision_number': 3, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:40Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:42Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:44.067960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a913b0-ae20-4dac-aadb-d49759e417b4 req-52dbfa82-784d-4ec6-8d54-286b86cf4e18 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:44.077698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7a913b0-ae20-4dac-aadb-d49759e417b4 req-52dbfa82-784d-4ec6-8d54-286b86cf4e18 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 946 time: 0.0896723 Nov 22 16:19:44.104172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c7519e-4216-4e28-bbbd-7b7ceb91aa13 None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:40Z', 'revision_number': 3, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:40Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:42Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:44.106006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab78638-7d8c-4474-95fd-d524af3032b2 None None] Network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:44.165473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7a913b0-ae20-4dac-aadb-d49759e417b4 req-133954e0-2c8e-4c00-99d8-85d6592c6bf7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830081 Nov 22 16:19:44.186017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:44.299251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2fa85072-6713-4145-bad4-45829d27bd3d None None] Provisioning complete for port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:44.299627 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fa85072-6713-4145-bad4-45829d27bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:44.348889 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:44.425262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099e94c-82d6-4cfe-8269-66e8122e102b req-05e7e958-8ac6-4510-ab6a-f65f8e82479d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:44.429436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cbdd5c92-0af9-4082-80dc-a31f3f2638aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:44.435001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e099e94c-82d6-4cfe-8269-66e8122e102b req-05e7e958-8ac6-4510-ab6a-f65f8e82479d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1272705 Nov 22 16:19:44.435197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Allocated IP 172.22.0.2 (dd604d34-19e8-4490-87d0-ba687d30df88/c16683dc-3557-4c68-aaf5-eb17a29419c7/ee2ec7bd-bf45-4090-9627-e99d89b4df1e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:44.437467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820650ed-2214-44ac-8bdc-22754d5d96b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:44.440034 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3faf9c-6bf1-4474-948a-1f94990cf14d" -d '{"events": [{"server_uuid": "820650ed-2214-44ac-8bdc-22754d5d96b1", "name": "network-vif-plugged", "status": "completed", "tag": "cbdd5c92-0af9-4082-80dc-a31f3f2638aa"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:44.452949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:44.498632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc14c86-1c18-4db4-b5d9-342652c18e47 req-4aeaea37-c3e8-48f4-9d82-b4795a6456f8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:44.516467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8fc14c86-1c18-4db4-b5d9-342652c18e47 req-4aeaea37-c3e8-48f4-9d82-b4795a6456f8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 945 time: 0.1962171 Nov 22 16:19:44.576698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e099e94c-82d6-4cfe-8269-66e8122e102b req-75bd05cc-d211-49f9-ab62-97e6459c9eff tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402807 Nov 22 16:19:44.626143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8fc14c86-1c18-4db4-b5d9-342652c18e47 req-69690116-db04-4b33-b863-6330d032157c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084459 Nov 22 16:19:44.686330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:44.686860 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:44.690124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:44.825196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c704faa1-4a35-49a5-8a59-9b2fc7ebe02b req-7bf22d31-f30c-4604-82b5-f0531b5eba7e tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0613267 Nov 22 16:19:44.825862 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eadd47-edf9-408c-bb1c-8a1538e52846 x-openstack-request-id: req-53eadd47-edf9-408c-bb1c-8a1538e52846 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:44.826171 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820650ed-2214-44ac-8bdc-22754d5d96b1", "name": "network-vif-plugged", "status": "completed", "tag": "cbdd5c92-0af9-4082-80dc-a31f3f2638aa", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:44.826429 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53eadd47-edf9-408c-bb1c-8a1538e52846 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:44.826844 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820650ed-2214-44ac-8bdc-22754d5d96b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa', 'code': 200} Nov 22 16:19:44.969230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:45.013690 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fa85072-6713-4145-bad4-45829d27bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:45.065169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a0d0c-e220-44a9-943e-cedcb173bc55 req-989083d7-0497-419f-a179-8c05ff5bd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:45.067078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b8a0d0c-e220-44a9-943e-cedcb173bc55 req-989083d7-0497-419f-a179-8c05ff5bd80c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 1096 time: 0.2002165 Nov 22 16:19:45.127031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb822f-1485-4f2d-a1ef-d2b2529c08d1 req-e8cb944b-ef83-41dd-a119-8427827a5b50 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:45.128828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40bb822f-1485-4f2d-a1ef-d2b2529c08d1 req-e8cb944b-ef83-41dd-a119-8427827a5b50 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 945 time: 0.1543403 Nov 22 16:19:45.143210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdfb49-a577-4ffc-a17d-08a0999de46d req-3495395f-2688-4d1a-bab2-152b369cd79b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:45.156135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59bdfb49-a577-4ffc-a17d-08a0999de46d req-3495395f-2688-4d1a-bab2-152b369cd79b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 946 time: 0.1905394 Nov 22 16:19:45.177797 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:45.252957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b8a0d0c-e220-44a9-943e-cedcb173bc55 req-98f2f7c5-3232-4ecd-a26d-87c2b5b2d7db service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748998 Nov 22 16:19:45.266857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40bb822f-1485-4f2d-a1ef-d2b2529c08d1 req-4f5dd818-ab7f-4b02-be45-df36ec2afd75 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125753 Nov 22 16:19:45.282001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59bdfb49-a577-4ffc-a17d-08a0999de46d req-c61980f2-a5bc-48bd-b317-187006cf2f56 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288228 Nov 22 16:19:45.386788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:45.395657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2fa85072-6713-4145-bad4-45829d27bd3d None None] For port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,segment=NetworkSegment(d47c7972-dad6-41a7-af48-a54c8464eede),segment_id=d47c7972-dad6-41a7-af48-a54c8464eede)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:45.439964 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:45.451990 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fa85072-6713-4145-bad4-45829d27bd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:45.563221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.22.0.1 (dd604d34-19e8-4490-87d0-ba687d30df88/c16683dc-3557-4c68-aaf5-eb17a29419c7/df5ef1b1-6fec-4fa2-9d34-6400ef436a3c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:45.642235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Network dd604d34-19e8-4490-87d0-ba687d30df88 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:45.646832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:45.653940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:45.693213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Pushing event updated for resources: {'Port': ['ID=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:45.706886 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:19:45.712524 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:19:45.838900 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:45.848422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892f953-6166-4f52-a851-25eddf8afa2f req-7745706c-e8e3-4ae0-89a6-a7f0a2318cd3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:45.857538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7892f953-6166-4f52-a851-25eddf8afa2f req-7745706c-e8e3-4ae0-89a6-a7f0a2318cd3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 946 time: 0.1073458 Nov 22 16:19:45.876473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dc04c1c3-db31-4812-ad00-951ab8410489 None None] Provisioning complete for port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:45.876852 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc04c1c3-db31-4812-ad00-951ab8410489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:45.920611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56230) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:45.953368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.010578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa063a-7bb5-4e37-9713-44b2272a1c62 req-d565b1b3-dbb7-4cbc-b9d8-94ab75b07fd0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:46.014509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Attempting to bind port ee2ec7bd-bf45-4090-9627-e99d89b4df1e on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:46.014890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Attempting to bind port ee2ec7bd-bf45-4090-9627-e99d89b4df1e by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:46.015699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Attempting to bind port ee2ec7bd-bf45-4090-9627-e99d89b4df1e on network dd604d34-19e8-4490-87d0-ba687d30df88 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:46.031042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83fa063a-7bb5-4e37-9713-44b2272a1c62 req-d565b1b3-dbb7-4cbc-b9d8-94ab75b07fd0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.2444773 Nov 22 16:19:46.031509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:46.031957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Checking segment: {'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:46.032373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.032777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Bound using segment: {'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:46.033349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Bound port: ee2ec7bd-bf45-4090-9627-e99d89b4df1e, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:46.033793 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.062009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network dd604d34-19e8-4490-87d0-ba687d30df88 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:46.066391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:46.088485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:46.108861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:46.126502 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7892f953-6166-4f52-a851-25eddf8afa2f req-25a8e78f-f4e5-4e96-abf1-9696f87e25fe tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679679 Nov 22 16:19:46.158528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa85072-6713-4145-bad4-45829d27bd3d None None] Pushing event updated for resources: {'Port': ['ID=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:46.187355 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.239610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83fa063a-7bb5-4e37-9713-44b2272a1c62 req-a6dbcc0f-8f3f-4c36-ad61-ee8e51c2353c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062747 Nov 22 16:19:46.273920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4050669-b866-4313-ab05-fe9c4ef88b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.307134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] For port ee2ec7bd-bf45-4090-9627-e99d89b4df1e, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:46.312191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] For port ee2ec7bd-bf45-4090-9627-e99d89b4df1e, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,segment=NetworkSegment(0d21b8a8-8bb0-4443-ba99-f1066b50e1e1),segment_id=0d21b8a8-8bb0-4443-ba99-f1066b50e1e1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:46.352229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d41dc296-f479-47e4-a429-6dcd72b99ea6 req-99b81d6a-7d92-4e74-b423-0d8d9cfc31ab tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0811877 Nov 22 16:19:46.398165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.438138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.522488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4050669-b866-4313-ab05-fe9c4ef88b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.536597 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4050669-b866-4313-ab05-fe9c4ef88b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.553238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362fa7a-9fb2-4c86-a2e7-1e83d13b7da3 None None] Pushing event updated for resources: {'Port': ['ID=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:46.580461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697b63d-a23a-40c2-bafa-f61c05bbd31e req-203993f5-336d-468b-9c55-8bc0a5872cdc tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:46.595351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9697b63d-a23a-40c2-bafa-f61c05bbd31e req-203993f5-336d-468b-9c55-8bc0a5872cdc tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 945 time: 0.1695814 Nov 22 16:19:46.596430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dc04c1c3-db31-4812-ad00-951ab8410489 None None] Provisioning complete for port 577cb6bc-6144-4518-8009-c0a9e9de603e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:46.597302 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc04c1c3-db31-4812-ad00-951ab8410489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.717622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9697b63d-a23a-40c2-bafa-f61c05bbd31e req-fd680da0-815b-44a7-9d78-db079523b61f tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171546 Nov 22 16:19:46.732473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4050669-b866-4313-ab05-fe9c4ef88b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3735057-5188-4973-8d83-4c50062422f2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:46.744369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56238) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:46.753308 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c4050669-b866-4313-ab05-fe9c4ef88b81 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0cbbb28237d24ec280fb005b02bb4716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8308442 Nov 22 16:19:46.860555 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90021d8c-b937-48a2-a31f-39b15b74d4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:46.890950 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90021d8c-b937-48a2-a31f-39b15b74d4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.065465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90021d8c-b937-48a2-a31f-39b15b74d4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.067325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dc04c1c3-db31-4812-ad00-951ab8410489 None None] Port 577cb6bc-6144-4518-8009-c0a9e9de603e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:19:47.069052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:47.069686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90021d8c-b937-48a2-a31f-39b15b74d4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.074714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-90021d8c-b937-48a2-a31f-39b15b74d4ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3735057-5188-4973-8d83-4c50062422f2 HTTP/1.1" status: 204 len: 168 time: 0.3257198 Nov 22 16:19:47.084233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-c8477b8c-1efe-4028-83a9-1bd1d7fafd2d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:47.086052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-c8477b8c-1efe-4028-83a9-1bd1d7fafd2d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 946 time: 0.1056910 Nov 22 16:19:47.093459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.104947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.140309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90021d8c-b937-48a2-a31f-39b15b74d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3735057-5188-4973-8d83-4c50062422f2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:47.263959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:47.264808 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.303174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:47.320714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3092bf94-22aa-42ce-8cf6-a37dc49057f3 None None] Provisioning complete for port 577cb6bc-6144-4518-8009-c0a9e9de603e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:47.323003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3092bf94-22aa-42ce-8cf6-a37dc49057f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.334634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.359248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Deleting port 8011ce09-cec3-4cca-bec7-20baf50490ca {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:47.359690 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.386966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3092bf94-22aa-42ce-8cf6-a37dc49057f3 None None] Port 577cb6bc-6144-4518-8009-c0a9e9de603e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:19:47.528432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network dd604d34-19e8-4490-87d0-ba687d30df88 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:47.531258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:47.535003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc991474-da16-4ef7-ab8e-33cb2ca002ab req-e126b6ee-1cfd-4fa2-b98d-ad6ce7910f04 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:47.544524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 894d257f-8024-49c6-8451-9101891162e4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:47.550137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc991474-da16-4ef7-ab8e-33cb2ca002ab req-e126b6ee-1cfd-4fa2-b98d-ad6ce7910f04 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 946 time: 0.2621386 Nov 22 16:19:47.613922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 894d257f-8024-49c6-8451-9101891162e4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:47.614313 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.619598 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:47.632114 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:47.633383 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:47.681128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:47.734335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] For port 8011ce09-cec3-4cca-bec7-20baf50490ca, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=8011ce09-cec3-4cca-bec7-20baf50490ca,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:47.734722 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.777003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Calling delete_port for 8011ce09-cec3-4cca-bec7-20baf50490ca owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:47.782989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:47.818945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d48745d-0861-43c0-8891-6c085cd1acea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.835334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:47.842340 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a0dedab1-d47a-4995-a452-be0f09308448 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3758976 Nov 22 16:19:47.847206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56258) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:47.850266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6463b-069d-41df-8199-ecb05461224c req-4d3a6fad-6f25-44db-bc40-c3baae0118d9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:47.857014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-efb6463b-069d-41df-8199-ecb05461224c req-4d3a6fad-6f25-44db-bc40-c3baae0118d9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.4798574 Nov 22 16:19:47.858951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'network': {'name': 'tempest-RoutersTest-1672208293'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:47.888269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:47.892557 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.910905 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:47.931401 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:19:47.943376 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:47.943736 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added segment 33eee603-b696-4bc3-9776-190f25382293 of type vlan for network 6462b1cd-1591-419d-a618-37b9a6fcc1ec Nov 22 16:19:47.964370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-efb6463b-069d-41df-8199-ecb05461224c req-61ba662c-d23b-4dac-a8d1-5a2cc5d959b5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840764 Nov 22 16:19:48.012722 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.076272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.092938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:48.094304 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.104768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc991474-da16-4ef7-ab8e-33cb2ca002ab req-ea79ffbe-cd17-449e-8e5d-112457aa2f10 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503879 Nov 22 16:19:48.222954 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3741899 Nov 22 16:19:48.230073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56268) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:48.238633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'subnet': {'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:48.260101 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:46Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:40Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:46Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:48.303704 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:19:48.304090 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Updating router 1e93649c-3243-43ca-99bc-8763782c1c87 port 577cb6bc-6144-4518-8009-c0a9e9de603e binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:19:48.315966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09639da4-f8f6-4061-bce1-839330ee3752 req-e25d1328-89c5-4848-b9be-7fd422d93d3a tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1936929 Nov 22 16:19:48.323601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd639fc9-c7df-413c-80d2-d1800f3b4360 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Network': ['ID=6462b1cd-1591-419d-a618-37b9a6fcc1ec,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:48.335158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 6462b1cd-1591-419d-a618-37b9a6fcc1ec details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:19:48.371068 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.374198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d48745d-0861-43c0-8891-6c085cd1acea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.409047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504daec2-467f-4b3e-a829-0a30639b7d6b None None] Network dd604d34-19e8-4490-87d0-ba687d30df88 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:48.422317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d48745d-0861-43c0-8891-6c085cd1acea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.424752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Made reservation on behalf of 5ae85270d9334ffbbaa1ce90e8eaf500 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:19:48.431157 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.532284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1d48745d-0861-43c0-8891-6c085cd1acea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd9af21e17514e2d8bc0e5d941132a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7391648 Nov 22 16:19:48.534494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56280) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:48.544340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86997340-53c2-4593-a18d-ed4120b61f1c req-d6b1cef6-88f3-4f0e-8b4c-1311c13f25f1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:48.546079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86997340-53c2-4593-a18d-ed4120b61f1c req-d6b1cef6-88f3-4f0e-8b4c-1311c13f25f1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 945 time: 0.1966658 Nov 22 16:19:48.549098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48745d-0861-43c0-8891-6c085cd1acea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62e6c2a-c831-4884-8118-a2ee1a8dd6db,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:48.660686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.677739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d798b36d-dd05-4619-816d-03290df07659 None None] Provisioning complete for port ee2ec7bd-bf45-4090-9627-e99d89b4df1e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:48.678214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d798b36d-dd05-4619-816d-03290df07659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.686147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848', '75864e13-5333-4266-a742-27a9b2d731fb'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:48.747712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event deleted for resources: {'Port': ['ID=8011ce09-cec3-4cca-bec7-20baf50490ca,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:48.764757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86997340-53c2-4593-a18d-ed4120b61f1c req-9ce34311-e7b8-4121-ab37-8b39f6bc0591 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003577 Nov 22 16:19:48.783302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-573ee47b-835e-49bb-9a8a-a055091b140b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.837056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ee2ec7bd-bf45-4090-9627-e99d89b4df1e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:48.852745 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.867304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] No DVR routers for this DVR port 8011ce09-cec3-4cca-bec7-20baf50490ca on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:48.878542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.886451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9376582d-e996-46c4-baa5-17b3c0f4686e req-bd866e7f-8fdf-4705-8d65-419c87764f9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.11 "DELETE /v2.0/ports/8011ce09-cec3-4cca-bec7-20baf50490ca HTTP/1.1" status: 204 len: 173 time: 1.7906601 Nov 22 16:19:48.886960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e141034-50a2-4ada-a3e9-47618fe6badf', 'name': 'network-vif-deleted', 'tag': '8011ce09-cec3-4cca-bec7-20baf50490ca'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:48.903933 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.904621 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c2e4ab-30bc-48db-bf9c-fd5c4668681f" -d '{"events": [{"server_uuid": "1e141034-50a2-4ada-a3e9-47618fe6badf", "name": "network-vif-deleted", "tag": "8011ce09-cec3-4cca-bec7-20baf50490ca"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:48.920351 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.950142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-573ee47b-835e-49bb-9a8a-a055091b140b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:48.951459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Checking segment: {'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:48.951851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network hostable DHCP agents. Network: 6462b1cd-1591-419d-a618-37b9a6fcc1ec, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:19:48.977501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Subnet': ['ID=0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:48.991609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 6462b1cd-1591-419d-a618-37b9a6fcc1ec is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:19:49.016493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 6462b1cd-1591-419d-a618-37b9a6fcc1ec) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:49.023534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:49.024243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:49.029085 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde98dd-2dae-4294-8998-a07a340c1e0d x-openstack-request-id: req-acde98dd-2dae-4294-8998-a07a340c1e0d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:49.029765 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e141034-50a2-4ada-a3e9-47618fe6badf", "name": "network-vif-deleted", "tag": "8011ce09-cec3-4cca-bec7-20baf50490ca", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:49.030590 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-acde98dd-2dae-4294-8998-a07a340c1e0d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:49.031177 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e141034-50a2-4ada-a3e9-47618fe6badf', 'name': 'network-vif-deleted', 'tag': '8011ce09-cec3-4cca-bec7-20baf50490ca', 'status': 'completed', 'code': 200} Nov 22 16:19:49.075988 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e4bd301c-cc5e-4bfb-ab01-f378bc364ec0 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8402171 Nov 22 16:19:49.076588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56300) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:49.111497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab759b38-aa49-4aa5-a652-ee7e47865f19 None None] Network 6462b1cd-1591-419d-a618-37b9a6fcc1ec requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:49.116744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-573ee47b-835e-49bb-9a8a-a055091b140b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:49.122180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-573ee47b-835e-49bb-9a8a-a055091b140b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:49.123299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-573ee47b-835e-49bb-9a8a-a055091b140b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d62e6c2a-c831-4884-8118-a2ee1a8dd6db HTTP/1.1" status: 204 len: 168 time: 0.5752494 Nov 22 16:19:49.142016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ee47b-835e-49bb-9a8a-a055091b140b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62e6c2a-c831-4884-8118-a2ee1a8dd6db,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:49.197819 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3420a8cb-fc4c-4ae2-8cbc-da03cb71802f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:49.205705 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Pushing event updated for resources: {'Port': ['ID=577cb6bc-6144-4518-8009-c0a9e9de603e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:49.248047 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.256939 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.260662 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.264546 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.265401 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.266205 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.283565 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.285157 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.285613 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.289950 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.302832 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.304493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:49.384178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483902f-48d2-4b3e-ba66-853362327801 req-8ed6b752-257f-416a-8593-43064b37966a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:49.397689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a483902f-48d2-4b3e-ba66-853362327801 req-8ed6b752-257f-416a-8593-43064b37966a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1963100 Nov 22 16:19:49.476767 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Attempting to bind port 577cb6bc-6144-4518-8009-c0a9e9de603e on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:49.477011 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Attempting to bind port 577cb6bc-6144-4518-8009-c0a9e9de603e by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:49.477322 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Attempting to bind port 577cb6bc-6144-4518-8009-c0a9e9de603e on network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:49.500109 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:49.502118 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Checking segment: {'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:49.505013 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:49.505572 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Bound using segment: {'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:49.506096 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Bound port: 577cb6bc-6144-4518-8009-c0a9e9de603e, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47c7972-dad6-41a7-af48-a54c8464eede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:49.508736 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:49.673189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1832ff68-d390-40ff-9d3d-fc08ca727494 req-d426fdc9-3dfd-41e8-af87-e335c6334a38 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e141034-50a2-4ada-a3e9-47618fe6badf HTTP/1.1" status: 200 len: 210 time: 0.1863484 Nov 22 16:19:49.688232 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] For port 577cb6bc-6144-4518-8009-c0a9e9de603e, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:49.698990 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] For port 577cb6bc-6144-4518-8009-c0a9e9de603e, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=577cb6bc-6144-4518-8009-c0a9e9de603e,segment=NetworkSegment(d47c7972-dad6-41a7-af48-a54c8464eede),segment_id=d47c7972-dad6-41a7-af48-a54c8464eede)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:49.713462 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:49.771094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a483902f-48d2-4b3e-ba66-853362327801 req-d8972857-685a-4716-bb09-be0a10ca611f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717573 Nov 22 16:19:49.825064 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Updating router 1e93649c-3243-43ca-99bc-8763782c1c87 port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:19:49.961653 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:49.992425 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.008408 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Pushing event updated for resources: {'Port': ['ID=577cb6bc-6144-4518-8009-c0a9e9de603e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:50.032073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60f7485f-9915-4a22-90d8-4573310783bd req-81121b54-3a20-4dee-a053-bd9188b12045 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0985904 Nov 22 16:19:50.070145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ee2ec7bd-bf45-4090-9627-e99d89b4df1e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:50.071363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.179380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d798b36d-dd05-4619-816d-03290df07659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.302068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-6462b1cd-1591-419d-a618-37b9a6fcc1ec', 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'fixed_ips': [{'subnet_id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:19:50.304738 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.660960 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8011ce09-cec3-4cca-bec7-20baf50490ca no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:50.668549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Allocated IP 172.23.0.1 (6462b1cd-1591-419d-a618-37b9a6fcc1ec/0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4/ae3ee352-2697-49af-ae64-af66db17f0bb) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:50.705130 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.718607 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.745391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d798b36d-dd05-4619-816d-03290df07659 None None] For port ee2ec7bd-bf45-4090-9627-e99d89b4df1e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,segment=NetworkSegment(0d21b8a8-8bb0-4443-ba99-f1066b50e1e1),segment_id=0d21b8a8-8bb0-4443-ba99-f1066b50e1e1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:50.817540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d798b36d-dd05-4619-816d-03290df07659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.823038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 8011ce09-cec3-4cca-bec7-20baf50490ca {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:50.823825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 8011ce09-cec3-4cca-bec7-20baf50490ca not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:50.840434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:50.924116 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Pushing event updated for resources: {'Port': ['ID=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:51.087139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.114219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Provisioning complete for port ee2ec7bd-bf45-4090-9627-e99d89b4df1e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:51.115836 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.188878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f282b80-adbd-4c2e-875a-fc164f18f288 req-234f01ab-d672-4a09-8998-1768b27422d4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:51.193542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.210113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f282b80-adbd-4c2e-875a-fc164f18f288 req-234f01ab-d672-4a09-8998-1768b27422d4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.2031052 Nov 22 16:19:51.232811 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Attempting to bind port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:51.233673 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Attempting to bind port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:51.234219 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Attempting to bind port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c on network dd604d34-19e8-4490-87d0-ba687d30df88 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:51.251100 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:51.252540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Checking segment: {'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:51.253097 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.255552 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Bound using segment: {'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:51.256912 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Bound port: df5ef1b1-6fec-4fa2-9d34-6400ef436a3c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:51.256912 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.331463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798b36d-dd05-4619-816d-03290df07659 None None] Pushing event updated for resources: {'Port': ['ID=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:51.392073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f282b80-adbd-4c2e-875a-fc164f18f288 req-1fb05f0c-2ee5-4358-8871-405022fe5c0a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808376 Nov 22 16:19:51.430969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=ae3ee352-2697-49af-ae64-af66db17f0bb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:51.449298 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:19:51.450130 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:19:51.467556 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7cb3209e-8ad6-4b2f-bb97-0c0614403db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.480097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 6462b1cd-1591-419d-a618-37b9a6fcc1ec is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:51.490991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:51.501348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:51.544895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Allocated IP 172.23.0.2 (6462b1cd-1591-419d-a618-37b9a6fcc1ec/0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4/a5bd4450-7eb5-4cb1-95a9-b8943e0b3959) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:19:51.610086 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] For port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:51.629186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] For port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,segment=NetworkSegment(0d21b8a8-8bb0-4443-ba99-f1066b50e1e1),segment_id=0d21b8a8-8bb0-4443-ba99-f1066b50e1e1)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:51.638596 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.718728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.857322 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:51.858563 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:51.863515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Provisioning complete for port 577cb6bc-6144-4518-8009-c0a9e9de603e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:51.863768 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:51.894394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9569cc33-69c5-4adb-9464-89d72ada3e42 req-b8c3d66f-80bb-40b4-8177-ec87ed1924ac tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1837194 Nov 22 16:19:51.942957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b572e-d1fa-41e2-af2c-7dab216b2899 req-d97cef3b-d584-405e-849e-d6f79654f821 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:51.955598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-756b572e-d1fa-41e2-af2c-7dab216b2899 req-d97cef3b-d584-405e-849e-d6f79654f821 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 945 time: 0.2912054 Nov 22 16:19:52.073567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:52.132805 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778341af-f713-44aa-a695-1db46974bb84 None None] Pushing event updated for resources: {'Port': ['ID=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:52.198747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:52.242249 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:52.622685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 577cb6bc-6144-4518-8009-c0a9e9de603e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:52.679198 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:52.779738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:52.829263 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:52.955854 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:46Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:49Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:51Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:52.989496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-756b572e-d1fa-41e2-af2c-7dab216b2899 req-4fb43710-ccd0-4fc6-8f30-4fc19929a459 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0390694 Nov 22 16:19:53.046427 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.054359 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.067020 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.067715 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.069248 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f5f85-9d75-4e86-b9ce-038aeba4767f None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:46Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:49Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:51Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:19:53.113228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Network 6462b1cd-1591-419d-a618-37b9a6fcc1ec is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:53.118865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] For port 577cb6bc-6144-4518-8009-c0a9e9de603e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=577cb6bc-6144-4518-8009-c0a9e9de603e,segment=NetworkSegment(d47c7972-dad6-41a7-af48-a54c8464eede),segment_id=d47c7972-dad6-41a7-af48-a54c8464eede)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:53.125004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:53.127878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:19:53.133296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Pushing event updated for resources: {'Port': ['ID=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:53.137969 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.154791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.155151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.155501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.155845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.156561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.156908 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.157244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.157580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.157910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.158243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.158573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.158901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:53.175753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82953ef8-31a0-470d-bdf5-7d6fb4208375 req-7614748b-d76b-4cdf-b108-a82c8f56c3c9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:53.182819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82953ef8-31a0-470d-bdf5-7d6fb4208375 req-7614748b-d76b-4cdf-b108-a82c8f56c3c9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.2986319 Nov 22 16:19:53.246444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91e7b301-0341-45fa-b15e-09f805972c73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.269715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-5df5d7d5-72e0-4d14-a95e-f2f4322f0462 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:53.272622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-5df5d7d5-72e0-4d14-a95e-f2f4322f0462 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 945 time: 0.2799218 Nov 22 16:19:53.307560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Provisioning complete for port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:53.308522 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.309910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.343778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event updated for resources: {'Port': ['ID=ae3ee352-2697-49af-ae64-af66db17f0bb,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:53.345446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 577cb6bc-6144-4518-8009-c0a9e9de603e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:53.346979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.428511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Attempting to bind port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:53.428892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Attempting to bind port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:53.429271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Attempting to bind port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 on network 6462b1cd-1591-419d-a618-37b9a6fcc1ec {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:53.479467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:53.481045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Checking segment: {'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:53.481725 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.482540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Bound using segment: {'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:53.483708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Bound port: a5bd4450-7eb5-4cb1-95a9-b8943e0b3959, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:53.484500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.492216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Pushing event updated for resources: {'Port': ['ID=577cb6bc-6144-4518-8009-c0a9e9de603e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:53.552615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Network 6462b1cd-1591-419d-a618-37b9a6fcc1ec is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:19:53.562704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82953ef8-31a0-470d-bdf5-7d6fb4208375 req-1b993263-9c32-4ca7-a556-ddc79ae02e30 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533266 Nov 22 16:19:53.565189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:19:53.606968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ee2ec7bd-bf45-4090-9627-e99d89b4df1e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:53.674101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Deleting port 75864e13-5333-4266-a742-27a9b2d731fb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:19:53.677309 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.832762 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.852042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] For port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:53.885039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] For port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,segment=NetworkSegment(0d21b8a8-8bb0-4443-ba99-f1066b50e1e1),segment_id=0d21b8a8-8bb0-4443-ba99-f1066b50e1e1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:53.889085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ee2ec7bd-bf45-4090-9627-e99d89b4df1e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:53.889761 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.903145 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.933240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] For port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,segment=NetworkSegment(33eee603-b696-4bc3-9776-190f25382293),segment_id=33eee603-b696-4bc3-9776-190f25382293)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:53.973231 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.996281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4fcd5b44-f357-48ca-b0d1-8864f2b10429 req-d35b9886-dce4-4e35-8faa-41c22aa2825f tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1721406 Nov 22 16:19:54.046111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] For port 75864e13-5333-4266-a742-27a9b2d731fb, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=75864e13-5333-4266-a742-27a9b2d731fb,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:54.049466 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:54.092866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Calling delete_port for 75864e13-5333-4266-a742-27a9b2d731fb owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:19:54.209914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dab7a3-048c-4a59-996c-0faacc8e87d4 None None] Pushing event updated for resources: {'Port': ['ID=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:54.236589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0f08e39c-32fa-406e-8dd5-b18056a7c1ba None None] Provisioning complete for port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:54.242066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f08e39c-32fa-406e-8dd5-b18056a7c1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:54.295740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91e7b301-0341-45fa-b15e-09f805972c73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:54.341939 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-91e7b301-0341-45fa-b15e-09f805972c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:54.409419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ffa0a-339e-4003-ba0b-30c3e5519bc2 None None] Pushing event updated for resources: {'Port': ['ID=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:54.461698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:54.513365 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-91e7b301-0341-45fa-b15e-09f805972c73 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2bbabe49643c407187e6686049d05641&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7194290 Nov 22 16:19:54.520517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56404) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:54.654383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8026a6b-b173-4c06-954a-befac8cc09c7 req-0a04d1ec-c20d-4d55-956e-a62c4a54fa63 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:54.665339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8026a6b-b173-4c06-954a-befac8cc09c7 req-0a04d1ec-c20d-4d55-956e-a62c4a54fa63 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 945 time: 0.4929934 Nov 22 16:19:54.793769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7b301-0341-45fa-b15e-09f805972c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b31577c-64de-4aed-a207-e6282a1ed371,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:54.811302 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 577cb6bc-6144-4518-8009-c0a9e9de603e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:54.867335 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:54.908909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3150eeeb-d94b-4587-bbe2-2e143ef53627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:54.959867 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:54.974975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:54.978266 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:54.999976 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e542670a-91fe-4c5c-9733-100e49a61566 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9169800 Nov 22 16:19:55.003312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3150eeeb-d94b-4587-bbe2-2e143ef53627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:55.005275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56410) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:55.027497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:55.069291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8026a6b-b173-4c06-954a-befac8cc09c7 req-6421e9ff-c3da-4554-897e-1a124910b05c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022245 Nov 22 16:19:55.109744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 577cb6bc-6144-4518-8009-c0a9e9de603e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:55.110664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:55.121030 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:55.144749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:19:55.261646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea54e3-ab36-4325-897a-62877aa0908c req-57b56662-192b-48a0-976f-13a24446cf12 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:55.264423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0ea54e3-ab36-4325-897a-62877aa0908c req-57b56662-192b-48a0-976f-13a24446cf12 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.3713419 Nov 22 16:19:55.312067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event deleted for resources: {'Port': ['ID=75864e13-5333-4266-a742-27a9b2d731fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:55.494147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c6ef5bf-b465-40e5-bb9c-2c4873bcead3 req-ce90fa8c-4fff-4508-8869-970f72c8b9f8 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.2160866 Nov 22 16:19:55.505212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:19:55.539410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device df5ef1b1-6fec-4fa2-9d34-6400ef436a3c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:55.560244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] No DVR routers for this DVR port 75864e13-5333-4266-a742-27a9b2d731fb on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:19:55.579411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:55.587464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b48a30b5-b8fb-483f-b49b-ec4b45f6214c req-deba993d-3fd5-480c-867f-f9f2d7242b02 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "DELETE /v2.0/ports/75864e13-5333-4266-a742-27a9b2d731fb HTTP/1.1" status: 204 len: 173 time: 2.2860794 Nov 22 16:19:55.595141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6740a528-a5aa-436b-85cb-da7c808c4985', 'name': 'network-vif-deleted', 'tag': '75864e13-5333-4266-a742-27a9b2d731fb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:19:55.604400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:19:55.605195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:55.609233 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009f6cc0-0448-4503-b2aa-747b2ad23ba7" -d '{"events": [{"server_uuid": "6740a528-a5aa-436b-85cb-da7c808c4985", "name": "network-vif-deleted", "tag": "75864e13-5333-4266-a742-27a9b2d731fb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:19:55.724576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0ea54e3-ab36-4325-897a-62877aa0908c req-a0b443df-6ca3-40f3-85bb-f524b60e6a30 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507053 Nov 22 16:19:55.825003 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b823581-e942-4be9-8ccc-6c9530927d12 x-openstack-request-id: req-1b823581-e942-4be9-8ccc-6c9530927d12 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:19:55.825552 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6740a528-a5aa-436b-85cb-da7c808c4985", "name": "network-vif-deleted", "tag": "75864e13-5333-4266-a742-27a9b2d731fb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:19:55.825989 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b823581-e942-4be9-8ccc-6c9530927d12 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:19:55.826597 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6740a528-a5aa-436b-85cb-da7c808c4985', 'name': 'network-vif-deleted', 'tag': '75864e13-5333-4266-a742-27a9b2d731fb', 'status': 'completed', 'code': 200} Nov 22 16:19:55.827339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:19:55.934614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3150eeeb-d94b-4587-bbe2-2e143ef53627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:55.937343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3150eeeb-d94b-4587-bbe2-2e143ef53627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:55.938452 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3150eeeb-d94b-4587-bbe2-2e143ef53627 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b31577c-64de-4aed-a207-e6282a1ed371 HTTP/1.1" status: 204 len: 168 time: 1.4094198 Nov 22 16:19:56.001147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150eeeb-d94b-4587-bbe2-2e143ef53627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b31577c-64de-4aed-a207-e6282a1ed371,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:56.028964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.extraroute_db [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:19:56.054062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:56.054234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:56.075364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.extraroute_db [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Removed routes are [] {{(pid=103410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:19:56.075887 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:56.242638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5149e804-a458-4bb4-a73c-55f999ddc711 None None] Network 6462b1cd-1591-419d-a618-37b9a6fcc1ec requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:19:56.391511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28cfb169-bc41-423b-a04f-766b0ee639a1 req-c83ab027-f7e1-4221-a547-9d0c1b315dae tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6740a528-a5aa-436b-85cb-da7c808c4985 HTTP/1.1" status: 200 len: 210 time: 0.0542083 Nov 22 16:19:56.456605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-eff83e9a-3064-4c6c-8fb4-09bf2ec7b690 None None] Provisioning complete for port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:56.457275 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eff83e9a-3064-4c6c-8fb4-09bf2ec7b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:56.605269 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:56.610043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:56.789641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb2222ea-25ed-4d7d-9104-f6dfeaf55c8c req-e57e1228-7d1d-47c9-9f5b-97f3ff6ed11e tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1038587 Nov 22 16:19:56.984163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:57.019169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299fe48-d99d-42af-8787-0cbbd8465fdf req-29251699-5f09-42a2-be83-a0101bc35612 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:57.021243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3299fe48-d99d-42af-8787-0cbbd8465fdf req-29251699-5f09-42a2-be83-a0101bc35612 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1349154 Nov 22 16:19:57.146289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3299fe48-d99d-42af-8787-0cbbd8465fdf req-c4a2201e-b5b3-4730-9fe3-ab2de0f21d6a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129925 Nov 22 16:19:57.211967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 75864e13-5333-4266-a742-27a9b2d731fb no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:19:57.318579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:57.353045 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:57.355145 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-024cc4c3-f9d5-4ab8-928c-456e0a05b364 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 200 len: 933 time: 2.3485255 Nov 22 16:19:57.358326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56450) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:57.455334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eff83e9a-3064-4c6c-8fb4-09bf2ec7b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:57.485208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 75864e13-5333-4266-a742-27a9b2d731fb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:19:57.485569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 75864e13-5333-4266-a742-27a9b2d731fb not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:19:57.518309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-eff83e9a-3064-4c6c-8fb4-09bf2ec7b690 None None] For port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,segment=NetworkSegment(33eee603-b696-4bc3-9776-190f25382293),segment_id=33eee603-b696-4bc3-9776-190f25382293)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:19:57.539674 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eff83e9a-3064-4c6c-8fb4-09bf2ec7b690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:57.541189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8a7ffca1-767a-4f9b-9ce1-b71f923b0a43 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 200 len: 933 time: 0.1809928 Nov 22 16:19:57.547498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56456) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:57.567935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'routes': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:19:57.617748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:57.739198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:51Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae3ee352-2697-49af-ae64-af66db17f0bb', 'name': '', 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:8b:14:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:50Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:19:57.797711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:19:57.798377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Updating router 1e93649c-3243-43ca-99bc-8763782c1c87 port ae3ee352-2697-49af-ae64-af66db17f0bb binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:19:57.824218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff83e9a-3064-4c6c-8fb4-09bf2ec7b690 None None] Pushing event updated for resources: {'Port': ['ID=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:57.909875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:57.910302 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:57.927802 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:58.024047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d086fbb5-819c-4d6f-92fc-0652c3eee14b req-645fe0bf-5b6d-45c6-929f-e0212a6e8aca tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0694466 Nov 22 16:19:58.329476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-51b8b137-5bf0-4207-87e8-c55d75d9d5ac tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:58.340036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-51b8b137-5bf0-4207-87e8-c55d75d9d5ac tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.2628353 Nov 22 16:19:58.398410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device df5ef1b1-6fec-4fa2-9d34-6400ef436a3c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:58.410065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-78baaa50-79db-4a5d-b7f8-0f055138dd3c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/quotas/1e9c24f629ef41cc8bf8e9068d07a03e HTTP/1.1" status: 200 len: 375 time: 0.0684907 Nov 22 16:19:58.484367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.extraroute_db [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added routes are [] {{(pid=103410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:19:58.488118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.extraroute_db [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:19:58.570381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:58.585704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61743f65-53a0-425c-89da-524cfde7d9c4 req-436bfaed-2224-4cbb-bc93-af7ff03222d7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:19:58.596467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61743f65-53a0-425c-89da-524cfde7d9c4 req-436bfaed-2224-4cbb-bc93-af7ff03222d7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.2367394 Nov 22 16:19:58.598491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:58.604852 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:58.642540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-637c07e2-d203-4e23-9bd9-c799568efa10 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2311766 Nov 22 16:19:58.749644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61743f65-53a0-425c-89da-524cfde7d9c4 req-d9da1360-ea32-4bc5-a7bd-f08c3a9ae814 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518242 Nov 22 16:19:58.795403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bed04b45-06f6-4d90-8c21-63c2dbb1598f None None] Provisioning complete for port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:58.795694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bed04b45-06f6-4d90-8c21-63c2dbb1598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:58.831135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-0ba07aef-2ab3-49c8-a6ef-d49a26f67bfb service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873937 Nov 22 16:19:58.890076 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:58.914498 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:58.918012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:58.922310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:59.021238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-a1aec232-9f7f-4057-9bba-b6cce98d5569 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809223 Nov 22 16:19:59.103931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b50ad-94c4-4b7c-95e3-9eb83fdc7e64 None None] Pushing event updated for resources: {'Port': ['ID=ae3ee352-2697-49af-ae64-af66db17f0bb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:59.198408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:19:59.355064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Attempting to bind port ae3ee352-2697-49af-ae64-af66db17f0bb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:19:59.355448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Attempting to bind port ae3ee352-2697-49af-ae64-af66db17f0bb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:19:59.355827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Attempting to bind port ae3ee352-2697-49af-ae64-af66db17f0bb on network 6462b1cd-1591-419d-a618-37b9a6fcc1ec {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:19:59.392576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:19:59.393038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Checking segment: {'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:19:59.393545 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:59.394007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Bound using segment: {'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:19:59.394836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Bound port: ae3ee352-2697-49af-ae64-af66db17f0bb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33eee603-b696-4bc3-9776-190f25382293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:19:59.395185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:59.465699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-841b02c0-36c5-4555-a93a-ebed4e0a3c68 req-517293d6-c4ab-443b-8420-9e3345fe2cbb tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1945422 Nov 22 16:19:59.468469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:19:59.576652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bed04b45-06f6-4d90-8c21-63c2dbb1598f None None] Provisioning complete for port ae3ee352-2697-49af-ae64-af66db17f0bb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:19:59.577612 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bed04b45-06f6-4d90-8c21-63c2dbb1598f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:59.621545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:19:59.636722 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:59.643142 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-88a75949-0c0f-4e3a-93a6-a42b1357165b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 200 len: 699 time: 2.0940921 Nov 22 16:19:59.647170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56502) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:59.850089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] For port ae3ee352-2697-49af-ae64-af66db17f0bb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:19:59.860133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] For port ae3ee352-2697-49af-ae64-af66db17f0bb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ae3ee352-2697-49af-ae64-af66db17f0bb,segment=NetworkSegment(33eee603-b696-4bc3-9776-190f25382293),segment_id=33eee603-b696-4bc3-9776-190f25382293)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:19:59.878567 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:59.989448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb02273-c3dd-468a-bc33-9b2736a432be req-9dfb70c6-5724-4510-8e81-9a2f25562c43 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 210 time: 0.2412982 Nov 22 16:19:59.991352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bed04b45-06f6-4d90-8c21-63c2dbb1598f None None] Port ae3ee352-2697-49af-ae64-af66db17f0bb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:20:00.023308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b50ad-94c4-4b7c-95e3-9eb83fdc7e64 None None] Pushing event updated for resources: {'Port': ['ID=ae3ee352-2697-49af-ae64-af66db17f0bb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:00.029760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:00.031522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:00.062459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9061917-7e3c-4d1a-ba7d-164e7581bfa7 req-a41d2beb-fc89-48d7-b5d6-e9dc8bae9911 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:00.079013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9061917-7e3c-4d1a-ba7d-164e7581bfa7 req-a41d2beb-fc89-48d7-b5d6-e9dc8bae9911 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1401074 Nov 22 16:20:00.101792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7f37ea4f-c2d4-4c62-aaf5-468d55500d4e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 200 len: 699 time: 0.4445012 Nov 22 16:20:00.105318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56514) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:00.198476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9061917-7e3c-4d1a-ba7d-164e7581bfa7 req-4dfcf591-ecf4-4211-8ea6-8bc81a5aee8b tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177788 Nov 22 16:20:00.248214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:20:00.249380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:00.381581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bcea7afb-d433-407a-826a-473b639a2ec5 None None] Provisioning complete for port ae3ee352-2697-49af-ae64-af66db17f0bb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:20:00.382103 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bcea7afb-d433-407a-826a-473b639a2ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:00.561627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:00.766979 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-324cd9ba-176e-48e8-83ad-f11ec5031e62 req-06579117-ac28-4e16-bf15-7916447a31fa tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1193147 Nov 22 16:20:01.040031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:01.325846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bde76de1-3de8-47c9-bcd9-4b704aa152e6 req-21af8d75-a34e-4bff-8984-136ec12ed0b2 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 210 time: 0.0720546 Nov 22 16:20:01.411942 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb37cc2d-9851-46c9-8810-c3ebbec31ea5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:01.573864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9b8a6-a70c-410a-82c2-6999c1399828 req-4f7f4627-479d-4a0f-93fc-9b682b4eff00 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:01.582175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-97c9b8a6-a70c-410a-82c2-6999c1399828 req-4f7f4627-479d-4a0f-93fc-9b682b4eff00 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1367381 Nov 22 16:20:01.598672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bcea7afb-d433-407a-826a-473b639a2ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:01.675725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bcea7afb-d433-407a-826a-473b639a2ec5 None None] For port ae3ee352-2697-49af-ae64-af66db17f0bb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ae3ee352-2697-49af-ae64-af66db17f0bb,segment=NetworkSegment(33eee603-b696-4bc3-9776-190f25382293),segment_id=33eee603-b696-4bc3-9776-190f25382293)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:01.710276 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb37cc2d-9851-46c9-8810-c3ebbec31ea5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:01.720108 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bcea7afb-d433-407a-826a-473b639a2ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:01.727416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-97c9b8a6-a70c-410a-82c2-6999c1399828 req-88b41aa0-57d5-4dd5-8ca4-af849241b116 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437860 Nov 22 16:20:01.753455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb37cc2d-9851-46c9-8810-c3ebbec31ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:01.809756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:58Z', 'revision_number': 7, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae3ee352-2697-49af-ae64-af66db17f0bb', 'name': '', 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:8b:14:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:50Z', 'updated_at': '2021-11-22T16:19:59Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:01.850898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cb37cc2d-9851-46c9-8810-c3ebbec31ea5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b933809ecd142118e539b2a609606ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8075581 Nov 22 16:20:01.856720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56548) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:01.958458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817a956-c89a-48a8-9142-0f15937f1d6b None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:58Z', 'revision_number': 7, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae3ee352-2697-49af-ae64-af66db17f0bb', 'name': '', 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:8b:14:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:50Z', 'updated_at': '2021-11-22T16:19:59Z', 'revision_number': 4, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:20:02.032059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37cc2d-9851-46c9-8810-c3ebbec31ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3fed92-1aa8-43c8-b7b6-9a22705f2dac,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:02.100682 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea7afb-d433-407a-826a-473b639a2ec5 None None] Pushing event updated for resources: {'Port': ['ID=ae3ee352-2697-49af-ae64-af66db17f0bb,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:02.110852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-11aa8587-8613-45e7-9e33-e4bd197d04d4 None None] Provisioning complete for port ae3ee352-2697-49af-ae64-af66db17f0bb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:20:02.111256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11aa8587-8613-45e7-9e33-e4bd197d04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:02.156142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5518f2d4-7e9c-4d73-a729-c0469a95302b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:02.173543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca532132-5b54-4c4c-82da-8172de7699ac req-613d2331-a365-4f70-83f7-bcfe673918fc tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0606194 Nov 22 16:20:02.211698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:02.282622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-df2640ea-632f-46e0-b9cb-f689c894dd9d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:02.287805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-df2640ea-632f-46e0-b9cb-f689c894dd9d tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.5576284 Nov 22 16:20:02.310348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Request body: {'port': {'device_id': 'e94fce98-2fc5-41b8-ab1d-a6ce371d96ee', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'admin_state_up': True, 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:02.355641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5518f2d4-7e9c-4d73-a729-c0469a95302b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:02.640623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5518f2d4-7e9c-4d73-a729-c0469a95302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:02.646611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5518f2d4-7e9c-4d73-a729-c0469a95302b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:02.648207 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5518f2d4-7e9c-4d73-a729-c0469a95302b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf3fed92-1aa8-43c8-b7b6-9a22705f2dac HTTP/1.1" status: 204 len: 168 time: 0.7903337 Nov 22 16:20:02.654485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5985738-8c75-4a23-b91c-e189ecb8d232 req-ff8500dd-e1cc-4c00-bc3f-78ffc2fe78ec tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 210 time: 0.1167724 Nov 22 16:20:02.700352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:20:02.706137 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:02.723184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518f2d4-7e9c-4d73-a729-c0469a95302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3fed92-1aa8-43c8-b7b6-9a22705f2dac,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:03.069057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port ae3ee352-2697-49af-ae64-af66db17f0bb {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:03.070632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:03.153611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Allocated IP 172.20.0.13 (44643127-da94-453c-8154-9dd5b747c506/d3fc69f0-88b6-4977-844d-882eb71953bb/03346159-d157-49eb-b4cf-316f56fba0d6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:20:03.328840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port ae3ee352-2697-49af-ae64-af66db17f0bb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ae3ee352-2697-49af-ae64-af66db17f0bb,segment=NetworkSegment(33eee603-b696-4bc3-9776-190f25382293),segment_id=33eee603-b696-4bc3-9776-190f25382293)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:03.329571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:03.362826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for ae3ee352-2697-49af-ae64-af66db17f0bb owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:03.482027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb159559-3e5a-425e-b426-a13fdc1b77a7 req-074623c9-8542-4411-b04f-66e0c8fd0dd9 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0514827 Nov 22 16:20:03.492211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:03.542228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b2622-fca4-4879-bcf3-b5f43c82f5ea req-5f4efb04-d35b-44d7-8f08-d34123d972c7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:03.543822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-440b2622-fca4-4879-bcf3-b5f43c82f5ea req-5f4efb04-d35b-44d7-8f08-d34123d972c7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.5922506 Nov 22 16:20:03.544949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61812fd3-5f7b-45e7-956e-07feb9c436b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:03.546741 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:20:03.574462 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:03.584908 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:03.686867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:03.696024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:03.777469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ae3ee352-2697-49af-ae64-af66db17f0bb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:20:03.820994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-440b2622-fca4-4879-bcf3-b5f43c82f5ea req-8361ceba-63fc-4640-88fa-4fe81c88e853 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669685 Nov 22 16:20:03.852166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ae3ee352-2697-49af-ae64-af66db17f0bb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:03.854862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ae3ee352-2697-49af-ae64-af66db17f0bb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 16:20:03.890786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34ef460f-8dce-4e5c-bedb-0857f3998151 req-d9d7f093-45f3-416e-ba7f-638382dd10a4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 210 time: 0.0631325 Nov 22 16:20:03.913642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=ae3ee352-2697-49af-ae64-af66db17f0bb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:03.931533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Port ae3ee352-2697-49af-ae64-af66db17f0bb not found, will not notify nova. {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 16:20:03.964840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61812fd3-5f7b-45e7-956e-07feb9c436b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:03.967453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:03.978485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61812fd3-5f7b-45e7-956e-07feb9c436b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:03.984676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:04.046921 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:04.076518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.077191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.077749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.078269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.078789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.079305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.079821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.080366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.080877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.081398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.081900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.082415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:04.167207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Network 44643127-da94-453c-8154-9dd5b747c506 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:20:04.203138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:20:04.239731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61812fd3-5f7b-45e7-956e-07feb9c436b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9e68fc-a1df-49b1-a94d-b8cf101f4bb3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:04.250897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:20:04.274774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-61812fd3-5f7b-45e7-956e-07feb9c436b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=905810eb774c401a8bb2bb20d9862eff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7809768 Nov 22 16:20:04.276221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:04.344453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event updated for resources: {'Port': ['ID=03346159-d157-49eb-b4cf-316f56fba0d6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:04.435627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:04.436740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:04.454981 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:20:04.489444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1519-8f08-47c6-bc4d-5c70ddfd1491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:04.540304 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:04.568209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1519-8f08-47c6-bc4d-5c70ddfd1491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:04.591148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-47b36e19-c70f-40bb-83dd-ed20563cb050 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2918494 Nov 22 16:20:04.592771 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:19:58Z', 'revision_number': 7, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae3ee352-2697-49af-ae64-af66db17f0bb', 'name': '', 'network_id': '6462b1cd-1591-419d-a618-37b9a6fcc1ec', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:8b:14:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:50Z', 'updated_at': '2021-11-22T16:20:01Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:04.625107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Request body: {'port': {'device_id': 'e94fce98-2fc5-41b8-ab1d-a6ce371d96ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:04.663182 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:20:04.676682 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:04.677391 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:04.755172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-348b7297-9838-4f30-bfbd-9c6674c28e08 req-b1b6f7a6-0271-4b46-b4d6-906e07e649f4 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0922768 Nov 22 16:20:04.844510 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1519-8f08-47c6-bc4d-5c70ddfd1491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:04.847957 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:04.848184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1519-8f08-47c6-bc4d-5c70ddfd1491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:04.849417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c4dc1519-8f08-47c6-bc4d-5c70ddfd1491 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fa9e68fc-a1df-49b1-a94d-b8cf101f4bb3 HTTP/1.1" status: 204 len: 168 time: 0.5309279 Nov 22 16:20:04.858439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:04.883856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc1519-8f08-47c6-bc4d-5c70ddfd1491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9e68fc-a1df-49b1-a94d-b8cf101f4bb3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:05.020523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:20:05.261865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:20:05.277258 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7a3f95e4-a234-459b-bb61-316d00982ab1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1701221 Nov 22 16:20:05.278372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:05.282108 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:03Z', 'revision_number': 8, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:05.351554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868066c3-bf02-4352-b87d-b1fec62d2062 req-7fc54852-7740-469f-a0a4-85607a934256 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:05.364063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868066c3-bf02-4352-b87d-b1fec62d2062 req-7fc54852-7740-469f-a0a4-85607a934256 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.3809345 Nov 22 16:20:05.374276 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43783956-8f45-4013-b030-7ecc70a2922a None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:03Z', 'revision_number': 8, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:20:05.385676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0233075-fbf0-4977-8717-87f995edb889 req-35c8e747-a45f-4a9d-bd9c-63ad96f66e78 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:05.394369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0233075-fbf0-4977-8717-87f995edb889 req-35c8e747-a45f-4a9d-bd9c-63ad96f66e78 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 932 time: 0.2693512 Nov 22 16:20:05.395854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3923ede2-3ec1-4573-8c11-4659910adf99 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet 0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:20:05.403090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3923ede2-3ec1-4573-8c11-4659910adf99 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:05.487428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3923ede2-3ec1-4573-8c11-4659910adf99 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:05.533147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-868066c3-bf02-4352-b87d-b1fec62d2062 req-215435bc-f2ae-4e1e-8276-d4c4247b55a4 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668689 Nov 22 16:20:05.572455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0233075-fbf0-4977-8717-87f995edb889 req-b19c5dfb-fb58-44a8-a147-c739ecb8d650 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758835 Nov 22 16:20:05.671699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3923ede2-3ec1-4573-8c11-4659910adf99 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:05.762667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03346159-d157-49eb-b4cf-316f56fba0d6 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:20:05.782826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:05.791366 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3923ede2-3ec1-4573-8c11-4659910adf99 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:05.809570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Transition to ACTIVE for port object 03346159-d157-49eb-b4cf-316f56fba0d6 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:20:05.822661 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:05.831541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efa538c-b90e-4bec-8d03-f9f59ddb44ee None None] Network 6462b1cd-1591-419d-a618-37b9a6fcc1ec requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:20:05.834227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3923ede2-3ec1-4573-8c11-4659910adf99 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:05.841741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:05.843298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3923ede2-3ec1-4573-8c11-4659910adf99 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4 HTTP/1.1" status: 204 len: 168 time: 0.5586274 Nov 22 16:20:05.897152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923ede2-3ec1-4573-8c11-4659910adf99 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:05.989052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ae3ee352-2697-49af-ae64-af66db17f0bb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:06.051492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d5c8bfe-264e-4a0d-baff-401d403640f9 req-2bf2e6e1-9b5c-4101-a5b5-a0b095e50a2e tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1390603 Nov 22 16:20:06.052092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ae3ee352-2697-49af-ae64-af66db17f0bb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:06.052624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ae3ee352-2697-49af-ae64-af66db17f0bb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:06.105256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Pushing event updated for resources: {'Port': ['ID=03346159-d157-49eb-b4cf-316f56fba0d6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:06.149977 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:06.212369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:20:06.238735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:06.239388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:06.320965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Attempting to bind port 03346159-d157-49eb-b4cf-316f56fba0d6 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:20:06.321410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Attempting to bind port 03346159-d157-49eb-b4cf-316f56fba0d6 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:20:06.322774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Attempting to bind port 03346159-d157-49eb-b4cf-316f56fba0d6 on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:20:06.335485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Port 03346159-d157-49eb-b4cf-316f56fba0d6 on network 44643127-da94-453c-8154-9dd5b747c506 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:20:06.335795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Attempting to bind port 03346159-d157-49eb-b4cf-316f56fba0d6 on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:20:06.345625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:20:06.346115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Checking segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:20:06.346414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Bound using segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:20:06.346821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Bound port: 03346159-d157-49eb-b4cf-316f56fba0d6, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:20:06.347195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:06.365128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:06.366130 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:06.404747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] DHCP port deletion for 6462b1cd-1591-419d-a618-37b9a6fcc1ec request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:20:06.471025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:06.521863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,segment=NetworkSegment(33eee603-b696-4bc3-9776-190f25382293),segment_id=33eee603-b696-4bc3-9776-190f25382293)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:06.522372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:06.554822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:06.660782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] For port 03346159-d157-49eb-b4cf-316f56fba0d6, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:20:06.666640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] Deleting port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:06.667963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:06.765355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] For port 03346159-d157-49eb-b4cf-316f56fba0d6, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=03346159-d157-49eb-b4cf-316f56fba0d6,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:20:06.805444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:06.805823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] For port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,segment=NetworkSegment(33eee603-b696-4bc3-9776-190f25382293),segment_id=33eee603-b696-4bc3-9776-190f25382293)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:06.806821 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:06.843476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] Calling delete_port for a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:06.892206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8533a-bba4-4f91-98c7-8fae517ee010 req-eb05b219-03b3-4cd1-a982-5211c5686038 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:06.893761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50a8533a-bba4-4f91-98c7-8fae517ee010 req-eb05b219-03b3-4cd1-a982-5211c5686038 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.2359538 Nov 22 16:20:06.913449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:06.914078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:06.916052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] 10.222.0.71 "PUT /v2.0/ports/03346159-d157-49eb-b4cf-316f56fba0d6 HTTP/1.1" status: 200 len: 1092 time: 2.3052988 Nov 22 16:20:06.917930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94fce98-2fc5-41b8-ab1d-a6ce371d96ee', 'tag': '03346159-d157-49eb-b4cf-316f56fba0d6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:06.920604 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd157b9-3b46-4c7f-97ac-961c0650da4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e94fce98-2fc5-41b8-ab1d-a6ce371d96ee", "tag": "03346159-d157-49eb-b4cf-316f56fba0d6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:06.944267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668444ac-1a70-4fff-950e-4fad38b584cc service neutron] Pushing event updated for resources: {'Port': ['ID=03346159-d157-49eb-b4cf-316f56fba0d6,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:06.994489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52840416-09ab-4b22-ace1-9a4c9f88335e req-7d1fbaa6-4a42-4d6d-8e71-a4dd2acedfe1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:06.995392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52840416-09ab-4b22-ace1-9a4c9f88335e req-7d1fbaa6-4a42-4d6d-8e71-a4dd2acedfe1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 944 time: 0.2363777 Nov 22 16:20:07.003044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:07.088259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:03Z', 'revision_number': 8, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:07.093629 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:07.133423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:20:07.158010 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] Pushing event deleted for resources: {'Port': ['ID=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:07.162977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca08490-d859-47d6-ba34-3d7201be3391 None None] No DVR routers for this DVR port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:07.193547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:07.194624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:07.416798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:07.530347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=a5bd4450-7eb5-4cb1-95a9-b8943e0b3959,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:07.555011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50a8533a-bba4-4f91-98c7-8fae517ee010 req-c6b12bc1-d2ee-4b76-bc53-e590631b62c8 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142406 Nov 22 16:20:07.586568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No DVR routers for this DVR port a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:07.678372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52840416-09ab-4b22-ace1-9a4c9f88335e req-a8c9fa0f-39c0-479f-8ea7-55c37183c318 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728268 Nov 22 16:20:07.732447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-cf8d5376-6a39-4cef-8173-c83e601ce61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:07.735398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-cf8d5376-6a39-4cef-8173-c83e601ce61f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 1095 time: 0.7335448 Nov 22 16:20:07.865250 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e5bf78-b09b-4b24-bebc-2ff84d333361 x-openstack-request-id: req-10e5bf78-b09b-4b24-bebc-2ff84d333361 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:07.865691 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94fce98-2fc5-41b8-ab1d-a6ce371d96ee", "tag": "03346159-d157-49eb-b4cf-316f56fba0d6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:07.866097 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10e5bf78-b09b-4b24-bebc-2ff84d333361 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:07.866777 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94fce98-2fc5-41b8-ab1d-a6ce371d96ee', 'tag': '03346159-d157-49eb-b4cf-316f56fba0d6', 'status': 'completed', 'code': 200} Nov 22 16:20:07.877405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:07.922227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:07.952741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:07.953090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a5bd4450-7eb5-4cb1-95a9-b8943e0b3959 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:08.011202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6462b1cd-1591-419d-a618-37b9a6fcc1ec']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:08.040016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:03Z', 'revision_number': 8, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:08.070552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aa6a41-d2ca-4fc9-871e-59237512de20 None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:03Z', 'revision_number': 8, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'df5ef1b1-6fec-4fa2-9d34-6400ef436a3c', 'name': '', 'network_id': 'dd604d34-19e8-4490-87d0-ba687d30df88', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:e0:95:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:44Z', 'updated_at': '2021-11-22T16:19:53Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'c16683dc-3557-4c68-aaf5-eb17a29419c7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:20:08.095093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33eee603-b696-4bc3-9776-190f25382293') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:08.095518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33eee603-b696-4bc3-9776-190f25382293') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:08.100188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-94ad18d6-f124-40f9-b0c4-64cf43967ccb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03346159-d157-49eb-b4cf-316f56fba0d6 HTTP/1.1" status: 200 len: 217 time: 0.2384796 Nov 22 16:20:08.124689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bd120b3-78da-4981-ac3b-46a2a4017bfa req-6998f310-9538-4d7c-a816-0a880b1edcbe tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1034133 Nov 22 16:20:08.133009 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:08.171250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:08.184099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:20:08.185849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:20:08.187724 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:20:08.203089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-f1080d3c-4569-4fb5-bd30-13334b523b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:08.204588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-f1080d3c-4569-4fb5-bd30-13334b523b4c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.0842562 Nov 22 16:20:08.278592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-490b5995-ae4d-4801-a7ff-ac388b351f9b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407376 Nov 22 16:20:08.290746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:08.296152 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:08.302290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56672) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:08.302775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/6462b1cd-1591-419d-a618-37b9a6fcc1ec HTTP/1.1" status: 204 len: 168 time: 2.4529586 Nov 22 16:20:08.328357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfb7e6-3055-40d7-baa4-f43d7aa15668 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=6462b1cd-1591-419d-a618-37b9a6fcc1ec,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:08.423494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-e4cbbc80-edad-401e-97cc-0110e8c4d36c service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199968 Nov 22 16:20:08.561253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48c5cb9-7718-4969-8716-d7941f42ab61 req-0d33f95f-74b8-46c4-8c30-14e610bab0b9 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285174 Nov 22 16:20:08.743798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:08.755373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-43b0adad-0fcf-418a-ac55-928dff25da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:08.757320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-43b0adad-0fcf-418a-ac55-928dff25da63 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 1095 time: 0.1264539 Nov 22 16:20:08.766879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ee958-4baa-478e-9994-8e677f21d9a8 req-c0031f59-4ffc-4f98-8932-88dc78235887 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:08.768857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af2ee958-4baa-478e-9994-8e677f21d9a8 req-c0031f59-4ffc-4f98-8932-88dc78235887 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.0930653 Nov 22 16:20:08.908412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af2ee958-4baa-478e-9994-8e677f21d9a8 req-9dfb63f1-f370-4e54-b8ba-1c10d45f0f23 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295474 Nov 22 16:20:08.974633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3055970-ac51-40b1-8784-50086b678866 req-b55289df-b7a8-4658-9292-7c7807d053b3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:08.976239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3055970-ac51-40b1-8784-50086b678866 req-b55289df-b7a8-4658-9292-7c7807d053b3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 944 time: 0.1129725 Nov 22 16:20:08.978300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-ef433e88-008e-4082-824b-739f549c4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:08.979800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-ef433e88-008e-4082-824b-739f549c4ca8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 0.2098188 Nov 22 16:20:09.034725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-ee12d6ab-0fdf-42b8-aaf1-a4cef0599283 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03346159-d157-49eb-b4cf-316f56fba0d6 HTTP/1.1" status: 200 len: 217 time: 0.0441880 Nov 22 16:20:09.081971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:09.082410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:09.097835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3055970-ac51-40b1-8784-50086b678866 req-1ad26084-4e67-4632-9f0d-63b9bb6b8c53 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143758 Nov 22 16:20:09.123522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-3fa88a89-95d8-4c5f-bf8e-48e4e3d3c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:09.123522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-3fa88a89-95d8-4c5f-bf8e-48e4e3d3c583 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.0706096 Nov 22 16:20:09.168176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-b46d11ff-863b-4c6d-a2ea-391575ea7ca1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430183 Nov 22 16:20:09.209388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port df5ef1b1-6fec-4fa2-9d34-6400ef436a3c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,segment=NetworkSegment(0d21b8a8-8bb0-4443-ba99-f1066b50e1e1),segment_id=0d21b8a8-8bb0-4443-ba99-f1066b50e1e1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:09.209766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:09.223923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for df5ef1b1-6fec-4fa2-9d34-6400ef436a3c owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:09.289420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bee6ffbe-5c36-472a-9b9a-ef28a53a69ed req-f7461363-efe5-43f8-aa25-f655720f515a tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0623221 Nov 22 16:20:09.344425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8616c-ea93-4cbd-879f-131eaed74893 req-6e448c38-5fb3-4f31-bd69-06791a47f210 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:09.345923 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1a8616c-ea93-4cbd-879f-131eaed74893 req-6e448c38-5fb3-4f31-bd69-06791a47f210 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1200335 Nov 22 16:20:09.351760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-24c8e2d7-3516-42e1-8c1f-f2550780f9e8 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721001 Nov 22 16:20:09.415567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:09.454837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1a8616c-ea93-4cbd-879f-131eaed74893 req-75a436f2-c909-46ed-a22b-3d38c9d78a46 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010749 Nov 22 16:20:09.463972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=df5ef1b1-6fec-4fa2-9d34-6400ef436a3c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:09.497958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfd157b9-3b46-4c7f-97ac-961c0650da4b req-6b855889-0126-4c5e-9a87-f1a0268b536c service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370976 Nov 22 16:20:09.721987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:10.001231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:20:10.149746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:20:10.155939 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-514b4762-3133-4401-af3e-4770107921a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8520184 Nov 22 16:20:10.160119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56710) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:10.171453 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:20:10.208623 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:10.209742 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:10.284444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f925cb0f-98df-4991-a2bd-a3d21e858ed1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet c16683dc-3557-4c68-aaf5-eb17a29419c7 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:20:10.302859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f925cb0f-98df-4991-a2bd-a3d21e858ed1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:10.350742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6315-1242-4796-85dd-0f570909de07 req-a2daf338-e798-4248-8fa1-b62b3a019af5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:10.359759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-143f6315-1242-4796-85dd-0f570909de07 req-a2daf338-e798-4248-8fa1-b62b3a019af5 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 944 time: 0.1575129 Nov 22 16:20:10.397986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f925cb0f-98df-4991-a2bd-a3d21e858ed1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:10.432188 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:10.512589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-143f6315-1242-4796-85dd-0f570909de07 req-b56255f2-e59a-42c1-afea-8ff9100d3115 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517625 Nov 22 16:20:10.530619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92e13118-3950-4c8b-9684-af9aed9fd4bb req-05c91084-f9e1-48a6-a9b4-2ea05f21fafe tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0728095 Nov 22 16:20:10.564473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-ac8d4805-00a1-4e48-a828-c79aca6a56ce tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:10.567072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-ac8d4805-00a1-4e48-a828-c79aca6a56ce tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.2019162 Nov 22 16:20:10.673115 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f925cb0f-98df-4991-a2bd-a3d21e858ed1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:10.679523 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:09Z', 'revision_number': 9, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:10.710242 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:20:10.719530 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:10.720169 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:10.745654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c73c46-a826-4366-8999-23fae6439dfd req-88fad24e-9dd1-4d58-8059-9bc4e1ae104a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:10.747148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1c73c46-a826-4366-8999-23fae6439dfd req-88fad24e-9dd1-4d58-8059-9bc4e1ae104a tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 946 time: 0.1556463 Nov 22 16:20:10.813185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f925cb0f-98df-4991-a2bd-a3d21e858ed1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:10.818465 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:10.858773 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f925cb0f-98df-4991-a2bd-a3d21e858ed1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:10.865215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f925cb0f-98df-4991-a2bd-a3d21e858ed1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/c16683dc-3557-4c68-aaf5-eb17a29419c7 HTTP/1.1" status: 204 len: 168 time: 0.7009366 Nov 22 16:20:10.865215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925cb0f-98df-4991-a2bd-a3d21e858ed1 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=c16683dc-3557-4c68-aaf5-eb17a29419c7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:10.866734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56720) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:10.869527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1c73c46-a826-4366-8999-23fae6439dfd req-5c85b9a7-d1fd-4438-a775-d0eb107f91a0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047468 Nov 22 16:20:10.872187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a85006-172c-4c03-b027-4f695e735b99 None None] Network dd604d34-19e8-4490-87d0-ba687d30df88 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:20:10.872957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Deleting port e35cb920-9754-4fff-9b0e-c7d7d037d3bb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:10.872957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.039986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.098936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] For port e35cb920-9754-4fff-9b0e-c7d7d037d3bb, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:11.099389 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.117408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port ee2ec7bd-bf45-4090-9627-e99d89b4df1e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:11.117741 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.147153 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:09Z', 'revision_number': 9, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:11.147360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Calling delete_port for e35cb920-9754-4fff-9b0e-c7d7d037d3bb owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:11.197737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] DHCP port deletion for dd604d34-19e8-4490-87d0-ba687d30df88 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:20:11.229779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port ee2ec7bd-bf45-4090-9627-e99d89b4df1e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,segment=NetworkSegment(0d21b8a8-8bb0-4443-ba99-f1066b50e1e1),segment_id=0d21b8a8-8bb0-4443-ba99-f1066b50e1e1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:11.230067 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.274240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] Deleting port ee2ec7bd-bf45-4090-9627-e99d89b4df1e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:11.274923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.282075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for ee2ec7bd-bf45-4090-9627-e99d89b4df1e owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:11.332699 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f1cf6-22ae-44d7-a159-c1c0501e507e None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:09Z', 'revision_number': 9, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '577cb6bc-6144-4518-8009-c0a9e9de603e', 'name': '', 'network_id': 'f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:15:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:39Z', 'updated_at': '2021-11-22T16:19:52Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': '762cf05b-7e56-4e8d-9003-99fd2bd92abb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:20:11.351006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.393897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event deleted for resources: {'Port': ['ID=e35cb920-9754-4fff-9b0e-c7d7d037d3bb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:11.432430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] For port ee2ec7bd-bf45-4090-9627-e99d89b4df1e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,segment=NetworkSegment(0d21b8a8-8bb0-4443-ba99-f1066b50e1e1),segment_id=0d21b8a8-8bb0-4443-ba99-f1066b50e1e1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:11.436204 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.454439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] Calling delete_port for ee2ec7bd-bf45-4090-9627-e99d89b4df1e owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:11.456441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] No DVR routers for this DVR port e35cb920-9754-4fff-9b0e-c7d7d037d3bb on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:11.460660 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.465655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e1a8e7c-c013-4e63-bc50-39efa001119a req-0a55ef5f-70a0-4170-a7bf-41ea5fd4e532 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "DELETE /v2.0/ports/e35cb920-9754-4fff-9b0e-c7d7d037d3bb HTTP/1.1" status: 204 len: 173 time: 0.8722723 Nov 22 16:20:11.466143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c86467-b3cf-46dc-b896-b16e0dd929dc', 'name': 'network-vif-deleted', 'tag': 'e35cb920-9754-4fff-9b0e-c7d7d037d3bb'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:11.470200 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9c9b6b-860b-428f-a975-0f1606cd7468" -d '{"events": [{"server_uuid": "56c86467-b3cf-46dc-b896-b16e0dd929dc", "name": "network-vif-deleted", "tag": "e35cb920-9754-4fff-9b0e-c7d7d037d3bb"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:11.545932 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa9234c-b268-494d-b032-41230be77356 x-openstack-request-id: req-efa9234c-b268-494d-b032-41230be77356 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:11.546605 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c86467-b3cf-46dc-b896-b16e0dd929dc", "name": "network-vif-deleted", "tag": "e35cb920-9754-4fff-9b0e-c7d7d037d3bb", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:11.547101 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efa9234c-b268-494d-b032-41230be77356 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:11.557061 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c86467-b3cf-46dc-b896-b16e0dd929dc', 'name': 'network-vif-deleted', 'tag': 'e35cb920-9754-4fff-9b0e-c7d7d037d3bb', 'status': 'completed', 'code': 200} Nov 22 16:20:11.683816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:11.749255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] Pushing event deleted for resources: {'Port': ['ID=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:11.753038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f2c54-0ef4-4bd1-8ca3-e222b31e69bd None None] No DVR routers for this DVR port ee2ec7bd-bf45-4090-9627-e99d89b4df1e on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:11.766747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415821be-bd59-489e-9060-a4447deb21b0 req-4fdaa5f4-d6e3-48af-9d76-b7839b26fa12 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:11.776913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-415821be-bd59-489e-9060-a4447deb21b0 req-4fdaa5f4-d6e3-48af-9d76-b7839b26fa12 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 944 time: 0.1243987 Nov 22 16:20:11.844959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ee2ec7bd-bf45-4090-9627-e99d89b4df1e no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:11.860719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f7d47ab-299f-46e6-8c4d-867265e4860e req-238c9c4d-01df-44b4-9252-9b2b78602db3 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0790379 Nov 22 16:20:11.902187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ee2ec7bd-bf45-4090-9627-e99d89b4df1e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:11.903723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ee2ec7bd-bf45-4090-9627-e99d89b4df1e not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:11.904976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device df5ef1b1-6fec-4fa2-9d34-6400ef436a3c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:11.922943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-415821be-bd59-489e-9060-a4447deb21b0 req-6b31409e-ad31-4532-81f6-3984fdef0e9b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450183 Nov 22 16:20:11.957738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: df5ef1b1-6fec-4fa2-9d34-6400ef436a3c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:11.958425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device df5ef1b1-6fec-4fa2-9d34-6400ef436a3c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:12.068632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:12.143562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=ee2ec7bd-bf45-4090-9627-e99d89b4df1e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:12.148168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e92d4937-02da-4cc9-b64e-96429cae024b req-44a5e5fa-c9dc-43d6-abdf-9813ed84a317 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=56c86467-b3cf-46dc-b896-b16e0dd929dc HTTP/1.1" status: 200 len: 210 time: 0.0661509 Nov 22 16:20:12.158037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No DVR routers for this DVR port ee2ec7bd-bf45-4090-9627-e99d89b4df1e on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:12.311584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:12.337789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd604d34-19e8-4490-87d0-ba687d30df88']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:12.349700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:12.350142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d21b8a8-8bb0-4443-ba99-f1066b50e1e1') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:12.362590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:12.378523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:12.386671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:20:12.387169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:20:12.391310 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:20:12.458194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:12.467671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:12.471150 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/dd604d34-19e8-4490-87d0-ba687d30df88 HTTP/1.1" status: 204 len: 168 time: 1.5971429 Nov 22 16:20:12.474316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:12.482027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e5c4e-b0f9-43d6-847e-4e32692b3021 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=dd604d34-19e8-4490-87d0-ba687d30df88,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:12.651720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e35cb920-9754-4fff-9b0e-c7d7d037d3bb no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:12.673771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: e35cb920-9754-4fff-9b0e-c7d7d037d3bb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:12.674120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e35cb920-9754-4fff-9b0e-c7d7d037d3bb not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:12.817664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56770) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:12.878778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:12.995872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac8469dd-395b-4b6d-8264-0349a100a056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:13.100053 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22563d01-c758-429c-8cfa-c0cff8ce3d2e req-0f968181-fe2c-4f88-89fa-2f86689a6415 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0779390 Nov 22 16:20:13.100395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 03346159-d157-49eb-b4cf-316f56fba0d6 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:20:13.149794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-d551c919-9639-41af-9de5-30f6ddb83a3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1986971 Nov 22 16:20:13.214695 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac8469dd-395b-4b6d-8264-0349a100a056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:13.231081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861e269-837f-4844-bfb2-f1bb221f0f85 req-d5fbe23f-82ff-4fbb-ae91-6125be8b674b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:13.231759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ac8469dd-395b-4b6d-8264-0349a100a056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:13.232863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d861e269-837f-4844-bfb2-f1bb221f0f85 req-d5fbe23f-82ff-4fbb-ae91-6125be8b674b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 944 time: 0.1961422 Nov 22 16:20:13.346468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8469dd-395b-4b6d-8264-0349a100a056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f40c63-752c-410a-be50-18acda6ea6d9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:13.357704 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ac8469dd-395b-4b6d-8264-0349a100a056 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73a59242086d40a0a86474df2b5d058d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5360718 Nov 22 16:20:13.365709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:13.503982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-c424d416-6065-43bd-a09a-a36d80f59c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:13.506968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-c424d416-6065-43bd-a09a-a36d80f59c3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2469cabfa87640beb91090460220b35f&device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 1097 time: 0.2568069 Nov 22 16:20:13.666332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 03346159-d157-49eb-b4cf-316f56fba0d6, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=03346159-d157-49eb-b4cf-316f56fba0d6,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:13.685876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '03346159-d157-49eb-b4cf-316f56fba0d6', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'port_id': '03346159-d157-49eb-b4cf-316f56fba0d6', 'mac_address': 'fa:16:3e:d1:ad:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc69f0-88b6-4977-844d-882eb71953bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:20:13.749206 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:13.778620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03346159-d157-49eb-b4cf-316f56fba0d6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:20:13.804050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d861e269-837f-4844-bfb2-f1bb221f0f85 req-c2be5a7e-c4df-4a77-abd8-ddd3011300bd tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384257 Nov 22 16:20:13.830518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 03346159-d157-49eb-b4cf-316f56fba0d6, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=03346159-d157-49eb-b4cf-316f56fba0d6,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:13.833132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-7b755030-622c-4cf9-a705-c43edc3ab89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:13.834737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-7b755030-622c-4cf9-a705-c43edc3ab89b service neutron] 10.222.0.11 "GET /v2.0/networks?id=706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 200 len: 916 time: 0.2383513 Nov 22 16:20:13.839210 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:13.919034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-04f0c796-4943-4460-861f-e286c8dd545f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10 HTTP/1.1" status: 200 len: 217 time: 0.0758612 Nov 22 16:20:13.926216 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12786658-bfb3-46c3-9fb9-0592b51c763b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:13.943868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=03346159-d157-49eb-b4cf-316f56fba0d6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:13.953037 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12786658-bfb3-46c3-9fb9-0592b51c763b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.046301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12786658-bfb3-46c3-9fb9-0592b51c763b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.049134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12786658-bfb3-46c3-9fb9-0592b51c763b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.050350 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-12786658-bfb3-46c3-9fb9-0592b51c763b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78f40c63-752c-410a-be50-18acda6ea6d9 HTTP/1.1" status: 204 len: 168 time: 0.6695759 Nov 22 16:20:14.129280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['03346159-d157-49eb-b4cf-316f56fba0d6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:14.142932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12786658-bfb3-46c3-9fb9-0592b51c763b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f40c63-752c-410a-be50-18acda6ea6d9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:14.244297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-a292fb2b-b996-4201-9236-e8af86766218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:14.245716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-a292fb2b-b996-4201-9236-e8af86766218 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 200 len: 855 time: 0.2192383 Nov 22 16:20:14.251157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 577cb6bc-6144-4518-8009-c0a9e9de603e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:14.251516 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.347641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-75fe0998-479c-4de7-ae6a-7c4abec241a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=706200e4-4cbc-42e1-95db-f531e6787aef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889015 Nov 22 16:20:14.460412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13aaccd9-a884-4f89-adf6-d5225ef0d944 req-972abb70-0f70-4c6d-9ea2-13a151925b0b tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1154394 Nov 22 16:20:14.550164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port 577cb6bc-6144-4518-8009-c0a9e9de603e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=577cb6bc-6144-4518-8009-c0a9e9de603e,segment=NetworkSegment(d47c7972-dad6-41a7-af48-a54c8464eede),segment_id=d47c7972-dad6-41a7-af48-a54c8464eede)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:14.551143 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.563328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:14.572797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b9f8-76e3-431a-a103-d1134c713969 req-9eb93316-d84b-415e-817a-97012322a608 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:14.576062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-9eb93316-d84b-415e-817a-97012322a608 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.4686017 Nov 22 16:20:14.585138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72d62729-ac77-4600-a17c-005819af87f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.591952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 577cb6bc-6144-4518-8009-c0a9e9de603e owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:14.627614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-5db645ee-d9c9-4f6d-ba2d-ce928876ceb8 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/quotas/0d56520135374b45bc89d12d47e41c4d HTTP/1.1" status: 200 len: 375 time: 0.0388427 Nov 22 16:20:14.705418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72d62729-ac77-4600-a17c-005819af87f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.710853 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72d62729-ac77-4600-a17c-005819af87f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.755095 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-72d62729-ac77-4600-a17c-005819af87f1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=df05176263654f25b7454a8f5ab6f86a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897912 Nov 22 16:20:14.756123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d62729-ac77-4600-a17c-005819af87f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aa5a1a-0418-4da8-b8c5-ab01427d4808,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:14.759573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56830) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:14.806933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-cc98c205-006d-4e74-8649-ba8cf325fe97 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003468 Nov 22 16:20:14.834424 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9933-36e8-40ec-ae0c-4b5a160d1233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.888641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9933-36e8-40ec-ae0c-4b5a160d1233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.967033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9933-36e8-40ec-ae0c-4b5a160d1233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.971563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d8a9933-36e8-40ec-ae0c-4b5a160d1233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:14.973535 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d8a9933-36e8-40ec-ae0c-4b5a160d1233 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8aa5a1a-0418-4da8-b8c5-ab01427d4808 HTTP/1.1" status: 204 len: 168 time: 0.2127748 Nov 22 16:20:14.997166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-1e8c1f56-4af1-4413-9911-0cf9f3e4b515 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859687 Nov 22 16:20:15.006270 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a9933-36e8-40ec-ae0c-4b5a160d1233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aa5a1a-0418-4da8-b8c5-ab01427d4808,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:15.095476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0873a9eb-7a3b-4755-8eed-27a93ea5656c req-56cc4301-6951-4f93-bfa6-91492df04335 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.2544520 Nov 22 16:20:15.134166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 03346159-d157-49eb-b4cf-316f56fba0d6 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:20:15.268168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 03346159-d157-49eb-b4cf-316f56fba0d6 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:20:15.276494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 03346159-d157-49eb-b4cf-316f56fba0d6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:20:15.277340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:15.404044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:15.441156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94fce98-2fc5-41b8-ab1d-a6ce371d96ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03346159-d157-49eb-b4cf-316f56fba0d6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:15.451124 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc6c6d-1f5b-47ae-b9fa-3224084666e6" -d '{"events": [{"server_uuid": "e94fce98-2fc5-41b8-ab1d-a6ce371d96ee", "name": "network-vif-plugged", "status": "completed", "tag": "03346159-d157-49eb-b4cf-316f56fba0d6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:15.483988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 03346159-d157-49eb-b4cf-316f56fba0d6, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=03346159-d157-49eb-b4cf-316f56fba0d6,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:15.504585 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:15.577126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=03346159-d157-49eb-b4cf-316f56fba0d6,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:15.876830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-1e1b05a1-8a9c-4886-a111-fe25b56817c4 service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0469592 Nov 22 16:20:15.883845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:16.109538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be914180-0a60-4266-ac2c-7dd0596b0f76 req-ea4caec3-9252-48dd-aaa7-4e96409eb286 service neutron] 10.222.0.11 "GET /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0176337 Nov 22 16:20:16.163953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=577cb6bc-6144-4518-8009-c0a9e9de603e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:16.192770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f0e11-4d2d-43ad-9277-8511bd370ed2 req-730920f5-efee-4cd0-aa18-b40fdf62f367 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:16.194421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a7f0e11-4d2d-43ad-9277-8511bd370ed2 req-730920f5-efee-4cd0-aa18-b40fdf62f367 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 945 time: 1.1121294 Nov 22 16:20:16.499696 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a7f0e11-4d2d-43ad-9277-8511bd370ed2 req-c3869c6d-d8d8-4156-a3a1-eb0c60f63602 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464302 Nov 22 16:20:16.605704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-dce5e221-c60a-4e4f-a5be-d8f26a1332cd service neutron] 10.222.0.69 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6981378 Nov 22 16:20:16.626416 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:16.740018 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0285fc82-b718-40c8-a013-27878a8486e9 x-openstack-request-id: req-0285fc82-b718-40c8-a013-27878a8486e9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:16.740650 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94fce98-2fc5-41b8-ab1d-a6ce371d96ee", "name": "network-vif-plugged", "status": "completed", "tag": "03346159-d157-49eb-b4cf-316f56fba0d6", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:16.740650 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0285fc82-b718-40c8-a013-27878a8486e9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:16.741051 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94fce98-2fc5-41b8-ab1d-a6ce371d96ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03346159-d157-49eb-b4cf-316f56fba0d6', 'code': 200} Nov 22 16:20:17.075505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c0e9305-6a2f-40ad-813d-0e5a5ef116c8 req-730032e9-18f2-4cd9-b925-2171935e8b6d tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1806457 Nov 22 16:20:17.120338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:20:17.157467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2db685f0-711e-4939-953a-aaf20df15522 req-ad9f6059-11ba-4849-9939-c772cf84704d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 210 time: 0.0799999 Nov 22 16:20:17.268810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83578856-52d3-4a79-a4c7-d212599f0078 req-c1dfc6b1-5045-43aa-b111-efa9a61a0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:17.271661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83578856-52d3-4a79-a4c7-d212599f0078 req-c1dfc6b1-5045-43aa-b111-efa9a61a0148 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 1097 time: 0.3501096 Nov 22 16:20:17.349148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:20:17.361003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8c001491-5899-455e-ad9c-bed55944e915 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8853481 Nov 22 16:20:17.364054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56918) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:17.365370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:20:17.409481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83578856-52d3-4a79-a4c7-d212599f0078 req-ae5799ae-f6cc-4d98-ad82-4b8a830e9eda service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224985 Nov 22 16:20:17.422452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:17.423604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:17.505084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b935b09d-6255-48dc-b05b-3e72afce7856 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet 762cf05b-7e56-4e8d-9003-99fd2bd92abb {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:20:17.511266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b935b09d-6255-48dc-b05b-3e72afce7856 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:17.597565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b935b09d-6255-48dc-b05b-3e72afce7856 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:17.648351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50875686-bca8-428e-b8e0-b8a4049c49ec req-d08dbcdd-e856-4db8-abc3-ee96fb9cad82 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5&device_id=f298ac1e-643c-4429-b17f-6c345aeaa82c HTTP/1.1" status: 200 len: 210 time: 0.0635810 Nov 22 16:20:17.648582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:17.860019 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b935b09d-6255-48dc-b05b-3e72afce7856 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:18.022050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8cd3-c122-4371-91f2-072f8e98c9ef req-08ed7882-98f2-4fee-b551-e1726ac6b704 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:18.031183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-992b8cd3-c122-4371-91f2-072f8e98c9ef req-08ed7882-98f2-4fee-b551-e1726ac6b704 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 946 time: 0.2188923 Nov 22 16:20:18.056243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b935b09d-6255-48dc-b05b-3e72afce7856 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:18.099845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935b09d-6255-48dc-b05b-3e72afce7856 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=762cf05b-7e56-4e8d-9003-99fd2bd92abb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:18.135491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b935b09d-6255-48dc-b05b-3e72afce7856 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:18.147088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-992b8cd3-c122-4371-91f2-072f8e98c9ef req-f9b1cdcb-5160-44fe-9388-3790195a2d62 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144359 Nov 22 16:20:18.148473 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b935b09d-6255-48dc-b05b-3e72afce7856 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/762cf05b-7e56-4e8d-9003-99fd2bd92abb HTTP/1.1" status: 204 len: 168 time: 0.7827399 Nov 22 16:20:18.148853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:18.169579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41272fc-d498-4600-834a-c8674da3be5b None None] Network f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:20:18.335593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:18.577433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:14Z', 'revision_number': 10, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:18.596747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:18.597103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:18.686375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:20:18.729904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:18.741938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:19:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:18.891759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b65992e-1b8e-4338-89a0-ef04a76bd08f req-391629df-ff6d-426d-855b-7d3420ad140f tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1240754 Nov 22 16:20:18.901447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] DHCP port deletion for f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:20:18.909290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59b763ac-48e3-42d7-af44-e552098235a0 req-d57df0c8-1745-42d8-a48e-24ceb1e8059f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=580e94719dc048f193a9e01b878aeb40&device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.1541376 Nov 22 16:20:19.222916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59b763ac-48e3-42d7-af44-e552098235a0 req-32b0fd0b-59f3-4662-a93f-05e3247a6083 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=580e94719dc048f193a9e01b878aeb40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2793858 Nov 22 16:20:19.299404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,segment=NetworkSegment(d47c7972-dad6-41a7-af48-a54c8464eede),segment_id=d47c7972-dad6-41a7-af48-a54c8464eede)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:19.299850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:19.321478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b9f8-76e3-431a-a103-d1134c713969 req-d06a789e-f294-4f13-9fc9-ef32a8041d30 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:19.324071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-d06a789e-f294-4f13-9fc9-ef32a8041d30 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 811 time: 0.3734124 Nov 22 16:20:19.325427 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6275e80-de31-472e-ac18-86e26317fa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:19.353642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:19.426735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:19.542153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] Deleting port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:19.542804 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:19.718198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] For port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,segment=NetworkSegment(d47c7972-dad6-41a7-af48-a54c8464eede),segment_id=d47c7972-dad6-41a7-af48-a54c8464eede)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:19.718838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:19.803416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Request body: {'port': {'device_id': '53975e9d-6a1a-420b-8830-8fdcd5f3b85d', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'admin_state_up': True, 'tenant_id': '0d56520135374b45bc89d12d47e41c4d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:19.832037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:19.838837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] Calling delete_port for fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:19.841413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef601aab-66f4-459e-bf5d-791797912442 req-d23b920c-577b-45b7-942e-fc88e3d6f5d2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 210 time: 1.0868082 Nov 22 16:20:20.035069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No active binding found for port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:20:20.036484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:20.084702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:14Z', 'revision_number': 10, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:20.123164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b763ac-48e3-42d7-af44-e552098235a0 req-7b72828b-db84-4ad2-9f34-1de627424985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:20.124864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59b763ac-48e3-42d7-af44-e552098235a0 req-7b72828b-db84-4ad2-9f34-1de627424985 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7997701 Nov 22 16:20:20.152632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8375b9-c6c8-4b88-b1b6-2264ba04c23d None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:14Z', 'revision_number': 10, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None, '_interfaces': [{'id': '894d257f-8024-49c6-8451-9101891162e4', 'name': '', 'network_id': '0018a521-2eee-4434-9438-cb12eab5664d', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'mac_address': 'fa:16:3e:a0:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:19:33Z', 'updated_at': '2021-11-22T16:19:43Z', 'revision_number': 5, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'subnets': [{'id': 'ac9770cf-d39f-4552-afbe-e91c47ff1eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:20:20.203103 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.217852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.227726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] No DVR routers for this DVR port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:20.265213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658a60b-0063-4054-997a-9f914a9a7657 req-563c4904-8d75-4d72-9cff-317345556afb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:20.273679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658a60b-0063-4054-997a-9f914a9a7657 req-563c4904-8d75-4d72-9cff-317345556afb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 1.1460974 Nov 22 16:20:20.309217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaf4dc-49cf-4dee-bf61-dc4264269c12 None None] Pushing event deleted for resources: {'Port': ['ID=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:20.361878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=fe1ea25e-afe7-41b1-a8d3-eb0e72df0960,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:20.389176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No DVR routers for this DVR port fe1ea25e-afe7-41b1-a8d3-eb0e72df0960 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:20.439486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2104dd8-ed15-4d41-b247-5b2b1ff1da2d req-bc1e8349-537f-4003-995c-a92e0924d742 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:20.441737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2104dd8-ed15-4d41-b247-5b2b1ff1da2d req-bc1e8349-537f-4003-995c-a92e0924d742 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 946 time: 0.3159525 Nov 22 16:20:20.541907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5658a60b-0063-4054-997a-9f914a9a7657 req-7349e8f1-bd9c-4aa6-a9cb-0d51a9d59ece tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652993 Nov 22 16:20:20.574232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.630458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:20.672951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47c7972-dad6-41a7-af48-a54c8464eede') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:20.673250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47c7972-dad6-41a7-af48-a54c8464eede') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:20.686726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2104dd8-ed15-4d41-b247-5b2b1ff1da2d req-95694ca4-a4c3-42db-ac8a-77101840f423 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148714 Nov 22 16:20:20.700700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Made reservation on behalf of 0d56520135374b45bc89d12d47e41c4d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:20:20.713473 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.729192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.765355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-202253e2-0b9f-45ea-8d1b-f9a6a37c013e req-71920785-cfb8-401f-b893-69184de2294d tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0661433 Nov 22 16:20:20.771001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.791764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 816 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:20:20.792863 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:20:20.873684 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:20:20.967924 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.986524 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:20.990641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9 HTTP/1.1" status: 204 len: 168 time: 2.8381140 Nov 22 16:20:20.995139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57012) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:21.017249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80cc66d9-02c9-4bbf-9b52-23e7723513a1 req-d942659f-9ad5-41a9-b35e-bd913ee6b0b0 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 210 time: 0.0505838 Nov 22 16:20:21.041598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5d71f-5d99-4328-9a84-b88f837d3195 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=f7728150-bf6e-43b7-ba1b-0d0afa8cd8b9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:21.141960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Allocated IP 172.20.0.11 (ab972533-8b55-426b-899c-cbb996ab0adf/eb03a648-b35d-412b-b0d6-a0dc2108bc6a/be81ad1c-355a-4ae1-88cf-9d188c4301da) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:20:21.160083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c74e1-7b3c-45e9-a44b-e5bbbcdadaa1 req-cf014e79-1b61-4949-a60e-02fae16ddc8f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:21.163061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-466c74e1-7b3c-45e9-a44b-e5bbbcdadaa1 req-cf014e79-1b61-4949-a60e-02fae16ddc8f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 946 time: 0.1446917 Nov 22 16:20:21.315836 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c53f15f-befa-4bb6-bd0d-79a3ba09a0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:21.408080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-466c74e1-7b3c-45e9-a44b-e5bbbcdadaa1 req-34aecfc3-9c28-4fcd-8066-4c3c597247f2 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278833 Nov 22 16:20:21.454175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59b763ac-48e3-42d7-af44-e552098235a0 req-c81b3665-1297-4352-9e56-55c10f27d694 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0734541 Nov 22 16:20:21.578887 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:21.615565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:21.656607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:21.674353 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 577cb6bc-6144-4518-8009-c0a9e9de603e no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:21.730416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 577cb6bc-6144-4518-8009-c0a9e9de603e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:21.732334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 577cb6bc-6144-4518-8009-c0a9e9de603e not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:21.775412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Network ab972533-8b55-426b-899c-cbb996ab0adf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:20:21.786560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:20:21.792807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:20:21.830619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event updated for resources: {'Port': ['ID=be81ad1c-355a-4ae1-88cf-9d188c4301da,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:21.857116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a06ab-82a3-488e-ac80-bac999cf9fcb req-832ae911-5d9e-4a6c-b394-d49b0bf93892 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:21.864388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-438a06ab-82a3-488e-ac80-bac999cf9fcb req-832ae911-5d9e-4a6c-b394-d49b0bf93892 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.1380911 Nov 22 16:20:21.885951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5927e5-5644-4c49-bbee-0d7e1c6edaad req-f43573a4-7ded-4f8d-b3e3-0efc7d9775e4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:21.893402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb5927e5-5644-4c49-bbee-0d7e1c6edaad req-f43573a4-7ded-4f8d-b3e3-0efc7d9775e4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 946 time: 0.2541323 Nov 22 16:20:21.920457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:21.920457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:21.975163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-8318c231-b30e-4308-87cf-4f90d8e229e5 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5645669 Nov 22 16:20:21.996244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Request body: {'port': {'device_id': '53975e9d-6a1a-420b-8830-8fdcd5f3b85d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:22.012685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-438a06ab-82a3-488e-ac80-bac999cf9fcb req-da406c01-6449-43eb-bb16-11f2d155c78a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473382 Nov 22 16:20:22.069437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb5927e5-5644-4c49-bbee-0d7e1c6edaad req-346657be-5840-440d-b3d2-7a9a8035ae3c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712751 Nov 22 16:20:22.161873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:22.252753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 894d257f-8024-49c6-8451-9101891162e4 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:22.254991 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:22.452257 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:22.457789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port 894d257f-8024-49c6-8451-9101891162e4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=894d257f-8024-49c6-8451-9101891162e4,segment=NetworkSegment(75d80d94-6850-4c7e-a9e7-a9cd69ae35b0),segment_id=75d80d94-6850-4c7e-a9e7-a9cd69ae35b0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:22.458002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:22.478374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1ed23f3-cd49-4e55-82c2-a8154c62d014 req-cb3b6ed3-f47d-4363-9b7a-9a6d1f5dc4a1 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce714ce2-2968-47a7-8af4-64a2449d34d5 HTTP/1.1" status: 200 len: 210 time: 0.0641761 Nov 22 16:20:22.489471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 894d257f-8024-49c6-8451-9101891162e4 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:22.540895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:22.641700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f34664-919b-4b7e-92ab-00fe934bad32 req-fddaef73-c3d5-4141-940d-d860e2f52839 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:22.648561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39f34664-919b-4b7e-92ab-00fe934bad32 req-fddaef73-c3d5-4141-940d-d860e2f52839 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 932 time: 0.1925428 Nov 22 16:20:22.814167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:22.877404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be81ad1c-355a-4ae1-88cf-9d188c4301da {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:20:22.882409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=894d257f-8024-49c6-8451-9101891162e4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:22.893495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39f34664-919b-4b7e-92ab-00fe934bad32 req-0d6568c8-83ca-4a73-975f-4ba394e0690d tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505659 Nov 22 16:20:22.903274 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:22.950457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Transition to ACTIVE for port object be81ad1c-355a-4ae1-88cf-9d188c4301da will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:20:22.998302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:23.079791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b265-8886-4ea9-9607-2fe3f3a07056 req-4ea7cc16-2a3e-4e83-b34f-76c2191bb9a1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:23.081399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b21b265-8886-4ea9-9607-2fe3f3a07056 req-4ea7cc16-2a3e-4e83-b34f-76c2191bb9a1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 946 time: 0.1338739 Nov 22 16:20:23.089352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Pushing event updated for resources: {'Port': ['ID=be81ad1c-355a-4ae1-88cf-9d188c4301da,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:23.165040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:23.257398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b21b265-8886-4ea9-9607-2fe3f3a07056 req-1c0aa015-0c1e-4439-9ea5-eca207800f31 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587927 Nov 22 16:20:23.286584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Attempting to bind port be81ad1c-355a-4ae1-88cf-9d188c4301da on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:20:23.286939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Attempting to bind port be81ad1c-355a-4ae1-88cf-9d188c4301da by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:20:23.287375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Attempting to bind port be81ad1c-355a-4ae1-88cf-9d188c4301da on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:20:23.298989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e98cf-fd35-42e8-b71e-a44994dfe09c req-6ae12f02-2132-4d86-b0ca-024bdc3f2a07 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:23.300584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d4e98cf-fd35-42e8-b71e-a44994dfe09c req-6ae12f02-2132-4d86-b0ca-024bdc3f2a07 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.1281044 Nov 22 16:20:23.303064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Port be81ad1c-355a-4ae1-88cf-9d188c4301da on network ab972533-8b55-426b-899c-cbb996ab0adf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:20:23.303394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Attempting to bind port be81ad1c-355a-4ae1-88cf-9d188c4301da on network ab972533-8b55-426b-899c-cbb996ab0adf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:20:23.317680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:20:23.318026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Checking segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:20:23.318417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Bound using segment: {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:20:23.318871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Bound port: be81ad1c-355a-4ae1-88cf-9d188c4301da, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341fc819-08a8-49cd-ae61-c18ec5ea00df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:20:23.319239 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:23.397166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:20:23.404602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d4e98cf-fd35-42e8-b71e-a44994dfe09c req-18d28967-4771-493c-afc4-a8c05494c47b tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964189 Nov 22 16:20:23.442674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] For port be81ad1c-355a-4ae1-88cf-9d188c4301da, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:20:23.446809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] For port be81ad1c-355a-4ae1-88cf-9d188c4301da, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=be81ad1c-355a-4ae1-88cf-9d188c4301da,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:20:23.453958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:23.499818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:23.500751 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:23.502217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] 10.222.0.11 "PUT /v2.0/ports/be81ad1c-355a-4ae1-88cf-9d188c4301da HTTP/1.1" status: 200 len: 1092 time: 1.5131900 Nov 22 16:20:23.509369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53975e9d-6a1a-420b-8830-8fdcd5f3b85d', 'tag': 'be81ad1c-355a-4ae1-88cf-9d188c4301da'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:23.512497 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab735290-2074-4a4b-a978-87499f99433b" -d '{"events": [{"name": "network-changed", "server_uuid": "53975e9d-6a1a-420b-8830-8fdcd5f3b85d", "tag": "be81ad1c-355a-4ae1-88cf-9d188c4301da"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:23.536265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:20:23.550147 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:20:23.560589 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-574f3668-d2f7-4f64-bd8c-69d1366ef190 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5640910 Nov 22 16:20:23.561664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57060) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:23.574830 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:23.575604 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:20:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:23.625606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a86eb-265a-4331-800f-6522e6c7566d service neutron] Pushing event updated for resources: {'Port': ['ID=be81ad1c-355a-4ae1-88cf-9d188c4301da,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:23.640656 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2320c38-e0f4-47d9-99a8-1bf344f26b5c x-openstack-request-id: req-e2320c38-e0f4-47d9-99a8-1bf344f26b5c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:23.641504 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53975e9d-6a1a-420b-8830-8fdcd5f3b85d", "tag": "be81ad1c-355a-4ae1-88cf-9d188c4301da", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:23.641936 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2320c38-e0f4-47d9-99a8-1bf344f26b5c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:23.642545 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53975e9d-6a1a-420b-8830-8fdcd5f3b85d', 'tag': 'be81ad1c-355a-4ae1-88cf-9d188c4301da', 'status': 'completed', 'code': 200} Nov 22 16:20:23.663469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5c4578-fdff-40d5-a8ca-280c507bbb8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting subnet ac9770cf-d39f-4552-afbe-e91c47ff1eef {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:20:23.669556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4578-fdff-40d5-a8ca-280c507bbb8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:23.676041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b9f8-76e3-431a-a103-d1134c713969 req-e8ce1673-a1ee-4fa2-b214-6f4ec884fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:23.681116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-e8ce1673-a1ee-4fa2-b214-6f4ec884fbea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 1095 time: 0.1255906 Nov 22 16:20:23.754266 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-6956515e-ac08-4c53-b566-d03c3b6a677c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be81ad1c-355a-4ae1-88cf-9d188c4301da HTTP/1.1" status: 200 len: 217 time: 0.0652046 Nov 22 16:20:23.755619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4578-fdff-40d5-a8ca-280c507bbb8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:23.781233 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:23.912269 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:22Z', 'revision_number': 11, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:23.952216 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:20:23.971394 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:23.974228 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:20:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:24.003076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4578-fdff-40d5-a8ca-280c507bbb8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.127169 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:24.179059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4578-fdff-40d5-a8ca-280c507bbb8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.238888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a428b1c0-4772-4b5b-bdf6-0cc121ceccfa None None] Network 0018a521-2eee-4434-9438-cb12eab5664d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:20:24.239761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c4578-fdff-40d5-a8ca-280c507bbb8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9770cf-d39f-4552-afbe-e91c47ff1eef,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:24.245867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4578-fdff-40d5-a8ca-280c507bbb8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.249734 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ab5c4578-fdff-40d5-a8ca-280c507bbb8e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/ac9770cf-d39f-4552-afbe-e91c47ff1eef HTTP/1.1" status: 204 len: 168 time: 0.6871636 Nov 22 16:20:24.253174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57070) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:24.281715 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:22Z', 'revision_number': 11, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:24.330560 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdf9f8-e055-4ffe-aa7f-94aef81f6cd9 None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:22Z', 'revision_number': 11, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:20:24.416206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.519182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5f9f59a-fc61-45cb-a1f1-8061fcf3e561 req-5bfcc293-18cd-4a80-9804-6a4c78e096ee tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=f298ac1e-643c-4429-b17f-6c345aeaa82c HTTP/1.1" status: 200 len: 210 time: 0.1047628 Nov 22 16:20:24.521164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ba6d56-fedd-4029-b270-9ebe42eefa70 req-f465fbe2-db93-49a4-aef8-71875e06721f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=580e94719dc048f193a9e01b878aeb40&device_id=f298ac1e-643c-4429-b17f-6c345aeaa82c HTTP/1.1" status: 200 len: 210 time: 0.1050172 Nov 22 16:20:24.562009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b9f8-76e3-431a-a103-d1134c713969 req-2452d29a-f8c1-45cc-b871-6bf9f79239c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:24.563760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-2452d29a-f8c1-45cc-b871-6bf9f79239c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.8001597 Nov 22 16:20:24.570795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ba6d56-fedd-4029-b270-9ebe42eefa70 req-fab6afaa-aee7-4f09-81a2-74dea4ad482f service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=580e94719dc048f193a9e01b878aeb40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386908 Nov 22 16:20:24.591585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-f5baba15-f16e-40cd-bb93-9e25f649ef72 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:24.593233 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-f5baba15-f16e-40cd-bb93-9e25f649ef72 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 946 time: 0.1733608 Nov 22 16:20:24.608372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1f474-4385-44aa-845b-478c77228af9 req-1d3753ef-017e-46a0-9401-ab2b6c5c8821 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:24.619982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85d1f474-4385-44aa-845b-478c77228af9 req-1d3753ef-017e-46a0-9401-ab2b6c5c8821 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 944 time: 0.1902699 Nov 22 16:20:24.675708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-fc33ad9c-4778-473d-9d08-5931a59a8329 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029420 Nov 22 16:20:24.741705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Deleting port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:24.742061 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.896968 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.910241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] For port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,segment=NetworkSegment(75d80d94-6850-4c7e-a9e7-a9cd69ae35b0),segment_id=75d80d94-6850-4c7e-a9e7-a9cd69ae35b0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:24.910241 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.934244 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.953581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Calling delete_port for 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:24.968543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Deleting port 03346159-d157-49eb-b4cf-316f56fba0d6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:24.968811 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:24.979763 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.119489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] DHCP port deletion for 0018a521-2eee-4434-9438-cb12eab5664d request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:20:25.129914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85d1f474-4385-44aa-845b-478c77228af9 req-d1d2b3b6-ed35-48bd-bbb5-c67e4e22ec6c tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951966 Nov 22 16:20:25.193383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba6d56-fedd-4029-b270-9ebe42eefa70 req-0948e6db-eb02-4196-a49b-8652014a4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:25.195156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2ba6d56-fedd-4029-b270-9ebe42eefa70 req-0948e6db-eb02-4196-a49b-8652014a4293 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6087575 Nov 22 16:20:25.231980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27683b51-0230-4070-83f2-b2fcf6edc734 req-18302349-1745-467f-884c-e9f19c7f6cae tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:25.232224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] For port 03346159-d157-49eb-b4cf-316f56fba0d6, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=03346159-d157-49eb-b4cf-316f56fba0d6,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:25.232586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.244810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27683b51-0230-4070-83f2-b2fcf6edc734 req-18302349-1745-467f-884c-e9f19c7f6cae tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 946 time: 0.5612290 Nov 22 16:20:25.246466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] Deleting port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:25.247118 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.258020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Calling delete_port for 03346159-d157-49eb-b4cf-316f56fba0d6 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:25.280425 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.375725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Port': ['ID=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:25.389807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No DVR routers for this DVR port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:25.420451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] For port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,segment=NetworkSegment(75d80d94-6850-4c7e-a9e7-a9cd69ae35b0),segment_id=75d80d94-6850-4c7e-a9e7-a9cd69ae35b0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:25.420870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.437863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27683b51-0230-4070-83f2-b2fcf6edc734 req-33a5dd04-18c6-43ad-a598-0ab6486986fa tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922538 Nov 22 16:20:25.449231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] Calling delete_port for 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:25.459609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-7e24a6a5-f3e4-42b4-b9a8-0683a7d0c8b2 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779802 Nov 22 16:20:25.525629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.571445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0018a521-2eee-4434-9438-cb12eab5664d']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:25.594269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:25.594269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d80d94-6850-4c7e-a9e7-a9cd69ae35b0') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:25.651331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.695258 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.726576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.733680 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5724b9f8-76e3-431a-a103-d1134c713969 req-96d1f1c0-0278-4160-a190-e27419e74881 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604244 Nov 22 16:20:25.749090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:20:25.751203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:20:25.764761 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:20:25.769876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] Pushing event deleted for resources: {'Port': ['ID=7cebdb0a-e48b-47e7-9918-5d5a7bedf338,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:25.793433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fc68c-da26-454e-9af6-79f2cacb7de2 None None] No DVR routers for this DVR port 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:25.851327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aec0ffb2-8f9c-4a49-8a47-c3e5f88bd61c req-b1ca8b41-ac71-47b3-b713-d6ef2d9ad3d6 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=f298ac1e-643c-4429-b17f-6c345aeaa82c HTTP/1.1" status: 200 len: 210 time: 0.1134238 Nov 22 16:20:25.876670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:25.946598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.984661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848', '03346159-d157-49eb-b4cf-316f56fba0d6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:25.994446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:25.995167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7cebdb0a-e48b-47e7-9918-5d5a7bedf338 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:25.996067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 894d257f-8024-49c6-8451-9101891162e4 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:26.002101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57e927-6c4f-4a29-b464-6c255b442378 req-7700085e-7646-453a-ad88-1e7ef0e212fd tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:26.020451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e57e927-6c4f-4a29-b464-6c255b442378 req-7700085e-7646-453a-ad88-1e7ef0e212fd tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.7734931 Nov 22 16:20:26.051213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 894d257f-8024-49c6-8451-9101891162e4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:26.051868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 894d257f-8024-49c6-8451-9101891162e4 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:26.091431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event deleted for resources: {'Port': ['ID=03346159-d157-49eb-b4cf-316f56fba0d6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:26.096971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57092) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:26.104166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735290-2074-4a4b-a978-87499f99433b req-2a3bd049-ebb8-4056-bc51-9f9d88abbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:26.105832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab735290-2074-4a4b-a978-87499f99433b req-2a3bd049-ebb8-4056-bc51-9f9d88abbd20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d56520135374b45bc89d12d47e41c4d&device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 1095 time: 0.2485378 Nov 22 16:20:26.122291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e57e927-6c4f-4a29-b464-6c255b442378 req-c68c4b4a-5182-429e-8420-560e799cf952 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005061 Nov 22 16:20:26.235039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] No DVR routers for this DVR port 03346159-d157-49eb-b4cf-316f56fba0d6 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:26.237126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:26.240059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:26.250170 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d75f8cf-41e0-4d7f-9631-1acff517f51e req-27212849-66e4-4494-9c50-694ccaf5f045 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "DELETE /v2.0/ports/03346159-d157-49eb-b4cf-316f56fba0d6 HTTP/1.1" status: 204 len: 173 time: 1.6474535 Nov 22 16:20:26.250670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94fce98-2fc5-41b8-ab1d-a6ce371d96ee', 'name': 'network-vif-deleted', 'tag': '03346159-d157-49eb-b4cf-316f56fba0d6'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:26.253140 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e27f61-b2f2-4636-98c4-fa91cdbaef7a" -d '{"events": [{"server_uuid": "e94fce98-2fc5-41b8-ab1d-a6ce371d96ee", "name": "network-vif-deleted", "tag": "03346159-d157-49eb-b4cf-316f56fba0d6"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:26.279022 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:26.288097 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/networks/0018a521-2eee-4434-9438-cb12eab5664d HTTP/1.1" status: 204 len: 168 time: 2.0337224 Nov 22 16:20:26.293133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57100) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:26.326242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'routes': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:26.330703 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9785c6-d1cd-4a7a-ade5-d54aef060f72 x-openstack-request-id: req-1c9785c6-d1cd-4a7a-ade5-d54aef060f72 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:26.331484 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94fce98-2fc5-41b8-ab1d-a6ce371d96ee", "name": "network-vif-deleted", "tag": "03346159-d157-49eb-b4cf-316f56fba0d6", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:26.332009 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c9785c6-d1cd-4a7a-ade5-d54aef060f72 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:26.332673 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94fce98-2fc5-41b8-ab1d-a6ce371d96ee', 'name': 'network-vif-deleted', 'tag': '03346159-d157-49eb-b4cf-316f56fba0d6', 'status': 'completed', 'code': 200} Nov 22 16:20:26.334839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637d21d-06de-4156-802e-8a19bf74aca5 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Pushing event deleted for resources: {'Network': ['ID=0018a521-2eee-4434-9438-cb12eab5664d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:26.450772 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c65dfe52-ada4-4b37-bc72-a6c588a8af20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:26.475830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735290-2074-4a4b-a978-87499f99433b req-2a0049ea-938a-447f-bea4-10fdf9d09294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:26.479995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab735290-2074-4a4b-a978-87499f99433b req-2a0049ea-938a-447f-bea4-10fdf9d09294 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 200 len: 912 time: 0.3525202 Nov 22 16:20:26.489593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f7948-ac65-4151-aa2a-38ba4ddf4280 req-0848d4b1-b36d-4fb6-b373-217d588681a6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:26.497797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f2f7948-ac65-4151-aa2a-38ba4ddf4280 req-0848d4b1-b36d-4fb6-b373-217d588681a6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 944 time: 0.1404727 Nov 22 16:20:26.562597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab735290-2074-4a4b-a978-87499f99433b req-b318a3c8-1d9c-453e-90ce-0722a0174ec5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be81ad1c-355a-4ae1-88cf-9d188c4301da HTTP/1.1" status: 200 len: 217 time: 0.0618808 Nov 22 16:20:26.653766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f2f7948-ac65-4151-aa2a-38ba4ddf4280 req-6e0ed019-ecb6-4997-b7e6-b89b8ee41cb1 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549010 Nov 22 16:20:26.656089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab735290-2074-4a4b-a978-87499f99433b req-e415930e-c8cd-40a3-a1a7-955ec0ba30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:26.658236 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab735290-2074-4a4b-a978-87499f99433b req-e415930e-c8cd-40a3-a1a7-955ec0ba30d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 200 len: 851 time: 0.0862226 Nov 22 16:20:26.699715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c65dfe52-ada4-4b37-bc72-a6c588a8af20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:26.708402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c65dfe52-ada4-4b37-bc72-a6c588a8af20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:26.735628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab735290-2074-4a4b-a978-87499f99433b req-38c84615-ee11-4529-b456-85e6eb5b5b86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ab972533-8b55-426b-899c-cbb996ab0adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693159 Nov 22 16:20:26.805873 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f2ba6d56-fedd-4029-b270-9ebe42eefa70 req-d0ed590a-07d2-4cae-99c0-6752d2e5f320 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.71 "GET /v2.0/ports?device_id=f298ac1e-643c-4429-b17f-6c345aeaa82c HTTP/1.1" status: 200 len: 210 time: 0.1016307 Nov 22 16:20:26.818135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.extraroute_db [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Added routes are [] {{(pid=103410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:20:26.818509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.extraroute_db [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Removed routes are [] {{(pid=103410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:20:26.820814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:26.849126 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c65dfe52-ada4-4b37-bc72-a6c588a8af20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97c1228b37844e619bd44e4583def411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7394943 Nov 22 16:20:26.865911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57106) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:26.956853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dfe52-ada4-4b37-bc72-a6c588a8af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd8ec57-8623-4c16-a5fd-2e0eb8a1371f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:27.058479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d79a23bd-f4a1-4d74-ae70-0cea7ed8a55d req-3639fbf0-2d14-4f75-a710-2bf352d2a596 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94fce98-2fc5-41b8-ab1d-a6ce371d96ee HTTP/1.1" status: 200 len: 210 time: 0.4475789 Nov 22 16:20:27.192005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2856c3d-88c3-4ed9-9bf9-f0225cbcfea3 req-43957715-d49d-4969-ab8f-53028ad80c60 tempest-ServerShowV247Test-1864190824 tempest-ServerShowV247Test-1864190824-project] 10.222.0.69 "GET /v2.0/ports?device_id=f298ac1e-643c-4429-b17f-6c345aeaa82c HTTP/1.1" status: 200 len: 210 time: 0.1293573 Nov 22 16:20:27.242212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c9ba-9975-40c0-98ad-27dce07bc6c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:27.246435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab735290-2074-4a4b-a978-87499f99433b req-27664e3d-d18e-44ff-a287-60b7303c564c service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021713 Nov 22 16:20:27.363373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab735290-2074-4a4b-a978-87499f99433b req-6f909941-64a8-42ae-a044-0550dcdaa406 service neutron] 10.222.0.11 "GET /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059239 Nov 22 16:20:27.442833 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c9ba-9975-40c0-98ad-27dce07bc6c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:27.526784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124770d-3102-4796-9149-fcc6a1722564 req-9d668135-eee7-43b5-9a69-a2356a164c4a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:27.528757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1124770d-3102-4796-9149-fcc6a1722564 req-9d668135-eee7-43b5-9a69-a2356a164c4a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2729645 Nov 22 16:20:27.558533 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:27.562465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:27.588187 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c9ba-9975-40c0-98ad-27dce07bc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:27.591223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c9ba-9975-40c0-98ad-27dce07bc6c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:27.610440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d1f9c9ba-9975-40c0-98ad-27dce07bc6c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbd8ec57-8623-4c16-a5fd-2e0eb8a1371f HTTP/1.1" status: 204 len: 168 time: 0.7244949 Nov 22 16:20:27.669957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9c9ba-9975-40c0-98ad-27dce07bc6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd8ec57-8623-4c16-a5fd-2e0eb8a1371f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:27.715442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1124770d-3102-4796-9149-fcc6a1722564 req-cc47ef35-aff9-4e60-a624-bac3362780c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699445 Nov 22 16:20:27.732583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router 1e93649c-3243-43ca-99bc-8763782c1c87 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:20:27.844602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691de63-47e9-4ff7-9b54-8cb61e170fcb req-fb7abee4-4d39-4fb6-baae-47a197530d03 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:27.854148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d691de63-47e9-4ff7-9b54-8cb61e170fcb req-fb7abee4-4d39-4fb6-baae-47a197530d03 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 944 time: 0.0849857 Nov 22 16:20:27.887161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:20:27.899334 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:27.903138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] Sync routers for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:20:27.904539 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b0b73133-e0a6-4356-bae1-0c3cd8069370 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 200 len: 700 time: 1.6074152 Nov 22 16:20:27.905242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57122) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:27.920074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:27.925157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:20:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:27.954356 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-78a82758-6235-40db-81bb-e88a860f5803 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 200 len: 205 time: 0.0477514 Nov 22 16:20:27.957328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d691de63-47e9-4ff7-9b54-8cb61e170fcb req-d98ca866-08c6-4ff8-8445-05de5ea80a85 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018820 Nov 22 16:20:27.959276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:28.058758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:28.092108 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df64ba6a-681a-4932-806a-65c2fc73d23b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.147266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:22Z', 'revision_number': 11, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:28.220767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] Checking router: 1e93649c-3243-43ca-99bc-8763782c1c87 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:20:28.270175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] Routers {'1e93649c-3243-43ca-99bc-8763782c1c87'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:28.273135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:20:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1e93649c-3243-43ca-99bc-8763782c1c87'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:28.385798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df64ba6a-681a-4932-806a-65c2fc73d23b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.389874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df64ba6a-681a-4932-806a-65c2fc73d23b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.470217 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df64ba6a-681a-4932-806a-65c2fc73d23b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.470736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df64ba6a-681a-4932-806a-65c2fc73d23b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Fanout notify agent at l3_agent the message router_deleted on router 1e93649c-3243-43ca-99bc-8763782c1c87 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:20:28.471470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] Set router 1e93649c-3243-43ca-99bc-8763782c1c87 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:28.486992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df64ba6a-681a-4932-806a-65c2fc73d23b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.488780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-df64ba6a-681a-4932-806a-65c2fc73d23b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 204 len: 168 time: 0.5284843 Nov 22 16:20:28.496260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:28.516858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b00daef9-d15d-4699-906e-bdafbc0f4ce4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1700293431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:28.567572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:22Z', 'revision_number': 11, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:28.615610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95853ecd-0330-4b30-99d5-cbe84ab3ce58 None None] The sync data for ids ['1e93649c-3243-43ca-99bc-8763782c1c87'] in n-d-811716-3 is: [{'id': '1e93649c-3243-43ca-99bc-8763782c1c87', 'name': 'tempest-RoutersTest-router-604502403', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:19:30Z', 'updated_at': '2021-11-22T16:20:22Z', 'revision_number': 11, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:20:28.628361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b00daef9-d15d-4699-906e-bdafbc0f4ce4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.630573 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b00daef9-d15d-4699-906e-bdafbc0f4ce4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.771528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57164) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:28.826834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device be81ad1c-355a-4ae1-88cf-9d188c4301da details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:20:28.944753 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b00daef9-d15d-4699-906e-bdafbc0f4ce4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.949317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port be81ad1c-355a-4ae1-88cf-9d188c4301da, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=be81ad1c-355a-4ae1-88cf-9d188c4301da,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:28.970500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90e7d757-3bf6-49bf-b8ec-67b567b9d13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:28.972994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'be81ad1c-355a-4ae1-88cf-9d188c4301da', 'network_id': 'ab972533-8b55-426b-899c-cbb996ab0adf', 'port_id': 'be81ad1c-355a-4ae1-88cf-9d188c4301da', 'mac_address': 'fa:16:3e:49:cc:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb03a648-b35d-412b-b0d6-a0dc2108bc6a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:20:28.983181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b00daef9-d15d-4699-906e-bdafbc0f4ce4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.027884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-8d88ea3e-289d-4f9b-a4b2-7c75886be635 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:29.038331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-8d88ea3e-289d-4f9b-a4b2-7c75886be635 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.4487717 Nov 22 16:20:29.061822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bcaa4-0aca-45b8-9927-d6ce807573ab req-c530952d-f561-407d-a276-380a0cc9d034 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:29.065958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.070089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-091bcaa4-0aca-45b8-9927-d6ce807573ab req-c530952d-f561-407d-a276-380a0cc9d034 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.1888976 Nov 22 16:20:29.083716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be81ad1c-355a-4ae1-88cf-9d188c4301da {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:20:29.107320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port be81ad1c-355a-4ae1-88cf-9d188c4301da, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=be81ad1c-355a-4ae1-88cf-9d188c4301da,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:29.114572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-197c8949-282f-4c29-b915-ce0faa953234 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/quotas/1e9c24f629ef41cc8bf8e9068d07a03e HTTP/1.1" status: 200 len: 375 time: 0.0752063 Nov 22 16:20:29.122003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.156093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 03346159-d157-49eb-b4cf-316f56fba0d6 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:29.198605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90e7d757-3bf6-49bf-b8ec-67b567b9d13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.206522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 03346159-d157-49eb-b4cf-316f56fba0d6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:29.210435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 03346159-d157-49eb-b4cf-316f56fba0d6 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:29.211097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90e7d757-3bf6-49bf-b8ec-67b567b9d13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.217428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b00daef9-d15d-4699-906e-bdafbc0f4ce4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.218660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b00daef9-d15d-4699-906e-bdafbc0f4ce4 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7127602 Nov 22 16:20:29.223281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57178) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:29.256670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d47153c9-02a6-4ca3-96d9-23d61661f605 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:29.274925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=be81ad1c-355a-4ae1-88cf-9d188c4301da,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:29.278923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57184) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:29.280653 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90e7d757-3bf6-49bf-b8ec-67b567b9d13b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=580e94719dc048f193a9e01b878aeb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5068676 Nov 22 16:20:29.306540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7d757-3bf6-49bf-b8ec-67b567b9d13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151fa94f-c865-4320-9c1d-081b45aed416,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:29.369237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['be81ad1c-355a-4ae1-88cf-9d188c4301da'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:29.414067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-47832133-8edb-402a-b1f2-d78eff9f527b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2985141 Nov 22 16:20:29.427400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-091bcaa4-0aca-45b8-9927-d6ce807573ab req-30f3aea1-aaa3-4ac3-8269-f65d930c9e3d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557088 Nov 22 16:20:29.808860 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac94d9d9-4ad4-4fe3-a9db-5b2c7f4b742a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.847958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686becbe-717b-40eb-b694-86013c13b709 req-e3e48ecd-ca48-4871-a07c-57022207f90f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:29.857451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-686becbe-717b-40eb-b694-86013c13b709 req-e3e48ecd-ca48-4871-a07c-57022207f90f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 945 time: 0.2478669 Nov 22 16:20:29.873972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac94d9d9-4ad4-4fe3-a9db-5b2c7f4b742a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.909495 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d47153c9-02a6-4ca3-96d9-23d61661f605 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:29.969223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-e3982ba3-eca1-42e7-ab18-fc7a9993fcc1 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536726 Nov 22 16:20:29.970293 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d47153c9-02a6-4ca3-96d9-23d61661f605 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:30.006244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-686becbe-717b-40eb-b694-86013c13b709 req-f96033cd-10c3-4f8b-8c11-b5440cdfa6b7 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478658 Nov 22 16:20:30.658658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731ed46-efd3-48a6-ad16-8f1f03e8bce8 req-94c99d8a-95d3-480b-905a-dc9e2d0d8ee1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:30.660236 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a731ed46-efd3-48a6-ad16-8f1f03e8bce8 req-94c99d8a-95d3-480b-905a-dc9e2d0d8ee1 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 945 time: 0.1566300 Nov 22 16:20:30.670512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac94d9d9-4ad4-4fe3-a9db-5b2c7f4b742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:30.674076 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac94d9d9-4ad4-4fe3-a9db-5b2c7f4b742a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:30.677993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ac94d9d9-4ad4-4fe3-a9db-5b2c7f4b742a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/151fa94f-c865-4320-9c1d-081b45aed416 HTTP/1.1" status: 204 len: 168 time: 1.3909621 Nov 22 16:20:30.692254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-f79d5d80-2251-4470-bedf-1937e98bd394 service neutron] 10.222.0.69 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7074809 Nov 22 16:20:30.732202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94d9d9-4ad4-4fe3-a9db-5b2c7f4b742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151fa94f-c865-4320-9c1d-081b45aed416,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:30.778471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:20:30.780883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device be81ad1c-355a-4ae1-88cf-9d188c4301da up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:20:30.810757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47153c9-02a6-4ca3-96d9-23d61661f605 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Router ca7efb99-0409-4952-a947-76e1a15279e6 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:20:30.858009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a731ed46-efd3-48a6-ad16-8f1f03e8bce8 req-1261c323-27a5-4e53-a217-fda7929b967b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802027 Nov 22 16:20:30.943371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port be81ad1c-355a-4ae1-88cf-9d188c4301da completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:20:30.956469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port be81ad1c-355a-4ae1-88cf-9d188c4301da triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:20:30.956844 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:31.097127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:31.104719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c6516b2-8d05-426a-bb0f-161571d3d444 req-6847fbb9-93bf-4f10-89c2-e8b535fe36d1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 210 time: 0.0978684 Nov 22 16:20:31.146244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'port_id': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'mac_address': 'fa:16:3e:f1:43:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:20:31.214398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47153c9-02a6-4ca3-96d9-23d61661f605 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:20:31.233444 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] Sync routers for ids ['ca7efb99-0409-4952-a947-76e1a15279e6'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:20:31.245150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d47153c9-02a6-4ca3-96d9-23d61661f605 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:31.249122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d47153c9-02a6-4ca3-96d9-23d61661f605 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "PUT /v2.0/routers/ca7efb99-0409-4952-a947-76e1a15279e6 HTTP/1.1" status: 200 len: 694 time: 2.0172622 Nov 22 16:20:31.251695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57250) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:31.259048 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] Routers {'ca7efb99-0409-4952-a947-76e1a15279e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:31.260514 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:20:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca7efb99-0409-4952-a947-76e1a15279e6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:31.306044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2b4e1-a2aa-462c-a204-f4698bb13861 req-98f22d4f-7128-4723-aefb-e7f3cd004728 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:31.315097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3b2b4e1-a2aa-462c-a204-f4698bb13861 req-98f22d4f-7128-4723-aefb-e7f3cd004728 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2090685 Nov 22 16:20:31.384929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:31.412116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3b2b4e1-a2aa-462c-a204-f4698bb13861 req-968baeeb-a5d5-4217-9929-a1eab9b76a35 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950789 Nov 22 16:20:31.438223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3540-5350-46d5-8bf2-986d2c73f1e1 req-a113ebef-ac9c-4b56-93fe-1c2232e14eef tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:31.447333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-335c3540-5350-46d5-8bf2-986d2c73f1e1 req-a113ebef-ac9c-4b56-93fe-1c2232e14eef tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 945 time: 0.1965885 Nov 22 16:20:31.485895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:31.489505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0a709a1-c27b-4421-8c56-f29b6d5d6271 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:20:31.509793 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] Set router ca7efb99-0409-4952-a947-76e1a15279e6 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:31.548351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-335c3540-5350-46d5-8bf2-986d2c73f1e1 req-8391e813-93c7-4921-b4d7-e743f8f101a3 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979700 Nov 22 16:20:31.577142 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2d384865-76c9-4837-a004-9706bc078692 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/routers/ca7efb99-0409-4952-a947-76e1a15279e6 HTTP/1.1" status: 200 len: 700 time: 0.3236053 Nov 22 16:20:31.579758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:31.591509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port be81ad1c-355a-4ae1-88cf-9d188c4301da, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=be81ad1c-355a-4ae1-88cf-9d188c4301da,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:31.596281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53975e9d-6a1a-420b-8830-8fdcd5f3b85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be81ad1c-355a-4ae1-88cf-9d188c4301da'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:31.601751 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfacb4cb-01b6-4cbe-a472-19198c361252" -d '{"events": [{"server_uuid": "53975e9d-6a1a-420b-8830-8fdcd5f3b85d", "name": "network-vif-plugged", "status": "completed", "tag": "be81ad1c-355a-4ae1-88cf-9d188c4301da"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:31.617827 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:31.672132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-12884925-93a2-4161-8828-c6d448047d05 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca7efb99-0409-4952-a947-76e1a15279e6 HTTP/1.1" status: 200 len: 205 time: 0.0902088 Nov 22 16:20:31.674641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:31.676938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:31.678404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=be81ad1c-355a-4ae1-88cf-9d188c4301da,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:31.684430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:31.688330 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7efb99-0409-4952-a947-76e1a15279e6', 'name': 'tempest-RoutersTest-router-1700293431', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:20:28Z', 'updated_at': '2021-11-22T16:20:29Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:31.719452 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88955043-fdd9-44ce-bcb2-ed9c393600f1 x-openstack-request-id: req-88955043-fdd9-44ce-bcb2-ed9c393600f1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:31.720089 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53975e9d-6a1a-420b-8830-8fdcd5f3b85d", "name": "network-vif-plugged", "status": "completed", "tag": "be81ad1c-355a-4ae1-88cf-9d188c4301da", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:31.720570 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88955043-fdd9-44ce-bcb2-ed9c393600f1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:31.721282 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53975e9d-6a1a-420b-8830-8fdcd5f3b85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be81ad1c-355a-4ae1-88cf-9d188c4301da', 'code': 200} Nov 22 16:20:31.779945 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] Checking router: ca7efb99-0409-4952-a947-76e1a15279e6 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:20:31.805218 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] Routers {'ca7efb99-0409-4952-a947-76e1a15279e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:20:31.807167 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:20:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ca7efb99-0409-4952-a947-76e1a15279e6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:31.808477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['c0a709a1-c27b-4421-8c56-f29b6d5d6271'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:31.858922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e0f78b-1496-4716-95fc-41d2559b472a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:31.866534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-2cdf88df-1784-41e9-b28d-900c24e05f96 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:31.872888 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-2cdf88df-1784-41e9-b28d-900c24e05f96 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.71 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 945 time: 0.1086011 Nov 22 16:20:31.994234 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] Set router ca7efb99-0409-4952-a947-76e1a15279e6 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:20:32.008625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb089e6-6157-442e-b26a-80c0e74906ec req-619dfe60-fdda-4c14-8d0d-7f2269170c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:32.010854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddb089e6-6157-442e-b26a-80c0e74906ec req-619dfe60-fdda-4c14-8d0d-7f2269170c56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 1097 time: 0.1550901 Nov 22 16:20:32.101318 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7efb99-0409-4952-a947-76e1a15279e6', 'name': 'tempest-RoutersTest-router-1700293431', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:20:28Z', 'updated_at': '2021-11-22T16:20:29Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:32.117808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Deleting port cbdd5c92-0af9-4082-80dc-a31f3f2638aa {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:32.118365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:32.159068 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e0f78b-1496-4716-95fc-41d2559b472a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:32.162501 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e0f78b-1496-4716-95fc-41d2559b472a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:32.163954 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5992ea0-55c3-4f10-b66b-24cbe5c09e0e None None] The sync data for ids ['ca7efb99-0409-4952-a947-76e1a15279e6'] in n-d-811716-3 is: [{'id': 'ca7efb99-0409-4952-a947-76e1a15279e6', 'name': 'tempest-RoutersTest-router-1700293431', 'tenant_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:20:28Z', 'updated_at': '2021-11-22T16:20:29Z', 'revision_number': 2, 'project_id': '5ae85270d9334ffbbaa1ce90e8eaf500', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:20:32.308622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:32.335136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] For port cbdd5c92-0af9-4082-80dc-a31f3f2638aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:32.337686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:32.346824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e0f78b-1496-4716-95fc-41d2559b472a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:32.348246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e0f78b-1496-4716-95fc-41d2559b472a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Fanout notify agent at l3_agent the message router_deleted on router ca7efb99-0409-4952-a947-76e1a15279e6 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:20:32.358498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Calling delete_port for cbdd5c92-0af9-4082-80dc-a31f3f2638aa owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:32.365893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e0f78b-1496-4716-95fc-41d2559b472a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:32.367245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06e0f78b-1496-4716-95fc-41d2559b472a tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/ca7efb99-0409-4952-a947-76e1a15279e6 HTTP/1.1" status: 204 len: 168 time: 0.6914005 Nov 22 16:20:32.370762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57300) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:32.433980 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-19d0ab07-883a-4d4a-af3d-ffe1a49f93fb tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca7efb99-0409-4952-a947-76e1a15279e6 HTTP/1.1" status: 200 len: 205 time: 0.0596962 Nov 22 16:20:32.440455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57304) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:32.446565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05a69dc5-1baf-41aa-a37f-85d70afcd219 req-7ae8c1ac-a6bc-4e62-a837-db775d878070 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 210 time: 0.0601025 Nov 22 16:20:32.458203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95753d06-0c4f-4864-8504-2d51593f8a70 req-06faed9e-637b-4b5b-bd4e-22d15a136c1f tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:32.459754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95753d06-0c4f-4864-8504-2d51593f8a70 req-06faed9e-637b-4b5b-bd4e-22d15a136c1f tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 945 time: 0.2281010 Nov 22 16:20:32.668585 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-6b10efe1-8d01-4ca9-91d2-2cb38cddd844 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] delete failed (client error): The resource could not be found. Nov 22 16:20:32.673650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6b10efe1-8d01-4ca9-91d2-2cb38cddd844 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/ca7efb99-0409-4952-a947-76e1a15279e6 HTTP/1.1" status: 404 len: 336 time: 0.1036167 Nov 22 16:20:32.675071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57318) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:32.721597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95753d06-0c4f-4864-8504-2d51593f8a70 req-9f38034b-02cf-4de5-a9cd-d6ff981c7da6 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545321 Nov 22 16:20:32.776895 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-23168f91-5080-43e9-b48a-bdd6881ac224 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:32.777785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23168f91-5080-43e9-b48a-bdd6881ac224 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:32.781122 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-23168f91-5080-43e9-b48a-bdd6881ac224 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/0cddd0c4-619b-4cc8-ba22-dd97f91ff8e4 HTTP/1.1" status: 404 len: 337 time: 0.0998476 Nov 22 16:20:32.785119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57320) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:32.786562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:20:32.809331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b4a89-89d4-4e86-9672-38bc57cbde6c req-d56c3bd7-4475-4b05-b581-abb0d02b2dfb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:32.817048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-917b4a89-89d4-4e86-9672-38bc57cbde6c req-d56c3bd7-4475-4b05-b581-abb0d02b2dfb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 944 time: 0.1775539 Nov 22 16:20:32.855411 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c6b9cd-25ce-4015-b35a-1af5a5a32d49 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:32.856166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c6b9cd-25ce-4015-b35a-1af5a5a32d49 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:32.859834 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f1c6b9cd-25ce-4015-b35a-1af5a5a32d49 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/c16683dc-3557-4c68-aaf5-eb17a29419c7 HTTP/1.1" status: 404 len: 337 time: 0.0735221 Nov 22 16:20:32.862384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57322) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:32.923581 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e76f14a-ec67-465f-922b-2764ddf51bd2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:32.924362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e76f14a-ec67-465f-922b-2764ddf51bd2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:32.929415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port c0a709a1-c27b-4421-8c56-f29b6d5d6271 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:20:32.932155 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9e76f14a-ec67-465f-922b-2764ddf51bd2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/762cf05b-7e56-4e8d-9003-99fd2bd92abb HTTP/1.1" status: 404 len: 337 time: 0.0687199 Nov 22 16:20:32.933175 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:32.934486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57330) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:32.985693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddb089e6-6157-442e-b26a-80c0e74906ec req-ea402dee-b01b-4aac-b2e3-14bac1514cc8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7558150 Nov 22 16:20:32.991368 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4feb42-b378-4b13-bef6-69446ca4a53c tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:32.997346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4feb42-b378-4b13-bef6-69446ca4a53c tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:33.004589 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fc4feb42-b378-4b13-bef6-69446ca4a53c tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/ac9770cf-d39f-4552-afbe-e91c47ff1eef HTTP/1.1" status: 404 len: 337 time: 0.0688562 Nov 22 16:20:33.008067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57332) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.012615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff628e36-0403-40d1-a13b-7dd8b7fa4cc7 req-cd5cf334-5a90-4161-8766-f687a34fda24 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:33.014567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff628e36-0403-40d1-a13b-7dd8b7fa4cc7 req-cd5cf334-5a90-4161-8766-f687a34fda24 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 946 time: 0.1781263 Nov 22 16:20:33.083107 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-47f382a0-0011-4e95-9f3c-8da9d632e5a9 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 200 len: 205 time: 0.0704339 Nov 22 16:20:33.086615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57334) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.100648 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-917b4a89-89d4-4e86-9672-38bc57cbde6c req-8deb9d73-6275-40f3-b0b0-e68301514a9a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818642 Nov 22 16:20:33.111665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff628e36-0403-40d1-a13b-7dd8b7fa4cc7 req-82e69db7-0b96-4f1d-9499-0fef7cc1e289 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828059 Nov 22 16:20:33.125746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.176283 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:33.197704 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-13217d77-c659-4a45-aa7b-f9f1694c2201 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] delete failed (client error): The resource could not be found. Nov 22 16:20:33.201997 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-13217d77-c659-4a45-aa7b-f9f1694c2201 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/1e93649c-3243-43ca-99bc-8763782c1c87 HTTP/1.1" status: 404 len: 336 time: 0.0832386 Nov 22 16:20:33.207349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57348) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.272944 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:33.280493 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-95197c3a-149c-4029-8646-0f42f198c745 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d033698-fbbf-4873-8bbb-81249d83f65b HTTP/1.1" status: 200 len: 205 time: 0.0717688 Nov 22 16:20:33.281362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57352) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.288386 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:33.339332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-966015147-network', 'tenant_id': '56ffed12251b48aab6edcbfab853560a'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:33.409124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:33.415102 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-d2e8ab7e-b4bc-4ff2-b854-a30640baefdf tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] delete failed (client error): The resource could not be found. Nov 22 16:20:33.421518 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d2e8ab7e-b4bc-4ff2-b854-a30640baefdf tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/8d033698-fbbf-4873-8bbb-81249d83f65b HTTP/1.1" status: 404 len: 336 time: 0.1229291 Nov 22 16:20:33.423160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.455292 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e7deb2-216f-41ff-b0db-279e2cf2c161 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:33.456010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e7deb2-216f-41ff-b0db-279e2cf2c161 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:33.465107 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-45e7deb2-216f-41ff-b0db-279e2cf2c161 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/a9c29d5d-b339-4e15-ae7d-7db3daa0c555 HTTP/1.1" status: 404 len: 337 time: 0.0405059 Nov 22 16:20:33.465994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57360) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.480842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:33.499438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['87dde5d9-bcf6-45ac-861e-84cef3beddc5', 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:33.502153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'e82ce454-2753-4c60-a97c-bd0cd791fa39'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:33.510786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-945007e0-2707-4917-b2f2-c94e27b54dff tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:33.512438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-945007e0-2707-4917-b2f2-c94e27b54dff tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 806 time: 0.3714635 Nov 22 16:20:33.516116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Made reservation on behalf of 56ffed12251b48aab6edcbfab853560a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:20:33.519545 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:33.537520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Request body: {'port': {'device_id': 'bb5f9972-d091-4195-81b3-e08dc6c913b7', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'admin_state_up': True, 'tenant_id': '1e9c24f629ef41cc8bf8e9068d07a03e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:33.543547 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:33.559966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.572633 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b9a8d321-8b53-458b-aa04-6a3f7bef83ca tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=077dde89-0912-4733-aaeb-237ef70b3f7c HTTP/1.1" status: 200 len: 205 time: 0.1048150 Nov 22 16:20:33.600576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Pushing event deleted for resources: {'Port': ['ID=cbdd5c92-0af9-4082-80dc-a31f3f2638aa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:33.692675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.709663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] No DVR routers for this DVR port cbdd5c92-0af9-4082-80dc-a31f3f2638aa on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:33.714846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:33.718276 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-13d63dad-69eb-41e7-bed9-a7a1d614f18f req-b8888134-534c-4a4d-84a5-4fe19a3e4f10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.71 "DELETE /v2.0/ports/cbdd5c92-0af9-4082-80dc-a31f3f2638aa HTTP/1.1" status: 204 len: 173 time: 1.8371158 Nov 22 16:20:33.722738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:33.725602 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f8d38e-dfa0-4771-96a3-ec8394732bfc" -d '{"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-plugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:33.726444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820650ed-2214-44ac-8bdc-22754d5d96b1', 'name': 'network-vif-deleted', 'tag': 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:33.733927 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aedeb44-a898-42c2-bd96-4acf406173fd" -d '{"events": [{"server_uuid": "820650ed-2214-44ac-8bdc-22754d5d96b1", "name": "network-vif-deleted", "tag": "cbdd5c92-0af9-4082-80dc-a31f3f2638aa"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:33.889780 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0658f94b-c29c-484e-af90-8de0a3711043 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] delete failed (client error): The resource could not be found. Nov 22 16:20:33.893562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57384) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:33.893740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0658f94b-c29c-484e-af90-8de0a3711043 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/077dde89-0912-4733-aaeb-237ef70b3f7c HTTP/1.1" status: 404 len: 336 time: 0.3318367 Nov 22 16:20:33.982409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fe907462-0ce9-48f5-927c-330e131c71f6 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82 HTTP/1.1" status: 200 len: 205 time: 0.0849397 Nov 22 16:20:33.985417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57388) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.052951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b6a2029-4a1e-48c1-8295-4ad00ad0977f req-3e8d74b3-ee45-4af3-9f02-0b82904ca141 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 210 time: 0.2456830 Nov 22 16:20:34.052951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e765e3e2-d880-4063-a639-787cf37055c2 req-aff0fbd6-2040-409f-9048-9fa0d631cbd7 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=820650ed-2214-44ac-8bdc-22754d5d96b1 HTTP/1.1" status: 200 len: 210 time: 0.1663947 Nov 22 16:20:34.109790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Made reservation on behalf of 1e9c24f629ef41cc8bf8e9068d07a03e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:20:34.115044 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-1771bec7-fcee-4c3b-963b-4c4ddd32e733 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] delete failed (client error): The resource could not be found. Nov 22 16:20:34.116163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1771bec7-fcee-4c3b-963b-4c4ddd32e733 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/8d8bc4d0-cdd0-493d-9bd9-55eafb6d0e82 HTTP/1.1" status: 404 len: 336 time: 0.1253688 Nov 22 16:20:34.122167 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.125485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57390) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.131111 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6926cd2d-3bdb-4bda-86a4-65b04af40207 x-openstack-request-id: req-6926cd2d-3bdb-4bda-86a4-65b04af40207 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:34.131417 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820650ed-2214-44ac-8bdc-22754d5d96b1", "name": "network-vif-deleted", "tag": "cbdd5c92-0af9-4082-80dc-a31f3f2638aa", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:34.134452 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6926cd2d-3bdb-4bda-86a4-65b04af40207 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:34.140827 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820650ed-2214-44ac-8bdc-22754d5d96b1', 'name': 'network-vif-deleted', 'tag': 'cbdd5c92-0af9-4082-80dc-a31f3f2638aa', 'status': 'completed', 'code': 200} Nov 22 16:20:34.177218 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c01b5b6-1e62-48d0-bade-70428ce0ed69 x-openstack-request-id: req-3c01b5b6-1e62-48d0-bade-70428ce0ed69 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:34.177714 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-plugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:34.177835 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c01b5b6-1e62-48d0-bade-70428ce0ed69 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:34.178291 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'code': 200} Nov 22 16:20:34.190820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6823567f-2d0c-4e54-90eb-c513947448ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.228398 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-afddd266-72c9-4f03-a575-439e44b214cd tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:34.228398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afddd266-72c9-4f03-a575-439e44b214cd tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:34.240988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-afddd266-72c9-4f03-a575-439e44b214cd tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/a29ceb95-4d68-4815-902a-fb9b41139c9c HTTP/1.1" status: 404 len: 337 time: 0.1106734 Nov 22 16:20:34.242145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57396) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.313866 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f731b909-bfce-40a6-b9e5-2030092d9c3e tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=e50f195f-4d33-4350-95db-7893d6f7c164 HTTP/1.1" status: 200 len: 205 time: 0.0702550 Nov 22 16:20:34.317801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57400) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.432444 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-1b9b2fda-e394-479c-82d7-6fb1f0aaf707 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] delete failed (client error): The resource could not be found. Nov 22 16:20:34.433486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1b9b2fda-e394-479c-82d7-6fb1f0aaf707 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/e50f195f-4d33-4350-95db-7893d6f7c164 HTTP/1.1" status: 404 len: 336 time: 0.1008286 Nov 22 16:20:34.448737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.454789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6823567f-2d0c-4e54-90eb-c513947448ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.464256 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6823567f-2d0c-4e54-90eb-c513947448ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.483309 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a831332c-f0b3-47d5-a326-30fe28c20f96 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:34.484070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a831332c-f0b3-47d5-a326-30fe28c20f96 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:34.486910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a831332c-f0b3-47d5-a326-30fe28c20f96 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/1277ed7a-57fe-4c4d-8d17-3731b1aae0ec HTTP/1.1" status: 404 len: 337 time: 0.0371900 Nov 22 16:20:34.491965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57406) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.512714 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.534993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55abae-711d-49ec-a47f-4b7cbfbeab81 req-c1514abc-ce9d-46dd-9e88-163c00c2e224 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:34.543321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c55abae-711d-49ec-a47f-4b7cbfbeab81 req-c1514abc-ce9d-46dd-9e88-163c00c2e224 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 946 time: 0.3037577 Nov 22 16:20:34.546713 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6823567f-2d0c-4e54-90eb-c513947448ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ca3b1fcb14f43208bf60af02967f6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8484864 Nov 22 16:20:34.563088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57408) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.571948 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ed752f95-0906-431e-a2a2-5426f45c1e0b tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "GET /v2.0/ports?device_id=66403a3d-1dd6-40c3-be0c-aa33cb99e0ba HTTP/1.1" status: 200 len: 205 time: 0.0682969 Nov 22 16:20:34.580812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57410) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.594487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779840a9-b873-461a-973c-0405d021142b req-05a56da9-66aa-46aa-bfb7-ada043c57d46 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:34.596161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-779840a9-b873-461a-973c-0405d021142b req-05a56da9-66aa-46aa-bfb7-ada043c57d46 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.3237569 Nov 22 16:20:34.600253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.605352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823567f-2d0c-4e54-90eb-c513947448ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d5cc02-c87d-41d5-b68e-e444d88260e9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:34.649595 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-5180f30e-f64c-4679-b0bb-6a10963614a2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] delete failed (client error): The resource could not be found. Nov 22 16:20:34.653324 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5180f30e-f64c-4679-b0bb-6a10963614a2 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/routers/66403a3d-1dd6-40c3-be0c-aa33cb99e0ba HTTP/1.1" status: 404 len: 336 time: 0.0676787 Nov 22 16:20:34.654486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57412) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.686116 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-856e6c34-ed0a-4c81-a26c-cfb8c308b085 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:34.686686 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856e6c34-ed0a-4c81-a26c-cfb8c308b085 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:34.689959 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-856e6c34-ed0a-4c81-a26c-cfb8c308b085 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/3b9d0cc9-0441-410d-a5e5-86f02af2321c HTTP/1.1" status: 404 len: 337 time: 0.0344570 Nov 22 16:20:34.694690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57414) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:34.727670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:20:34.735132 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b0ff8c-dc2f-4b15-bbac-04fada065e82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] DELETE failed (client error): The resource could not be found. Nov 22 16:20:34.736014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b0ff8c-dc2f-4b15-bbac-04fada065e82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:20:34.739675 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2b0ff8c-dc2f-4b15-bbac-04fada065e82 tempest-RoutersTest-890537920 tempest-RoutersTest-890537920-project] 10.222.0.69 "DELETE /v2.0/subnets/93aeef89-c299-4167-9839-13e5c480e222 HTTP/1.1" status: 404 len: 337 time: 0.0429838 Nov 22 16:20:34.760990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22a7d3a0-51fe-4da8-acd4-7c9cb7fa2b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.778000 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.779507 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Added segment de7ed8a0-e656-4496-8bcf-76c1d85222ec of type vlan for network 1c3c9616-32f8-4ff5-a641-a536bc32a52b Nov 22 16:20:34.782210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Allocated IP 172.20.0.11 (44643127-da94-453c-8154-9dd5b747c506/d3fc69f0-88b6-4977-844d-882eb71953bb/6af01b22-c2f4-4b84-ab1b-d1252cfd7451) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:20:34.791743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c4e779-5d45-4fdb-bfea-f3f928faba81,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:34.803395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22a7d3a0-51fe-4da8-acd4-7c9cb7fa2b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.823763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-779840a9-b873-461a-973c-0405d021142b req-6b1b376b-b5f4-4d05-9f70-b9f62795f6a5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068532 Nov 22 16:20:34.890254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22a7d3a0-51fe-4da8-acd4-7c9cb7fa2b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.894409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22a7d3a0-51fe-4da8-acd4-7c9cb7fa2b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:34.900220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c55abae-711d-49ec-a47f-4b7cbfbeab81 req-32d973bd-e787-4f2e-aae0-9e92ac3a5a40 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557978 Nov 22 16:20:34.905440 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-22a7d3a0-51fe-4da8-acd4-7c9cb7fa2b37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9d5cc02-c87d-41d5-b68e-e444d88260e9 HTTP/1.1" status: 204 len: 168 time: 0.3365810 Nov 22 16:20:34.950861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7d3a0-51fe-4da8-acd4-7c9cb7fa2b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d5cc02-c87d-41d5-b68e-e444d88260e9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:35.016890 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.198418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57432) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:35.211963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.212702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:35.213349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.217403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b88b9673-63c6-4fe9-9cad-3a2df0c18e55 req-47a43f88-4228-4aac-99cf-7125fa685b9a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 210 time: 0.0769844 Nov 22 16:20:35.373307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] Pushing event updated for resources: {'Network': ['ID=1c3c9616-32f8-4ff5-a641-a536bc32a52b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:35.393592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1c3c9616-32f8-4ff5-a641-a536bc32a52b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:20:35.402429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-832a7527-dd81-4081-a905-b4ca3785fceb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2742159 Nov 22 16:20:35.437340 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-108926dc-b7a6-4353-9fb1-21f36c7c5e03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ae85270d9334ffbbaa1ce90e8eaf500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2376814 Nov 22 16:20:35.441091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57442) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:35.573581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57446) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:35.603596 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.621789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb109-6011-41af-b51e-adcfee07c8ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.635074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37786f92-695f-462c-ba9b-5c34898bce8d req-4040ada1-33d0-4cf6-9959-f53e7aaffa34 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:35.636710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37786f92-695f-462c-ba9b-5c34898bce8d req-4040ada1-33d0-4cf6-9959-f53e7aaffa34 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 946 time: 0.2086596 Nov 22 16:20:35.639869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be312dba-b02a-424e-ba7a-ce9995a221a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.765812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.778456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:35.783573 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb109-6011-41af-b51e-adcfee07c8ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.806715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be312dba-b02a-424e-ba7a-ce9995a221a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.814016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8dfb109-6011-41af-b51e-adcfee07c8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:35.819921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Network 44643127-da94-453c-8154-9dd5b747c506 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:20:35.824243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37786f92-695f-462c-ba9b-5c34898bce8d req-bbdd94a7-e8d1-4d49-add1-88d9c74535c2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628778 Nov 22 16:20:35.830626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:20:35.837628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:20:35.896808 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e8dfb109-6011-41af-b51e-adcfee07c8ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7153794d90e14136a366a4e3cf26a087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3198862 Nov 22 16:20:35.901544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:35.927403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event updated for resources: {'Port': ['ID=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:36.027077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfb109-6011-41af-b51e-adcfee07c8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d851eb35-b857-4a4f-8107-c491652289c0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:36.076315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be312dba-b02a-424e-ba7a-ce9995a221a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:36.084454 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be312dba-b02a-424e-ba7a-ce9995a221a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:36.089217 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-be312dba-b02a-424e-ba7a-ce9995a221a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b11067c-1482-4459-a5a1-b6b1f8591ef6 HTTP/1.1" status: 204 len: 168 time: 0.6444571 Nov 22 16:20:36.110817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312dba-b02a-424e-ba7a-ce9995a221a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b11067c-1482-4459-a5a1-b6b1f8591ef6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:36.114569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:36.114569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:36.322309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-1bfd3a7c-c637-4203-8dea-5a43650e9d16 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7880056 Nov 22 16:20:36.339064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Request body: {'port': {'device_id': 'bb5f9972-d091-4195-81b3-e08dc6c913b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:36.517784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd9eb-86d4-4bdc-b080-d6a6e6bd4189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:36.605694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126b7d5-f25a-4014-a741-6f33c1818c29 req-e7fab0ff-4bce-4447-a11b-0cac566acb4c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:36.614170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3126b7d5-f25a-4014-a741-6f33c1818c29 req-e7fab0ff-4bce-4447-a11b-0cac566acb4c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.4433970 Nov 22 16:20:36.796952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:36.842339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd9eb-86d4-4bdc-b080-d6a6e6bd4189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:36.917628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3126b7d5-f25a-4014-a741-6f33c1818c29 req-738412e9-f9bb-494b-85bd-867a6b92e506 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966700 Nov 22 16:20:37.190853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cbdd5c92-0af9-4082-80dc-a31f3f2638aa no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:37.240303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: cbdd5c92-0af9-4082-80dc-a31f3f2638aa {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:37.240643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cbdd5c92-0af9-4082-80dc-a31f3f2638aa not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:37.409610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc82a24-fa62-419a-af16-586b6b796271 req-d2b8f4c4-f38b-4ffe-83bc-fc69dfbb3a95 tempest-ComputeTenantNetworksTest-942826330 tempest-ComputeTenantNetworksTest-942826330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:37.418573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc82a24-fa62-419a-af16-586b6b796271 req-d2b8f4c4-f38b-4ffe-83bc-fc69dfbb3a95 tempest-ComputeTenantNetworksTest-942826330 tempest-ComputeTenantNetworksTest-942826330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:37.425824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc82a24-fa62-419a-af16-586b6b796271 req-d2b8f4c4-f38b-4ffe-83bc-fc69dfbb3a95 tempest-ComputeTenantNetworksTest-942826330 tempest-ComputeTenantNetworksTest-942826330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:37.427675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cc82a24-fa62-419a-af16-586b6b796271 req-d2b8f4c4-f38b-4ffe-83bc-fc69dfbb3a95 tempest-ComputeTenantNetworksTest-942826330 tempest-ComputeTenantNetworksTest-942826330-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.0042255 Nov 22 16:20:37.514940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e6c70-67ae-49ce-944d-7af8bbef16c8 req-81d6dda3-63cc-460d-9844-4874e93ea6c9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:37.522808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-151e6c70-67ae-49ce-944d-7af8bbef16c8 req-81d6dda3-63cc-460d-9844-4874e93ea6c9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 932 time: 0.1813099 Nov 22 16:20:37.527802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd9eb-86d4-4bdc-b080-d6a6e6bd4189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:37.537026 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7f6dd9eb-86d4-4bdc-b080-d6a6e6bd4189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:37.542507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7f6dd9eb-86d4-4bdc-b080-d6a6e6bd4189 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d851eb35-b857-4a4f-8107-c491652289c0 HTTP/1.1" status: 204 len: 168 time: 1.6354952 Nov 22 16:20:37.618406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dd9eb-86d4-4bdc-b080-d6a6e6bd4189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d851eb35-b857-4a4f-8107-c491652289c0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:37.823027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-151e6c70-67ae-49ce-944d-7af8bbef16c8 req-1ec11c27-d39d-428a-9d53-cf258cdf4f39 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703445 Nov 22 16:20:37.865342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:20:37.880683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.015687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Transition to ACTIVE for port object 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:20:38.143542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.159234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cb7cc-97c0-4f20-a87c-3c2a9a756211 req-b67b7bff-0bdd-43fd-8899-dae887315547 tempest-ComputeTenantNetworksTest-942826330 tempest-ComputeTenantNetworksTest-942826330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:38.169658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57502) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:38.172482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e3cb7cc-97c0-4f20-a87c-3c2a9a756211 req-b67b7bff-0bdd-43fd-8899-dae887315547 tempest-ComputeTenantNetworksTest-942826330 tempest-ComputeTenantNetworksTest-942826330-project] 10.222.0.69 "GET /v2.0/networks/1c3c9616-32f8-4ff5-a641-a536bc32a52b HTTP/1.1" status: 200 len: 768 time: 0.2516143 Nov 22 16:20:38.307053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Pushing event updated for resources: {'Port': ['ID=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:38.404618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.410029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57504) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:38.597418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.622562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Attempting to bind port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:20:38.623592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Attempting to bind port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:20:38.623592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Attempting to bind port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:20:38.650187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3c9616-32f8-4ff5-a641-a536bc32a52b']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:38.667761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 on network 44643127-da94-453c-8154-9dd5b747c506 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:20:38.668446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Attempting to bind port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 on network 44643127-da94-453c-8154-9dd5b747c506 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:20:38.670416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7ed8a0-e656-4496-8bcf-76c1d85222ec') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:38.671001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7ed8a0-e656-4496-8bcf-76c1d85222ec') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:38.684331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:20:38.684669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Checking segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:20:38.685724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Bound using segment: {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:20:38.686177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Bound port: 6af01b22-c2f4-4b84-ab1b-d1252cfd7451, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27391b51-da66-4250-bbc8-618ad167a571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '44643127-da94-453c-8154-9dd5b747c506'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:20:38.686539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.699635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785f6b-4501-4643-bc5f-65a9dbb324b1 req-53e5264b-2b55-4fea-8f5b-4406131f1bb4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:38.701762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f785f6b-4501-4643-bc5f-65a9dbb324b1 req-53e5264b-2b55-4fea-8f5b-4406131f1bb4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.3622859 Nov 22 16:20:38.706418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.743436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8c4b600e-ae1f-4775-a573-ff5803f07680 tempest-DvrRoutersNegativeTest-778194363 tempest-DvrRoutersNegativeTest-778194363-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-148889412', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:38.746509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.policy [None req-8c4b600e-ae1f-4775-a573-ff5803f07680 tempest-DvrRoutersNegativeTest-778194363 tempest-DvrRoutersNegativeTest-778194363-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103410) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 22 16:20:38.746827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.policy [None req-8c4b600e-ae1f-4775-a573-ff5803f07680 tempest-DvrRoutersNegativeTest-778194363 tempest-DvrRoutersNegativeTest-778194363-project] Failed policy check for 'create_router' {{(pid=103410) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 22 16:20:38.747788 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-8c4b600e-ae1f-4775-a573-ff5803f07680 tempest-DvrRoutersNegativeTest-778194363 tempest-DvrRoutersNegativeTest-778194363-project] create failed (client error): Access was denied to this resource. Nov 22 16:20:38.747968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16658f6b-184b-4868-bb98-8c627f2c58e7 req-ba685a88-01a8-4892-bc42-5c357bb787d2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:38.748998 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8c4b600e-ae1f-4775-a573-ff5803f07680 tempest-DvrRoutersNegativeTest-778194363 tempest-DvrRoutersNegativeTest-778194363-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3356080 Nov 22 16:20:38.756734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.771959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16658f6b-184b-4868-bb98-8c627f2c58e7 req-ba685a88-01a8-4892-bc42-5c357bb787d2 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 946 time: 0.5108299 Nov 22 16:20:38.777084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:20:38.777510 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:20:38.781155 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:20:38.944062 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.961837 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:38.973619 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] 10.222.0.69 "DELETE /v2.0/networks/1c3c9616-32f8-4ff5-a641-a536bc32a52b HTTP/1.1" status: 204 len: 168 time: 0.8028073 Nov 22 16:20:39.021393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16658f6b-184b-4868-bb98-8c627f2c58e7 req-0174a88d-cf5c-43aa-8e78-dca3ba366af6 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472928 Nov 22 16:20:39.021666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5489006-93f9-4040-8922-ee6aa06c7e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3c9616-32f8-4ff5-a641-a536bc32a52b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:39.060513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] For port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:20:39.066467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] For port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:20:39.083532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f785f6b-4501-4643-bc5f-65a9dbb324b1 req-1e896d02-22ec-4a7f-ab6d-6e8b08c80f0e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545771 Nov 22 16:20:39.089926 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:39.208816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Pushing event updated for resources: {'Port': ['ID=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:39.258165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:39.258928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:39.260371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-22957db6-69ca-442f-9988-1702359d9107 service neutron] 10.222.0.71 "PUT /v2.0/ports/6af01b22-c2f4-4b84-ab1b-d1252cfd7451 HTTP/1.1" status: 200 len: 1092 time: 2.9341004 Nov 22 16:20:39.261428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5f9972-d091-4195-81b3-e08dc6c913b7', 'tag': '6af01b22-c2f4-4b84-ab1b-d1252cfd7451'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:39.263249 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c230144d-e0d7-4946-af6b-4cd8c10998fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5f9972-d091-4195-81b3-e08dc6c913b7", "tag": "6af01b22-c2f4-4b84-ab1b-d1252cfd7451"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:39.285608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef7294-ba6b-4834-ac06-07bd9eae2c83 req-9c5065b0-00b2-4a8c-9440-76f262e485a9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:39.295373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-caef7294-ba6b-4834-ac06-07bd9eae2c83 req-9c5065b0-00b2-4a8c-9440-76f262e485a9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 944 time: 0.0904291 Nov 22 16:20:39.510205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57534) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:39.717505 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d8999249-80c0-47b1-bfbe-13b98a29b628 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56ffed12251b48aab6edcbfab853560a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033367 Nov 22 16:20:39.721781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57540) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:39.767041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57542) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:39.943326 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d811924-6cbf-485a-bc34-127834f44187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:40.037340 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b6aa6-242a-4848-8883-ee69fa8194e2 x-openstack-request-id: req-af5b6aa6-242a-4848-8883-ee69fa8194e2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:40.037978 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5f9972-d091-4195-81b3-e08dc6c913b7", "tag": "6af01b22-c2f4-4b84-ab1b-d1252cfd7451", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:40.037978 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af5b6aa6-242a-4848-8883-ee69fa8194e2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:40.038278 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5f9972-d091-4195-81b3-e08dc6c913b7', 'tag': '6af01b22-c2f4-4b84-ab1b-d1252cfd7451', 'status': 'completed', 'code': 200} Nov 22 16:20:40.041932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d811924-6cbf-485a-bc34-127834f44187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:40.064447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-caef7294-ba6b-4834-ac06-07bd9eae2c83 req-357befa2-0084-4e33-8d31-c186dc867419 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7680659 Nov 22 16:20:40.071899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-df118c34-117d-43fb-b9d3-ce33a25ac4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:40.073429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-df118c34-117d-43fb-b9d3-ce33a25ac4cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 1095 time: 0.7614462 Nov 22 16:20:40.136682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-8681fb6e-a579-4654-be3c-bc0020f431be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af01b22-c2f4-4b84-ab1b-d1252cfd7451 HTTP/1.1" status: 200 len: 217 time: 0.0533891 Nov 22 16:20:40.180976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d811924-6cbf-485a-bc34-127834f44187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:40.190146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d811924-6cbf-485a-bc34-127834f44187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:40.194473 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8d811924-6cbf-485a-bc34-127834f44187 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0c4e779-5d45-4fdb-bfea-f3f928faba81 HTTP/1.1" status: 204 len: 168 time: 0.4684517 Nov 22 16:20:40.213600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d811924-6cbf-485a-bc34-127834f44187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c4e779-5d45-4fdb-bfea-f3f928faba81,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:40.290307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299a646-7eb2-4704-a94c-16348e7540c4 req-a65cbbae-ba55-4e71-b829-3382b1e90543 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:40.297694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b299a646-7eb2-4704-a94c-16348e7540c4 req-a65cbbae-ba55-4e71-b829-3382b1e90543 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 946 time: 0.1636007 Nov 22 16:20:40.367940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc630a4-b714-4c89-a088-c2d8727896f7 req-cdb770aa-c956-4845-9687-d073cef4445f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:40.375721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acc630a4-b714-4c89-a088-c2d8727896f7 req-cdb770aa-c956-4845-9687-d073cef4445f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.1071172 Nov 22 16:20:40.378572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-8ba31adb-ae7a-46e4-b647-49923ea52188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:40.380082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-8ba31adb-ae7a-46e4-b647-49923ea52188 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.1971526 Nov 22 16:20:40.427831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-6100de4f-efb8-45ca-bb9d-d91c080dbccb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370092 Nov 22 16:20:40.487507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd395109-5d02-4325-97b4-c0fd6996a418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:40.549443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-7e7a0e16-002e-4daa-ae01-25f46f0e51c4 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102648 Nov 22 16:20:40.600931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acc630a4-b714-4c89-a088-c2d8727896f7 req-09526ced-632f-4a23-9695-ba07e45ddf75 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241657 Nov 22 16:20:40.697575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b299a646-7eb2-4704-a94c-16348e7540c4 req-75337b99-1155-4395-b7e0-345528cb1708 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988912 Nov 22 16:20:40.706217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd395109-5d02-4325-97b4-c0fd6996a418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:40.721094 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd395109-5d02-4325-97b4-c0fd6996a418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:40.765302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd395109-5d02-4325-97b4-c0fd6996a418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9cc131-bf48-4fc5-99e6-ad752203deaf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:40.790609 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bd395109-5d02-4325-97b4-c0fd6996a418 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc8c02acb071473aad81d87f951d525f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0209730 Nov 22 16:20:40.794544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57566) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:40.994379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-075d1d86-8be3-469f-8267-527f37812c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:41.027004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8871f39e-87ab-47e9-982e-d607f9ccffd1 req-a68f2b89-4e2b-4fd1-805e-c022390cd643 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446416 Nov 22 16:20:41.069715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-075d1d86-8be3-469f-8267-527f37812c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:41.190656 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-075d1d86-8be3-469f-8267-527f37812c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:41.199378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-075d1d86-8be3-469f-8267-527f37812c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:41.203466 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-075d1d86-8be3-469f-8267-527f37812c4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c9cc131-bf48-4fc5-99e6-ad752203deaf HTTP/1.1" status: 204 len: 168 time: 0.4068160 Nov 22 16:20:41.218945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d1d86-8be3-469f-8267-527f37812c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9cc131-bf48-4fc5-99e6-ad752203deaf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:41.325792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-78ba6278-4eb4-4195-9a1f-e72ff9e9e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:41.328610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-78ba6278-4eb4-4195-9a1f-e72ff9e9e1d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 1095 time: 0.2317734 Nov 22 16:20:41.444195 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:20:41.447052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-d4e2dfcc-1554-41f6-9eed-4e062fddb7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:41.450088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-d4e2dfcc-1554-41f6-9eed-4e062fddb7e4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 0.1081989 Nov 22 16:20:41.463290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-843ee451-5a9e-42c8-94f6-59d48bae6b05 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:41.465441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-843ee451-5a9e-42c8-94f6-59d48bae6b05 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 946 time: 0.3843510 Nov 22 16:20:41.484942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44788f3-bc46-4940-8803-d9a7d40df74e req-78851981-3d2c-4a7f-af31-f609b0bf5809 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:41.487669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f44788f3-bc46-4940-8803-d9a7d40df74e req-78851981-3d2c-4a7f-af31-f609b0bf5809 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 944 time: 0.2821217 Nov 22 16:20:41.557687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-c8487433-364f-4fc7-863b-53353d8645b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6af01b22-c2f4-4b84-ab1b-d1252cfd7451 HTTP/1.1" status: 200 len: 217 time: 0.0909657 Nov 22 16:20:41.815546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-f3e3ddb9-9dbb-49c4-a82a-e0a401d3343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:41.817228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-f3e3ddb9-9dbb-49c4-a82a-e0a401d3343b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.2395849 Nov 22 16:20:41.873120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f44788f3-bc46-4940-8803-d9a7d40df74e req-8244012f-9cea-46be-83a0-9762dbffbf88 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356335 Nov 22 16:20:41.920968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-9cb0d56b-7881-403d-9375-a19e5c31f08b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867715 Nov 22 16:20:42.159296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c7858-591a-4f38-8cd4-22fa87f04e42 req-3df6c1cd-64e2-44f1-8c21-8adf8f05f1bf tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:42.161522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d3c7858-591a-4f38-8cd4-22fa87f04e42 req-3df6c1cd-64e2-44f1-8c21-8adf8f05f1bf tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.4254298 Nov 22 16:20:42.248865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Deleting port be81ad1c-355a-4ae1-88cf-9d188c4301da {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:42.249217 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:42.511619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d3c7858-591a-4f38-8cd4-22fa87f04e42 req-4d9aa268-5c13-4213-b2d4-1c949be7b884 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339474 Nov 22 16:20:42.662270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] For port be81ad1c-355a-4ae1-88cf-9d188c4301da, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=be81ad1c-355a-4ae1-88cf-9d188c4301da,segment=NetworkSegment(341fc819-08a8-49cd-ae61-c18ec5ea00df),segment_id=341fc819-08a8-49cd-ae61-c18ec5ea00df)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:42.662935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:42.699714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ae00d-6a86-4e3c-a057-2c4dbac140ed req-1e22f69b-6923-4746-a25f-8afbff316c9f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:42.708202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-624ae00d-6a86-4e3c-a057-2c4dbac140ed req-1e22f69b-6923-4746-a25f-8afbff316c9f tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 946 time: 0.6754799 Nov 22 16:20:42.734766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-602c5945-adc8-4dec-aafc-14227ef3b349 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8046508 Nov 22 16:20:42.743065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Calling delete_port for be81ad1c-355a-4ae1-88cf-9d188c4301da owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:42.885205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-624ae00d-6a86-4e3c-a057-2c4dbac140ed req-00733941-47e5-4a3e-9bb4-1d78847388a9 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/security-groups?id=c7360e29-5886-4c31-8f8a-ebbad8ce6403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455507 Nov 22 16:20:43.254241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c230144d-e0d7-4946-af6b-4cd8c10998fa req-339fdda1-2ecd-4ad1-b7d4-f07729494bd2 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000329 Nov 22 16:20:43.282415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd4e96-7c20-4a74-b259-561d70e46eaf req-91bca8c4-4680-4889-a210-725f300e8471 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:43.284013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0cd4e96-7c20-4a74-b259-561d70e46eaf req-91bca8c4-4680-4889-a210-725f300e8471 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 944 time: 0.3012245 Nov 22 16:20:43.555995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0cd4e96-7c20-4a74-b259-561d70e46eaf req-3556c2a9-cca2-42a5-85c0-6759772229b1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321951 Nov 22 16:20:43.568262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:43.641712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Pushing event deleted for resources: {'Port': ['ID=be81ad1c-355a-4ae1-88cf-9d188c4301da,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:43.668591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.669202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.669740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.670537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.671055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.671584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.672129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.672636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.673819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.674362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.674879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.675381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:20:43.848406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] No DVR routers for this DVR port be81ad1c-355a-4ae1-88cf-9d188c4301da on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:43.903610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:43.929267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfb4a00a-053a-47ac-850a-cfa0f4392efa req-aee4560a-cef8-466e-9087-6aa64ef1c483 tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.11 "DELETE /v2.0/ports/be81ad1c-355a-4ae1-88cf-9d188c4301da HTTP/1.1" status: 204 len: 173 time: 2.4235368 Nov 22 16:20:43.937005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53975e9d-6a1a-420b-8830-8fdcd5f3b85d', 'name': 'network-vif-deleted', 'tag': 'be81ad1c-355a-4ae1-88cf-9d188c4301da'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:43.943449 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dbe164-956e-45c6-aa65-b9553ad23317" -d '{"events": [{"server_uuid": "53975e9d-6a1a-420b-8830-8fdcd5f3b85d", "name": "network-vif-deleted", "tag": "be81ad1c-355a-4ae1-88cf-9d188c4301da"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:44.226245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7c6ab-4575-4839-bea6-c9a91803ba2a req-965cce8c-f96a-40d7-824d-5dc0cf830078 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:44.256485 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00e7c6ab-4575-4839-bea6-c9a91803ba2a req-965cce8c-f96a-40d7-824d-5dc0cf830078 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.4341691 Nov 22 16:20:44.286853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344451b5-6935-4445-9359-aaa76c2255cf req-1fd39c1c-83e0-4313-8299-5a271831e0b3 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:44.292150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-344451b5-6935-4445-9359-aaa76c2255cf req-1fd39c1c-83e0-4313-8299-5a271831e0b3 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 945 time: 0.4469697 Nov 22 16:20:44.388345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-344451b5-6935-4445-9359-aaa76c2255cf req-c1c6f91e-16f8-47aa-b393-89228a80b8a7 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809529 Nov 22 16:20:44.421195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00e7c6ab-4575-4839-bea6-c9a91803ba2a req-51f21ef3-ae5e-4b15-a524-d39a5433a1b3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635394 Nov 22 16:20:44.791148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b90cf82b-6e22-4f97-9344-49430212f08f req-6c3ce085-2398-40fa-8b22-a5ca5e1e84ef tempest-DeleteServersTestJSON-280945134 tempest-DeleteServersTestJSON-280945134-project] 10.222.0.69 "GET /v2.0/ports?device_id=53975e9d-6a1a-420b-8830-8fdcd5f3b85d HTTP/1.1" status: 200 len: 210 time: 0.1280758 Nov 22 16:20:44.809458 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42dda83-2753-473e-af9a-56b93067ea12 x-openstack-request-id: req-c42dda83-2753-473e-af9a-56b93067ea12 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:44.809931 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53975e9d-6a1a-420b-8830-8fdcd5f3b85d", "name": "network-vif-deleted", "tag": "be81ad1c-355a-4ae1-88cf-9d188c4301da", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:44.810162 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c42dda83-2753-473e-af9a-56b93067ea12 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:44.810760 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53975e9d-6a1a-420b-8830-8fdcd5f3b85d', 'name': 'network-vif-deleted', 'tag': 'be81ad1c-355a-4ae1-88cf-9d188c4301da', 'status': 'completed', 'code': 200} Nov 22 16:20:44.834031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device be81ad1c-355a-4ae1-88cf-9d188c4301da no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:44.900427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: be81ad1c-355a-4ae1-88cf-9d188c4301da {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:44.902632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device be81ad1c-355a-4ae1-88cf-9d188c4301da not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:45.054968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8921d-288d-4fc8-8018-1e03fdb83142 req-2541e01d-1b20-4bda-8edc-d55c79d3023c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:45.073257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f8921d-288d-4fc8-8018-1e03fdb83142 req-2541e01d-1b20-4bda-8edc-d55c79d3023c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 944 time: 0.1341205 Nov 22 16:20:45.228632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:20:45.313996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026588f-b061-484c-90eb-dea774646fe1 req-045dcbf1-87e8-4803-aca1-ce383e19e12b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:45.323895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0026588f-b061-484c-90eb-dea774646fe1 req-045dcbf1-87e8-4803-aca1-ce383e19e12b tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.71 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 945 time: 0.1972902 Nov 22 16:20:45.347377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6f8921d-288d-4fc8-8018-1e03fdb83142 req-c34827e4-427d-4d95-a047-18989045e4a7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731659 Nov 22 16:20:45.381198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57742) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:45.528745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:45.565291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '6af01b22-c2f4-4b84-ab1b-d1252cfd7451', 'network_id': '44643127-da94-453c-8154-9dd5b747c506', 'port_id': '6af01b22-c2f4-4b84-ab1b-d1252cfd7451', 'mac_address': 'fa:16:3e:d3:ed:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fc69f0-88b6-4977-844d-882eb71953bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:20:45.674983 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:45.707048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:20:45.733136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-263059ad-bc7f-477f-b0d6-4676821d61d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:45.757083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:45.766856 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:45.792164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc14d7-ebf3-45be-ba5c-fac1af520b24 req-2fbc617f-efc9-4d48-a847-40b69e1d0c2d tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:45.807326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cfc14d7-ebf3-45be-ba5c-fac1af520b24 req-2fbc617f-efc9-4d48-a847-40b69e1d0c2d tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 945 time: 0.2454083 Nov 22 16:20:45.896631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6119ab1-6b29-418b-97d4-a9688515b9a0 req-2728b214-dda6-4501-8678-da7884a1ada3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:45.905999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6119ab1-6b29-418b-97d4-a9688515b9a0 req-2728b214-dda6-4501-8678-da7884a1ada3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2669978 Nov 22 16:20:45.940218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:45.957950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Deleting port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:45.958474 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:45.968416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-263059ad-bc7f-477f-b0d6-4676821d61d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:45.975300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-263059ad-bc7f-477f-b0d6-4676821d61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:46.001069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6af01b22-c2f4-4b84-ab1b-d1252cfd7451'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:46.064201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263059ad-bc7f-477f-b0d6-4676821d61d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be35eee-d5d5-42fb-b32d-9e6ff6f18945,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:46.107551 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-263059ad-bc7f-477f-b0d6-4676821d61d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b21aa63338a6475d8c830d5726ee6ab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7218285 Nov 22 16:20:46.108211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57766) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:46.184223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cfc14d7-ebf3-45be-ba5c-fac1af520b24 req-b76be5c4-6073-4b6c-bb56-474607de2758 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759019 Nov 22 16:20:46.195542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6119ab1-6b29-418b-97d4-a9688515b9a0 req-ba239e81-fd69-40e2-bb95-627989d2a1f3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713430 Nov 22 16:20:46.279012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] For port 87dde5d9-bcf6-45ac-861e-84cef3beddc5, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=87dde5d9-bcf6-45ac-861e-84cef3beddc5,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:46.279012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:46.295850 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891c2314-935f-4b85-a502-136b1e23d978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:46.308888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Calling delete_port for 87dde5d9-bcf6-45ac-861e-84cef3beddc5 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:46.419899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891c2314-935f-4b85-a502-136b1e23d978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:46.571923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891c2314-935f-4b85-a502-136b1e23d978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:46.579028 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-891c2314-935f-4b85-a502-136b1e23d978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:46.580607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-891c2314-935f-4b85-a502-136b1e23d978 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4be35eee-d5d5-42fb-b32d-9e6ff6f18945 HTTP/1.1" status: 204 len: 168 time: 0.4713216 Nov 22 16:20:46.605498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c2314-935f-4b85-a502-136b1e23d978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be35eee-d5d5-42fb-b32d-9e6ff6f18945,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:46.931762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e566618-6482-4f7f-976c-bc5ccadf3726 req-1ce23a28-9521-4faf-bddf-64f816ee1cc3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:46.957830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e566618-6482-4f7f-976c-bc5ccadf3726 req-1ce23a28-9521-4faf-bddf-64f816ee1cc3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 945 time: 0.4308701 Nov 22 16:20:47.061864 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:47.084822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'e82ce454-2753-4c60-a97c-bd0cd791fa39'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:47.203147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Pushing event deleted for resources: {'Port': ['ID=87dde5d9-bcf6-45ac-861e-84cef3beddc5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:47.251608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:20:47.365404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e566618-6482-4f7f-976c-bc5ccadf3726 req-21ccf9ca-1192-4e5c-8188-3aff2024a49b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880696 Nov 22 16:20:47.417064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] No DVR routers for this DVR port 87dde5d9-bcf6-45ac-861e-84cef3beddc5 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:47.479279 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:47.489376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0026588f-b061-484c-90eb-dea774646fe1 req-03019e5d-2733-4de1-ab2e-c247de925573 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.71 "DELETE /v2.0/ports/87dde5d9-bcf6-45ac-861e-84cef3beddc5 HTTP/1.1" status: 204 len: 173 time: 2.1409016 Nov 22 16:20:47.521671 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b53dbc65-aac3-4202-bc8e-1ed74e670fc5 req-0461e3a6-5af7-468c-8683-03166affb9b7 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=207e6aa7-0a7b-484d-891a-672ea1873fec HTTP/1.1" status: 200 len: 210 time: 0.1163445 Nov 22 16:20:47.524531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207e6aa7-0a7b-484d-891a-672ea1873fec', 'name': 'network-vif-deleted', 'tag': '87dde5d9-bcf6-45ac-861e-84cef3beddc5'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:47.534434 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe6601c-b261-4c45-9551-a657fd04de37" -d '{"events": [{"server_uuid": "207e6aa7-0a7b-484d-891a-672ea1873fec", "name": "network-vif-deleted", "tag": "87dde5d9-bcf6-45ac-861e-84cef3beddc5"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:47.619759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57838) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:47.621927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:20:47.658152 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a642c93-2cc6-42db-8d0a-35472c634a37 x-openstack-request-id: req-3a642c93-2cc6-42db-8d0a-35472c634a37 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:47.658660 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207e6aa7-0a7b-484d-891a-672ea1873fec", "name": "network-vif-deleted", "tag": "87dde5d9-bcf6-45ac-861e-84cef3beddc5", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:47.659128 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a642c93-2cc6-42db-8d0a-35472c634a37 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:47.659688 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207e6aa7-0a7b-484d-891a-672ea1873fec', 'name': 'network-vif-deleted', 'tag': '87dde5d9-bcf6-45ac-861e-84cef3beddc5', 'status': 'completed', 'code': 200} Nov 22 16:20:47.675698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a79f2862-9063-44d9-9203-1b373649c9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:47.689976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845ae1-024c-45c1-b92f-d30433dffd4f req-27fda2a9-4b66-4e2a-bf32-8e18fc3a08cb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:47.698600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:20:47.699478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8845ae1-024c-45c1-b92f-d30433dffd4f req-27fda2a9-4b66-4e2a-bf32-8e18fc3a08cb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.1266222 Nov 22 16:20:47.702288 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:47.843360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8845ae1-024c-45c1-b92f-d30433dffd4f req-98cfb131-b197-403b-a5d3-60e549d2fbb6 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302381 Nov 22 16:20:47.935954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a79f2862-9063-44d9-9203-1b373649c9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:47.959952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a79f2862-9063-44d9-9203-1b373649c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:47.976152 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:48.040764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5f9972-d091-4195-81b3-e08dc6c913b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af01b22-c2f4-4b84-ab1b-d1252cfd7451'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:48.049019 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cfbefd-9410-411c-ae23-a5a9dfc50aa2" -d '{"events": [{"server_uuid": "bb5f9972-d091-4195-81b3-e08dc6c913b7", "name": "network-vif-plugged", "status": "completed", "tag": "6af01b22-c2f4-4b84-ab1b-d1252cfd7451"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:48.089948 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a79f2862-9063-44d9-9203-1b373649c9a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc4871de7b3345688a9605135b671538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4690053 Nov 22 16:20:48.092590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:48.109557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f2862-9063-44d9-9203-1b373649c9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432cd718-a746-421c-bea4-9e0c04761db0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:48.140878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:48.159693 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:48.162262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 87dde5d9-bcf6-45ac-861e-84cef3beddc5 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:48.241618 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96218f72-5b61-4dad-9a9c-5fe4c79e8f2b x-openstack-request-id: req-96218f72-5b61-4dad-9a9c-5fe4c79e8f2b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:48.242887 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5f9972-d091-4195-81b3-e08dc6c913b7", "name": "network-vif-plugged", "status": "completed", "tag": "6af01b22-c2f4-4b84-ab1b-d1252cfd7451", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:48.243391 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96218f72-5b61-4dad-9a9c-5fe4c79e8f2b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:48.244618 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5f9972-d091-4195-81b3-e08dc6c913b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af01b22-c2f4-4b84-ab1b-d1252cfd7451', 'code': 200} Nov 22 16:20:48.264154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 87dde5d9-bcf6-45ac-861e-84cef3beddc5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:48.264972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 87dde5d9-bcf6-45ac-861e-84cef3beddc5 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:48.296904 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8da87934-10b8-4d1f-ae95-734ca4405cac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:48.359680 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8da87934-10b8-4d1f-ae95-734ca4405cac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:48.445049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:48.530161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8da87934-10b8-4d1f-ae95-734ca4405cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:48.558369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8da87934-10b8-4d1f-ae95-734ca4405cac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:48.565735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8da87934-10b8-4d1f-ae95-734ca4405cac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/432cd718-a746-421c-bea4-9e0c04761db0 HTTP/1.1" status: 204 len: 168 time: 0.4680130 Nov 22 16:20:48.701883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da87934-10b8-4d1f-ae95-734ca4405cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432cd718-a746-421c-bea4-9e0c04761db0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:48.825526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be37b7-0463-477a-bc24-3313edc1927b req-997c46ac-5a0f-4995-9f01-c716b857ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:48.827649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74be37b7-0463-477a-bc24-3313edc1927b req-997c46ac-5a0f-4995-9f01-c716b857ff3a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 1097 time: 0.3314250 Nov 22 16:20:48.880219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43363d-1da1-413a-aa1b-ec1879df41a3 req-62d2cba8-15db-4ff2-8a54-0f73887a6a4b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:48.883997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb43363d-1da1-413a-aa1b-ec1879df41a3 req-62d2cba8-15db-4ff2-8a54-0f73887a6a4b tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.1911256 Nov 22 16:20:48.960913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74be37b7-0463-477a-bc24-3313edc1927b req-b3cb65d7-52f8-492e-a55b-8d0867f0e018 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234980 Nov 22 16:20:48.996814 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed64043d-a063-43d7-9eea-feef8e7cecde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:49.137910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb43363d-1da1-413a-aa1b-ec1879df41a3 req-b04d096b-8205-40ce-a955-541ab40ae4cc tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813695 Nov 22 16:20:49.551945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d57049-cd39-4f3f-b750-734e3ccce815 req-0db6bdc5-b8e4-4c84-adae-6ff5de708d7d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:49.553998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83d57049-cd39-4f3f-b750-734e3ccce815 req-0db6bdc5-b8e4-4c84-adae-6ff5de708d7d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.1462860 Nov 22 16:20:49.574879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57facd17-e739-481f-aada-89c043fb4ec7 req-59d8f7fa-8395-4639-ac64-ea9e696f7b91 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:49.584526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57facd17-e739-481f-aada-89c043fb4ec7 req-59d8f7fa-8395-4639-ac64-ea9e696f7b91 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 945 time: 0.1148529 Nov 22 16:20:49.706637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57facd17-e739-481f-aada-89c043fb4ec7 req-ff49bcd9-82ff-43fc-b9d7-3880ef223554 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152744 Nov 22 16:20:49.713589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83d57049-cd39-4f3f-b750-734e3ccce815 req-6488ad36-6329-4c63-8bba-26a3894f916f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490493 Nov 22 16:20:50.307574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57966) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:50.396799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb4529-8eb7-4eca-a1e8-c36ee3838ff1 req-d031737c-4e6a-41ac-a152-83e4b6ab7901 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:50.410478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5bb4529-8eb7-4eca-a1e8-c36ee3838ff1 req-d031737c-4e6a-41ac-a152-83e4b6ab7901 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.1237874 Nov 22 16:20:50.612224 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5bb4529-8eb7-4eca-a1e8-c36ee3838ff1 req-b13277ba-b461-4a61-941f-db9605acb2ab tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019701 Nov 22 16:20:50.632878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-787b3d18-bc2e-45da-8686-ca40ecf58daf tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:50.635650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-787b3d18-bc2e-45da-8686-ca40ecf58daf tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 945 time: 0.1526241 Nov 22 16:20:50.762217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-667bf70f-b149-4f57-8bff-ad8a2b61bb18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:50.862660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57988) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:50.942797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57765d-e8e0-4c87-a7fe-ed3223d5ba0b req-ddfd8fe1-15c1-4a64-9f7f-3b088c97b3e3 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:50.959000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c57765d-e8e0-4c87-a7fe-ed3223d5ba0b req-ddfd8fe1-15c1-4a64-9f7f-3b088c97b3e3 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 945 time: 0.1170225 Nov 22 16:20:50.967617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Deleting port e82ce454-2753-4c60-a97c-bd0cd791fa39 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:50.968075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.108388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] For port e82ce454-2753-4c60-a97c-bd0cd791fa39, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e82ce454-2753-4c60-a97c-bd0cd791fa39,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:20:51.108765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.144963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-667bf70f-b149-4f57-8bff-ad8a2b61bb18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.157612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-667bf70f-b149-4f57-8bff-ad8a2b61bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.181102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Calling delete_port for e82ce454-2753-4c60-a97c-bd0cd791fa39 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:51.182971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9534a00f-0aa9-46d5-b8e3-caa2468a1387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.280873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c57765d-e8e0-4c87-a7fe-ed3223d5ba0b req-ca726ec0-983b-487d-92a7-9956197e48c7 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207140 Nov 22 16:20:51.289010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667bf70f-b149-4f57-8bff-ad8a2b61bb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52534182-f3ab-4804-8702-ce4c88e2e9c3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:51.296246 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-667bf70f-b149-4f57-8bff-ad8a2b61bb18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e1b02e4ddde34b95a410a4951344cab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9871323 Nov 22 16:20:51.298948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57998) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:51.304452 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9260b849-b1ea-48c3-95b5-10cbb9415a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.420111 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80d37b62-75eb-4b46-bf9e-8de4e7447cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.485997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80d37b62-75eb-4b46-bf9e-8de4e7447cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.559522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80d37b62-75eb-4b46-bf9e-8de4e7447cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.562584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80d37b62-75eb-4b46-bf9e-8de4e7447cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.566951 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-80d37b62-75eb-4b46-bf9e-8de4e7447cce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52534182-f3ab-4804-8702-ce4c88e2e9c3 HTTP/1.1" status: 204 len: 168 time: 0.2644703 Nov 22 16:20:51.590145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d37b62-75eb-4b46-bf9e-8de4e7447cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52534182-f3ab-4804-8702-ce4c88e2e9c3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:51.621091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84b771-7464-4f2a-8dfd-d6b8c06997c8 req-65e8a72d-c147-4ff6-92bc-2e3ef9dc0c6e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:51.622723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d84b771-7464-4f2a-8dfd-d6b8c06997c8 req-65e8a72d-c147-4ff6-92bc-2e3ef9dc0c6e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.6588929 Nov 22 16:20:51.703943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bd907-54ff-45cf-921a-8f5071ec6710 req-d2890191-1b6c-4abe-a507-4cad8c1c634f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:51.712090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b0bd907-54ff-45cf-921a-8f5071ec6710 req-d2890191-1b6c-4abe-a507-4cad8c1c634f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.2711031 Nov 22 16:20:51.843574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d84b771-7464-4f2a-8dfd-d6b8c06997c8 req-430e5431-2975-4c7a-8da1-e90b929e57d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102425 Nov 22 16:20:51.877407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b0bd907-54ff-45cf-921a-8f5071ec6710 req-7ff5bc9c-6afa-4870-95f9-a99ac42c8cb7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642373 Nov 22 16:20:51.888074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9534a00f-0aa9-46d5-b8e3-caa2468a1387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.905834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9534a00f-0aa9-46d5-b8e3-caa2468a1387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.938783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:51.955022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['3b9e492e-5f8a-4bfb-9454-9708433b8c10'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:20:52.038219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Pushing event deleted for resources: {'Port': ['ID=e82ce454-2753-4c60-a97c-bd0cd791fa39,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:52.084211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58018) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:52.086176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9534a00f-0aa9-46d5-b8e3-caa2468a1387 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=accf62b869dc4ebe9f1098e826e34d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2161713 Nov 22 16:20:52.129843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534a00f-0aa9-46d5-b8e3-caa2468a1387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d014f51b-504e-4f0d-b219-1ddbabd1916b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:52.215391 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b4958d6-c074-4994-b4c1-f4bce293638d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.321460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b4958d6-c074-4994-b4c1-f4bce293638d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.326802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] No DVR routers for this DVR port e82ce454-2753-4c60-a97c-bd0cd791fa39 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:20:52.341393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.344851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f46f59bd-113e-4f4a-8435-bf8965ff6b59 req-2c05abf1-ef0b-4b48-85f9-bb968553ea72 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.11 "DELETE /v2.0/ports/e82ce454-2753-4c60-a97c-bd0cd791fa39 HTTP/1.1" status: 204 len: 173 time: 1.7008448 Nov 22 16:20:52.345516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1df0aee-f429-4aa6-b0b8-2bd0f5662a19', 'name': 'network-vif-deleted', 'tag': 'e82ce454-2753-4c60-a97c-bd0cd791fa39'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:20:52.347786 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c54251-048b-4943-8a93-a5454013c4d4" -d '{"events": [{"server_uuid": "e1df0aee-f429-4aa6-b0b8-2bd0f5662a19", "name": "network-vif-deleted", "tag": "e82ce454-2753-4c60-a97c-bd0cd791fa39"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:20:52.417233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd392d9-fd23-4348-a759-01e848085f63 req-b1514675-5019-43b0-8234-ccba0ea8a9e3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:52.435848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2cd392d9-fd23-4348-a759-01e848085f63 req-b1514675-5019-43b0-8234-ccba0ea8a9e3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.3093493 Nov 22 16:20:52.448185 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b4958d6-c074-4994-b4c1-f4bce293638d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.451963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b4958d6-c074-4994-b4c1-f4bce293638d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.457689 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8b4958d6-c074-4994-b4c1-f4bce293638d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d014f51b-504e-4f0d-b219-1ddbabd1916b HTTP/1.1" status: 204 len: 168 time: 0.3708417 Nov 22 16:20:52.490049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4958d6-c074-4994-b4c1-f4bce293638d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d014f51b-504e-4f0d-b219-1ddbabd1916b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:52.495616 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.689507 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.727438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61dea348-9392-498e-97fb-f80efbeebd0a req-2fc3f59e-bbdc-42a7-81e6-8f78bb32186a tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1df0aee-f429-4aa6-b0b8-2bd0f5662a19 HTTP/1.1" status: 200 len: 210 time: 0.2416532 Nov 22 16:20:52.758221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58032) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:52.759498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2cd392d9-fd23-4348-a759-01e848085f63 req-a9f0e641-c14f-424c-8bf7-fdc629c71008 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226843 Nov 22 16:20:52.795757 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1506-79bf-413d-96b4-02fccd990b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.869814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e82ce454-2753-4c60-a97c-bd0cd791fa39 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:20:52.894451 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac8709a-6fd4-4df5-8fe1-2b68a97e7e0b x-openstack-request-id: req-dac8709a-6fd4-4df5-8fe1-2b68a97e7e0b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:20:52.894451 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1df0aee-f429-4aa6-b0b8-2bd0f5662a19", "name": "network-vif-deleted", "tag": "e82ce454-2753-4c60-a97c-bd0cd791fa39", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:20:52.894451 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dac8709a-6fd4-4df5-8fe1-2b68a97e7e0b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:20:52.894451 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1df0aee-f429-4aa6-b0b8-2bd0f5662a19', 'name': 'network-vif-deleted', 'tag': 'e82ce454-2753-4c60-a97c-bd0cd791fa39', 'status': 'completed', 'code': 200} Nov 22 16:20:52.930955 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: e82ce454-2753-4c60-a97c-bd0cd791fa39 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:20:52.931725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e82ce454-2753-4c60-a97c-bd0cd791fa39 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:20:53.039015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1506-79bf-413d-96b4-02fccd990b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:53.068570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2fe1506-79bf-413d-96b4-02fccd990b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:53.135226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58042) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:53.142283 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a2fe1506-79bf-413d-96b4-02fccd990b02 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22f9e06d4b694f83af10f389fc891ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3826106 Nov 22 16:20:53.147992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58044) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:53.277363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe1506-79bf-413d-96b4-02fccd990b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c5d75a-3d5e-4287-9f38-5b004792b4f4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:53.499154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fdb278cc-2235-40d1-9a07-f661c7454ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:53.566978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fdb278cc-2235-40d1-9a07-f661c7454ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:53.728402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fdb278cc-2235-40d1-9a07-f661c7454ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:53.731283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fdb278cc-2235-40d1-9a07-f661c7454ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:53.733390 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fdb278cc-2235-40d1-9a07-f661c7454ce3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/85c5d75a-3d5e-4287-9f38-5b004792b4f4 HTTP/1.1" status: 204 len: 168 time: 0.5668948 Nov 22 16:20:53.759507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb278cc-2235-40d1-9a07-f661c7454ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c5d75a-3d5e-4287-9f38-5b004792b4f4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:53.846919 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-469010306'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:53.913333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Made reservation on behalf of 4587db9a8539468ebbdac8f6d979d37d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:20:53.918246 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:53.942883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.145484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.158655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.200233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:20:54.202511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58062) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:54.228201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746ca0fc-09b7-4d05-be30-fdda601d4d64,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:54.232405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5447cc75-4928-496d-9295-ba2747ddf0d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.238457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.244491 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Added segment fba331e7-6970-4680-91ac-b2f72b073923 of type vlan for network d1e64fd7-f436-4732-a589-b94712c447e2 Nov 22 16:20:54.324656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6645c18-f562-461e-9fb0-baf8fe6e1fd8 req-7696b429-dd23-416e-8d50-002cb6cc4796 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:54.332193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6645c18-f562-461e-9fb0-baf8fe6e1fd8 req-7696b429-dd23-416e-8d50-002cb6cc4796 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.1602769 Nov 22 16:20:54.366359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b4b4e-c635-47bb-a1ad-92bc944bec54 req-484ff1cd-0ba0-4966-828d-8433f932ed00 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:54.380617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e8b4b4e-c635-47bb-a1ad-92bc944bec54 req-484ff1cd-0ba0-4966-828d-8433f932ed00 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 1.3315775 Nov 22 16:20:54.465349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5447cc75-4928-496d-9295-ba2747ddf0d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.473652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5447cc75-4928-496d-9295-ba2747ddf0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.525552 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.539958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6645c18-f562-461e-9fb0-baf8fe6e1fd8 req-5432fb22-96a0-438e-8e65-44cb2c2e6737 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010808 Nov 22 16:20:54.583587 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.594580 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5447cc75-4928-496d-9295-ba2747ddf0d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f414cb0676f04caa91c7cbb23d92f557&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3904481 Nov 22 16:20:54.595188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e8b4b4e-c635-47bb-a1ad-92bc944bec54 req-edbdb4d7-c590-4f5f-bdd6-f89a100d6e00 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131720 Nov 22 16:20:54.600777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:54.652836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.695797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447cc75-4928-496d-9295-ba2747ddf0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c28c419-71a4-4682-8c9a-b81b241ab20b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:54.737204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1ab5ea2-0dc1-46b7-8889-0c5d4fb142be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.780789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.806401 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.821195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:54.821880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:54.840291 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1ab5ea2-0dc1-46b7-8889-0c5d4fb142be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:55.010403 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1ab5ea2-0dc1-46b7-8889-0c5d4fb142be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:55.013273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1ab5ea2-0dc1-46b7-8889-0c5d4fb142be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:55.014469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e1ab5ea2-0dc1-46b7-8889-0c5d4fb142be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c28c419-71a4-4682-8c9a-b81b241ab20b HTTP/1.1" status: 204 len: 168 time: 0.4117582 Nov 22 16:20:55.046987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab5ea2-0dc1-46b7-8889-0c5d4fb142be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c28c419-71a4-4682-8c9a-b81b241ab20b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:55.076529 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9325681 Nov 22 16:20:55.079178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58080) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:55.087303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Request body: {'subnet': {'network_id': 'd1e64fd7-f436-4732-a589-b94712c447e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:55.179702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4f644-363b-4343-b5ce-4b1fe44211a2 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event updated for resources: {'Network': ['ID=d1e64fd7-f436-4732-a589-b94712c447e2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:55.195885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d1e64fd7-f436-4732-a589-b94712c447e2 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:20:55.353855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Made reservation on behalf of 4587db9a8539468ebbdac8f6d979d37d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:20:55.357655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:56.064647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5487e8-7fa2-42ce-addc-c8703146217c req-24a71999-b68b-4b20-955b-1805c9327d24 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:56.080547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:56.081504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f5487e8-7fa2-42ce-addc-c8703146217c req-24a71999-b68b-4b20-955b-1805c9327d24 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2062147 Nov 22 16:20:56.118215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c2992-c4ba-47d1-bb1e-5509e3736c0c req-1ce9dd62-1ce4-421c-a2cc-5faa4a7e67c4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:56.133283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f10c2992-c4ba-47d1-bb1e-5509e3736c0c req-1ce9dd62-1ce4-421c-a2cc-5faa4a7e67c4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.3333809 Nov 22 16:20:56.290982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Checking segment: {'id': 'fba331e7-6970-4680-91ac-b2f72b073923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd1e64fd7-f436-4732-a589-b94712c447e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:20:56.293306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f10c2992-c4ba-47d1-bb1e-5509e3736c0c req-6ea68f2d-903d-4b22-a70e-29ffb31341b2 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584561 Nov 22 16:20:56.293909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Network hostable DHCP agents. Network: d1e64fd7-f436-4732-a589-b94712c447e2, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:20:56.331611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event updated for resources: {'Subnet': ['ID=eb2e7ecf-eb80-4684-bc42-44a58df108d6,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:56.369408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Network d1e64fd7-f436-4732-a589-b94712c447e2 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:20:56.396280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d1e64fd7-f436-4732-a589-b94712c447e2) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:20:56.407583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:56.408126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b3985a-e1ee-461a-a31a-3a46c94f02d9 None None] Network d1e64fd7-f436-4732-a589-b94712c447e2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:20:56.420035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:56.443020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f5487e8-7fa2-42ce-addc-c8703146217c req-5e4e89e8-d30a-44bb-b226-a814847c8932 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607509 Nov 22 16:20:56.491042 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1b6eca22-7669-455c-86ef-a2640d2aad67 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4097095 Nov 22 16:20:56.493464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58116) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:56.500309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Request body: {'port': {'network_id': 'd1e64fd7-f436-4732-a589-b94712c447e2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-985240867'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:20:56.763376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58126) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:56.851481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Made reservation on behalf of 4587db9a8539468ebbdac8f6d979d37d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:20:56.856399 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:56.904542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] device_id is not set on port bde8d9e1-eca8-4dc8-b196-dc4837a03450 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:20:56.945578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d1e64fd7-f436-4732-a589-b94712c447e2', 'network_id': 'd1e64fd7-f436-4732-a589-b94712c447e2', 'tenant_id': '4587db9a8539468ebbdac8f6d979d37d', 'fixed_ips': [{'subnet_id': 'eb2e7ecf-eb80-4684-bc42-44a58df108d6'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:20:56.947268 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:57.301626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Allocated IP 172.20.0.2 (d1e64fd7-f436-4732-a589-b94712c447e2/eb2e7ecf-eb80-4684-bc42-44a58df108d6/bde8d9e1-eca8-4dc8-b196-dc4837a03450) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:20:57.358122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4809f6ac-1961-4a92-9a46-e40ce1978964 admin admin] Deleting subnet eb03a648-b35d-412b-b0d6-a0dc2108bc6a {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:20:57.376205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4809f6ac-1961-4a92-9a46-e40ce1978964 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:57.529574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4809f6ac-1961-4a92-9a46-e40ce1978964 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:57.690514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4809f6ac-1961-4a92-9a46-e40ce1978964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:57.893791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4809f6ac-1961-4a92-9a46-e40ce1978964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:57.918320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:57.993981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6878ffb-8832-48eb-9ea5-c39e2e10a50c req-460cede6-ef50-4056-8e6e-3c576610f88f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:58.003183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4809f6ac-1961-4a92-9a46-e40ce1978964 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.015967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6878ffb-8832-48eb-9ea5-c39e2e10a50c req-460cede6-ef50-4056-8e6e-3c576610f88f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.4083240 Nov 22 16:20:58.020523 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4809f6ac-1961-4a92-9a46-e40ce1978964 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/eb03a648-b35d-412b-b0d6-a0dc2108bc6a HTTP/1.1" status: 204 len: 168 time: 1.2550411 Nov 22 16:20:58.021393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:58.022181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809f6ac-1961-4a92-9a46-e40ce1978964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb03a648-b35d-412b-b0d6-a0dc2108bc6a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:58.083718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a879-b6c3-4db9-a557-ea0f1d63613e req-1803f501-fa1a-4525-a909-f481c60ad9de tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:58.085892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0919a879-b6c3-4db9-a557-ea0f1d63613e req-1803f501-fa1a-4525-a909-f481c60ad9de tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.4790089 Nov 22 16:20:58.227475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.366168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6878ffb-8832-48eb-9ea5-c39e2e10a50c req-ac737d4f-134c-4c82-a27b-9de3fdfd7d78 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3443725 Nov 22 16:20:58.392484 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.467135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Network d1e64fd7-f436-4732-a589-b94712c447e2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:20:58.478845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:20:58.484353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.490187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:20:58.511527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e7468660-eec1-448d-947f-07977f41590d {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:20:58.512603 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:20:58.573551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab972533-8b55-426b-899c-cbb996ab0adf']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:58.636962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341fc819-08a8-49cd-ae61-c18ec5ea00df') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:58.639344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341fc819-08a8-49cd-ae61-c18ec5ea00df') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:20:58.666124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.669451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:58.670149 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.675867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0919a879-b6c3-4db9-a557-ea0f1d63613e req-bad3da26-fe64-431d-9932-fdb65cccada0 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605676 Nov 22 16:20:58.702141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event updated for resources: {'Port': ['ID=bde8d9e1-eca8-4dc8-b196-dc4837a03450,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:58.707554 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.728149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:20:58.728812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:20:58.730894 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:20:58.742665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b18ba0cd-6b6a-48bf-85a1-9dd71c3138e3 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2463739 Nov 22 16:20:58.745569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58180) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:58.869292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.886556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:58.906061 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ab972533-8b55-426b-899c-cbb996ab0adf HTTP/1.1" status: 204 len: 168 time: 0.8759403 Nov 22 16:20:58.943584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e24a5-7e72-4da4-8b78-a6c9b76b93e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab972533-8b55-426b-899c-cbb996ab0adf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:20:59.014305 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.048899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-77abff7b-f46c-4466-8007-37d67d405342 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Deleting port bde8d9e1-eca8-4dc8-b196-dc4837a03450 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:20:59.049162 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77abff7b-f46c-4466-8007-37d67d405342 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.340840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77abff7b-f46c-4466-8007-37d67d405342 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.357703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58204) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:59.388070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-77abff7b-f46c-4466-8007-37d67d405342 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Calling delete_port for bde8d9e1-eca8-4dc8-b196-dc4837a03450 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:20:59.457513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Allocated IP 172.20.0.3 (d1e64fd7-f436-4732-a589-b94712c447e2/eb2e7ecf-eb80-4684-bc42-44a58df108d6/4cfff0af-6a30-4ef4-810f-b7334b5c83dd) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:20:59.484762 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0bcd17dd-4e78-4b6e-af88-b83c7dcaaa0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d56520135374b45bc89d12d47e41c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251900 Nov 22 16:20:59.487340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:20:59.657236 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6a9c-30f6-47a7-afed-789255851847 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.769321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6a9c-30f6-47a7-afed-789255851847 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.782961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91352369-71e5-4ca6-8cea-efe47faa515a req-52e87955-93ff-4a5f-aa61-739809b852d2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:20:59.793745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91352369-71e5-4ca6-8cea-efe47faa515a req-52e87955-93ff-4a5f-aa61-739809b852d2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2085607 Nov 22 16:20:59.917772 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6a9c-30f6-47a7-afed-789255851847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.920500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ff6a9c-30f6-47a7-afed-789255851847 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.921686 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d7ff6a9c-30f6-47a7-afed-789255851847 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7360e29-5886-4c31-8f8a-ebbad8ce6403 HTTP/1.1" status: 204 len: 168 time: 0.4204531 Nov 22 16:20:59.924363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.956622 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:59.963220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff6a9c-30f6-47a7-afed-789255851847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7360e29-5886-4c31-8f8a-ebbad8ce6403,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:00.013844 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77abff7b-f46c-4466-8007-37d67d405342 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:00.062719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Network d1e64fd7-f436-4732-a589-b94712c447e2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:00.084283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:00.086719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Pushing event updated for resources: {'Port': ['ID=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:00.088984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:21:00.162698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.163048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.181580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.182193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.182717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.183270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.183787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.184329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.184858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.186034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.189639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.190202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:00.226958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91352369-71e5-4ca6-8cea-efe47faa515a req-2282339b-8d63-4c77-a57a-6b7a8c835534 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104965 Nov 22 16:21:00.255980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abff7b-f46c-4466-8007-37d67d405342 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event deleted for resources: {'Port': ['ID=bde8d9e1-eca8-4dc8-b196-dc4837a03450,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:00.275408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Attempting to bind port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:21:00.275678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Attempting to bind port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'fba331e7-6970-4680-91ac-b2f72b073923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd1e64fd7-f436-4732-a589-b94712c447e2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:21:00.276553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Attempting to bind port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd on network d1e64fd7-f436-4732-a589-b94712c447e2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:21:00.290215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:21:00.291034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Checking segment: {'id': 'fba331e7-6970-4680-91ac-b2f72b073923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd1e64fd7-f436-4732-a589-b94712c447e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:00.291656 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:00.293354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Bound using segment: {'id': 'fba331e7-6970-4680-91ac-b2f72b073923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd1e64fd7-f436-4732-a589-b94712c447e2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:21:00.294047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Bound port: 4cfff0af-6a30-4ef4-810f-b7334b5c83dd, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba331e7-6970-4680-91ac-b2f72b073923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'd1e64fd7-f436-4732-a589-b94712c447e2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:21:00.305166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:00.332595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25bae2-be1d-4a10-a75c-f73575cd8447 req-ebc1b9f4-d12e-4c82-8a46-c4c200f8aed6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:00.334584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e25bae2-be1d-4a10-a75c-f73575cd8447 req-ebc1b9f4-d12e-4c82-8a46-c4c200f8aed6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.3720872 Nov 22 16:21:00.468707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e25bae2-be1d-4a10-a75c-f73575cd8447 req-1ed942c7-506e-4c08-9dd7-722e0fa27964 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044223 Nov 22 16:21:00.470878 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77abff7b-f46c-4466-8007-37d67d405342 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:00.475515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-77abff7b-f46c-4466-8007-37d67d405342 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "DELETE /v2.0/ports/bde8d9e1-eca8-4dc8-b196-dc4837a03450 HTTP/1.1" status: 204 len: 168 time: 1.7288871 Nov 22 16:21:00.479123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58226) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:00.524260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] For port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:21:00.536158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] For port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,segment=NetworkSegment(fba331e7-6970-4680-91ac-b2f72b073923),segment_id=fba331e7-6970-4680-91ac-b2f72b073923)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:21:00.542763 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:00.673047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af643a7c-007a-4beb-98a8-aab828de1136 None None] Pushing event updated for resources: {'Port': ['ID=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:01.154610 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ba0d16a4-5e0b-4438-9013-4d1582693f10 tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.6739419 Nov 22 16:21:01.157281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58244) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:01.185372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-866550166'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:01.244000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Made reservation on behalf of 4587db9a8539468ebbdac8f6d979d37d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:01.252406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:01.323549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:01.347640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:01.349998 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Added segment cb97478b-8223-4119-8320-92bc85a7fb08 of type vlan for network 403fa12e-d608-4ba1-8ed1-7169004536d3 Nov 22 16:21:01.477436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:01.542969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:01.550460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:01.551426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:01.599219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00aca3e-68b2-4fd3-a9d9-4834ce50ce24 req-6d312d1b-31a0-42e1-9288-c5430c7cbd68 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:01.608329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e00aca3e-68b2-4fd3-a9d9-4834ce50ce24 req-6d312d1b-31a0-42e1-9288-c5430c7cbd68 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.1720741 Nov 22 16:21:01.779388 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6205688 Nov 22 16:21:01.783038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58266) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:01.934512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4cfff0af-6a30-4ef4-810f-b7334b5c83dd up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:02.087304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2127031-b8fd-49a3-8969-5b9c32fada3e req-476189c7-5472-4727-8c79-4b2742527347 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:02.089256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2127031-b8fd-49a3-8969-5b9c32fada3e req-476189c7-5472-4727-8c79-4b2742527347 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.4104991 Nov 22 16:21:02.141061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826d6db-81db-49a9-a28e-d752bc835761 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event updated for resources: {'Network': ['ID=403fa12e-d608-4ba1-8ed1-7169004536d3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:02.146877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:02.149967 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:02.227251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e00aca3e-68b2-4fd3-a9d9-4834ce50ce24 req-cb3075a5-6b12-46ee-ae7c-0ca0788bb9a7 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6015034 Nov 22 16:21:02.279420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 403fa12e-d608-4ba1-8ed1-7169004536d3 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:02.353391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2127031-b8fd-49a3-8969-5b9c32fada3e req-1006094e-9347-4cfb-9c78-1dd6b7543407 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576294 Nov 22 16:21:02.455292 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1debe6d5-bf23-48be-a7fb-57f673db9c6a tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "GET /v2.0/agents/d5271eeb-a5dc-4908-9903-62d0c35fa3fa/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.6588764 Nov 22 16:21:02.458088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:02.463688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:02.609911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,segment=NetworkSegment(fba331e7-6970-4680-91ac-b2f72b073923),segment_id=fba331e7-6970-4680-91ac-b2f72b073923)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:02.630787 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:02.837876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1fc317-b794-41f1-b5fa-bc649741cca3 tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] Network 403fa12e-d608-4ba1-8ed1-7169004536d3 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:21:02.856544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:02.902660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:02.905396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13fb49-4d52-4ad1-a39b-ce60bca19aff None None] Network 403fa12e-d608-4ba1-8ed1-7169004536d3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:02.905904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ec1fc317-b794-41f1-b5fa-bc649741cca3 tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "POST /v2.0/agents/d5271eeb-a5dc-4908-9903-62d0c35fa3fa/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4417155 Nov 22 16:21:03.242047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58300) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:03.389362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99a441-8d95-486a-a303-dcdea0a24431 None None] Network d1e64fd7-f436-4732-a589-b94712c447e2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:03.397529 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3c4fbee1-f140-42fa-8b07-16df4976a9a2 tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "GET /v2.0/agents/d5271eeb-a5dc-4908-9903-62d0c35fa3fa/dhcp-networks HTTP/1.1" status: 200 len: 6464 time: 0.4906979 Nov 22 16:21:03.398635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58310) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:03.622384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-912021555-network', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:03.677843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-02ddf10e-1c88-4c99-9964-608f38878953 tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "DELETE /v2.0/agents/d5271eeb-a5dc-4908-9903-62d0c35fa3fa/dhcp-networks/403fa12e-d608-4ba1-8ed1-7169004536d3 HTTP/1.1" status: 204 len: 168 time: 0.2779310 Nov 22 16:21:03.681020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58316) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:03.849503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a9885-7343-4b9b-9939-1974d8247c72 req-9708c318-2fcc-459d-872f-8f99c2bc4309 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:03.851983 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-500a9885-7343-4b9b-9939-1974d8247c72 req-9708c318-2fcc-459d-872f-8f99c2bc4309 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2685177 Nov 22 16:21:03.854469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:03.857019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:03.877270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4cfff0af-6a30-4ef4-810f-b7334b5c83dd up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:03.880939 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:03.926679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa4b06-6522-4d07-be1b-0923f06cf9fd req-89ee8c67-4a36-485e-9571-a6b49ca5cc89 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:03.928924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6aaa4b06-6522-4d07-be1b-0923f06cf9fd req-89ee8c67-4a36-485e-9571-a6b49ca5cc89 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.3470073 Nov 22 16:21:03.996939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8b79f253-47d1-4340-95a2-7e131194fe44 None None] Provisioning complete for port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:03.997899 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b79f253-47d1-4340-95a2-7e131194fe44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:04.095313 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0edea0af-797f-42d7-8f9f-9daabfea6029 tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "GET /v2.0/agents/d5271eeb-a5dc-4908-9903-62d0c35fa3fa/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.4128654 Nov 22 16:21:04.105156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58328) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:04.157811 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6157ac0a-b49b-4269-9259-8db69fc24013 tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "GET /v2.0/networks/d1e64fd7-f436-4732-a589-b94712c447e2/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0467222 Nov 22 16:21:04.164598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58330) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:04.176383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:04.177106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:04.221190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2e639ade-9599-4ad0-b8b1-fe1f18729fab tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "GET /v2.0/networks/d1e64fd7-f436-4732-a589-b94712c447e2/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0522830 Nov 22 16:21:04.221190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58332) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:04.287808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6aaa4b06-6522-4d07-be1b-0923f06cf9fd req-068e3ae4-a9af-49b9-836e-65f034c57dcc tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273256 Nov 22 16:21:04.292529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-500a9885-7343-4b9b-9939-1974d8247c72 req-c03f1035-cb2d-4d6c-9c48-a2d782d35773 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131310 Nov 22 16:21:04.384672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:04.398608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:04.520140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222ef245-0b43-4e1a-afc4-c2741a41e040,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:04.579470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:04.612275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:04.612968 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Added segment 123d3220-c49d-47a5-9bfa-ac72dd3a78e0 of type vlan for network b11a9880-ae5b-4f89-86ab-6500df726728 Nov 22 16:21:04.738295 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1deeefbd-e09f-466b-8dd5-1ab8811f2f24 tempest-DHCPAgentSchedulersTestJSON-1461231068 tempest-DHCPAgentSchedulersTestJSON-1461231068-project-admin] 10.222.0.69 "GET /v2.0/agents/d5271eeb-a5dc-4908-9903-62d0c35fa3fa/dhcp-networks HTTP/1.1" status: 200 len: 5694 time: 0.5161855 Nov 22 16:21:04.743701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58344) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:04.806482 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:04.818929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2f0f6da5-b0bb-412b-b619-81cdba907589 None None] Provisioning complete for port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:04.820211 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6da5-b0bb-412b-b619-81cdba907589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:04.910085 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:04.911196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:04.912319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:05.062686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:05.296566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b50df942-ece2-4a38-9eeb-75372050383a None None] Could not find standard attr ID for object bde8d9e1-eca8-4dc8-b196-dc4837a03450. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:21:05.324200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0780349 Nov 22 16:21:05.326803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:05.361668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Request body: {'subnet': {'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-912021555-subnet', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:05.416475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b23ae7-d74e-425b-8857-3c23f08c730f admin admin] Pushing event updated for resources: {'Network': ['ID=b11a9880-ae5b-4f89-86ab-6500df726728,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:05.431173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network b11a9880-ae5b-4f89-86ab-6500df726728 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:05.474631 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:05.492760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bb249-f4d4-4a21-a195-56c59b46b90b req-a8f638aa-6543-4c94-9f27-7a0b6ed15b10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:05.501874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-664bb249-f4d4-4a21-a195-56c59b46b90b req-a8f638aa-6543-4c94-9f27-7a0b6ed15b10 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 946 time: 0.5405519 Nov 22 16:21:05.674015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403fa12e-d608-4ba1-8ed1-7169004536d3']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:05.727621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:05.747459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:05.779280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb97478b-8223-4119-8320-92bc85a7fb08') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:05.779280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb97478b-8223-4119-8320-92bc85a7fb08') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:05.806856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:05.824973 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:05.843632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:05.845953 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:05.972646 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:05.980880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.029736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.035327 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "DELETE /v2.0/networks/403fa12e-d608-4ba1-8ed1-7169004536d3 HTTP/1.1" status: 204 len: 168 time: 1.2905207 Nov 22 16:21:06.037458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event deleted for resources: {'Network': ['ID=403fa12e-d608-4ba1-8ed1-7169004536d3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:06.046065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:06.060182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58378) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:06.115194 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05f939a-1ffe-4522-b446-d7a558915f99 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] DELETE failed (client error): The resource could not be found. Nov 22 16:21:06.119752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05f939a-1ffe-4522-b446-d7a558915f99 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:21:06.124542 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f05f939a-1ffe-4522-b446-d7a558915f99 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "DELETE /v2.0/ports/bde8d9e1-eca8-4dc8-b196-dc4837a03450 HTTP/1.1" status: 404 len: 333 time: 0.0698259 Nov 22 16:21:06.129825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58382) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:06.213797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.217480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.222291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.225979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.227168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.227716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.229014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.229549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.231639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.232232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.232765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.233561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd1a036-f2ed-481c-a12c-7e86fbf3fb94 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:06.307578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b58dd4f-7d6f-4550-a078-04f899d96956 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Deleting subnet eb2e7ecf-eb80-4684-bc42-44a58df108d6 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:21:06.317821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b58dd4f-7d6f-4550-a078-04f899d96956 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.391476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b58dd4f-7d6f-4550-a078-04f899d96956 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.508914 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b58dd4f-7d6f-4550-a078-04f899d96956 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.607339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d8cde2-52ef-4ff5-a625-ee3543ee6c72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.710365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a1ef94-2074-4ba0-9f31-a10646d9d5a5 req-45997223-7974-49c6-b56f-6b348c60bb7f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:06.713870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d8cde2-52ef-4ff5-a625-ee3543ee6c72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.714912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0a1ef94-2074-4ba0-9f31-a10646d9d5a5 req-45997223-7974-49c6-b56f-6b348c60bb7f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 1.1285007 Nov 22 16:21:06.715922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.724702 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b58dd4f-7d6f-4550-a078-04f899d96956 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.800767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d8cde2-52ef-4ff5-a625-ee3543ee6c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.808380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4494bc9b-7e14-4dce-9c06-8f416cab3ebc None None] Network d1e64fd7-f436-4732-a589-b94712c447e2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:06.808899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b58dd4f-7d6f-4550-a078-04f899d96956 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:06.820459 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1b58dd4f-7d6f-4550-a078-04f899d96956 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "DELETE /v2.0/subnets/eb2e7ecf-eb80-4684-bc42-44a58df108d6 HTTP/1.1" status: 204 len: 168 time: 0.6781120 Nov 22 16:21:06.822622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58dd4f-7d6f-4550-a078-04f899d96956 tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2e7ecf-eb80-4684-bc42-44a58df108d6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:06.832816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-e8d86426-9daa-4f0c-bc23-dbf701ed30ae tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:06.835496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-e8d86426-9daa-4f0c-bc23-dbf701ed30ae tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 946 time: 0.4748518 Nov 22 16:21:06.892407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58398) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:06.986243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8cde2-52ef-4ff5-a625-ee3543ee6c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c081ca6-4de7-4f52-b7f5-c45ecdae9407,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:06.995345 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-68d8cde2-52ef-4ff5-a625-ee3543ee6c72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=31cb227669fd4925a651755e016c4e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8820951 Nov 22 16:21:07.001056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58400) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:07.060410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-664bb249-f4d4-4a21-a195-56c59b46b90b req-3d144604-917d-4b9d-acce-4f7496c53221 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5022953 Nov 22 16:21:07.096989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0a1ef94-2074-4ba0-9f31-a10646d9d5a5 req-146cdd8b-efde-4972-81ee-34cb0d4fcd5c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474770 Nov 22 16:21:07.235059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad27b278-2cc1-4b48-9864-9948b482a30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:07.311304 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad27b278-2cc1-4b48-9864-9948b482a30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:07.419208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:07.476843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad27b278-2cc1-4b48-9864-9948b482a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:07.482033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad27b278-2cc1-4b48-9864-9948b482a30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:07.487322 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ad27b278-2cc1-4b48-9864-9948b482a30d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c081ca6-4de7-4f52-b7f5-c45ecdae9407 HTTP/1.1" status: 204 len: 168 time: 0.4786279 Nov 22 16:21:07.498429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Checking segment: {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:07.498807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Network hostable DHCP agents. Network: b11a9880-ae5b-4f89-86ab-6500df726728, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:21:07.510958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27b278-2cc1-4b48-9864-9948b482a30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c081ca6-4de7-4f52-b7f5-c45ecdae9407,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:07.546992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] DHCP port deletion for d1e64fd7-f436-4732-a589-b94712c447e2 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:21:07.634132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:07.723658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Deleting port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:21:07.724929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:07.749613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] Deleting port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:21:07.750003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:07.879742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] For port 3b9e492e-5f8a-4bfb-9454-9708433b8c10, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=3b9e492e-5f8a-4bfb-9454-9708433b8c10,segment=NetworkSegment(0fb2f1bf-44d8-4044-904c-b3ede45bc7de),segment_id=0fb2f1bf-44d8-4044-904c-b3ede45bc7de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:07.880737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:07.921991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Calling delete_port for 3b9e492e-5f8a-4bfb-9454-9708433b8c10 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:21:07.941357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4cfff0af-6a30-4ef4-810f-b7334b5c83dd no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:21:08.163666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] For port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,segment=NetworkSegment(fba331e7-6970-4680-91ac-b2f72b073923),segment_id=fba331e7-6970-4680-91ac-b2f72b073923)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:08.164487 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:08.220380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721e101-1b66-444c-aeb4-0ad3e3a2e792 req-f553fe4f-a8aa-45d0-be53-1bff199add19 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:08.226373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:08.230163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] Calling delete_port for 4cfff0af-6a30-4ef4-810f-b7334b5c83dd owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:21:08.236552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c721e101-1b66-444c-aeb4-0ad3e3a2e792 req-f553fe4f-a8aa-45d0-be53-1bff199add19 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.7999458 Nov 22 16:21:08.250466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Network b11a9880-ae5b-4f89-86ab-6500df726728 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:21:08.472661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, b11a9880-ae5b-4f89-86ab-6500df726728) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:08.485920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:08.490725 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:08.642988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-18cab6c3-a815-4ad7-b155-a95d3e94a392 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3122227 Nov 22 16:21:08.645092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,segment=NetworkSegment(fba331e7-6970-4680-91ac-b2f72b073923),segment_id=fba331e7-6970-4680-91ac-b2f72b073923)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:08.645577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58446) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:08.650039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df793d53-61e3-4407-a48d-6f7b85cb6bda None None] Network b11a9880-ae5b-4f89-86ab-6500df726728 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:08.652328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:08.672452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:08.732815 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:08.734437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:08.820178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Deleting port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:21:08.821738 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:08.838976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c721e101-1b66-444c-aeb4-0ad3e3a2e792 req-a9c50044-c688-4df0-a2ed-434a6e077e10 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6015153 Nov 22 16:21:08.877686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:09.014079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a21ea9-c6f1-4140-8207-8d826b8d0593 req-f53c4af1-7b20-4fdc-bb07-afa3c2383179 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:09.021853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3b9e492e-5f8a-4bfb-9454-9708433b8c10 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:21:09.028702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6a21ea9-c6f1-4140-8207-8d826b8d0593 req-f53c4af1-7b20-4fdc-bb07-afa3c2383179 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 867 time: 0.6921170 Nov 22 16:21:09.044705 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:09.067620 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:09.217086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 3b9e492e-5f8a-4bfb-9454-9708433b8c10 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:21:09.222403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 3b9e492e-5f8a-4bfb-9454-9708433b8c10 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:21:09.253201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event deleted for resources: {'Port': ['ID=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:09.282207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] No DVR routers for this DVR port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:21:09.311368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Pushing event deleted for resources: {'Port': ['ID=3b9e492e-5f8a-4bfb-9454-9708433b8c10,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:09.360139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a50067-8424-4e52-98a4-a16bb52d406a None None] Pushing event deleted for resources: {'Port': ['ID=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:09.404790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6a21ea9-c6f1-4140-8207-8d826b8d0593 req-023b2305-7273-47a4-a545-dadb3797c6fa tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/security-groups?id=b97f7ce8-3ede-413d-94d7-e478e97b90d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902151 Nov 22 16:21:09.465242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-b11a9880-ae5b-4f89-86ab-6500df726728', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:21:09.468311 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:09.492332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] No DVR routers for this DVR port 3b9e492e-5f8a-4bfb-9454-9708433b8c10 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:21:09.498866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:09.502829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2016ac60-f945-4bc5-b06d-a6c466bee977 req-c2e340fa-5f38-460f-b4a6-7958bfbf867c tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.11 "DELETE /v2.0/ports/3b9e492e-5f8a-4bfb-9454-9708433b8c10 HTTP/1.1" status: 204 len: 173 time: 2.4176071 Nov 22 16:21:09.504544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c48677e-3980-4075-8aab-49ab0369a1bb', 'name': 'network-vif-deleted', 'tag': '3b9e492e-5f8a-4bfb-9454-9708433b8c10'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:21:09.506953 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523f85e8-2a6f-4497-a88f-d0e264383e2a" -d '{"events": [{"server_uuid": "8c48677e-3980-4075-8aab-49ab0369a1bb", "name": "network-vif-deleted", "tag": "3b9e492e-5f8a-4bfb-9454-9708433b8c10"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:21:09.571274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76837-a03d-44f4-8a2d-66b14a84ce64 req-fd6c6292-a339-42ea-8c73-d48722c9122a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:09.575968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bed76837-a03d-44f4-8a2d-66b14a84ce64 req-fd6c6292-a339-42ea-8c73-d48722c9122a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.5450466 Nov 22 16:21:09.583466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] For port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,segment=NetworkSegment(fba331e7-6970-4680-91ac-b2f72b073923),segment_id=fba331e7-6970-4680-91ac-b2f72b073923)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:09.585789 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:09.651253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Calling delete_port for 4cfff0af-6a30-4ef4-810f-b7334b5c83dd owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:21:09.681864 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8b6745-3f49-44ff-8a51-bb65366a95c8 x-openstack-request-id: req-8c8b6745-3f49-44ff-8a51-bb65366a95c8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:21:09.682366 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c48677e-3980-4075-8aab-49ab0369a1bb", "name": "network-vif-deleted", "tag": "3b9e492e-5f8a-4bfb-9454-9708433b8c10", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:21:09.682742 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c8b6745-3f49-44ff-8a51-bb65366a95c8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:21:09.684233 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c48677e-3980-4075-8aab-49ab0369a1bb', 'name': 'network-vif-deleted', 'tag': '3b9e492e-5f8a-4bfb-9454-9708433b8c10', 'status': 'completed', 'code': 200} Nov 22 16:21:09.861790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bed76837-a03d-44f4-8a2d-66b14a84ce64 req-6024a1bd-6719-415f-82eb-f60a1214217f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656391 Nov 22 16:21:09.917035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:09.963510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Allocated IP 172.20.0.2 (b11a9880-ae5b-4f89-86ab-6500df726728/c72db2e4-f5b8-4efd-9af6-291eb8cef3b9/a6986067-fdef-4bd9-b30c-26bc70739cc5) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:21:10.096288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] No DVR routers for this DVR port 4cfff0af-6a30-4ef4-810f-b7334b5c83dd on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:21:10.146076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.158959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event deleted for resources: {'Port': ['ID=4cfff0af-6a30-4ef4-810f-b7334b5c83dd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:10.306697 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.338960 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.396412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.436396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-8e6e202d-c5c4-46aa-8052-add3097d068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:10.438555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-8e6e202d-c5c4-46aa-8052-add3097d068d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 1096 time: 0.3816168 Nov 22 16:21:10.447943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e64fd7-f436-4732-a589-b94712c447e2']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:10.460896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51d730-422a-400e-901c-0255c947fe7a req-cb0ddbc7-b6e4-40b3-8306-e534b90e7d2d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:10.462135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce51d730-422a-400e-901c-0255c947fe7a req-cb0ddbc7-b6e4-40b3-8306-e534b90e7d2d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.4387636 Nov 22 16:21:10.508553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Pushing event updated for resources: {'Port': ['ID=a6986067-fdef-4bd9-b30c-26bc70739cc5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:10.532736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Network b11a9880-ae5b-4f89-86ab-6500df726728 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:10.537069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:10.545992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:21:10.671945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Attempting to bind port a6986067-fdef-4bd9-b30c-26bc70739cc5 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:21:10.672777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba331e7-6970-4680-91ac-b2f72b073923') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:10.673225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba331e7-6970-4680-91ac-b2f72b073923') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:10.673649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Attempting to bind port a6986067-fdef-4bd9-b30c-26bc70739cc5 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:21:10.674208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Attempting to bind port a6986067-fdef-4bd9-b30c-26bc70739cc5 on network b11a9880-ae5b-4f89-86ab-6500df726728 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:21:10.687540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:21:10.689006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Checking segment: {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:10.689539 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.691492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Bound using segment: {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:21:10.693496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce51d730-422a-400e-901c-0255c947fe7a req-b19c84c9-38a2-4fd9-9aac-259bb353225a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093825 Nov 22 16:21:10.695307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Bound port: a6986067-fdef-4bd9-b30c-26bc70739cc5, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:21:10.695864 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.732857 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.829118 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.837806 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.850180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:10.851192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.857310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] For port a6986067-fdef-4bd9-b30c-26bc70739cc5, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:21:10.860362 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.862920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] For port a6986067-fdef-4bd9-b30c-26bc70739cc5, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a6986067-fdef-4bd9-b30c-26bc70739cc5,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:21:10.870777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:10.952322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-854c630d-7bc9-46bb-a189-435610db993e req-6324eeae-8db8-45c0-a7ec-b7b2e4ef49b9 tempest-AttachVolumeNegativeTest-87169646 tempest-AttachVolumeNegativeTest-87169646-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c48677e-3980-4075-8aab-49ab0369a1bb HTTP/1.1" status: 200 len: 210 time: 0.2624290 Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:10.953591 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:11.029146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-4ec0740f-c869-4696-8a58-04b68ce36c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:11.031694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-4ec0740f-c869-4696-8a58-04b68ce36c89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.5684578 Nov 22 16:21:11.033525 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:11.051150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:11.062361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] 10.222.0.69 "DELETE /v2.0/networks/d1e64fd7-f436-4732-a589-b94712c447e2 HTTP/1.1" status: 204 len: 168 time: 4.0899208 Nov 22 16:21:11.096120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937b318-3a09-42c8-81ac-3489c3a6ab4f tempest-DHCPAgentSchedulersTestJSON-1858583170 tempest-DHCPAgentSchedulersTestJSON-1858583170-project] Pushing event deleted for resources: {'Network': ['ID=d1e64fd7-f436-4732-a589-b94712c447e2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:11.212519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf33192-a3d8-4908-9aa3-d4d1edd61c82 None None] Pushing event updated for resources: {'Port': ['ID=a6986067-fdef-4bd9-b30c-26bc70739cc5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:11.319140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-dda3d4f0-62c5-4f3d-9d9f-c191775b18bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271 HTTP/1.1" status: 200 len: 1001 time: 0.2705898 Nov 22 16:21:11.356777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Allocated IP 172.25.5.181 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/60673d3a-9927-400d-b999-35ac7150e841) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:21:11.395179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770ca9f-9b5b-48b3-a2b8-d0fcd8481e5a req-3de009ac-c2b8-4165-ae32-a0463182d9d7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:11.398569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e770ca9f-9b5b-48b3-a2b8-d0fcd8481e5a req-3de009ac-c2b8-4165-ae32-a0463182d9d7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.2250664 Nov 22 16:21:11.429937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-3b0904f1-b66a-4849-afe9-e5400cb825b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:11.432246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-3b0904f1-b66a-4849-afe9-e5400cb825b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.1057212 Nov 22 16:21:11.631758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:11.697070 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:11.731409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-b9b303ce-4ab1-4934-a804-0d45a575662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:11.739375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-b9b303ce-4ab1-4934-a804-0d45a575662a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2932222 Nov 22 16:21:11.758868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e770ca9f-9b5b-48b3-a2b8-d0fcd8481e5a req-e73cab2f-9d41-41fb-b801-c76f0bfbda4a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247809 Nov 22 16:21:11.793234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-cdeb6066-a8a4-43fa-a3e8-1a9ade2b032b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:21:11.797877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-cdeb6066-a8a4-43fa-a3e8-1a9ade2b032b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362408 Nov 22 16:21:11.929276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:11.943038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-220384f9-d6b3-455b-adce-60412a5d5db1 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379645 Nov 22 16:21:11.952952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:11.971992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a6986067-fdef-4bd9-b30c-26bc70739cc5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:11.978988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:21:12.020711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Pushing event updated for resources: {'Port': ['ID=60673d3a-9927-400d-b999-35ac7150e841,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:12.085564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:12.098164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a6986067-fdef-4bd9-b30c-26bc70739cc5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:12.099601 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.106645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58588) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:12.220673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3ec511-6e19-4924-b8c1-4ac16596fd07 admin admin] Deleting subnet a829c7b9-2541-4f40-bc75-acd606ba3ba3 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:21:12.235759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec511-6e19-4924-b8c1-4ac16596fd07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.269725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f41de2-476e-4eec-a8fc-5aa31491835f req-3c892189-3540-46c7-9391-f61c00765fce tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:12.278004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37f41de2-476e-4eec-a8fc-5aa31491835f req-3c892189-3540-46c7-9391-f61c00765fce tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 945 time: 0.2952926 Nov 22 16:21:12.315646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.414605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port a6986067-fdef-4bd9-b30c-26bc70739cc5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a6986067-fdef-4bd9-b30c-26bc70739cc5,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:12.429357 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.487767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=a6986067-fdef-4bd9-b30c-26bc70739cc5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:12.497239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3097bbfa-8a71-4a84-b539-6d98eb4036f4 req-ff8af46d-8559-472b-827d-955fc02e94b5 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455358 Nov 22 16:21:12.519562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dfb92ed8-3fb9-4cd2-abd2-4053d19e3f35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4587db9a8539468ebbdac8f6d979d37d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4207075 Nov 22 16:21:12.529127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58598) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:12.576254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37f41de2-476e-4eec-a8fc-5aa31491835f req-becf41ed-cf2d-45e7-9d3b-f6eebe857086 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897470 Nov 22 16:21:12.609008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9df72a2e-5d81-4982-b16b-805cc5964fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.639734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec511-6e19-4924-b8c1-4ac16596fd07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.648515 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9df72a2e-5d81-4982-b16b-805cc5964fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.669649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58602) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:12.735397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9df72a2e-5d81-4982-b16b-805cc5964fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.740505 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9df72a2e-5d81-4982-b16b-805cc5964fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.740677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec511-6e19-4924-b8c1-4ac16596fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.742914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9df72a2e-5d81-4982-b16b-805cc5964fa4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/746ca0fc-09b7-4d05-be30-fdda601d4d64 HTTP/1.1" status: 204 len: 168 time: 0.2146990 Nov 22 16:21:12.763494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df72a2e-5d81-4982-b16b-805cc5964fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746ca0fc-09b7-4d05-be30-fdda601d4d64,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:12.785118 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.907061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4db4c9d-c32c-425e-b162-6c79c33843d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:12.977124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:21:13.102046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec511-6e19-4924-b8c1-4ac16596fd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.143948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be45eb-b912-4c3f-80ed-b15e726b4fc7 req-9165e065-2f76-4dd7-99be-82eeabdd42d6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:13.144667 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec511-6e19-4924-b8c1-4ac16596fd07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.144781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41be45eb-b912-4c3f-80ed-b15e726b4fc7 req-9165e065-2f76-4dd7-99be-82eeabdd42d6 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.2256558 Nov 22 16:21:13.146984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e06ade-2d2b-49d6-a925-3426d1094dd2 None None] Network b11a9880-ae5b-4f89-86ab-6500df726728 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:13.153704 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fd3ec511-6e19-4924-b8c1-4ac16596fd07 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a829c7b9-2541-4f40-bc75-acd606ba3ba3 HTTP/1.1" status: 204 len: 168 time: 1.0336890 Nov 22 16:21:13.156176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:13.179715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ec511-6e19-4924-b8c1-4ac16596fd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a829c7b9-2541-4f40-bc75-acd606ba3ba3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:13.333063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.342904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41be45eb-b912-4c3f-80ed-b15e726b4fc7 req-984b75d4-a22a-4a0f-89cc-41316c26c3b3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680341 Nov 22 16:21:13.394845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.404029 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.422714 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4db4c9d-c32c-425e-b162-6c79c33843d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.443265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58618) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:13.458880 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4db4c9d-c32c-425e-b162-6c79c33843d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.463579 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aba5d0c9-ebac-4ede-a3cc-6b72bd92c2fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.471116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-528d3938-a9c5-4281-ab5f-cf8ef9095fec None None] Provisioning complete for port a6986067-fdef-4bd9-b30c-26bc70739cc5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:13.471726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-528d3938-a9c5-4281-ab5f-cf8ef9095fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.532723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:21:13.535271 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c589e34-e404-4c08-a4e6-972c2a65d31c" -d '{"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:21:13.590029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:13.599077 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d32d5-21d4-4646-9cb6-7a3613be0196 x-openstack-request-id: req-ac7d32d5-21d4-4646-9cb6-7a3613be0196 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:21:13.599695 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:21:13.600187 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac7d32d5-21d4-4646-9cb6-7a3613be0196 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:21:13.600775 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'code': 200} Nov 22 16:21:13.620925 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.708403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:13.715852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aba5d0c9-ebac-4ede-a3cc-6b72bd92c2fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.725651 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aba5d0c9-ebac-4ede-a3cc-6b72bd92c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.801383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a6986067-fdef-4bd9-b30c-26bc70739cc5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:13.801623 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aba5d0c9-ebac-4ede-a3cc-6b72bd92c2fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7fa29940d9364a9fbc4be139120e7c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546607 Nov 22 16:21:13.803469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58624) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:13.807554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5d0c9-ebac-4ede-a3cc-6b72bd92c2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32b1dfe-8bef-4432-988f-3328a5ea3a06,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:13.859289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:21:13.931829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a6986067-fdef-4bd9-b30c-26bc70739cc5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:13.932428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:13.974185 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae80df1f-47d0-41a9-b192-8e26bf93cef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.020984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae80df1f-47d0-41a9-b192-8e26bf93cef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.122031 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae80df1f-47d0-41a9-b192-8e26bf93cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.133977 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae80df1f-47d0-41a9-b192-8e26bf93cef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.152155 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ae80df1f-47d0-41a9-b192-8e26bf93cef6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e32b1dfe-8bef-4432-988f-3328a5ea3a06 HTTP/1.1" status: 204 len: 168 time: 0.3335538 Nov 22 16:21:14.162967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.223451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706200e4-4cbc-42e1-95db-f531e6787aef']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:14.228452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb2f1bf-44d8-4044-904c-b3ede45bc7de') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:14.228891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb2f1bf-44d8-4044-904c-b3ede45bc7de') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:14.249537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.267826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.276391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:14.276957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.286699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80df1f-47d0-41a9-b192-8e26bf93cef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32b1dfe-8bef-4432-988f-3328a5ea3a06,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:14.329498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:21:14.352233 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.353771 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f53faa4d-5a35-4629-bbfa-3047bbde57c2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7071395 Nov 22 16:21:14.356317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58630) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:14.365164 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:14.376556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a4db4c9d-c32c-425e-b162-6c79c33843d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=615321d05e1e4cbab6dd2191e98ffa11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7050319 Nov 22 16:21:14.400406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Sync routers for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:21:14.410550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:14.442644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:21:14.444388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:14.496432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-04c302ec-3e91-4472-8b9c-f7000ebc4949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:14.498454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-04c302ec-3e91-4472-8b9c-f7000ebc4949 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 1094 time: 0.4713197 Nov 22 16:21:14.499132 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.545338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b31a23a5-48e0-435c-8e16-d6c6ad1d0a25 None None] Provisioning complete for port a6986067-fdef-4bd9-b30c-26bc70739cc5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:14.545943 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b31a23a5-48e0-435c-8e16-d6c6ad1d0a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.555415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.567514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] 10.222.0.69 "DELETE /v2.0/networks/706200e4-4cbc-42e1-95db-f531e6787aef HTTP/1.1" status: 204 len: 168 time: 1.4041336 Nov 22 16:21:14.608510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db4c9d-c32c-425e-b162-6c79c33843d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abafece0-1a59-4949-b6a2-a1ebbe07b1d1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:14.683218 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58e8f96f-0293-4edc-8838-212ec71b50a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.818925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:21:14.823248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e2126-02f8-4c46-96a6-713251ad411a admin admin] Pushing event deleted for resources: {'Network': ['ID=706200e4-4cbc-42e1-95db-f531e6787aef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:14.956854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8e7df-bbd7-4b54-a2ff-c6824ad29f4b req-798938b2-c9a9-4b7f-916e-f4cefef5f080 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:14.958664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01e8e7df-bbd7-4b54-a2ff-c6824ad29f4b req-798938b2-c9a9-4b7f-916e-f4cefef5f080 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.9350054 Nov 22 16:21:14.967791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58e8f96f-0293-4edc-8838-212ec71b50a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:14.988634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58650) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:15.120511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.156894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c5cafc80-28f9-4c08-99dd-3da9bb5a74d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2469cabfa87640beb91090460220b35f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626024 Nov 22 16:21:15.157744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58654) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:15.163456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6219c0-75d1-4cd7-b3f7-b8bc9eab48f8 req-0b8e2e72-eb08-4830-8c95-529aa67910be tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:15.165683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da6219c0-75d1-4cd7-b3f7-b8bc9eab48f8 req-0b8e2e72-eb08-4830-8c95-529aa67910be tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.6321919 Nov 22 16:21:15.168998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58e8f96f-0293-4edc-8838-212ec71b50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.171728 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58e8f96f-0293-4edc-8838-212ec71b50a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.175960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-58e8f96f-0293-4edc-8838-212ec71b50a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abafece0-1a59-4949-b6a2-a1ebbe07b1d1 HTTP/1.1" status: 204 len: 168 time: 0.7582653 Nov 22 16:21:15.200086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8f96f-0293-4edc-8838-212ec71b50a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafece0-1a59-4949-b6a2-a1ebbe07b1d1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:15.211322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:12Z', 'revision_number': 3, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:15.294363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Checking router: c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:21:15.296741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-09e6e438-005f-4911-9db7-34c46fabd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:15.297407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Updating router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 port 60673d3a-9927-400d-b999-35ac7150e841 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:21:15.299184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-09e6e438-005f-4911-9db7-34c46fabd8ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.7669692 Nov 22 16:21:15.361632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.393673 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fda4a59a-a0cc-48c1-9ceb-63aed56461af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.413367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da6219c0-75d1-4cd7-b3f7-b8bc9eab48f8 req-99ee5f85-4ca5-4b83-a8e0-06ea96c514fa tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314243 Nov 22 16:21:15.425804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01e8e7df-bbd7-4b54-a2ff-c6824ad29f4b req-d8e9ec82-8389-4310-bded-a4f08a9a70d5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4602132 Nov 22 16:21:15.485274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fda4a59a-a0cc-48c1-9ceb-63aed56461af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.490931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-527c5e8a-1398-438c-b884-185d5d7b5add service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271 HTTP/1.1" status: 200 len: 999 time: 0.1717436 Nov 22 16:21:15.560387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Allocated IP 172.20.0.1 (b11a9880-ae5b-4f89-86ab-6500df726728/c72db2e4-f5b8-4efd-9af6-291eb8cef3b9/8460a916-a976-4a2b-bb89-bc578b319cbd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:21:15.589993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-fd3d315a-5e28-46cd-a7d0-921039c405a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:15.596360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-fd3d315a-5e28-46cd-a7d0-921039c405a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.0936449 Nov 22 16:21:15.598211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fda4a59a-a0cc-48c1-9ceb-63aed56461af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.601825 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fda4a59a-a0cc-48c1-9ceb-63aed56461af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.605734 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fda4a59a-a0cc-48c1-9ceb-63aed56461af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b97f7ce8-3ede-413d-94d7-e478e97b90d5 HTTP/1.1" status: 204 len: 168 time: 0.4431591 Nov 22 16:21:15.640876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4a59a-a0cc-48c1-9ceb-63aed56461af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97f7ce8-3ede-413d-94d7-e478e97b90d5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:15.683626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-f5c76904-aabb-49ea-aadd-0b90957a8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:15.685366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-f5c76904-aabb-49ea-aadd-0b90957a8463 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822525 Nov 22 16:21:15.741391 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.787231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.857287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Network b11a9880-ae5b-4f89-86ab-6500df726728 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:15.863480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:15.867441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:15.871429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:21:15.907416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Pushing event updated for resources: {'Port': ['ID=8460a916-a976-4a2b-bb89-bc578b319cbd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:15.939105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b48ad494-fb5b-4b9b-a9cc-4cc35ae39ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.947336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:15.953969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-38cf6705-f06f-47b7-a66d-beb543a927a5 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606339 Nov 22 16:21:16.040584 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.061986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.149229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89a35e25-7ce1-4ce5-b665-6eaadfb24462 req-83f185d5-9c12-4a02-93ab-1c8feedc5719 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868551 Nov 22 16:21:16.216573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a9b8c-dda1-4bb0-8600-2d4ffd6aa8e7 None None] Pushing event updated for resources: {'Port': ['ID=60673d3a-9927-400d-b999-35ac7150e841,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:16.270655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Attempting to bind port 60673d3a-9927-400d-b999-35ac7150e841 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:21:16.270655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Attempting to bind port 60673d3a-9927-400d-b999-35ac7150e841 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:21:16.271066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Attempting to bind port 60673d3a-9927-400d-b999-35ac7150e841 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:21:16.288949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:21:16.289341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:16.289757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.290165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:21:16.290662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Bound port: 60673d3a-9927-400d-b999-35ac7150e841, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:21:16.291054 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.296162 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.296716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b48ad494-fb5b-4b9b-a9cc-4cc35ae39ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.306346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b48ad494-fb5b-4b9b-a9cc-4cc35ae39ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.402137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ad494-fb5b-4b9b-a9cc-4cc35ae39ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4055dc-9d67-4ce1-a209-ef6c423b1a8f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:16.408581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b48ad494-fb5b-4b9b-a9cc-4cc35ae39ca4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=26b02a22a7bf40de9097b96ccdb734e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5438228 Nov 22 16:21:16.411037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:16.479160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] For port 60673d3a-9927-400d-b999-35ac7150e841, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:21:16.483287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b914234f-9384-4367-9719-cf2f1a7b7347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.483573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] For port 60673d3a-9927-400d-b999-35ac7150e841, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=60673d3a-9927-400d-b999-35ac7150e841,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:21:16.513572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.515206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b914234f-9384-4367-9719-cf2f1a7b7347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.586413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b914234f-9384-4367-9719-cf2f1a7b7347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.590159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b914234f-9384-4367-9719-cf2f1a7b7347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.592596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b914234f-9384-4367-9719-cf2f1a7b7347 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e4055dc-9d67-4ce1-a209-ef6c423b1a8f HTTP/1.1" status: 204 len: 168 time: 0.1795025 Nov 22 16:21:16.603005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914234f-9384-4367-9719-cf2f1a7b7347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4055dc-9d67-4ce1-a209-ef6c423b1a8f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:16.668127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.681300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.730006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8405807c-ff92-4aca-8ed4-5acdb41d07b4 None None] Provisioning complete for port 8460a916-a976-4a2b-bb89-bc578b319cbd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:16.731275 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8405807c-ff92-4aca-8ed4-5acdb41d07b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.778463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14aac58-768b-44b1-ad97-218cc3ac634c req-1cc3eb81-63fa-4ec6-aa59-92e0591d91ee tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:16.785867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b14aac58-768b-44b1-ad97-218cc3ac634c req-1cc3eb81-63fa-4ec6-aa59-92e0591d91ee tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1670482 Nov 22 16:21:16.843760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8405807c-ff92-4aca-8ed4-5acdb41d07b4 None None] Port 8460a916-a976-4a2b-bb89-bc578b319cbd cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:21:16.871491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:21:16.872664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:16.880638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a9b8c-dda1-4bb0-8600-2d4ffd6aa8e7 None None] Pushing event updated for resources: {'Port': ['ID=60673d3a-9927-400d-b999-35ac7150e841,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:16.892326 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:16.922824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b14aac58-768b-44b1-ad97-218cc3ac634c req-2157067a-b859-441e-a141-645584f2e07b tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359668 Nov 22 16:21:16.923874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Pushing event updated for resources: {'Port': ['ID=8460a916-a976-4a2b-bb89-bc578b319cbd,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:16.971463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da14048-0acc-42a4-87f7-c1976fe52abb req-0cf32afe-249d-4cdb-b8ea-098839d35a41 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:16.978202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6da14048-0acc-42a4-87f7-c1976fe52abb req-0cf32afe-249d-4cdb-b8ea-098839d35a41 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.2724261 Nov 22 16:21:17.029391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:21:17.120790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6da14048-0acc-42a4-87f7-c1976fe52abb req-64885225-8bdb-4a95-aa77-ccd784cbc2a8 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345682 Nov 22 16:21:17.274346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Network b11a9880-ae5b-4f89-86ab-6500df726728 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:17.277093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:17.617601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:21:17.773606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:21:18.033942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-722667f2-a89b-4df9-8a51-158434430ee4 None None] Provisioning complete for port 8460a916-a976-4a2b-bb89-bc578b319cbd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:18.034724 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-722667f2-a89b-4df9-8a51-158434430ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:18.119729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-722667f2-a89b-4df9-8a51-158434430ee4 None None] Port 8460a916-a976-4a2b-bb89-bc578b319cbd cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:21:18.248149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 2, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:18.273077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:21:18.312953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7d675e49-d573-4888-9f1e-49266b20866a admin admin] 10.222.0.69 "PUT /v2.0/routers/c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9554887 Nov 22 16:21:18.362339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba86dd46-09be-4c73-a2ec-b467ce029a35 None None] The sync data for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 is: [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 2, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:21:18.450764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd6ed3-2adc-4606-894e-220f8a02f244 req-1beb68b1-842f-47fc-a155-e46ab7b5cad7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:18.454592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2cd6ed3-2adc-4606-894e-220f8a02f244 req-1beb68b1-842f-47fc-a155-e46ab7b5cad7 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.1212251 Nov 22 16:21:18.464568 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:21:18.602232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2cd6ed3-2adc-4606-894e-220f8a02f244 req-579cdfca-f099-4335-b7ca-6e3c572002c4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322455 Nov 22 16:21:18.632902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416b45-054e-4658-a8ae-e5516fa55aca req-4c0be431-25fa-40d6-9491-9123968119dd tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:18.642137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2416b45-054e-4658-a8ae-e5516fa55aca req-4c0be431-25fa-40d6-9491-9123968119dd tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1859393 Nov 22 16:21:18.764265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2416b45-054e-4658-a8ae-e5516fa55aca req-4826df29-803a-4bb8-aad3-b665f1f6a3db tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154001 Nov 22 16:21:18.953072 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74d2b358-08cd-4aee-9975-d203dd2468b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:18.954879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-5dd4f692-852e-4bb2-ad34-d4a224ce8b24 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5547643 Nov 22 16:21:19.096746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103753-12fb-474d-9966-a6d3b63fce4c req-b8792299-7729-4d09-b98f-0d92e0c7ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:19.101948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-b8792299-7729-4d09-b98f-0d92e0c7ddd0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 1096 time: 0.0894330 Nov 22 16:21:19.355026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103753-12fb-474d-9966-a6d3b63fce4c req-8d5dc4c5-6029-4a2e-b459-013cc214a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:19.356629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-8d5dc4c5-6029-4a2e-b459-013cc214a152 service neutron] 10.222.0.71 "GET /v2.0/networks?id=44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 200 len: 907 time: 0.2215889 Nov 22 16:21:19.420542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-1cd3e0ef-4e62-41ac-a32e-c9dab0d1ca8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848 HTTP/1.1" status: 200 len: 217 time: 0.0549481 Nov 22 16:21:19.513281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103753-12fb-474d-9966-a6d3b63fce4c req-d880bc5b-8268-4132-b2a9-a996e5248c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:19.513281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-d880bc5b-8268-4132-b2a9-a996e5248c86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 200 len: 846 time: 0.0787921 Nov 22 16:21:19.556478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-cbe2c24a-68b4-4f33-8d52-07b8097d16cc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=44643127-da94-453c-8154-9dd5b747c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331693 Nov 22 16:21:19.589010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-ed9931a4-fb4a-4c0f-966a-e2a59dc3d467 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:21:19.595151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-ed9931a4-fb4a-4c0f-966a-e2a59dc3d467 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162363 Nov 22 16:21:19.826282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174817a-c2e2-4de5-8e28-7d7fa7d3241a req-5b760d1f-57d4-44fe-a71c-7da75d8e2c4f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:19.837068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d174817a-c2e2-4de5-8e28-7d7fa7d3241a req-5b760d1f-57d4-44fe-a71c-7da75d8e2c4f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.0943813 Nov 22 16:21:19.897331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 60673d3a-9927-400d-b999-35ac7150e841 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:19.929355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d174817a-c2e2-4de5-8e28-7d7fa7d3241a req-592ec355-66aa-4c47-aaed-9cf15ec53645 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909054 Nov 22 16:21:19.932039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-7bfe7ec9-3148-4482-a858-1b8db699aee2 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323326 Nov 22 16:21:20.015044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:20.136768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 60673d3a-9927-400d-b999-35ac7150e841 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:20.143809 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:20.165472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7a72c-2cd0-4d0a-9945-a0704b3725b2 req-874a669f-2e54-4830-a648-831166817ccf tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:20.175484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-daa7a72c-2cd0-4d0a-9945-a0704b3725b2 req-874a669f-2e54-4830-a648-831166817ccf tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1158810 Nov 22 16:21:20.182799 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-a041aec2-8300-445e-af6b-9beb2698ef47 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0185728 Nov 22 16:21:20.211409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-382180da-b11c-4a9b-a74a-1bc661db58b6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:21:20.212615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-382180da-b11c-4a9b-a74a-1bc661db58b6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0233183 Nov 22 16:21:20.314163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-daa7a72c-2cd0-4d0a-9945-a0704b3725b2 req-cad63444-b69f-4676-a2d9-886476f3d5b4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379573 Nov 22 16:21:20.349217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80103753-12fb-474d-9966-a6d3b63fce4c req-d8ac784e-17b0-481e-986b-8bba82da4391 service neutron] 10.222.0.71 "GET /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084189 Nov 22 16:21:20.515494 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:20.563847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 60673d3a-9927-400d-b999-35ac7150e841, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=60673d3a-9927-400d-b999-35ac7150e841,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:20.571566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:20.721801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=60673d3a-9927-400d-b999-35ac7150e841,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:20.826334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-585894705'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:20.874418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Made reservation on behalf of cf6eddadee0c41deb75bb2f832df2db9 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:20.878420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:20.895314 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:20.919098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcdeaa-afc0-4baf-807a-a2b557100f42 req-450dc700-64b3-4573-982b-3fd5358ecf24 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:20.927747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55dcdeaa-afc0-4baf-807a-a2b557100f42 req-450dc700-64b3-4573-982b-3fd5358ecf24 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.1320610 Nov 22 16:21:21.050640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55dcdeaa-afc0-4baf-807a-a2b557100f42 req-fc7c8bb9-3eff-4b72-a094-d83f758f1ed0 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202476 Nov 22 16:21:21.115412 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.128522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.266847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58864) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:21.297042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2063652828-network', 'tenant_id': '9298ec6fe186455ea380d35070759f92'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:21.330252 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0351f5eb-6552-473c-bbb9-86e7b70edf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.406368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4dfe-2b0a-4497-912a-f5f25fa3cb98 req-beb4c9e1-0d4b-47a7-9d2e-b2c09777bdca tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:21.414701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a2a4dfe-2b0a-4497-912a-f5f25fa3cb98 req-beb4c9e1-0d4b-47a7-9d2e-b2c09777bdca tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.2327957 Nov 22 16:21:21.444668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Made reservation on behalf of 9298ec6fe186455ea380d35070759f92 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:21.444668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.484325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.619591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a2a4dfe-2b0a-4497-912a-f5f25fa3cb98 req-f8d2a224-34be-40a3-a091-c92e81d1263c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027547 Nov 22 16:21:21.670466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:21.684248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.684823 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Added segment dd27c7d9-99c7-4fb0-81b9-9a937b91cde5 of type vlan for network 82cd9ac2-803f-4ea0-a6d3-a3017edb59e4 Nov 22 16:21:21.730658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80663ae2-9239-4de2-8759-3bdabf28312b req-9c905980-44d1-485b-b114-4df3438272ea tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:21.732276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80663ae2-9239-4de2-8759-3bdabf28312b req-9c905980-44d1-485b-b114-4df3438272ea tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1071742 Nov 22 16:21:21.802158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.823373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.843604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 60673d3a-9927-400d-b999-35ac7150e841 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:21.858497 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.909960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27469df2-3d2d-487e-8a65-21439275c2a0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:21.940634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.962444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:21.963450 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:21.964189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80663ae2-9239-4de2-8759-3bdabf28312b req-69e0605c-4b26-410c-a602-c9a2e90772c4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169271 Nov 22 16:21:21.985953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:22.026751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5377025d-4585-424a-91f2-7a7e317784ec,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:22.040573 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.040930 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Added segment 71e28ecb-0c01-403b-b061-0fa1bc42ae6c of type vlan for network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 Nov 22 16:21:22.166119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.205603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Pushing event updated for resources: {'Network': ['ID=82cd9ac2-803f-4ea0-a6d3-a3017edb59e4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:22.240959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.242295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:22.242953 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.278163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9cb9ae9b-b55b-483c-a766-a6ed52c71b4b tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2520773 Nov 22 16:21:22.280568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58894) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:22.417676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 82cd9ac2-803f-4ea0-a6d3-a3017edb59e4 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:22.473737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2002072 Nov 22 16:21:22.476181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58906) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:22.486539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Request body: {'subnet': {'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2063652828-subnet', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:22.516934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa6116-11c6-4368-9ebc-f50b54e9c6a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbee9e4-5b57-4006-9c0b-4f7aa5737220,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:22.548792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Made reservation on behalf of 9298ec6fe186455ea380d35070759f92 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:22.556306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.606874 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Sync routers for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:21:22.637528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:22.640442 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.662869 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:21:22.670224 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:22.744127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78adc55-90d1-4604-9ee6-7b654624dc78 req-4850cacb-7213-47e0-8367-aa94fde26dd4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:22.748461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d78adc55-90d1-4604-9ee6-7b654624dc78 req-4850cacb-7213-47e0-8367-aa94fde26dd4 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.1763849 Nov 22 16:21:22.771363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.853125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 60673d3a-9927-400d-b999-35ac7150e841 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:22.854689 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.855968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Request body: {'network': {'name': 'tempest-network--1279599838', 'router:external': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:22.895779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d78adc55-90d1-4604-9ee6-7b654624dc78 req-7456ccb9-cdc4-4be7-aa4f-b5e1ea054669 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383538 Nov 22 16:21:23.105640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Made reservation on behalf of 5e81fae5d94a44a68b557b1c20c34c2f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:23.107940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:23.120523 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:21:23.147062 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:23.295406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a627a-1f8d-4776-98ae-e2892fa7e5f9 req-38b0e2a2-d3d5-472b-b530-8a515e0ad7f8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:23.315868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e1a627a-1f8d-4776-98ae-e2892fa7e5f9 req-38b0e2a2-d3d5-472b-b530-8a515e0ad7f8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1692166 Nov 22 16:21:23.393566 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:23.465673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e1a627a-1f8d-4776-98ae-e2892fa7e5f9 req-f618b057-190d-4e91-9827-6697aa09d456 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477232 Nov 22 16:21:23.588955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:23.679446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Checking segment: {'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:23.679958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Network hostable DHCP agents. Network: 1cbee9e4-5b57-4006-9c0b-4f7aa5737220, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:21:23.684491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b5f96b-0ab1-41d3-9041-02287d3e2ec8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:23.785718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:21:23.801573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-fc9165db-030a-4782-aafa-cf0eb2d903dc tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:23.805677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-fc9165db-030a-4782-aafa-cf0eb2d903dc tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.1201382 Nov 22 16:21:23.824925 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:23.845056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:23.873441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1cbee9e4-5b57-4006-9c0b-4f7aa5737220) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:23.879295 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23d8efdf-fe23-49cb-a124-a800d0a0c1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:23.901300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bfd15a-74f5-46a4-9468-51e892d1dde2 None None] Network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:23.913398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:23.915321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:23.956725 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8acc51bf-e1f7-42a5-bf68-fac0e1c38beb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4770098 Nov 22 16:21:23.972386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:23.974647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58940) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:24.025751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:24.061527 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ce9926-4ca9-499f-8ca0-08f1df60ffb2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:24.100691 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.101898 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Added segment 7d4c64e0-edf5-4977-9550-70e3b6756c33 of type vlan for network c57af95a-be33-4a90-96c5-aa043feee982 Nov 22 16:21:24.224330 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 2, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:24.286568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1cbee9e4-5b57-4006-9c0b-4f7aa5737220', 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'fixed_ips': [{'subnet_id': '47b5f96b-0ab1-41d3-9041-02287d3e2ec8'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:21:24.287536 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.300326 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.332629 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Checking router: c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:21:24.333663 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Updating router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 port 8460a916-a976-4a2b-bb89-bc578b319cbd binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:21:24.351519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.365348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.404468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77d022-37a7-4802-8baa-cbb2ee36fcca req-259e6ced-1560-4b7c-9fea-2223c84a2675 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:24.412580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a77d022-37a7-4802-8baa-cbb2ee36fcca req-259e6ced-1560-4b7c-9fea-2223c84a2675 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.3016376 Nov 22 16:21:24.414592 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.426234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.427223 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:24.428093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.497367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23d8efdf-fe23-49cb-a124-a800d0a0c1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.549342 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23d8efdf-fe23-49cb-a124-a800d0a0c1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.587788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Deleting port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:21:24.588268 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.732995 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4505982 Nov 22 16:21:24.733956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58960) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:24.739017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:24.789096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f881a-98b1-410c-a213-02010635172e tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Network': ['ID=c57af95a-be33-4a90-96c5-aa043feee982,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:24.827603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Allocated IP 172.20.0.2 (1cbee9e4-5b57-4006-9c0b-4f7aa5737220/47b5f96b-0ab1-41d3-9041-02287d3e2ec8/7d89f0fc-0529-41ed-8ed8-95449c9f1c35) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:21:24.839324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a77d022-37a7-4802-8baa-cbb2ee36fcca req-fff54fde-e4c4-4196-ae1a-20ed68f94ebf tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264541 Nov 22 16:21:24.969106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8efdf-fe23-49cb-a124-a800d0a0c1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d383e-9da4-4523-a63f-96b03064a5d5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:24.994270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-23d8efdf-fe23-49cb-a124-a800d0a0c1e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d7ea4761d85412e80ba70764d1b69f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4016979 Nov 22 16:21:25.009113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:25.079467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network c57af95a-be33-4a90-96c5-aa043feee982 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:25.225236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] For port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:25.225804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.253315 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.266213 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.274653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d2dd-8c62-4d8e-9f45-a674f1a3e2c7 req-fe5a6d9b-2345-40df-8ab1-16edbe09e1fc tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:25.293986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.294803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1f0d2dd-8c62-4d8e-9f45-a674f1a3e2c7 req-fe5a6d9b-2345-40df-8ab1-16edbe09e1fc tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.4986222 Nov 22 16:21:25.304896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.317143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.412281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Calling delete_port for 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:21:25.416290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.450548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.459553 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Pushing event updated for resources: {'Port': ['ID=8460a916-a976-4a2b-bb89-bc578b319cbd,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:25.509230 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.511937 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.512543 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.514060 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.516758 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.517231 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.518608 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.519816 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.522855 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.524094 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.526871 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.528062 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:25.623418 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15be1584-5f79-44e6-8097-811951c7e4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.711561 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.716192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1f0d2dd-8c62-4d8e-9f45-a674f1a3e2c7 req-62ace139-d93f-4fdd-a594-a10aadb462b4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4024863 Nov 22 16:21:25.720514 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Attempting to bind port 8460a916-a976-4a2b-bb89-bc578b319cbd on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:21:25.721600 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Attempting to bind port 8460a916-a976-4a2b-bb89-bc578b319cbd by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:21:25.723046 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Attempting to bind port 8460a916-a976-4a2b-bb89-bc578b319cbd on network b11a9880-ae5b-4f89-86ab-6500df726728 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:21:25.737421 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.750782 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:21:25.751942 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Checking segment: {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:25.754094 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.755245 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Bound using segment: {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:21:25.756101 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Bound port: 8460a916-a976-4a2b-bb89-bc578b319cbd, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:21:25.757685 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.777466 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15be1584-5f79-44e6-8097-811951c7e4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.816225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.860983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:25.897550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:25.907844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:21:25.927183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57af95a-be33-4a90-96c5-aa043feee982']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:25.984149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4c64e0-edf5-4977-9550-70e3b6756c33') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:25.984483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4c64e0-edf5-4977-9550-70e3b6756c33') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:25.991718 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] For port 8460a916-a976-4a2b-bb89-bc578b319cbd, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:21:26.030690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.047021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Pushing event updated for resources: {'Port': ['ID=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:26.094753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.102330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-660552a6-2927-4d0c-9d7c-9e1e59e3cf02 None None] Provisioning complete for port 8460a916-a976-4a2b-bb89-bc578b319cbd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:26.103441 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-660552a6-2927-4d0c-9d7c-9e1e59e3cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.127517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:26.130167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:26.139594 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:26.149035 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Attempting to bind port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:21:26.149803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Attempting to bind port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:21:26.150359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Attempting to bind port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 on network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:21:26.158588 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15be1584-5f79-44e6-8097-811951c7e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.166735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15be1584-5f79-44e6-8097-811951c7e4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.171186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-15be1584-5f79-44e6-8097-811951c7e4c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a79d383e-9da4-4523-a63f-96b03064a5d5 HTTP/1.1" status: 204 len: 168 time: 1.1587937 Nov 22 16:21:26.172478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:21:26.172860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Checking segment: {'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:26.175468 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.176310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Bound using segment: {'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:21:26.179131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Bound port: 7d89f0fc-0529-41ed-8ed8-95449c9f1c35, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:21:26.179705 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.243319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be1584-5f79-44e6-8097-811951c7e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d383e-9da4-4523-a63f-96b03064a5d5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:26.290103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6030f9-7be1-4a29-8032-41afe452d427 req-08dc669f-a487-4c98-85f6-20da136a393f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:26.305270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea6030f9-7be1-4a29-8032-41afe452d427 req-08dc669f-a487-4c98-85f6-20da136a393f tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 946 time: 0.3042469 Nov 22 16:21:26.327501 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] For port 8460a916-a976-4a2b-bb89-bc578b319cbd, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8460a916-a976-4a2b-bb89-bc578b319cbd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:21:26.378899 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.379398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-660552a6-2927-4d0c-9d7c-9e1e59e3cf02 None None] Port 8460a916-a976-4a2b-bb89-bc578b319cbd cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:21:26.489504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea6030f9-7be1-4a29-8032-41afe452d427 req-c46e6e4b-5b2e-4249-a471-5525ea9f4d59 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828442 Nov 22 16:21:26.495489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.538518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:21:26.584907 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef719a-5870-4045-b53f-008139a28c79 None None] Pushing event updated for resources: {'Port': ['ID=8460a916-a976-4a2b-bb89-bc578b319cbd,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:26.616422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event deleted for resources: {'Port': ['ID=6af01b22-c2f4-4b84-ab1b-d1252cfd7451,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:26.639268 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:21:26.640440 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:26.689833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] For port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:21:26.739066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.768673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c57af95a-be33-4a90-96c5-aa043feee982 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:21:26.777002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.813178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] For port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,segment=NetworkSegment(71e28ecb-0c01-403b-b061-0fa1bc42ae6c),segment_id=71e28ecb-0c01-403b-b061-0fa1bc42ae6c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:21:26.814466 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "DELETE /v2.0/networks/c57af95a-be33-4a90-96c5-aa043feee982 HTTP/1.1" status: 204 len: 168 time: 2.0434945 Nov 22 16:21:26.825518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59010) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:26.831556 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.860012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] No DVR routers for this DVR port 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:21:26.866114 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:26.870857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:26.886710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d8f43b7-5a47-4b40-bc2a-40a87281e4ef req-5747ccad-bd6e-42d6-851b-c8b1930371c3 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "DELETE /v2.0/ports/6af01b22-c2f4-4b84-ab1b-d1252cfd7451 HTTP/1.1" status: 204 len: 173 time: 3.0602267 Nov 22 16:21:26.887302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5f9972-d091-4195-81b3-e08dc6c913b7', 'name': 'network-vif-deleted', 'tag': '6af01b22-c2f4-4b84-ab1b-d1252cfd7451'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:21:26.905667 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7398000-9c26-42d4-b6f2-8ef08e7eadb0" -d '{"events": [{"server_uuid": "bb5f9972-d091-4195-81b3-e08dc6c913b7", "name": "network-vif-deleted", "tag": "6af01b22-c2f4-4b84-ab1b-d1252cfd7451"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:21:26.970261 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:21:27.014410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316d193-1711-487b-a4a3-c2bb2d75d750 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event deleted for resources: {'Network': ['ID=c57af95a-be33-4a90-96c5-aa043feee982,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:27.132746 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24111b84-c7e2-429a-87b0-c101274a0380 x-openstack-request-id: req-24111b84-c7e2-429a-87b0-c101274a0380 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:21:27.133656 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5f9972-d091-4195-81b3-e08dc6c913b7", "name": "network-vif-deleted", "tag": "6af01b22-c2f4-4b84-ab1b-d1252cfd7451", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:21:27.134121 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24111b84-c7e2-429a-87b0-c101274a0380 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:21:27.134728 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5f9972-d091-4195-81b3-e08dc6c913b7', 'name': 'network-vif-deleted', 'tag': '6af01b22-c2f4-4b84-ab1b-d1252cfd7451', 'status': 'completed', 'code': 200} Nov 22 16:21:27.148814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.166948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59016) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:27.191139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c3715-99c6-4b25-b18c-70b9e48e87de None None] Pushing event updated for resources: {'Port': ['ID=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:27.240402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077d1cb-6088-476b-87d2-2fa9c8946e94 req-38e9232e-df12-4b42-924d-b9413143f7e5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:27.256746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f077d1cb-6088-476b-87d2-2fa9c8946e94 req-38e9232e-df12-4b42-924d-b9413143f7e5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.2601092 Nov 22 16:21:27.295476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.300504 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0549fa3b-1d40-4f15-bea8-84e60f969371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.460676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f077d1cb-6088-476b-87d2-2fa9c8946e94 req-1fec58b3-9eb3-4ce6-b231-6b0002254974 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028544 Nov 22 16:21:27.464485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:21:27.597154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:21:27.597154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6af01b22-c2f4-4b84-ab1b-d1252cfd7451 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:21:27.618161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-944eb4cd-ebb5-41be-b0cb-ef130d61cc5c None None] Provisioning complete for port 8460a916-a976-4a2b-bb89-bc578b319cbd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:27.628762 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-944eb4cd-ebb5-41be-b0cb-ef130d61cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.661198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0549fa3b-1d40-4f15-bea8-84e60f969371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.671346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Made reservation on behalf of 5e81fae5d94a44a68b557b1c20c34c2f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:27.678954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.813581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:27.820744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50937e38-3a95-4ea5-8d60-91fd701ece8a req-9069d90d-29a6-4884-a2d8-13230ac16ad1 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=bb5f9972-d091-4195-81b3-e08dc6c913b7 HTTP/1.1" status: 200 len: 210 time: 0.1157885 Nov 22 16:21:27.843156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.843723 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Added segment 7565340b-e1e9-47c8-bfb6-66e43fc96ca6 of type vlan for network db548c4e-1a16-4418-9204-b903506a54a4 Nov 22 16:21:27.891052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-944eb4cd-ebb5-41be-b0cb-ef130d61cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.943996 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:25Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:27.969054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:27.981011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-944eb4cd-ebb5-41be-b0cb-ef130d61cc5c None None] For port 8460a916-a976-4a2b-bb89-bc578b319cbd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8460a916-a976-4a2b-bb89-bc578b319cbd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:27.993797 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-944eb4cd-ebb5-41be-b0cb-ef130d61cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.011343 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1bcf59-0c1c-4b18-9e30-c7943c84a9df None None] The sync data for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 is: [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:25Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:21:28.050640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0549fa3b-1d40-4f15-bea8-84e60f969371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.113109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944eb4cd-ebb5-41be-b0cb-ef130d61cc5c None None] Pushing event updated for resources: {'Port': ['ID=8460a916-a976-4a2b-bb89-bc578b319cbd,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:28.195580 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0549fa3b-1d40-4f15-bea8-84e60f969371 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd1fc4475a304cf28bd79f95ec8a16ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0255404 Nov 22 16:21:28.197013 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.197337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:28.198108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59032) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:28.204413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.226238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8460a916-a976-4a2b-bb89-bc578b319cbd up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:28.336871 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24ec44b0-07f8-4544-ac3a-7f304aa8ab25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.359045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8460a916-a976-4a2b-bb89-bc578b319cbd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:28.364438 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.386031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549fa3b-1d40-4f15-bea8-84e60f969371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2277e-64b3-49bd-96ff-702021c51056,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:28.441694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24ec44b0-07f8-4544-ac3a-7f304aa8ab25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.448702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Network': ['ID=db548c4e-1a16-4418-9204-b903506a54a4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:28.466490 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e777c655-f9a3-4e75-9737-2ce774fe3ae0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6263485 Nov 22 16:21:28.472431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59038) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:28.474704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network db548c4e-1a16-4418-9204-b903506a54a4 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:28.484979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Request body: {'subnet': {'network_id': 'db548c4e-1a16-4418-9204-b903506a54a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:28.530723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Made reservation on behalf of 5e81fae5d94a44a68b557b1c20c34c2f for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:28.533571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.586737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24ec44b0-07f8-4544-ac3a-7f304aa8ab25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.590847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24ec44b0-07f8-4544-ac3a-7f304aa8ab25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:28.601106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24ec44b0-07f8-4544-ac3a-7f304aa8ab25 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7cd2277e-64b3-49bd-96ff-702021c51056 HTTP/1.1" status: 204 len: 168 time: 0.4016278 Nov 22 16:21:28.649278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec44b0-07f8-4544-ac3a-7f304aa8ab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2277e-64b3-49bd-96ff-702021c51056,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:28.860476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:28.915811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb40341-0649-4f21-a8be-03395cc222bb req-dd5cae14-52cc-418d-8ee9-83e4bb44d1eb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:28.959892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fb40341-0649-4f21-a8be-03395cc222bb req-dd5cae14-52cc-418d-8ee9-83e4bb44d1eb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.2776940 Nov 22 16:21:29.196805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Allocated IP 172.25.5.151 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/6298419b-a86c-41f9-a86a-0b5605d441f4) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:21:29.198862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:29.199710 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:29.262288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fb40341-0649-4f21-a8be-03395cc222bb req-97e606a4-30f0-4397-aa4b-f765993ba598 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940621 Nov 22 16:21:29.535840 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:29.542583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57f91c-8995-4c81-8130-762d6717bd34 None None] Network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:29.589796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-53c01bbe-3c2a-4fea-956f-514b793d6e89 None None] Provisioning complete for port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:29.590223 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53c01bbe-3c2a-4fea-956f-514b793d6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:29.716104 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:29.845453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,segment=NetworkSegment(71e28ecb-0c01-403b-b061-0fa1bc42ae6c),segment_id=71e28ecb-0c01-403b-b061-0fa1bc42ae6c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:29.850110 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:29.875367 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:30.057665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:30.102441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8460a916-a976-4a2b-bb89-bc578b319cbd up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:30.104768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:30.114468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:21:30.138475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6298419b-a86c-41f9-a86a-0b5605d441f4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:30.498465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:21:30.500073 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:30.749257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0258c02-38ec-49f1-ae54-456a44db016f req-bd8240e6-7b42-4f92-898d-0a0382a370c2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:30.761186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0258c02-38ec-49f1-ae54-456a44db016f req-bd8240e6-7b42-4f92-898d-0a0382a370c2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.2001328 Nov 22 16:21:30.790403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80470f3a-afd1-4b13-a35b-fc988675781b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:30.891373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Checking segment: {'id': '7565340b-e1e9-47c8-bfb6-66e43fc96ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'db548c4e-1a16-4418-9204-b903506a54a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:30.896523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Network hostable DHCP agents. Network: db548c4e-1a16-4418-9204-b903506a54a4, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:21:30.930357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0258c02-38ec-49f1-ae54-456a44db016f req-031efb07-c588-40c0-8375-7ed0cfcc70c4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646707 Nov 22 16:21:30.975690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:30.979742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:31.103664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Network db548c4e-1a16-4418-9204-b903506a54a4 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:21:31.135625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, db548c4e-1a16-4418-9204-b903506a54a4) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:31.149956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:31.152932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b451f4-0012-483c-bd20-32a7c4a5a2c8 None None] Network db548c4e-1a16-4418-9204-b903506a54a4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:31.153336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:31.282035 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-103c0ad1-95a6-4f00-bfa7-a6dd4499e05d tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8044803 Nov 22 16:21:31.286337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:31.295499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Request body: {'floatingip': {'floating_network_id': 'db548c4e-1a16-4418-9204-b903506a54a4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:31.315328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8460a916-a976-4a2b-bb89-bc578b319cbd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:31.315869 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:31.353934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7090fd2-7294-41ec-9097-c2e0e2fd35c0 req-f50e520c-effa-4059-a3e6-35c875dce2f9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:31.364352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7090fd2-7294-41ec-9097-c2e0e2fd35c0 req-f50e520c-effa-4059-a3e6-35c875dce2f9 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 945 time: 0.1705141 Nov 22 16:21:31.500277 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:31.691863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:31.714550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89033ff2-d2ad-436b-ae33-f062e78cd252 None None] Network db548c4e-1a16-4418-9204-b903506a54a4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:31.759255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7090fd2-7294-41ec-9097-c2e0e2fd35c0 req-256c1ffd-8dfd-4ec4-bfd5-281419637109 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864226 Nov 22 16:21:31.913226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:32.217050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Router 06403d5a-e1a6-4106-aaa6-9f3987eab26f is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:21:32.298508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Allocated IP 172.20.0.2 (db548c4e-1a16-4418-9204-b903506a54a4/80470f3a-afd1-4b13-a35b-fc988675781b/30487590-ead4-4143-bb75-facef4d539bc) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:21:32.300246 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:32.384947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:32.385327 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:32.626110 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:32.961482 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:33.123402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7a3f28bf-362c-4d6a-b008-33d3a81d3699 None None] Provisioning complete for port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:33.123700 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a3f28bf-362c-4d6a-b008-33d3a81d3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:33.204816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Network db548c4e-1a16-4418-9204-b903506a54a4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:33.213372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59166) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:33.233152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-690d3636-8bc9-43b4-a9c2-e4ca0a158745 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:33.235716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-690d3636-8bc9-43b4-a9c2-e4ca0a158745 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 945 time: 0.5077107 Nov 22 16:21:33.267810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:21:33.291256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:33.314552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:33.316395 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-756ed15e-6222-44bd-b417-2b1bdb53f8f1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3139369 Nov 22 16:21:33.318630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59170) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:33.327847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:21:33.331859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Sync routers for ids ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:21:33.360569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Routers {'06403d5a-e1a6-4106-aaa6-9f3987eab26f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:21:33.362732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:33.403933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff554a0-3d12-47d3-a15b-efe64f436419 req-361d30c2-2fd4-4261-9932-5975e2a35e53 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:33.414903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ff554a0-3d12-47d3-a15b-efe64f436419 req-361d30c2-2fd4-4261-9932-5975e2a35e53 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.6065078 Nov 22 16:21:33.478968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Port': ['ID=30487590-ead4-4143-bb75-facef4d539bc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:33.634273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Set router 06403d5a-e1a6-4106-aaa6-9f3987eab26f gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:21:33.719185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36976961-0eda-47e7-9d12-0f021b12464f req-241d377f-ae84-4a60-99a9-71fbec46678c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:33.746611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36976961-0eda-47e7-9d12-0f021b12464f req-241d377f-ae84-4a60-99a9-71fbec46678c tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 945 time: 0.7764390 Nov 22 16:21:34.001426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f596f700-f812-4c9e-8179-7a5e621e1220 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.043173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:21:30Z', 'revision_number': 3, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:34.088112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ff554a0-3d12-47d3-a15b-efe64f436419 req-54e0c67e-5a00-45e8-9937-089070ed1634 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6616883 Nov 22 16:21:34.146049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Checking router: 06403d5a-e1a6-4106-aaa6-9f3987eab26f for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:21:34.149550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Updating router 06403d5a-e1a6-4106-aaa6-9f3987eab26f port 6298419b-a86c-41f9-a86a-0b5605d441f4 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:21:34.220679 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.231882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36976961-0eda-47e7-9d12-0f021b12464f req-4bd7fe9a-eff7-4e2e-9ef0-a8a492c6454a tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/security-groups?id=d8183a64-96eb-4d64-9177-1f77c9c01df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806035 Nov 22 16:21:34.235290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.298313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Deleting port 14c4b1db-8bb7-40b4-8cea-736e0e142848 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:21:34.301165 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.571653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] For port 14c4b1db-8bb7-40b4-8cea-736e0e142848, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=14c4b1db-8bb7-40b4-8cea-736e0e142848,segment=NetworkSegment(27391b51-da66-4250-bbc8-618ad167a571),segment_id=27391b51-da66-4250-bbc8-618ad167a571)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:34.572919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.579406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f596f700-f812-4c9e-8179-7a5e621e1220 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.598781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Calling delete_port for 14c4b1db-8bb7-40b4-8cea-736e0e142848 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:21:34.607340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f596f700-f812-4c9e-8179-7a5e621e1220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.672897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.754167 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f596f700-f812-4c9e-8179-7a5e621e1220 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f85f8a3fa9464c0da85d0f79f37331f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5396471 Nov 22 16:21:34.755017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596f700-f812-4c9e-8179-7a5e621e1220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39704c6e-6383-480e-919e-adb81f1111e8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:34.764740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:34.791725 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.806639 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.828896 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.864222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Attempting to bind port 6298419b-a86c-41f9-a86a-0b5605d441f4 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:21:34.864625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Attempting to bind port 6298419b-a86c-41f9-a86a-0b5605d441f4 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:21:34.864971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Attempting to bind port 6298419b-a86c-41f9-a86a-0b5605d441f4 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:21:34.876447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:21:34.876865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:34.877261 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.877645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:21:34.878124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Bound port: 6298419b-a86c-41f9-a86a-0b5605d441f4, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:21:34.878512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:34.881449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c2680-102f-4838-bc13-17f37b60bec3 None None] Pushing event updated for resources: {'Port': ['ID=6298419b-a86c-41f9-a86a-0b5605d441f4,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:34.941699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] For port 6298419b-a86c-41f9-a86a-0b5605d441f4, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:21:34.946853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] For port 6298419b-a86c-41f9-a86a-0b5605d441f4, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6298419b-a86c-41f9-a86a-0b5605d441f4,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:21:34.955656 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.111364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c2680-102f-4838-bc13-17f37b60bec3 None None] Pushing event updated for resources: {'Port': ['ID=6298419b-a86c-41f9-a86a-0b5605d441f4,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:35.143666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Allocated IP 172.20.0.1 (1cbee9e4-5b57-4006-9c0b-4f7aa5737220/47b5f96b-0ab1-41d3-9041-02287d3e2ec8/d9eb0a12-9675-4b50-8965-38ac11f9b64c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:21:35.169032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Routers {'06403d5a-e1a6-4106-aaa6-9f3987eab26f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:21:35.171729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:35.179341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.199323 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.245898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.367299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.389658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce927b-ce89-4602-ab96-5aed52323b0e req-479e9964-f703-427a-9ae2-db9b2e3fff1a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:35.391026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59ce927b-ce89-4602-ab96-5aed52323b0e req-479e9964-f703-427a-9ae2-db9b2e3fff1a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1494629 Nov 22 16:21:35.399442 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.400803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1107497 Nov 22 16:21:35.404986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26bbd74-d1d0-4024-991a-2d38638b6d8c tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Port': ['ID=30487590-ead4-4143-bb75-facef4d539bc,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:35.414519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59220) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:35.443249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.471137 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] Set router 06403d5a-e1a6-4106-aaa6-9f3987eab26f gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:21:35.529601 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.545899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['14c4b1db-8bb7-40b4-8cea-736e0e142848'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:21:35.602749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Pushing event deleted for resources: {'Port': ['ID=14c4b1db-8bb7-40b4-8cea-736e0e142848,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:35.612409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:35.614289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-26c6c493-5ba2-49a2-8169-bb45d4fec393 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=db548c4e-1a16-4418-9204-b903506a54a4 HTTP/1.1" status: 200 len: 689 time: 0.2002938 Nov 22 16:21:35.624431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59230) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:35.687008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59ce927b-ce89-4602-ab96-5aed52323b0e req-357351fb-bd43-4a54-a270-61c044dcca35 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772460 Nov 22 16:21:35.777448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:21:30Z', 'revision_number': 3, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:35.811097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105cd2ee-1a86-4f76-9a8b-30a7ba6ee0f0 None None] The sync data for ids ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'] in n-d-811716-3 is: [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:21:30Z', 'revision_number': 3, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:21:35.864450 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:35.870840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:35.876356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:21:35.922223 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Pushing event updated for resources: {'Port': ['ID=d9eb0a12-9675-4b50-8965-38ac11f9b64c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:35.929814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da888c56-04cd-4d4a-a00f-4004814b4d69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.125038 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.182570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da888c56-04cd-4d4a-a00f-4004814b4d69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.388903 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e03a504e-b885-4c31-81c6-3fbb0f8aa566 None None] Provisioning complete for port d9eb0a12-9675-4b50-8965-38ac11f9b64c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:36.389311 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e03a504e-b885-4c31-81c6-3fbb0f8aa566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.509716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e03a504e-b885-4c31-81c6-3fbb0f8aa566 None None] Port d9eb0a12-9675-4b50-8965-38ac11f9b64c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:21:36.576766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Deleting port 30487590-ead4-4143-bb75-facef4d539bc {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:21:36.577145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.653149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] No DVR routers for this DVR port 14c4b1db-8bb7-40b4-8cea-736e0e142848 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:21:36.677182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bdd53ab2-e0ac-418f-b0f9-91dc4bd4da6b req-4e33b620-9f65-4add-844c-4bb101248c77 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dda6c3a-925e-4a4e-833c-358059e8bd71 HTTP/1.1" status: 200 len: 210 time: 1.0248539 Nov 22 16:21:36.679575 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.690252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce5a2861-b101-4f33-bcc9-e65af54e9adb req-23a17124-da21-4478-8cd8-2697cd3f6b69 tempest-ServersTestJSON-442585356 tempest-ServersTestJSON-442585356-project] 10.222.0.71 "DELETE /v2.0/ports/14c4b1db-8bb7-40b4-8cea-736e0e142848 HTTP/1.1" status: 204 len: 173 time: 3.4396410 Nov 22 16:21:36.692417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dda6c3a-925e-4a4e-833c-358059e8bd71', 'name': 'network-vif-deleted', 'tag': '14c4b1db-8bb7-40b4-8cea-736e0e142848'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:21:36.699253 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06eb5db0-8ce4-454a-a9c3-8d6808cb2420" -d '{"events": [{"server_uuid": "6dda6c3a-925e-4a4e-833c-358059e8bd71", "name": "network-vif-deleted", "tag": "14c4b1db-8bb7-40b4-8cea-736e0e142848"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:21:36.710460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da888c56-04cd-4d4a-a00f-4004814b4d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.713501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da888c56-04cd-4d4a-a00f-4004814b4d69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.716872 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-da888c56-04cd-4d4a-a00f-4004814b4d69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39704c6e-6383-480e-919e-adb81f1111e8 HTTP/1.1" status: 204 len: 168 time: 1.9435997 Nov 22 16:21:36.795896 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92b5af-c17d-463e-998a-65f3bfa8e581 x-openstack-request-id: req-6c92b5af-c17d-463e-998a-65f3bfa8e581 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:21:36.796576 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dda6c3a-925e-4a4e-833c-358059e8bd71", "name": "network-vif-deleted", "tag": "14c4b1db-8bb7-40b4-8cea-736e0e142848", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:21:36.797081 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c92b5af-c17d-463e-998a-65f3bfa8e581 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:21:36.797942 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dda6c3a-925e-4a4e-833c-358059e8bd71', 'name': 'network-vif-deleted', 'tag': '14c4b1db-8bb7-40b4-8cea-736e0e142848', 'status': 'completed', 'code': 200} Nov 22 16:21:36.824502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da888c56-04cd-4d4a-a00f-4004814b4d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39704c6e-6383-480e-919e-adb81f1111e8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:36.840655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.949963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.950524 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:36.979284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e7784-f7a3-44ed-9fbd-972d7761dc40 req-5e8d57d1-41f9-4552-942c-8188c2136e8f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:36.992885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db7e7784-f7a3-44ed-9fbd-972d7761dc40 req-5e8d57d1-41f9-4552-942c-8188c2136e8f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1364105 Nov 22 16:21:37.121133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Calling delete_port for 30487590-ead4-4143-bb75-facef4d539bc owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:21:37.124411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db7e7784-f7a3-44ed-9fbd-972d7761dc40 req-98428fe6-dd42-40d9-bdc1-b848675d7675 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304784 Nov 22 16:21:37.326504 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:37.336100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:37.479078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 14c4b1db-8bb7-40b4-8cea-736e0e142848 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:21:37.540970 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 14c4b1db-8bb7-40b4-8cea-736e0e142848 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:21:37.541361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 14c4b1db-8bb7-40b4-8cea-736e0e142848 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:21:37.583928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:37.592155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Pushing event updated for resources: {'Port': ['ID=d9eb0a12-9675-4b50-8965-38ac11f9b64c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:37.622618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:37.658598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:37.668665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event deleted for resources: {'Port': ['ID=30487590-ead4-4143-bb75-facef4d539bc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:37.827239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:37.866642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:37.906830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-108e9ad0-982d-4362-88ae-f9de0a09cbd0 admin admin] Deleting subnet d3fc69f0-88b6-4977-844d-882eb71953bb {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:21:37.915747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-108e9ad0-982d-4362-88ae-f9de0a09cbd0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:37.932734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:21:37.936058 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:37.954647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.020246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf61fa53-3e41-45c6-b06a-ccd7640cc27a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.050579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-108e9ad0-982d-4362-88ae-f9de0a09cbd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.244470 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.307764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6298419b-a86c-41f9-a86a-0b5605d441f4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:38.355708 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-108e9ad0-982d-4362-88ae-f9de0a09cbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.404218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43155-765c-41c5-891d-ebba78e85947 req-42220218-7d04-4beb-8e4d-6beed39d2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:38.405817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-42220218-7d04-4beb-8e4d-6beed39d2324 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7&tenant_id=f7f20f4022784e15848c51c9ca7368a6 HTTP/1.1" status: 200 len: 1094 time: 0.3586557 Nov 22 16:21:38.472786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80470f3a-afd1-4b13-a35b-fc988675781b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:38.496355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-adb30977-fb82-4c99-ad09-dfac01201fe9 None None] Provisioning complete for port d9eb0a12-9675-4b50-8965-38ac11f9b64c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:38.497034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adb30977-fb82-4c99-ad09-dfac01201fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.535416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.560286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Router 06403d5a-e1a6-4106-aaa6-9f3987eab26f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:21:38.581965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43155-765c-41c5-891d-ebba78e85947 req-2dcc88bd-616b-478c-9697-3c8de1e7661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:38.583655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-2dcc88bd-616b-478c-9697-3c8de1e7661f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 1094 time: 0.1424949 Nov 22 16:21:38.592150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db548c4e-1a16-4418-9204-b903506a54a4']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:38.595318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732b26b-c4ce-4175-b913-2e4646300110 req-9304a93f-16f6-4c46-a435-ba2f760177af tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:38.601360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5732b26b-c4ce-4175-b913-2e4646300110 req-9304a93f-16f6-4c46-a435-ba2f760177af tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.3111095 Nov 22 16:21:38.629054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7565340b-e1e9-47c8-bfb6-66e43fc96ca6') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:38.629878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7565340b-e1e9-47c8-bfb6-66e43fc96ca6') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:38.647848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-adb30977-fb82-4c99-ad09-dfac01201fe9 None None] Port d9eb0a12-9675-4b50-8965-38ac11f9b64c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:21:38.657795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6298419b-a86c-41f9-a86a-0b5605d441f4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:38.658255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.667107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.673821 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf61fa53-3e41-45c6-b06a-ccd7640cc27a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.737120 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.755876 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-108e9ad0-982d-4362-88ae-f9de0a09cbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.788190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf61fa53-3e41-45c6-b06a-ccd7640cc27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.797730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:38.798513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:38.800553 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:38.844541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e9ad0-982d-4362-88ae-f9de0a09cbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fc69f0-88b6-4977-844d-882eb71953bb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:38.860263 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.906653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-108e9ad0-982d-4362-88ae-f9de0a09cbd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.913700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 6298419b-a86c-41f9-a86a-0b5605d441f4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6298419b-a86c-41f9-a86a-0b5605d441f4,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:38.915558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-108e9ad0-982d-4362-88ae-f9de0a09cbd0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d3fc69f0-88b6-4977-844d-882eb71953bb HTTP/1.1" status: 204 len: 168 time: 1.0856457 Nov 22 16:21:38.918004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59312) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:38.926434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.947152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:21:38.949710 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:38.962137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5732b26b-c4ce-4175-b913-2e4646300110 req-771b0439-5b29-47c9-8a12-70f663c67185 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241484 Nov 22 16:21:38.984495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cf61fa53-3e41-45c6-b06a-ccd7640cc27a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0ed3369ff3d4bb1ba71a847f7fdb3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3981135 Nov 22 16:21:38.989543 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Sync routers for ids ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:21:39.007090 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Routers {'06403d5a-e1a6-4106-aaa6-9f3987eab26f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:21:39.007754 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:39.012632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:39.029120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61fa53-3e41-45c6-b06a-ccd7640cc27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5d0d39-084f-4a71-8ac5-3edd460962d6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:39.049852 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4cc3715b-1639-446d-ae6a-2dd34aa4ed5e admin admin] 10.222.0.69 "PUT /v2.0/routers/06403d5a-e1a6-4106-aaa6-9f3987eab26f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7295079 Nov 22 16:21:39.057521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db548c4e-1a16-4418-9204-b903506a54a4 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:21:39.084803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:39.088558 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "DELETE /v2.0/networks/db548c4e-1a16-4418-9204-b903506a54a4 HTTP/1.1" status: 204 len: 168 time: 3.4596062 Nov 22 16:21:39.091876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8cd35-cd2b-4576-afa3-c9c398578598 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event deleted for resources: {'Network': ['ID=db548c4e-1a16-4418-9204-b903506a54a4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:39.094423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59322) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:39.109319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=6298419b-a86c-41f9-a86a-0b5605d441f4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:39.169348 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Set router 06403d5a-e1a6-4106-aaa6-9f3987eab26f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:21:39.205868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:39.225357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43155-765c-41c5-891d-ebba78e85947 req-d81eac26-8099-4e4a-a30d-d1c3465aaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:39.227202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-d81eac26-8099-4e4a-a30d-d1c3465aaaf5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.6217296 Nov 22 16:21:39.328965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4550dd76-157e-4684-a934-45f1de40cf25 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 994 time: 0.2293191 Nov 22 16:21:39.332729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59332) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:39.352295 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fb51fab-d979-432b-be14-ac3ca85be222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:39.382641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-626577ef-3a73-482f-be1a-463acb3b7495 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271 HTTP/1.1" status: 200 len: 999 time: 0.1467695 Nov 22 16:21:39.484921 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fb51fab-d979-432b-be14-ac3ca85be222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:39.569030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43155-765c-41c5-891d-ebba78e85947 req-cea75920-8eb2-47d9-be4c-119fbcc6b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:39.572500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-cea75920-8eb2-47d9-be4c-119fbcc6b008 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.1806557 Nov 22 16:21:39.612741 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:21:36Z', 'revision_number': 4, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd9eb0a12-9675-4b50-8965-38ac11f9b64c', 'name': '', 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'mac_address': 'fa:16:3e:b4:09:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '47b5f96b-0ab1-41d3-9041-02287d3e2ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:34Z', 'updated_at': '2021-11-22T16:21:36Z', 'revision_number': 2, 'project_id': '9298ec6fe186455ea380d35070759f92', 'subnets': [{'id': '47b5f96b-0ab1-41d3-9041-02287d3e2ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:39.689588 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Checking router: 06403d5a-e1a6-4106-aaa6-9f3987eab26f for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:21:39.690090 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Updating router 06403d5a-e1a6-4106-aaa6-9f3987eab26f port d9eb0a12-9675-4b50-8965-38ac11f9b64c binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:21:39.690992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fb51fab-d979-432b-be14-ac3ca85be222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:39.695787 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fb51fab-d979-432b-be14-ac3ca85be222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:39.700570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0fb51fab-d979-432b-be14-ac3ca85be222 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a5d0d39-084f-4a71-8ac5-3edd460962d6 HTTP/1.1" status: 204 len: 168 time: 0.6850936 Nov 22 16:21:39.702933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f43155-765c-41c5-891d-ebba78e85947 req-d3715c73-f22a-49ed-adb0-83711979048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:39.717902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-d3715c73-f22a-49ed-adb0-83711979048b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376109 Nov 22 16:21:39.737259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb51fab-d979-432b-be14-ac3ca85be222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5d0d39-084f-4a71-8ac5-3edd460962d6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:39.752353 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:39.941395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-2b4b0e60-48b5-4161-ade9-d14e4a358858 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056017 Nov 22 16:21:40.170387 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.187594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8f43155-765c-41c5-891d-ebba78e85947 req-e399648b-b89c-4a59-8e3e-9dd8fe45c07b service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357118 Nov 22 16:21:40.196227 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.247049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6298419b-a86c-41f9-a86a-0b5605d441f4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:40.333315 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1c401-f012-434c-9f90-b960261b3364 None None] Pushing event updated for resources: {'Port': ['ID=d9eb0a12-9675-4b50-8965-38ac11f9b64c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:40.443102 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Attempting to bind port d9eb0a12-9675-4b50-8965-38ac11f9b64c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:21:40.444282 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Attempting to bind port d9eb0a12-9675-4b50-8965-38ac11f9b64c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:21:40.444830 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Attempting to bind port d9eb0a12-9675-4b50-8965-38ac11f9b64c on network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:21:40.450066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2e071-2726-47be-b09f-3a4e7fcbc112 req-64f48c01-1095-4b8c-9922-4309143c721c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:40.453192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94b2e071-2726-47be-b09f-3a4e7fcbc112 req-64f48c01-1095-4b8c-9922-4309143c721c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1973701 Nov 22 16:21:40.453927 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:21:40.454634 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Checking segment: {'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:40.455264 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.455829 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Bound using segment: {'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:21:40.456671 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Bound port: d9eb0a12-9675-4b50-8965-38ac11f9b64c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e28ecb-0c01-403b-b061-0fa1bc42ae6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:21:40.457259 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.464048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6298419b-a86c-41f9-a86a-0b5605d441f4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:40.468337 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.535143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.612968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44643127-da94-453c-8154-9dd5b747c506']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:40.619533 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] For port d9eb0a12-9675-4b50-8965-38ac11f9b64c, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:21:40.629088 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] For port d9eb0a12-9675-4b50-8965-38ac11f9b64c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9eb0a12-9675-4b50-8965-38ac11f9b64c,segment=NetworkSegment(71e28ecb-0c01-403b-b061-0fa1bc42ae6c),segment_id=71e28ecb-0c01-403b-b061-0fa1bc42ae6c)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:21:40.630865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94b2e071-2726-47be-b09f-3a4e7fcbc112 req-13a0e6a9-c790-48bb-9669-7da690658eb8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653404 Nov 22 16:21:40.643329 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.663981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27391b51-da66-4250-bbc8-618ad167a571') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:40.664799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27391b51-da66-4250-bbc8-618ad167a571') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:40.695882 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.736190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.773574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:40.775222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.795969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f33b6810-49b1-45ac-961b-36f04378eaa3 None None] Provisioning complete for port d9eb0a12-9675-4b50-8965-38ac11f9b64c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:40.796213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f33b6810-49b1-45ac-961b-36f04378eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:40.801889 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:41.007971 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1c401-f012-434c-9f90-b960261b3364 None None] Pushing event updated for resources: {'Port': ['ID=d9eb0a12-9675-4b50-8965-38ac11f9b64c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:41.051367 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Routers {'06403d5a-e1a6-4106-aaa6-9f3987eab26f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:21:41.054388 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:41.061135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a2ece-a31a-471a-ae4b-491b6e9b2dfb tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:41.061135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a2ece-a31a-471a-ae4b-491b6e9b2dfb tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:41.062247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a2ece-a31a-471a-ae4b-491b6e9b2dfb tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:41.064403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a2ece-a31a-471a-ae4b-491b6e9b2dfb tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:41.064403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a2ece-a31a-471a-ae4b-491b6e9b2dfb tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:41.066292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a2ece-a31a-471a-ae4b-491b6e9b2dfb tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:41.073199 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fd8a2ece-a31a-471a-ae4b-491b6e9b2dfb tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4026 time: 1.6914873 Nov 22 16:21:41.073626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:41.074114 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.080297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.088446 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] 10.222.0.69 "DELETE /v2.0/networks/44643127-da94-453c-8154-9dd5b747c506 HTTP/1.1" status: 204 len: 168 time: 2.1685104 Nov 22 16:21:41.118645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc61d3-6962-41f2-8fd1-a877d4155552 admin admin] Pushing event deleted for resources: {'Network': ['ID=44643127-da94-453c-8154-9dd5b747c506,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:41.291343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59438) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:41.315595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59440) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:41.333869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84a91dad-d18f-4b05-860b-9a650bc908ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.342898 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-270d89a9-2c4f-47a5-9272-26a95685aeec tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] delete failed (client error): The resource could not be found. Nov 22 16:21:41.350692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-270d89a9-2c4f-47a5-9272-26a95685aeec tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/0e85af0b-c262-44a2-bc51-10b83d0c4c4c HTTP/1.1" status: 404 len: 345 time: 0.2740541 Nov 22 16:21:41.351315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59448) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:41.407281 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee606d67-5777-4394-967c-d10e264e12c9 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] DELETE failed (client error): The resource could not be found. Nov 22 16:21:41.430705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee606d67-5777-4394-967c-d10e264e12c9 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:21:41.432577 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f33b6810-49b1-45ac-961b-36f04378eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.445152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ee606d67-5777-4394-967c-d10e264e12c9 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "DELETE /v2.0/networks/db548c4e-1a16-4418-9204-b903506a54a4 HTTP/1.1" status: 404 len: 339 time: 0.0927379 Nov 22 16:21:41.448799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59460) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:41.454208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Request body: {'network': {'name': 'tempest-network--1251315528', 'router:external': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:41.478041 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] Set router 06403d5a-e1a6-4106-aaa6-9f3987eab26f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:21:41.507017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Made reservation on behalf of 5e81fae5d94a44a68b557b1c20c34c2f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:41.511479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.527027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f33b6810-49b1-45ac-961b-36f04378eaa3 None None] For port d9eb0a12-9675-4b50-8965-38ac11f9b64c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9eb0a12-9675-4b50-8965-38ac11f9b64c,segment=NetworkSegment(71e28ecb-0c01-403b-b061-0fa1bc42ae6c),segment_id=71e28ecb-0c01-403b-b061-0fa1bc42ae6c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:21:41.535463 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f33b6810-49b1-45ac-961b-36f04378eaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.591637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:41.595944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84a91dad-d18f-4b05-860b-9a650bc908ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.604442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84a91dad-d18f-4b05-860b-9a650bc908ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.610729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b6810-49b1-45ac-961b-36f04378eaa3 None None] Pushing event updated for resources: {'Port': ['ID=d9eb0a12-9675-4b50-8965-38ac11f9b64c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:41.632022 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.632756 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Added segment 2fbc1b0d-3aa2-4aef-bede-f463eb58f6a1 of type vlan for network 89837a88-3ac0-4a3a-a42f-bd969d6318fc Nov 22 16:21:41.672943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ba0f1724-90b7-4493-9bd7-fe2397985073 None None] Provisioning complete for port d9eb0a12-9675-4b50-8965-38ac11f9b64c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:41.672943 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba0f1724-90b7-4493-9bd7-fe2397985073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.715211 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-84a91dad-d18f-4b05-860b-9a650bc908ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6ac048d2a474756a8f3ee2cbaf21213&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225354 Nov 22 16:21:41.719020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a91dad-d18f-4b05-860b-9a650bc908ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5beb063-1d68-4661-865b-f635cc9bc64f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:41.727414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59468) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:41.758477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:41.841833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59474) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:42.004857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20cca9c3-9875-4d7d-a5b9-6d088475a4c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:42.045183 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:21:36Z', 'revision_number': 4, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd9eb0a12-9675-4b50-8965-38ac11f9b64c', 'name': '', 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'mac_address': 'fa:16:3e:b4:09:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '47b5f96b-0ab1-41d3-9041-02287d3e2ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:34Z', 'updated_at': '2021-11-22T16:21:40Z', 'revision_number': 4, 'project_id': '9298ec6fe186455ea380d35070759f92', 'subnets': [{'id': '47b5f96b-0ab1-41d3-9041-02287d3e2ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:42.102012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:42.105045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:42.107310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:42.126428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20cca9c3-9875-4d7d-a5b9-6d088475a4c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:42.139226 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61d2c997-1f71-45f6-ab02-e1a8ebc6d0bc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1e9c24f629ef41cc8bf8e9068d07a03e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879493 Nov 22 16:21:42.145462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59494) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:42.174551 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3894a2e4-8c4a-4d87-b1ef-90946e69a3db None None] The sync data for ids ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'] in n-d-811716-3 is: [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:21:36Z', 'revision_number': 4, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd9eb0a12-9675-4b50-8965-38ac11f9b64c', 'name': '', 'network_id': '1cbee9e4-5b57-4006-9c0b-4f7aa5737220', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'mac_address': 'fa:16:3e:b4:09:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': '47b5f96b-0ab1-41d3-9041-02287d3e2ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:34Z', 'updated_at': '2021-11-22T16:21:40Z', 'revision_number': 4, 'project_id': '9298ec6fe186455ea380d35070759f92', 'subnets': [{'id': '47b5f96b-0ab1-41d3-9041-02287d3e2ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:21:42.266985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20cca9c3-9875-4d7d-a5b9-6d088475a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:42.269971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20cca9c3-9875-4d7d-a5b9-6d088475a4c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:42.275230 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-20cca9c3-9875-4d7d-a5b9-6d088475a4c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5beb063-1d68-4661-865b-f635cc9bc64f HTTP/1.1" status: 204 len: 168 time: 0.5425494 Nov 22 16:21:42.298192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8452785 Nov 22 16:21:42.298374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cca9c3-9875-4d7d-a5b9-6d088475a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5beb063-1d68-4661-865b-f635cc9bc64f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:42.311186 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59500) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:42.566468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065ae16-7cfc-4d66-a419-9a033e93a825 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Network': ['ID=89837a88-3ac0-4a3a-a42f-bd969d6318fc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:42.582345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 89837a88-3ac0-4a3a-a42f-bd969d6318fc details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:42.621610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06dea2d2-e744-4c82-8796-1031e9f8a9f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:42.636251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e8770-e8c6-40f5-b5e9-131a6fe75e20 req-005bf105-33b7-4c45-a04e-411e737858f5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:42.649597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-720e8770-e8c6-40f5-b5e9-131a6fe75e20 req-005bf105-33b7-4c45-a04e-411e737858f5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.7651086 Nov 22 16:21:42.872152 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf979-f7e2-4e6b-93e2-8e8aa1e84d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:42.965811 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf979-f7e2-4e6b-93e2-8e8aa1e84d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.035424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ddd97-a5e6-403c-a99c-b0d8da214ede tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:43.052500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ddd97-a5e6-403c-a99c-b0d8da214ede tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:43.068626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ddd97-a5e6-403c-a99c-b0d8da214ede tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:43.086513 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64ddd97-a5e6-403c-a99c-b0d8da214ede tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:43.091558 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a64ddd97-a5e6-403c-a99c-b0d8da214ede tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7762136 Nov 22 16:21:43.094916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59506) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:43.110449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59508) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:43.188689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-720e8770-e8c6-40f5-b5e9-131a6fe75e20 req-270b922f-4d78-4253-b16a-fcc3369bdc87 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5174260 Nov 22 16:21:43.191269 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf979-f7e2-4e6b-93e2-8e8aa1e84d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.201868 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e1cf979-f7e2-4e6b-93e2-8e8aa1e84d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.212313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8e1cf979-f7e2-4e6b-93e2-8e8aa1e84d58 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8183a64-96eb-4d64-9177-1f77c9c01df4 HTTP/1.1" status: 204 len: 168 time: 1.0552089 Nov 22 16:21:43.248273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cf979-f7e2-4e6b-93e2-8e8aa1e84d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8183a64-96eb-4d64-9177-1f77c9c01df4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:43.371207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.385930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06dea2d2-e744-4c82-8796-1031e9f8a9f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.402148 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06dea2d2-e744-4c82-8796-1031e9f8a9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.686634 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-06dea2d2-e744-4c82-8796-1031e9f8a9f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=732109121f5b4dfe8648d7a8b12f2484&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3695614 Nov 22 16:21:43.689460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:43.690643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dea2d2-e744-4c82-8796-1031e9f8a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628402c7-efaa-4802-8221-057ed93f50a3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:43.716860 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.763308 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89837a88-3ac0-4a3a-a42f-bd969d6318fc']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:43.785371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbc1b0d-3aa2-4aef-bede-f463eb58f6a1') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:43.786030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbc1b0d-3aa2-4aef-bede-f463eb58f6a1') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:43.822408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.856460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.875625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:43.876629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:43.882142 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:43.889310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.009287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.033893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-464a6350-03e0-4398-bbd7-109c26b2e55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.159156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.167853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89837a88-3ac0-4a3a-a42f-bd969d6318fc {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:21:44.170441 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.174150 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "DELETE /v2.0/networks/89837a88-3ac0-4a3a-a42f-bd969d6318fc HTTP/1.1" status: 204 len: 168 time: 1.0741849 Nov 22 16:21:44.179386 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.188345 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.195508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/628402c7-efaa-4802-8221-057ed93f50a3 HTTP/1.1" status: 204 len: 168 time: 0.5046353 Nov 22 16:21:44.198693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:44.223032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Request body: {'network': {'name': 'tempest-network--1516985020', 'router:external': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:44.288134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628402c7-efaa-4802-8221-057ed93f50a3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:44.388414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Made reservation on behalf of 5e81fae5d94a44a68b557b1c20c34c2f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:44.393211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9eb0a12-9675-4b50-8965-38ac11f9b64c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:21:44.401974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.403440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-464a6350-03e0-4398-bbd7-109c26b2e55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.421796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-464a6350-03e0-4398-bbd7-109c26b2e55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.431621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.433436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.434178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.434178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.434868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.434868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.435131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.435457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.435929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.444390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.444893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.445179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43745e1e-43dc-4d30-aed7-ab3aec489128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:21:44.543844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12addc-42e2-43b8-bb46-cd37faf439e4 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event deleted for resources: {'Network': ['ID=89837a88-3ac0-4a3a-a42f-bd969d6318fc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:44.614077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:44.636578 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-464a6350-03e0-4398-bbd7-109c26b2e55f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c795b330e2a74d2d94ecceff6e257710&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5159624 Nov 22 16:21:44.641051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59536) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:44.649011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.649346 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Added segment 1ca4cdc9-a707-4fb3-840d-46817f0bb3cc of type vlan for network 46c04327-a7c4-4301-8488-cc1e19116735 Nov 22 16:21:44.653900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d9eb0a12-9675-4b50-8965-38ac11f9b64c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:21:44.654162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a6350-03e0-4398-bbd7-109c26b2e55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bc5b9a-4e58-4695-a509-dc8ca2d1288c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:44.654271 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.734578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24dc7980-04de-4a94-96e4-df7fc46dde4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.789138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24dc7980-04de-4a94-96e4-df7fc46dde4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.841524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c320431-5c34-4568-b8bd-fa336a1b9b87 req-f8e4eaf0-f18c-4749-996b-4001745223bc tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:44.859067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c320431-5c34-4568-b8bd-fa336a1b9b87 req-f8e4eaf0-f18c-4749-996b-4001745223bc tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.3815048 Nov 22 16:21:44.887108 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.936301 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24dc7980-04de-4a94-96e4-df7fc46dde4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.944909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24dc7980-04de-4a94-96e4-df7fc46dde4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:44.950054 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-24dc7980-04de-4a94-96e4-df7fc46dde4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/94bc5b9a-4e58-4695-a509-dc8ca2d1288c HTTP/1.1" status: 204 len: 168 time: 0.3054421 Nov 22 16:21:44.982607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc7980-04de-4a94-96e4-df7fc46dde4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bc5b9a-4e58-4695-a509-dc8ca2d1288c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:45.112357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c320431-5c34-4568-b8bd-fa336a1b9b87 req-e41aae09-95ba-4af7-8e8f-7976be5e024b tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522688 Nov 22 16:21:45.121429 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:21:45.181252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:45.182350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:45.182881 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:45.220267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0122795 Nov 22 16:21:45.223681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:45.267578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d17c0-1e7c-4864-85f0-f15870f81800 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Network': ['ID=46c04327-a7c4-4301-8488-cc1e19116735,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:45.281656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 46c04327-a7c4-4301-8488-cc1e19116735 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:45.512566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27891f2-21b1-4822-b4ce-b1fed8eea03a tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:45.514016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f27891f2-21b1-4822-b4ce-b1fed8eea03a tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] 10.222.0.69 "GET /v2.0/networks/46c04327-a7c4-4301-8488-cc1e19116735 HTTP/1.1" status: 200 len: 757 time: 0.2871408 Nov 22 16:21:45.517302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:45.693994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd9aee5-edb6-4b9a-9313-0b302154a9a9 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:45.695480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-acd9aee5-edb6-4b9a-9313-0b302154a9a9 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] 10.222.0.69 "GET /v2.0/networks/82cd9ac2-803f-4ea0-a6d3-a3017edb59e4 HTTP/1.1" status: 200 len: 767 time: 0.1771600 Nov 22 16:21:45.698320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59566) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:45.964485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:46.259678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:46.369742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c04327-a7c4-4301-8488-cc1e19116735']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:46.408925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca4cdc9-a707-4fb3-840d-46817f0bb3cc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:46.410613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca4cdc9-a707-4fb3-840d-46817f0bb3cc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:46.564695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:46.629086 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:46.656053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:46.657150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:46.723048 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:46.754569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c58f43-9bfb-4d0d-b6c7-16b239fc9dc0 req-031f0557-545c-4d94-a5ba-2bc639eaa889 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:46.760150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c58f43-9bfb-4d0d-b6c7-16b239fc9dc0 req-031f0557-545c-4d94-a5ba-2bc639eaa889 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.3538339 Nov 22 16:21:46.768340 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:46.782024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 46c04327-a7c4-4301-8488-cc1e19116735 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:21:46.806922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:46.823956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "DELETE /v2.0/networks/46c04327-a7c4-4301-8488-cc1e19116735 HTTP/1.1" status: 204 len: 168 time: 1.1171575 Nov 22 16:21:46.824893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59590) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:46.828903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Request body: {'network': {'name': 'tempest-network--1018540126'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:46.839079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b7139-37ea-4ddc-9d43-cb2655b312ac tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event deleted for resources: {'Network': ['ID=46c04327-a7c4-4301-8488-cc1e19116735,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:46.905718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Made reservation on behalf of 5e81fae5d94a44a68b557b1c20c34c2f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:46.917124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:46.957942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75c58f43-9bfb-4d0d-b6c7-16b239fc9dc0 req-4b21d3f5-a5a5-426c-8e9f-a2fe6d064a34 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816766 Nov 22 16:21:46.994521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:47.020424 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:47.023152 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Added segment b6b4e562-de60-4443-ace7-70b1324f6912 of type vlan for network c99b560c-2fdc-4909-87dc-88a01658ad89 Nov 22 16:21:47.145323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:47.236414 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:47.238065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:47.239272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:47.440252 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6161730 Nov 22 16:21:47.443507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59606) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:47.449800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-52baa792-5ddd-4f7b-ac78-99d2f01e9816 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:47.510890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966862d-a07f-4bef-8114-876000f03ad0 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Network': ['ID=c99b560c-2fdc-4909-87dc-88a01658ad89,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:47.530108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network c99b560c-2fdc-4909-87dc-88a01658ad89 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:47.951861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52baa792-5ddd-4f7b-ac78-99d2f01e9816 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.008767 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52baa792-5ddd-4f7b-ac78-99d2f01e9816 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.079391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52baa792-5ddd-4f7b-ac78-99d2f01e9816 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Network c99b560c-2fdc-4909-87dc-88a01658ad89 is not hosted by any dhcp agent {{(pid=103411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:21:48.084385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52baa792-5ddd-4f7b-ac78-99d2f01e9816 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:48.086734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52baa792-5ddd-4f7b-ac78-99d2f01e9816 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.091210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-52baa792-5ddd-4f7b-ac78-99d2f01e9816 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "PUT /v2.0/networks/c99b560c-2fdc-4909-87dc-88a01658ad89 HTTP/1.1" status: 200 len: 858 time: 0.6466117 Nov 22 16:21:48.094197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59624) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:48.281403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52baa792-5ddd-4f7b-ac78-99d2f01e9816 tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event updated for resources: {'Network': ['ID=c99b560c-2fdc-4909-87dc-88a01658ad89,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:48.282783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.319240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a943f3-3028-4c0d-ae73-1a5d4ae3b8dc req-b3632a6a-c458-402c-9f36-9370446009fa tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:48.327785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73a943f3-3028-4c0d-ae73-1a5d4ae3b8dc req-b3632a6a-c458-402c-9f36-9370446009fa tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1144924 Nov 22 16:21:48.390631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73a943f3-3028-4c0d-ae73-1a5d4ae3b8dc req-931ba661-0447-4a7d-b758-0629ca2296ae tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618274 Nov 22 16:21:48.470349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.528975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99b560c-2fdc-4909-87dc-88a01658ad89']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:48.552040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b4e562-de60-4443-ace7-70b1324f6912') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:48.553389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b4e562-de60-4443-ace7-70b1324f6912') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:48.577411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.603900 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.612164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:48.612772 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:48.615560 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:48.714684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.723651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c99b560c-2fdc-4909-87dc-88a01658ad89 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:21:48.748445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:48.765798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59642) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:48.766798 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] 10.222.0.69 "DELETE /v2.0/networks/c99b560c-2fdc-4909-87dc-88a01658ad89 HTTP/1.1" status: 204 len: 168 time: 0.6707137 Nov 22 16:21:48.801433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce28a0-5330-45d8-9b3a-9c6ff73523ae tempest-ExternalNetworksTestJSON-754188748 tempest-ExternalNetworksTestJSON-754188748-project-admin] Pushing event deleted for resources: {'Network': ['ID=c99b560c-2fdc-4909-87dc-88a01658ad89,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:48.891533 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e4114d-7252-4542-97f3-9649b0253671 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] DELETE failed (client error): The resource could not be found. Nov 22 16:21:48.892020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e4114d-7252-4542-97f3-9649b0253671 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:21:48.898046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59644) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:48.908584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0e4114d-7252-4542-97f3-9649b0253671 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] 10.222.0.69 "DELETE /v2.0/subnets/80470f3a-afd1-4b13-a35b-fc988675781b HTTP/1.1" status: 404 len: 337 time: 0.1275959 Nov 22 16:21:48.967340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-75d950f6-1cba-4cfe-a051-72c1db7f3934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:49.163697 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:49.431370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:49.491271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cd9ac2-803f-4ea0-a6d3-a3017edb59e4']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:49.514802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd27c7d9-99c7-4fb0-81b9-9a937b91cde5') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:49.515037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd27c7d9-99c7-4fb0-81b9-9a937b91cde5') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:21:49.542410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:49.557876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:49.565979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:21:49.566458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:49.679376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fa1ac-79cb-4ff0-81f4-cda470d4797d req-08d4e91f-d71f-4f9e-a15e-d35542456372 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:49.684853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-228fa1ac-79cb-4ff0-81f4-cda470d4797d req-08d4e91f-d71f-4f9e-a15e-d35542456372 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1401839 Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:21:49.703759 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:21:49.724531 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:49.785250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:49.801375 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] 10.222.0.69 "DELETE /v2.0/networks/82cd9ac2-803f-4ea0-a6d3-a3017edb59e4 HTTP/1.1" status: 204 len: 168 time: 0.8992369 Nov 22 16:21:49.806486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078ede7-4e71-41bc-8ca1-ec32a6b60bc3 tempest-ExternalNetworksTestJSON-444297103 tempest-ExternalNetworksTestJSON-444297103-project] Pushing event deleted for resources: {'Network': ['ID=82cd9ac2-803f-4ea0-a6d3-a3017edb59e4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:49.838006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-228fa1ac-79cb-4ff0-81f4-cda470d4797d req-ab0db704-8b40-421a-b19a-0acf6b32dbb2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477315 Nov 22 16:21:50.583453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:51.226531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e4ad9-8eff-430b-9d3a-7e97374bf2d5 req-113c18f6-40de-4253-995c-1566f13bc417 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:51.236540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e37e4ad9-8eff-430b-9d3a-7e97374bf2d5 req-113c18f6-40de-4253-995c-1566f13bc417 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1515877 Nov 22 16:21:51.245296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59706) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:51.301450 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d5153747-cd40-4a4d-a3d5-62ec807d9df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:51.349046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e37e4ad9-8eff-430b-9d3a-7e97374bf2d5 req-db4e8f5a-0dcd-4989-8c17-c2cedf9e5981 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106710 Nov 22 16:21:51.394370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8af095b4-9b4e-4f55-bdce-d7fba28662db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:51.619895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8af095b4-9b4e-4f55-bdce-d7fba28662db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:51.627724 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8af095b4-9b4e-4f55-bdce-d7fba28662db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:51.665040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59712) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:51.711384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59716) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:51.711585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8af095b4-9b4e-4f55-bdce-d7fba28662db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7534207e982c4f4c99f4ff9da7d38403&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1223872 Nov 22 16:21:51.779517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af095b4-9b4e-4f55-bdce-d7fba28662db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5fef9f-d860-4a2b-9710-9f84874223ab,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:51.880256 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b916fe8-f23e-4418-9631-e8d23d916ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.015658 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e1a6950f-aa21-4543-a363-57f5119169ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf6eddadee0c41deb75bb2f832df2db9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7688851 Nov 22 16:21:52.018127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:52.022481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b916fe8-f23e-4418-9631-e8d23d916ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.064352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c574c1c8-2276-4957-a160-623129abbe92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.121264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7f51285-50ab-4128-9365-51ff0dfe8c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.154925 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7f51285-50ab-4128-9365-51ff0dfe8c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.278763 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b916fe8-f23e-4418-9631-e8d23d916ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.284322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b916fe8-f23e-4418-9631-e8d23d916ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.285637 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8b916fe8-f23e-4418-9631-e8d23d916ba8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2a5fef9f-d860-4a2b-9710-9f84874223ab HTTP/1.1" status: 204 len: 168 time: 0.5724821 Nov 22 16:21:52.310248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b916fe8-f23e-4418-9631-e8d23d916ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5fef9f-d860-4a2b-9710-9f84874223ab,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:52.314118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7f51285-50ab-4128-9365-51ff0dfe8c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.318355 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b7f51285-50ab-4128-9365-51ff0dfe8c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.322712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b7f51285-50ab-4128-9365-51ff0dfe8c4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/27469df2-3d2d-487e-8a65-21439275c2a0 HTTP/1.1" status: 204 len: 168 time: 0.3031039 Nov 22 16:21:52.329258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c574c1c8-2276-4957-a160-623129abbe92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.336902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c574c1c8-2276-4957-a160-623129abbe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.351780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f51285-50ab-4128-9365-51ff0dfe8c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27469df2-3d2d-487e-8a65-21439275c2a0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:52.421514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574c1c8-2276-4957-a160-623129abbe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc8786d-c175-41d8-9d64-8d803dd47f37,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:52.461719 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.467720 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c574c1c8-2276-4957-a160-623129abbe92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6107e1f2265346b885aebab5e0fbe0c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7991223 Nov 22 16:21:52.468449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59740) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:52.523090 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.809327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99d90c45-8557-4e78-bd48-afe041fa3d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.908361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99d90c45-8557-4e78-bd48-afe041fa3d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:53.071945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99d90c45-8557-4e78-bd48-afe041fa3d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:53.077078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99d90c45-8557-4e78-bd48-afe041fa3d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:53.079018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-99d90c45-8557-4e78-bd48-afe041fa3d3e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2bc8786d-c175-41d8-9d64-8d803dd47f37 HTTP/1.1" status: 204 len: 168 time: 0.6093867 Nov 22 16:21:53.112106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d8aa-226e-4879-9117-0dc8a67a486f req-27c9a08b-db29-46bc-a840-d66a7ddfdb66 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:53.114270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d468d8aa-226e-4879-9117-0dc8a67a486f req-27c9a08b-db29-46bc-a840-d66a7ddfdb66 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.4619534 Nov 22 16:21:53.173296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d90c45-8557-4e78-bd48-afe041fa3d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc8786d-c175-41d8-9d64-8d803dd47f37,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:53.315888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d468d8aa-226e-4879-9117-0dc8a67a486f req-65de3e45-bb87-4f18-b13f-a9a37836f0ad tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913772 Nov 22 16:21:53.683668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59774) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:53.822416 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b82b8dcf-4b6f-4242-8552-adef0c127ed9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e81fae5d94a44a68b557b1c20c34c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342437 Nov 22 16:21:53.823306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59780) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:53.970897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59ef6d8-d740-4ed1-a9a3-949ea323ea24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.033965 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59ef6d8-d740-4ed1-a9a3-949ea323ea24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.167549 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59ef6d8-d740-4ed1-a9a3-949ea323ea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.170273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b59ef6d8-d740-4ed1-a9a3-949ea323ea24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.171462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b59ef6d8-d740-4ed1-a9a3-949ea323ea24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95ce9926-4ca9-499f-8ca0-08f1df60ffb2 HTTP/1.1" status: 204 len: 168 time: 0.3467002 Nov 22 16:21:54.201112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ef6d8-d740-4ed1-a9a3-949ea323ea24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ce9926-4ca9-499f-8ca0-08f1df60ffb2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:54.456112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59816) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:54.501001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8f96e9-8e76-4cfd-a702-a3b039d4bc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.519030 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.577328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.784416 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.882740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8f96e9-8e76-4cfd-a702-a3b039d4bc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:54.925437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8f96e9-8e76-4cfd-a702-a3b039d4bc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:55.031830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f96e9-8e76-4cfd-a702-a3b039d4bc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e350a87d-1b72-4033-877f-089a9113fe83,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:55.061489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bd8f96e9-8e76-4cfd-a702-a3b039d4bc84 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e265f2b8ee944f7caeb100db8cac3959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6042726 Nov 22 16:21:55.064771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:55.095501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521243e-f4a7-4b1f-9589-be9ecf72aeb4 req-fa241c09-22ea-4122-98ad-2aabd16b3845 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:55.102161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1521243e-f4a7-4b1f-9589-be9ecf72aeb4 req-fa241c09-22ea-4122-98ad-2aabd16b3845 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.5905838 Nov 22 16:21:55.141577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de2f0bd7-dd08-472f-a644-7b2457bea17a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:55.167737 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de2f0bd7-dd08-472f-a644-7b2457bea17a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:55.219764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1521243e-f4a7-4b1f-9589-be9ecf72aeb4 req-567898f4-0392-4769-a40a-89ee199bceb4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076715 Nov 22 16:21:55.247266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de2f0bd7-dd08-472f-a644-7b2457bea17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:55.250491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de2f0bd7-dd08-472f-a644-7b2457bea17a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:55.255287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de2f0bd7-dd08-472f-a644-7b2457bea17a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e350a87d-1b72-4033-877f-089a9113fe83 HTTP/1.1" status: 204 len: 168 time: 0.1879141 Nov 22 16:21:55.274964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f0bd7-dd08-472f-a644-7b2457bea17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e350a87d-1b72-4033-877f-089a9113fe83,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:55.446558 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:21:56.273670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59874) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:56.449562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33260f31-54f9-47ab-aaec-30d963fa01d2 req-d5ce601e-a732-4597-83af-b79f4b4b1623 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:56.460471 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33260f31-54f9-47ab-aaec-30d963fa01d2 req-d5ce601e-a732-4597-83af-b79f4b4b1623 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.0977252 Nov 22 16:21:56.494244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59880) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:56.512730 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8c1351c-3c1c-4abc-95ff-ed86bb8e7a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:56.557137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33260f31-54f9-47ab-aaec-30d963fa01d2 req-20fe383f-ed8a-4efb-a001-1242effc0b7c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955489 Nov 22 16:21:56.655633 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8c1351c-3c1c-4abc-95ff-ed86bb8e7a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:56.665161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8c1351c-3c1c-4abc-95ff-ed86bb8e7a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:56.764041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1351c-3c1c-4abc-95ff-ed86bb8e7a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9e0e68-5158-43b0-b454-5eebe24fd6ba,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:56.785757 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e8c1351c-3c1c-4abc-95ff-ed86bb8e7a82 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4d1e4d1f1f341b2827a0b2640e0b141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901866 Nov 22 16:21:56.789079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:56.902746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54acad9d-528e-4af7-9008-aa8f41b65227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:56.903054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b037aa10-b04e-485c-bcb5-404d20e16e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:56.938930 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b037aa10-b04e-485c-bcb5-404d20e16e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.045059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b037aa10-b04e-485c-bcb5-404d20e16e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.048626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b037aa10-b04e-485c-bcb5-404d20e16e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.050165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b037aa10-b04e-485c-bcb5-404d20e16e94 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee9e0e68-5158-43b0-b454-5eebe24fd6ba HTTP/1.1" status: 204 len: 168 time: 0.2598002 Nov 22 16:21:57.069750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037aa10-b04e-485c-bcb5-404d20e16e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9e0e68-5158-43b0-b454-5eebe24fd6ba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:57.123449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54acad9d-528e-4af7-9008-aa8f41b65227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.129189 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54acad9d-528e-4af7-9008-aa8f41b65227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.173301 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-54acad9d-528e-4af7-9008-aa8f41b65227 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc94235175f045c490878cad6c2ad8e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8977189 Nov 22 16:21:57.175927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:57.198552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acad9d-528e-4af7-9008-aa8f41b65227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57d617-d458-4578-b9fd-c08dd26410a7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:57.276899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6461ba27-ddde-4af2-bf1d-b07395db8c45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.307591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6461ba27-ddde-4af2-bf1d-b07395db8c45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.390936 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6461ba27-ddde-4af2-bf1d-b07395db8c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.394251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6461ba27-ddde-4af2-bf1d-b07395db8c45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:57.396338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6461ba27-ddde-4af2-bf1d-b07395db8c45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0b57d617-d458-4578-b9fd-c08dd26410a7 HTTP/1.1" status: 204 len: 168 time: 0.2187250 Nov 22 16:21:57.415218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461ba27-ddde-4af2-bf1d-b07395db8c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57d617-d458-4578-b9fd-c08dd26410a7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:57.667143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59920) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:57.768729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61317f6b-c5c5-4490-8697-88374bfc22c7 req-1164979a-e9d8-4723-a3f9-c5ac78545b42 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:57.774211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61317f6b-c5c5-4490-8697-88374bfc22c7 req-1164979a-e9d8-4723-a3f9-c5ac78545b42 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.0911016 Nov 22 16:21:57.839640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61317f6b-c5c5-4490-8697-88374bfc22c7 req-1ee3a295-ff6d-406c-be89-022fb5e0ad69 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590489 Nov 22 16:21:58.014121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1010538031-network', 'tenant_id': '40aac3fd42424181b5808af28bca7d06'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:58.062158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Made reservation on behalf of 40aac3fd42424181b5808af28bca7d06 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:58.064522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.082464 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.188465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59936) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:58.196758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.203627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.214457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54969ac9-b297-452a-9538-a4b10c415df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.260710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:21:58.269496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc34f62-f7eb-4136-a359-db12e5fcb661,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:58.297622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.298237 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Added segment 190d0e81-2b3e-46ae-b76f-fef54e335a88 of type vlan for network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 Nov 22 16:21:58.424641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54969ac9-b297-452a-9538-a4b10c415df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.432598 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.439599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-54969ac9-b297-452a-9538-a4b10c415df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.473774 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.475481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:58.476282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.499959 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-54969ac9-b297-452a-9538-a4b10c415df4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78f16dfa35a344be9bc52dff63935a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097103 Nov 22 16:21:58.509207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59948) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:58.529740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54969ac9-b297-452a-9538-a4b10c415df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66afd3b-71ff-4df3-9622-ce09ef0a5f47,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:58.579266 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9093518 Nov 22 16:21:58.582098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59950) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:58.588589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Request body: {'subnet': {'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1010538031-subnet', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:58.593183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52513dd5-dea2-43e9-93e4-ed3e5cb65a98 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5bf667-8c3f-45ac-9214-c8a4c857d805,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:58.597337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63585014-719e-4d34-b453-5753ddb4605e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.606658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:21:58.626889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Made reservation on behalf of 40aac3fd42424181b5808af28bca7d06 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:21:58.631088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.668442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63585014-719e-4d34-b453-5753ddb4605e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.762571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63585014-719e-4d34-b453-5753ddb4605e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.766008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63585014-719e-4d34-b453-5753ddb4605e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:58.767707 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-63585014-719e-4d34-b453-5753ddb4605e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f66afd3b-71ff-4df3-9622-ce09ef0a5f47 HTTP/1.1" status: 204 len: 168 time: 0.2563822 Nov 22 16:21:58.794134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63585014-719e-4d34-b453-5753ddb4605e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66afd3b-71ff-4df3-9622-ce09ef0a5f47,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:58.907189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:59.006672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:21:59.132420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Checking segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:21:59.133338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Network hostable DHCP agents. Network: 4a5bf667-8c3f-45ac-9214-c8a4c857d805, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:21:59.196113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10ef53-ab15-4762-a0b8-329a81defd2e req-bbb0fbec-dc5e-4ab8-a051-bce3da9fae19 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:59.198117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c10ef53-ab15-4762-a0b8-329a81defd2e req-bbb0fbec-dc5e-4ab8-a051-bce3da9fae19 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1888752 Nov 22 16:21:59.199548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:21:59.235311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 4a5bf667-8c3f-45ac-9214-c8a4c857d805) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:21:59.246306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc5481-dd8b-4861-9c1a-28511fd78f0f None None] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:21:59.252772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:21:59.253655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:59.294615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59970) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:21:59.295234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c333fa95-c8f4-4b62-bdec-803aa2bd1c53 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7118087 Nov 22 16:21:59.300204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:21:59.327764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c10ef53-ab15-4762-a0b8-329a81defd2e req-bb8685ab-8eae-4171-8b0b-40510ed8fe33 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209245 Nov 22 16:21:59.344053 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:59.345208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:59.490171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:59.608327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:21:59.609253 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:59.692244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:59.958557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Allocated IP 172.20.0.2 (4a5bf667-8c3f-45ac-9214-c8a4c857d805/c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74/84462d25-5396-4c66-9b7d-e86c3c2cf6f4) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:00.065628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.099395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.284394 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.294712 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.313326 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Allocated IP 172.25.5.170 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/901eb30e-6105-45d9-b59d-1c61b6e700f0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:00.326965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:00.331280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:00.341562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:00.419027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60006) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:00.564942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Pushing event updated for resources: {'Port': ['ID=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:00.596886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.597253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.597642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.598033 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.598378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.600060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.600498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.600895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.601243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.601886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.602237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.602573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:00.614454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Attempting to bind port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:00.615854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Attempting to bind port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:00.615854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Attempting to bind port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 on network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:00.620379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89591336-c60e-4eb2-8852-26eff82e7c05 req-8b1d413c-0686-48ba-b3e8-e90694a79427 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:00.622097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:22:00.622494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Checking segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:00.622907 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.623236 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.623394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Bound using segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:22:00.623829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Bound port: 84462d25-5396-4c66-9b7d-e86c3c2cf6f4, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:22:00.624261 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.628780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89591336-c60e-4eb2-8852-26eff82e7c05 req-8b1d413c-0686-48ba-b3e8-e90694a79427 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1207736 Nov 22 16:22:00.696012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89591336-c60e-4eb2-8852-26eff82e7c05 req-18184003-6729-4c71-bd61-4196c9845402 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625951 Nov 22 16:22:00.760023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] For port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:00.766259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.773253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] For port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:22:00.784688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:00.861063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34c236-7a98-4c21-b5f1-219887e2d290 None None] Pushing event updated for resources: {'Port': ['ID=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:00.880902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Pushing event updated for resources: {'Port': ['ID=901eb30e-6105-45d9-b59d-1c61b6e700f0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:00.899778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:00.902367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:00.906505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:00.990170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60020) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:01.163190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d72d89bf-3b75-4c81-ae99-75d5a3e9a460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.314488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d72d89bf-3b75-4c81-ae99-75d5a3e9a460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.322673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d72d89bf-3b75-4c81-ae99-75d5a3e9a460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.357714 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.401709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d72d89bf-3b75-4c81-ae99-75d5a3e9a460 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cce22a9f6a6426f9d189e751d5ccd4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9810789 Nov 22 16:22:01.402649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:01.406067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d89bf-3b75-4c81-ae99-75d5a3e9a460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea93a05-1bd3-4c97-b973-847a5e9d3707,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:01.484565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1086895166'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:01.527873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Made reservation on behalf of aca48d45c6bf4817b7bc236282ee2880 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:01.542099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.566334 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.606630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a280b0d3-879d-4254-86d2-f6f4da1493d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.642608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a280b0d3-879d-4254-86d2-f6f4da1493d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.747013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.749343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a280b0d3-879d-4254-86d2-f6f4da1493d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.753043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a280b0d3-879d-4254-86d2-f6f4da1493d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.756797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a280b0d3-879d-4254-86d2-f6f4da1493d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ea93a05-1bd3-4c97-b973-847a5e9d3707 HTTP/1.1" status: 204 len: 168 time: 0.3492670 Nov 22 16:22:01.757965 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.773152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280b0d3-879d-4254-86d2-f6f4da1493d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea93a05-1bd3-4c97-b973-847a5e9d3707,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:01.819275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a77748-efa1-48c4-ad8b-927a26f5468f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:01.821868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:01.836959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:22:01.857893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:01.859040 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Added segment 841fb324-0efd-4e41-8cb0-c070cba2cd8e of type vlan for network 73ac78e0-2907-4fc8-99e4-975c4e08d17f Nov 22 16:22:02.001539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.057811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337f3f0-e134-4838-aac9-7ca6557b320d req-223ddaed-6760-44a4-8067-bdc9f3b794ca tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:02.059768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5337f3f0-e134-4838-aac9-7ca6557b320d req-223ddaed-6760-44a4-8067-bdc9f3b794ca tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.1371157 Nov 22 16:22:02.087390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.093068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:02.093778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.153072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1612227 Nov 22 16:22:02.284758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5337f3f0-e134-4838-aac9-7ca6557b320d req-5cf04741-db57-4849-aca5-1678b00ea402 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139955 Nov 22 16:22:02.293975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0673f4-d544-4d61-9289-879df9a49671 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Pushing event updated for resources: {'Network': ['ID=73ac78e0-2907-4fc8-99e4-975c4e08d17f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:02.319468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 73ac78e0-2907-4fc8-99e4-975c4e08d17f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:22:02.393201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.460516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:02.509312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d0c77-684c-4bfc-b645-3a641b1a47ff None None] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:02.510626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34dacdb7-a6ab-49f0-82e4-3d0f0b4bb77a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.602195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a67d5022-b3cc-454f-b1d6-ebe83bb2c3e2 None None] Provisioning complete for port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:02.602998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a67d5022-b3cc-454f-b1d6-ebe83bb2c3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.606321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Router f44bbf04-610d-44bf-b7b5-a1419207f243 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:22:02.677618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:02.677957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.717722 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34dacdb7-a6ab-49f0-82e4-3d0f0b4bb77a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.724793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34dacdb7-a6ab-49f0-82e4-3d0f0b4bb77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.758895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:22:02.776550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Sync routers for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:22:02.791417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-34dacdb7-a6ab-49f0-82e4-3d0f0b4bb77a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2649f0fd619b4f2094e2ba1b056db9cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9611938 Nov 22 16:22:02.794110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60066) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:02.804170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dacdb7-a6ab-49f0-82e4-3d0f0b4bb77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c1a17a-7d5b-4a9e-8cd4-fadcf4458df1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:02.837067 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.841265 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f54e00a4-822e-4494-9423-3fc6f7179119 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5449510 Nov 22 16:22:02.841472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:02.899971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-969fe404-29fa-459b-b4c9-2ff2d7fcf3eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.940617 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-969fe404-29fa-459b-b4c9-2ff2d7fcf3eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:02.954687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:02.957517 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:03.040743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-969fe404-29fa-459b-b4c9-2ff2d7fcf3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.045096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-969fe404-29fa-459b-b4c9-2ff2d7fcf3eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.047955 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-969fe404-29fa-459b-b4c9-2ff2d7fcf3eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3c1a17a-7d5b-4a9e-8cd4-fadcf4458df1 HTTP/1.1" status: 204 len: 168 time: 0.2514803 Nov 22 16:22:03.067862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fe404-29fa-459b-b4c9-2ff2d7fcf3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c1a17a-7d5b-4a9e-8cd4-fadcf4458df1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:03.093312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60076) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:03.110971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Request body: {'port': {'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f', 'binding:host_id': 'n-h1-811716-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1599660434'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:03.242040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Made reservation on behalf of 128ac303167645c2b8a1dbf01ec07ad8 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:03.245288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.262578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.275206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:22:03.311199 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a67d5022-b3cc-454f-b1d6-ebe83bb2c3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.432613 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.498929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:22:03.518378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.526331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a67d5022-b3cc-454f-b1d6-ebe83bb2c3e2 None None] For port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:03.528439 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.538479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] device_id is not set on port a972f131-865e-45e3-a747-843ac6160aff yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:03.583639 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a67d5022-b3cc-454f-b1d6-ebe83bb2c3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:03.659878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:03.735976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde15238-06c5-4341-b571-24ee2bb15a0c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:03.745619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:22:03.873530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'port_id': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'mac_address': 'fa:16:3e:f1:43:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:22:03.888585 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:22:03.889979 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:22:03.923940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499644ff-732f-48d4-a9f6-a4a75c865f20 req-c952ea96-80d8-4ba7-893c-44dd2791492f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:03.924590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-499644ff-732f-48d4-a9f6-a4a75c865f20 req-c952ea96-80d8-4ba7-893c-44dd2791492f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 943 time: 0.4380405 Nov 22 16:22:04.089155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8ba5be06-081a-4ff4-9abd-ba677b2e62da None None] Provisioning complete for port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:04.089702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ba5be06-081a-4ff4-9abd-ba677b2e62da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.098702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.099748 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.110762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] device_id is not set on port a972f131-865e-45e3-a747-843ac6160aff yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:04.130420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.155555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.156364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-499644ff-732f-48d4-a9f6-a4a75c865f20 req-257e1d44-6b72-42a2-8499-b57510a8cb1f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031677 Nov 22 16:22:04.161551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d5022-b3cc-454f-b1d6-ebe83bb2c3e2 None None] Pushing event updated for resources: {'Port': ['ID=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:04.232113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a709a1-c27b-4421-8c56-f29b6d5d6271 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:22:04.263639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:04.289864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=a972f131-865e-45e3-a747-843ac6160aff,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:04.293504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Checking segment: {'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:04.294122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Network hostable DHCP agents. Network: 73ac78e0-2907-4fc8-99e4-975c4e08d17f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:22:04.324659 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.331301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Network 73ac78e0-2907-4fc8-99e4-975c4e08d17f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:22:04.351395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 73ac78e0-2907-4fc8-99e4-975c4e08d17f) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:04.354449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:04.374264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.375013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.375892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.386629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.390417 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.391096 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 2 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.427751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.428390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.428946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.434439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.435369 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.436158 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 3 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.446037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628aa8a8-b750-429e-a507-53c75fe75b07 None None] Network 73ac78e0-2907-4fc8-99e4-975c4e08d17f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:04.455994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.456713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.458186 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.463491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.464139 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.465628 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 4 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.482267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.484602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.486038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.492413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.493062 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.493677 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 5 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.518611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.519951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.520541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.525507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Allocated IP 172.20.0.1 (4a5bf667-8c3f-45ac-9214-c8a4c857d805/c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74/de724faa-8846-4e52-a991-b135d5105931) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:04.529154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.531078 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.531685 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 6 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.549365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.550000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.550522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.558740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.559520 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.561060 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 7 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.582321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.583482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.584388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.593590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.594161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['c0a709a1-c27b-4421-8c56-f29b6d5d6271'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:22:04.594816 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.595457 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 8 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.615046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.615773 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.616394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.622364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.623316 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.624264 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 9 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.643862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.645167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.646162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.653583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.654481 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.655123 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 10 to bind port a972f131-865e-45e3-a747-843ac6160aff Nov 22 16:22:04.674816 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:04.675577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:04.676199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:04.686368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a972f131-865e-45e3-a747-843ac6160aff on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:04.687127 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a972f131-865e-45e3-a747-843ac6160aff on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:04.688690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.768405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:04.800040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.841675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] For port a972f131-865e-45e3-a747-843ac6160aff, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:04.844412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempted to set empty binding levels {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:22:04.862001 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.877532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:01Z', 'revision_number': 3, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:04.906600 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:04.931282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Checking router: f44bbf04-610d-44bf-b7b5-a1419207f243 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:22:04.931282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Updating router f44bbf04-610d-44bf-b7b5-a1419207f243 port 901eb30e-6105-45d9-b59d-1c61b6e700f0 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:22:04.937962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=a972f131-865e-45e3-a747-843ac6160aff,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:04.967554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:04.971826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:04.974050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:04.980946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:04.994120 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.016476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:05.027821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32fdb4b1-c4f4-4170-a329-e144a80df9fa tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9316697 Nov 22 16:22:05.030845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60126) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:05.062850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Pushing event updated for resources: {'Port': ['ID=de724faa-8846-4e52-a991-b135d5105931,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:05.112910 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.117664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.247969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Deleting port a972f131-865e-45e3-a747-843ac6160aff {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:22:05.251003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.434423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] For port a972f131-865e-45e3-a747-843ac6160aff, host n-h1-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:05.435097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.466520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Calling delete_port for a972f131-865e-45e3-a747-843ac6160aff owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:22:05.514673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:05.515688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.596173 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.599637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.625130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c3dfa-eedd-44d4-80af-8a1fb1c78486 req-3ceb3bf5-aa7f-40c8-a14e-a51b4047b854 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:05.626840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-685c3dfa-eedd-44d4-80af-8a1fb1c78486 req-3ceb3bf5-aa7f-40c8-a14e-a51b4047b854 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 944 time: 0.2106113 Nov 22 16:22:05.655760 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event deleted for resources: {'Port': ['ID=a972f131-865e-45e3-a747-843ac6160aff,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:05.667373 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.671486 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6dedacb1-c5b0-4ed6-ac1c-e5fc28f3dae7 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "DELETE /v2.0/ports/a972f131-865e-45e3-a747-843ac6160aff HTTP/1.1" status: 204 len: 168 time: 0.6390023 Nov 22 16:22:05.674305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60148) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:05.702035 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bcecc9-4ae9-47ab-9a0f-54cd377032f4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:22:05.703899 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-10bcecc9-4ae9-47ab-9a0f-54cd377032f4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "GET /v2.0/ports/a972f131-865e-45e3-a747-843ac6160aff HTTP/1.1" status: 404 len: 333 time: 0.0280478 Nov 22 16:22:05.707430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60150) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:05.715062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Request body: {'port': {'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-183941509'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:05.721481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-638a4a33-e94c-4cc8-8bb4-a31d5bbe398d None None] Provisioning complete for port de724faa-8846-4e52-a991-b135d5105931 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:05.721867 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-638a4a33-e94c-4cc8-8bb4-a31d5bbe398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.757891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Made reservation on behalf of 128ac303167645c2b8a1dbf01ec07ad8 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:05.761243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:05.798393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] device_id is not set on port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:05.811385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-685c3dfa-eedd-44d4-80af-8a1fb1c78486 req-778bb1b3-c3d2-4545-9db8-d6bde0d2e57a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274569 Nov 22 16:22:05.892083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-638a4a33-e94c-4cc8-8bb4-a31d5bbe398d None None] Port de724faa-8846-4e52-a991-b135d5105931 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:22:06.085780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.127524 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.137096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.138850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.233723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Network 73ac78e0-2907-4fc8-99e4-975c4e08d17f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:06.237709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:06.242967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:06.244068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:06.244828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.248748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Pushing event updated for resources: {'Port': ['ID=de724faa-8846-4e52-a991-b135d5105931,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:06.261584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.266867 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:06.282800 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5734005 Nov 22 16:22:06.283807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60164) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:06.290330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.291165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:06.296376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.297087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.297713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.298327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.298952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.299546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.300341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.300972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.302260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.302941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.303627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.304034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.304551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c21d671-f15f-41c1-bc4b-b5c479e9c2a0 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:06.374983 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.499446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Attempting to bind port 901eb30e-6105-45d9-b59d-1c61b6e700f0 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:06.499446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Attempting to bind port 901eb30e-6105-45d9-b59d-1c61b6e700f0 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:06.499446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Attempting to bind port 901eb30e-6105-45d9-b59d-1c61b6e700f0 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:06.513219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906d6c6-2c0d-4643-96fa-e9bfbef06390 None None] Pushing event updated for resources: {'Port': ['ID=901eb30e-6105-45d9-b59d-1c61b6e700f0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:06.538317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:22:06.552325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:06.553059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.553640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:22:06.558727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Bound port: 901eb30e-6105-45d9-b59d-1c61b6e700f0, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:22:06.560688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.595864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:06.595864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:06.743948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] For port 901eb30e-6105-45d9-b59d-1c61b6e700f0, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:06.751339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] For port 901eb30e-6105-45d9-b59d-1c61b6e700f0, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=901eb30e-6105-45d9-b59d-1c61b6e700f0,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:22:06.761185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.781714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] device_id is not set on port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:06.802683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.818875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.874281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:06.874281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:06.949147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Router f44bbf04-610d-44bf-b7b5-a1419207f243 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:22:06.983332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:06.983673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:06.984044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:06.987280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:06.998932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:06.999269 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:06.999668 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 2 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.015378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.015734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.016094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.022278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.022848 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.023441 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 3 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.040079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906d6c6-2c0d-4643-96fa-e9bfbef06390 None None] Pushing event updated for resources: {'Port': ['ID=901eb30e-6105-45d9-b59d-1c61b6e700f0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:07.043612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.044106 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.045464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.060768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.061494 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.062287 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 4 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.092731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.093055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.093706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.106641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.106928 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.112783 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 5 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.164997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.165370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.167280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.182776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.183110 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.183545 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 6 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.210777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.211289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.211665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.221721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.222058 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.222522 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 7 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.252018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9bec22a7-18ce-4bf3-8c84-6b7f95a63cae None None] Provisioning complete for port de724faa-8846-4e52-a991-b135d5105931 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:07.252417 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9bec22a7-18ce-4bf3-8c84-6b7f95a63cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:07.254652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:07.258573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:22:07.265769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.266116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.266463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.273578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3de175-dac0-4474-bc67-ad2c31e44c61 req-8f5af587-3aab-4844-b6f0-ac3acb25bee8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.285798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce3de175-dac0-4474-bc67-ad2c31e44c61 req-8f5af587-3aab-4844-b6f0-ac3acb25bee8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 944 time: 0.1651921 Nov 22 16:22:07.298842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.299189 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.299611 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 8 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.333600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.334078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.338290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.361398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.361800 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.362263 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 9 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.394302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce3de175-dac0-4474-bc67-ad2c31e44c61 req-653c9098-9786-4ef2-9b49-8964390655a3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935495 Nov 22 16:22:07.396910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:22:07.410318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-49dea54d-d9c1-4ca6-b2ea-84de8fa26b5a admin admin] 10.222.0.69 "PUT /v2.0/routers/f44bbf04-610d-44bf-b7b5-a1419207f243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5678065 Nov 22 16:22:07.425423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.425778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.426120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.431047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.431370 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.431778 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 10 to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 Nov 22 16:22:07.446502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:07.446844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:07.447185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:07.452530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:07.452865 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:07.453243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:07.616382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] For port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:07.616700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempted to set empty binding levels {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:22:07.624590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:07.719413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:07.736634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] In _notify_port_updated(), no bound segment for port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:22:07.738525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.739551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:07.743581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:07.764737 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-96e45e94-789b-489f-baba-fd6bfec51a0c tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "PUT /v2.0/ports/5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 HTTP/1.1" status: 200 len: 974 time: 1.4555979 Nov 22 16:22:07.836553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9bec22a7-18ce-4bf3-8c84-6b7f95a63cae None None] Port de724faa-8846-4e52-a991-b135d5105931 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:22:07.861369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port c0a709a1-c27b-4421-8c56-f29b6d5d6271 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:07.861794 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:07.922960 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 2, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:07.936821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.937305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.937780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.938247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.938710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.939171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.939667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.940155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.951263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.951753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.952256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.952723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.956932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.957426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.958468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.958943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.959429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.959866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.960350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:07.967840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-02e7b596-aa2b-4606-a1c5-aaa73e47f94f tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17118 time: 0.2231758 Nov 22 16:22:07.971414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60230) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:07.974851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641af48-85f4-4f52-abd2-ad4c1babf6f5 None None] The sync data for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 is: [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 2, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:22:08.094394 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:08.164869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:22:08.170027 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d45c13d-d468-4b3c-8160-a8361be295b6" -d '{"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-plugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:22:08.180169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Deleting port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:22:08.180714 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:08.206082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:08.210998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:08.334586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:08.357916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] For port 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360, host n-h1-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:08.358569 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:08.389651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Calling delete_port for 5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:22:08.601400 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:08.652918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:08.668789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:08.675161 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f7a78ea7-c2d7-4530-903b-258d9d0dd6c4 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "DELETE /v2.0/ports/5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 HTTP/1.1" status: 204 len: 168 time: 0.7003665 Nov 22 16:22:08.676479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:08.756904 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d19eba-5466-43f1-9528-c01ce42fa969 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:22:08.764634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60250) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:08.780869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-387271264', 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:08.789240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-51d19eba-5466-43f1-9528-c01ce42fa969 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "GET /v2.0/ports/5ee69c2b-d1fa-4d4a-a6df-f1c75d3dc360 HTTP/1.1" status: 404 len: 333 time: 0.0824819 Nov 22 16:22:08.889834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Made reservation on behalf of 128ac303167645c2b8a1dbf01ec07ad8 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:08.893681 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:08.953510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] device_id is not set on port b99bcad2-f382-4a93-8896-0246f77d9a40 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:09.134166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:09.140007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:09.154511 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbea93e-b75e-476e-b10e-1baa67e77bbc x-openstack-request-id: req-dfbea93e-b75e-476e-b10e-1baa67e77bbc {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:22:09.155482 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-plugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:22:09.156241 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dfbea93e-b75e-476e-b10e-1baa67e77bbc {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:22:09.156856 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'code': 200} Nov 22 16:22:09.169460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5613d64e-43a5-4611-8bd5-15b74d23b6c2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569525688', 'description': 'tempest-description--727404975'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:09.554620 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:09.643658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:09.808453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Network 73ac78e0-2907-4fc8-99e4-975c4e08d17f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:09.811646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=b99bcad2-f382-4a93-8896-0246f77d9a40,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:09.816525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:09.822643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:09.823812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:09.824910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.172563 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7a9c3464-0eab-4722-ae3e-9cb8357bc1e9 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4028709 Nov 22 16:22:10.173027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60300) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:10.174359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5613d64e-43a5-4611-8bd5-15b74d23b6c2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.226042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61dd35d0-ff94-4513-9376-9b051803d818 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.275334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e349b-b6a4-4a35-89ba-a299cc948174 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:10.288188 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cb9e349b-b6a4-4a35-89ba-a299cc948174 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "GET /v2.0/ports/b99bcad2-f382-4a93-8896-0246f77d9a40 HTTP/1.1" status: 200 len: 954 time: 0.1135483 Nov 22 16:22:10.291026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60306) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:10.384483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61dd35d0-ff94-4513-9376-9b051803d818 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.394611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61dd35d0-ff94-4513-9376-9b051803d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.440327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-61dd35d0-ff94-4513-9376-9b051803d818 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f602f633a7ba47609aff6befb9306757&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3047419 Nov 22 16:22:10.473637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60312) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:10.523477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5613d64e-43a5-4611-8bd5-15b74d23b6c2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.537037 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5613d64e-43a5-4611-8bd5-15b74d23b6c2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.574849 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d02a2-33da-4631-bd2e-34603ee06d67 req-25b7e09d-0613-4e86-89b9-5fee4ebf684d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:10.590885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-504f034b-f463-4dfd-9e22-d801f3a1ab62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.593360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-783d02a2-33da-4631-bd2e-34603ee06d67 req-25b7e09d-0613-4e86-89b9-5fee4ebf684d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 946 time: 1.2854245 Nov 22 16:22:10.595663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-732a2503-bc34-4072-ac27-2bbd935bdcb1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Deleting port b99bcad2-f382-4a93-8896-0246f77d9a40 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:22:10.596156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-732a2503-bc34-4072-ac27-2bbd935bdcb1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.617454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5613d64e-43a5-4611-8bd5-15b74d23b6c2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.622676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5613d64e-43a5-4611-8bd5-15b74d23b6c2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4811211 Nov 22 16:22:10.625871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:10.650738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-02a1d677-63a3-4fe7-87d6-98833bae26d4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'security_group_rule': {'security_group_id': '80805625-7c38-4c29-915d-32d9146e09c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:10.708197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d64e52-d7f4-4066-b02f-c1786564d048 req-47f344a4-bb57-48f3-a6bb-0542562dc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:10.710568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55d64e52-d7f4-4066-b02f-c1786564d048 req-47f344a4-bb57-48f3-a6bb-0542562dc7f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 1097 time: 0.5563371 Nov 22 16:22:10.751982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd35d0-ff94-4513-9376-9b051803d818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb92c38e-5aca-4b0e-a94d-4efec43f2d10,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:10.752613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-504f034b-f463-4dfd-9e22-d801f3a1ab62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.786829 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02a1d677-63a3-4fe7-87d6-98833bae26d4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.846697 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-732a2503-bc34-4072-ac27-2bbd935bdcb1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:10.890720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-732a2503-bc34-4072-ac27-2bbd935bdcb1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Calling delete_port for b99bcad2-f382-4a93-8896-0246f77d9a40 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:22:11.021864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 901eb30e-6105-45d9-b59d-1c61b6e700f0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:11.038703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-783d02a2-33da-4631-bd2e-34603ee06d67 req-0cf33f1a-bbc7-49ac-9ba0-959240eb5a3f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4432411 Nov 22 16:22:11.190672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55d64e52-d7f4-4066-b02f-c1786564d048 req-7bb154cd-8fc9-40f0-867e-5c0394634717 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4527907 Nov 22 16:22:11.216259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613d64e-43a5-4611-8bd5-15b74d23b6c2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80805625-7c38-4c29-915d-32d9146e09c0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:11.224210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 901eb30e-6105-45d9-b59d-1c61b6e700f0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:11.227710 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.269992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-732a2503-bc34-4072-ac27-2bbd935bdcb1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.384568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-504f034b-f463-4dfd-9e22-d801f3a1ab62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.389046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-504f034b-f463-4dfd-9e22-d801f3a1ab62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.394386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-504f034b-f463-4dfd-9e22-d801f3a1ab62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb92c38e-5aca-4b0e-a94d-4efec43f2d10 HTTP/1.1" status: 204 len: 168 time: 0.9153242 Nov 22 16:22:11.419279 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02a1d677-63a3-4fe7-87d6-98833bae26d4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.433470 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02a1d677-63a3-4fe7-87d6-98833bae26d4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.439553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a2503-bc34-4072-ac27-2bbd935bdcb1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event deleted for resources: {'Port': ['ID=b99bcad2-f382-4a93-8896-0246f77d9a40,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:11.462744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-732a2503-bc34-4072-ac27-2bbd935bdcb1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.474981 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-732a2503-bc34-4072-ac27-2bbd935bdcb1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "DELETE /v2.0/ports/b99bcad2-f382-4a93-8896-0246f77d9a40 HTTP/1.1" status: 204 len: 168 time: 1.1807990 Nov 22 16:22:11.477971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60350) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:11.479098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f034b-f463-4dfd-9e22-d801f3a1ab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb92c38e-5aca-4b0e-a94d-4efec43f2d10,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:11.501874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.547764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02a1d677-63a3-4fe7-87d6-98833bae26d4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.550311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-02a1d677-63a3-4fe7-87d6-98833bae26d4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9212346 Nov 22 16:22:11.561704 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c87dedf-c408-4370-9ab1-d675d164a3bc tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:22:11.566844 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c87dedf-c408-4370-9ab1-d675d164a3bc tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "GET /v2.0/ports/b99bcad2-f382-4a93-8896-0246f77d9a40 HTTP/1.1" status: 404 len: 333 time: 0.0729194 Nov 22 16:22:11.569188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60352) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:11.570581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:11.579258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1d677-63a3-4fe7-87d6-98833bae26d4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fd6e39-cdda-458e-85da-ceb6afe63b4c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:11.595035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4f178217-acc8-487e-9a16-9a104ad65c06 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'security_group_rule': {'security_group_id': '80805625-7c38-4c29-915d-32d9146e09c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:11.669259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 901eb30e-6105-45d9-b59d-1c61b6e700f0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=901eb30e-6105-45d9-b59d-1c61b6e700f0,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:11.680580 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.708208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Request body: {'port': {'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1703765872'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:11.824977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Made reservation on behalf of 128ac303167645c2b8a1dbf01ec07ad8 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:11.857095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.869200 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f178217-acc8-487e-9a16-9a104ad65c06 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:11.946473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=901eb30e-6105-45d9-b59d-1c61b6e700f0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:12.058482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] device_id is not set on port a97fce3f-1670-4022-8058-0052711f6d52 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:12.159386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60374) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:12.309508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f178217-acc8-487e-9a16-9a104ad65c06 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.330454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd63547-af90-4846-9cd6-d02c20286263 req-047272bf-4bca-45dd-9a95-a52c1e0ca101 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:12.341955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bd63547-af90-4846-9cd6-d02c20286263 req-047272bf-4bca-45dd-9a95-a52c1e0ca101 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 946 time: 0.0939851 Nov 22 16:22:12.382273 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f178217-acc8-487e-9a16-9a104ad65c06 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.415558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bd63547-af90-4846-9cd6-d02c20286263 req-cf1682bf-6e94-4278-961e-6840f624f81a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618219 Nov 22 16:22:12.445622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f178217-acc8-487e-9a16-9a104ad65c06 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158bedda-f740-4f33-bcfd-512c2d27854a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:12.451191 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f178217-acc8-487e-9a16-9a104ad65c06 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.453696 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4f178217-acc8-487e-9a16-9a104ad65c06 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8794832 Nov 22 16:22:12.459340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60382) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:12.464520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:12.510840 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Sync routers for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:22:12.523015 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:12.523638 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:12.541301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24df3150-b743-454a-adfb-747b23299575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.556546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.609643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60384) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:12.682853 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1851c5d8-c5c0-4608-923b-5f4304a5bd8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.734637 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:22:12.754254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.867176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.928613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.938245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1851c5d8-c5c0-4608-923b-5f4304a5bd8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.971201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Network 73ac78e0-2907-4fc8-99e4-975c4e08d17f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:12.978472 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1851c5d8-c5c0-4608-923b-5f4304a5bd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:12.986949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24df3150-b743-454a-adfb-747b23299575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.026717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:13.040939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 901eb30e-6105-45d9-b59d-1c61b6e700f0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:13.046380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:13.047804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:13.048727 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 2, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:13.049135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.059664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=a97fce3f-1670-4022-8058-0052711f6d52,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:13.097893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851c5d8-c5c0-4608-923b-5f4304a5bd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f505dd3-ec3c-45ab-b600-66ab91a15c62,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:13.108321 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1851c5d8-c5c0-4608-923b-5f4304a5bd8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9c086491eac48a0a84ebbad97ce8e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4974611 Nov 22 16:22:13.110313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60396) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:13.153459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 901eb30e-6105-45d9-b59d-1c61b6e700f0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:13.155494 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.170540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Checking router: f44bbf04-610d-44bf-b7b5-a1419207f243 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:22:13.170945 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Updating router f44bbf04-610d-44bf-b7b5-a1419207f243 port de724faa-8846-4e52-a991-b135d5105931 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:22:13.190546 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d25121d2-db56-4880-8a55-ab4b8f368b58 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6126249 Nov 22 16:22:13.193408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60400) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:13.210838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:13.306694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Allocated IP 172.25.5.152 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/63739b98-4655-47e5-ab6c-001955c15956) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:13.313015 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.343778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4750ef4b-608e-4d30-b3d6-69b2b0a5f20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.437340 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.475507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24df3150-b743-454a-adfb-747b23299575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.484422 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4750ef4b-608e-4d30-b3d6-69b2b0a5f20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.496644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.539063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.566404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24df3150-b743-454a-adfb-747b23299575 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=418e93fabffa46628187da44a61c8198&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4049356 Nov 22 16:22:13.570198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60432) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:13.580240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df3150-b743-454a-adfb-747b23299575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9869226-bccb-49fd-8f07-bc226062405a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:13.604863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:13.626974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:13.638635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:13.640933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'Port': ['ID=63739b98-4655-47e5-ab6c-001955c15956,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:13.754208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c597e41e-5557-481b-a93a-5f621b461265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.846765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.864185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c597e41e-5557-481b-a93a-5f621b461265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:13.924301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293b553-9cd9-4e4c-b002-dd058b348b46 req-d15d04f9-6e7e-4811-8d80-1553e24326a3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:13.925937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4293b553-9cd9-4e4c-b002-dd058b348b46 req-d15d04f9-6e7e-4811-8d80-1553e24326a3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 946 time: 0.2142127 Nov 22 16:22:13.956727 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.051096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4293b553-9cd9-4e4c-b002-dd058b348b46 req-51e84d1f-89b3-4bfc-ab29-67664156df39 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140811 Nov 22 16:22:14.069140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c597e41e-5557-481b-a93a-5f621b461265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.077247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c597e41e-5557-481b-a93a-5f621b461265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.083745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c597e41e-5557-481b-a93a-5f621b461265 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c9869226-bccb-49fd-8f07-bc226062405a HTTP/1.1" status: 204 len: 168 time: 0.5081692 Nov 22 16:22:14.110428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] device_id is not set on port a97fce3f-1670-4022-8058-0052711f6d52 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:14.135507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.139320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597e41e-5557-481b-a93a-5f621b461265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9869226-bccb-49fd-8f07-bc226062405a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:14.160861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.365248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4750ef4b-608e-4d30-b3d6-69b2b0a5f20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.378470 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4750ef4b-608e-4d30-b3d6-69b2b0a5f20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.387836 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4750ef4b-608e-4d30-b3d6-69b2b0a5f20a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f505dd3-ec3c-45ab-b600-66ab91a15c62 HTTP/1.1" status: 204 len: 168 time: 1.2758286 Nov 22 16:22:14.466485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.484448 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.491162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750ef4b-608e-4d30-b3d6-69b2b0a5f20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f505dd3-ec3c-45ab-b600-66ab91a15c62,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:14.493422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=a97fce3f-1670-4022-8058-0052711f6d52,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:14.497892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:14.498307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:14.498772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:14.521152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:14.522053 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:14.522731 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 2 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:14.561536 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.593508 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.605749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:14.606100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:14.608283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:14.629738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:14.632041 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:14.632670 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 3 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:14.717726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:14.718078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:14.718420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:14.732242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:14.732578 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:14.732994 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 4 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:14.796634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:14.796976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:14.797318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:14.799082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'Port': ['ID=63739b98-4655-47e5-ab6c-001955c15956,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:14.815806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:14.816341 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:14.817197 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 5 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:14.818879 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0a6cb-1e5c-4706-95ab-dbb13700cd2a None None] Pushing event updated for resources: {'Port': ['ID=de724faa-8846-4e52-a991-b135d5105931,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:14.840684 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.841581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:14.847511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:14.848032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:14.862259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:14.862832 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:14.863358 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 6 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:14.882293 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:14.893192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7eba357b-e88f-4177-86c1-44e68db0ed35 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4325933 Nov 22 16:22:14.908891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:14.909687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:14.910332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:14.923719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:14.924202 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:14.924700 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 7 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:14.968118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:14.969419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:14.970770 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:14.985073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:14.985567 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:14.986081 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 8 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:15.014829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:15.015848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:15.017438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:15.032207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:15.033724 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:15.038034 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 9 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:15.078342 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Attempting to bind port de724faa-8846-4e52-a991-b135d5105931 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:15.078724 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Attempting to bind port de724faa-8846-4e52-a991-b135d5105931 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:15.079098 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Attempting to bind port de724faa-8846-4e52-a991-b135d5105931 on network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:15.082088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:15.084928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:15.086016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:15.098560 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:22:15.098913 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Checking segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:15.099237 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.100168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:15.102635 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:15.103342 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempt 10 to bind port a97fce3f-1670-4022-8058-0052711f6d52 Nov 22 16:22:15.105590 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Bound using segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:22:15.106252 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Bound port: de724faa-8846-4e52-a991-b135d5105931, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:22:15.106667 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.142883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:15.143445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:15.143567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempting to bind port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:15.161228 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:15.161768 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Failed to bind port a97fce3f-1670-4022-8058-0052711f6d52 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '841fb324-0efd-4e41-8cb0-c070cba2cd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '73ac78e0-2907-4fc8-99e4-975c4e08d17f'}] Nov 22 16:22:15.162238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.332507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c2258a51-f552-4b26-9df8-369eace883c8 None None] Provisioning complete for port de724faa-8846-4e52-a991-b135d5105931 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:15.333887 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2258a51-f552-4b26-9df8-369eace883c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.369469 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] For port de724faa-8846-4e52-a991-b135d5105931, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:15.376027 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] For port de724faa-8846-4e52-a991-b135d5105931, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=de724faa-8846-4e52-a991-b135d5105931,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:22:15.382758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] For port a97fce3f-1670-4022-8058-0052711f6d52, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:15.383149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attempted to set empty binding levels {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:22:15.386384 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.402218 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.427147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec2b85-9650-4646-97d0-806d4fc47437 req-9dd4bd6c-f875-4c46-967c-87db8cfca985 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:15.431221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00ec2b85-9650-4646-97d0-806d4fc47437 req-9dd4bd6c-f875-4c46-967c-87db8cfca985 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 946 time: 0.1439238 Nov 22 16:22:15.449975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60462) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:15.465468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] In _notify_port_updated(), no bound segment for port a97fce3f-1670-4022-8058-0052711f6d52 on network 73ac78e0-2907-4fc8-99e4-975c4e08d17f {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:22:15.466557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:15.467544 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.472231 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "PUT /v2.0/ports/a97fce3f-1670-4022-8058-0052711f6d52 HTTP/1.1" status: 200 len: 975 time: 2.2738729 Nov 22 16:22:15.473526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60464) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:15.493587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c2258a51-f552-4b26-9df8-369eace883c8 None None] Port de724faa-8846-4e52-a991-b135d5105931 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:22:15.558428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211b09-417a-4791-9aef-c1fc226c5a48 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event updated for resources: {'Port': ['ID=a97fce3f-1670-4022-8058-0052711f6d52,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:15.594580 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:15.595223 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:21:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:15.608992 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0a6cb-1e5c-4706-95ab-dbb13700cd2a None None] Pushing event updated for resources: {'Port': ['ID=de724faa-8846-4e52-a991-b135d5105931,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:15.682023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8d20f5-a8b4-4a8c-a38c-ad7eb47b89f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.781340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00ec2b85-9650-4646-97d0-806d4fc47437 req-043ed858-5a7c-4b15-8a3b-0f7d6bb16b61 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438668 Nov 22 16:22:15.837422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Deleting port a97fce3f-1670-4022-8058-0052711f6d52 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:22:15.837839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:15.942639 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:22:16.007234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] For port a97fce3f-1670-4022-8058-0052711f6d52, host n-h1-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:16.007614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.032609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Calling delete_port for a97fce3f-1670-4022-8058-0052711f6d52 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:22:16.041734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d1085ef0-027e-4e50-9f3f-0cdbf7286642 None None] Provisioning complete for port de724faa-8846-4e52-a991-b135d5105931 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:16.049358 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1085ef0-027e-4e50-9f3f-0cdbf7286642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.050438 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8d20f5-a8b4-4a8c-a38c-ad7eb47b89f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.090139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba8d20f5-a8b4-4a8c-a38c-ad7eb47b89f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.206406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-c9665d3b-0d38-4a8e-b365-e63a775e5de4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1569525688&fields=id&tenant_id=40aac3fd42424181b5808af28bca7d06 HTTP/1.1" status: 200 len: 267 time: 0.5870881 Nov 22 16:22:16.218587 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.267165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ba8d20f5-a8b4-4a8c-a38c-ad7eb47b89f5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8640e44333ad4f3a9034033b2c778fef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8127739 Nov 22 16:22:16.282362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d20f5-a8b4-4a8c-a38c-ad7eb47b89f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1b85c-8506-476f-ac6a-4276f54f9f4e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:16.303232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60494) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:16.322064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Pushing event deleted for resources: {'Port': ['ID=a97fce3f-1670-4022-8058-0052711f6d52,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:16.325524 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1085ef0-027e-4e50-9f3f-0cdbf7286642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.359071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.373782 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3e9bdbee-53cf-4499-ad99-c46359cc06fe tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "DELETE /v2.0/ports/a97fce3f-1670-4022-8058-0052711f6d52 HTTP/1.1" status: 204 len: 168 time: 0.8966069 Nov 22 16:22:16.390022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60502) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:16.457607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-bd3864c4-50a9-4858-a4a0-9553ce37ca3c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:16.473388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-bd3864c4-50a9-4858-a4a0-9553ce37ca3c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 811 time: 0.2554562 Nov 22 16:22:16.478198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d1085ef0-027e-4e50-9f3f-0cdbf7286642 None None] For port de724faa-8846-4e52-a991-b135d5105931, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=de724faa-8846-4e52-a991-b135d5105931,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:16.488454 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1085ef0-027e-4e50-9f3f-0cdbf7286642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.513184 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:15Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:16.519084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-370e5026-bdc4-4a18-b3d8-14a0c2eef19f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/quotas/40aac3fd42424181b5808af28bca7d06 HTTP/1.1" status: 200 len: 375 time: 0.0413957 Nov 22 16:22:16.521484 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6f0858-38aa-425c-8200-b6c85fc41aa1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:22:16.524884 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0b6f0858-38aa-425c-8200-b6c85fc41aa1 tempest-PortsAdminExtendedAttrsTestJSON-232932837 tempest-PortsAdminExtendedAttrsTestJSON-232932837-project-admin] 10.222.0.69 "GET /v2.0/ports/a97fce3f-1670-4022-8058-0052711f6d52 HTTP/1.1" status: 404 len: 333 time: 0.1254106 Nov 22 16:22:16.529252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60510) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:16.644299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a32ce59b-eee0-4448-83d7-7ddbefe878d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.658629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-1c093194-bd75-44f0-b063-8959165ad86f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1368163 Nov 22 16:22:16.691398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085ef0-027e-4e50-9f3f-0cdbf7286642 None None] Pushing event updated for resources: {'Port': ['ID=de724faa-8846-4e52-a991-b135d5105931,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:16.696801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.722348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a32ce59b-eee0-4448-83d7-7ddbefe878d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:16.851353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-ba741ddf-5aa0-47f9-94ad-f6a76c2a9580 service neutron] 10.222.0.69 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886041 Nov 22 16:22:16.887021 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56298599-5f5c-4e87-8e0a-775bec9a8217 None None] The sync data for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 is: [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:15Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:22:16.993546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device de724faa-8846-4e52-a991-b135d5105931 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:17.059785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-2ba0ef2a-cae7-4827-be54-1bc0fa6ecdb5 service neutron] 10.222.0.69 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058303 Nov 22 16:22:17.106267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a32ce59b-eee0-4448-83d7-7ddbefe878d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.109490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a32ce59b-eee0-4448-83d7-7ddbefe878d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.110820 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a32ce59b-eee0-4448-83d7-7ddbefe878d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12f1b85c-8506-476f-ac6a-4276f54f9f4e HTTP/1.1" status: 204 len: 168 time: 0.8055468 Nov 22 16:22:17.116888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.129965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port de724faa-8846-4e52-a991-b135d5105931 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:17.131427 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.147241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ce59b-eee0-4448-83d7-7ddbefe878d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1b85c-8506-476f-ac6a-4276f54f9f4e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:17.191961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ac78e0-2907-4fc8-99e4-975c4e08d17f']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:17.237192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841fb324-0efd-4e41-8cb0-c070cba2cd8e') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:17.238100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841fb324-0efd-4e41-8cb0-c070cba2cd8e') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:17.259555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.313394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.344603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:22:17.345211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:22:17.364111 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:22:17.517722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b772702-b54d-438d-8d5b-0ff54c2a54a3 req-335b2494-70c6-4666-8085-9e86fd633aba tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 210 time: 0.0817475 Nov 22 16:22:17.605524 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.638659 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:17.652485 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] 10.222.0.69 "DELETE /v2.0/networks/73ac78e0-2907-4fc8-99e4-975c4e08d17f HTTP/1.1" status: 204 len: 168 time: 1.1219687 Nov 22 16:22:17.689831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126d9ec-aa95-41ce-9fe3-8d81b54c9733 tempest-PortsAdminExtendedAttrsTestJSON-1977804333 tempest-PortsAdminExtendedAttrsTestJSON-1977804333-project] Pushing event deleted for resources: {'Network': ['ID=73ac78e0-2907-4fc8-99e4-975c4e08d17f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:18.320881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60570) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:18.676814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac1dee9b-08c1-4d47-94c7-e48ffdb4c13c req-f666d12d-4820-415b-86d1-eb6a4411a6a0 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 210 time: 0.0505939 Nov 22 16:22:18.969005 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb7bf8e2-cd7c-4bcc-b96b-f42bba3985f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:18.997311 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c8560d1-bf99-4ea5-af92-89d9082afffd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aca48d45c6bf4817b7bc236282ee2880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6720941 Nov 22 16:22:18.997564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60590) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:19.123105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c4da84-632f-44a9-a117-ca905b88821b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:19.150547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c4da84-632f-44a9-a117-ca905b88821b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:19.227860 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c4da84-632f-44a9-a117-ca905b88821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:19.230774 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-19c4da84-632f-44a9-a117-ca905b88821b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:19.235869 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-19c4da84-632f-44a9-a117-ca905b88821b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81a77748-efa1-48c4-ad8b-927a26f5468f HTTP/1.1" status: 204 len: 168 time: 0.2372944 Nov 22 16:22:19.256722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4da84-632f-44a9-a117-ca905b88821b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a77748-efa1-48c4-ad8b-927a26f5468f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:19.521336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-ee0d7de8-61a2-434f-b052-de750476c9f1 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:19.524548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-ee0d7de8-61a2-434f-b052-de750476c9f1 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 811 time: 0.4176762 Nov 22 16:22:19.688083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-79c0a289-d457-4aa1-9774-e47c68137cfb tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40aac3fd42424181b5808af28bca7d06 HTTP/1.1" status: 200 len: 380 time: 0.1506891 Nov 22 16:22:19.706056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'port': {'device_id': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'admin_state_up': True, 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'security_groups': ['80805625-7c38-4c29-915d-32d9146e09c0']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:19.975828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4891f79a-fd96-4ea9-ac23-35e9f5c1295a req-5849a0b0-8324-4605-ad36-5b883aa751a9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 210 time: 0.1085217 Nov 22 16:22:20.210386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Made reservation on behalf of 40aac3fd42424181b5808af28bca7d06 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:20.214612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:20.246198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60622) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:20.391033 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d57a330-8e24-4506-ba67-95a01b167a37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=128ac303167645c2b8a1dbf01ec07ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428511 Nov 22 16:22:20.395670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60626) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:20.688928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99c461ca-71f0-44f4-a2b2-98a526c9c62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:20.699698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Allocated IP 172.20.0.7 (4a5bf667-8c3f-45ac-9214-c8a4c857d805/c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74/30e857b8-3a93-485b-8e9c-2a2445a9c990) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:20.787802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99c461ca-71f0-44f4-a2b2-98a526c9c62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:20.921405 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99c461ca-71f0-44f4-a2b2-98a526c9c62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:20.933634 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99c461ca-71f0-44f4-a2b2-98a526c9c62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:20.944207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-99c461ca-71f0-44f4-a2b2-98a526c9c62c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cde15238-06c5-4341-b571-24ee2bb15a0c HTTP/1.1" status: 204 len: 168 time: 0.5346909 Nov 22 16:22:20.989584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c461ca-71f0-44f4-a2b2-98a526c9c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde15238-06c5-4341-b571-24ee2bb15a0c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:21.179996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c487c49-4719-455c-80c7-71775b1bb3c5 req-07520be3-6ef8-49e3-8496-3f90128a37f3 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 210 time: 0.0392122 Nov 22 16:22:21.301741 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7301e596-1dc5-47ae-bbb5-e65c6de10a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:21.308370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:21.361691 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:21.421380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:21.425143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:21.430293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:21.437719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'Port': ['ID=30e857b8-3a93-485b-8e9c-2a2445a9c990,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:21.533009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:21.533707 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:21.575132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-42701de5-2ec9-4608-a230-8398179eac24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8773582 Nov 22 16:22:21.592251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Request body: {'port': {'device_id': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:21.747263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:21.995856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4105eb56-4179-4145-b995-a040e9dc8880 None None] Provisioning complete for port 30e857b8-3a93-485b-8e9c-2a2445a9c990 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:21.998422 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4105eb56-4179-4145-b995-a040e9dc8880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:22.103746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4105eb56-4179-4145-b995-a040e9dc8880 None None] Port 30e857b8-3a93-485b-8e9c-2a2445a9c990 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:22:22.415598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e857b8-3a93-485b-8e9c-2a2445a9c990 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:22:22.428508 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:22.434586 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:22.465502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Transition to ACTIVE for port object 30e857b8-3a93-485b-8e9c-2a2445a9c990 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:22:22.512554 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:22.551325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:22.672721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Pushing event updated for resources: {'Port': ['ID=30e857b8-3a93-485b-8e9c-2a2445a9c990,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:22.928380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Attempting to bind port 30e857b8-3a93-485b-8e9c-2a2445a9c990 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:22.929041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Attempting to bind port 30e857b8-3a93-485b-8e9c-2a2445a9c990 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:22.934263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Attempting to bind port 30e857b8-3a93-485b-8e9c-2a2445a9c990 on network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:22.961300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6f740-3ff9-4d4f-89b0-b71a46d214e2 req-afb29905-0839-47f7-b226-40a62a9cb3c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:22.969099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00c6f740-3ff9-4d4f-89b0-b71a46d214e2 req-afb29905-0839-47f7-b226-40a62a9cb3c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 943 time: 0.5030499 Nov 22 16:22:22.985567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Port 30e857b8-3a93-485b-8e9c-2a2445a9c990 on network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:22:22.985896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Attempting to bind port 30e857b8-3a93-485b-8e9c-2a2445a9c990 on network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:23.012167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:22:23.012801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Checking segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:23.013572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Bound using segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:22:23.014208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Bound port: 30e857b8-3a93-485b-8e9c-2a2445a9c990, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:22:23.014765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:23.203148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00c6f740-3ff9-4d4f-89b0-b71a46d214e2 req-ad4f5474-1268-4163-952b-bc2de1658ce1 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331460 Nov 22 16:22:23.289787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] For port 30e857b8-3a93-485b-8e9c-2a2445a9c990, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:23.305075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] For port 30e857b8-3a93-485b-8e9c-2a2445a9c990, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:22:23.320093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:23.430435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:23.436780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:23.438992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] 10.222.0.71 "PUT /v2.0/ports/30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 200 len: 1091 time: 1.8542373 Nov 22 16:22:23.445839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'tag': '30e857b8-3a93-485b-8e9c-2a2445a9c990'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:22:23.448514 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362" -d '{"events": [{"name": "network-changed", "server_uuid": "f293853b-258d-4ea7-9e61-c8121bbb838d", "tag": "30e857b8-3a93-485b-8e9c-2a2445a9c990"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:22:23.601793 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68956000-0e25-4c08-828f-8167d110d204 x-openstack-request-id: req-68956000-0e25-4c08-828f-8167d110d204 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:22:23.602506 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f293853b-258d-4ea7-9e61-c8121bbb838d", "tag": "30e857b8-3a93-485b-8e9c-2a2445a9c990", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:22:23.603182 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68956000-0e25-4c08-828f-8167d110d204 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:22:23.603806 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'tag': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'status': 'completed', 'code': 200} Nov 22 16:22:23.620016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff829c-98e9-47ec-8e65-2a8ece78033b service neutron] Pushing event updated for resources: {'Port': ['ID=30e857b8-3a93-485b-8e9c-2a2445a9c990,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:23.641847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-02154539-74a6-466c-9a29-6a56a37bab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:23.643802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-02154539-74a6-466c-9a29-6a56a37bab8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 1094 time: 0.1397774 Nov 22 16:22:23.777978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-f822f6c0-31e8-4672-83aa-6d6e343ecc6b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 200 len: 217 time: 0.1224647 Nov 22 16:22:23.961490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-6b70dbdf-4ae9-4f3f-91dc-9e56d00dd43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:23.969113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-6b70dbdf-4ae9-4f3f-91dc-9e56d00dd43d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1771600 Nov 22 16:22:24.112522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-2c3f5f13-de73-43de-a0d5-499f14d5d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:24.115071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-2c3f5f13-de73-43de-a0d5-499f14d5d9f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367941 Nov 22 16:22:24.413877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-2e99b7e8-7d72-4da8-86ef-866868b41e8e service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901392 Nov 22 16:22:24.465179 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:24.507176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:24.571921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:24.673937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efe815-fc98-4088-9f48-2e09c0573250 req-44fb387e-0f16-41a0-b1b7-bca815aa2e6e tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:24.678989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37efe815-fc98-4088-9f48-2e09c0573250 req-44fb387e-0f16-41a0-b1b7-bca815aa2e6e tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 943 time: 0.2164185 Nov 22 16:22:24.710416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c558ae-a3f0-437c-bd7c-8ed2d6b0e3a9 req-6ca2054a-11db-489a-b991-b137e98f3099 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863431 Nov 22 16:22:24.778857 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:24.797491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37efe815-fc98-4088-9f48-2e09c0573250 req-3c00047e-cffc-4f63-bb3d-0809637a9f4c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917654 Nov 22 16:22:24.891012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc14aebc-e922-4e70-86ec-4c73b29020fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:24.898003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-6db9e565-a675-4125-a6ff-51211320307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:24.900035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-6db9e565-a675-4125-a6ff-51211320307a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 1094 time: 0.0968328 Nov 22 16:22:25.068520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc14aebc-e922-4e70-86ec-4c73b29020fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.075393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc14aebc-e922-4e70-86ec-4c73b29020fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.159431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60820) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:25.160104 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bc14aebc-e922-4e70-86ec-4c73b29020fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=34e035165368438ebb14096bafbf8f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5861166 Nov 22 16:22:25.161986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14aebc-e922-4e70-86ec-4c73b29020fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec2d43-5034-405c-8614-6b5550bc9007,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:25.205873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60822) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:25.330201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-5c51f6dc-0e32-4ead-91f3-bf089fc3f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:25.331758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-5c51f6dc-0e32-4ead-91f3-bf089fc3f4a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.4232926 Nov 22 16:22:25.449944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f9af8e00-1720-4449-a79e-344c22b9e50f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.451558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-ce0841d4-8274-4c12-8fca-d701117734ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 200 len: 217 time: 0.1093895 Nov 22 16:22:25.556964 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4bcec5a-1baa-4f4d-b819-fdfe3503ce3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.599479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-b91475e2-e498-4de9-88aa-62fefbf31235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:25.600990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-b91475e2-e498-4de9-88aa-62fefbf31235 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1315966 Nov 22 16:22:25.633196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f9af8e00-1720-4449-a79e-344c22b9e50f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.645820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f9af8e00-1720-4449-a79e-344c22b9e50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.714709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4bcec5a-1baa-4f4d-b819-fdfe3503ce3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.738036 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f9af8e00-1720-4449-a79e-344c22b9e50f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ec774ccdd034bc490bca959b42af812&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5293140 Nov 22 16:22:25.741425 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60840) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:25.811687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-1a970df3-12cc-4a70-9bdd-89e788dd085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:25.820165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-1a970df3-12cc-4a70-9bdd-89e788dd085f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031264 Nov 22 16:22:25.834298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af8e00-1720-4449-a79e-344c22b9e50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a91389e-016c-450d-b646-7915246e120a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:25.888359 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77d82c82-45f7-45b4-8b6e-5acd0f4cd415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.940415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60844) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:25.983125 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4bcec5a-1baa-4f4d-b819-fdfe3503ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.986226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4bcec5a-1baa-4f4d-b819-fdfe3503ce3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.987587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f4bcec5a-1baa-4f4d-b819-fdfe3503ce3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92ec2d43-5034-405c-8614-6b5550bc9007 HTTP/1.1" status: 204 len: 168 time: 0.7966187 Nov 22 16:22:25.999296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77d82c82-45f7-45b4-8b6e-5acd0f4cd415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:26.026721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcec5a-1baa-4f4d-b819-fdfe3503ce3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec2d43-5034-405c-8614-6b5550bc9007,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:26.124528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-75aab42a-a509-41d9-ae14-cba88701ea64 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947125 Nov 22 16:22:26.136852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8991db8-0fb8-4c2c-bd69-fadb0cffea89 req-642b22af-0af4-4c6d-9bf1-f8e18b1ebdcb tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:26.138759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8991db8-0fb8-4c2c-bd69-fadb0cffea89 req-642b22af-0af4-4c6d-9bf1-f8e18b1ebdcb tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 943 time: 0.1345646 Nov 22 16:22:26.228467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77d82c82-45f7-45b4-8b6e-5acd0f4cd415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:26.233040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77d82c82-45f7-45b4-8b6e-5acd0f4cd415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:26.238117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-77d82c82-45f7-45b4-8b6e-5acd0f4cd415 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a91389e-016c-450d-b646-7915246e120a HTTP/1.1" status: 204 len: 168 time: 0.4952254 Nov 22 16:22:26.261981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d82c82-45f7-45b4-8b6e-5acd0f4cd415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a91389e-016c-450d-b646-7915246e120a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:26.477796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8991db8-0fb8-4c2c-bd69-fadb0cffea89 req-ec70291c-836e-48f5-84f8-ffe3fe6af0d2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276811 Nov 22 16:22:26.495427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-774802436', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:26.565689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af4ba0ff-8d0a-4fdf-9a4e-aadb424c4362 req-794bfd68-9062-4a07-952a-1a7c850ff033 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254913 Nov 22 16:22:26.571637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Made reservation on behalf of e8ac21229c914129921fd54495da9dd1 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:26.574358 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:26.587107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:26.786536 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:26.793520 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:26.799365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] device_id is not set on port 143a39a6-4afe-4aa7-8c89-5502a289f7d0 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:26.908498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208a7a4d-f188-4bfe-a874-db15adc52623,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:26.959248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60868) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:26.977274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-517e1ce2-3f01-4085-8c16-fe6d2b3593d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.043509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Allocated IP 172.25.5.147 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/143a39a6-4afe-4aa7-8c89-5502a289f7d0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:27.103822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-517e1ce2-3f01-4085-8c16-fe6d2b3593d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.111179 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-517e1ce2-3f01-4085-8c16-fe6d2b3593d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.144143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e1ce2-3f01-4085-8c16-fe6d2b3593d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10be3a04-30dc-4090-a7c9-c4cd264dfaf8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:27.198360 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-517e1ce2-3f01-4085-8c16-fe6d2b3593d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=14d5da6b1ca94eda86444d68f2a9b6e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371631 Nov 22 16:22:27.199297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60870) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:27.273469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-385056b6-7ee5-4ddb-b9c9-3e057674333d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.304857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-385056b6-7ee5-4ddb-b9c9-3e057674333d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.351840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.373911 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-385056b6-7ee5-4ddb-b9c9-3e057674333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.383019 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-385056b6-7ee5-4ddb-b9c9-3e057674333d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.399237 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-385056b6-7ee5-4ddb-b9c9-3e057674333d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10be3a04-30dc-4090-a7c9-c4cd264dfaf8 HTTP/1.1" status: 204 len: 168 time: 0.1899276 Nov 22 16:22:27.404769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60874) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:27.456319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.471228 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385056b6-7ee5-4ddb-b9c9-3e057674333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10be3a04-30dc-4090-a7c9-c4cd264dfaf8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:27.494883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95f84010-392d-433a-a66c-e48c3e01df9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.643856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Pushing event updated for resources: {'Port': ['ID=143a39a6-4afe-4aa7-8c89-5502a289f7d0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:27.649991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:27.670576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:27.671928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:27.688570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95f84010-392d-433a-a66c-e48c3e01df9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.697678 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95f84010-392d-433a-a66c-e48c3e01df9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.701579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 30e857b8-3a93-485b-8e9c-2a2445a9c990 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:22:27.760185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:27.762347 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:27.776785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d1123-35c0-40df-b7ca-9c498dfc161a req-27452680-9c0c-4d15-84ca-069104858f36 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:27.786728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b34d1123-35c0-40df-b7ca-9c498dfc161a req-27452680-9c0c-4d15-84ca-069104858f36 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 943 time: 0.1479819 Nov 22 16:22:27.835788 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-95f84010-392d-433a-a66c-e48c3e01df9f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92d722e7f8f4436a9c2c1e4c099ace93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4228034 Nov 22 16:22:27.838130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60892) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:27.898797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8c150fef-b1e3-4df7-8559-2512057711c6 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9535701 Nov 22 16:22:27.905633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60896) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:27.906388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f84010-392d-433a-a66c-e48c3e01df9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ddfc83-00ae-4fa8-a701-1da33ed4f5f0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:27.917133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.147'}]}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:27.973747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b34d1123-35c0-40df-b7ca-9c498dfc161a req-0ef96dbc-762c-4d1e-8533-fa6f8754aff7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777649 Nov 22 16:22:27.975634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 30e857b8-3a93-485b-8e9c-2a2445a9c990, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:27.998954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'port_id': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'mac_address': 'fa:16:3e:22:9e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:22:28.034809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27357b44-186e-44fe-ae0e-0d0d22cfee3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.106865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.108260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.110590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.138058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27357b44-186e-44fe-ae0e-0d0d22cfee3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.157156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e857b8-3a93-485b-8e9c-2a2445a9c990 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:22:28.240071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 30e857b8-3a93-485b-8e9c-2a2445a9c990, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:28.260577 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.288770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.388249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=30e857b8-3a93-485b-8e9c-2a2445a9c990,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:28.491896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27357b44-186e-44fe-ae0e-0d0d22cfee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.495873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27357b44-186e-44fe-ae0e-0d0d22cfee3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.501409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-27357b44-186e-44fe-ae0e-0d0d22cfee3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/93ddfc83-00ae-4fa8-a701-1da33ed4f5f0 HTTP/1.1" status: 204 len: 168 time: 0.6512642 Nov 22 16:22:28.554045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['30e857b8-3a93-485b-8e9c-2a2445a9c990'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:22:28.649903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27357b44-186e-44fe-ae0e-0d0d22cfee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ddfc83-00ae-4fa8-a701-1da33ed4f5f0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:28.662859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.693320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:28.699090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-517636398'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:28.794578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:28.808992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.911568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:22:28.935615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:28.935857 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Added segment 57c579c3-abe3-486d-b16b-5260bcc810d6 of type vlan for network 669a39bd-497c-4872-8a5f-a523c69f1193 Nov 22 16:22:29.070163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:29.194288 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:29.212825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:29.214047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:29.288769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48be31a-d2cd-4610-a51a-995f57be9126 req-b93d031c-a4a8-46af-831b-3927eba5c266 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:29.295675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48be31a-d2cd-4610-a51a-995f57be9126 req-b93d031c-a4a8-46af-831b-3927eba5c266 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 944 time: 0.1739516 Nov 22 16:22:29.546115 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a48be31a-d2cd-4610-a51a-995f57be9126 req-a0e1656b-5de5-4109-ab64-780fdda79d09 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329295 Nov 22 16:22:29.566065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8708184 Nov 22 16:22:29.573803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60950) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:29.586585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1585264413'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:29.603898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:29.667490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:29.701834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 30e857b8-3a93-485b-8e9c-2a2445a9c990 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:29.710738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3762f978-8d4e-4dc3-b0df-a5111cb8fdf9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Network': ['ID=669a39bd-497c-4872-8a5f-a523c69f1193,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:29.731448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:29.741682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:29.753187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 669a39bd-497c-4872-8a5f-a523c69f1193 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:22:29.834655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:22:29.869354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:29.874216 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Added segment 317f6653-57d5-4c24-86f1-b0ea306e6b3f of type vlan for network fb8677be-dd67-4e24-8c66-d5f0248bf751 Nov 22 16:22:30.022053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.089516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 30e857b8-3a93-485b-8e9c-2a2445a9c990 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:22:30.105219 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.106096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 30e857b8-3a93-485b-8e9c-2a2445a9c990 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:30.107134 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.111683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:30.112029 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.196999 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.277791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6985219 Nov 22 16:22:30.289751 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.291115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:30.305262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'subnet': {'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:30.367732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e857b8-3a93-485b-8e9c-2a2445a9c990'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:22:30.373262 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c6df8f-8ecc-4e97-8b56-c2084950bc3a" -d '{"events": [{"server_uuid": "f293853b-258d-4ea7-9e61-c8121bbb838d", "name": "network-vif-plugged", "status": "completed", "tag": "30e857b8-3a93-485b-8e9c-2a2445a9c990"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:22:30.419825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 30e857b8-3a93-485b-8e9c-2a2445a9c990, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:30.430992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.516074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdb5fe-3bbd-48d9-b826-4184925af1df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Network': ['ID=fb8677be-dd67-4e24-8c66-d5f0248bf751,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:30.587134 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac84c5a7-8147-4466-83fb-ef70f6169e60 x-openstack-request-id: req-ac84c5a7-8147-4466-83fb-ef70f6169e60 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:22:30.589150 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f293853b-258d-4ea7-9e61-c8121bbb838d", "name": "network-vif-plugged", "status": "completed", "tag": "30e857b8-3a93-485b-8e9c-2a2445a9c990", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:22:30.589504 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac84c5a7-8147-4466-83fb-ef70f6169e60 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:22:30.589811 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'code': 200} Nov 22 16:22:30.593354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=30e857b8-3a93-485b-8e9c-2a2445a9c990,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:30.599920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network fb8677be-dd67-4e24-8c66-d5f0248bf751 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:22:30.830451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.840699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.886213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49f365-8224-4485-8003-eb11b8f668ae req-66e27452-e25a-42ea-a28f-6ef073ece7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:30.890056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f49f365-8224-4485-8003-eb11b8f668ae req-66e27452-e25a-42ea-a28f-6ef073ece7f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 1096 time: 0.3357182 Nov 22 16:22:30.960116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:30.961444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb59185-83d8-46d1-a5db-443944fd129b {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:22:30.998274 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:22:30.999675 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f6aa99f5-7f50-4377-862b-44c4f313fdb9 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0880020 Nov 22 16:22:31.002692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:31.003207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60988) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:31.016446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:31.763361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-528f690e-e000-41e4-962d-c3289ffd4ef7 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Deleting port 143a39a6-4afe-4aa7-8c89-5502a289f7d0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:22:31.763713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-528f690e-e000-41e4-962d-c3289ffd4ef7 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:31.811774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e59e83-4e53-4376-8d7e-fd3e2996338e req-3cfda1f5-dd85-4691-b9da-c4f2da7890b2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:31.818657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65e59e83-4e53-4376-8d7e-fd3e2996338e req-3cfda1f5-dd85-4691-b9da-c4f2da7890b2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 1.0954375 Nov 22 16:22:31.967715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f49f365-8224-4485-8003-eb11b8f668ae req-9c0599de-15f6-4dab-aa71-be0753673955 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0667522 Nov 22 16:22:31.994098 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-528f690e-e000-41e4-962d-c3289ffd4ef7 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:32.027096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-528f690e-e000-41e4-962d-c3289ffd4ef7 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Calling delete_port for 143a39a6-4afe-4aa7-8c89-5502a289f7d0 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:22:32.053204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65e59e83-4e53-4376-8d7e-fd3e2996338e req-141ed79d-fdc6-4694-8ff7-439bc7a75178 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080417 Nov 22 16:22:32.233612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:32.250141 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-528f690e-e000-41e4-962d-c3289ffd4ef7 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:32.309977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Subnet': ['ID=40b0a547-66a9-4922-b88e-bc55d40b389b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:32.321300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Checking segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:32.321743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network hostable DHCP agents. Network: 669a39bd-497c-4872-8a5f-a523c69f1193, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:22:32.349865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network 669a39bd-497c-4872-8a5f-a523c69f1193 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:22:32.353643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f690e-e000-41e4-962d-c3289ffd4ef7 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Pushing event deleted for resources: {'Port': ['ID=143a39a6-4afe-4aa7-8c89-5502a289f7d0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:32.362513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32790) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:32.380585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 669a39bd-497c-4872-8a5f-a523c69f1193) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:32.385863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:32.386489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:32.419638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a5425-0cf1-4ad0-8005-a7523988b558 None None] Network 669a39bd-497c-4872-8a5f-a523c69f1193 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:32.447265 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:22:32.454380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da4435ae-f443-4d36-9e4d-e5a235f444cf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1619203 Nov 22 16:22:32.455195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32802) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:32.470524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'subnet': {'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:32.503382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-528f690e-e000-41e4-962d-c3289ffd4ef7 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:32.510582 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-528f690e-e000-41e4-962d-c3289ffd4ef7 tempest-RoutersAdminNegativeIpV6Test-977836303 tempest-RoutersAdminNegativeIpV6Test-977836303-project-admin] 10.222.0.69 "DELETE /v2.0/ports/143a39a6-4afe-4aa7-8c89-5502a289f7d0 HTTP/1.1" status: 204 len: 168 time: 1.5052478 Nov 22 16:22:32.733705 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a13b0-9dc0-4c97-a973-62b10a310540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:32.783497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:32.787844 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.102315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32838) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:33.130653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a13b0-9dc0-4c97-a973-62b10a310540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.148911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-669a39bd-497c-4872-8a5f-a523c69f1193', 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'fixed_ips': [{'subnet_id': '40b0a547-66a9-4922-b88e-bc55d40b389b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:22:33.149914 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b19a13b0-9dc0-4c97-a973-62b10a310540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.150122 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.440280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32846) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:33.445072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Allocated IP 10.1.1.2 (669a39bd-497c-4872-8a5f-a523c69f1193/40b0a547-66a9-4922-b88e-bc55d40b389b/a8f6dd42-1932-4f1d-a6d6-4d84cff877a6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:33.466584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b19a13b0-9dc0-4c97-a973-62b10a310540 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ed80baa877843dd87eefc890bc81ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1029103 Nov 22 16:22:33.469517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32850) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:33.482119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a13b0-9dc0-4c97-a973-62b10a310540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55725551-82da-4630-aceb-f94a7e28748f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:33.591632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730a04e2-2d25-4129-b5a5-a0ab6e774e52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.633973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66bbae-a0fd-49ad-90ad-554990f229ad req-93bd0d37-5929-4660-8836-620e38ddfe1f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:33.641492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc66bbae-a0fd-49ad-90ad-554990f229ad req-93bd0d37-5929-4660-8836-620e38ddfe1f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.3772986 Nov 22 16:22:33.694840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.720416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730a04e2-2d25-4129-b5a5-a0ab6e774e52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.726429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71d33caa-f54f-4bf8-a965-eadaf3960727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.753232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71d33caa-f54f-4bf8-a965-eadaf3960727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.763777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.773117 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.842727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc66bbae-a0fd-49ad-90ad-554990f229ad req-20d5e453-2585-4ee1-af44-d058be7bc0c2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700537 Nov 22 16:22:33.842811 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-730a04e2-2d25-4129-b5a5-a0ab6e774e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.875750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Pushing event updated for resources: {'Port': ['ID=a8f6dd42-1932-4f1d-a6d6-4d84cff877a6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:33.891258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Network 669a39bd-497c-4872-8a5f-a523c69f1193 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:33.891805 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-730a04e2-2d25-4129-b5a5-a0ab6e774e52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2983e6f980a043bfadfc8bde5d991f1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4497714 Nov 22 16:22:33.892950 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71d33caa-f54f-4bf8-a965-eadaf3960727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.897061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:33.897375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71d33caa-f54f-4bf8-a965-eadaf3960727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:33.902877 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-71d33caa-f54f-4bf8-a965-eadaf3960727 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/55725551-82da-4630-aceb-f94a7e28748f HTTP/1.1" status: 204 len: 168 time: 0.4314764 Nov 22 16:22:33.903610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32854) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:33.912224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a04e2-2d25-4129-b5a5-a0ab6e774e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173ca0e9-4089-462c-8ece-0d66023cc4ad,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:33.913296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:33.925043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Subnet': ['ID=657d7afc-44db-4946-bac8-60254c1f011b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:33.972378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Checking segment: {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:33.972780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network hostable DHCP agents. Network: fb8677be-dd67-4e24-8c66-d5f0248bf751, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:22:33.999208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d33caa-f54f-4bf8-a965-eadaf3960727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55725551-82da-4630-aceb-f94a7e28748f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:34.002460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dc8bd70-da52-456d-a7a0-3f296e4534ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.093302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c129a4-13ee-49cd-b48d-4970192948f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.140561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Attempting to bind port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:34.145748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Attempting to bind port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:34.146481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Attempting to bind port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:34.156651 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c129a4-13ee-49cd-b48d-4970192948f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.175057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:22:34.176875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Checking segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:34.177647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.180759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Bound using segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:22:34.182455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Bound port: a8f6dd42-1932-4f1d-a6d6-4d84cff877a6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:22:34.184682 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.226075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659ca3f-b912-4d7f-b35b-0e6c0639e5c5 req-8641efe3-c448-41c0-b2fc-5244310ef155 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:34.236088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c659ca3f-b912-4d7f-b35b-0e6c0639e5c5 req-8641efe3-c448-41c0-b2fc-5244310ef155 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2170410 Nov 22 16:22:34.243301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network fb8677be-dd67-4e24-8c66-d5f0248bf751 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:22:34.262656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:34.276924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'floatingip': {'port_id': '30e857b8-3a93-485b-8e9c-2a2445a9c990'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:34.367394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dc8bd70-da52-456d-a7a0-3f296e4534ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.374648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] For port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:34.377262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6dc8bd70-da52-456d-a7a0-3f296e4534ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.384360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] For port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a8f6dd42-1932-4f1d-a6d6-4d84cff877a6,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:22:34.399088 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.429282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, fb8677be-dd67-4e24-8c66-d5f0248bf751) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:34.443543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:34.444692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.452520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466a041-eb9c-47d5-908b-af338f980fee None None] Network fb8677be-dd67-4e24-8c66-d5f0248bf751 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:34.471766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.514847 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6dc8bd70-da52-456d-a7a0-3f296e4534ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd44b0a7320d4f6b912709c1156ad5d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4098144 Nov 22 16:22:34.515956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32874) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:34.521350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c129a4-13ee-49cd-b48d-4970192948f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.532448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61c129a4-13ee-49cd-b48d-4970192948f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.537670 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61c129a4-13ee-49cd-b48d-4970192948f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/173ca0e9-4089-462c-8ece-0d66023cc4ad HTTP/1.1" status: 204 len: 168 time: 0.6207488 Nov 22 16:22:34.662946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32878) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:34.681164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fb8677be-dd67-4e24-8c66-d5f0248bf751', 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'fixed_ips': [{'subnet_id': '657d7afc-44db-4946-bac8-60254c1f011b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:22:34.682339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.699032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32880) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:34.726299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4cb805-9206-4394-8ac6-3c51c6b7a631 None None] Pushing event updated for resources: {'Port': ['ID=a8f6dd42-1932-4f1d-a6d6-4d84cff877a6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:34.742376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8bd70-da52-456d-a7a0-3f296e4534ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74b3174-0a40-4822-888f-ecc9a70a2c33,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:34.776614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b9c1478c-bf26-457b-8786-9a7827f23677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.834446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c129a4-13ee-49cd-b48d-4970192948f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173ca0e9-4089-462c-8ece-0d66023cc4ad,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:34.855245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e39f7915-e0a8-4869-b920-d82a6fd8356d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:34.894500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6ccde75d-5204-4649-a644-3ff3c2ec5b8c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4215951 Nov 22 16:22:34.898837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:34.946005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'port': {'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'name': 'tempest-TaggedBootDevicesTest-1395624247', 'fixed_ips': [{'subnet_id': '40b0a547-66a9-4922-b88e-bc55d40b389b'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:35.162566 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e39f7915-e0a8-4869-b920-d82a6fd8356d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.199014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Allocated IP 10.2.2.2 (fb8677be-dd67-4e24-8c66-d5f0248bf751/657d7afc-44db-4946-bac8-60254c1f011b/41db166d-7d08-4ec7-98ca-478f8644f814) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:35.255754 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e39f7915-e0a8-4869-b920-d82a6fd8356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.258401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e39f7915-e0a8-4869-b920-d82a6fd8356d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.259562 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e39f7915-e0a8-4869-b920-d82a6fd8356d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f74b3174-0a40-4822-888f-ecc9a70a2c33 HTTP/1.1" status: 204 len: 168 time: 0.7189958 Nov 22 16:22:35.331118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f7915-e0a8-4869-b920-d82a6fd8356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74b3174-0a40-4822-888f-ecc9a70a2c33,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:35.356233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32890) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:35.360441 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2b9e-9a24-4112-a01c-0e2fabd79b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.488459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-289886db-8bad-446c-8953-bfcdeaeb72ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.567137 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b9c1478c-bf26-457b-8786-9a7827f23677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.752926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.755207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b9c1478c-bf26-457b-8786-9a7827f23677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.770538 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.819080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2b9e-9a24-4112-a01c-0e2fabd79b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.859776 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b9c1478c-bf26-457b-8786-9a7827f23677 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e60fe25307b449a6bfb1d2eaaf5a7854&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1574173 Nov 22 16:22:35.870391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1478c-bf26-457b-8786-9a7827f23677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f59703-485c-483c-8b22-6160219a69e4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:35.893258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2b9e-9a24-4112-a01c-0e2fabd79b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.952949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.954344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Pushing event updated for resources: {'Port': ['ID=41db166d-7d08-4ec7-98ca-478f8644f814,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:35.969702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:35.970539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32896) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:35.994392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Network fb8677be-dd67-4e24-8c66-d5f0248bf751 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:35.996857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:36.001908 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1f1d2b9e-9a24-4112-a01c-0e2fabd79b3a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0e0da5f1f014660a1e4fae9b0cec910&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3172917 Nov 22 16:22:36.003286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:36.054836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:36.127495 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-884bbefd-8e6f-4246-b296-383171617562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.167305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-884bbefd-8e6f-4246-b296-383171617562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.198053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Attempting to bind port 41db166d-7d08-4ec7-98ca-478f8644f814 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:22:36.198424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Attempting to bind port 41db166d-7d08-4ec7-98ca-478f8644f814 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:22:36.198957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Attempting to bind port 41db166d-7d08-4ec7-98ca-478f8644f814 on network fb8677be-dd67-4e24-8c66-d5f0248bf751 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:22:36.212238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:22:36.212918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Checking segment: {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:36.213474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.214009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Bound using segment: {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:22:36.214629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Bound port: 41db166d-7d08-4ec7-98ca-478f8644f814, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:22:36.224624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.239617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:36.268282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2b9e-9a24-4112-a01c-0e2fabd79b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99277f29-6fa6-480f-ac30-684c3dd1fb70,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:36.338889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-884bbefd-8e6f-4246-b296-383171617562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.341580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-884bbefd-8e6f-4246-b296-383171617562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.347089 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-884bbefd-8e6f-4246-b296-383171617562 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/54f59703-485c-483c-8b22-6160219a69e4 HTTP/1.1" status: 204 len: 168 time: 0.3432317 Nov 22 16:22:36.363856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] For port 41db166d-7d08-4ec7-98ca-478f8644f814, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:22:36.368224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] For port 41db166d-7d08-4ec7-98ca-478f8644f814, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=41db166d-7d08-4ec7-98ca-478f8644f814,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:22:36.376967 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.422433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bbefd-8e6f-4246-b296-383171617562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f59703-485c-483c-8b22-6160219a69e4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:36.431298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5bc40e8-fb51-4715-bc4c-c3f0f8c803da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.447260 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Floating IP 068958dd-f451-49c2-905e-bfc581afff9c associated. External IP: 172.25.5.152, port: 30e857b8-3a93-485b-8e9c-2a2445a9c990. Nov 22 16:22:36.451725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:36.626580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794e457-1bfd-43a6-aba3-b35647565528 None None] Pushing event updated for resources: {'Port': ['ID=41db166d-7d08-4ec7-98ca-478f8644f814,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:36.698503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-289886db-8bad-446c-8953-bfcdeaeb72ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.718055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-289886db-8bad-446c-8953-bfcdeaeb72ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.736085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b0419-ec95-4634-892b-369967505c0f None None] Network 669a39bd-497c-4872-8a5f-a523c69f1193 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:36.778463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289886db-8bad-446c-8953-bfcdeaeb72ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3462c66-81dd-472c-b4c9-4b0bbd9becaf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:36.792049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.814194 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-289886db-8bad-446c-8953-bfcdeaeb72ea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95aabfa6cec7425f994774c7b96f0912&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4544699 Nov 22 16:22:36.817655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:36.826873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] device_id is not set on port eb6c4404-6820-4aae-bf63-d16f20628ec1 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:36.826972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5bc40e8-fb51-4715-bc4c-c3f0f8c803da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:36.833874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dd188838-5343-4dbc-9830-21ca671fb087 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8ac21229c914129921fd54495da9dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5807109 Nov 22 16:22:36.835112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32910) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:37.090467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e422c6cc-bbaa-4451-a4d4-6b9e439045a3 None None] Provisioning complete for port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:37.090987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e422c6cc-bbaa-4451-a4d4-6b9e439045a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.165687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:37.246882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5bc40e8-fb51-4715-bc4c-c3f0f8c803da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.249715 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5bc40e8-fb51-4715-bc4c-c3f0f8c803da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.254654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c5bc40e8-fb51-4715-bc4c-c3f0f8c803da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99277f29-6fa6-480f-ac30-684c3dd1fb70 HTTP/1.1" status: 204 len: 168 time: 1.1985862 Nov 22 16:22:37.287745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc40e8-fb51-4715-bc4c-c3f0f8c803da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99277f29-6fa6-480f-ac30-684c3dd1fb70,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:37.317719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Router f44bbf04-610d-44bf-b7b5-a1419207f243 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:22:37.374210 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-238d69e3-acaf-4f27-8d64-953a6548d420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.375808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2185-3001-4711-83b5-34d08a742697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.450500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2185-3001-4711-83b5-34d08a742697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.450716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:37.451375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.573019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:22:37.577989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.591567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] Sync routers for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:22:37.609825 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-238d69e3-acaf-4f27-8d64-953a6548d420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.616933 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e422c6cc-bbaa-4451-a4d4-6b9e439045a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.645674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:37.646324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:37.672505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5cf4811e-2abd-481b-9ed6-6793534cd143 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "PUT /v2.0/floatingips/068958dd-f451-49c2-905e-bfc581afff9c HTTP/1.1" status: 200 len: 991 time: 3.4068866 Nov 22 16:22:37.673157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'tag': '30e857b8-3a93-485b-8e9c-2a2445a9c990'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:22:37.675699 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9c231c-cba8-42ac-92a9-efbe41dc6105" -d '{"events": [{"name": "network-changed", "server_uuid": "f293853b-258d-4ea7-9e61-c8121bbb838d", "tag": "30e857b8-3a93-485b-8e9c-2a2445a9c990"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:22:37.754734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2185-3001-4711-83b5-34d08a742697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.758397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2185-3001-4711-83b5-34d08a742697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.766082 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7f7e2185-3001-4711-83b5-34d08a742697 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/208a7a4d-f188-4bfe-a874-db15adc52623 HTTP/1.1" status: 204 len: 168 time: 0.9296718 Nov 22 16:22:37.819580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e2185-3001-4711-83b5-34d08a742697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208a7a4d-f188-4bfe-a874-db15adc52623,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:37.833637 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575a9144-73b9-4875-a69c-e2aed3957057 x-openstack-request-id: req-575a9144-73b9-4875-a69c-e2aed3957057 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:22:37.833938 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f293853b-258d-4ea7-9e61-c8121bbb838d", "tag": "30e857b8-3a93-485b-8e9c-2a2445a9c990", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:22:37.834198 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-575a9144-73b9-4875-a69c-e2aed3957057 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:22:37.834386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-238d69e3-acaf-4f27-8d64-953a6548d420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.834610 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'tag': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'status': 'completed', 'code': 200} Nov 22 16:22:37.843586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-238d69e3-acaf-4f27-8d64-953a6548d420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.854397 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-238d69e3-acaf-4f27-8d64-953a6548d420 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3462c66-81dd-472c-b4c9-4b0bbd9becaf HTTP/1.1" status: 204 len: 168 time: 1.0346034 Nov 22 16:22:37.913525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d69e3-acaf-4f27-8d64-953a6548d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3462c66-81dd-472c-b4c9-4b0bbd9becaf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:37.955677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-5d5fcdd0-7bdc-4750-b9ff-58c166442713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:37.958194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-5d5fcdd0-7bdc-4750-b9ff-58c166442713 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 1096 time: 0.1032140 Nov 22 16:22:37.981289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Allocated IP 10.1.1.162 (669a39bd-497c-4872-8a5f-a523c69f1193/40b0a547-66a9-4922-b88e-bc55d40b389b/eb6c4404-6820-4aae-bf63-d16f20628ec1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:37.999201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32942) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:38.044093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7afb861d-f407-4cdd-9bf0-4830c920a98a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:38.159124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e422c6cc-bbaa-4451-a4d4-6b9e439045a3 None None] For port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a8f6dd42-1932-4f1d-a6d6-4d84cff877a6,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:38.165116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-28b6396d-3733-4534-83d1-a01d2125731e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:38.166757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-28b6396d-3733-4534-83d1-a01d2125731e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.2007673 Nov 22 16:22:38.183155 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e422c6cc-bbaa-4451-a4d4-6b9e439045a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:38.348642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-ded83957-ffd3-4e8a-8651-a0581aaea113 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 200 len: 999 time: 0.1738408 Nov 22 16:22:38.355687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422c6cc-bbaa-4451-a4d4-6b9e439045a3 None None] Pushing event updated for resources: {'Port': ['ID=a8f6dd42-1932-4f1d-a6d6-4d84cff877a6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:38.375945 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:38.385884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:22:38.406640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:38.465202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-def73e1f-92f9-4aaa-91cb-679bb92c1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:38.467715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-def73e1f-92f9-4aaa-91cb-679bb92c1c35 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1107657 Nov 22 16:22:38.506549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ef83a4-2b14-487b-a546-00d5d941cbf3 None None] Network fb8677be-dd67-4e24-8c66-d5f0248bf751 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:38.535439 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:38.579551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-25cb8710-a0e0-4d32-b324-f8aaf13c75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:38.583519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-25cb8710-a0e0-4d32-b324-f8aaf13c75ef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047852 Nov 22 16:22:38.680268 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7afb861d-f407-4cdd-9bf0-4830c920a98a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:38.697938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network 669a39bd-497c-4872-8a5f-a523c69f1193 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:38.708164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:38.725186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7afb861d-f407-4cdd-9bf0-4830c920a98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:38.745441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:38.824114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-19d26025-eee4-48ed-a6b3-2659d8c8a640 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313142 Nov 22 16:22:38.913585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:38.914517 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:39.020649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb9c231c-cba8-42ac-92a9-efbe41dc6105 req-f51eb7a7-6db7-4700-98c7-26c4dd0afa2d service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823068 Nov 22 16:22:39.094740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1744847 Nov 22 16:22:39.095534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bac22-15c3-4d76-b51e-46344d820731 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=eb6c4404-6820-4aae-bf63-d16f20628ec1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:39.096449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:39.105542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'port': {'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'name': 'tempest-TaggedBootDevicesTest-1963403465', 'fixed_ips': [{'subnet_id': '40b0a547-66a9-4922-b88e-bc55d40b389b'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:39.130570 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7afb861d-f407-4cdd-9bf0-4830c920a98a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3352f9d277834c79bfff673b59301493&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1300550 Nov 22 16:22:39.139646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb861d-f407-4cdd-9bf0-4830c920a98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c0669f-d536-4fbe-85ae-5f1bf251fe42,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:39.158554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32968) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:39.215135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f05bfccf-5fb8-45a5-afae-cedd45ebecbe None None] Provisioning complete for port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:39.219926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f05bfccf-5fb8-45a5-afae-cedd45ebecbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:39.284003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:39.368514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42c64377-1482-4660-ae3c-5af2473f611d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:39.443629 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:39.454106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42c64377-1482-4660-ae3c-5af2473f611d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:39.488821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] device_id is not set on port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:39.596633 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42c64377-1482-4660-ae3c-5af2473f611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:39.600829 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42c64377-1482-4660-ae3c-5af2473f611d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:39.606088 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-42c64377-1482-4660-ae3c-5af2473f611d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3c0669f-d536-4fbe-85ae-5f1bf251fe42 HTTP/1.1" status: 204 len: 168 time: 0.4415126 Nov 22 16:22:39.616329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c64377-1482-4660-ae3c-5af2473f611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c0669f-d536-4fbe-85ae-5f1bf251fe42,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:39.632658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:22:39.633223 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:22:39.823350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Allocated IP 10.1.1.140 (669a39bd-497c-4872-8a5f-a523c69f1193/40b0a547-66a9-4922-b88e-bc55d40b389b/ad9709cb-4d75-4071-949f-dd1d78ceb1b8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:39.839972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '068958dd-f451-49c2-905e-bfc581afff9c', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'port_id': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'mac_address': 'fa:16:3e:22:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:22:13Z', 'updated_at': '2021-11-22T16:22:35Z', 'revision_number': 1, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:39.913553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] Checking router: f44bbf04-610d-44bf-b7b5-a1419207f243 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:22:39.953538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:39.954307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:40.033299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] Provisioning complete for port 41db166d-7d08-4ec7-98ca-478f8644f814 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:40.033683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.037996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32986) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:40.250485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:22:40.256928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.366720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.404992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.408587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network 669a39bd-497c-4872-8a5f-a523c69f1193 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:40.412605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:40.441932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:40.514751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] For port 41db166d-7d08-4ec7-98ca-478f8644f814, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=41db166d-7d08-4ec7-98ca-478f8644f814,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:40.523459 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.567029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 41db166d-7d08-4ec7-98ca-478f8644f814 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:40.632162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:40.634695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.653536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] Provisioning complete for port eb6c4404-6820-4aae-bf63-d16f20628ec1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:40.653930 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.661301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:40.667527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ec69-9f7a-41c5-a4c3-7d8fcccff7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.681624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-480a143f-56e9-43ee-a092-2363f74b4b1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5828502 Nov 22 16:22:40.773374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] Pushing event updated for resources: {'Port': ['ID=41db166d-7d08-4ec7-98ca-478f8644f814,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:40.789870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2f89c5d6-ee70-4ed0-99df-ef8ecc9f9448 None None] Port eb6c4404-6820-4aae-bf63-d16f20628ec1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:22:40.877787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:40.908837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d45a-96dc-41ab-82b4-07fe8374f08e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.914513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ec69-9f7a-41c5-a4c3-7d8fcccff7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.931439 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7d5ec69-9f7a-41c5-a4c3-7d8fcccff7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.933745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 41db166d-7d08-4ec7-98ca-478f8644f814 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:40.934140 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:40.995215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5ec69-9f7a-41c5-a4c3-7d8fcccff7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4361e7dd-fa43-482c-bcd3-ffd22bcb1094,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:41.022723 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f7d5ec69-9f7a-41c5-a4c3-7d8fcccff7ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=19bb4a3e12744c09aa1124823fc15777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9811232 Nov 22 16:22:41.025391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33016) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:41.055756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-630e8ec6-d795-4384-b78b-38e8eb99c95c None None] Provisioning complete for port 41db166d-7d08-4ec7-98ca-478f8644f814 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:41.056201 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-630e8ec6-d795-4384-b78b-38e8eb99c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.104676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d45a-96dc-41ab-82b4-07fe8374f08e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.113303 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ac0d45a-96dc-41ab-82b4-07fe8374f08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.122672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9977b320-955d-449b-adbe-effa52578c6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.155982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9977b320-955d-449b-adbe-effa52578c6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.214947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2ac0d45a-96dc-41ab-82b4-07fe8374f08e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5aa90889d30426bb4e5968cf1ca008f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3353984 Nov 22 16:22:41.217754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33020) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:41.221363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0d45a-96dc-41ab-82b4-07fe8374f08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98347345-e731-46e1-9a84-c7fc2e514d7f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:41.297630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '068958dd-f451-49c2-905e-bfc581afff9c', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'port_id': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'mac_address': 'fa:16:3e:22:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:22:13Z', 'updated_at': '2021-11-22T16:22:35Z', 'revision_number': 1, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:41.309322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9977b320-955d-449b-adbe-effa52578c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.320198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9977b320-955d-449b-adbe-effa52578c6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.322269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9977b320-955d-449b-adbe-effa52578c6b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4361e7dd-fa43-482c-bcd3-ffd22bcb1094 HTTP/1.1" status: 204 len: 168 time: 0.2953119 Nov 22 16:22:41.349397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977b320-955d-449b-adbe-effa52578c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4361e7dd-fa43-482c-bcd3-ffd22bcb1094,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:41.386857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8656c99-6e64-4a38-834a-da5f9092b356 None None] The sync data for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 is: [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '068958dd-f451-49c2-905e-bfc581afff9c', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'floating_ip_address': '172.25.5.152', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'port_id': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'mac_address': 'fa:16:3e:22:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:22:13Z', 'updated_at': '2021-11-22T16:22:35Z', 'revision_number': 1, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:22:41.388419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ed8dd87-a41a-4a2b-815e-462e2e15875f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.402531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:41.446791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-630e8ec6-d795-4384-b78b-38e8eb99c95c None None] Provisioning complete for port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:41.447370 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-630e8ec6-d795-4384-b78b-38e8eb99c95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.460767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ed8dd87-a41a-4a2b-815e-462e2e15875f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.507390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:41.513199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8112bed7-264e-4d0c-b859-ffcaba5ef67e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1718529423', 'description': 'tempest-description--582610611'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:41.513400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-630e8ec6-d795-4384-b78b-38e8eb99c95c None None] Port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:22:41.516127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:41.516784 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.566819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ed8dd87-a41a-4a2b-815e-462e2e15875f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.571004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ed8dd87-a41a-4a2b-815e-462e2e15875f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.572022 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2ed8dd87-a41a-4a2b-815e-462e2e15875f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98347345-e731-46e1-9a84-c7fc2e514d7f HTTP/1.1" status: 204 len: 168 time: 0.3527508 Nov 22 16:22:41.576499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8112bed7-264e-4d0c-b859-ffcaba5ef67e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.587083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8dd87-a41a-4a2b-815e-462e2e15875f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98347345-e731-46e1-9a84-c7fc2e514d7f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:41.664027 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8112bed7-264e-4d0c-b859-ffcaba5ef67e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.675194 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8112bed7-264e-4d0c-b859-ffcaba5ef67e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.713316 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8112bed7-264e-4d0c-b859-ffcaba5ef67e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.714779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8112bed7-264e-4d0c-b859-ffcaba5ef67e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2061143 Nov 22 16:22:41.717751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33042) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:41.723753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a7f60351-2ccf-4581-85b4-18fb57a2f762 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'security_group_rule': {'security_group_id': '37854536-d895-45b0-bd48-2ca2a117d3a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:41.732921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112bed7-264e-4d0c-b859-ffcaba5ef67e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37854536-d895-45b0-bd48-2ca2a117d3a0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:41.762904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33044) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:41.782770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f60351-2ccf-4581-85b4-18fb57a2f762 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.805423 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919eea08-dc1c-4a1b-a935-7ef1c1a39d32 None None] New status for floating IP 068958dd-f451-49c2-905e-bfc581afff9c: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:22:41.882640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f60351-2ccf-4581-85b4-18fb57a2f762 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.888764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f60351-2ccf-4581-85b4-18fb57a2f762 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.910695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f60351-2ccf-4581-85b4-18fb57a2f762 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b827cd-0f9a-47b0-966c-bc1fb65d8214,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:41.931738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f60351-2ccf-4581-85b4-18fb57a2f762 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:41.935872 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a7f60351-2ccf-4581-85b4-18fb57a2f762 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2170095 Nov 22 16:22:41.936061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33050) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:41.940959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1385ace7-a10a-4585-8721-d1ecb3c753c5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'security_group_rule': {'security_group_id': '37854536-d895-45b0-bd48-2ca2a117d3a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:41.991655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1385ace7-a10a-4585-8721-d1ecb3c753c5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.119104 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1385ace7-a10a-4585-8721-d1ecb3c753c5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.125260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1385ace7-a10a-4585-8721-d1ecb3c753c5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.148484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385ace7-a10a-4585-8721-d1ecb3c753c5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51be260-50bf-4044-8086-a27a47993d30,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:42.153209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1385ace7-a10a-4585-8721-d1ecb3c753c5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.154588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1385ace7-a10a-4585-8721-d1ecb3c753c5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2176588 Nov 22 16:22:42.157853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33074) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:42.172103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:42.203239 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.262698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33082) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:42.285263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40f875dd-6bbb-4165-9b93-b5bf965e3727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.413561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 41db166d-7d08-4ec7-98ca-478f8644f814 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:22:42.430824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40f875dd-6bbb-4165-9b93-b5bf965e3727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.433863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.440962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40f875dd-6bbb-4165-9b93-b5bf965e3727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.579497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 41db166d-7d08-4ec7-98ca-478f8644f814 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:42.579783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.606473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1125492044'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:42.609803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-40f875dd-6bbb-4165-9b93-b5bf965e3727 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e4b7bd022574715859bfe097a30fcb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3457894 Nov 22 16:22:42.612312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f875dd-6bbb-4165-9b93-b5bf965e3727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf3210-32ed-4c55-a1c2-0f174d8b92d7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:42.620302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:42.719314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:42.723881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.726405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Allocated IP 172.25.5.214 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/82a50c9b-e39e-462a-9d4b-d6146e2656f2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:42.727427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90e9460a-f3d8-40e0-924a-f398a7eec617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.758468 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.758959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90e9460a-f3d8-40e0-924a-f398a7eec617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.865530 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90e9460a-f3d8-40e0-924a-f398a7eec617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.870140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90e9460a-f3d8-40e0-924a-f398a7eec617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:42.872225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-90e9460a-f3d8-40e0-924a-f398a7eec617 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8daf3210-32ed-4c55-a1c2-0f174d8b92d7 HTTP/1.1" status: 204 len: 168 time: 0.2476003 Nov 22 16:22:42.888356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9460a-f3d8-40e0-924a-f398a7eec617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf3210-32ed-4c55-a1c2-0f174d8b92d7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:43.008367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.016121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.027432 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.067421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:22:43.091147 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.091504 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Added segment fa275df6-03a2-4e81-aae4-6aa8d8f1634d of type vlan for network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 Nov 22 16:22:43.107941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e677b8-dbf5-4c98-9306-1bd9d756cc58,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:43.135214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.176734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.198378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:43.207400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:43.219272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:43.242204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=82a50c9b-e39e-462a-9d4b-d6146e2656f2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:43.264131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.270342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:43.270743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.379249 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6141596 Nov 22 16:22:43.382684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:43.384465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccad3a-465c-47c4-962d-91cbac8d1d3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Network': ['ID=3b40ba4b-59a8-4bb7-9140-df0ff8080bd3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:43.390693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'subnet': {'network_id': '3b40ba4b-59a8-4bb7-9140-df0ff8080bd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:43.399920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:22:43.407055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.482958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.506822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:43.513465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.572072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33182) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:43.714387 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.721886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.803935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.804494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=82a50c9b-e39e-462a-9d4b-d6146e2656f2,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:43.824968 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.854637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.857025 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a6e0eca6-737f-49a0-a4c9-aa12743547e5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6981387 Nov 22 16:22:43.893335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Subnet': ['ID=e9edb803-716f-4755-a4a7-e4d11648d9e9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:43.923756 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f79-5ccc-4873-b097-60268a0f004c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.961378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Checking segment: {'id': 'fa275df6-03a2-4e81-aae4-6aa8d8f1634d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '3b40ba4b-59a8-4bb7-9140-df0ff8080bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:43.962017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network hostable DHCP agents. Network: 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:22:43.989587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:22:44.007832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:44.012713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:44.014553 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.022457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116b09c4-807f-40f7-bf1e-305baf15aef0 None None] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:44.056780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-44ea0a74-f326-4746-8743-9bb35d5d11f9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6721997 Nov 22 16:22:44.057589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33202) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:44.073649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-788454565', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:44.084381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f79-5ccc-4873-b097-60268a0f004c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.091014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3e8c6f79-5ccc-4873-b097-60268a0f004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.125849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.127534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.160216 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3e8c6f79-5ccc-4873-b097-60268a0f004c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fed3a3b0480e49f5b83446a39089e759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5868344 Nov 22 16:22:44.161566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c6f79-5ccc-4873-b097-60268a0f004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b0fef8-f822-46c0-9c43-256efc7533f5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:44.164588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:44.243239 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20035666-9f4c-40d9-a4d4-28e5747ce7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.302955 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20035666-9f4c-40d9-a4d4-28e5747ce7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.312752 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.407565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20035666-9f4c-40d9-a4d4-28e5747ce7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.411341 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20035666-9f4c-40d9-a4d4-28e5747ce7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.412749 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-20035666-9f4c-40d9-a4d4-28e5747ce7af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31b0fef8-f822-46c0-9c43-256efc7533f5 HTTP/1.1" status: 204 len: 168 time: 0.2470870 Nov 22 16:22:44.438004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20035666-9f4c-40d9-a4d4-28e5747ce7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b0fef8-f822-46c0-9c43-256efc7533f5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:44.438867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3366f536-7f04-490c-968e-c33074f6d6ee None None] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:44.599802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:44.738253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-7dbce2fe-61fd-4597-bcd1-5ecc8dc26b6c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1718529423&fields=id&tenant_id=9bfd90d55ff94d0da674fa1812211d12 HTTP/1.1" status: 200 len: 267 time: 0.0614421 Nov 22 16:22:44.840527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-70a88931-0b9a-4c2c-be79-f20226d44a41 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:44.842157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-70a88931-0b9a-4c2c-be79-f20226d44a41 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports/eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 932 time: 0.0914440 Nov 22 16:22:44.910515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-cb2f4d41-2244-4ee7-acd3-08951c7cb5f5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:44.912069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-cb2f4d41-2244-4ee7-acd3-08951c7cb5f5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports/ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 932 time: 0.0604424 Nov 22 16:22:45.159064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-88bad7a3-cf4c-4e10-8109-5c0997149fe3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1449420 Nov 22 16:22:45.162161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.180791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33254) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:45.203189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-70ecaa76-8fed-4b0a-b072-eeada09c08fe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0423193 Nov 22 16:22:45.225988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.433294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.25.5.165 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/79b408dd-b85a-454f-8c71-1a9121b55bf6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:45.453951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-4637e308-3421-436f-b383-497e28176b74 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:45.460847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-4637e308-3421-436f-b383-497e28176b74 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:45.467221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-4637e308-3421-436f-b383-497e28176b74 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:45.469160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-4637e308-3421-436f-b383-497e28176b74 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/networks?id=b11a9880-ae5b-4f89-86ab-6500df726728&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=fb8677be-dd67-4e24-8c66-d5f0248bf751&id=fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 200 len: 1989 time: 0.2459786 Nov 22 16:22:45.539047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-7cd6b1c3-191d-41bf-8e77-4e80805d7075 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/quotas/9bfd90d55ff94d0da674fa1812211d12 HTTP/1.1" status: 200 len: 375 time: 0.0583169 Nov 22 16:22:45.559149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-256654572-network', 'tenant_id': '92bd9675e6354323ac9dd7ea5ef0d6a1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:45.601091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Made reservation on behalf of 92bd9675e6354323ac9dd7ea5ef0d6a1 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:45.606488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.625960 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.667088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-94f396b0-96a7-4ca0-9d07-6de960103bf4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1213555 Nov 22 16:22:45.670397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.732504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.759176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.767135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.790313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:45.793788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:45.799744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:45.806348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] vlan segment allocate from pool success with {'vlan_id': 832, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:22:45.834997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.835400 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Added segment aa03ffc7-732c-4ba4-8a54-81046016eba3 of type vlan for network a61a3711-871d-4dae-9972-a93188acef6a Nov 22 16:22:45.841228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=79b408dd-b85a-454f-8c71-1a9121b55bf6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:45.854653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.854998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.855347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.855684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.856178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.856403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.856734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.857119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.857451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.857777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.858098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.858422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:22:45.859076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27c2964-e12d-4edd-a17b-8d7697cd2eb0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:45.899458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-aac49cf6-3ed7-4531-abd1-ac2e79cbf707 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:22:45.907320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-aac49cf6-3ed7-4531-abd1-ac2e79cbf707 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2221832 Nov 22 16:22:45.957317 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:45.995954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:46.001235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:46.001980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:46.147309 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9646490 Nov 22 16:22:46.153973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33288) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:46.165749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Request body: {'subnet': {'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-256654572-subnet', 'tenant_id': '92bd9675e6354323ac9dd7ea5ef0d6a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:46.191153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d161a52-de30-460d-8844-068e00958987 admin admin] Pushing event updated for resources: {'Network': ['ID=a61a3711-871d-4dae-9972-a93188acef6a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:46.211069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a61a3711-871d-4dae-9972-a93188acef6a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:22:46.228664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Made reservation on behalf of 92bd9675e6354323ac9dd7ea5ef0d6a1 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:46.237004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:46.443379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33294) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:46.528773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:46.598936 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d18d0f5-7e8c-4e62-816c-b99d33fab681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:46.712498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec06e190-07e4-4459-91a9-ac9415d07f34,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:46.733975 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d18d0f5-7e8c-4e62-816c-b99d33fab681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:46.737568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Checking segment: {'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:22:46.738058 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Network hostable DHCP agents. Network: a61a3711-871d-4dae-9972-a93188acef6a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:22:46.744678 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9d18d0f5-7e8c-4e62-816c-b99d33fab681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:46.781379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-33930ef3-17e6-483c-99b9-77f0d4eca43d service neutron] 10.222.0.69 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7246912 Nov 22 16:22:46.797258 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9d18d0f5-7e8c-4e62-816c-b99d33fab681 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa9240cad9dc4dd3b5cf802f11b59724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505239 Nov 22 16:22:46.797258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18d0f5-7e8c-4e62-816c-b99d33fab681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993abab7-60a8-4026-bcbb-cdd44b9624bf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:46.803394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33312) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:46.861750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Network a61a3711-871d-4dae-9972-a93188acef6a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:22:46.892478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a61a3711-871d-4dae-9972-a93188acef6a) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:46.914238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bfa65-5dc4-4665-bea8-3aa02cd4d6d0 None None] Network a61a3711-871d-4dae-9972-a93188acef6a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:46.932376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:46.942911 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:46.966869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29474459-6578-460a-955f-6a195e31592c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.065516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-24edf7c1-3255-4da1-a7ee-ffc1210e800d service neutron] 10.222.0.69 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445390 Nov 22 16:22:47.086211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29474459-6578-460a-955f-6a195e31592c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.126363 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-160af68a-83f3-47df-82b8-f2049e69c31d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9602878 Nov 22 16:22:47.178061 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29474459-6578-460a-955f-6a195e31592c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.182153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29474459-6578-460a-955f-6a195e31592c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.183521 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29474459-6578-460a-955f-6a195e31592c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/993abab7-60a8-4026-bcbb-cdd44b9624bf HTTP/1.1" status: 204 len: 168 time: 0.3786910 Nov 22 16:22:47.195514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-e2a928b7-5778-47f8-a9ce-7b6c0dc62a8c service neutron] 10.222.0.69 "GET /v2.0/ports/eb6c4404-6820-4aae-bf63-d16f20628ec1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0907111 Nov 22 16:22:47.208567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29474459-6578-460a-955f-6a195e31592c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993abab7-60a8-4026-bcbb-cdd44b9624bf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:47.217180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.243275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ed9d9-76df-44a6-8ef5-9e987e8cb506 None None] Network a61a3711-871d-4dae-9972-a93188acef6a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:22:47.297665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33332) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:47.424147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8d252503-f04f-463f-8d9f-c522c4ba6d77 service neutron] 10.222.0.69 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202587 Nov 22 16:22:47.499675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-63840b67-909c-42ec-b8b7-0685bc7c9b48 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1269472257'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:47.548658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63840b67-909c-42ec-b8b7-0685bc7c9b48 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.551185 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63840b67-909c-42ec-b8b7-0685bc7c9b48 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.637001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.641701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-759a8ba3-7488-4dc3-bf70-051c6b99dd69 service neutron] 10.222.0.69 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707232 Nov 22 16:22:47.647121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63840b67-909c-42ec-b8b7-0685bc7c9b48 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.653730 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63840b67-909c-42ec-b8b7-0685bc7c9b48 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.678061 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63840b67-909c-42ec-b8b7-0685bc7c9b48 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:47.681184 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-63840b67-909c-42ec-b8b7-0685bc7c9b48 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3803880 Nov 22 16:22:47.682518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33344) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:47.802835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-e9a5f845-793d-401f-8956-860928a48ae6 service neutron] 10.222.0.69 "GET /v2.0/ports/ad9709cb-4d75-4071-949f-dd1d78ceb1b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1147425 Nov 22 16:22:47.818530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15da846a-5eeb-462e-91ba-be9eea8f11a9 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.027178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:48.048527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15da846a-5eeb-462e-91ba-be9eea8f11a9 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.051374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15da846a-5eeb-462e-91ba-be9eea8f11a9 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.052431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-94c894e3-b750-4766-80c2-f98f465a7649 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a2c907cfc0b84ceda00838aec82347d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596229 Nov 22 16:22:48.115711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea17e68-c5da-4a82-a574-23372d6d0c25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.136286 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15da846a-5eeb-462e-91ba-be9eea8f11a9 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.137388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15da846a-5eeb-462e-91ba-be9eea8f11a9 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee0c066f-84e5-42ca-b77d-8687d31b8132 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:22:48.143952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15da846a-5eeb-462e-91ba-be9eea8f11a9 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.145989 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-15da846a-5eeb-462e-91ba-be9eea8f11a9 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "DELETE /v2.0/routers/ee0c066f-84e5-42ca-b77d-8687d31b8132 HTTP/1.1" status: 204 len: 168 time: 0.4604838 Nov 22 16:22:48.151489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:48.166310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-06b4f981-986f-4c5d-9b6e-45e9c819a164 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Request body: {'router': {'name': 'tempest-router-1734573515', 'distributed': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:48.252832 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea17e68-c5da-4a82-a574-23372d6d0c25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.265643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea17e68-c5da-4a82-a574-23372d6d0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.301192 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aea17e68-c5da-4a82-a574-23372d6d0c25 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1814f661a60d45f785ff45b37b3a5997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2715716 Nov 22 16:22:48.303054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33364) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:48.349490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-7951f3a0-9d95-449f-9c33-0ef1b8085ff0 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:48.351264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-7951f3a0-9d95-449f-9c33-0ef1b8085ff0 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980220 Nov 22 16:22:48.359530 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06b4f981-986f-4c5d-9b6e-45e9c819a164 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.360809 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06b4f981-986f-4c5d-9b6e-45e9c819a164 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.413714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea17e68-c5da-4a82-a574-23372d6d0c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6d7266-d157-4ba9-ac56-80910b2fcecb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:48.424624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06b4f981-986f-4c5d-9b6e-45e9c819a164 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.457670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06b4f981-986f-4c5d-9b6e-45e9c819a164 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.483406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08d887c4-0678-443d-a0bc-5a2d4d3485a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.484533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-3455ad73-6b2b-4935-b26f-8b6ae2d21d06 service neutron] 10.222.0.69 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689098 Nov 22 16:22:48.518420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08d887c4-0678-443d-a0bc-5a2d4d3485a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.544208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-b5a900fc-4e3e-4c0d-943d-336b090c1e36 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/quotas/a2c907cfc0b84ceda00838aec82347d4 HTTP/1.1" status: 200 len: 375 time: 0.1859810 Nov 22 16:22:48.589907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08d887c4-0678-443d-a0bc-5a2d4d3485a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.593374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08d887c4-0678-443d-a0bc-5a2d4d3485a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.595386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-08d887c4-0678-443d-a0bc-5a2d4d3485a5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a6d7266-d157-4ba9-ac56-80910b2fcecb HTTP/1.1" status: 204 len: 168 time: 0.2910619 Nov 22 16:22:48.616532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d887c4-0678-443d-a0bc-5a2d4d3485a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6d7266-d157-4ba9-ac56-80910b2fcecb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:48.921048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-51b4fc17-79c5-40c5-93ff-5cbac043ed28 service neutron] 10.222.0.69 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352884 Nov 22 16:22:48.923406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-65f31518-f671-482b-aade-29abad592c53 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2c907cfc0b84ceda00838aec82347d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3624904 Nov 22 16:22:48.928659 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06b4f981-986f-4c5d-9b6e-45e9c819a164 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.932754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:48.933920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06b4f981-986f-4c5d-9b6e-45e9c819a164 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7756319 Nov 22 16:22:48.973072 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b5fe78e-96a3-4469-8480-894c24a6f9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:48.991444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:22:49.186378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-418ec885-dc22-4bed-802a-1bdbc1efaa26 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:49.196167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:22:49.218510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13adbbb-f6e1-4780-8bd0-9b426c092a74 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:22:49.237601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13adbbb-f6e1-4780-8bd0-9b426c092a74 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:49.238423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d13adbbb-f6e1-4780-8bd0-9b426c092a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:49.309156 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:49.310338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b1680a24-84d7-4283-b8a5-ae1ccdbd8072 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2517741 Nov 22 16:22:49.319104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33388) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:49.378888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d13adbbb-f6e1-4780-8bd0-9b426c092a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:49.407345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13adbbb-f6e1-4780-8bd0-9b426c092a74 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:49.408206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d13adbbb-f6e1-4780-8bd0-9b426c092a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:49.479060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d13adbbb-f6e1-4780-8bd0-9b426c092a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:49.479943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13adbbb-f6e1-4780-8bd0-9b426c092a74 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:22:49.515532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d694c1c5-2e16-4a61-97ab-fa678ae83bb1 service neutron] 10.222.0.69 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749056 Nov 22 16:22:49.614592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-418ec885-dc22-4bed-802a-1bdbc1efaa26 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:49.640359 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-418ec885-dc22-4bed-802a-1bdbc1efaa26 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:49.790856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-418ec885-dc22-4bed-802a-1bdbc1efaa26 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:49.791416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418ec885-dc22-4bed-802a-1bdbc1efaa26 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7f242eb-23de-4d3b-b159-71c791470f9d {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:22:49.801559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-418ec885-dc22-4bed-802a-1bdbc1efaa26 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:49.807595 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-418ec885-dc22-4bed-802a-1bdbc1efaa26 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "DELETE /v2.0/routers/c7f242eb-23de-4d3b-b159-71c791470f9d HTTP/1.1" status: 204 len: 168 time: 0.8728752 Nov 22 16:22:49.808865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33404) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:49.832197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-fd9f58c2-36f6-42b2-83d1-8374995e9281 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Request body: {'router': {'name': 'tempest-router-460395343', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fa0b4bf3c2594ae8b56b2d92116df6aa'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:49.833013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-0ecfd171-51c6-4b85-9efa-e8b089270ef4 service neutron] 10.222.0.69 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218849 Nov 22 16:22:49.835332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d58a9ca8-4550-4c34-86d7-082fd3a428b6 req-d5afaf8f-51ec-424b-8b0a-fc190e611a21 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 210 time: 0.1372147 Nov 22 16:22:49.891409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd9f58c2-36f6-42b2-83d1-8374995e9281 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:49.892837 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd9f58c2-36f6-42b2-83d1-8374995e9281 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.042761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd9f58c2-36f6-42b2-83d1-8374995e9281 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.052908 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd9f58c2-36f6-42b2-83d1-8374995e9281 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.111065 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fd9f58c2-36f6-42b2-83d1-8374995e9281 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.117141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fd9f58c2-36f6-42b2-83d1-8374995e9281 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3070533 Nov 22 16:22:50.120565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33410) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:50.127531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:50.193486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-1ab72ee8-5e5d-4917-b96b-5e22d12bf2a0 service neutron] 10.222.0.69 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463240 Nov 22 16:22:50.485078 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.492023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.640172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3c9477-63aa-4b64-8fe0-4c41bfdb8b72 service neutron] 10.222.0.69 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395227 Nov 22 16:22:50.668933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103410) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 22 16:22:50.669751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Router f640c5c4-cddf-49d7-9967-931a8423127b migrating from provider to provider. {{(pid=103410) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 22 16:22:50.670544 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.679024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:50.685689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:51.072513 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:51.082264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-afc89757-5780-41a5-ae34-42772b8b37df tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a2c907cfc0b84ceda00838aec82347d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018870 Nov 22 16:22:51.133026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2d8d839c-a9ff-413d-b5a7-b3dbc8cacf5b service neutron] 10.222.0.69 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849541 Nov 22 16:22:51.317267 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-22f416f0-df7b-40e1-9bab-eb21ac08dc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:51.336611 n-d-811716-3 neutron-server[103410]: WARNING neutron.scheduler.l3_agent_scheduler [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] No L3 agents can host the router f640c5c4-cddf-49d7-9967-931a8423127b Nov 22 16:22:51.467293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Hosts for router f640c5c4-cddf-49d7-9967-931a8423127b: [] {{(pid=103410) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 22 16:22:51.495494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-1faccc6f-b910-4960-ab93-c967f313ec1d tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:51.502987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-1faccc6f-b910-4960-ab93-c967f313ec1d tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/networks?id=a61a3711-871d-4dae-9972-a93188acef6a HTTP/1.1" status: 200 len: 808 time: 0.5730147 Nov 22 16:22:51.510693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Hosts for other DVR routers connected to router f640c5c4-cddf-49d7-9967-931a8423127b: set() {{(pid=103410) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 22 16:22:51.513726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:51.515273 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-77ecd8ef-4b6a-44d9-aeb3-7046a52973bc tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "PUT /v2.0/routers/f640c5c4-cddf-49d7-9967-931a8423127b HTTP/1.1" status: 200 len: 716 time: 1.3925467 Nov 22 16:22:51.518000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33456) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:51.606840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-27ab2933-eceb-49cc-a863-582d638edd87 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/quotas/92bd9675e6354323ac9dd7ea5ef0d6a1 HTTP/1.1" status: 200 len: 375 time: 0.1014340 Nov 22 16:22:51.646873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-e73f4587-aaaf-4236-b6e9-6b36ff3865d1 service neutron] 10.222.0.69 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640038 Nov 22 16:22:51.660207 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2fe214b3-7c84-4436-8869-865c285af09e tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "GET /v2.0/routers/f640c5c4-cddf-49d7-9967-931a8423127b HTTP/1.1" status: 200 len: 716 time: 0.1399281 Nov 22 16:22:51.661462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33462) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:51.678342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-2c86c05e-6a65-426c-aa79-9ff997d371eb tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=92bd9675e6354323ac9dd7ea5ef0d6a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705304 Nov 22 16:22:51.692629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-851c6c4a-7220-4b30-a09a-322c5fa0e0c9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:22:51.699939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-851c6c4a-7220-4b30-a09a-322c5fa0e0c9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206087 Nov 22 16:22:51.751506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f6c8372f-d0fa-4b72-b2c1-7d366598b0b1 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:51.754881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f6c8372f-d0fa-4b72-b2c1-7d366598b0b1 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6444833 Nov 22 16:22:52.095882 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9dc802a9-048f-45d5-904e-9776b9c5ccaf tempest-RoutersTestDVR-1524818580 tempest-RoutersTestDVR-1524818580-project] 10.222.0.69 "GET /v2.0/routers/f640c5c4-cddf-49d7-9967-931a8423127b HTTP/1.1" status: 200 len: 682 time: 0.4329617 Nov 22 16:22:52.098100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33476) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:52.102740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Request body: {'port': {'device_id': '3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': 'a2c907cfc0b84ceda00838aec82347d4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:52.214314 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71a24eea-4bde-45d8-a805-c593a9227aaa tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.234605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.20.0.1 (3b40ba4b-59a8-4bb7-9140-df0ff8080bd3/e9edb803-716f-4755-a4a7-e4d11648d9e9/7607614a-ddd9-4acb-a94e-25cfcd70ff74) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:52.306227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-81b50a97-08b5-4c80-94e1-bd4b6e940a2e service neutron] 10.222.0.69 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385829 Nov 22 16:22:52.413844 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.427673 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71a24eea-4bde-45d8-a805-c593a9227aaa tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.430738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71a24eea-4bde-45d8-a805-c593a9227aaa tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.445546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-42ad1c14-332b-4317-8742-b127b48aaab0 service neutron] 10.222.0.69 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7445595 Nov 22 16:22:52.491290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71a24eea-4bde-45d8-a805-c593a9227aaa tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.493015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a24eea-4bde-45d8-a805-c593a9227aaa tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f640c5c4-cddf-49d7-9967-931a8423127b {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:22:52.500565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71a24eea-4bde-45d8-a805-c593a9227aaa tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.504892 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-71a24eea-4bde-45d8-a805-c593a9227aaa tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "DELETE /v2.0/routers/f640c5c4-cddf-49d7-9967-931a8423127b HTTP/1.1" status: 204 len: 168 time: 0.4041491 Nov 22 16:22:52.518567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33484) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:52.523195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.530005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Request body: {'router': {'name': 'tempest-router-1281505246', 'distributed': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:52.550424 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.api [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:22:52.550424 n-d-811716-3 neutron-server[103410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 16:22:52.550424 n-d-811716-3 neutron-server[103410]: [parameters: {'project_id': '5c6e12b4fd8c4e66b5902d0bd8db7930', 'id': 'c7df1d9f-9abe-4f79-b884-c6e740a2a956', 'expiration': datetime.datetime(2021, 11, 22, 16, 24, 52, 545050)}] Nov 22 16:22:52.550424 n-d-811716-3 neutron-server[103410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:22:52.551608 n-d-811716-3 neutron-server[103410]: DEBUG oslo_db.api [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:22:52.616292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Made reservation on behalf of a2c907cfc0b84ceda00838aec82347d4 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:52.620002 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.649221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-579562dc-ad69-4359-a8b5-badf77ed3dfe service neutron] 10.222.0.69 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115039 Nov 22 16:22:52.652878 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.657482 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.699659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-9788ba26-b660-4843-80bf-6174214250c7 service neutron] 10.222.0.69 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531121 Nov 22 16:22:52.780237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.842715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:52.855434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:52.864223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:52.927039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=7607614a-ddd9-4acb-a94e-25cfcd70ff74,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:52.974856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.979180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.062716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.119402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.121951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.152086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8483dd8d-c86a-4bf8-acad-65d2119a6910,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:53.264234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.273043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.304136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.310607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-34f70735-be51-4bbd-aa5f-9def49f534c7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7879162 Nov 22 16:22:53.311195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc352b29-3e6c-4cb5-b34b-915903953b5d req-3cd9f652-df30-4d65-9a36-630dacbe00bb tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 210 time: 0.1843619 Nov 22 16:22:53.313667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33514) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:53.407741 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d17895-81dd-4ab1-8aca-cdb4fa8690f7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.691190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:54.309909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60856931-106a-49f5-9e4c-b3c1efe9ad0b req-f98e4173-dd4d-45cd-bb4a-69f444df0deb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1601508 Nov 22 16:22:54.342778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Allocated IP 192.168.233.43 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/f04bbac6-f8d2-431d-a4a7-d614fa528a98) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:54.477514 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:54.485157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d17895-81dd-4ab1-8aca-cdb4fa8690f7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:54.495016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df0c26de-7ed4-4319-887f-51f20ed4f411 req-76f50578-3ed0-4c0b-9561-48586771a194 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 210 time: 0.8063822 Nov 22 16:22:54.501351 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d17895-81dd-4ab1-8aca-cdb4fa8690f7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:54.543201 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:54.772551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89dcbc27-8530-4401-932a-d1b99b34c231 req-718b9d3e-9e7f-41f1-ab1d-962f81d29f94 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 210 time: 0.2326357 Nov 22 16:22:54.809098 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:54.813576 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d17895-81dd-4ab1-8aca-cdb4fa8690f7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:54.814162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d17895-81dd-4ab1-8aca-cdb4fa8690f7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bcff3af-d0b4-4e0c-99a8-1ad369bd9c34 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:22:54.823844 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5d17895-81dd-4ab1-8aca-cdb4fa8690f7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:54.829794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f5d17895-81dd-4ab1-8aca-cdb4fa8690f7 tempest-RoutersTestDVR-1526045821 tempest-RoutersTestDVR-1526045821-project-admin] 10.222.0.69 "DELETE /v2.0/routers/7bcff3af-d0b4-4e0c-99a8-1ad369bd9c34 HTTP/1.1" status: 204 len: 168 time: 1.5128093 Nov 22 16:22:54.920381 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:55.415013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33572) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:55.506941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-7cb932f0-0f77-4a97-b85a-93c0f7b9e2ed tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:55.508530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-7cb932f0-0f77-4a97-b85a-93c0f7b9e2ed tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.71 "GET /v2.0/networks?id=a61a3711-871d-4dae-9972-a93188acef6a HTTP/1.1" status: 200 len: 808 time: 0.5694983 Nov 22 16:22:55.605626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Request body: {'port': {'device_id': '0febdd68-ef25-493e-9e47-d48981779a85', 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a', 'admin_state_up': True, 'tenant_id': '92bd9675e6354323ac9dd7ea5ef0d6a1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:55.634229 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-512de17d-5680-49f7-ba03-9617bcb140b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:55.700924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c9e32d4-ea6f-4b06-bb81-b66b2d712f00 req-03be245f-9b04-4e79-8a33-47e77602aaa2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1913111 Nov 22 16:22:55.747147 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-512de17d-5680-49f7-ba03-9617bcb140b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:55.760096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-512de17d-5680-49f7-ba03-9617bcb140b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:55.825817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512de17d-5680-49f7-ba03-9617bcb140b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508e7eb0-3369-425d-ba03-1769059706c9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:55.875053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c9e94-b943-4938-8e1b-6fdda68b04bf req-54a22dc9-4fde-49a3-acd0-c505c17f537e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:55.880587 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-512de17d-5680-49f7-ba03-9617bcb140b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fa0b4bf3c2594ae8b56b2d92116df6aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4639409 Nov 22 16:22:55.883667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33590) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:55.887643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe4c9e94-b943-4938-8e1b-6fdda68b04bf req-54a22dc9-4fde-49a3-acd0-c505c17f537e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 946 time: 0.3751996 Nov 22 16:22:55.923985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:55.927803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c18e4388-4efa-43a8-b5b3-a8ccd91ef5f2 req-ae511949-cde2-4ef7-8c51-86e8b9d76bd0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 210 time: 0.1106079 Nov 22 16:22:55.960611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-bf77c9cd-b62a-4b92-b608-2d472e1e4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:55.962025 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-bf77c9cd-b62a-4b92-b608-2d472e1e4027 service neutron] 10.222.0.71 "GET /v2.0/ports/eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 1028 time: 0.0798299 Nov 22 16:22:56.016193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:56.033281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:56.054402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:56.086805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.134844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-99baa971-1282-488a-97ab-2bc04ddb0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:56.136451 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-99baa971-1282-488a-97ab-2bc04ddb0aa3 service neutron] 10.222.0.71 "GET /v2.0/ports/ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 1028 time: 0.1475518 Nov 22 16:22:56.137762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e90313bc-4f1b-405a-93a7-fb09c998aa46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.205387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.245555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e90313bc-4f1b-405a-93a7-fb09c998aa46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.269969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Pushing event updated for resources: {'Port': ['ID=f04bbac6-f8d2-431d-a4a7-d614fa528a98,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:56.272812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Made reservation on behalf of 92bd9675e6354323ac9dd7ea5ef0d6a1 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:56.277334 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.423851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:56.425967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.436114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe4c9e94-b943-4938-8e1b-6fdda68b04bf req-c8a30bb3-59d2-4550-8cb0-528a0c137852 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5463037 Nov 22 16:22:56.489045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-28294399-8ede-4f25-890c-f4399d13a641 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:56.495010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=7607614a-ddd9-4acb-a94e-25cfcd70ff74,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:56.500327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bf9537bc-0ad5-4664-b306-85f94bb767a9 None None] Provisioning complete for port f04bbac6-f8d2-431d-a4a7-d614fa528a98 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:56.502469 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf9537bc-0ad5-4664-b306-85f94bb767a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.503721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.504553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-28294399-8ede-4f25-890c-f4399d13a641 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:56.514160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-28294399-8ede-4f25-890c-f4399d13a641 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:56.516647 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-28294399-8ede-4f25-890c-f4399d13a641 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "GET /v2.0/networks?id=b11a9880-ae5b-4f89-86ab-6500df726728&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=fb8677be-dd67-4e24-8c66-d5f0248bf751&id=fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 200 len: 1989 time: 0.3496745 Nov 22 16:22:56.518363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e90313bc-4f1b-405a-93a7-fb09c998aa46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.522227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e90313bc-4f1b-405a-93a7-fb09c998aa46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.523767 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e90313bc-4f1b-405a-93a7-fb09c998aa46 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/508e7eb0-3369-425d-ba03-1769059706c9 HTTP/1.1" status: 204 len: 168 time: 0.6290827 Nov 22 16:22:56.541428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f5a198d2-54b9-48e0-a756-f86b8da23933 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7455807 Nov 22 16:22:56.558835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90313bc-4f1b-405a-93a7-fb09c998aa46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508e7eb0-3369-425d-ba03-1769059706c9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:56.615952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bf9537bc-0ad5-4664-b306-85f94bb767a9 None None] Port f04bbac6-f8d2-431d-a4a7-d614fa528a98 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:22:56.620584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Request body: {'port': {'device_id': '3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:56.663639 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-80b9772f-2e75-4d5d-abd0-02ba5a4a4ef4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bfd90d55ff94d0da674fa1812211d12 HTTP/1.1" status: 200 len: 380 time: 0.1352999 Nov 22 16:22:56.674820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'admin_state_up': True, 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'security_groups': ['37854536-d895-45b0-bd48-2ca2a117d3a0']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:56.841888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb0329-8929-4a05-abf8-75471d01ab08 req-b0556ef5-610a-4d92-8faa-316819d2015b tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:56.850894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fcb0329-8929-4a05-abf8-75471d01ab08 req-b0556ef5-610a-4d92-8faa-316819d2015b tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 935 time: 0.5149853 Nov 22 16:22:56.868897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:56.876339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:56.897168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ec7806f-6998-4730-ac7a-a9a302b752ed req-f56aa12a-6487-430c-98d4-d7b3362862e9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0369539 Nov 22 16:22:57.088159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:57.136026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21338f83-8cbb-4b23-835c-3eefd101e914 req-42013309-61e7-4119-95f1-c2dca08b983a tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 210 time: 0.0466056 Nov 22 16:22:57.148093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:57.161888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-ba93c415-cde8-4c51-bd8a-25cc78b1a2e5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:57.163452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-ba93c415-cde8-4c51-bd8a-25cc78b1a2e5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 946 time: 0.5273817 Nov 22 16:22:57.172667 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.234825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Allocated IP 172.20.0.10 (b11a9880-ae5b-4f89-86ab-6500df726728/c72db2e4-f5b8-4efd-9af6-291eb8cef3b9/4af60b5b-1e48-4955-9a08-1fcb31b208cd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:57.294765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fcb0329-8929-4a05-abf8-75471d01ab08 req-807e6657-029e-4add-9d44-65267c474d40 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434109 Nov 22 16:22:57.397759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Allocated IP 172.20.0.10 (a61a3711-871d-4dae-9972-a93188acef6a/ec06e190-07e4-4459-91a9-ac9415d07f34/905b9154-290a-407a-9484-0e2f7439c138) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:57.410179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33622) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:57.434836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f02451-8178-4132-8bee-f67f5910d82e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.576415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f02451-8178-4132-8bee-f67f5910d82e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.584777 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43f02451-8178-4132-8bee-f67f5910d82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.656440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.660106 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f02451-8178-4132-8bee-f67f5910d82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c8258b-b07d-45a2-afe4-d6c787051c3a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:57.669046 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-43f02451-8178-4132-8bee-f67f5910d82e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c6e12b4fd8c4e66b5902d0bd8db7930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572494 Nov 22 16:22:57.669670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33628) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:57.696208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Deleting port c0a709a1-c27b-4421-8c56-f29b6d5d6271 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:22:57.696595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.758880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa33f720-4134-4ff2-a4b6-06a8474c5cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.762758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.824009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network b11a9880-ae5b-4f89-86ab-6500df726728 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:57.835892 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa33f720-4134-4ff2-a4b6-06a8474c5cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:57.837854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:22:57.848914 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:57.858160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:57.930098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=4af60b5b-1e48-4955-9a08-1fcb31b208cd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:57.981683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:57.982424 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.029085 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c9b557b7-5f99-4f02-a89f-a93912a71212 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3579228 Nov 22 16:22:58.031675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa33f720-4134-4ff2-a4b6-06a8474c5cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.038257 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fa33f720-4134-4ff2-a4b6-06a8474c5cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.042948 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fa33f720-4134-4ff2-a4b6-06a8474c5cb6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15c8258b-b07d-45a2-afe4-d6c787051c3a HTTP/1.1" status: 204 len: 168 time: 0.3698645 Nov 22 16:22:58.054927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'admin_state_up': True, 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'security_groups': ['37854536-d895-45b0-bd48-2ca2a117d3a0']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:58.147493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33f720-4134-4ff2-a4b6-06a8474c5cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c8258b-b07d-45a2-afe4-d6c787051c3a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:58.294801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:58.301550 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.379842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6efdb0f5-a484-47b1-a463-ef1bb07ba75d None None] Provisioning complete for port 4af60b5b-1e48-4955-9a08-1fcb31b208cd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:58.382994 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6efdb0f5-a484-47b1-a463-ef1bb07ba75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.504312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6efdb0f5-a484-47b1-a463-ef1bb07ba75d None None] Port 4af60b5b-1e48-4955-9a08-1fcb31b208cd cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:22:58.608281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Allocated IP 10.1.1.25 (669a39bd-497c-4872-8a5f-a523c69f1193/40b0a547-66a9-4922-b88e-bc55d40b389b/667298fd-c433-4b7c-a2b0-5000e7b8e96b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:22:58.705864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:58.706931 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.764867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aecb74-3eb6-4229-bcd8-4c10a2f37d4f req-4346c19f-8d14-4827-ad10-d8da83514c89 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:58.772929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14aecb74-3eb6-4229-bcd8-4c10a2f37d4f req-4346c19f-8d14-4827-ad10-d8da83514c89 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 946 time: 1.1174500 Nov 22 16:22:58.808833 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.891140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.942846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:58.998902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160cfd54-f717-4bff-8477-fc5adf1b6b71 req-5679853e-00e4-4446-9076-7858d9640978 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:59.007195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-160cfd54-f717-4bff-8477-fc5adf1b6b71 req-5679853e-00e4-4446-9076-7858d9640978 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 932 time: 0.8668973 Nov 22 16:22:59.034177 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network 669a39bd-497c-4872-8a5f-a523c69f1193 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:59.043750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:59.065950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=667298fd-c433-4b7c-a2b0-5000e7b8e96b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:59.069156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:59.215591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:22:59.216414 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.249511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:22:59.259801 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-53c50632-d4a5-46da-a514-7c620dc31637 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2073863 Nov 22 16:22:59.267004 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29acc7d7-b014-464d-9d1d-79635e41f3a8 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:22:59.269537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14aecb74-3eb6-4229-bcd8-4c10a2f37d4f req-ce71ffea-3326-49c6-ac10-d41dd4cd37c5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c579abc-1a7f-480e-99f7-73f9f4f36681&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4953873 Nov 22 16:22:59.288581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-44971182-d6a4-43db-ab47-c55f41cf12be tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/routers/faec8a9c-d334-41e1-9ca5-dbfd8e461454/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9684165 Nov 22 16:22:59.300805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'admin_state_up': True, 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'security_groups': ['37854536-d895-45b0-bd48-2ca2a117d3a0']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:59.309956 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acc7d7-b014-464d-9d1d-79635e41f3a8 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:59.310989 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-29acc7d7-b014-464d-9d1d-79635e41f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:59.311774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33674) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:59.373001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'port': {'network_id': '3b40ba4b-59a8-4bb7-9140-df0ff8080bd3', 'name': 'tempest-FloatingIPTestJSON-2098877304'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:22:59.373302 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-29acc7d7-b014-464d-9d1d-79635e41f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:59.387261 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acc7d7-b014-464d-9d1d-79635e41f3a8 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:22:59.388198 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-29acc7d7-b014-464d-9d1d-79635e41f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:59.417783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device c0a709a1-c27b-4421-8c56-f29b6d5d6271 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:22:59.484874 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-29acc7d7-b014-464d-9d1d-79635e41f3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:22:59.485542 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29acc7d7-b014-464d-9d1d-79635e41f3a8 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:22:59.540297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.558177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04bbac6-f8d2-431d-a4a7-d614fa528a98 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:22:59.595100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-67bc744c-efc2-4934-a8ae-f5c7bc7d8193 None None] Provisioning complete for port 667298fd-c433-4b7c-a2b0-5000e7b8e96b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:22:59.595624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67bc744c-efc2-4934-a8ae-f5c7bc7d8193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.596058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-160cfd54-f717-4bff-8477-fc5adf1b6b71 req-e334eb20-78a5-4f27-85d8-7dc526a29c13 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5875249 Nov 22 16:22:59.711342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.727929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.818207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:22:59.832295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.837934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:22:59.855791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.856593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.857114 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Floating IP 249ec643-8f54-47b5-8121-02b04f4d1dca disassociated. External IP: 172.25.5.149, port: c0a709a1-c27b-4421-8c56-f29b6d5d6271. Nov 22 16:22:59.858224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Calling delete_port for c0a709a1-c27b-4421-8c56-f29b6d5d6271 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:22:59.867584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Network a61a3711-871d-4dae-9972-a93188acef6a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:22:59.870254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port c0a709a1-c27b-4421-8c56-f29b6d5d6271, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=c0a709a1-c27b-4421-8c56-f29b6d5d6271,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:22:59.878608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:22:59.879852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Transition to ACTIVE for port object f04bbac6-f8d2-431d-a4a7-d614fa528a98 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:22:59.884869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] device_id is not set on port 5f713c55-b1dd-4680-8d56-56b4f12655c8 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:22:59.887594 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55404ea0-e960-4a36-b04d-dd8f60155e3b" -d '{"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:22:59.902176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:22:59.911121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Pushing event updated for resources: {'Port': ['ID=905b9154-290a-407a-9484-0e2f7439c138,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:22:59.913915 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:22:59.926037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:59.935885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:00.032195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-67bc744c-efc2-4934-a8ae-f5c7bc7d8193 None None] Port 667298fd-c433-4b7c-a2b0-5000e7b8e96b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:00.076358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:00.141895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:00.145919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:00.186923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51262c4a-0913-483d-a4f0-75f7fe8786ca req-e0e54aed-f44d-4004-a237-948ac1a39a38 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:00.197843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51262c4a-0913-483d-a4f0-75f7fe8786ca req-e0e54aed-f44d-4004-a237-948ac1a39a38 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 932 time: 0.6596932 Nov 22 16:23:00.333810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.20.0.7 (3b40ba4b-59a8-4bb7-9140-df0ff8080bd3/e9edb803-716f-4755-a4a7-e4d11648d9e9/5f713c55-b1dd-4680-8d56-56b4f12655c8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:00.493207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Allocated IP 10.1.1.126 (669a39bd-497c-4872-8a5f-a523c69f1193/40b0a547-66a9-4922-b88e-bc55d40b389b/f83fbec6-82ce-4f88-9748-a5d8f28b5f27) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:00.498649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51262c4a-0913-483d-a4f0-75f7fe8786ca req-a11412d3-1d0d-4a8f-b77f-f1d3c304a26b tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737089 Nov 22 16:23:00.502462 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:00.521916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:00.522631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:00.593556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c3f5e-06e4-4536-9cf9-428e3161e542 req-2d154a1e-1a3c-4c4d-9b8c-8a61f0e071c1 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:00.595267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-724c3f5e-06e4-4536-9cf9-428e3161e542 req-2d154a1e-1a3c-4c4d-9b8c-8a61f0e071c1 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 947 time: 0.7225945 Nov 22 16:23:00.615743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-45bfbf55-f6d5-4f55-aa53-5943d9d5d831 tempest-AgentManagementNegativeTest-503252401 tempest-AgentManagementNegativeTest-503252401-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7652397 Nov 22 16:23:00.616378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Pushing event updated for resources: {'Port': ['ID=f04bbac6-f8d2-431d-a4a7-d614fa528a98,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:00.634670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-24873169-91f4-4a3c-8be1-0905bb8947b8 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1013699 Nov 22 16:23:00.653573 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d2d0bb-ec35-4123-a03b-a3dbaa2604e9 x-openstack-request-id: req-22d2d0bb-ec35-4123-a03b-a3dbaa2604e9 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:00.654318 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:00.654318 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22d2d0bb-ec35-4123-a03b-a3dbaa2604e9 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:00.654747 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'code': 200} Nov 22 16:23:00.672319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event deleted for resources: {'Port': ['ID=c0a709a1-c27b-4421-8c56-f29b6d5d6271,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:00.709908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Request body: {'port': {'device_id': '0febdd68-ef25-493e-9e47-d48981779a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:00.833073 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.009933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.060684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Router 65128930-d418-4739-9ead-57fabd2f400a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:01.077261 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.116165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-724c3f5e-06e4-4536-9cf9-428e3161e542 req-059c2b35-b964-436c-a782-91ec02a55c79 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798555 Nov 22 16:23:01.120504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Attempting to bind port f04bbac6-f8d2-431d-a4a7-d614fa528a98 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:01.121146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Attempting to bind port f04bbac6-f8d2-431d-a4a7-d614fa528a98 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:01.121834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Attempting to bind port f04bbac6-f8d2-431d-a4a7-d614fa528a98 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:01.128755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network 669a39bd-497c-4872-8a5f-a523c69f1193 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:01.154616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:01.160475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:01.176069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Port f04bbac6-f8d2-431d-a4a7-d614fa528a98 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:01.176708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Attempting to bind port f04bbac6-f8d2-431d-a4a7-d614fa528a98 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:01.250440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:01.253701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:01.254353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:01.255055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Bound port: f04bbac6-f8d2-431d-a4a7-d614fa528a98, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:01.259350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.288397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:01.371720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.391435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:01.395870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.441790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] For port f04bbac6-f8d2-431d-a4a7-d614fa528a98, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:01.445469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] For port f04bbac6-f8d2-431d-a4a7-d614fa528a98, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:01.445633 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-c429365f-6aa8-431b-8bc0-2abcf424d5aa tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1835754 Nov 22 16:23:01.467898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751', 'admin_state_up': True, 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'security_groups': ['37854536-d895-45b0-bd48-2ca2a117d3a0']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:01.475551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.509023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-500825f3-1c12-4a15-becd-c757e9f4d34f req-279857c8-cc08-42d7-9847-d4a9854e83f4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f560fa5-1ae7-432a-a23a-5ea8ffe095d7 HTTP/1.1" status: 200 len: 210 time: 0.7119911 Nov 22 16:23:01.572768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:01.638674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.645694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7fbb3065-06de-4d31-8178-7996e579b6ee None None] Provisioning complete for port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:01.646212 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fbb3065-06de-4d31-8178-7996e579b6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.661413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33724) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:01.671757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:01.677216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:01.759879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb3065-06de-4d31-8178-7996e579b6ee None None] Port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:01.772190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=5f713c55-b1dd-4680-8d56-56b4f12655c8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:01.830617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:01.831531 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.843309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:01.844033 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:01.847219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] 10.222.0.11 "PUT /v2.0/ports/f04bbac6-f8d2-431d-a4a7-d614fa528a98 HTTP/1.1" status: 200 len: 1095 time: 5.2446718 Nov 22 16:23:01.855853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7', 'tag': 'f04bbac6-f8d2-431d-a4a7-d614fa528a98'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:01.857967 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93" -d '{"events": [{"name": "network-changed", "server_uuid": "3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7", "tag": "f04bbac6-f8d2-431d-a4a7-d614fa528a98"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:01.893991 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1d1e4b3b-4a35-4fbe-b1cc-57c09a9f386a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5795629 Nov 22 16:23:01.896538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33730) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:01.918018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'port': {'network_id': '3b40ba4b-59a8-4bb7-9140-df0ff8080bd3', 'name': 'tempest-FloatingIPTestJSON-700971243'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:02.067300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:02.072577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc9dc6-5480-401e-8241-be1babe3568d service neutron] Pushing event updated for resources: {'Port': ['ID=f04bbac6-f8d2-431d-a4a7-d614fa528a98,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:02.084055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] Sync routers for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:02.114430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:02.119814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:02.149853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:02.175702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:02.179416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:02.268447 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b853-f36d-4750-a814-ad995b8ff8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:02.290594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] device_id is not set on port 883e2b2e-7674-4287-a162-04d870c99c94 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:23:02.367474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:23:02.529688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.20.0.12 (3b40ba4b-59a8-4bb7-9140-df0ff8080bd3/e9edb803-716f-4755-a4a7-e4d11648d9e9/883e2b2e-7674-4287-a162-04d870c99c94) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:02.538174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:02.579301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2327-003f-4a52-a449-8a6766123be0 req-ef404464-2950-42b3-8274-0eab9f7c3a7e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:02.599338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2327-003f-4a52-a449-8a6766123be0 req-ef404464-2950-42b3-8274-0eab9f7c3a7e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:02.605812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2327-003f-4a52-a449-8a6766123be0 req-ef404464-2950-42b3-8274-0eab9f7c3a7e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:02.610386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c11b2327-003f-4a52-a449-8a6766123be0 req-ef404464-2950-42b3-8274-0eab9f7c3a7e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 2374 time: 1.3062644 Nov 22 16:23:02.663691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] No DVR routers for this DVR port c0a709a1-c27b-4421-8c56-f29b6d5d6271 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:23:02.667691 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:02.671314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70fb563c-f342-47fa-a75c-ec70a5f85d60 req-b238c979-3acd-47ca-8eae-6d5acb0108c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.11 "DELETE /v2.0/ports/c0a709a1-c27b-4421-8c56-f29b6d5d6271 HTTP/1.1" status: 204 len: 173 time: 5.4950271 Nov 22 16:23:02.750023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031347-4f49-4060-8663-fff4e9d209e3 req-40c0dd7c-90af-4173-87ba-58ee9d00dc65 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:02.758963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4031347-4f49-4060-8663-fff4e9d209e3 req-40c0dd7c-90af-4173-87ba-58ee9d00dc65 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 932 time: 0.8273163 Nov 22 16:23:02.766095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:02.799897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-0a0fb567-c284-4412-8081-4f440a349165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:02.801767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-0a0fb567-c284-4412-8081-4f440a349165 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2c907cfc0b84ceda00838aec82347d4&device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 1098 time: 0.8664358 Nov 22 16:23:02.851186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] Checking router: 65128930-d418-4739-9ead-57fabd2f400a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:23:02.867166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b853-f36d-4750-a814-ad995b8ff8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:02.881849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:02.882632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:02.917317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-b6fdc5e5-57f5-4c30-a309-94d58ac4e0fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98 HTTP/1.1" status: 200 len: 217 time: 0.0965717 Nov 22 16:23:02.919519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dc4b853-f36d-4750-a814-ad995b8ff8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:03.164508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:23:03.166395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c11b2327-003f-4a52-a449-8a6766123be0 req-b0871fe7-63a0-4502-9cf3-b9ed7ae7eeed tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5089636 Nov 22 16:23:03.195790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4031347-4f49-4060-8663-fff4e9d209e3 req-3ba28c26-459e-4865-a87b-54a312e9882e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358985 Nov 22 16:23:03.360829 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db688313-be37-442a-9741-98323e8d7f3d x-openstack-request-id: req-db688313-be37-442a-9741-98323e8d7f3d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:03.361513 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7", "tag": "f04bbac6-f8d2-431d-a4a7-d614fa528a98", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:03.363559 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db688313-be37-442a-9741-98323e8d7f3d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:03.364539 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7', 'tag': 'f04bbac6-f8d2-431d-a4a7-d614fa528a98', 'status': 'completed', 'code': 200} Nov 22 16:23:03.466225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-de8d9d93-254a-4969-9a8e-e5955bac8fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:03.467722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-de8d9d93-254a-4969-9a8e-e5955bac8fc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.5185714 Nov 22 16:23:03.471892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905b9154-290a-407a-9484-0e2f7439c138 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:03.501613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:03.510226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4b853-f36d-4750-a814-ad995b8ff8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc68cc26-5511-4b83-8c66-77ed9fbe42b3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:03.538126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:03.570142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be813bfd-f118-4800-9458-29155d4a279f req-f20a4902-6f17-47c0-ae61-9e92ab5d347d tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:03.576883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be813bfd-f118-4800-9458-29155d4a279f req-f20a4902-6f17-47c0-ae61-9e92ab5d347d tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 947 time: 0.2081101 Nov 22 16:23:03.583650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Transition to ACTIVE for port object 905b9154-290a-407a-9484-0e2f7439c138 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:03.610274 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4dc4b853-f36d-4750-a814-ad995b8ff8c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58532194f2624a879b0e76060dad30ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9415188 Nov 22 16:23:03.620270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:03.627049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:03.672627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-5b86b7b0-247b-490e-8816-eca3208991c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:03.674209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-5b86b7b0-247b-490e-8816-eca3208991c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1914313 Nov 22 16:23:03.736315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Allocated IP 10.2.2.100 (fb8677be-dd67-4e24-8c66-d5f0248bf751/657d7afc-44db-4946-bac8-60254c1f011b/cef00f4d-baa5-474e-9dd1-8a4886f2c537) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:03.754582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:03.891513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:03.895072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:03.907263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Pushing event updated for resources: {'Port': ['ID=905b9154-290a-407a-9484-0e2f7439c138,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:03.936914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20054e26-cf76-4968-ba3a-ae1518cbbe89 None None] The sync data for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 is: [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:03.996430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:04.014614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:04.017723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=883e2b2e-7674-4287-a162-04d870c99c94,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:04.046452 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.084349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-507d755f-2958-43fc-b3e9-a1112a206701 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.086050 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79597fb6-44a8-408f-9766-9c233ed53ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.098722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:04.138544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be813bfd-f118-4800-9458-29155d4a279f req-671927eb-d0bc-4493-b07f-6517576060ef tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606689 Nov 22 16:23:04.187896 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:04.188611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.208045 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-507d755f-2958-43fc-b3e9-a1112a206701 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.227737 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1f0b46dc-c9b2-4d9f-9c1b-7e466f88fb23 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3293505 Nov 22 16:23:04.230232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.245093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33772) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:04.265790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network fb8677be-dd67-4e24-8c66-d5f0248bf751 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:04.275227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79597fb6-44a8-408f-9766-9c233ed53ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.298614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '883e2b2e-7674-4287-a162-04d870c99c94', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:04.305254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:04.319081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:04.357619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Attempting to bind port 905b9154-290a-407a-9484-0e2f7439c138 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:04.357970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Attempting to bind port 905b9154-290a-407a-9484-0e2f7439c138 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:04.358492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Attempting to bind port 905b9154-290a-407a-9484-0e2f7439c138 on network a61a3711-871d-4dae-9972-a93188acef6a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:04.362781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-0c73cba5-ad88-487f-8b53-7315cfd0543f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671837 Nov 22 16:23:04.415828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=cef00f4d-baa5-474e-9dd1-8a4886f2c537,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:04.431769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.444715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:04.445410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.478102 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09b13cf-9505-4278-94ab-aa911c3d3d0a None None] New status for floating IP 249ec643-8f54-47b5-8121-02b04f4d1dca: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:23:04.486759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-896a92fb-434c-4797-84db-5735dbfb6ede tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0304754 Nov 22 16:23:04.512116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Port 905b9154-290a-407a-9484-0e2f7439c138 on network a61a3711-871d-4dae-9972-a93188acef6a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:04.512486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Attempting to bind port 905b9154-290a-407a-9484-0e2f7439c138 on network a61a3711-871d-4dae-9972-a93188acef6a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:04.580909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751', 'admin_state_up': True, 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'security_groups': ['37854536-d895-45b0-bd48-2ca2a117d3a0']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:04.631001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:04.631773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Checking segment: {'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:04.632857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Bound using segment: {'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:04.633262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Bound port: 905b9154-290a-407a-9484-0e2f7439c138, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:04.633916 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.686924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c5a8f-480d-4a37-8998-2d070298a058 req-c2bf69aa-39fa-4354-9e5e-98da84f9cd05 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:04.688577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d99c5a8f-480d-4a37-8998-2d070298a058 req-c2bf69aa-39fa-4354-9e5e-98da84f9cd05 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 944 time: 0.3473275 Nov 22 16:23:04.795201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2cbd9ec4-15de-4ef9-a4c6-f7f3666a4712 None None] Provisioning complete for port cef00f4d-baa5-474e-9dd1-8a4886f2c537 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:04.795585 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9ec4-15de-4ef9-a4c6-f7f3666a4712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.824790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d99c5a8f-480d-4a37-8998-2d070298a058 req-1ce765be-2364-4772-a0da-454c27bf4f83 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240947 Nov 22 16:23:04.861771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcb99d-75c5-49e4-ac19-71ecdedd0ef9 req-2829abab-d142-4c60-8aea-a6f4c5d422df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:04.869587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcb99d-75c5-49e4-ac19-71ecdedd0ef9 req-2829abab-d142-4c60-8aea-a6f4c5d422df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:04.876180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcb99d-75c5-49e4-ac19-71ecdedd0ef9 req-2829abab-d142-4c60-8aea-a6f4c5d422df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:04.886643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcb99d-75c5-49e4-ac19-71ecdedd0ef9 req-2829abab-d142-4c60-8aea-a6f4c5d422df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:04.888470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2adcb99d-75c5-49e4-ac19-71ecdedd0ef9 req-2829abab-d142-4c60-8aea-a6f4c5d422df tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 3095 time: 0.5485840 Nov 22 16:23:04.900758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Made reservation on behalf of 9bfd90d55ff94d0da674fa1812211d12 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:04.908258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.923238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd9ec4-15de-4ef9-a4c6-f7f3666a4712 None None] Port cef00f4d-baa5-474e-9dd1-8a4886f2c537 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:04.946499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-507d755f-2958-43fc-b3e9-a1112a206701 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.954127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-507d755f-2958-43fc-b3e9-a1112a206701 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:04.954127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-507d755f-2958-43fc-b3e9-a1112a206701 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "DELETE /v2.0/security-groups/1c579abc-1a7f-480e-99f7-73f9f4f36681 HTTP/1.1" status: 204 len: 168 time: 1.4114830 Nov 22 16:23:04.961739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:05.008821 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79597fb6-44a8-408f-9766-9c233ed53ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:05.013178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79597fb6-44a8-408f-9766-9c233ed53ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:05.017058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-79597fb6-44a8-408f-9766-9c233ed53ea0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc68cc26-5511-4b83-8c66-77ed9fbe42b3 HTTP/1.1" status: 204 len: 168 time: 1.3911405 Nov 22 16:23:05.032579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d755f-2958-43fc-b3e9-a1112a206701 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c579abc-1a7f-480e-99f7-73f9f4f36681,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:05.052169 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-d01fac50-4305-41d3-8a64-83734ff5eb38 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] show failed (client error): The resource could not be found. Nov 22 16:23:05.055821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d01fac50-4305-41d3-8a64-83734ff5eb38 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups/1c579abc-1a7f-480e-99f7-73f9f4f36681 HTTP/1.1" status: 404 len: 347 time: 0.0841763 Nov 22 16:23:05.055821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73287e7-4e18-44c8-af55-06e8fecffd11 req-78beec63-b9cb-41e0-a41e-b210cd0c1e53 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225483 Nov 22 16:23:05.057330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:05.104605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] For port 905b9154-290a-407a-9484-0e2f7439c138, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:05.115649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:05.148493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2adcb99d-75c5-49e4-ac19-71ecdedd0ef9 req-0ea74989-b8da-455e-8b5b-eb7bc0fd4b8a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366703 Nov 22 16:23:05.149333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79597fb6-44a8-408f-9766-9c233ed53ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc68cc26-5511-4b83-8c66-77ed9fbe42b3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:05.208000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] For port 905b9154-290a-407a-9484-0e2f7439c138, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=905b9154-290a-407a-9484-0e2f7439c138,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:05.279145 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:05.400949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-deleted', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:05.408569 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbf0ac1-a4bd-4d50-8d51-b9deb9b4351a" -d '{"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-deleted", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:05.431492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.25.5.99 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/e5db866f-7069-404f-9ea5-64a90e0b4717) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:05.449726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Allocated IP 10.2.2.200 (fb8677be-dd67-4e24-8c66-d5f0248bf751/657d7afc-44db-4946-bac8-60254c1f011b/59ed574a-1a8d-4a66-9c56-c75d7a95c166) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:05.462463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:05.463173 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:05.464657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-984eb1f2-57de-420b-96da-459efe72486f service neutron] 10.222.0.71 "PUT /v2.0/ports/905b9154-290a-407a-9484-0e2f7439c138 HTTP/1.1" status: 200 len: 1092 time: 4.7840321 Nov 22 16:23:05.506589 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e227c8-7113-4ed5-8b26-f2d456aa450a x-openstack-request-id: req-54e227c8-7113-4ed5-8b26-f2d456aa450a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:05.506898 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f560fa5-1ae7-432a-a23a-5ea8ffe095d7", "name": "network-vif-deleted", "tag": "c0a709a1-c27b-4421-8c56-f29b6d5d6271", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:05.507158 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54e227c8-7113-4ed5-8b26-f2d456aa450a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:05.507557 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f560fa5-1ae7-432a-a23a-5ea8ffe095d7', 'name': 'network-vif-deleted', 'tag': 'c0a709a1-c27b-4421-8c56-f29b6d5d6271', 'status': 'completed', 'code': 200} Nov 22 16:23:05.548046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-a9f2a13b-a727-49ea-826c-955514dee509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:05.550281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-a9f2a13b-a727-49ea-826c-955514dee509 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2c907cfc0b84ceda00838aec82347d4&device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 1098 time: 0.3977239 Nov 22 16:23:05.635118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984eb1f2-57de-420b-96da-459efe72486f service neutron] Pushing event updated for resources: {'Port': ['ID=905b9154-290a-407a-9484-0e2f7439c138,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:05.739552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:05.766440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a918b-95ae-434e-b5d8-b4c6e77174ef req-2474bf2f-cf8b-4314-8aa0-0d6eb6be7f9c tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:05.779865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf9a918b-95ae-434e-b5d8-b4c6e77174ef req-2474bf2f-cf8b-4314-8aa0-0d6eb6be7f9c tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 947 time: 0.3423193 Nov 22 16:23:05.847824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-91991a6a-c1bc-4279-a60e-43850f81df74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:05.851344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-91991a6a-c1bc-4279-a60e-43850f81df74 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92bd9675e6354323ac9dd7ea5ef0d6a1&device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 1095 time: 0.3084593 Nov 22 16:23:05.853757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Deleting port b44fe3a0-209a-4d56-ac7e-58aa4002152f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:05.854384 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:05.994102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:06.039594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:06.060361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:06.063268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf9a918b-95ae-434e-b5d8-b4c6e77174ef req-1be81da7-6d3c-4ca9-a091-121df8f99d93 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676511 Nov 22 16:23:06.075705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-7c390ec7-3926-4191-8aac-f920a094873c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=905b9154-290a-407a-9484-0e2f7439c138 HTTP/1.1" status: 200 len: 217 time: 0.1948109 Nov 22 16:23:06.157969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Network fb8677be-dd67-4e24-8c66-d5f0248bf751 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:06.185630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:06.196959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:06.210493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-f2656ebd-c0af-4ebc-bf89-983a69d7e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:06.216856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-f2656ebd-c0af-4ebc-bf89-983a69d7e2a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.6436753 Nov 22 16:23:06.282482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:06.285498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event updated for resources: {'Port': ['ID=59ed574a-1a8d-4a66-9c56-c75d7a95c166,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:06.301468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:06.314653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:06.372795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-bdef5ad1-2b1c-46d4-bfb4-5d8726f35afc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98 HTTP/1.1" status: 200 len: 217 time: 0.1358552 Nov 22 16:23:06.381691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-257058f1-46c7-421e-be8b-6762be2f5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:06.390611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-257058f1-46c7-421e-be8b-6762be2f5350 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec06e190-07e4-4459-91a9-ac9415d07f34 HTTP/1.1" status: 200 len: 848 time: 0.2620184 Nov 22 16:23:06.509861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-fddf591f-f765-48f0-92a0-beb2faee3d54 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a61a3711-871d-4dae-9972-a93188acef6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942652 Nov 22 16:23:06.510196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=e5db866f-7069-404f-9ea5-64a90e0b4717,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:06.576793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:06.576793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:06.597189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Calling delete_port for b44fe3a0-209a-4d56-ac7e-58aa4002152f owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:06.663317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6e9a3488-96c0-45c2-8a97-cf854aa64969 None None] Provisioning complete for port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:06.663870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e9a3488-96c0-45c2-8a97-cf854aa64969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:06.746537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a3488-96c0-45c2-8a97-cf854aa64969 None None] Port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:06.788771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2742038-e597-400a-b193-4a1909615d52 req-ba8132c8-f136-4bea-9aa8-cadee6480f1f tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:06.798296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2742038-e597-400a-b193-4a1909615d52 req-ba8132c8-f136-4bea-9aa8-cadee6480f1f tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 944 time: 0.7396197 Nov 22 16:23:06.873797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.874267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.874710 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.875169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.875614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.876055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.876568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.876922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.877319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.878022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.878193 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.878435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:06.887936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:06.888743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:06.917487 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6fa1b888-8ce5-4f32-903b-38ee5ece7367 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3494952 Nov 22 16:23:06.957785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:06.967521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2742038-e597-400a-b193-4a1909615d52 req-9ab98042-ced0-467e-8f2c-679632cae2c5 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679075 Nov 22 16:23:06.980181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.004451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-4118d34e-9d78-4491-83af-21fec6092870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:07.005961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-4118d34e-9d78-4491-83af-21fec6092870 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.6071391 Nov 22 16:23:07.111237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53750-919a-43bb-b37d-2deefca06562 req-c1b3e112-e011-4399-b2a0-3749c1f5269c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:07.118433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53750-919a-43bb-b37d-2deefca06562 req-c1b3e112-e011-4399-b2a0-3749c1f5269c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:07.140752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53750-919a-43bb-b37d-2deefca06562 req-c1b3e112-e011-4399-b2a0-3749c1f5269c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:07.164731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53750-919a-43bb-b37d-2deefca06562 req-c1b3e112-e011-4399-b2a0-3749c1f5269c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:07.171041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53750-919a-43bb-b37d-2deefca06562 req-c1b3e112-e011-4399-b2a0-3749c1f5269c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:07.172945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28d53750-919a-43bb-b37d-2deefca06562 req-c1b3e112-e011-4399-b2a0-3749c1f5269c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 3816 time: 0.7955251 Nov 22 16:23:07.173799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event deleted for resources: {'Port': ['ID=b44fe3a0-209a-4d56-ac7e-58aa4002152f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:07.233625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:07.301322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.443101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f04bbac6-f8d2-431d-a4a7-d614fa528a98 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:23:07.460881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.603666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f04bbac6-f8d2-431d-a4a7-d614fa528a98, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:07.622933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'f04bbac6-f8d2-431d-a4a7-d614fa528a98', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': 'f04bbac6-f8d2-431d-a4a7-d614fa528a98', 'mac_address': 'fa:16:3e:c7:29:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:23:07.630645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.642017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'networks': [{'name': 'tempest-network--2055331740'}, {'name': 'tempest-network--904270484'}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:07.642569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'network': {'name': 'tempest-network--2055331740'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:07.642947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'network': {'name': 'tempest-network--904270484'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:07.652269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0febdd68-ef25-493e-9e47-d48981779a85', 'tag': '905b9154-290a-407a-9484-0e2f7439c138'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:07.654386 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f21e87-3a9a-442f-9a55-795af111a890" -d '{"events": [{"name": "network-changed", "server_uuid": "0febdd68-ef25-493e-9e47-d48981779a85", "tag": "905b9154-290a-407a-9484-0e2f7439c138"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:07.672462 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.676080 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.691935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c6900d13-01f3-4e7a-a694-7fa50a6cb1da tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "DELETE /v2.0/floatingips/249ec643-8f54-47b5-8121-02b04f4d1dca HTTP/1.1" status: 204 len: 168 time: 2.6052995 Nov 22 16:23:07.715064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.716388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-ec5ae31c-3ab1-47c0-a429-d4ff38e42573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:07.718005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-ec5ae31c-3ab1-47c0-a429-d4ff38e42573 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6734967 Nov 22 16:23:07.723253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-da0aa709-dcd7-4fab-8247-a07a493c3c2f service neutron] 10.222.0.71 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9186988 Nov 22 16:23:07.755708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04bbac6-f8d2-431d-a4a7-d614fa528a98 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:07.798271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f04bbac6-f8d2-431d-a4a7-d614fa528a98, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:07.807537 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.876932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Made reservation on behalf of fcd60fa4fef44094ac00e4e6f02a24de for: {'network': 2} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:07.881627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.891463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28d53750-919a-43bb-b37d-2deefca06562 req-a22068c3-7e4c-446d-ad47-5dea56c17155 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6934929 Nov 22 16:23:07.917142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:07.931333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fa789-95ec-4a1c-99ed-6c7299fce2ce req-199157a4-58d6-46af-89a1-34f9ce8463c6 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:07.939260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-539fa789-95ec-4a1c-99ed-6c7299fce2ce req-199157a4-58d6-46af-89a1-34f9ce8463c6 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 947 time: 0.7088792 Nov 22 16:23:07.980391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=f04bbac6-f8d2-431d-a4a7-d614fa528a98,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:08.019042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.019341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.019693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.020068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.023175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.023844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.024553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.025053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.028029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.028581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.029071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.029931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:08.030755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ecc7d43-26e4-4e9c-8644-75afb1d15568 req-1df97df8-35b7-4f66-999d-3d37067a8993 service neutron] 10.222.0.71 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810929 Nov 22 16:23:08.049141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f04bbac6-f8d2-431d-a4a7-d614fa528a98'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:23:08.058878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-2c4bb24a-eb77-4502-a0b5-baa0353f98d4 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313668 Nov 22 16:23:08.114853 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.130361 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29386842-8c3d-4539-835f-ea12a266c8cb x-openstack-request-id: req-29386842-8c3d-4539-835f-ea12a266c8cb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:08.130673 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0febdd68-ef25-493e-9e47-d48981779a85", "tag": "905b9154-290a-407a-9484-0e2f7439c138", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:08.130951 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29386842-8c3d-4539-835f-ea12a266c8cb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:08.131393 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0febdd68-ef25-493e-9e47-d48981779a85', 'tag': '905b9154-290a-407a-9484-0e2f7439c138', 'status': 'completed', 'code': 200} Nov 22 16:23:08.131592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.228484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-539fa789-95ec-4a1c-99ed-6c7299fce2ce req-00e5b3ed-2bfc-4dff-a4fb-78a9f8492264 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838271 Nov 22 16:23:08.260979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=e5db866f-7069-404f-9ea5-64a90e0b4717,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:08.299190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.440011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-f919edcf-3ad0-4873-9677-af5a95dc19f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:08.447946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-f919edcf-3ad0-4873-9677-af5a95dc19f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=92bd9675e6354323ac9dd7ea5ef0d6a1&device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 1095 time: 0.2783055 Nov 22 16:23:08.472688 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.508530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bffcdcc-2d68-4c6a-8754-c6dfff4ced93 req-732f7bf7-a24b-4a90-9348-0ffd64104673 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117005 Nov 22 16:23:08.542169 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.548653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.598662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33870) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:08.603801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d852a26e-40e9-4d62-a997-27cd2ce0e6c9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--169702908', 'description': 'tempest-description--992218269'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:08.653720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af60b5b-1e48-4955-9a08-1fcb31b208cd {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:08.664085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c3de-4305-4829-8320-7fc133b7a036 req-77381b77-8b7e-42ff-961a-14eb25f14765 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:08.670729 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d852a26e-40e9-4d62-a997-27cd2ce0e6c9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.682281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd86c3de-4305-4829-8320-7fc133b7a036 req-77381b77-8b7e-42ff-961a-14eb25f14765 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 944 time: 0.3469837 Nov 22 16:23:08.700350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.739753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Transition to ACTIVE for port object 4af60b5b-1e48-4955-9a08-1fcb31b208cd will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:08.771368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3ed1b5-138f-4787-a63e-0c1fc18d3b01,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:08.781732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:08.813120 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d852a26e-40e9-4d62-a997-27cd2ce0e6c9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.816849 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.822648 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.823348 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Added segment b40d2162-6367-4c57-a9e7-aaf94144a5af of type vlan for network 0a20c6c3-e314-4a60-b767-8af08fb474d7 Nov 22 16:23:08.826681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-a8064c1a-112b-4dcc-8d35-1fa720b34c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:08.828313 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP 7bfa794f-161d-4f4e-a737-e1f2cebe1921 associated. External IP: 172.25.5.99, port: 883e2b2e-7674-4287-a162-04d870c99c94. Nov 22 16:23:08.828710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-a8064c1a-112b-4dcc-8d35-1fa720b34c47 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a61a3711-871d-4dae-9972-a93188acef6a HTTP/1.1" status: 200 len: 909 time: 0.3597283 Nov 22 16:23:08.839164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d852a26e-40e9-4d62-a997-27cd2ce0e6c9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.857122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd86c3de-4305-4829-8320-7fc133b7a036 req-73a49d99-9f96-45fc-8856-5e1527c8f319 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717923 Nov 22 16:23:08.926435 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d852a26e-40e9-4d62-a997-27cd2ce0e6c9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.928404 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d852a26e-40e9-4d62-a997-27cd2ce0e6c9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3283675 Nov 22 16:23:08.933234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:08.946857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-030683b8-b7ef-401e-92cf-43ae988737e3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'security_group_rule': {'security_group_id': '0b7c352c-9a78-4627-937c-240aa7b5c7aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:08.953280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-867b151b-d69a-44c7-9750-701aafd1c336 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=905b9154-290a-407a-9484-0e2f7439c138 HTTP/1.1" status: 200 len: 217 time: 0.0924385 Nov 22 16:23:08.983590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.000016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Pushing event updated for resources: {'Port': ['ID=4af60b5b-1e48-4955-9a08-1fcb31b208cd,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:09.009945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852a26e-40e9-4d62-a997-27cd2ce0e6c9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7c352c-9a78-4627-937c-240aa7b5c7aa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:09.105452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:09.117609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.117968 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Added segment 07b8a3c6-07f2-4309-b488-35ad336e0b7c of type vlan for network dcd2eee4-269c-49d4-845a-bdf740b93dd3 Nov 22 16:23:09.181980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-63b6db5d-603d-42cc-ad4e-f3174fa979fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.183701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-63b6db5d-603d-42cc-ad4e-f3174fa979fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ec06e190-07e4-4459-91a9-ac9415d07f34 HTTP/1.1" status: 200 len: 848 time: 0.2154992 Nov 22 16:23:09.214944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-030683b8-b7ef-401e-92cf-43ae988737e3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.232009 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.360766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-adfcb2b0-a4ac-4c77-80a2-2e90555a88c4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a61a3711-871d-4dae-9972-a93188acef6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407650 Nov 22 16:23:09.364158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Attempting to bind port 4af60b5b-1e48-4955-9a08-1fcb31b208cd on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:09.365165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Attempting to bind port 4af60b5b-1e48-4955-9a08-1fcb31b208cd by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:09.365793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Attempting to bind port 4af60b5b-1e48-4955-9a08-1fcb31b208cd on network b11a9880-ae5b-4f89-86ab-6500df726728 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:09.376762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Port 4af60b5b-1e48-4955-9a08-1fcb31b208cd on network b11a9880-ae5b-4f89-86ab-6500df726728 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:09.377364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Attempting to bind port 4af60b5b-1e48-4955-9a08-1fcb31b208cd on network b11a9880-ae5b-4f89-86ab-6500df726728 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:09.447043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f04bbac6-f8d2-431d-a4a7-d614fa528a98 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:23:09.455244 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:23:09.504433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.505828 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.512843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.521154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.524222 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.524517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:09.524783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Checking segment: {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:09.525183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Bound using segment: {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:09.526106 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Bound port: 4af60b5b-1e48-4955-9a08-1fcb31b208cd, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123d3220-c49d-47a5-9bfa-ac72dd3a78e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:09.526488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.578215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port f04bbac6-f8d2-431d-a4a7-d614fa528a98 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:23:09.585399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port f04bbac6-f8d2-431d-a4a7-d614fa528a98 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:09.586172 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.602782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:09.637668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] For port 4af60b5b-1e48-4955-9a08-1fcb31b208cd, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:09.643653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] For port 4af60b5b-1e48-4955-9a08-1fcb31b208cd, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:09.656877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6aed6-d01d-4990-bbcf-d4648142a674 req-26acd7ab-99a3-48c2-bada-319727a9930f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.664600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6aed6-d01d-4990-bbcf-d4648142a674 req-26acd7ab-99a3-48c2-bada-319727a9930f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.671237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6aed6-d01d-4990-bbcf-d4648142a674 req-26acd7ab-99a3-48c2-bada-319727a9930f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.678292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6aed6-d01d-4990-bbcf-d4648142a674 req-26acd7ab-99a3-48c2-bada-319727a9930f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.684538 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.684927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6aed6-d01d-4990-bbcf-d4648142a674 req-26acd7ab-99a3-48c2-bada-319727a9930f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.695140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7dc6aed6-d01d-4990-bbcf-d4648142a674 req-26acd7ab-99a3-48c2-bada-319727a9930f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 3828 time: 0.5150843 Nov 22 16:23:09.710302 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.719974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114f48e-8b14-4922-ae4d-53012df1455d req-b4d2ebc5-a6ba-4a3f-be93-f810af45a060 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:09.722623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d114f48e-8b14-4922-ae4d-53012df1455d req-b4d2ebc5-a6ba-4a3f-be93-f810af45a060 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 948 time: 0.3855720 Nov 22 16:23:09.729221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7606256 Nov 22 16:23:09.729594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:09.786123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04bbac6-f8d2-431d-a4a7-d614fa528a98'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:09.790621 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ffdec3-4b34-414e-99fc-6769f02d481d" -d '{"events": [{"server_uuid": "3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7", "name": "network-vif-plugged", "status": "completed", "tag": "f04bbac6-f8d2-431d-a4a7-d614fa528a98"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:09.809005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-030683b8-b7ef-401e-92cf-43ae988737e3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.810882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port f04bbac6-f8d2-431d-a4a7-d614fa528a98, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:09.823502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:09.915785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=f04bbac6-f8d2-431d-a4a7-d614fa528a98,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:09.916015 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-030683b8-b7ef-401e-92cf-43ae988737e3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.041235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d114f48e-8b14-4922-ae4d-53012df1455d req-ad0aaf09-7944-47b2-bd76-60076f52a65b tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770646 Nov 22 16:23:10.042254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Network': ['ID=0a20c6c3-e314-4a60-b767-8af08fb474d7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:10.056826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0a20c6c3-e314-4a60-b767-8af08fb474d7 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:10.097766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7dc6aed6-d01d-4990-bbcf-d4648142a674 req-ae2e16e2-06a1-4b21-a050-b81b92640263 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014027 Nov 22 16:23:10.114575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-b80f58d2-5a51-48b3-92be-4e0e85902617 service neutron] 10.222.0.71 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280726 Nov 22 16:23:10.179730 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adfd82e-126b-44e7-9754-11c0b838987f x-openstack-request-id: req-0adfd82e-126b-44e7-9754-11c0b838987f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:10.181178 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7", "name": "network-vif-plugged", "status": "completed", "tag": "f04bbac6-f8d2-431d-a4a7-d614fa528a98", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:10.181784 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0adfd82e-126b-44e7-9754-11c0b838987f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:10.182531 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04bbac6-f8d2-431d-a4a7-d614fa528a98', 'code': 200} Nov 22 16:23:10.204999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030683b8-b7ef-401e-92cf-43ae988737e3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d266242a-d813-4cfe-8c05-effe8f58e0c6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:10.215237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-030683b8-b7ef-401e-92cf-43ae988737e3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.245251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-030683b8-b7ef-401e-92cf-43ae988737e3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3023343 Nov 22 16:23:10.248331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33896) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:10.296572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:10.298079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.300057 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] 10.222.0.71 "PUT /v2.0/ports/4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 200 len: 1092 time: 3.0797563 Nov 22 16:23:10.304706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:10.307554 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:10.327505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8c7dd638-1f34-4061-9f44-75e80a0a9874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'security_group_rule': {'security_group_id': '0b7c352c-9a78-4627-937c-240aa7b5c7aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:10.379620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:10.454925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622dbdb-3bc7-4dcc-9718-bf0a7ead1ddb service neutron] Pushing event updated for resources: {'Port': ['ID=4af60b5b-1e48-4955-9a08-1fcb31b208cd,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:10.520967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:10.534801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd638-1f34-4061-9f44-75e80a0a9874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.537393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cf8eb-0db6-4b2e-9fb9-2b05d7c86d53 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:10.560205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495cf8eb-0db6-4b2e-9fb9-2b05d7c86d53 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:10.561276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-495cf8eb-0db6-4b2e-9fb9-2b05d7c86d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:10.563024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.647617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286fdc46-781e-4a35-ab22-fc6a1c03eed2 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:10.654804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04aa71c-3b00-43c1-9705-17a7f9da617f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Network': ['ID=dcd2eee4-269c-49d4-845a-bdf740b93dd3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:10.655262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286fdc46-781e-4a35-ab22-fc6a1c03eed2 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:10.663729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286fdc46-781e-4a35-ab22-fc6a1c03eed2 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:10.670961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286fdc46-781e-4a35-ab22-fc6a1c03eed2 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:10.672541 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-286fdc46-781e-4a35-ab22-fc6a1c03eed2 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4433410 Nov 22 16:23:10.686853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:10.695150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.710496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network dcd2eee4-269c-49d4-845a-bdf740b93dd3 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:10.759276 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5385edf-1db0-4cba-aefd-1564d059e6bc x-openstack-request-id: req-f5385edf-1db0-4cba-aefd-1564d059e6bc {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:10.759583 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:10.759827 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f5385edf-1db0-4cba-aefd-1564d059e6bc {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:10.760382 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'status': 'completed', 'code': 200} Nov 22 16:23:10.790634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd638-1f34-4061-9f44-75e80a0a9874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.816401 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d6b7a878-1d56-4e4c-ae49-99a16371abd3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5494585 Nov 22 16:23:10.821176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:10.825407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd638-1f34-4061-9f44-75e80a0a9874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.828674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-495cf8eb-0db6-4b2e-9fb9-2b05d7c86d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:10.834819 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:10.840595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:10.849492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495cf8eb-0db6-4b2e-9fb9-2b05d7c86d53 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:10.851895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-495cf8eb-0db6-4b2e-9fb9-2b05d7c86d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:10.896640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529f080-1530-4c84-89e9-f402a26b5b75 req-b37080e4-fa8d-49f5-9f4c-c864fe6b6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:10.898152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d529f080-1530-4c84-89e9-f402a26b5b75 req-b37080e4-fa8d-49f5-9f4c-c864fe6b6433 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 1100 time: 0.5495825 Nov 22 16:23:10.907605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-495cf8eb-0db6-4b2e-9fb9-2b05d7c86d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:10.908854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495cf8eb-0db6-4b2e-9fb9-2b05d7c86d53 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:10.986015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7f936-d1cf-40e6-b5cf-55021b3674d6 req-d57509a7-dbdb-423f-8aae-a0c021148092 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:10.990517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bc7f936-d1cf-40e6-b5cf-55021b3674d6 req-d57509a7-dbdb-423f-8aae-a0c021148092 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 944 time: 0.6406789 Nov 22 16:23:11.065028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6f21e87-3a9a-442f-9a55-795af111a890 req-871e093d-4e0a-4d45-b481-bf0c6840e82a service neutron] 10.222.0.71 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9307163 Nov 22 16:23:11.131520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd638-1f34-4061-9f44-75e80a0a9874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.133401 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8c7dd638-1f34-4061-9f44-75e80a0a9874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8299985 Nov 22 16:23:11.144917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33918) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:11.148741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dd638-1f34-4061-9f44-75e80a0a9874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2326526c-3a94-4368-a367-5aba01870f67,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:11.154952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:11.176991 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.191023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-60473b02-7e49-4a4b-84e7-457f6a5de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.191547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-60473b02-7e49-4a4b-84e7-457f6a5de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.192141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-60473b02-7e49-4a4b-84e7-457f6a5de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.192863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-60473b02-7e49-4a4b-84e7-457f6a5de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.193090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-60473b02-7e49-4a4b-84e7-457f6a5de7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.195140 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-60473b02-7e49-4a4b-84e7-457f6a5de7c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 4363 time: 0.4339604 Nov 22 16:23:11.199861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.294959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bc7f936-d1cf-40e6-b5cf-55021b3674d6 req-d982d8b9-ce18-46c7-b433-e82e570ee9f3 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213528 Nov 22 16:23:11.319970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d529f080-1530-4c84-89e9-f402a26b5b75 req-734592da-208c-4e63-8d3b-7219b13ec4e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910756 Nov 22 16:23:11.341160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a20c6c3-e314-4a60-b767-8af08fb474d7']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:11.390436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.400765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40d2162-6367-4c57-a9e7-aaf94144a5af') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:11.401094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40d2162-6367-4c57-a9e7-aaf94144a5af') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:11.483009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c9a01-9b33-4481-be61-03d3a760d1d2 req-2fa25112-95a1-4484-af3c-162e6bdb108f tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.484844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd2c9a01-9b33-4481-be61-03d3a760d1d2 req-2fa25112-95a1-4484-af3c-162e6bdb108f tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 949 time: 0.3224647 Nov 22 16:23:11.490255 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.565339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-54fb549e-febb-441d-9288-f88bc294049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.565893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-54fb549e-febb-441d-9288-f88bc294049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.566461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-54fb549e-febb-441d-9288-f88bc294049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.568218 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-54fb549e-febb-441d-9288-f88bc294049a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9bfd90d55ff94d0da674fa1812211d12&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3277955 Nov 22 16:23:11.652307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.666927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33924) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:11.703109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:23:11.703690 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:23:11.718076 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:23:11.748676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.765507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6c4404-6820-4aae-bf63-d16f20628ec1 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:11.772068 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.772503 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP 7bfa794f-161d-4f4e-a737-e1f2cebe1921 disassociated. External IP: 172.25.5.99, port: 883e2b2e-7674-4287-a162-04d870c99c94. Nov 22 16:23:11.784556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.814263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed452d1f-b9d4-41b9-b34a-62eb6c2e5b26 req-5fae7277-932d-410c-987c-b60bd3c91e88 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.821064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed452d1f-b9d4-41b9-b34a-62eb6c2e5b26 req-5fae7277-932d-410c-987c-b60bd3c91e88 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.827101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed452d1f-b9d4-41b9-b34a-62eb6c2e5b26 req-5fae7277-932d-410c-987c-b60bd3c91e88 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.835640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed452d1f-b9d4-41b9-b34a-62eb6c2e5b26 req-5fae7277-932d-410c-987c-b60bd3c91e88 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.841812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed452d1f-b9d4-41b9-b34a-62eb6c2e5b26 req-5fae7277-932d-410c-987c-b60bd3c91e88 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:11.848548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Transition to ACTIVE for port object eb6c4404-6820-4aae-bf63-d16f20628ec1 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:11.852095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed452d1f-b9d4-41b9-b34a-62eb6c2e5b26 req-5fae7277-932d-410c-987c-b60bd3c91e88 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 3828 time: 0.3658767 Nov 22 16:23:11.876429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 905b9154-290a-407a-9484-0e2f7439c138 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:23:11.876975 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd2c9a01-9b33-4481-be61-03d3a760d1d2 req-471061b9-7fe4-4b64-9de0-f8a9f3b5dca3 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256636 Nov 22 16:23:11.920265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:11.981155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed452d1f-b9d4-41b9-b34a-62eb6c2e5b26 req-4acbd919-91d0-485f-a19a-edc73c0dbac8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280332 Nov 22 16:23:11.996140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.027531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.044618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/networks/0a20c6c3-e314-4a60-b767-8af08fb474d7 HTTP/1.1" status: 204 len: 168 time: 1.3567221 Nov 22 16:23:12.048186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.052821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33930) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:12.070545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6cead-2b36-4ff2-b62f-eaafcc1d2b54 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Network': ['ID=0a20c6c3-e314-4a60-b767-8af08fb474d7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:12.095290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e043ced-da3a-49e9-8a66-a476e2a9ce7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.115344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6c4404-6820-4aae-bf63-d16f20628ec1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:12.187360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 905b9154-290a-407a-9484-0e2f7439c138, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=905b9154-290a-407a-9484-0e2f7439c138,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:12.229345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '905b9154-290a-407a-9484-0e2f7439c138', 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a', 'port_id': '905b9154-290a-407a-9484-0e2f7439c138', 'mac_address': 'fa:16:3e:79:25:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec06e190-07e4-4459-91a9-ac9415d07f34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:23:12.305265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-bd67b1fc-3295-43a4-895e-9d354cac88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:12.309855 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3f07fdf4-cf83-4cfc-a1a7-a995b3cf3b7e req-bd67b1fc-3295-43a4-895e-9d354cac88ef service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7280521 Nov 22 16:23:12.321534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Attempting to bind port eb6c4404-6820-4aae-bf63-d16f20628ec1 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:12.321534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Attempting to bind port eb6c4404-6820-4aae-bf63-d16f20628ec1 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:12.321939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Attempting to bind port eb6c4404-6820-4aae-bf63-d16f20628ec1 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:12.331174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Port eb6c4404-6820-4aae-bf63-d16f20628ec1 on network 669a39bd-497c-4872-8a5f-a523c69f1193 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:12.331596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Attempting to bind port eb6c4404-6820-4aae-bf63-d16f20628ec1 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:12.340738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:12.341134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Checking segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:12.341532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Bound using segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:12.341992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Bound port: eb6c4404-6820-4aae-bf63-d16f20628ec1, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:12.342491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.356901 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.402755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905b9154-290a-407a-9484-0e2f7439c138 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:12.450545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 905b9154-290a-407a-9484-0e2f7439c138, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=905b9154-290a-407a-9484-0e2f7439c138,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:12.462979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.463928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] For port eb6c4404-6820-4aae-bf63-d16f20628ec1, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:12.467928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] For port eb6c4404-6820-4aae-bf63-d16f20628ec1, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:12.488122 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.529900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=905b9154-290a-407a-9484-0e2f7439c138,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:12.570513 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6c4404-6820-4aae-bf63-d16f20628ec1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:12.691948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['905b9154-290a-407a-9484-0e2f7439c138'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:23:12.766549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:12.770585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:12.771868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:12.774040 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d1865cc5-c295-4fb8-9f7d-f76ad4a8eee4 service neutron] 10.222.0.71 "PUT /v2.0/ports/eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 1131 time: 2.4022357 Nov 22 16:23:12.776895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': 'eb6c4404-6820-4aae-bf63-d16f20628ec1'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:12.780903 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e559b6e-f032-49ec-82c7-26162c0046fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "eb6c4404-6820-4aae-bf63-d16f20628ec1"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:12.834264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e234e-70fc-42d0-a19c-55f1cef819c8 req-abe342cd-81ae-41fa-b116-f6dd4578b212 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:12.849370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a61e234e-70fc-42d0-a19c-55f1cef819c8 req-abe342cd-81ae-41fa-b116-f6dd4578b212 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 945 time: 0.1803901 Nov 22 16:23:12.861018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:12.888330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.015127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Allocated IP 172.25.5.201 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/a486148f-c8a6-429b-924b-e71dfe02793b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:13.093568 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae8ad47-13fb-4dff-8f6b-17b512724b83 x-openstack-request-id: req-0ae8ad47-13fb-4dff-8f6b-17b512724b83 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:13.094262 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "eb6c4404-6820-4aae-bf63-d16f20628ec1", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:13.094753 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ae8ad47-13fb-4dff-8f6b-17b512724b83 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:13.095355 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': 'eb6c4404-6820-4aae-bf63-d16f20628ec1', 'status': 'completed', 'code': 200} Nov 22 16:23:13.121253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a61e234e-70fc-42d0-a19c-55f1cef819c8 req-f6ffac9f-3160-49a9-9ab7-2c413e80ae33 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701578 Nov 22 16:23:13.198438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e043ced-da3a-49e9-8a66-a476e2a9ce7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.220857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.225536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e043ced-da3a-49e9-8a66-a476e2a9ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.348413 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e043ced-da3a-49e9-8a66-a476e2a9ce7a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c4cb884c33834ccb9a6d958ec41fb8b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6806927 Nov 22 16:23:13.353873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33942) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:13.356299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e043ced-da3a-49e9-8a66-a476e2a9ce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc30edfd-f0ab-49ef-867d-b5527370e0ed,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:13.373677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-6b9f2b0c-7ce9-41b3-86ee-7d92cbbb7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.374174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-6b9f2b0c-7ce9-41b3-86ee-7d92cbbb7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.374651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-6b9f2b0c-7ce9-41b3-86ee-7d92cbbb7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.375230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-6b9f2b0c-7ce9-41b3-86ee-7d92cbbb7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.375575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-6b9f2b0c-7ce9-41b3-86ee-7d92cbbb7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.376148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-6b9f2b0c-7ce9-41b3-86ee-7d92cbbb7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.378649 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-6b9f2b0c-7ce9-41b3-86ee-7d92cbbb7dee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5287 time: 0.2874994 Nov 22 16:23:13.442852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b44bf-a5b9-408c-b237-4b229acbf108 req-a70070e8-8db5-47e5-8707-b30247396b21 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.444611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc8b44bf-a5b9-408c-b237-4b229acbf108 req-a70070e8-8db5-47e5-8707-b30247396b21 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 949 time: 0.4084461 Nov 22 16:23:13.446495 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.473274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:13.489860 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.492638 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34efc0d-7fd4-4eff-aada-67616289714f None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:13.509913 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34efc0d-7fd4-4eff-aada-67616289714f None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:13.511811 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b34efc0d-7fd4-4eff-aada-67616289714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:13.532832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd2eee4-269c-49d4-845a-bdf740b93dd3']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:13.567187 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b34efc0d-7fd4-4eff-aada-67616289714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:13.579306 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34efc0d-7fd4-4eff-aada-67616289714f None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:13.581617 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b34efc0d-7fd4-4eff-aada-67616289714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:22:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:13.583461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1f6f-8e13-4d27-a53d-6551e73741f9 req-cbcb8419-32a1-4e62-907b-0946ad61015b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.593966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1f6f-8e13-4d27-a53d-6551e73741f9 req-cbcb8419-32a1-4e62-907b-0946ad61015b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.605751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1f6f-8e13-4d27-a53d-6551e73741f9 req-cbcb8419-32a1-4e62-907b-0946ad61015b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.617136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1f6f-8e13-4d27-a53d-6551e73741f9 req-cbcb8419-32a1-4e62-907b-0946ad61015b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.628068 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b34efc0d-7fd4-4eff-aada-67616289714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:13.628524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1f6f-8e13-4d27-a53d-6551e73741f9 req-cbcb8419-32a1-4e62-907b-0946ad61015b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.628773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34efc0d-7fd4-4eff-aada-67616289714f None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:13.639894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea1f6f-8e13-4d27-a53d-6551e73741f9 req-cbcb8419-32a1-4e62-907b-0946ad61015b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.643103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ffea1f6f-8e13-4d27-a53d-6551e73741f9 req-cbcb8419-32a1-4e62-907b-0946ad61015b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 4601 time: 0.3725605 Nov 22 16:23:13.650600 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1d843de7-c1c7-41ba-9180-ac11035439c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/floatingips/7bfa794f-161d-4f4e-a737-e1f2cebe1921 HTTP/1.1" status: 200 len: 687 time: 2.8266964 Nov 22 16:23:13.661517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:13.664653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b8a3c6-07f2-4309-b488-35ad336e0b7c') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:13.665002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b8a3c6-07f2-4309-b488-35ad336e0b7c') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:13.691278 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a80a-4580-4e21-bc50-128a29f0e058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.701007 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.713147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-e51479de-41e0-43e4-a541-a661ffdebbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.713624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-e51479de-41e0-43e4-a541-a661ffdebbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.714088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-e51479de-41e0-43e4-a541-a661ffdebbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.715713 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-e51479de-41e0-43e4-a541-a661ffdebbeb service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9bfd90d55ff94d0da674fa1812211d12&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3200326 Nov 22 16:23:13.737393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a80a-4580-4e21-bc50-128a29f0e058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.740827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.761404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc8b44bf-a5b9-408c-b237-4b229acbf108 req-4bc33b82-89f0-490f-9ce9-5c7d69bd2030 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915912 Nov 22 16:23:13.784343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.801693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:23:13.803006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:23:13.853832 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:23:13.892311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 905b9154-290a-407a-9484-0e2f7439c138 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:23:13.969585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-2d010a09-81f4-4aad-98f6-07ead130140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:13.972514 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1e559b6e-f032-49ec-82c7-26162c0046fc req-2d010a09-81f4-4aad-98f6-07ead130140f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2453914 Nov 22 16:23:13.989394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a80a-4580-4e21-bc50-128a29f0e058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.992354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaa8a80a-4580-4e21-bc50-128a29f0e058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:13.993966 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eaa8a80a-4580-4e21-bc50-128a29f0e058 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bc30edfd-f0ab-49ef-867d-b5527370e0ed HTTP/1.1" status: 204 len: 168 time: 0.6388383 Nov 22 16:23:14.035588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a80a-4580-4e21-bc50-128a29f0e058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc30edfd-f0ab-49ef-867d-b5527370e0ed,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:14.047677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9709cb-4d75-4071-949f-dd1d78ceb1b8 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:14.058483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.063745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 905b9154-290a-407a-9484-0e2f7439c138 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:23:14.081789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Transition to ACTIVE for port object ad9709cb-4d75-4071-949f-dd1d78ceb1b8 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:14.092903 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.099618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 905b9154-290a-407a-9484-0e2f7439c138 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:14.100195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.217300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.229973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Pushing event updated for resources: {'Port': ['ID=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:14.237194 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.244524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/networks/dcd2eee4-269c-49d4-845a-bdf740b93dd3 HTTP/1.1" status: 204 len: 168 time: 2.1864433 Nov 22 16:23:14.245802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33954) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:14.247445 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.307721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46ad01-0e57-4fb7-ab45-100e8d5cf3de tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Network': ['ID=dcd2eee4-269c-49d4-845a-bdf740b93dd3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:14.324885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 905b9154-290a-407a-9484-0e2f7439c138, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=905b9154-290a-407a-9484-0e2f7439c138,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:14.326421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0febdd68-ef25-493e-9e47-d48981779a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905b9154-290a-407a-9484-0e2f7439c138'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:14.329529 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c139b-0f6c-4c2d-b4ea-dda799944405" -d '{"events": [{"server_uuid": "0febdd68-ef25-493e-9e47-d48981779a85", "name": "network-vif-plugged", "status": "completed", "tag": "905b9154-290a-407a-9484-0e2f7439c138"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:14.336114 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.372895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.444254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=905b9154-290a-407a-9484-0e2f7439c138,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:14.490158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ffea1f6f-8e13-4d27-a53d-6551e73741f9 req-29039342-ce54-4f6d-8454-2a67d007649a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8275335 Nov 22 16:23:14.572722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:14.616965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:14.621481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:14.623668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'Port': ['ID=a486148f-c8a6-429b-924b-e71dfe02793b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:14.646359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port e5db866f-7069-404f-9ea5-64a90e0b4717 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:14.646702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:14.672793 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045e37a0-7f42-4c93-898f-4012d9189aed x-openstack-request-id: req-045e37a0-7f42-4c93-898f-4012d9189aed {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:14.673237 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0febdd68-ef25-493e-9e47-d48981779a85", "name": "network-vif-plugged", "status": "completed", "tag": "905b9154-290a-407a-9484-0e2f7439c138", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:14.673610 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-045e37a0-7f42-4c93-898f-4012d9189aed {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:14.674325 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0febdd68-ef25-493e-9e47-d48981779a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905b9154-290a-407a-9484-0e2f7439c138', 'code': 200} Nov 22 16:23:14.827499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:14.972712 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-251ff5fe-90f5-4304-a53a-d2d0a4f66825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.060747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776099fd-3c7f-4110-baa8-267ebe774653 req-361ab3b2-31f3-4c75-9d0a-9dda26ddcf5f tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.062880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-776099fd-3c7f-4110-baa8-267ebe774653 req-361ab3b2-31f3-4c75-9d0a-9dda26ddcf5f tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 946 time: 0.3451636 Nov 22 16:23:15.073923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.081903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.082394 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.082675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097997a6-4616-4e1b-b7c1-623816504510 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.089617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097997a6-4616-4e1b-b7c1-623816504510 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.098620 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-097997a6-4616-4e1b-b7c1-623816504510 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8514533 Nov 22 16:23:15.106159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:15.183270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1389554023'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:15.185790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9bb28-992d-438f-aa9e-182c879fa36a req-32965471-fc54-4eb9-8cfb-06eca6b50078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.187476 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9dd9bb28-992d-438f-aa9e-182c879fa36a req-32965471-fc54-4eb9-8cfb-06eca6b50078 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 1097 time: 0.1258569 Nov 22 16:23:15.204822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-776099fd-3c7f-4110-baa8-267ebe774653 req-514a1248-26f5-413c-922b-84a8acecb0fe tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140790 Nov 22 16:23:15.245041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for e5db866f-7069-404f-9ea5-64a90e0b4717 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:15.246666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Attempting to bind port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:15.247010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Attempting to bind port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:15.247339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Attempting to bind port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:15.291589 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.320117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9dd9bb28-992d-438f-aa9e-182c879fa36a req-bf00604d-2748-4c11-934b-009ac5d4b6e1 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190753 Nov 22 16:23:15.320874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 on network 669a39bd-497c-4872-8a5f-a523c69f1193 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:15.321274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Attempting to bind port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:15.327619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:15.327993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Checking segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:15.328625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Bound using segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:15.329073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Bound port: ad9709cb-4d75-4071-949f-dd1d78ceb1b8, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:15.329432 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.411371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Made reservation on behalf of fcd60fa4fef44094ac00e4e6f02a24de for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:15.416837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.430079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] For port ad9709cb-4d75-4071-949f-dd1d78ceb1b8, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:15.434144 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] For port ad9709cb-4d75-4071-949f-dd1d78ceb1b8, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:15.441636 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.522543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:15.548070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.548805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.551298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] 10.222.0.71 "PUT /v2.0/ports/ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 1131 time: 2.7079268 Nov 22 16:23:15.551851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': 'ad9709cb-4d75-4071-949f-dd1d78ceb1b8'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:15.555713 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a4137e-6495-4813-8157-983da1f2efcf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "ad9709cb-4d75-4071-949f-dd1d78ceb1b8"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:15.595526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b431b-a3bf-4a23-8032-4974ab09faaf service neutron] Pushing event updated for resources: {'Port': ['ID=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:15.633168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:15.689310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.689669 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Added segment 1472d2c6-46f3-435e-b07d-da2f11619a83 of type vlan for network 5c40bab5-079a-4cd4-a264-4ee27a8b3854 Nov 22 16:23:15.691663 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a11fbe-e81d-4850-b8c1-0baa1c4c09e2 x-openstack-request-id: req-19a11fbe-e81d-4850-b8c1-0baa1c4c09e2 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:15.692349 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "ad9709cb-4d75-4071-949f-dd1d78ceb1b8", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:15.692488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-251ff5fe-90f5-4304-a53a-d2d0a4f66825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.692874 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19a11fbe-e81d-4850-b8c1-0baa1c4c09e2 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:15.699392 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': 'ad9709cb-4d75-4071-949f-dd1d78ceb1b8', 'status': 'completed', 'code': 200} Nov 22 16:23:15.709070 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-251ff5fe-90f5-4304-a53a-d2d0a4f66825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.812140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.832516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-3c87a47b-d52b-424a-aacd-b331bfcebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.832886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-3c87a47b-d52b-424a-aacd-b331bfcebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.833424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-3c87a47b-d52b-424a-aacd-b331bfcebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.834131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-3c87a47b-d52b-424a-aacd-b331bfcebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.834633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-3c87a47b-d52b-424a-aacd-b331bfcebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.835324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-3c87a47b-d52b-424a-aacd-b331bfcebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.835720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-3c87a47b-d52b-424a-aacd-b331bfcebaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:15.838470 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f8a4137e-6495-4813-8157-983da1f2efcf req-3c87a47b-d52b-424a-aacd-b331bfcebaba service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6211 time: 0.1368368 Nov 22 16:23:15.899525 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:15.902546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff5fe-90f5-4304-a53a-d2d0a4f66825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e1be74-2cf2-4e48-bcaa-665b6a3b3953,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:15.917644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-251ff5fe-90f5-4304-a53a-d2d0a4f66825 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46d3d56206c543a7a18514eb3bb3fc6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0863025 Nov 22 16:23:15.939210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33980) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:16.050260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.063989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.065362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.111548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-a4518965-826c-4567-bdb3-ce7c2836cfa8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.119682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-a4518965-826c-4567-bdb3-ce7c2836cfa8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.126926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-a4518965-826c-4567-bdb3-ce7c2836cfa8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.133543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-a4518965-826c-4567-bdb3-ce7c2836cfa8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.139882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-a4518965-826c-4567-bdb3-ce7c2836cfa8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.146956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-a4518965-826c-4567-bdb3-ce7c2836cfa8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.154118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-a4518965-826c-4567-bdb3-ce7c2836cfa8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.163405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-a4518965-826c-4567-bdb3-ce7c2836cfa8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5374 time: 0.4230497 Nov 22 16:23:16.175300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.270113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=e5db866f-7069-404f-9ea5-64a90e0b4717,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:16.301469 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.315391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1815112 Nov 22 16:23:16.326598 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.329063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:16.376420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-554530068'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:16.451386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-421c9966-e5db-40bf-9e85-d3ca6903a9fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.463184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-c93ad3fe-849b-4c86-b97c-e63fc76c299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.463946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-c93ad3fe-849b-4c86-b97c-e63fc76c299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.464560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-c93ad3fe-849b-4c86-b97c-e63fc76c299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.466334 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f8a4137e-6495-4813-8157-983da1f2efcf req-c93ad3fe-849b-4c86-b97c-e63fc76c299d service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9bfd90d55ff94d0da674fa1812211d12&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6181941 Nov 22 16:23:16.509549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-421c9966-e5db-40bf-9e85-d3ca6903a9fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.557878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4c148014-2b21-48f5-85cb-745ff3afc45f req-d8d979d0-aed4-4fcf-8e78-793abbca921b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3931067 Nov 22 16:23:16.558386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Made reservation on behalf of fcd60fa4fef44094ac00e4e6f02a24de for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:16.561743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.595497 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.600083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.604545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1a4add10-b85f-4f61-9b51-53744fc4d924 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/floatingips/7bfa794f-161d-4f4e-a737-e1f2cebe1921 HTTP/1.1" status: 204 len: 168 time: 2.9342754 Nov 22 16:23:16.606234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf396d-f8b9-41d7-86a0-4e675902afaa tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Network': ['ID=5c40bab5-079a-4cd4-a264-4ee27a8b3854,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:16.610132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33988) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:16.620460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5c40bab5-079a-4cd4-a264-4ee27a8b3854 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:16.624307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '5f713c55-b1dd-4680-8d56-56b4f12655c8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:16.642099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667298fd-c433-4b7c-a2b0-5000e7b8e96b {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:16.654443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.713862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Transition to ACTIVE for port object 667298fd-c433-4b7c-a2b0-5000e7b8e96b will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:16.715364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-421c9966-e5db-40bf-9e85-d3ca6903a9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.718535 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-421c9966-e5db-40bf-9e85-d3ca6903a9fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.721613 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-421c9966-e5db-40bf-9e85-d3ca6903a9fd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44e1be74-2cf2-4e48-bcaa-665b6a3b3953 HTTP/1.1" status: 204 len: 168 time: 0.7801430 Nov 22 16:23:16.723426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4137e-6495-4813-8157-983da1f2efcf req-08d42648-e44f-49a0-9912-f2eebb82f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:16.740419 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f8a4137e-6495-4813-8157-983da1f2efcf req-08d42648-e44f-49a0-9912-f2eebb82f0d5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2481871 Nov 22 16:23:16.746898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:16.775126 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.775358 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.775459 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Added segment 26c848ca-d92a-41fc-8c79-9abb4e35dd39 of type vlan for network db62cb4b-74d2-46dd-ba42-2159b66e074b Nov 22 16:23:16.813417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c9966-e5db-40bf-9e85-d3ca6903a9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e1be74-2cf2-4e48-bcaa-665b6a3b3953,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:16.843940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:16.906674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.019853 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.030725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:17.031784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.086061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Pushing event updated for resources: {'Port': ['ID=667298fd-c433-4b7c-a2b0-5000e7b8e96b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:17.094729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7548356 Nov 22 16:23:17.094729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'Port': ['ID=a486148f-c8a6-429b-924b-e71dfe02793b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:17.098663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33996) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:17.103727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'ports': [{'network_id': '5c40bab5-079a-4cd4-a264-4ee27a8b3854', 'name': 'tempest-port--514247429', 'admin_state_up': True}, {'network_id': 'db62cb4b-74d2-46dd-ba42-2159b66e074b', 'admin_state_up': False}]} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:17.110120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'port': {'network_id': '5c40bab5-079a-4cd4-a264-4ee27a8b3854', 'name': 'tempest-port--514247429', 'admin_state_up': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:17.110718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'port': {'network_id': 'db62cb4b-74d2-46dd-ba42-2159b66e074b', 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:17.231180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Attempting to bind port 667298fd-c433-4b7c-a2b0-5000e7b8e96b on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:17.232127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Attempting to bind port 667298fd-c433-4b7c-a2b0-5000e7b8e96b by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:17.233391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Attempting to bind port 667298fd-c433-4b7c-a2b0-5000e7b8e96b on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:17.263494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.269940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Port 667298fd-c433-4b7c-a2b0-5000e7b8e96b on network 669a39bd-497c-4872-8a5f-a523c69f1193 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:17.270722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Attempting to bind port 667298fd-c433-4b7c-a2b0-5000e7b8e96b on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:17.287207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:17.288136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Checking segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:17.288536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Bound using segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:17.288994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Bound port: 667298fd-c433-4b7c-a2b0-5000e7b8e96b, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:17.289909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.306879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396da4-3dab-42d3-9064-c33ae0d3ee3c req-04722057-0ae4-4d4e-a332-6b5bf0cc2810 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:17.309358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38396da4-3dab-42d3-9064-c33ae0d3ee3c req-04722057-0ae4-4d4e-a332-6b5bf0cc2810 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 946 time: 0.8025062 Nov 22 16:23:17.326109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc2cbd-5721-49ae-a824-9fd9615d2513 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Network': ['ID=db62cb4b-74d2-46dd-ba42-2159b66e074b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:17.352207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.357494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-616ca9d3-d929-4f13-b9ef-ca32b48d6dfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2074096 Nov 22 16:23:17.360396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network db62cb4b-74d2-46dd-ba42-2159b66e074b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:17.394645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] For port 667298fd-c433-4b7c-a2b0-5000e7b8e96b, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:17.401652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] For port 667298fd-c433-4b7c-a2b0-5000e7b8e96b, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:17.432460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.447022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38396da4-3dab-42d3-9064-c33ae0d3ee3c req-a77469a4-d6ca-4f28-8b04-e66d1f1dceaf tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022725 Nov 22 16:23:17.464740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b645d0-a04a-45c9-9737-759816a77474 req-97c5b769-c091-4065-b370-61e245962bc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4826033 Nov 22 16:23:17.650774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b645d0-a04a-45c9-9737-759816a77474 req-3b2c27e1-7734-418b-8eb9-4c2260c973e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:17.653782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b645d0-a04a-45c9-9737-759816a77474 req-3b2c27e1-7734-418b-8eb9-4c2260c973e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2c907cfc0b84ceda00838aec82347d4&device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 1100 time: 0.1073015 Nov 22 16:23:17.659320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.750832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:17.752869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.754950 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] 10.222.0.71 "PUT /v2.0/ports/667298fd-c433-4b7c-a2b0-5000e7b8e96b HTTP/1.1" status: 200 len: 1090 time: 2.1323929 Nov 22 16:23:17.755698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': '667298fd-c433-4b7c-a2b0-5000e7b8e96b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:17.780658 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "667298fd-c433-4b7c-a2b0-5000e7b8e96b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:17.808580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:17.837458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Made reservation on behalf of fcd60fa4fef44094ac00e4e6f02a24de for: {'port': 2} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:17.846709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.854507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e957a-5bf0-4dff-adae-8c310bb0a5ce service neutron] Pushing event updated for resources: {'Port': ['ID=667298fd-c433-4b7c-a2b0-5000e7b8e96b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:17.915124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:17.963818 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:18.084344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b645d0-a04a-45c9-9737-759816a77474 req-fe899389-adee-42ea-8f08-e64f2700c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.084344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b645d0-a04a-45c9-9737-759816a77474 req-fe899389-adee-42ea-8f08-e64f2700c114 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.4006689 Nov 22 16:23:18.101848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] device_id is not set on port 4144c943-342a-4687-a76e-1653ccecbe4d yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:23:18.159461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-afa40442-75e7-4485-ba81-78dfca2e57cd tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--169702908&fields=id&tenant_id=f7f20f4022784e15848c51c9ca7368a6 HTTP/1.1" status: 200 len: 267 time: 0.3850470 Nov 22 16:23:18.162360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.25.5.154 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/2969f74e-a7ed-4309-a0f3-740c4995ee27) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:18.461971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:18.578118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] device_id is not set on port c0430042-0a03-4ce4-b9c7-ec1a917222d9 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:23:18.632363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b645d0-a04a-45c9-9737-759816a77474 req-d488f59e-999f-49ba-8d65-9ff4a2e5e032 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98 HTTP/1.1" status: 200 len: 217 time: 0.4716246 Nov 22 16:23:18.657689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-961373dd-256c-4ed2-a188-43d2e7bcd9e0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.664689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-961373dd-256c-4ed2-a188-43d2e7bcd9e0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.671167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-961373dd-256c-4ed2-a188-43d2e7bcd9e0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.677611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-961373dd-256c-4ed2-a188-43d2e7bcd9e0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.683775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-961373dd-256c-4ed2-a188-43d2e7bcd9e0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.690242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-961373dd-256c-4ed2-a188-43d2e7bcd9e0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.696305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-961373dd-256c-4ed2-a188-43d2e7bcd9e0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.698250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-961373dd-256c-4ed2-a188-43d2e7bcd9e0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5386 time: 0.9221709 Nov 22 16:23:18.729686 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83fbec6-82ce-4f88-9748-a5d8f28b5f27 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:18.739131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:18.752429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Transition to ACTIVE for port object f83fbec6-82ce-4f88-9748-a5d8f28b5f27 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:18.774905 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:18.787589 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:18.865396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Pushing event updated for resources: {'Port': ['ID=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:18.876973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b645d0-a04a-45c9-9737-759816a77474 req-9ded8f0b-234e-4eb3-9e60-d987b9fd1419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:18.879003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b645d0-a04a-45c9-9737-759816a77474 req-9ded8f0b-234e-4eb3-9e60-d987b9fd1419 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2345176 Nov 22 16:23:18.937532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:18.968066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7957d204-1a67-4960-8c6b-ca6cf2846b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:19.055429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-efd4d442-f68c-4e25-93d0-bbf63872038d req-5596ba47-67b6-4cf0-9a7a-f7ac26a7fb9e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2838061 Nov 22 16:23:19.076383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Attempting to bind port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:19.076857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Attempting to bind port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:19.077244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Attempting to bind port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:19.101826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 on network 669a39bd-497c-4872-8a5f-a523c69f1193 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:19.101826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Attempting to bind port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:19.102771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b645d0-a04a-45c9-9737-759816a77474 req-06d037b9-d44e-47be-838f-d8f9b285f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.102771 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b645d0-a04a-45c9-9737-759816a77474 req-06d037b9-d44e-47be-838f-d8f9b285f9cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2081776 Nov 22 16:23:19.102942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Port': ['ID=4144c943-342a-4687-a76e-1653ccecbe4d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:19.114604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Checking segment: {'id': '1472d2c6-46f3-435e-b07d-da2f11619a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '5c40bab5-079a-4cd4-a264-4ee27a8b3854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:19.115144 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Network hostable DHCP agents. Network: 5c40bab5-079a-4cd4-a264-4ee27a8b3854, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:23:19.120816 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:19.121210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Checking segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:19.121776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Bound using segment: {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:19.122415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Bound port: f83fbec6-82ce-4f88-9748-a5d8f28b5f27, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c579c3-abe3-486d-b16b-5260bcc810d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:19.122946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:19.254842 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987ef1c2-84f6-4bc9-a8cb-45070db4480b x-openstack-request-id: req-987ef1c2-84f6-4bc9-a8cb-45070db4480b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:19.255212 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "667298fd-c433-4b7c-a2b0-5000e7b8e96b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:19.255406 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-987ef1c2-84f6-4bc9-a8cb-45070db4480b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:19.255839 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': '667298fd-c433-4b7c-a2b0-5000e7b8e96b', 'status': 'completed', 'code': 200} Nov 22 16:23:19.276797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b645d0-a04a-45c9-9737-759816a77474 req-75eeac16-9c46-4b4e-82f3-8ed3caec90ff service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665611 Nov 22 16:23:19.287599 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Network 5c40bab5-079a-4cd4-a264-4ee27a8b3854 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:23:19.336968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-01d0ce37-8f86-43bc-8d5e-3a034235e222 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.338534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-01d0ce37-8f86-43bc-8d5e-3a034235e222 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 817 time: 1.1562755 Nov 22 16:23:19.389655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] For port f83fbec6-82ce-4f88-9748-a5d8f28b5f27, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:19.395007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] For port f83fbec6-82ce-4f88-9748-a5d8f28b5f27, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:19.397066 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5c40bab5-079a-4cd4-a264-4ee27a8b3854) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:19.406299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:19.407548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:19.414207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:19.415032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15479916-0831-4f11-9832-d3eae7933449 None None] Network 5c40bab5-079a-4cd4-a264-4ee27a8b3854 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:23:19.452569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:19.493927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-6422ef5b-58eb-41d6-8111-fb0e896e0a22 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/quotas/f7f20f4022784e15848c51c9ca7368a6 HTTP/1.1" status: 200 len: 375 time: 0.1055627 Nov 22 16:23:19.512056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Pushing event updated for resources: {'Port': ['ID=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:19.522255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-b1965c86-fbf5-4e12-96d8-68eeebd67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.522892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-b1965c86-fbf5-4e12-96d8-68eeebd67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.523438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-b1965c86-fbf5-4e12-96d8-68eeebd67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.524097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-b1965c86-fbf5-4e12-96d8-68eeebd67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.524642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-b1965c86-fbf5-4e12-96d8-68eeebd67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.525233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-b1965c86-fbf5-4e12-96d8-68eeebd67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.525771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-b1965c86-fbf5-4e12-96d8-68eeebd67536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.530822 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-b1965c86-fbf5-4e12-96d8-68eeebd67536 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6303 time: 0.2864177 Nov 22 16:23:19.594384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Port': ['ID=c0430042-0a03-4ce4-b9c7-ec1a917222d9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:19.624368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.625159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:19.626641 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f2e90c21-a7c2-4c97-afa5-966638839414 service neutron] 10.222.0.71 "PUT /v2.0/ports/f83fbec6-82ce-4f88-9748-a5d8f28b5f27 HTTP/1.1" status: 200 len: 1091 time: 1.8376179 Nov 22 16:23:19.632428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb4f8-5eff-47d7-8330-bdda172fb919 req-2f593852-73c5-41aa-80d5-1ef091f9fac4 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:19.640327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60cdb4f8-5eff-47d7-8330-bdda172fb919 req-2f593852-73c5-41aa-80d5-1ef091f9fac4 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 946 time: 0.1854262 Nov 22 16:23:19.673289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4b645d0-a04a-45c9-9737-759816a77474 req-e59864b8-fe41-4b79-816f-b2975dca1d4e service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800988 Nov 22 16:23:19.681730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:19.707586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-17880451-d72e-473a-a6d0-cb28eb03d6ea tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2027197 Nov 22 16:23:19.757763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:19.795368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60cdb4f8-5eff-47d7-8330-bdda172fb919 req-4e947682-943a-4a85-8c0a-a180ab3aefa2 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536486 Nov 22 16:23:19.811978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:19.817661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:19.824140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:19.925990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34070) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:19.933268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=2969f74e-a7ed-4309-a0f3-740c4995ee27,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:19.952315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Checking segment: {'id': '26c848ca-d92a-41fc-8c79-9abb4e35dd39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'db62cb4b-74d2-46dd-ba42-2159b66e074b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:19.952845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Network hostable DHCP agents. Network: db62cb4b-74d2-46dd-ba42-2159b66e074b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:23:20.073103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Network db62cb4b-74d2-46dd-ba42-2159b66e074b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:23:20.090748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.172632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47e9bae8-b383-48df-9523-b6e837876370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.178918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, db62cb4b-74d2-46dd-ba42-2159b66e074b) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:20.199195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7c132-94f4-49ab-9041-85dbe819a48b None None] Network db62cb4b-74d2-46dd-ba42-2159b66e074b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:23:20.296350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47e9bae8-b383-48df-9523-b6e837876370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.299077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-335206a9-39df-4f9f-b8c2-aa9c4151a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.300188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-335206a9-39df-4f9f-b8c2-aa9c4151a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.300976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-335206a9-39df-4f9f-b8c2-aa9c4151a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.303877 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-335206a9-39df-4f9f-b8c2-aa9c4151a877 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9bfd90d55ff94d0da674fa1812211d12&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7054341 Nov 22 16:23:20.310597 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47e9bae8-b383-48df-9523-b6e837876370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.328254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:20.336696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.342210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.342942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.352150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-bf82a07a-099c-432d-9818-a61e64734ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765860 Nov 22 16:23:20.482331 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-47e9bae8-b383-48df-9523-b6e837876370 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96df26a23e0846bc843204402923b731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5511048 Nov 22 16:23:20.493363 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8942e508-1b65-40be-ae46-d9258d4e36fc tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3899586 Nov 22 16:23:20.496464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34078) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:20.496704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34080) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:20.539157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9bae8-b383-48df-9523-b6e837876370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68bb978-2c84-4112-9220-1f94588d21c7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:20.542190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-3b0b5829-d697-4e11-adfc-f7097228eff9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.549871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-3b0b5829-d697-4e11-adfc-f7097228eff9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.557328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-3b0b5829-d697-4e11-adfc-f7097228eff9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.563695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-3b0b5829-d697-4e11-adfc-f7097228eff9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.570601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-3b0b5829-d697-4e11-adfc-f7097228eff9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.576752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-3b0b5829-d697-4e11-adfc-f7097228eff9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.583514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-3b0b5829-d697-4e11-adfc-f7097228eff9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.585586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-3b0b5829-d697-4e11-adfc-f7097228eff9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5398 time: 0.3706605 Nov 22 16:23:20.683779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-a169cc8c-446c-46b1-b6a3-e9ebe29fcf71 service neutron] 10.222.0.69 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307576 Nov 22 16:23:20.761171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-fee93544-fa17-4ea9-ab7c-b3ba037b22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.762674 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c40a7bcf-1e5c-48d7-a2d7-56691e6068c3 req-fee93544-fa17-4ea9-ab7c-b3ba037b22f0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4167809 Nov 22 16:23:20.777739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1cb3cf8b-c742-4f5e-a42c-c16ee3aa60d6 req-baa4cf83-f706-4d93-9410-4e2b11c59068 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1807632 Nov 22 16:23:20.787803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c8c73-8ee4-4a1e-9023-b1599d15433b tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.810046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.828256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30c8c73-8ee4-4a1e-9023-b1599d15433b tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:20.832792 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f30c8c73-8ee4-4a1e-9023-b1599d15433b tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3111906 Nov 22 16:23:20.832958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9911411-fb0d-4f97-9144-bc4975bae15d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.838986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34084) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:20.920408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9911411-fb0d-4f97-9144-bc4975bae15d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.987704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-651d8e6b-1cd0-47e3-abb6-805b8525d6c1 req-6869cc59-454d-4ca3-9729-51e72e0f5f3a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 210 time: 0.0737157 Nov 22 16:23:20.990987 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.152915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef00f4d-baa5-474e-9dd1-8a4886f2c537 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:21.168672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.198063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9911411-fb0d-4f97-9144-bc4975bae15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.201740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9911411-fb0d-4f97-9144-bc4975bae15d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.203117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9911411-fb0d-4f97-9144-bc4975bae15d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e68bb978-2c84-4112-9220-1f94588d21c7 HTTP/1.1" status: 204 len: 168 time: 0.7029631 Nov 22 16:23:21.228637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Transition to ACTIVE for port object cef00f4d-baa5-474e-9dd1-8a4886f2c537 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:21.229882 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9911411-fb0d-4f97-9144-bc4975bae15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68bb978-2c84-4112-9220-1f94588d21c7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:21.254716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57a9eeda-c668-45ef-9baa-13b38c347b2e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Deleting port 4144c943-342a-4687-a76e-1653ccecbe4d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:21.255527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57a9eeda-c668-45ef-9baa-13b38c347b2e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.270565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:21.285034 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227274a6-daf6-48ad-aee7-9f23bc0a86e7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "f83fbec6-82ce-4f88-9748-a5d8f28b5f27"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:21.299478 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.306142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.323252 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-043a7dde-3852-4215-aef8-e1175b1de1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.342225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.530965 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a972d1-f340-4def-b05f-b454dede867f x-openstack-request-id: req-25a972d1-f340-4def-b05f-b454dede867f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:21.531268 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "f83fbec6-82ce-4f88-9748-a5d8f28b5f27", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:21.531541 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25a972d1-f340-4def-b05f-b454dede867f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:21.533012 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27', 'status': 'completed', 'code': 200} Nov 22 16:23:21.574923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Pushing event updated for resources: {'Port': ['ID=cef00f4d-baa5-474e-9dd1-8a4886f2c537,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:21.618966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.626599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57a9eeda-c668-45ef-9baa-13b38c347b2e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:21.728754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=2969f74e-a7ed-4309-a0f3-740c4995ee27,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:21.753339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57a9eeda-c668-45ef-9baa-13b38c347b2e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Calling delete_port for 4144c943-342a-4687-a76e-1653ccecbe4d owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:21.863887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-84911d99-5b87-4cac-94b8-d274485e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:21.866626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-84911d99-5b87-4cac-94b8-d274485e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:21.867156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-84911d99-5b87-4cac-94b8-d274485e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:21.867888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-84911d99-5b87-4cac-94b8-d274485e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:21.868405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-84911d99-5b87-4cac-94b8-d274485e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:21.868876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-84911d99-5b87-4cac-94b8-d274485e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:21.869386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-84911d99-5b87-4cac-94b8-d274485e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:21.876225 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-84911d99-5b87-4cac-94b8-d274485e24f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6370 time: 0.3369403 Nov 22 16:23:21.997049 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP ee21d085-7ed7-4d82-8f9e-d6b027afcb54 associated. External IP: 172.25.5.154, port: 5f713c55-b1dd-4680-8d56-56b4f12655c8. Nov 22 16:23:22.084703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-9f596f3c-c0bd-4a48-8ec6-be3ed9a76d05 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.092876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-9f596f3c-c0bd-4a48-8ec6-be3ed9a76d05 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.101665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-9f596f3c-c0bd-4a48-8ec6-be3ed9a76d05 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.108345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-9f596f3c-c0bd-4a48-8ec6-be3ed9a76d05 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.117028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-9f596f3c-c0bd-4a48-8ec6-be3ed9a76d05 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.123462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Attempting to bind port cef00f4d-baa5-474e-9dd1-8a4886f2c537 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:22.124080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-9f596f3c-c0bd-4a48-8ec6-be3ed9a76d05 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.126768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Attempting to bind port cef00f4d-baa5-474e-9dd1-8a4886f2c537 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:22.128035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Attempting to bind port cef00f4d-baa5-474e-9dd1-8a4886f2c537 on network fb8677be-dd67-4e24-8c66-d5f0248bf751 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:22.132769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-9f596f3c-c0bd-4a48-8ec6-be3ed9a76d05 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.135020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-9f596f3c-c0bd-4a48-8ec6-be3ed9a76d05 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5410 time: 0.2446666 Nov 22 16:23:22.157080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57a9eeda-c668-45ef-9baa-13b38c347b2e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:22.173158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Port cef00f4d-baa5-474e-9dd1-8a4886f2c537 on network fb8677be-dd67-4e24-8c66-d5f0248bf751 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:22.173395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Attempting to bind port cef00f4d-baa5-474e-9dd1-8a4886f2c537 on network fb8677be-dd67-4e24-8c66-d5f0248bf751 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:22.214567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9eeda-c668-45ef-9baa-13b38c347b2e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Port': ['ID=4144c943-342a-4687-a76e-1653ccecbe4d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:22.243506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:22.243958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Checking segment: {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:22.244510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Bound using segment: {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:22.244975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Bound port: cef00f4d-baa5-474e-9dd1-8a4886f2c537, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:22.245339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:22.256839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57a9eeda-c668-45ef-9baa-13b38c347b2e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:22.265081 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57a9eeda-c668-45ef-9baa-13b38c347b2e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/ports/4144c943-342a-4687-a76e-1653ccecbe4d HTTP/1.1" status: 204 len: 168 time: 1.4249623 Nov 22 16:23:22.266436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34118) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:22.297332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-7cb08322-1583-4b2f-add8-c882cd27a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.297824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-7cb08322-1583-4b2f-add8-c882cd27a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.298471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-7cb08322-1583-4b2f-add8-c882cd27a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.301255 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-7cb08322-1583-4b2f-add8-c882cd27a4d0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9bfd90d55ff94d0da674fa1812211d12&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4175479 Nov 22 16:23:22.371292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b0001ec-7483-491a-9b2c-14e0fa5df2d9 req-244e298e-2c37-4642-8d24-cd32e66442b6 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612914 Nov 22 16:23:22.394966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b52728fe-0224-46a8-8867-64a551319300 req-6c5872af-3071-44da-81b3-96dedb6ccd69 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 210 time: 0.2023170 Nov 22 16:23:22.457092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:22.539645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:22.577445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:22.620863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] For port cef00f4d-baa5-474e-9dd1-8a4886f2c537, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:22.637025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-e8cd35f2-b366-4993-8b53-bf2a8f478e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.639388 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-227274a6-daf6-48ad-aee7-9f23bc0a86e7 req-e8cd35f2-b366-4993-8b53-bf2a8f478e0e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3032737 Nov 22 16:23:22.645847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] For port cef00f4d-baa5-474e-9dd1-8a4886f2c537, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:22.657627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:22.698209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f594de3b-9729-4a64-8b45-02cdfe43279e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Deleting port c0430042-0a03-4ce4-b9c7-ec1a917222d9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:22.698874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f594de3b-9729-4a64-8b45-02cdfe43279e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:22.714714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.715469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:22.717039 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] 10.222.0.71 "PUT /v2.0/ports/cef00f4d-baa5-474e-9dd1-8a4886f2c537 HTTP/1.1" status: 200 len: 1091 time: 2.9669430 Nov 22 16:23:22.768627 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-a6fb25ee-6a33-441d-9ea9-625d0ffb51b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3716345 Nov 22 16:23:22.807199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-aa3f04e5-b086-4ed8-ae11-58d2cd5abad8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:22.811559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-aa3f04e5-b086-4ed8-ae11-58d2cd5abad8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 817 time: 0.2425904 Nov 22 16:23:22.896846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Request body: {'port': {'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:22.988901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27c01c-c319-417f-9539-da1d73e46e9b service neutron] Pushing event updated for resources: {'Port': ['ID=cef00f4d-baa5-474e-9dd1-8a4886f2c537,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:23.011090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f594de3b-9729-4a64-8b45-02cdfe43279e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:23.046407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f594de3b-9729-4a64-8b45-02cdfe43279e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Calling delete_port for c0430042-0a03-4ce4-b9c7-ec1a917222d9 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:23.063522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-857b26bf-e3a6-44c6-bf2a-609ea6d23ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.065955 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-857b26bf-e3a6-44c6-bf2a-609ea6d23ec3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 1096 time: 0.1790147 Nov 22 16:23:23.289729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-b09e8aa4-05a6-4aa7-b1a4-3de6f6f1c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.291364 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-b09e8aa4-05a6-4aa7-b1a4-3de6f6f1c6ad service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.1303759 Nov 22 16:23:23.296748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f594de3b-9729-4a64-8b45-02cdfe43279e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:23.335976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594de3b-9729-4a64-8b45-02cdfe43279e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Port': ['ID=c0430042-0a03-4ce4-b9c7-ec1a917222d9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:23.686581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b474cee9-781a-44f9-b433-2cac9a6d9cfa req-e0077af7-d86b-4d81-8606-e7599a918d17 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 210 time: 0.1248965 Nov 22 16:23:23.773968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-1e14dcb8-f7eb-4799-be6d-97da6d5ac834 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f20f4022784e15848c51c9ca7368a6 HTTP/1.1" status: 200 len: 379 time: 0.9067259 Nov 22 16:23:23.777378 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:23.796981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34154) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:23.810309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'port': {'device_id': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'admin_state_up': True, 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'security_groups': ['0b7c352c-9a78-4627-937c-240aa7b5c7aa']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:23.827948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:23.835932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:23.838221 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aeab3d-b060-4e98-980d-d26de2efa566" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "cef00f4d-baa5-474e-9dd1-8a4886f2c537"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:23.849502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bf7e2-7c74-4e2d-914d-bf72285ed5fb None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:23.864009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bf7e2-7c74-4e2d-914d-bf72285ed5fb None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:23.865602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-756bf7e2-7c74-4e2d-914d-bf72285ed5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:23.896402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-e33590b2-8fa3-4f47-829b-62af680aa75a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.903376 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f594de3b-9729-4a64-8b45-02cdfe43279e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:23.904083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-e33590b2-8fa3-4f47-829b-62af680aa75a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.906999 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f594de3b-9729-4a64-8b45-02cdfe43279e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/ports/c0430042-0a03-4ce4-b9c7-ec1a917222d9 HTTP/1.1" status: 204 len: 168 time: 1.6113534 Nov 22 16:23:23.910878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34160) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:23.912445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-e33590b2-8fa3-4f47-829b-62af680aa75a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.919432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-e33590b2-8fa3-4f47-829b-62af680aa75a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.927155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-e33590b2-8fa3-4f47-829b-62af680aa75a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.939714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-e33590b2-8fa3-4f47-829b-62af680aa75a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.941026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-756bf7e2-7c74-4e2d-914d-bf72285ed5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:23.959224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-e33590b2-8fa3-4f47-829b-62af680aa75a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:23.960522 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a708e2d-344c-491b-870f-548dbd9554ef x-openstack-request-id: req-4a708e2d-344c-491b-870f-548dbd9554ef {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:23.960827 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "cef00f4d-baa5-474e-9dd1-8a4886f2c537", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:23.961085 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a708e2d-344c-491b-870f-548dbd9554ef {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:23.961606 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537', 'status': 'completed', 'code': 200} Nov 22 16:23:23.962316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756bf7e2-7c74-4e2d-914d-bf72285ed5fb None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:23.962969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-756bf7e2-7c74-4e2d-914d-bf72285ed5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:23.963259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-e33590b2-8fa3-4f47-829b-62af680aa75a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5410 time: 0.3995092 Nov 22 16:23:23.974630 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-82383efa-683e-41db-b66d-1dfa66217ff0 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0586548 Nov 22 16:23:23.975438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34162) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:23.980904 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-6f36ec83-9ec6-456b-8b7b-d504eb395580 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 200 len: 1001 time: 0.6516063 Nov 22 16:23:23.992771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-499418227'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:24.039244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-756bf7e2-7c74-4e2d-914d-bf72285ed5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:24.041174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756bf7e2-7c74-4e2d-914d-bf72285ed5fb None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:24.125875 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.146324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-653b0fe2-2042-4a0c-9290-2b6cc3f123c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.146617 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ca0c63c-089c-4ae7-8c2e-b88dbce52d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.146829 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-653b0fe2-2042-4a0c-9290-2b6cc3f123c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1497436 Nov 22 16:23:24.146829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Made reservation on behalf of fcd60fa4fef44094ac00e4e6f02a24de for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:24.151891 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.187655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-af8ceaca-50be-45c1-b80e-4a2ab8ee8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.187655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-af8ceaca-50be-45c1-b80e-4a2ab8ee8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.187655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-af8ceaca-50be-45c1-b80e-4a2ab8ee8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.188216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-af8ceaca-50be-45c1-b80e-4a2ab8ee8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.188601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-af8ceaca-50be-45c1-b80e-4a2ab8ee8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.189170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-af8ceaca-50be-45c1-b80e-4a2ab8ee8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.190094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-af8ceaca-50be-45c1-b80e-4a2ab8ee8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.192660 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-af8ceaca-50be-45c1-b80e-4a2ab8ee8fb9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6412 time: 0.2159708 Nov 22 16:23:24.271739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9861f8e3-6062-4c3b-8098-2fa9a9c4724b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6524217 Nov 22 16:23:24.294924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34168) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:24.371623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-d1c7f916-f5fe-4726-b6be-3c9913afb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.372276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-d1c7f916-f5fe-4726-b6be-3c9913afb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.372874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-d1c7f916-f5fe-4726-b6be-3c9913afb9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.374627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-d1c7f916-f5fe-4726-b6be-3c9913afb9d3 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=9bfd90d55ff94d0da674fa1812211d12&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1640701 Nov 22 16:23:24.375454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:24.403124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.403702 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Added segment ca296343-cb10-47f8-9a86-e969aca8afe6 of type vlan for network a42eab7e-ce00-4227-b224-7593b2561d52 Nov 22 16:23:24.429033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-bb82b197-db4d-4749-9ee5-85791573f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.430589 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-bb82b197-db4d-4749-9ee5-85791573f550 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2741044 Nov 22 16:23:24.433341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-efc793a3-7235-4024-9faa-195f3bb1e93b req-43923bf7-4acf-4ef3-bb07-c26db107ac37 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3778374 Nov 22 16:23:24.470880 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.544518 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.565706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a650d772-3351-46d9-8f90-e9822e84d469 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "GET /v2.0/floatingips/ee21d085-7ed7-4d82-8f9e-d6b027afcb54 HTTP/1.1" status: 200 len: 978 time: 0.2607234 Nov 22 16:23:24.572182 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.573961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:24.639393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.645394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.646104 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.749520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ed574a-1a8d-4a66-9c56-c75d7a95c166 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:24.768756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Made reservation on behalf of f7f20f4022784e15848c51c9ca7368a6 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:24.772648 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.781543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Network': ['ID=a42eab7e-ce00-4227-b224-7593b2561d52,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:24.786446 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.795093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.796384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a42eab7e-ce00-4227-b224-7593b2561d52 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:24.803789 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-2cc6bf41-92e9-4603-9dd5-ea189661052c service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226750 Nov 22 16:23:24.806214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-b06ea774-279b-4eaa-aadb-2c5a73dd5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:24.807855 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-b06ea774-279b-4eaa-aadb-2c5a73dd5cd6 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4226885 Nov 22 16:23:24.833132 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4a966cc9-841d-4530-bfb1-441507ba3361 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8387704 Nov 22 16:23:24.833370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0e2b76b7-92b3-4b3a-ac79-05ceef8c3b39 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2519488 Nov 22 16:23:24.834472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:24.834826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:24.843974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-612584792'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:24.870999 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ca0c63c-089c-4ae7-8c2e-b88dbce52d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.875166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'port_id': '883e2b2e-7674-4287-a162-04d870c99c94'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:24.951804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.961700 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-73524a3f-7f06-4737-9c6d-1ed06ff415e9 req-847bd8fb-b30e-491d-bc45-c3ca79511512 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256893 Nov 22 16:23:25.000413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Transition to ACTIVE for port object 59ed574a-1a8d-4a66-9c56-c75d7a95c166 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:25.001715 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ca0c63c-089c-4ae7-8c2e-b88dbce52d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.004403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Made reservation on behalf of fcd60fa4fef44094ac00e4e6f02a24de for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:25.008227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.071292 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.121044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fab87b9b-1f60-49d1-aa04-11443f27b31b req-af0747b4-83b4-4e37-9d67-ba9e634eed9f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 210 time: 0.1620128 Nov 22 16:23:25.209632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6ca0c63c-089c-4ae7-8c2e-b88dbce52d04 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed8c1fad696346b8ad3f80984624fb75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4026201 Nov 22 16:23:25.210141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34178) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:25.240333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0c63c-089c-4ae7-8c2e-b88dbce52d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6176cab9-8148-4eba-9bbb-cf2385818fdf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:25.278508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:25.316746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e14fa3bd-e0c5-4802-a511-e130a185f3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.325242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Pushing event updated for resources: {'Port': ['ID=59ed574a-1a8d-4a66-9c56-c75d7a95c166,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:25.343760 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.344161 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Added segment 3501147d-3511-4138-8067-ea3d37da0ea7 of type vlan for network 6a83744f-142b-43c9-afcb-754ed74582e0 Nov 22 16:23:25.372126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e14fa3bd-e0c5-4802-a511-e130a185f3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.442654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e14fa3bd-e0c5-4802-a511-e130a185f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.445910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e14fa3bd-e0c5-4802-a511-e130a185f3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.447254 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e14fa3bd-e0c5-4802-a511-e130a185f3bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6176cab9-8148-4eba-9bbb-cf2385818fdf HTTP/1.1" status: 204 len: 168 time: 0.2362218 Nov 22 16:23:25.459762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fa3bd-e0c5-4802-a511-e130a185f3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6176cab9-8148-4eba-9bbb-cf2385818fdf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:25.504381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Allocated IP 172.20.0.14 (48c81d08-1185-4b6a-917a-4895b8c7c3c0/07f2886f-ac3a-43e1-86ff-c38e09ac265b/e4bcb06c-9ca8-4494-80a9-e378621515a4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:25.634668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.739583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Attempting to bind port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:25.739936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Attempting to bind port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:25.740280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Attempting to bind port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 on network fb8677be-dd67-4e24-8c66-d5f0248bf751 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:25.788444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 on network fb8677be-dd67-4e24-8c66-d5f0248bf751 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:25.788852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Attempting to bind port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 on network fb8677be-dd67-4e24-8c66-d5f0248bf751 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:25.836172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737deb4b-5408-4364-9c37-6c150101d238 req-f9844e1c-32d1-419e-ab86-f62548ceca17 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:25.846862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737deb4b-5408-4364-9c37-6c150101d238 req-f9844e1c-32d1-419e-ab86-f62548ceca17 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:25.853295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737deb4b-5408-4364-9c37-6c150101d238 req-f9844e1c-32d1-419e-ab86-f62548ceca17 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:25.860640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737deb4b-5408-4364-9c37-6c150101d238 req-f9844e1c-32d1-419e-ab86-f62548ceca17 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:25.867890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737deb4b-5408-4364-9c37-6c150101d238 req-f9844e1c-32d1-419e-ab86-f62548ceca17 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:25.874006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737deb4b-5408-4364-9c37-6c150101d238 req-f9844e1c-32d1-419e-ab86-f62548ceca17 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:25.883774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737deb4b-5408-4364-9c37-6c150101d238 req-f9844e1c-32d1-419e-ab86-f62548ceca17 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:25.885795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-737deb4b-5408-4364-9c37-6c150101d238 req-f9844e1c-32d1-419e-ab86-f62548ceca17 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.2851331 Nov 22 16:23:25.886536 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.894921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:25.895858 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.899653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:25.900444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Checking segment: {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:25.900798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Bound using segment: {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:25.901899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Bound port: 59ed574a-1a8d-4a66-9c56-c75d7a95c166, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '317f6653-57d5-4c24-86f1-b0ea306e6b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:25.902283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:26.409426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5696740 Nov 22 16:23:26.551583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34214) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:26.559446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'subnets': [{'network_id': 'a42eab7e-ce00-4227-b224-7593b2561d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1798404294', 'ip_version': 4}, {'network_id': '6a83744f-142b-43c9-afcb-754ed74582e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:26.561409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'subnet': {'network_id': 'a42eab7e-ce00-4227-b224-7593b2561d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1798404294', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:26.562756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Request body: {'subnet': {'network_id': '6a83744f-142b-43c9-afcb-754ed74582e0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:26.572872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed4ce7-3160-48f0-b213-8762ffcf3a3e tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Network': ['ID=6a83744f-142b-43c9-afcb-754ed74582e0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:26.584132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-111698bc-95ed-408e-b217-4df449dd4ac9 req-cbead321-c2c4-4044-b0ba-9a43489f4c86 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 210 time: 0.2680447 Nov 22 16:23:26.590712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 6a83744f-142b-43c9-afcb-754ed74582e0 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:26.907190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:26.953824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-737deb4b-5408-4364-9c37-6c150101d238 req-5ea4d170-da4a-42fa-b409-b653b951abfc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0448930 Nov 22 16:23:26.963656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:26.966296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] For port 59ed574a-1a8d-4a66-9c56-c75d7a95c166, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:27.070871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] For port 59ed574a-1a8d-4a66-9c56-c75d7a95c166, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:27.097261 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:27.116090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Made reservation on behalf of fcd60fa4fef44094ac00e4e6f02a24de for: {'subnet': 2} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:27.122092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:27.122490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:27.136158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:27.149064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.150069 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:27.152657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] 10.222.0.71 "PUT /v2.0/ports/59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 200 len: 1091 time: 4.2628503 Nov 22 16:23:27.154029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': '59ed574a-1a8d-4a66-9c56-c75d7a95c166'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:27.156181 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "59ed574a-1a8d-4a66-9c56-c75d7a95c166"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:27.164164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:23:27.168888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:27.172432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:27.217776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:27.347873 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7c2729-cdbc-4cbf-b4db-a8eaf7071e04 x-openstack-request-id: req-0c7c2729-cdbc-4cbf-b4db-a8eaf7071e04 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:27.347873 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "59ed574a-1a8d-4a66-9c56-c75d7a95c166", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:27.348187 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0c7c2729-cdbc-4cbf-b4db-a8eaf7071e04 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:27.348442 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': '59ed574a-1a8d-4a66-9c56-c75d7a95c166', 'status': 'completed', 'code': 200} Nov 22 16:23:27.364735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:27.387432 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:27.532342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.535130 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:27.558096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60103287-df3b-4d18-96b2-d805356a16a3 service neutron] Pushing event updated for resources: {'Port': ['ID=59ed574a-1a8d-4a66-9c56-c75d7a95c166,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:27.636278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2763b837-3206-4fb4-85b6-e212ee87fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.636795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2763b837-3206-4fb4-85b6-e212ee87fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.641632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2763b837-3206-4fb4-85b6-e212ee87fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.642379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2763b837-3206-4fb4-85b6-e212ee87fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.646144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2763b837-3206-4fb4-85b6-e212ee87fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.648201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2763b837-3206-4fb4-85b6-e212ee87fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.648887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2763b837-3206-4fb4-85b6-e212ee87fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:27.661010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2763b837-3206-4fb4-85b6-e212ee87fa94 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6479 time: 0.4098027 Nov 22 16:23:27.805757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-5b9e3710-a247-408c-ab47-d64ca965bf49 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0023777 Nov 22 16:23:27.875590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-a1dd843a-7fd7-4101-b27e-ab4270a8f196 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 200 len: 217 time: 0.0888493 Nov 22 16:23:27.894488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Request body: {'port': {'device_id': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:28.218590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f39d2f7c-2e11-40d7-8f0a-cd02b420bc52 None None] Provisioning complete for port e4bcb06c-9ca8-4494-80a9-e378621515a4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:28.219185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f39d2f7c-2e11-40d7-8f0a-cd02b420bc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:28.239289 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:28.248013 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP ee21d085-7ed7-4d82-8f9e-d6b027afcb54 associated. External IP: 172.25.5.154, port: 5f713c55-b1dd-4680-8d56-56b4f12655c8. Nov 22 16:23:28.280931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-eade4a01-d09d-417c-afc2-25efded1546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.282720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-eade4a01-d09d-417c-afc2-25efded1546d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 HTTP/1.1" status: 200 len: 850 time: 0.3689392 Nov 22 16:23:28.283802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f39d2f7c-2e11-40d7-8f0a-cd02b420bc52 None None] Port e4bcb06c-9ca8-4494-80a9-e378621515a4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:28.378413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Checking segment: {'id': 'ca296343-cb10-47f8-9a86-e969aca8afe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'a42eab7e-ce00-4227-b224-7593b2561d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:28.379225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Network hostable DHCP agents. Network: a42eab7e-ce00-4227-b224-7593b2561d52, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:23:28.383115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Subnet': ['ID=8b4525f4-7ff3-4296-b811-484951a418d9,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:28.415586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Network a42eab7e-ce00-4227-b224-7593b2561d52 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:23:28.434171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f544-c55e-40b5-8f69-1893fbe8a116 req-db4ff018-3979-41ab-9eef-b063dc3e4be0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.435958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16f3f544-c55e-40b5-8f69-1893fbe8a116 req-db4ff018-3979-41ab-9eef-b063dc3e4be0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 932 time: 0.5593574 Nov 22 16:23:28.438530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a42eab7e-ce00-4227-b224-7593b2561d52) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:28.446244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:28.448940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17ab90-55cf-4139-9108-c6a90dd67baa None None] Network a42eab7e-ce00-4227-b224-7593b2561d52 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:23:28.508088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event updated for resources: {'Subnet': ['ID=f408d47a-9842-4967-b83c-3acb8a000aa6,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:28.557396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:28.576367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac895f0-a87f-4195-89df-6364e89f3503 req-a2d823a0-e767-4900-a63b-2d1168527303 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.578507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cac895f0-a87f-4195-89df-6364e89f3503 req-a2d823a0-e767-4900-a63b-2d1168527303 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 946 time: 0.3879650 Nov 22 16:23:28.599629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Checking segment: {'id': '3501147d-3511-4138-8067-ea3d37da0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6a83744f-142b-43c9-afcb-754ed74582e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:28.600031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Network hostable DHCP agents. Network: 6a83744f-142b-43c9-afcb-754ed74582e0, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:23:28.650764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Network 6a83744f-142b-43c9-afcb-754ed74582e0 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:23:28.666386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 6a83744f-142b-43c9-afcb-754ed74582e0) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:28.672949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.673698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.674655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:28.684171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11634e4e-9696-4c6f-9e1e-3a89c59eb09e None None] Network 6a83744f-142b-43c9-afcb-754ed74582e0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:23:28.685803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fe54f29e-bd2b-474f-b7e4-6627b58687a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.688912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-fe54f29e-bd2b-474f-b7e4-6627b58687a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a9880-ae5b-4f89-86ab-6500df726728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3520932 Nov 22 16:23:28.709509 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-24b3ab02-5324-4c7a-88a7-e99e14ce974a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1556396 Nov 22 16:23:28.712171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34298) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:28.729931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16f3f544-c55e-40b5-8f69-1893fbe8a116 req-fe1d935f-4a63-43c6-a4e9-a450025dfab7 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691803 Nov 22 16:23:28.884175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f68c4e-64ba-4cd4-8de0-381fc3fce9b3 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.887150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f68c4e-64ba-4cd4-8de0-381fc3fce9b3 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.889027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f68c4e-64ba-4cd4-8de0-381fc3fce9b3 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:28.891943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-43f68c4e-64ba-4cd4-8de0-381fc3fce9b3 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1783979 Nov 22 16:23:28.897414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34306) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:29.023868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-6a83744f-142b-43c9-afcb-754ed74582e0', 'network_id': '6a83744f-142b-43c9-afcb-754ed74582e0', 'tenant_id': 'fcd60fa4fef44094ac00e4e6f02a24de', 'fixed_ips': [{'subnet_id': 'f408d47a-9842-4967-b83c-3acb8a000aa6'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:23:29.024826 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.033024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-25be9bea-a5f9-4ffc-abb1-1f8a4da3e33f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Deleting subnet 8b4525f4-7ff3-4296-b811-484951a418d9 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:23:29.041248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be9bea-a5f9-4ffc-abb1-1f8a4da3e33f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.046607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8aef25-39ab-46ae-81cf-2d543cafc2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-a42eab7e-ce00-4227-b224-7593b2561d52', 'network_id': 'a42eab7e-ce00-4227-b224-7593b2561d52', 'tenant_id': 'fcd60fa4fef44094ac00e4e6f02a24de', 'fixed_ips': [{'subnet_id': '8b4525f4-7ff3-4296-b811-484951a418d9'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:23:29.047508 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a8aef25-39ab-46ae-81cf-2d543cafc2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.116303 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be9bea-a5f9-4ffc-abb1-1f8a4da3e33f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.219932 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be9bea-a5f9-4ffc-abb1-1f8a4da3e33f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.325744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Allocated IP 172.20.0.18 (6a83744f-142b-43c9-afcb-754ed74582e0/f408d47a-9842-4967-b83c-3acb8a000aa6/fcc6cf15-77ad-48c0-af9f-047beb162b8d) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:29.354556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be9bea-a5f9-4ffc-abb1-1f8a4da3e33f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.376162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cac895f0-a87f-4195-89df-6364e89f3503 req-67fcc76d-5aa2-42f8-a847-8784ac8e987a tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7718325 Nov 22 16:23:29.430791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be9bea-a5f9-4ffc-abb1-1f8a4da3e33f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4525f4-7ff3-4296-b811-484951a418d9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-1a8aef25-39ab-46ae-81cf-2d543cafc2f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b4525f4-7ff3-4296-b811-484951a418d9: This subnet is being modified by another concurrent operation. Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b4525f4-7ff3-4296-b811-484951a418d9: This subnet is being modified by another concurrent operation. Nov 22 16:23:29.467326 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:23:29.495241 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be9bea-a5f9-4ffc-abb1-1f8a4da3e33f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.501715 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25be9bea-a5f9-4ffc-abb1-1f8a4da3e33f tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/subnets/8b4525f4-7ff3-4296-b811-484951a418d9 HTTP/1.1" status: 204 len: 168 time: 0.6025681 Nov 22 16:23:29.503565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34342) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:29.556846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ffff1-67ac-4f03-a612-a8d4d96a2725 None None] Network a42eab7e-ce00-4227-b224-7593b2561d52 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:23:29.588516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-ac21f5e1-ecf6-4782-9ed8-d7ffc9257c96 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:29.590093 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-ac21f5e1-ecf6-4782-9ed8-d7ffc9257c96 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.71 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 946 time: 0.1570773 Nov 22 16:23:29.594750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6d1da3-8b8f-450d-9162-e5b27226b6ed tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Deleting subnet f408d47a-9842-4967-b83c-3acb8a000aa6 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:23:29.706826 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.716826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-58427498-fa8a-4298-8fb5-93fd0dbda3b0 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0122116 Nov 22 16:23:29.748373 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1da3-8b8f-450d-9162-e5b27226b6ed tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.752761 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.820665 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1da3-8b8f-450d-9162-e5b27226b6ed tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:29.862073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:29.900678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Pushing event updated for resources: {'Port': ['ID=fcc6cf15-77ad-48c0-af9f-047beb162b8d,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:29.915076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-51529ba0-b5ce-4954-ab96-1a57964005b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:29.921463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-51529ba0-b5ce-4954-ab96-1a57964005b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:29.937218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Network 6a83744f-142b-43c9-afcb-754ed74582e0 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:29.944573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-51529ba0-b5ce-4954-ab96-1a57964005b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:29.951207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:29.961685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-51529ba0-b5ce-4954-ab96-1a57964005b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:29.962854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:29.986818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-51529ba0-b5ce-4954-ab96-1a57964005b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:30.003071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-51529ba0-b5ce-4954-ab96-1a57964005b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:30.024844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-51529ba0-b5ce-4954-ab96-1a57964005b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:30.027340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-51529ba0-b5ce-4954-ab96-1a57964005b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.9119034 Nov 22 16:23:30.049964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Attempting to bind port fcc6cf15-77ad-48c0-af9f-047beb162b8d on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:30.050489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Attempting to bind port fcc6cf15-77ad-48c0-af9f-047beb162b8d by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3501147d-3511-4138-8067-ea3d37da0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6a83744f-142b-43c9-afcb-754ed74582e0'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:30.050874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Attempting to bind port fcc6cf15-77ad-48c0-af9f-047beb162b8d on network 6a83744f-142b-43c9-afcb-754ed74582e0 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:30.057294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:30.057745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Checking segment: {'id': '3501147d-3511-4138-8067-ea3d37da0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6a83744f-142b-43c9-afcb-754ed74582e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:30.058129 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.058667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Bound using segment: {'id': '3501147d-3511-4138-8067-ea3d37da0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6a83744f-142b-43c9-afcb-754ed74582e0'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:30.059512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Bound port: fcc6cf15-77ad-48c0-af9f-047beb162b8d, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3501147d-3511-4138-8067-ea3d37da0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6a83744f-142b-43c9-afcb-754ed74582e0'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:30.060328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.135169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Deleting port 905b9154-290a-407a-9484-0e2f7439c138 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:30.135343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.233341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-095a6a93-06b6-455e-a811-828e0220013c None None] For port fcc6cf15-77ad-48c0-af9f-047beb162b8d, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:30.257443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-095a6a93-06b6-455e-a811-828e0220013c None None] For port fcc6cf15-77ad-48c0-af9f-047beb162b8d, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fcc6cf15-77ad-48c0-af9f-047beb162b8d,segment=NetworkSegment(3501147d-3511-4138-8067-ea3d37da0ea7),segment_id=3501147d-3511-4138-8067-ea3d37da0ea7)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:30.269176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.279366 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1da3-8b8f-450d-9162-e5b27226b6ed tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.362875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a6a93-06b6-455e-a811-828e0220013c None None] Pushing event updated for resources: {'Port': ['ID=fcc6cf15-77ad-48c0-af9f-047beb162b8d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:30.417542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] For port 905b9154-290a-407a-9484-0e2f7439c138, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=905b9154-290a-407a-9484-0e2f7439c138,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:30.418687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.442558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Calling delete_port for 905b9154-290a-407a-9484-0e2f7439c138 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:30.460985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1da3-8b8f-450d-9162-e5b27226b6ed tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.595627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d1da3-8b8f-450d-9162-e5b27226b6ed tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Subnet': ['ID=f408d47a-9842-4967-b83c-3acb8a000aa6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:30.604342 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f6d1da3-8b8f-450d-9162-e5b27226b6ed tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.612575 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3f6d1da3-8b8f-450d-9162-e5b27226b6ed tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/subnets/f408d47a-9842-4967-b83c-3acb8a000aa6 HTTP/1.1" status: 204 len: 168 time: 1.1078293 Nov 22 16:23:30.617330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34404) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:30.636581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bcb06c-9ca8-4494-80a9-e378621515a4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:30.657225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.662411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-36403730-f28b-4cb4-961b-f51b9d08228e service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9313939 Nov 22 16:23:30.701151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252440e0-3590-46b8-9e78-2da11355ceb0 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:30.702814 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-252440e0-3590-46b8-9e78-2da11355ceb0 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0836654 Nov 22 16:23:30.709404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34406) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:30.828452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-af925669-64de-476f-950e-7b39f2003686 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 217 time: 0.1562116 Nov 22 16:23:30.846621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Transition to ACTIVE for port object e4bcb06c-9ca8-4494-80a9-e378621515a4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:30.897254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.904632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:30.917982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c527a1b-b2cd-43a8-9c47-60f136a05eb5 req-187771d5-d381-4751-ae81-bf22c26c6544 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:30.918900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c527a1b-b2cd-43a8-9c47-60f136a05eb5 req-187771d5-d381-4751-ae81-bf22c26c6544 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 932 time: 0.8905776 Nov 22 16:23:30.987549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b2f68e8-a847-426d-96f5-5dbec5795f6d req-08b851eb-a2de-4632-9d79-c8557f2760f2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8844488 Nov 22 16:23:30.998518 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:31.015169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['905b9154-290a-407a-9484-0e2f7439c138'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:23:31.062591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:31.086765 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e0b14-bbff-4ce2-8e4f-7d83cf2690de None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:31.115085 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e0b14-bbff-4ce2-8e4f-7d83cf2690de None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:31.115729 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-449e0b14-bbff-4ce2-8e4f-7d83cf2690de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:31.116916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Pushing event deleted for resources: {'Port': ['ID=905b9154-290a-407a-9484-0e2f7439c138,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:31.130431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-4c86ce75-1e88-4c86-b785-94ba71dee310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:31.132167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-4c86ce75-1e88-4c86-b785-94ba71dee310 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.2834480 Nov 22 16:23:31.167040 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-449e0b14-bbff-4ce2-8e4f-7d83cf2690de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:31.201264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:31.212353 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e0b14-bbff-4ce2-8e4f-7d83cf2690de None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:31.213064 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-449e0b14-bbff-4ce2-8e4f-7d83cf2690de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:31.242846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] No DVR routers for this DVR port 905b9154-290a-407a-9484-0e2f7439c138 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:23:31.244994 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:31.249356 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-760dde5d-57d7-45df-b9db-35d8e1ce2355 req-0c470a98-2d29-4504-97ef-e201992a178e tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.71 "DELETE /v2.0/ports/905b9154-290a-407a-9484-0e2f7439c138 HTTP/1.1" status: 204 len: 173 time: 1.6499662 Nov 22 16:23:31.250058 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0febdd68-ef25-493e-9e47-d48981779a85', 'name': 'network-vif-deleted', 'tag': '905b9154-290a-407a-9484-0e2f7439c138'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:31.251811 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-449e0b14-bbff-4ce2-8e4f-7d83cf2690de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:31.253052 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e0b14-bbff-4ce2-8e4f-7d83cf2690de None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:31.264467 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870be270-d145-47f0-90a8-c27b49f15ea8" -d '{"events": [{"server_uuid": "0febdd68-ef25-493e-9e47-d48981779a85", "name": "network-vif-deleted", "tag": "905b9154-290a-407a-9484-0e2f7439c138"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:31.282499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Deleting port fcc6cf15-77ad-48c0-af9f-047beb162b8d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:31.282499 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:31.343071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de06d82f-443d-4db3-a56a-59cc070ef93e req-8cd82f60-b757-4c41-9cc2-7731f75bb709 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=0febdd68-ef25-493e-9e47-d48981779a85 HTTP/1.1" status: 200 len: 210 time: 0.2195578 Nov 22 16:23:31.406567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] For port fcc6cf15-77ad-48c0-af9f-047beb162b8d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fcc6cf15-77ad-48c0-af9f-047beb162b8d,segment=NetworkSegment(3501147d-3511-4138-8067-ea3d37da0ea7),segment_id=3501147d-3511-4138-8067-ea3d37da0ea7)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:31.406567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:31.436084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Calling delete_port for fcc6cf15-77ad-48c0-af9f-047beb162b8d owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:31.534977 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e319392-ae11-46c5-9a7a-5660dd7647ad x-openstack-request-id: req-9e319392-ae11-46c5-9a7a-5660dd7647ad {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:31.534977 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0febdd68-ef25-493e-9e47-d48981779a85", "name": "network-vif-deleted", "tag": "905b9154-290a-407a-9484-0e2f7439c138", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:31.534977 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e319392-ae11-46c5-9a7a-5660dd7647ad {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:31.535350 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0febdd68-ef25-493e-9e47-d48981779a85', 'name': 'network-vif-deleted', 'tag': '905b9154-290a-407a-9484-0e2f7439c138', 'status': 'completed', 'code': 200} Nov 22 16:23:31.556996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-06cff0f8-8b2b-4cd8-8035-9b310398e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:31.559242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-06cff0f8-8b2b-4cd8-8035-9b310398e1d6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3628910 Nov 22 16:23:31.563971 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c527a1b-b2cd-43a8-9c47-60f136a05eb5 req-52fcc055-78c6-4331-ac88-687d47401a43 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6023357 Nov 22 16:23:31.613166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:31.649664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Port': ['ID=fcc6cf15-77ad-48c0-af9f-047beb162b8d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:31.656351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] No DVR routers for this DVR port fcc6cf15-77ad-48c0-af9f-047beb162b8d on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:23:31.774214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Attempting to bind port e4bcb06c-9ca8-4494-80a9-e378621515a4 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:31.774214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Attempting to bind port e4bcb06c-9ca8-4494-80a9-e378621515a4 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:31.774879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Attempting to bind port e4bcb06c-9ca8-4494-80a9-e378621515a4 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:31.797903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Port e4bcb06c-9ca8-4494-80a9-e378621515a4 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:31.798309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Attempting to bind port e4bcb06c-9ca8-4494-80a9-e378621515a4 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:31.810121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:31.810474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Checking segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:31.810898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Bound using segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:31.811975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Bound port: e4bcb06c-9ca8-4494-80a9-e378621515a4, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:31.812364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:31.835150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:31.859364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:31.905578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a83744f-142b-43c9-afcb-754ed74582e0']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:31.957383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3501147d-3511-4138-8067-ea3d37da0ea7') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:31.957773 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3501147d-3511-4138-8067-ea3d37da0ea7') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:31.962483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34448) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:31.989096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.023086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-f5f925dc-e290-4e23-90ca-1b3ad551faa9 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924346 Nov 22 16:23:32.049338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.072924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:23:32.073353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:23:32.079457 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:23:32.178064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7ee071-fe7f-4ceb-986f-22e27e6e7f8e None None] Network 6a83744f-142b-43c9-afcb-754ed74582e0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:23:32.211551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.259081 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.265317 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/networks/6a83744f-142b-43c9-afcb-754ed74582e0 HTTP/1.1" status: 204 len: 168 time: 1.5547326 Nov 22 16:23:32.273760 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34458) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:32.281047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb04e17-377d-4bcd-9bcf-9abb2d34e457 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Network': ['ID=6a83744f-142b-43c9-afcb-754ed74582e0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:32.323165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:32.341634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8f30e1f-83d6-4ff8-ae48-3d57fa206440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.367417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:32.373229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-50b06fa7-a387-43f3-a618-1acdac34e64b None None] Could not find standard attr ID for object fcc6cf15-77ad-48c0-af9f-047beb162b8d. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:23:32.377664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:32.385677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.405190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17eeb44-9ff6-4e4b-bfa2-5371c98d7e64 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:32.427447 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.428667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17eeb44-9ff6-4e4b-bfa2-5371c98d7e64 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:32.430055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e17eeb44-9ff6-4e4b-bfa2-5371c98d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:32.509320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad07d52-5398-4b77-9c28-22daa5f8f4ab None None] DHCP port deletion for 6a83744f-142b-43c9-afcb-754ed74582e0 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:32.509581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-8b3278f2-9ebc-4a57-8d24-3b18d361a9f0 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552755 Nov 22 16:23:32.514256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e17eeb44-9ff6-4e4b-bfa2-5371c98d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:32.517080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.530854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-ad2eb231-d08b-4eed-9ff8-a3fc3c0759bc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:32.540944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-ad2eb231-d08b-4eed-9ff8-a3fc3c0759bc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:32.547677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17eeb44-9ff6-4e4b-bfa2-5371c98d7e64 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:32.548255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-ad2eb231-d08b-4eed-9ff8-a3fc3c0759bc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:32.550140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e17eeb44-9ff6-4e4b-bfa2-5371c98d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:32.557071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-ad2eb231-d08b-4eed-9ff8-a3fc3c0759bc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:32.566854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-ad2eb231-d08b-4eed-9ff8-a3fc3c0759bc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:32.575549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-ad2eb231-d08b-4eed-9ff8-a3fc3c0759bc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:32.583050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-ad2eb231-d08b-4eed-9ff8-a3fc3c0759bc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:32.593103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-ad2eb231-d08b-4eed-9ff8-a3fc3c0759bc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.4396780 Nov 22 16:23:32.621764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:32.622483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c4bd8-afbd-4e8d-bfa3-8b74aff022a5 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:23:32.627125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e17eeb44-9ff6-4e4b-bfa2-5371c98d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:32.627874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17eeb44-9ff6-4e4b-bfa2-5371c98d7e64 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:32.635361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.640727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] 10.222.0.11 "PUT /v2.0/ports/e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 1092 time: 4.7617788 Nov 22 16:23:32.657622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:32.667531 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38db92a0-add6-40a5-b6e4-0562e741d5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:32.730741 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.735808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8f30e1f-83d6-4ff8-ae48-3d57fa206440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.753668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8f30e1f-83d6-4ff8-ae48-3d57fa206440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.797675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-a1f4b23f-7852-4c72-bc59-b1fdb5cdd4b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 217 time: 0.1927228 Nov 22 16:23:32.799332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f30e1f-83d6-4ff8-ae48-3d57fa206440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba4d8c7-3c29-4262-b97c-08fe1d732919,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:32.820396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42eab7e-ce00-4227-b224-7593b2561d52']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:32.843089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca296343-cb10-47f8-9a86-e969aca8afe6') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:32.843473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca296343-cb10-47f8-9a86-e969aca8afe6') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:32.857710 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d8f30e1f-83d6-4ff8-ae48-3d57fa206440 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=39b76f65ae4945139866022c2073db16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8779864 Nov 22 16:23:32.858489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34470) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:32.870332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.926025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c4bd8-afbd-4e8d-bfa3-8b74aff022a5 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:23:32.958409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:32.966315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:23:32.967734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.019476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-ee7ee305-718b-4b54-8546-41cc37be4967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:33.025444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-ee7ee305-718b-4b54-8546-41cc37be4967 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1888137 Nov 22 16:23:33.036560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212a696-f4f3-45c5-be40-1f60b9a67e43 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:23:33.074214 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:23:33.084685 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.101920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.107386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0cc3d537-b049-47b1-99ed-63659c7f2fb7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/floatingips/ee21d085-7ed7-4d82-8f9e-d6b027afcb54 HTTP/1.1" status: 200 len: 978 time: 8.2673810 Nov 22 16:23:33.114572 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/networks/a42eab7e-ce00-4227-b224-7593b2561d52 HTTP/1.1" status: 204 len: 168 time: 0.8341143 Nov 22 16:23:33.119722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34474) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:33.120100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34476) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:33.141839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-533971fb-cb1d-48c1-bd20-97b45a780d88 req-4bacdec3-d115-4e95-a25f-e7d59be98264 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5472527 Nov 22 16:23:33.156812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-248c75e1-c2cf-4ab0-a09c-5668ee55b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:33.158741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-248c75e1-c2cf-4ab0-a09c-5668ee55b0bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1095 time: 0.4199083 Nov 22 16:23:33.163614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:33.172114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587045d-fab7-4cf2-a6d6-fccc36b2add5 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Network': ['ID=a42eab7e-ce00-4227-b224-7593b2561d52,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:33.211455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-995c2cd0-b164-4524-b0ed-39ff96a74654 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 217 time: 0.0437942 Nov 22 16:23:33.234684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-a9e7f47a-b141-49a8-a28b-b1b211841e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:33.237397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-a9e7f47a-b141-49a8-a28b-b1b211841e26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1917336 Nov 22 16:23:33.302226 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7696819d-c3b3-4ca6-9b93-de77d80fab4e x-openstack-request-id: req-7696819d-c3b3-4ca6-9b93-de77d80fab4e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:33.302598 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:33.302927 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7696819d-c3b3-4ca6-9b93-de77d80fab4e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:33.303403 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'status': 'completed', 'code': 200} Nov 22 16:23:33.467959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-c7774971-c6b1-4adb-b8cd-3f6a458b64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:33.469501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-c7774971-c6b1-4adb-b8cd-3f6a458b64cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.2386687 Nov 22 16:23:33.524417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b561ce6-2bbe-43b3-9632-56001e436dc2 req-79e2f2d8-8459-4227-a98e-84566321f46d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:33.534774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b561ce6-2bbe-43b3-9632-56001e436dc2 req-79e2f2d8-8459-4227-a98e-84566321f46d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 944 time: 0.3188484 Nov 22 16:23:33.613759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-71821c09-fe94-48de-98b0-c8b1bdfc7420 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087471 Nov 22 16:23:33.671423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b561ce6-2bbe-43b3-9632-56001e436dc2 req-fbb884a3-daf3-4d6d-9102-24762fd9b17a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356483 Nov 22 16:23:33.738206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65c68a5b-0c6f-44bd-8db6-90fba140c390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.768217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65c68a5b-0c6f-44bd-8db6-90fba140c390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.770016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1914d95-15e0-47a8-960d-164095aca15e req-35896766-fb58-4773-86be-eb2ffca3c83d tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:33.778901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-35896766-fb58-4773-86be-eb2ffca3c83d tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/networks?id=a61a3711-871d-4dae-9972-a93188acef6a HTTP/1.1" status: 200 len: 808 time: 0.4116971 Nov 22 16:23:33.800754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-ad08f3e5-2079-433d-a4ee-d42c2ef47f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:33.803426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-ad08f3e5-2079-433d-a4ee-d42c2ef47f55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3222172 Nov 22 16:23:33.825085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 5f713c55-b1dd-4680-8d56-56b4f12655c8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:33.825979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.864775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-16a32de4-f621-4b64-bc72-a637649cab27 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/quotas/92bd9675e6354323ac9dd7ea5ef0d6a1 HTTP/1.1" status: 200 len: 375 time: 0.0794287 Nov 22 16:23:33.881027 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.891197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Port 5f713c55-b1dd-4680-8d56-56b4f12655c8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:33.916309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 82a50c9b-e39e-462a-9d4b-d6146e2656f2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:33.920127 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.968300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.972988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65c68a5b-0c6f-44bd-8db6-90fba140c390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.976628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-65c68a5b-0c6f-44bd-8db6-90fba140c390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:33.978155 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-65c68a5b-0c6f-44bd-8db6-90fba140c390 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ba4d8c7-3c29-4262-b97c-08fe1d732919 HTTP/1.1" status: 204 len: 168 time: 1.1187394 Nov 22 16:23:33.978323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 905b9154-290a-407a-9484-0e2f7439c138 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:23:33.995214 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2ce5ac23-2b48-4bff-87c8-fd77470cc3c0 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346212 Nov 22 16:23:34.051173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c68a5b-0c6f-44bd-8db6-90fba140c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba4d8c7-3c29-4262-b97c-08fe1d732919,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:34.068879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 905b9154-290a-407a-9484-0e2f7439c138 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:23:34.069408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 905b9154-290a-407a-9484-0e2f7439c138 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:23:34.120002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Port 82a50c9b-e39e-462a-9d4b-d6146e2656f2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:34.154556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 883e2b2e-7674-4287-a162-04d870c99c94 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:34.154957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.244533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Port 883e2b2e-7674-4287-a162-04d870c99c94 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:34.269490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 63739b98-4655-47e5-ab6c-001955c15956 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:34.269875 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.344869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Port 63739b98-4655-47e5-ab6c-001955c15956 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:34.347286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fcc6cf15-77ad-48c0-af9f-047beb162b8d no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:23:34.366182 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.378208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: fcc6cf15-77ad-48c0-af9f-047beb162b8d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:23:34.378562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fcc6cf15-77ad-48c0-af9f-047beb162b8d not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:23:34.406803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 901eb30e-6105-45d9-b59d-1c61b6e700f0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:34.407195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.473495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db62cb4b-74d2-46dd-ba42-2159b66e074b']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:34.480005 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.494831 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.495465 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP ee21d085-7ed7-4d82-8f9e-d6b027afcb54 disassociated. External IP: 172.25.5.154, port: 883e2b2e-7674-4287-a162-04d870c99c94. Nov 22 16:23:34.509981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c848ca-d92a-41fc-8c79-9abb4e35dd39') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:34.510387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c848ca-d92a-41fc-8c79-9abb4e35dd39') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:34.563513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.572371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 0137ac90-6fa4-4af1-82cd-4429a232ca76 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:34.573051 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.598343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.648454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:23:34.649257 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.651238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-1e2b1376-bb26-4cf2-b9cf-a4824e048738 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=92bd9675e6354323ac9dd7ea5ef0d6a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6536007 Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:23:34.653771 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:23:34.677065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-d9bbbf74-789d-463a-b7a2-be49de46aaea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b HTTP/1.1" status: 200 len: 217 time: 0.6637576 Nov 22 16:23:34.729917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 532fd9cd-4d48-4901-a2c8-000ba2721dfc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:34.733676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.765402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.771867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.775671 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/networks/db62cb4b-74d2-46dd-ba42-2159b66e074b HTTP/1.1" status: 204 len: 168 time: 1.6362891 Nov 22 16:23:34.782235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34510) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:34.853750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a8c72-c79f-4301-a9b2-9fc7c0dea502 tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Network': ['ID=db62cb4b-74d2-46dd-ba42-2159b66e074b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:34.919320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port a486148f-c8a6-429b-924b-e71dfe02793b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:34.920104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:34.929225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-9c6e3b9f-85db-49b2-9920-a2869f61d4be service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1150210 Nov 22 16:23:34.965390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-e92856a8-8852-434e-a4a9-7ee9274ae9a4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:34.972442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-e92856a8-8852-434e-a4a9-7ee9274ae9a4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:34.978693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-e92856a8-8852-434e-a4a9-7ee9274ae9a4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:34.992549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-e92856a8-8852-434e-a4a9-7ee9274ae9a4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:35.003017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Port a486148f-c8a6-429b-924b-e71dfe02793b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:35.008832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-e92856a8-8852-434e-a4a9-7ee9274ae9a4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:35.028230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 2969f74e-a7ed-4309-a0f3-740c4995ee27 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:35.031999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-e92856a8-8852-434e-a4a9-7ee9274ae9a4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:35.035161 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.041914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-e92856a8-8852-434e-a4a9-7ee9274ae9a4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:35.045330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.049117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-e92856a8-8852-434e-a4a9-7ee9274ae9a4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.4508259 Nov 22 16:23:35.054227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-0de55d2c-24dc-4f39-9732-3d45c99c8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:35.056160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-0de55d2c-24dc-4f39-9732-3d45c99c8a4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.3215880 Nov 22 16:23:35.146652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Port 2969f74e-a7ed-4309-a0f3-740c4995ee27 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:35.164375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 79b408dd-b85a-454f-8c71-1a9121b55bf6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:35.165192 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.220926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-cf905d79-3b7d-4cbe-90dc-7cb08e114cae service neutron] 10.222.0.69 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684307 Nov 22 16:23:35.224397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:35.235675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Port 79b408dd-b85a-454f-8c71-1a9121b55bf6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:35.238597 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.256052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 60673d3a-9927-400d-b999-35ac7150e841 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:35.256925 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.347180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2873f6f3-397b-4ba0-b5f9-9270329120c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:35.348913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-2873f6f3-397b-4ba0-b5f9-9270329120c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2793107 Nov 22 16:23:35.390793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c40bab5-079a-4cd4-a264-4ee27a8b3854']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:35.414331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1472d2c6-46f3-435e-b07d-da2f11619a83') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:35.414584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1472d2c6-46f3-435e-b07d-da2f11619a83') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:35.431545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3764a7d-1cd7-44cf-8bfb-58c10422e453 req-b46a1de6-14aa-46a4-8fbb-6b0cd120ae30 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3673573 Nov 22 16:23:35.433033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.456849 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.469559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:35.479419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:23:35.480145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.488848 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08204135-f6da-419a-99d0-5c9ce57dca3d None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:35.495814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:23:35.500689 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:23:35.508360 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08204135-f6da-419a-99d0-5c9ce57dca3d None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:35.508998 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08204135-f6da-419a-99d0-5c9ce57dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:35.569560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 7607614a-ddd9-4acb-a94e-25cfcd70ff74 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:35.569905 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.585021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88c0e427-cd9f-41b4-8941-b1ee4da0f1c2 req-8fc235a3-2dd6-4ecc-97ef-ca945af6605c service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344357 Nov 22 16:23:35.598321 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08204135-f6da-419a-99d0-5c9ce57dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:35.610174 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08204135-f6da-419a-99d0-5c9ce57dca3d None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:35.612260 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08204135-f6da-419a-99d0-5c9ce57dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:35.660596 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-08204135-f6da-419a-99d0-5c9ce57dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:35.662668 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08204135-f6da-419a-99d0-5c9ce57dca3d None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:35.666854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-576840f0-a134-4277-b7d6-8452b5c13370 service neutron] 10.222.0.69 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447131 Nov 22 16:23:35.684276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Port 7607614a-ddd9-4acb-a94e-25cfcd70ff74 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:35.711566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Provisioning complete for port 6298419b-a86c-41f9-a86a-0b5605d441f4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:35.711897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d465361-76ca-49a5-b0f8-f9221a086047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.768389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e51f5-e50f-44fe-9d87-0d68c7523923 req-6e067ce5-d556-469c-b21b-e84ca70e03fc tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:35.776571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-827e51f5-e50f-44fe-9d87-0d68c7523923 req-6e067ce5-d556-469c-b21b-e84ca70e03fc tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 944 time: 0.2088034 Nov 22 16:23:35.789248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-6b3bb58a-b0cd-407e-8676-fee51d9d185b service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279623 Nov 22 16:23:35.818978 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b51c2520-6dc6-4412-8ecd-a7697403d28d tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/floatingips/ee21d085-7ed7-4d82-8f9e-d6b027afcb54 HTTP/1.1" status: 200 len: 688 time: 2.6813166 Nov 22 16:23:35.819615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-93b96e24-ea48-4eaf-affa-216960055446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:35.822082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34528) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:35.822229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-93b96e24-ea48-4eaf-affa-216960055446 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1095 time: 0.1522200 Nov 22 16:23:35.887125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.930396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:35.943889 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] 10.222.0.69 "DELETE /v2.0/networks/5c40bab5-079a-4cd4-a264-4ee27a8b3854 HTTP/1.1" status: 204 len: 168 time: 1.1537287 Nov 22 16:23:36.034557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-827e51f5-e50f-44fe-9d87-0d68c7523923 req-1967deb6-6523-4fb1-bbb1-edac0dd33bfd tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567620 Nov 22 16:23:36.044149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11612f9-2c5a-475b-8f89-daeb8df34b3a tempest-BulkNetworkOpsTest-1163538760 tempest-BulkNetworkOpsTest-1163538760-project] Pushing event deleted for resources: {'Network': ['ID=5c40bab5-079a-4cd4-a264-4ee27a8b3854,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:36.174115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 2969f74e-a7ed-4309-a0f3-740c4995ee27 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:36.174382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:36.203597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef873595-d575-4e48-b326-33f4c5134ad5 req-e691813f-6998-4fad-8939-aaea33e4a79a tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 210 time: 0.0675745 Nov 22 16:23:36.208996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-e99031e1-359d-4aa6-a15a-9dbb2e2a6f10 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059291 Nov 22 16:23:36.222704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-d09b2ff7-9b6a-466d-aba6-a353d5682efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:36.224917 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-d09b2ff7-9b6a-466d-aba6-a353d5682efe service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.3914070 Nov 22 16:23:36.273198 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-bf717171-f1e6-4b02-b486-479df0c79f99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27 HTTP/1.1" status: 200 len: 217 time: 0.0562875 Nov 22 16:23:36.355392 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:36.355992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:36.359317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-9e6fdb81-a753-443f-b6e8-20eafd12f7eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 217 time: 0.1263368 Nov 22 16:23:36.375446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 2969f74e-a7ed-4309-a0f3-740c4995ee27 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:36.534934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-bc24f191-bc2a-41af-83da-be6b1d139718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:36.537034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-bc24f191-bc2a-41af-83da-be6b1d139718 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.1662357 Nov 22 16:23:36.540052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-449828d9-5f10-44f8-ac14-be1a6d688f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:36.543897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-449828d9-5f10-44f8-ac14-be1a6d688f22 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1795847 Nov 22 16:23:36.670742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34574) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:36.716506 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:36.740362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:36.769964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=2969f74e-a7ed-4309-a0f3-740c4995ee27,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:36.815666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eb8614-798e-4c6b-b31e-774aec6648fa None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:36.903325 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:36.911724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:36.912697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-68284aee-63cc-4083-b0d6-fe5d87d85ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:36.913018 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-70bee7c0-0d8d-48ae-a4e2-957370fa1b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/floatingips/ee21d085-7ed7-4d82-8f9e-d6b027afcb54 HTTP/1.1" status: 204 len: 168 time: 1.0916400 Nov 22 16:23:36.914712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-68284aee-63cc-4083-b0d6-fe5d87d85ecb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3673248 Nov 22 16:23:36.917228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:36.931757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-a9c13dc5-e3b9-4985-835e-6f37c3959588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:36.931757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-a9c13dc5-e3b9-4985-835e-6f37c3959588 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3455014 Nov 22 16:23:37.015871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466c2c-0842-448e-a383-1ece60350322 req-7c17c6b9-f8e1-4daa-a7de-0d4cef6ab20a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.022505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466c2c-0842-448e-a383-1ece60350322 req-7c17c6b9-f8e1-4daa-a7de-0d4cef6ab20a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.028998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466c2c-0842-448e-a383-1ece60350322 req-7c17c6b9-f8e1-4daa-a7de-0d4cef6ab20a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.037745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466c2c-0842-448e-a383-1ece60350322 req-7c17c6b9-f8e1-4daa-a7de-0d4cef6ab20a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.045057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466c2c-0842-448e-a383-1ece60350322 req-7c17c6b9-f8e1-4daa-a7de-0d4cef6ab20a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.052335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466c2c-0842-448e-a383-1ece60350322 req-7c17c6b9-f8e1-4daa-a7de-0d4cef6ab20a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.060369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4466c2c-0842-448e-a383-1ece60350322 req-7c17c6b9-f8e1-4daa-a7de-0d4cef6ab20a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.086052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4466c2c-0842-448e-a383-1ece60350322 req-7c17c6b9-f8e1-4daa-a7de-0d4cef6ab20a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.3638682 Nov 22 16:23:37.117364 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-b39366df-e4af-4f3a-a727-da7a00660132 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] delete failed (client error): The resource could not be found. Nov 22 16:23:37.122761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b39366df-e4af-4f3a-a727-da7a00660132 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/floatingips/ee21d085-7ed7-4d82-8f9e-d6b027afcb54 HTTP/1.1" status: 404 len: 345 time: 0.1930206 Nov 22 16:23:37.127140 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5938ddce-0d0e-4f40-a669-be11ec713bf1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fcd60fa4fef44094ac00e4e6f02a24de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547567 Nov 22 16:23:37.127785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34590) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:37.171857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34592) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:37.264528 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2eefba90-bcd8-4715-aa30-9d74c3e7fca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.271471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623e1c8-8243-48f7-a113-f1266ddb23e0 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.278006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623e1c8-8243-48f7-a113-f1266ddb23e0 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.285083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6623e1c8-8243-48f7-a113-f1266ddb23e0 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.289736 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6623e1c8-8243-48f7-a113-f1266ddb23e0 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "GET /v2.0/ports?network_id=3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 HTTP/1.1" status: 200 len: 2358 time: 0.1581378 Nov 22 16:23:37.290025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:37.336914 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be4eb003-d808-4be9-987a-1a3990229858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.383852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee22fd-3076-4afd-9b4d-442d6f488408 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.394071 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-37ee22fd-3076-4afd-9b4d-442d6f488408 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "GET /v2.0/subnets/e9edb803-716f-4755-a4a7-e4d11648d9e9 HTTP/1.1" status: 200 len: 797 time: 0.0946529 Nov 22 16:23:37.394071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be4eb003-d808-4be9-987a-1a3990229858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.396865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34598) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:37.408360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'port': {'network_id': '3b40ba4b-59a8-4bb7-9140-df0ff8080bd3', 'name': 'tempest-FloatingIPTestJSON-185951027', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:37.411968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4466c2c-0842-448e-a383-1ece60350322 req-c8c79ecf-46ff-45f8-8439-d58c3f9d5d16 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3226118 Nov 22 16:23:37.445190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-994b6057-c15e-4760-bdf6-d6312b2060a4 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041935 Nov 22 16:23:37.456452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcd754-6dba-46c8-ba7c-2d039a1d276a req-37d4c84f-c103-431b-aa3f-e02bea8883d8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.459731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40fcd754-6dba-46c8-ba7c-2d039a1d276a req-37d4c84f-c103-431b-aa3f-e02bea8883d8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 944 time: 0.2502329 Nov 22 16:23:37.477515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-726185a7-1aa2-404a-8127-d8c875e615c3 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307331 Nov 22 16:23:37.524132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:23:37.577296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be4eb003-d808-4be9-987a-1a3990229858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.582056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-be4eb003-d808-4be9-987a-1a3990229858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.583365 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-be4eb003-d808-4be9-987a-1a3990229858 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c3ed1b5-138f-4787-a63e-0c1fc18d3b01 HTTP/1.1" status: 204 len: 168 time: 0.4103093 Nov 22 16:23:37.640318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4eb003-d808-4be9-987a-1a3990229858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3ed1b5-138f-4787-a63e-0c1fc18d3b01,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:37.744204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:37.760881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'port_id': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'mac_address': 'fa:16:3e:d2:f6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:23:37.763400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:37.842539 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.860236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bcb06c-9ca8-4494-80a9-e378621515a4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:37.891061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:37.891499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1914d95-15e0-47a8-960d-164095aca15e req-bdcf3393-a8d8-450c-b7cb-4bd44c73c317 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:37.894163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-bdcf3393-a8d8-450c-b7cb-4bd44c73c317 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.11 "GET /v2.0/networks?id=a61a3711-871d-4dae-9972-a93188acef6a HTTP/1.1" status: 200 len: 808 time: 0.2403636 Nov 22 16:23:37.899175 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.926034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Request body: {'port': {'device_id': 'd05bbb3f-addf-428d-b445-c2c970e76ed0', 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a', 'admin_state_up': True, 'tenant_id': '92bd9675e6354323ac9dd7ea5ef0d6a1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:37.984141 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:37.988777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:38.023653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] device_id is not set on port 13c3cb01-d458-4f86-b6e6-7107ec0b8f3f yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:23:38.052406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2eefba90-bcd8-4715-aa30-9d74c3e7fca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:38.104945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40fcd754-6dba-46c8-ba7c-2d039a1d276a req-e7a351c9-3efe-4619-89f6-ba61a40b4fe7 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6182151 Nov 22 16:23:38.121009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6500e34a-af85-4812-974b-ab5d56128ae6 req-e69e1199-5678-449f-a3ee-31af4cf254ff tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 210 time: 0.3436646 Nov 22 16:23:38.121531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e4bcb06c-9ca8-4494-80a9-e378621515a4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:23:38.149247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2eefba90-bcd8-4715-aa30-9d74c3e7fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:38.411768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.20.0.14 (3b40ba4b-59a8-4bb7-9140-df0ff8080bd3/e9edb803-716f-4755-a4a7-e4d11648d9e9/13c3cb01-d458-4f86-b6e6-7107ec0b8f3f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:38.419679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.20.0.13 (3b40ba4b-59a8-4bb7-9140-df0ff8080bd3/e9edb803-716f-4755-a4a7-e4d11648d9e9/13c3cb01-d458-4f86-b6e6-7107ec0b8f3f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:38.831152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:38.885402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:38.940235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34626) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:38.966551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:38.972602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:38.974742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=13c3cb01-d458-4f86-b6e6-7107ec0b8f3f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:38.978519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:39.002014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a56ff5-cdd9-4cba-be13-777c0bd4fb15 None None] DHCP port deletion for 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:39.049300 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38db92a0-add6-40a5-b6e4-0562e741d5a2 req-d8f10f55-9b38-4b7c-a714-83b1256ef6a2 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5803030 Nov 22 16:23:39.054440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-e44f7598-8b2c-477f-91b8-257934cf6726 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5631342 Nov 22 16:23:39.059539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2eefba90-bcd8-4715-aa30-9d74c3e7fca8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f469dc6dd7d42f099d311910ef8c2d0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2924333 Nov 22 16:23:39.059539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eefba90-bcd8-4715-aa30-9d74c3e7fca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bfeb1e-b26f-4167-a3ca-015280433aba,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:39.062960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34632) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:39.105946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.107277 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.134070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-52096d89-16ae-4451-a32c-4450e95e5950 None None] Provisioning complete for port 13c3cb01-d458-4f86-b6e6-7107ec0b8f3f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:39.134457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52096d89-16ae-4451-a32c-4450e95e5950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.150839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0117a53-25ef-4bee-b8de-8f25de4b9878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.177346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445807960'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:39.187153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0117a53-25ef-4bee-b8de-8f25de4b9878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.199829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-70282c51-f3bc-46be-a6b6-d2b928ce2bb3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537 HTTP/1.1" status: 200 len: 217 time: 0.1330543 Nov 22 16:23:39.202796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Made reservation on behalf of 92bd9675e6354323ac9dd7ea5ef0d6a1 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:39.209102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.223421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-52096d89-16ae-4451-a32c-4450e95e5950 None None] Port 13c3cb01-d458-4f86-b6e6-7107ec0b8f3f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:39.254482 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d12f90c3-4571-4155-9c82-45990402468e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8529019 Nov 22 16:23:39.259591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34638) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:39.260508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.267294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '13c3cb01-d458-4f86-b6e6-7107ec0b8f3f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:39.289220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-2fe79345-f337-48d6-a986-3cbe12dd9dee tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.293249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.298783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-2fe79345-f337-48d6-a986-3cbe12dd9dee tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.307390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-2fe79345-f337-48d6-a986-3cbe12dd9dee tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.329641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.331594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-2fe79345-f337-48d6-a986-3cbe12dd9dee tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.338050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-2fe79345-f337-48d6-a986-3cbe12dd9dee tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.346206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-2fe79345-f337-48d6-a986-3cbe12dd9dee tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.346985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0117a53-25ef-4bee-b8de-8f25de4b9878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.349619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0117a53-25ef-4bee-b8de-8f25de4b9878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.353646 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d0117a53-25ef-4bee-b8de-8f25de4b9878 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/97bfeb1e-b26f-4167-a3ca-015280433aba HTTP/1.1" status: 204 len: 168 time: 0.2888236 Nov 22 16:23:39.354019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-2fe79345-f337-48d6-a986-3cbe12dd9dee tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.356036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-2fe79345-f337-48d6-a986-3cbe12dd9dee tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.5736279 Nov 22 16:23:39.372564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0117a53-25ef-4bee-b8de-8f25de4b9878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bfeb1e-b26f-4167-a3ca-015280433aba,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:39.387319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56a4e8b8-665d-49e4-9334-26d48ff7e1aa req-d85b4ce2-5d99-4aa9-a6c3-bd14add7cb22 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 210 time: 0.1180568 Nov 22 16:23:39.490111 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.498692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.535210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:23:39.631701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e4bcb06c-9ca8-4494-80a9-e378621515a4 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:23:39.632996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-56140caf-1453-4cdc-aa6c-fb80a411e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.634513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-56140caf-1453-4cdc-aa6c-fb80a411e921 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.4179342 Nov 22 16:23:39.639513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e4bcb06c-9ca8-4494-80a9-e378621515a4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:39.640296 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.648343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752a1fd4-6eae-42f9-9b4d-d5a0c39d7d6d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:39.701639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Allocated IP 172.20.0.3 (a61a3711-871d-4dae-9972-a93188acef6a/ec06e190-07e4-4459-91a9-ac9415d07f34/21a28365-8e1b-4c34-82f1-2c5afb7053f8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:39.735212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.750358 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.753487 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.815033 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.849639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:39.853525 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c02c2e-abfb-4e84-984d-0aea29c54ede" -d '{"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-plugged", "status": "completed", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:39.868980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5172-d2e1-4eb3-9a45-54045852af2e req-9c6a2885-326d-4d6d-97b4-fa2e38a9c437 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:39.870622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1eff5172-d2e1-4eb3-9a45-54045852af2e req-9c6a2885-326d-4d6d-97b4-fa2e38a9c437 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.3183024 Nov 22 16:23:39.876138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:39.882137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e91251b-ecf2-4ad3-bebf-434b225cefd2 req-8d494544-2c1b-44b2-af39-fa0d209f3fb3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3588772 Nov 22 16:23:39.897278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.902312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:39.906746 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9647589 Nov 22 16:23:39.911492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34648) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:39.911492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5378d01-5454-4997-aae7-53a0a9161f05 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3100a31-ba56-4961-8b21-0090ad04d9c6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:40.023266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-7c5363d2-5259-4d1e-ac1f-717b4fcfb0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:40.025912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-7c5363d2-5259-4d1e-ac1f-717b4fcfb0e6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3723731 Nov 22 16:23:40.035118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:40.124826 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8fada834-743b-476c-8f0b-dc419fbe9e27 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2006333 Nov 22 16:23:40.134271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34654) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:40.142230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-60586db7-6d93-4cc8-8294-9afe85e41309 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-security--1349327489', 'description': 'tempest-security-description-1821156457'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:40.146951 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6635d99-c90f-464e-bde0-13f6bb6b86ad x-openstack-request-id: req-d6635d99-c90f-464e-bde0-13f6bb6b86ad {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:40.147711 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-plugged", "status": "completed", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:40.150644 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6635d99-c90f-464e-bde0-13f6bb6b86ad {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:40.153407 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'code': 200} Nov 22 16:23:40.249907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60586db7-6d93-4cc8-8294-9afe85e41309 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.254120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.25.5.134 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/290f6303-ce61-499d-ac5c-cda91ca8675a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:40.325348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.356710 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60586db7-6d93-4cc8-8294-9afe85e41309 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.366613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60586db7-6d93-4cc8-8294-9afe85e41309 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.369946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60586db7-6d93-4cc8-8294-9afe85e41309 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.373865 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-60586db7-6d93-4cc8-8294-9afe85e41309 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "PUT /v2.0/security-groups/c3100a31-ba56-4961-8b21-0090ad04d9c6 HTTP/1.1" status: 200 len: 1797 time: 0.2341106 Nov 22 16:23:40.379293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34662) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:40.434787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1eff5172-d2e1-4eb3-9a45-54045852af2e req-39b365f1-ff7d-4ba4-b2a4-d537d015bec5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5203793 Nov 22 16:23:40.436181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.449017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60586db7-6d93-4cc8-8294-9afe85e41309 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3100a31-ba56-4961-8b21-0090ad04d9c6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:40.491476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.491476 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a8d6fc9-0a2d-403b-aa0a-d6e19b657639 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups/c3100a31-ba56-4961-8b21-0090ad04d9c6 HTTP/1.1" status: 200 len: 1797 time: 0.1076729 Nov 22 16:23:40.494742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34666) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:40.615602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc143b-57fb-4ea4-92ab-2089c8aed10b req-944f7aab-a149-4f59-8b6d-b88aa0a50de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:40.617093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.619145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ffc143b-57fb-4ea4-92ab-2089c8aed10b req-944f7aab-a149-4f59-8b6d-b88aa0a50de8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1097 time: 0.2533937 Nov 22 16:23:40.629914 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80ee50c0-458f-45d9-ba58-3b25b4e7c7fb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.660664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80ee50c0-458f-45d9-ba58-3b25b4e7c7fb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.675667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:40.684612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:40.695645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:40.695960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Network a61a3711-871d-4dae-9972-a93188acef6a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:40.762141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:40.804932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:40.805193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd8eac4-d364-462f-b012-00885c010f04 None None] DHCP port deletion for a61a3711-871d-4dae-9972-a93188acef6a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:40.817757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-3e1e5d2b-2e90-4e20-a1d9-c25a39963bbb service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775118 Nov 22 16:23:40.862699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=290f6303-ce61-499d-ac5c-cda91ca8675a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:40.911376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c944ce50-f10c-4d48-918f-b9b07b97208e None None] Provisioning complete for port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:40.911753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c944ce50-f10c-4d48-918f-b9b07b97208e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:40.983561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-198f07bf-84fc-4866-807b-79d1dd60796e service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239500 Nov 22 16:23:40.984260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Pushing event updated for resources: {'Port': ['ID=21a28365-8e1b-4c34-82f1-2c5afb7053f8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:40.995634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ffc143b-57fb-4ea4-92ab-2089c8aed10b req-9484e457-0a6c-406c-bdf0-89eeea4c4ef5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667822 Nov 22 16:23:41.056076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c944ce50-f10c-4d48-918f-b9b07b97208e None None] Port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:41.125638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-883a6df1-e84d-43d9-96b1-889dfa40fe20 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 200 len: 217 time: 0.1262162 Nov 22 16:23:41.154281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e5277-b08f-4188-9b90-719dc73bcbf0 req-22e715ca-43e8-48e6-b7c8-5780bf5bd0b4 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.156457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f03e5277-b08f-4188-9b90-719dc73bcbf0 req-22e715ca-43e8-48e6-b7c8-5780bf5bd0b4 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 931 time: 0.4804752 Nov 22 16:23:41.165479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.166554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:41.214845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-6c147a44-d2fd-4ffd-bbda-82188c100b35 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2946682 Nov 22 16:23:41.230638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Request body: {'port': {'device_id': 'd05bbb3f-addf-428d-b445-c2c970e76ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:41.292945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-15cfa909-5ca2-4963-bb07-a50d4c803ddd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.302533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-15cfa909-5ca2-4963-bb07-a50d4c803ddd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.308834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-15cfa909-5ca2-4963-bb07-a50d4c803ddd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.315329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-15cfa909-5ca2-4963-bb07-a50d4c803ddd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.321594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-15cfa909-5ca2-4963-bb07-a50d4c803ddd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.327708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-15cfa909-5ca2-4963-bb07-a50d4c803ddd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.334113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-15cfa909-5ca2-4963-bb07-a50d4c803ddd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.343697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-15cfa909-5ca2-4963-bb07-a50d4c803ddd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.2922609 Nov 22 16:23:41.362855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-7ea1b966-685b-4acc-a685-65e7ff06c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.364414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-7ea1b966-685b-4acc-a685-65e7ff06c8ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.2280664 Nov 22 16:23:41.479323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80ee50c0-458f-45d9-ba58-3b25b4e7c7fb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:41.482964 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80ee50c0-458f-45d9-ba58-3b25b4e7c7fb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:41.487111 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-80ee50c0-458f-45d9-ba58-3b25b4e7c7fb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/c3100a31-ba56-4961-8b21-0090ad04d9c6 HTTP/1.1" status: 204 len: 168 time: 0.9883838 Nov 22 16:23:41.493535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f03e5277-b08f-4188-9b90-719dc73bcbf0 req-209de28d-15c3-44bc-a812-347b0b5aecea tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137779 Nov 22 16:23:41.494047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:41.536467 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:41.540642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee50c0-458f-45d9-ba58-3b25b4e7c7fb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3100a31-ba56-4961-8b21-0090ad04d9c6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:41.605019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-768b4aef-88d9-4af2-a352-dfa1e122e9c5 req-d22047dd-b176-4723-95d2-30323adccd6b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2612398 Nov 22 16:23:41.682719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-72feb956-a538-4099-b724-ec3160916797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:41.684363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-72feb956-a538-4099-b724-ec3160916797 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2900882 Nov 22 16:23:41.723111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dc7baba6-2a0b-4567-a027-3787c8063ce9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2213588 Nov 22 16:23:41.725613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34702) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:41.754828 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-dd6ddb0d-f756-4b5e-84a9-b839804f9afb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] delete failed (client error): The resource could not be found. Nov 22 16:23:41.759967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dd6ddb0d-f756-4b5e-84a9-b839804f9afb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/c3100a31-ba56-4961-8b21-0090ad04d9c6 HTTP/1.1" status: 404 len: 347 time: 0.0303812 Nov 22 16:23:41.783788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:41.805656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34704) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:41.806032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:41.821541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b386f8e0-d6d4-4b10-9597-5159c7dce4f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897312988'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:41.866305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.074769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b386f8e0-d6d4-4b10-9597-5159c7dce4f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.084160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643fd4d-0f01-4cd2-a9b6-5ce2be331563 req-f56d852f-5c3a-4913-93ae-bbe769956e63 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:42.085821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2643fd4d-0f01-4cd2-a9b6-5ce2be331563 req-f56d852f-5c3a-4913-93ae-bbe769956e63 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.3631985 Nov 22 16:23:42.178522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.185942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cb9e1416-2c2b-46ac-aebb-186581885ec8 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-800614303'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:42.186414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cb9e1416-2c2b-46ac-aebb-186581885ec8 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Unknown quota resources ['metering_label']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:23:42.187086 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.280214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=290f6303-ce61-499d-ac5c-cda91ca8675a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:42.295894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.307078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-78f475bb-8bc3-482b-9b94-2dce33ef97ba service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990105 Nov 22 16:23:42.371323 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b386f8e0-d6d4-4b10-9597-5159c7dce4f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.449778 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP a1c3bc4b-8ec0-4bd0-bb81-16a5f6b96f46 associated. External IP: 172.25.5.134, port: 13c3cb01-d458-4f86-b6e6-7107ec0b8f3f. Nov 22 16:23:42.464051 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b386f8e0-d6d4-4b10-9597-5159c7dce4f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.678844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2643fd4d-0f01-4cd2-a9b6-5ce2be331563 req-329d9cbd-08bb-4f20-b8ec-ab3bf49d3e79 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5172825 Nov 22 16:23:42.681683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1416-2c2b-46ac-aebb-186581885ec8 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.682812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cb9e1416-2c2b-46ac-aebb-186581885ec8 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8731594 Nov 22 16:23:42.685792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b386f8e0-d6d4-4b10-9597-5159c7dce4f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.687075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b386f8e0-d6d4-4b10-9597-5159c7dce4f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8785946 Nov 22 16:23:42.687354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34718) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:42.692072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-51dc5c40-a829-4833-a921-631830922d71 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd536fccd-7600-4fcb-965e-6c090336a7f1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:42.692549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-51dc5c40-a829-4833-a921-631830922d71 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:23:42.696668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34720) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:42.710751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c0ad0754-186e-4a07-9965-37e678d5e978 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '249c9312-d582-41e1-8852-495ddfc65dc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:42.752364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386f8e0-d6d4-4b10-9597-5159c7dce4f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249c9312-d582-41e1-8852-495ddfc65dc5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:42.821694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2da5bb60-c7fe-40cb-8ca4-b552ab4960b0 req-847ebe51-ee5c-40f7-839e-626d7a023241 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722340 Nov 22 16:23:42.844505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb73e97-7b94-4834-a4db-0d6b18d324ce req-b3740899-e5d9-45c3-aa29-d42a139650e3 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:42.846659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdb73e97-7b94-4834-a4db-0d6b18d324ce req-b3740899-e5d9-45c3-aa29-d42a139650e3 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 931 time: 0.1857412 Nov 22 16:23:42.847538 n-d-811716-3 neutron-server[103410]: WARNING neutron.services.metering.metering_plugin [None req-51dc5c40-a829-4833-a921-631830922d71 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:23:42.856276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a28365-8e1b-4c34-82f1-2c5afb7053f8 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:42.886016 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:42.934352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Transition to ACTIVE for port object 21a28365-8e1b-4c34-82f1-2c5afb7053f8 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:23:42.949411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0754-186e-4a07-9965-37e678d5e978 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.008159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.038494 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51dc5c40-a829-4833-a921-631830922d71 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.039959 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-51dc5c40-a829-4833-a921-631830922d71 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3515613 Nov 22 16:23:43.046158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34722) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:43.053730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ee10fa4b-d2a4-4615-a5f9-80ddcef31f8a tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd536fccd-7600-4fcb-965e-6c090336a7f1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:43.054477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ee10fa4b-d2a4-4615-a5f9-80ddcef31f8a tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:23:43.081487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:43.098191 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0754-186e-4a07-9965-37e678d5e978 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.153020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b21eba-49c6-4840-9498-513b48b99dc3 None None] DHCP port deletion for a61a3711-871d-4dae-9972-a93188acef6a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:43.156328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0754-186e-4a07-9965-37e678d5e978 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.169701 n-d-811716-3 neutron-server[103410]: WARNING neutron.services.metering.metering_plugin [None req-ee10fa4b-d2a4-4615-a5f9-80ddcef31f8a tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:23:43.178153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdb73e97-7b94-4834-a4db-0d6b18d324ce req-7c902816-d694-4f31-b24c-1a4171143d54 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145580 Nov 22 16:23:43.212461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad0754-186e-4a07-9965-37e678d5e978 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb0a062-4480-455c-879c-fdf41c6a70f3,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:43.225079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-223ee65f-697d-4853-b148-42a968f37fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.227088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-223ee65f-697d-4853-b148-42a968f37fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.228295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-223ee65f-697d-4853-b148-42a968f37fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.229318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-223ee65f-697d-4853-b148-42a968f37fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.230618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-223ee65f-697d-4853-b148-42a968f37fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.231889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-223ee65f-697d-4853-b148-42a968f37fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.232716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-223ee65f-697d-4853-b148-42a968f37fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.239645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-223ee65f-697d-4853-b148-42a968f37fd3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6479 time: 0.2977352 Nov 22 16:23:43.283713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-1bf4cf77-fd7f-4d66-ae58-c4382bb4a395 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.294589 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0754-186e-4a07-9965-37e678d5e978 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.296591 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c0ad0754-186e-4a07-9965-37e678d5e978 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5951641 Nov 22 16:23:43.300204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-1bf4cf77-fd7f-4d66-ae58-c4382bb4a395 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.312110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-1bf4cf77-fd7f-4d66-ae58-c4382bb4a395 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.320419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-1bf4cf77-fd7f-4d66-ae58-c4382bb4a395 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.328874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-1bf4cf77-fd7f-4d66-ae58-c4382bb4a395 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.339636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-1bf4cf77-fd7f-4d66-ae58-c4382bb4a395 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.346176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-1bf4cf77-fd7f-4d66-ae58-c4382bb4a395 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:43.347999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34726) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:43.348216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-1bf4cf77-fd7f-4d66-ae58-c4382bb4a395 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.4120572 Nov 22 16:23:43.353662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Pushing event updated for resources: {'Port': ['ID=21a28365-8e1b-4c34-82f1-2c5afb7053f8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:43.421391 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee10fa4b-d2a4-4615-a5f9-80ddcef31f8a tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.423090 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ee10fa4b-d2a4-4615-a5f9-80ddcef31f8a tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3746448 Nov 22 16:23:43.436896 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34728) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:43.520637 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ad6ca21d-d243-4898-ad2c-8aa0bf0cc26b tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=c578b372-9faa-4fbc-a041-28a11145bfde HTTP/1.1" status: 200 len: 464 time: 0.0821307 Nov 22 16:23:43.525508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34730) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:43.529948 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ffd0-9bb4-4d3e-a53d-9f9c9ace64c7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.576542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ffd0-9bb4-4d3e-a53d-9f9c9ace64c7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.602905 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:43.644241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2add12-3deb-4904-8805-0de0e2f9b381 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:43.665623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2add12-3deb-4904-8805-0de0e2f9b381 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:43.667322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7b2add12-3deb-4904-8805-0de0e2f9b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:43.725931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7b2add12-3deb-4904-8805-0de0e2f9b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:43.747279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2add12-3deb-4904-8805-0de0e2f9b381 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:43.748919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7b2add12-3deb-4904-8805-0de0e2f9b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:43.750450 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ffd0-9bb4-4d3e-a53d-9f9c9ace64c7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.758411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40e6d985-ebc3-4ab3-ae3d-a8df43a5e885 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.759211 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-40e6d985-ebc3-4ab3-ae3d-a8df43a5e885 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/c578b372-9faa-4fbc-a041-28a11145bfde HTTP/1.1" status: 204 len: 168 time: 0.2315607 Nov 22 16:23:43.763599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.772030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5e8ffd0-9bb4-4d3e-a53d-9f9c9ace64c7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:43.777502 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c5e8ffd0-9bb4-4d3e-a53d-9f9c9ace64c7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/ddb0a062-4480-455c-879c-fdf41c6a70f3 HTTP/1.1" status: 204 len: 168 time: 0.4230738 Nov 22 16:23:43.777502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34734) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:43.785507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34736) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:43.792330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8ffd0-9bb4-4d3e-a53d-9f9c9ace64c7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddb0a062-4480-455c-879c-fdf41c6a70f3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:43.819058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7b2add12-3deb-4904-8805-0de0e2f9b381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:43.820169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2add12-3deb-4904-8805-0de0e2f9b381 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:43.848650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-27c89250-1bd3-4f44-9ee4-2181f5be8299 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=c578b372-9faa-4fbc-a041-28a11145bfde HTTP/1.1" status: 200 len: 221 time: 0.0641096 Nov 22 16:23:43.855405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34740) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:43.864332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5c06714d-9120-4821-9e34-f5cbadfddb38 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--40199219', 'description': 'label created by tempest'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:43.865028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5c06714d-9120-4821-9e34-f5cbadfddb38 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Unknown quota resources ['metering_label']. {{(pid=103410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:23:43.875240 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a0f03c6a-c0c2-4945-9c0f-29377d3d4d36 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6072807 Nov 22 16:23:43.878425 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34742) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:43.895178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'port_id': '13c3cb01-d458-4f86-b6e6-7107ec0b8f3f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:43.994570 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8f00b76b-3f07-42d7-9fd0-558e3cc7a871 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1999822 Nov 22 16:23:43.998857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34744) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:44.183163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9bae3ca-a1d4-479b-b5c7-3dbf6bb044f9 req-0170264e-adbd-4548-b7bd-3c3cfab73998 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8061016 Nov 22 16:23:44.188380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Attempting to bind port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:23:44.188969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Attempting to bind port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:23:44.189532 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Attempting to bind port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 on network a61a3711-871d-4dae-9972-a93188acef6a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:44.197311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-6ec98f81-50ae-4a12-9123-64a2e9ebf13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:44.199899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-6ec98f81-50ae-4a12-9123-64a2e9ebf13c service neutron] 10.222.0.71 "GET /v2.0/networks?id=fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 200 len: 903 time: 0.9382856 Nov 22 16:23:44.237537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb26b-3279-48d3-904f-8bf7ba8ce52c req-56a5e6c8-731a-451f-9b8a-80344c1bdb7d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:44.241772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cfeb26b-3279-48d3-904f-8bf7ba8ce52c req-56a5e6c8-731a-451f-9b8a-80344c1bdb7d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.3695593 Nov 22 16:23:44.251316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 on network a61a3711-871d-4dae-9972-a93188acef6a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:23:44.252547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Attempting to bind port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 on network a61a3711-871d-4dae-9972-a93188acef6a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:23:44.302579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:23:44.303433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Checking segment: {'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:44.306537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Bound using segment: {'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:23:44.308884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Bound port: 21a28365-8e1b-4c34-82f1-2c5afb7053f8, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa03ffc7-732c-4ba4-8a54-81046016eba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:23:44.311281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:44.425047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:44.437275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-ba34f5c6-bbe9-4048-bb71-752072c201b2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 200 len: 217 time: 0.1907623 Nov 22 16:23:44.443206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cfeb26b-3279-48d3-904f-8bf7ba8ce52c req-72e2fef1-6711-4ed4-93d9-ca6204af0179 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005293 Nov 22 16:23:44.503765 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c06714d-9120-4821-9e34-f5cbadfddb38 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:44.505038 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5c06714d-9120-4821-9e34-f5cbadfddb38 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.6468000 Nov 22 16:23:44.510421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:44.712083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] For port 21a28365-8e1b-4c34-82f1-2c5afb7053f8, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:23:44.730108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432e457-0e57-4881-ad75-a4d6b118f388 req-71d5dd40-388f-4745-8e20-bd96fe6a1b60 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:44.739020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ce0fac58-4346-48d6-8dab-df26ede1ac7c tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=c9a5116f-81a7-4f41-8047-2901e017836b HTTP/1.1" status: 200 len: 466 time: 0.2248695 Nov 22 16:23:44.743652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c432e457-0e57-4881-ad75-a4d6b118f388 req-71d5dd40-388f-4745-8e20-bd96fe6a1b60 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 943 time: 0.2609463 Nov 22 16:23:44.743959 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-525654bb-4b95-47e6-8708-5c6ec5c54e66 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:44.745530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34754) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:44.762270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-49e197b1-7ec8-4fe4-bbaf-98790f18a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:44.764699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-49e197b1-7ec8-4fe4-bbaf-98790f18a14d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.2810912 Nov 22 16:23:44.776562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] For port 21a28365-8e1b-4c34-82f1-2c5afb7053f8, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=21a28365-8e1b-4c34-82f1-2c5afb7053f8,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:23:44.829560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:44.829831 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-525654bb-4b95-47e6-8708-5c6ec5c54e66 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:44.852965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969b989-1efb-41ed-8e09-2fdfa80942be req-4ce01031-fcce-47df-a2db-b8ff28210faa tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:44.854586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a969b989-1efb-41ed-8e09-2fdfa80942be req-4ce01031-fcce-47df-a2db-b8ff28210faa tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.2622714 Nov 22 16:23:44.876031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34756) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:44.892864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Request body: {'floatingip': {'port_id': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:44.938819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ffba29-1323-4b40-be60-3ce263c4b6e1 None None] DHCP port deletion for a61a3711-871d-4dae-9972-a93188acef6a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:44.950878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:44.952544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:44.966052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] 10.222.0.11 "PUT /v2.0/ports/21a28365-8e1b-4c34-82f1-2c5afb7053f8 HTTP/1.1" status: 200 len: 1091 time: 3.7402892 Nov 22 16:23:44.971249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05bbb3f-addf-428d-b445-c2c970e76ed0', 'tag': '21a28365-8e1b-4c34-82f1-2c5afb7053f8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:44.974455 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7276183d-d772-4c4b-91de-1ba76ee6d8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d05bbb3f-addf-428d-b445-c2c970e76ed0", "tag": "21a28365-8e1b-4c34-82f1-2c5afb7053f8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:45.015284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c432e457-0e57-4881-ad75-a4d6b118f388 req-56efef29-0252-4c87-8bf9-fee1e0f335eb tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266543 Nov 22 16:23:45.026896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:45.066048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-57709baa-61ab-422c-9ec3-c07bd0040dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.069815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-57709baa-61ab-422c-9ec3-c07bd0040dae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2909749 Nov 22 16:23:45.072181 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09651ae0-1bc2-4fb1-b77d-064fe7d79b9c x-openstack-request-id: req-09651ae0-1bc2-4fb1-b77d-064fe7d79b9c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:45.072774 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05bbb3f-addf-428d-b445-c2c970e76ed0", "tag": "21a28365-8e1b-4c34-82f1-2c5afb7053f8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:45.073151 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-09651ae0-1bc2-4fb1-b77d-064fe7d79b9c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:45.073671 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05bbb3f-addf-428d-b445-c2c970e76ed0', 'tag': '21a28365-8e1b-4c34-82f1-2c5afb7053f8', 'status': 'completed', 'code': 200} Nov 22 16:23:45.090961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ec722-1b6a-4254-8852-ba79f70df949 service neutron] Pushing event updated for resources: {'Port': ['ID=21a28365-8e1b-4c34-82f1-2c5afb7053f8,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:45.191204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1914d95-15e0-47a8-960d-164095aca15e req-a045e615-f624-4166-bbbd-49918f6293a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.195330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-a045e615-f624-4166-bbbd-49918f6293a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92bd9675e6354323ac9dd7ea5ef0d6a1&device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 1094 time: 0.1365452 Nov 22 16:23:45.278130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-a52cf92f-e816-4647-bc06-3f73a6366182 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a28365-8e1b-4c34-82f1-2c5afb7053f8 HTTP/1.1" status: 200 len: 217 time: 0.0702856 Nov 22 16:23:45.364781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-525654bb-4b95-47e6-8708-5c6ec5c54e66 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:45.367878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-525654bb-4b95-47e6-8708-5c6ec5c54e66 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:45.369460 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-525654bb-4b95-47e6-8708-5c6ec5c54e66 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/249c9312-d582-41e1-8852-495ddfc65dc5 HTTP/1.1" status: 204 len: 168 time: 1.3644934 Nov 22 16:23:45.378115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34764) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:45.383967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed034-2370-49ae-8d62-25c7a7e3ee48 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:45.385128 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2e4ed034-2370-49ae-8d62-25c7a7e3ee48 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/c9a5116f-81a7-4f41-8047-2901e017836b HTTP/1.1" status: 204 len: 168 time: 0.6386313 Nov 22 16:23:45.427277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:45.449364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525654bb-4b95-47e6-8708-5c6ec5c54e66 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249c9312-d582-41e1-8852-495ddfc65dc5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:45.521219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e73c1a8-4219-4c21-a54a-fea992f03841 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=c9a5116f-81a7-4f41-8047-2901e017836b HTTP/1.1" status: 200 len: 216 time: 0.0915039 Nov 22 16:23:45.522372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34770) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:45.525796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-1766c02d-0863-48fb-afe5-70c7020294db service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388871 Nov 22 16:23:45.534368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1914d95-15e0-47a8-960d-164095aca15e req-4775e249-213f-4544-81f9-ba6723bd6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.536180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-4775e249-213f-4544-81f9-ba6723bd6403 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec06e190-07e4-4459-91a9-ac9415d07f34 HTTP/1.1" status: 200 len: 848 time: 0.2146170 Nov 22 16:23:45.589286 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2e69c55-9b45-45ec-8fc0-c5c535eb44df tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2086515 Nov 22 16:23:45.611507 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c69e6d71-02a8-4e27-bc55-543d26be7c89 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0818188 Nov 22 16:23:45.612341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34772) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:45.626841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-e8b0c1a5-bafa-4d59-8c6a-e0f103bd50c2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.630863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-de923d6c-b211-466d-b27b-53451dc45d9d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553012875'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:45.633529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-e8b0c1a5-bafa-4d59-8c6a-e0f103bd50c2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.636980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34774) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:45.640169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-e8b0c1a5-bafa-4d59-8c6a-e0f103bd50c2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.647247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-e8b0c1a5-bafa-4d59-8c6a-e0f103bd50c2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.653832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-e8b0c1a5-bafa-4d59-8c6a-e0f103bd50c2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.657816 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e1f9f20-2c28-4a5c-a418-9f1b4dc49494 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0155408 Nov 22 16:23:45.661545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-e8b0c1a5-bafa-4d59-8c6a-e0f103bd50c2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.666608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34776) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:45.668244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-e8b0c1a5-bafa-4d59-8c6a-e0f103bd50c2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:45.670230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-e8b0c1a5-bafa-4d59-8c6a-e0f103bd50c2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.3221140 Nov 22 16:23:45.675476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-f75c832a-8e8b-4c0f-9ab2-6b789d9d14ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a61a3711-871d-4dae-9972-a93188acef6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233718 Nov 22 16:23:45.722396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.resource_extend [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:23:45.816834 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0d5bc7be-18fb-4fc4-9ee3-51f35a457bab tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/d536fccd-7600-4fcb-965e-6c090336a7f1 HTTP/1.1" status: 200 len: 472 time: 0.1489377 Nov 22 16:23:45.821029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34778) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:45.824695 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de923d6c-b211-466d-b27b-53451dc45d9d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:45.841558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cf258f8-6cb0-4e3d-b2e8-afd2c450521e req-cb945e1e-4181-4ddf-a6ac-ce7cea851bdc service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040328 Nov 22 16:23:45.855202 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57309fb1-3d79-42e0-b7a4-5cf9e750b714 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/39778aea-dfbb-40af-9fc8-b17938431cb8 HTTP/1.1" status: 200 len: 461 time: 0.0307980 Nov 22 16:23:45.862279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc29125e-8a69-4cd0-97ab-ea34c4f7c456 req-20768115-c923-483c-be82-2ba7f8405cdb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836374 Nov 22 16:23:45.863593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34780) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:45.951572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-84c9f6d2-e0b3-40cb-9aa7-29eecc0b1f63 service neutron] 10.222.0.11 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620285 Nov 22 16:23:45.962409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.043773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.175050 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c898dc7-cf8c-4506-938a-b4bc40f2a001 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.178642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9c898dc7-cf8c-4506-938a-b4bc40f2a001 tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/39778aea-dfbb-40af-9fc8-b17938431cb8 HTTP/1.1" status: 204 len: 168 time: 0.3108964 Nov 22 16:23:46.182680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34784) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:46.267689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1914d95-15e0-47a8-960d-164095aca15e req-d39f437a-18d3-4b14-8b11-1004229ecb5c service neutron] 10.222.0.11 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072169 Nov 22 16:23:46.477001 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:23:46.541356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809626cd-de8a-4b8f-9ae4-de8c067bc97b req-0ad0fc67-a807-4323-ba7d-58bcdc1976a6 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:46.543030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-809626cd-de8a-4b8f-9ae4-de8c067bc97b req-0ad0fc67-a807-4323-ba7d-58bcdc1976a6 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 943 time: 0.2966666 Nov 22 16:23:46.567590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f50a1a5-dfd8-4e5c-8198-2292acbf524e tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.568815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4f50a1a5-dfd8-4e5c-8198-2292acbf524e tempest-MeteringTestJSON-1266249121 tempest-MeteringTestJSON-1266249121-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/d536fccd-7600-4fcb-965e-6c090336a7f1 HTTP/1.1" status: 204 len: 168 time: 0.3851228 Nov 22 16:23:46.603575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-cf860709-01b6-4474-9f69-80d41cebfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:46.605380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-cf860709-01b6-4474-9f69-80d41cebfed7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=92bd9675e6354323ac9dd7ea5ef0d6a1&device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 1094 time: 0.1594484 Nov 22 16:23:46.692716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de923d6c-b211-466d-b27b-53451dc45d9d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.753952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de923d6c-b211-466d-b27b-53451dc45d9d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.792753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-809626cd-de8a-4b8f-9ae4-de8c067bc97b req-7c125f26-b7f5-4601-90ff-cf28787ce9de tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361670 Nov 22 16:23:46.844449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-394879a9-2244-4908-8fc6-c12aaea5956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:46.846856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-394879a9-2244-4908-8fc6-c12aaea5956f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a61a3711-871d-4dae-9972-a93188acef6a HTTP/1.1" status: 200 len: 909 time: 0.2139573 Nov 22 16:23:46.859340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.resource_extend [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:23:46.867592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de923d6c-b211-466d-b27b-53451dc45d9d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.869008 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de923d6c-b211-466d-b27b-53451dc45d9d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2498441 Nov 22 16:23:46.899093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:46.902534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-2f309af1-6eb3-4a42-828f-ed920f69ce68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21a28365-8e1b-4c34-82f1-2c5afb7053f8 HTTP/1.1" status: 200 len: 217 time: 0.0471053 Nov 22 16:23:46.905743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '886df672-6fd8-4070-95fe-f27d026657ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:46.908817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de923d6c-b211-466d-b27b-53451dc45d9d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886df672-6fd8-4070-95fe-f27d026657ae,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:46.944546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.959068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:46.967218 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:46.999301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-c097c9d9-c24e-4075-96a3-9ca343e4731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:47.000881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-c097c9d9-c24e-4075-96a3-9ca343e4731a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec06e190-07e4-4459-91a9-ac9415d07f34 HTTP/1.1" status: 200 len: 848 time: 0.0901415 Nov 22 16:23:47.043532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.113876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-e1378166-9f79-4846-bdaf-3e635cf5677d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a61a3711-871d-4dae-9972-a93188acef6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899563 Nov 22 16:23:47.157325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34798) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:47.262434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-95a44f7c-a8ce-4fdf-a16d-147485e1433e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:47.268777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-95a44f7c-a8ce-4fdf-a16d-147485e1433e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:47.271982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:47.277155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-95a44f7c-a8ce-4fdf-a16d-147485e1433e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:47.284879 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63e3fe-aa76-4fb5-8119-72dda34784a9 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:47.285130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.294574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-95a44f7c-a8ce-4fdf-a16d-147485e1433e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:47.305014 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63e3fe-aa76-4fb5-8119-72dda34784a9 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:47.305878 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c63e3fe-aa76-4fb5-8119-72dda34784a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:47.312980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-95a44f7c-a8ce-4fdf-a16d-147485e1433e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:47.328181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-95a44f7c-a8ce-4fdf-a16d-147485e1433e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:47.342747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-95a44f7c-a8ce-4fdf-a16d-147485e1433e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:47.350068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-95a44f7c-a8ce-4fdf-a16d-147485e1433e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.2448034 Nov 22 16:23:47.353592 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Floating IP 1c9e83cd-261c-41be-9bda-cae24f40ecb6 associated. External IP: 172.25.5.201, port: e4bcb06c-9ca8-4494-80a9-e378621515a4. Nov 22 16:23:47.389924 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c63e3fe-aa76-4fb5-8119-72dda34784a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:47.391735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.400764 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c63e3fe-aa76-4fb5-8119-72dda34784a9 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:47.402016 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c63e3fe-aa76-4fb5-8119-72dda34784a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:47.426945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-490e0316-a8fd-4b32-b9bb-952d0758c885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.428814 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.440754 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2c63e3fe-aa76-4fb5-8119-72dda34784a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:47.441668 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63e3fe-aa76-4fb5-8119-72dda34784a9 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:47.488495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-a731c804-3d71-4711-a36a-1e2446e7ca4c service neutron] 10.222.0.11 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630607 Nov 22 16:23:47.494100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd38fbf7-fa61-41f6-b332-19582542c40b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:47.535563 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.537111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6367884 Nov 22 16:23:47.541792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:47.546426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e4bd62ee-ed44-4b23-8d58-51c7c317caf0 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '886df672-6fd8-4070-95fe-f27d026657ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:47.574606 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-311e5d8d-cd3a-4732-a7c0-26e08e4e4042 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/floatingips/a1c3bc4b-8ec0-4bd0-bb81-16a5f6b96f46 HTTP/1.1" status: 200 len: 978 time: 3.6921136 Nov 22 16:23:47.577939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34806) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:47.601597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 21a28365-8e1b-4c34-82f1-2c5afb7053f8 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:23:47.704782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4bd62ee-ed44-4b23-8d58-51c7c317caf0 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.715423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 21a28365-8e1b-4c34-82f1-2c5afb7053f8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=21a28365-8e1b-4c34-82f1-2c5afb7053f8,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:47.733014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '21a28365-8e1b-4c34-82f1-2c5afb7053f8', 'network_id': 'a61a3711-871d-4dae-9972-a93188acef6a', 'port_id': '21a28365-8e1b-4c34-82f1-2c5afb7053f8', 'mac_address': 'fa:16:3e:99:3d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 832, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec06e190-07e4-4459-91a9-ac9415d07f34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:23:47.780757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.797270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a28365-8e1b-4c34-82f1-2c5afb7053f8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:23:47.820370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 21a28365-8e1b-4c34-82f1-2c5afb7053f8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=21a28365-8e1b-4c34-82f1-2c5afb7053f8,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:47.830896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:47.899036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=21a28365-8e1b-4c34-82f1-2c5afb7053f8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:47.919575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.919986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.920307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.920661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.921043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.921549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.921657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.921984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.922290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.922615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.922957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.923763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1686f7fc-6631-4fe8-9106-a40323ab433c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:23:47.964942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6e58566-2d18-4d06-8e7a-0c8fd94a428b req-74cea0c2-dde5-48a0-9068-2e51b80d0adc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6019559 Nov 22 16:23:48.046721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4bd62ee-ed44-4b23-8d58-51c7c317caf0 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.060411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7276183d-d772-4c4b-91de-1ba76ee6d8f3 req-4e6e1e15-cacd-4256-9120-74f416c470fe service neutron] 10.222.0.11 "GET /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636096 Nov 22 16:23:48.066458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['21a28365-8e1b-4c34-82f1-2c5afb7053f8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:23:48.071817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4bd62ee-ed44-4b23-8d58-51c7c317caf0 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.145115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd62ee-ed44-4b23-8d58-51c7c317caf0 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c7a93d-87f0-482b-86a2-c30404b033de,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:48.153106 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Router 65128930-d418-4739-9ead-57fabd2f400a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:48.162105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e4bd62ee-ed44-4b23-8d58-51c7c317caf0 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.163696 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e4bd62ee-ed44-4b23-8d58-51c7c317caf0 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6208696 Nov 22 16:23:48.169913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:48.175603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-490e0316-a8fd-4b32-b9bb-952d0758c885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.177627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8420537b-3ade-44eb-85f5-1a2841ebc2f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '886df672-6fd8-4070-95fe-f27d026657ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:48.190162 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-490e0316-a8fd-4b32-b9bb-952d0758c885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.267628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 290f6303-ce61-499d-ac5c-cda91ca8675a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:48.268426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.273621 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8420537b-3ade-44eb-85f5-1a2841ebc2f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.280691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5ecae-a29c-4564-b90d-940b5fccc3aa req-6c82a7a8-1e71-4125-9bef-e38671f62af4 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:48.289743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2a5ecae-a29c-4564-b90d-940b5fccc3aa req-6c82a7a8-1e71-4125-9bef-e38671f62af4 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 944 time: 0.2004626 Nov 22 16:23:48.303976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-490e0316-a8fd-4b32-b9bb-952d0758c885 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7ab8967b5f54c678b5216b8e50052f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1385355 Nov 22 16:23:48.303976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e0316-a8fd-4b32-b9bb-952d0758c885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5ee352-fa35-41d8-ad53-255d24e6e8db,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:48.306323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:48.411014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2a5ecae-a29c-4564-b90d-940b5fccc3aa req-73b7ee6b-8d2e-4d7f-bb3c-0058d470ec74 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200349 Nov 22 16:23:48.435687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3184dd02-8437-46b6-b8d7-cb629b16a80b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.467163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.467498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.471110 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3184dd02-8437-46b6-b8d7-cb629b16a80b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.484151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:48.487093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8420537b-3ade-44eb-85f5-1a2841ebc2f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.495172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.501620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 290f6303-ce61-499d-ac5c-cda91ca8675a owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:48.508419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] Sync routers for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:48.531382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8420537b-3ade-44eb-85f5-1a2841ebc2f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.536606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:48.539504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:48.632319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3184dd02-8437-46b6-b8d7-cb629b16a80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.638381 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3184dd02-8437-46b6-b8d7-cb629b16a80b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.644324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3184dd02-8437-46b6-b8d7-cb629b16a80b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb5ee352-fa35-41d8-ad53-255d24e6e8db HTTP/1.1" status: 204 len: 168 time: 0.3251858 Nov 22 16:23:48.650057 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-debe0c46-5db2-432b-bec4-effcf5438e15 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "PUT /v2.0/floatingips/1c9e83cd-261c-41be-9bda-cae24f40ecb6 HTTP/1.1" status: 200 len: 992 time: 3.7716298 Nov 22 16:23:48.665330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:48.667499 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158d79ad-f774-4554-bb28-cac08eb0a60f" -d '{"events": [{"name": "network-changed", "server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:48.670213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420537b-3ade-44eb-85f5-1a2841ebc2f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a7547e-3ca1-4401-a056-42609eceea47,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:48.676966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184dd02-8437-46b6-b8d7-cb629b16a80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5ee352-fa35-41d8-ad53-255d24e6e8db,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:48.711807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:23:48.754827 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8420537b-3ade-44eb-85f5-1a2841ebc2f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.758906 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8420537b-3ade-44eb-85f5-1a2841ebc2f7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5877905 Nov 22 16:23:48.761822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34824) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:48.769036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a0f47ef0-04e1-47db-82c5-370836496e41 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '886df672-6fd8-4070-95fe-f27d026657ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:48.787937 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e5dc7-58fe-44a1-90df-0735e948926f x-openstack-request-id: req-744e5dc7-58fe-44a1-90df-0735e948926f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:48.788471 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:48.788706 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-744e5dc7-58fe-44a1-90df-0735e948926f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:48.792684 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'status': 'completed', 'code': 200} Nov 22 16:23:48.853463 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0f47ef0-04e1-47db-82c5-370836496e41 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:48.899608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-ef62c4ec-1955-4bfa-8409-a9b154a357e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:48.913584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-ef62c4ec-1955-4bfa-8409-a9b154a357e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1097 time: 0.0972352 Nov 22 16:23:48.993666 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a78e2e5-fa7d-4666-8643-c87f68a80588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.046938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.076862 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0f47ef0-04e1-47db-82c5-370836496e41 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.098124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0f47ef0-04e1-47db-82c5-370836496e41 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.131082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=290f6303-ce61-499d-ac5c-cda91ca8675a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:49.149404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f47ef0-04e1-47db-82c5-370836496e41 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f5ba18-e791-4a94-8ec8-a520d97d3499,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:49.187061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0f47ef0-04e1-47db-82c5-370836496e41 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.192563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0f47ef0-04e1-47db-82c5-370836496e41 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4284205 Nov 22 16:23:49.197536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:49.206423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-15ee501d-b406-44bd-9c8f-ed384501b475 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '886df672-6fd8-4070-95fe-f27d026657ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:49.269923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-36aa040c-6ca6-49b1-a394-1019452913dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.271626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-36aa040c-6ca6-49b1-a394-1019452913dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.3511078 Nov 22 16:23:49.291785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '1c9e83cd-261c-41be-9bda-cae24f40ecb6', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '65128930-d418-4739-9ead-57fabd2f400a', 'port_id': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'mac_address': 'fa:16:3e:d2:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:23:14Z', 'updated_at': '2021-11-22T16:23:46Z', 'revision_number': 1, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:49.294321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.294933 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP a1c3bc4b-8ec0-4bd0-bb81-16a5f6b96f46 disassociated (deleted). External IP: 172.25.5.134, port: 13c3cb01-d458-4f86-b6e6-7107ec0b8f3f. Nov 22 16:23:49.329719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] Checking router: 65128930-d418-4739-9ead-57fabd2f400a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:23:49.341662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:49.342296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:49.428057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15ee501d-b406-44bd-9c8f-ed384501b475 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.528844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:23:49.555062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-f89ee430-2ecd-4839-9110-89b482fec863 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.562579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-f89ee430-2ecd-4839-9110-89b482fec863 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.563384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34838) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:49.568468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-f89ee430-2ecd-4839-9110-89b482fec863 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.574518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-f89ee430-2ecd-4839-9110-89b482fec863 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.581429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-f89ee430-2ecd-4839-9110-89b482fec863 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.587679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-f89ee430-2ecd-4839-9110-89b482fec863 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.596610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-f89ee430-2ecd-4839-9110-89b482fec863 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.598469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-f89ee430-2ecd-4839-9110-89b482fec863 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.3652484 Nov 22 16:23:49.602164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 21a28365-8e1b-4c34-82f1-2c5afb7053f8 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:23:49.617989 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b88b009b-4dd0-443f-9b61-763a59cc70bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.661973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-1fb96c94-b0ba-4ee8-80ab-deeaac8bb784 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 1000 time: 0.3798571 Nov 22 16:23:49.674290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:49.777220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:23:49.783841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:49.784248 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.802408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-1a6e0f17-d430-4a5b-8838-fad2c867f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.803983 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-1a6e0f17-d430-4a5b-8838-fad2c867f173 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.1312053 Nov 22 16:23:49.810539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad288ad3-46aa-4d2f-b849-ed8467c0bf9c req-97fa6683-8baf-438a-809f-d3c016e7f5b3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2019238 Nov 22 16:23:49.821044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15ee501d-b406-44bd-9c8f-ed384501b475 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.832298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b88b009b-4dd0-443f-9b61-763a59cc70bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.850851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b88b009b-4dd0-443f-9b61-763a59cc70bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.897945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bf3f3-6d65-46ce-ba76-6a86bbdf92df req-5d85d012-8d80-4e77-b369-09cebe84533d tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:49.899507 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b88b009b-4dd0-443f-9b61-763a59cc70bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbe4cc8a744d471bb278602eb420d953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357081 Nov 22 16:23:49.904059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:49.905514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34842) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:49.916629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.917688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca6bf3f3-6d65-46ce-ba76-6a86bbdf92df req-5d85d012-8d80-4e77-b369-09cebe84533d tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 944 time: 0.3892426 Nov 22 16:23:49.920659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b009b-4dd0-443f-9b61-763a59cc70bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abd52e8-e4ad-42fa-96fb-86eb2286b0f8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:49.921456 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15ee501d-b406-44bd-9c8f-ed384501b475 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.929218 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b65fe-9bdd-40bb-85f4-7da8b0494e40 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:49.956599 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b65fe-9bdd-40bb-85f4-7da8b0494e40 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:49.959624 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-921b65fe-9bdd-40bb-85f4-7da8b0494e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:49.979507 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2575a261-74a4-447f-a195-00bca8bb4b50 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/floatingips/a1c3bc4b-8ec0-4bd0-bb81-16a5f6b96f46 HTTP/1.1" status: 204 len: 168 time: 2.4004011 Nov 22 16:23:49.983788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:49.996157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-15ee501d-b406-44bd-9c8f-ed384501b475 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.011603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-15ee501d-b406-44bd-9c8f-ed384501b475 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8095896 Nov 22 16:23:50.013551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:50.040464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28b5eb23-c02b-46bc-b7ab-a3aa0b7dba5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.072244 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-921b65fe-9bdd-40bb-85f4-7da8b0494e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:50.085949 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b65fe-9bdd-40bb-85f4-7da8b0494e40 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:50.086888 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-921b65fe-9bdd-40bb-85f4-7da8b0494e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:50.142524 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28b5eb23-c02b-46bc-b7ab-a3aa0b7dba5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.171105 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-921b65fe-9bdd-40bb-85f4-7da8b0494e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:50.186600 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b65fe-9bdd-40bb-85f4-7da8b0494e40 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:50.211935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee501d-b406-44bd-9c8f-ed384501b475 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0206bf17-0b3c-4cf5-bc4b-3e0960499c37,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:50.236951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-c23c440e-24bb-4b03-8365-b9572cadb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:50.238774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-c23c440e-24bb-4b03-8365-b9572cadb46d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4272065 Nov 22 16:23:50.260568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca6bf3f3-6d65-46ce-ba76-6a86bbdf92df req-d5eda070-103a-4bfd-b089-17d868421de2 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425579 Nov 22 16:23:50.275492 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f061-839c-4308-8ae5-a7d68749a753 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.326553 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f061-839c-4308-8ae5-a7d68749a753 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.357836 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5c7314cc-0838-4e49-bdc0-fb6cd8c9b804 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 13c3cb01-d458-4f86-b6e6-7107ec0b8f3f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:50.358282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c7314cc-0838-4e49-bdc0-fb6cd8c9b804 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.382031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f061-839c-4308-8ae5-a7d68749a753 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.393306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f061-839c-4308-8ae5-a7d68749a753 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.395037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a4a6f061-839c-4308-8ae5-a7d68749a753 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0206bf17-0b3c-4cf5-bc4b-3e0960499c37 HTTP/1.1" status: 204 len: 168 time: 0.3311594 Nov 22 16:23:50.409010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34850) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:50.436559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6f061-839c-4308-8ae5-a7d68749a753 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0206bf17-0b3c-4cf5-bc4b-3e0960499c37,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:50.441520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-93d04882-3397-4b07-abc6-362f3bed6599 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886504 Nov 22 16:23:50.446163 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.461577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28b5eb23-c02b-46bc-b7ab-a3aa0b7dba5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.467073 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28b5eb23-c02b-46bc-b7ab-a3aa0b7dba5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.468918 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-28b5eb23-c02b-46bc-b7ab-a3aa0b7dba5f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8abd52e8-e4ad-42fa-96fb-86eb2286b0f8 HTTP/1.1" status: 204 len: 168 time: 0.5613353 Nov 22 16:23:50.506743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5eb23-c02b-46bc-b7ab-a3aa0b7dba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abd52e8-e4ad-42fa-96fb-86eb2286b0f8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:50.519686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 21a28365-8e1b-4c34-82f1-2c5afb7053f8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=21a28365-8e1b-4c34-82f1-2c5afb7053f8,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:50.525044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05bbb3f-addf-428d-b445-c2c970e76ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a28365-8e1b-4c34-82f1-2c5afb7053f8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:50.530109 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd6a9a8-fb92-4f9a-a3ab-ae5d9bc5c319" -d '{"events": [{"server_uuid": "d05bbb3f-addf-428d-b445-c2c970e76ed0", "name": "network-vif-plugged", "status": "completed", "tag": "21a28365-8e1b-4c34-82f1-2c5afb7053f8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:50.541064 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c7314cc-0838-4e49-bdc0-fb6cd8c9b804 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.561093 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.600100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5c7314cc-0838-4e49-bdc0-fb6cd8c9b804 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 13c3cb01-d458-4f86-b6e6-7107ec0b8f3f owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:50.623043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c4a84e03-40de-4e0b-b7df-1f891a14672d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2120109 Nov 22 16:23:50.637630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:50.679312 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26e3fc0-dc67-4c31-afba-0773b5878d1f x-openstack-request-id: req-e26e3fc0-dc67-4c31-afba-0773b5878d1f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:50.679752 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05bbb3f-addf-428d-b445-c2c970e76ed0", "name": "network-vif-plugged", "status": "completed", "tag": "21a28365-8e1b-4c34-82f1-2c5afb7053f8", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:50.680156 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e26e3fc0-dc67-4c31-afba-0773b5878d1f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:50.680766 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05bbb3f-addf-428d-b445-c2c970e76ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a28365-8e1b-4c34-82f1-2c5afb7053f8', 'code': 200} Nov 22 16:23:50.742466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '1c9e83cd-261c-41be-9bda-cae24f40ecb6', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '65128930-d418-4739-9ead-57fabd2f400a', 'port_id': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'mac_address': 'fa:16:3e:d2:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:23:14Z', 'updated_at': '2021-11-22T16:23:46Z', 'revision_number': 1, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:50.755730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f1144b3-23fc-4f05-b9e4-9d477b2d2be3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.776942 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f1144b3-23fc-4f05-b9e4-9d477b2d2be3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.802123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dd7ad0-2ac4-4a69-9dbe-196c2eb8d461 None None] The sync data for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 is: [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '1c9e83cd-261c-41be-9bda-cae24f40ecb6', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '65128930-d418-4739-9ead-57fabd2f400a', 'port_id': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'mac_address': 'fa:16:3e:d2:f6:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:23:14Z', 'updated_at': '2021-11-22T16:23:46Z', 'revision_number': 1, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:50.806839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=21a28365-8e1b-4c34-82f1-2c5afb7053f8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:50.920230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f1144b3-23fc-4f05-b9e4-9d477b2d2be3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.936339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c7314cc-0838-4e49-bdc0-fb6cd8c9b804 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.955044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f1144b3-23fc-4f05-b9e4-9d477b2d2be3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:50.963591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5f1144b3-23fc-4f05-b9e4-9d477b2d2be3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/94f5ba18-e791-4a94-8ec8-a520d97d3499 HTTP/1.1" status: 204 len: 168 time: 0.3167531 Nov 22 16:23:50.984365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34866) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:50.998937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7314cc-0838-4e49-bdc0-fb6cd8c9b804 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=13c3cb01-d458-4f86-b6e6-7107ec0b8f3f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:51.006245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1144b3-23fc-4f05-b9e4-9d477b2d2be3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94f5ba18-e791-4a94-8ec8-a520d97d3499,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:51.016938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507dd84-ed96-4db3-826d-d26f06f291ff None None] DHCP port deletion for 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:51.031826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-158d79ad-f774-4554-bb28-cac08eb0a60f req-eeee8511-0119-4601-bd67-2f1995e673c4 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822351 Nov 22 16:23:51.109092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1609304-3111-42fa-bfa3-50190fa0b1b5 req-7d0c5e99-f4ca-4a7d-813c-734511aacae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.120652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1609304-3111-42fa-bfa3-50190fa0b1b5 req-7d0c5e99-f4ca-4a7d-813c-734511aacae0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 1096 time: 0.2829227 Nov 22 16:23:51.194703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-e2d59276-0bfa-471b-ac58-85955dd3b940 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.217859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-e2d59276-0bfa-471b-ac58-85955dd3b940 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.242332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9b0de9-bf58-4916-9611-467d57a55f7c None None] New status for floating IP 1c9e83cd-261c-41be-9bda-cae24f40ecb6: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:23:51.246196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-e2d59276-0bfa-471b-ac58-85955dd3b940 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.255555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-e2d59276-0bfa-471b-ac58-85955dd3b940 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.262628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-e2d59276-0bfa-471b-ac58-85955dd3b940 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.271083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-e2d59276-0bfa-471b-ac58-85955dd3b940 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.277498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-e2d59276-0bfa-471b-ac58-85955dd3b940 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.279706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-e2d59276-0bfa-471b-ac58-85955dd3b940 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.3151588 Nov 22 16:23:51.323457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1609304-3111-42fa-bfa3-50190fa0b1b5 req-da0651ef-db5b-479f-a755-d2e689f3c79e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952403 Nov 22 16:23:51.375859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5341dcaa-4ba6-43ab-9b87-1ba98aba8149 req-f515a0e3-6908-4411-bdb6-cd943a802461 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862267 Nov 22 16:23:51.551397 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1afdf89a-2539-4a8b-9f51-af69bc3db989 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5655723 Nov 22 16:23:51.554917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34880) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:51.561421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c228a59-e5b8-44bf-a0a1-ea8010d430d7 req-5c344f12-7984-4064-87da-c41667294471 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:51.564426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c228a59-e5b8-44bf-a0a1-ea8010d430d7 req-5c344f12-7984-4064-87da-c41667294471 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 945 time: 0.1226263 Nov 22 16:23:51.573168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c070d9f1-f52e-49a5-b2a6-6feee66070d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.595522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c7314cc-0838-4e49-bdc0-fb6cd8c9b804 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.606711 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5c7314cc-0838-4e49-bdc0-fb6cd8c9b804 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/ports/13c3cb01-d458-4f86-b6e6-7107ec0b8f3f HTTP/1.1" status: 204 len: 168 time: 1.6182513 Nov 22 16:23:51.608364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34884) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:51.614671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b49c3b86-7419-4dfb-af14-cf759ff45bd9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.618620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:51.629816 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b49c3b86-7419-4dfb-af14-cf759ff45bd9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.666966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c228a59-e5b8-44bf-a0a1-ea8010d430d7 req-36cb174b-c2c8-45e2-a6d0-1ed9789efd21 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954163 Nov 22 16:23:51.668736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.674383 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b49c3b86-7419-4dfb-af14-cf759ff45bd9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.690629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b49c3b86-7419-4dfb-af14-cf759ff45bd9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.690870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:51.691056 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b49c3b86-7419-4dfb-af14-cf759ff45bd9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/58a7547e-3ca1-4401-a056-42609eceea47 HTTP/1.1" status: 204 len: 168 time: 0.1319265 Nov 22 16:23:51.695620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c3b86-7419-4dfb-af14-cf759ff45bd9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58a7547e-3ca1-4401-a056-42609eceea47,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:51.773213 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bd73699c-1b8a-45da-b073-c519a0a2d4c7 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0842896 Nov 22 16:23:51.776252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:51.818878 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6f57df6-d52d-4285-bf95-4296602b14ec tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.834177 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6f57df6-d52d-4285-bf95-4296602b14ec tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.889680 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.894300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6f57df6-d52d-4285-bf95-4296602b14ec tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.908901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6f57df6-d52d-4285-bf95-4296602b14ec tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:51.910244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c6f57df6-d52d-4285-bf95-4296602b14ec tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/c8c7a93d-87f0-482b-86a2-c30404b033de HTTP/1.1" status: 204 len: 168 time: 0.1327283 Nov 22 16:23:51.913148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34898) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:51.950657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f57df6-d52d-4285-bf95-4296602b14ec tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8c7a93d-87f0-482b-86a2-c30404b033de,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:51.983024 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-da4d3f20-028c-4f35-8e03-bcf904aa0742 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0655158 Nov 22 16:23:51.983343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:52.039287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34902) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:52.044210 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0458660a-107c-4e55-b2bb-f9b9ddda77a9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.061795 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0458660a-107c-4e55-b2bb-f9b9ddda77a9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.082014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.25.5.134 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/aed1f466-8ca9-464d-beb5-ba1b0406d0b5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:52.117923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0458660a-107c-4e55-b2bb-f9b9ddda77a9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.163230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0458660a-107c-4e55-b2bb-f9b9ddda77a9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.167040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0458660a-107c-4e55-b2bb-f9b9ddda77a9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/fd38fbf7-fa61-41f6-b332-19582542c40b HTTP/1.1" status: 204 len: 168 time: 0.1801059 Nov 22 16:23:52.170583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:52.175351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0458660a-107c-4e55-b2bb-f9b9ddda77a9 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd38fbf7-fa61-41f6-b332-19582542c40b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:52.212250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'networks': [{'name': 'tempest-network--477116525'}, {'name': 'tempest-network--1115180026'}]} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:52.213453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'network': {'name': 'tempest-network--477116525'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:52.214379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'network': {'name': 'tempest-network--1115180026'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:52.245770 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.282077 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c558601f-3e4e-45a4-87b0-3013fe9eeed1 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1067376 Nov 22 16:23:52.282419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Made reservation on behalf of 53fff2afbb4d4e64b1b8623bf8238598 for: {'network': 2} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:52.283197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34910) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:52.287264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.305598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.324610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.447310 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.454812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:52.482868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:52.493995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:52.501865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=aed1f466-8ca9-464d-beb5-ba1b0406d0b5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:52.511603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.516222 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.518696 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.519642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.564957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-165e1b35-8b77-46ee-be16-169ea087ac39 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.576453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=560f5b6c-aa9c-40a4-98c1-74c48a2c2af5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:52.585364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:52.599027 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.599385 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Added segment 246311b5-eb26-487e-9a93-ed689d0c140c of type vlan for network de7cb36e-5cef-442d-8b6a-3004fca47652 Nov 22 16:23:52.665569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-165e1b35-8b77-46ee-be16-169ea087ac39 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.681821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.738740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:52.754111 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.755196 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Added segment effa274f-df35-4abd-a52d-aa7a1b89ba9f of type vlan for network b6753452-84f9-4dd8-b4db-ccfafef0ed1d Nov 22 16:23:52.806195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.827852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-33473518-8c24-4672-8295-1bb23ea4450e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.829131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.835281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-33473518-8c24-4672-8295-1bb23ea4450e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.842020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-33473518-8c24-4672-8295-1bb23ea4450e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.850655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-33473518-8c24-4672-8295-1bb23ea4450e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.856640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-33473518-8c24-4672-8295-1bb23ea4450e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.863390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.863857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.864739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-33473518-8c24-4672-8295-1bb23ea4450e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.870677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.871854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-33473518-8c24-4672-8295-1bb23ea4450e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.874113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-33473518-8c24-4672-8295-1bb23ea4450e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.3114922 Nov 22 16:23:52.878574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:52.879740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.904148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-165e1b35-8b77-46ee-be16-169ea087ac39 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.908190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-165e1b35-8b77-46ee-be16-169ea087ac39 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.912069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-165e1b35-8b77-46ee-be16-169ea087ac39 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/886df672-6fd8-4070-95fe-f27d026657ae HTTP/1.1" status: 204 len: 168 time: 0.6250744 Nov 22 16:23:52.921959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34920) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:52.972266 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9308698 Nov 22 16:23:52.975378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34922) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:53.007343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Network': ['ID=de7cb36e-5cef-442d-8b6a-3004fca47652,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:53.019041 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network de7cb36e-5cef-442d-8b6a-3004fca47652 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:53.019930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e1b35-8b77-46ee-be16-169ea087ac39 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886df672-6fd8-4070-95fe-f27d026657ae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:53.033797 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.091262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a616deb-e359-4d7b-90e6-026f4d547cea req-7bfb7a1d-5299-40da-96c4-e57cd5ae2d83 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:53.095993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a616deb-e359-4d7b-90e6-026f4d547cea req-7bfb7a1d-5299-40da-96c4-e57cd5ae2d83 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 945 time: 0.3160131 Nov 22 16:23:53.129264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2f0a4-92e5-4ba9-ab9e-0160a81b3ebe tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Network': ['ID=b6753452-84f9-4dd8-b4db-ccfafef0ed1d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:53.141450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network b6753452-84f9-4dd8-b4db-ccfafef0ed1d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:53.168355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e038a77-a15a-4ce3-a211-1fb36d6aadc0 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:53.175742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e038a77-a15a-4ce3-a211-1fb36d6aadc0 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:53.182517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e038a77-a15a-4ce3-a211-1fb36d6aadc0 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:53.184743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e8b0fde7-2884-4fe9-9b60-747ccfc73c3d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2573106 Nov 22 16:23:53.193322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e038a77-a15a-4ce3-a211-1fb36d6aadc0 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:53.196416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:53.198999 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e038a77-a15a-4ce3-a211-1fb36d6aadc0 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2210050 Nov 22 16:23:53.199871 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34926) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:53.226698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6501f684-33e3-4017-8d75-d3cee0ad2d8f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472380801'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:53.255480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56e6ffc0-e3db-4b19-8ea4-0285d2c492a8 req-12dd44e3-dde3-4e88-81c1-54aae6f74542 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3554919 Nov 22 16:23:53.264498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a616deb-e359-4d7b-90e6-026f4d547cea req-5ea34e18-2cf9-4208-a23c-a4b0c1e46134 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578982 Nov 22 16:23:53.288290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.331083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6501f684-33e3-4017-8d75-d3cee0ad2d8f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.426881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.457480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7cb36e-5cef-442d-8b6a-3004fca47652']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:53.473054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246311b5-eb26-487e-9a93-ed689d0c140c') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:53.473704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246311b5-eb26-487e-9a93-ed689d0c140c') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:53.491864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.513138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.514207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.517411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6501f684-33e3-4017-8d75-d3cee0ad2d8f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.524970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:23:53.525473 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.526887 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:23:53.529985 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:23:53.537133 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6501f684-33e3-4017-8d75-d3cee0ad2d8f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.679343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.689075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.692573 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/networks/de7cb36e-5cef-442d-8b6a-3004fca47652 HTTP/1.1" status: 204 len: 168 time: 0.4915164 Nov 22 16:23:53.695094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34940) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:53.710258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.730452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6501f684-33e3-4017-8d75-d3cee0ad2d8f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.730765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6501f684-33e3-4017-8d75-d3cee0ad2d8f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5081673 Nov 22 16:23:53.737120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:53.737120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=aed1f466-8ca9-464d-beb5-ba1b0406d0b5,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:53.743765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1da88218-a97f-45e2-92c6-9c5c7a81ebbd tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '799413de-e6a0-4f84-b073-93e8b10ede2a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:53.766958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501f684-33e3-4017-8d75-d3cee0ad2d8f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799413de-e6a0-4f84-b073-93e8b10ede2a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:53.778104 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.781843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ed5c4213-2027-46f7-b665-f893c1e3dabc tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1696210 Nov 22 16:23:53.782083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:53.787171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'port': {'network_id': '3b40ba4b-59a8-4bb7-9140-df0ff8080bd3', 'name': 'tempest-FloatingIPTestJSON-634113295'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:53.790651 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1da88218-a97f-45e2-92c6-9c5c7a81ebbd tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.829601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8a9d2-ee5f-4a02-b6b4-bace06787a50 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Network': ['ID=de7cb36e-5cef-442d-8b6a-3004fca47652,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:53.860189 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.942412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1da88218-a97f-45e2-92c6-9c5c7a81ebbd tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.962101 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1da88218-a97f-45e2-92c6-9c5c7a81ebbd tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.996552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da88218-a97f-45e2-92c6-9c5c7a81ebbd tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26fcba6-1aa3-464b-938c-5fa623da7661,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:54.014643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1da88218-a97f-45e2-92c6-9c5c7a81ebbd tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.018644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1da88218-a97f-45e2-92c6-9c5c7a81ebbd tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2763321 Nov 22 16:23:54.019415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:54.026008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.084930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6753452-84f9-4dd8-b4db-ccfafef0ed1d']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:54.114550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effa274f-df35-4abd-a52d-aa7a1b89ba9f') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:54.115274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effa274f-df35-4abd-a52d-aa7a1b89ba9f') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:54.129850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:54.134003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.148957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.154948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58a68865-46f6-4396-b5b4-faa6776ff32b tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.160563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] device_id is not set on port f080c6ad-42ec-45a7-9a61-f5c98139c03d yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:23:54.192571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.205955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:23:54.209136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:23:54.219144 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:23:54.249517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58a68865-46f6-4396-b5b4-faa6776ff32b tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.352640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.363708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.368358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/networks/b6753452-84f9-4dd8-b4db-ccfafef0ed1d HTTP/1.1" status: 204 len: 168 time: 0.6721225 Nov 22 16:23:54.379613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34958) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:54.410259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb1977-e20d-4891-89ea-e946c6ef5209 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Network': ['ID=b6753452-84f9-4dd8-b4db-ccfafef0ed1d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:54.444812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58a68865-46f6-4396-b5b4-faa6776ff32b tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.448409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58a68865-46f6-4396-b5b4-faa6776ff32b tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.452154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-58a68865-46f6-4396-b5b4-faa6776ff32b tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/799413de-e6a0-4f84-b073-93e8b10ede2a HTTP/1.1" status: 204 len: 168 time: 0.4282057 Nov 22 16:23:54.452672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34962) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:54.499299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.508379 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bd924dd3-38e7-4680-b241-c1fee05448fd tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543351 Nov 22 16:23:54.511995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34964) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:54.517252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9649f-0cba-4cf7-b088-a9a8c46e8562 req-7eecd328-d84f-45df-9fe9-b410b136fc4d tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.517591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c2fb6c6c-678c-4732-ba44-70e2ac623d0e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-secgroup--530648668'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:54.518973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eb9649f-0cba-4cf7-b088-a9a8c46e8562 req-7eecd328-d84f-45df-9fe9-b410b136fc4d tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 945 time: 0.1930637 Nov 22 16:23:54.548530 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.554879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6c6c-678c-4732-ba44-70e2ac623d0e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.555088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a68865-46f6-4396-b5b4-faa6776ff32b tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799413de-e6a0-4f84-b073-93e8b10ede2a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:54.672033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6c6c-678c-4732-ba44-70e2ac623d0e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.677311 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6c6c-678c-4732-ba44-70e2ac623d0e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.718620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6c6c-678c-4732-ba44-70e2ac623d0e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c08ea4-d6fd-4624-ab9a-371bfb54418f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:54.732909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6c6c-678c-4732-ba44-70e2ac623d0e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.738410 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c2fb6c6c-678c-4732-ba44-70e2ac623d0e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2227049 Nov 22 16:23:54.739016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34970) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:54.747505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eb9649f-0cba-4cf7-b088-a9a8c46e8562 req-e390098f-4b2a-4baa-92a7-01e62013fe89 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094114 Nov 22 16:23:54.748092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e08d15e4-aad3-40ca-808c-538507732b23 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408870769'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:54.794522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.20.0.3 (3b40ba4b-59a8-4bb7-9140-df0ff8080bd3/e9edb803-716f-4755-a4a7-e4d11648d9e9/f080c6ad-42ec-45a7-9a61-f5c98139c03d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:23:54.799833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-7d2f7946-ce97-49e4-a1b8-5e6f9eb305c0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.806316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-7d2f7946-ce97-49e4-a1b8-5e6f9eb305c0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.812711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-7d2f7946-ce97-49e4-a1b8-5e6f9eb305c0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.819418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-7d2f7946-ce97-49e4-a1b8-5e6f9eb305c0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.823752 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e08d15e4-aad3-40ca-808c-538507732b23 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.825654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-7d2f7946-ce97-49e4-a1b8-5e6f9eb305c0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.831883 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.832959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-7d2f7946-ce97-49e4-a1b8-5e6f9eb305c0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.840231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-7d2f7946-ce97-49e4-a1b8-5e6f9eb305c0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.843069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-7d2f7946-ce97-49e4-a1b8-5e6f9eb305c0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.3428311 Nov 22 16:23:54.862228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db807c8b-011f-4d0d-8ad3-7ed3470964c6 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.870886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db807c8b-011f-4d0d-8ad3-7ed3470964c6 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:54.872563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-db807c8b-011f-4d0d-8ad3-7ed3470964c6 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4888763 Nov 22 16:23:54.878329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34972) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:54.886602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-320906630'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:54.942686 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Made reservation on behalf of 53fff2afbb4d4e64b1b8623bf8238598 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:54.946560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.972761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e08d15e4-aad3-40ca-808c-538507732b23 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:54.988435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:54.999768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.000687 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Added segment d3493f8f-6021-45e0-935b-219dd6546af5 of type vlan for network 84a64007-b9e9-4092-832c-35def86c6e19 Nov 22 16:23:55.050249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.052924 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e08d15e4-aad3-40ca-808c-538507732b23 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.108790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d15e4-aad3-40ca-808c-538507732b23 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3565b9d4-f14e-4d80-8b9b-345dab02f550,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:55.117809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e08d15e4-aad3-40ca-808c-538507732b23 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.123286 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e08d15e4-aad3-40ca-808c-538507732b23 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3792918 Nov 22 16:23:55.124495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34974) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:55.136616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2b65a0b8-8e82-4176-a858-2218c09979ed tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '12c08ea4-d6fd-4624-ab9a-371bfb54418f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3565b9d4-f14e-4d80-8b9b-345dab02f550', 'remote_ip_prefix': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:55.168406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5a6c9a4-0b28-4264-b4ad-faad6dcb27f4 req-bce51b6a-4065-450e-b218-34caeffcf301 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3152134 Nov 22 16:23:55.172789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.183221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:55.184168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.242201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b65a0b8-8e82-4176-a858-2218c09979ed tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.261764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.292473 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4100463 Nov 22 16:23:55.296383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34976) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:55.315630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2129625730'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:55.332422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fec779-d330-43b6-a841-cadb7344527f tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Network': ['ID=84a64007-b9e9-4092-832c-35def86c6e19,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:55.345424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 84a64007-b9e9-4092-832c-35def86c6e19 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:55.378170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.400630 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b65a0b8-8e82-4176-a858-2218c09979ed tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.406517 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b65a0b8-8e82-4176-a858-2218c09979ed tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.423616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Made reservation on behalf of 53fff2afbb4d4e64b1b8623bf8238598 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:55.429861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.432397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65a0b8-8e82-4176-a858-2218c09979ed tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3403662-9619-4f70-93dd-a14dfc029a21,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:55.445519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b65a0b8-8e82-4176-a858-2218c09979ed tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.449756 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2b65a0b8-8e82-4176-a858-2218c09979ed tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3212814 Nov 22 16:23:55.451299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34978) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:55.497107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-554ca569-1756-40ad-bf6a-5dc134bc5b8e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.513395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:23:55.514810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-554ca569-1756-40ad-bf6a-5dc134bc5b8e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.523200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:55.538488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:55.546098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec24c95a-0f5d-4220-aaf7-ccae4c28723f None None] DHCP port deletion for 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:55.578611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=f080c6ad-42ec-45a7-9a61-f5c98139c03d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:55.590834 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-554ca569-1756-40ad-bf6a-5dc134bc5b8e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.602382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:23:55.605627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-554ca569-1756-40ad-bf6a-5dc134bc5b8e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.607814 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-554ca569-1756-40ad-bf6a-5dc134bc5b8e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/c3403662-9619-4f70-93dd-a14dfc029a21 HTTP/1.1" status: 204 len: 168 time: 0.1549456 Nov 22 16:23:55.612305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:55.618614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-92507417-9e35-4acc-b80b-fd1ce593c5ed None None] Provisioning complete for port f080c6ad-42ec-45a7-9a61-f5c98139c03d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:23:55.619719 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92507417-9e35-4acc-b80b-fd1ce593c5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.629074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ca569-1756-40ad-bf6a-5dc134bc5b8e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3403662-9619-4f70-93dd-a14dfc029a21,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:55.650555 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.651155 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Added segment 4bb3c54d-dd77-4088-aaa0-bd956d79a77b of type vlan for network 8c1bae00-fc88-45e2-a065-794e07d2145a Nov 22 16:23:55.659298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:55.660179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.670126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-92507417-9e35-4acc-b80b-fd1ce593c5ed None None] Port f080c6ad-42ec-45a7-9a61-f5c98139c03d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:23:55.734319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0fa3f1ec-405c-4568-95b9-4e91db70fc69 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9487789 Nov 22 16:23:55.736751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34984) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:55.744981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'port_id': 'f080c6ad-42ec-45a7-9a61-f5c98139c03d'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:55.757245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.777268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2b62c613-bbc9-4865-9c3f-23f06d2d1d87 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1577966 Nov 22 16:23:55.778000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:55.795841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.810852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-02bd3651-5206-41b5-bc79-7ca7bb3865c9 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:55.812441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-02bd3651-5206-41b5-bc79-7ca7bb3865c9 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 945 time: 0.1657920 Nov 22 16:23:56.253452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.259088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.259728 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.398046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.405095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.429102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1314442 Nov 22 16:23:56.438182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34996) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:56.460980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'ports': [{'network_id': '84a64007-b9e9-4092-832c-35def86c6e19', 'name': 'tempest-port--309386003', 'admin_state_up': True}, {'network_id': '8c1bae00-fc88-45e2-a065-794e07d2145a', 'admin_state_up': False}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:56.461477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'port': {'network_id': '84a64007-b9e9-4092-832c-35def86c6e19', 'name': 'tempest-port--309386003', 'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:56.463967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'port': {'network_id': '8c1bae00-fc88-45e2-a065-794e07d2145a', 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:56.475793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba8b5e-d989-4a48-bd86-81bde7a09ef9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Network': ['ID=8c1bae00-fc88-45e2-a065-794e07d2145a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:56.488886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf90dad-80ec-4cd5-bca1-39d56bb69ef7 req-7f76fc25-832c-4750-84d7-55df7ca29af4 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.489479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 8c1bae00-fc88-45e2-a065-794e07d2145a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:23:56.490459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5cf90dad-80ec-4cd5-bca1-39d56bb69ef7 req-7f76fc25-832c-4750-84d7-55df7ca29af4 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 945 time: 0.2898645 Nov 22 16:23:56.539274 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b91543a5-7ae0-4010-9d3c-bbc3d83f97b3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.562700 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP 6cea80c5-a744-4fcf-9905-5dc204ed5f48 associated. External IP: 172.25.5.134, port: f080c6ad-42ec-45a7-9a61-f5c98139c03d. Nov 22 16:23:56.621537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-e607c3b3-4c00-4228-a66c-ad7c1242b057 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.627709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-e607c3b3-4c00-4228-a66c-ad7c1242b057 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.633813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-e607c3b3-4c00-4228-a66c-ad7c1242b057 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.639793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-e607c3b3-4c00-4228-a66c-ad7c1242b057 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.645816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-e607c3b3-4c00-4228-a66c-ad7c1242b057 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.652144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-e607c3b3-4c00-4228-a66c-ad7c1242b057 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.658838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-e607c3b3-4c00-4228-a66c-ad7c1242b057 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:56.660892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-e607c3b3-4c00-4228-a66c-ad7c1242b057 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.3946176 Nov 22 16:23:56.695299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b91543a5-7ae0-4010-9d3c-bbc3d83f97b3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.814838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5cf90dad-80ec-4cd5-bca1-39d56bb69ef7 req-a3fc433b-66a7-4af4-9883-3f2c9a14c474 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/security-groups?id=a27c2964-e12d-4edd-a17b-8d7697cd2eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836125 Nov 22 16:23:56.823013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:56.828526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Deleting port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:56.829781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.928028 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b91543a5-7ae0-4010-9d3c-bbc3d83f97b3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.932049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b91543a5-7ae0-4010-9d3c-bbc3d83f97b3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.933674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b91543a5-7ae0-4010-9d3c-bbc3d83f97b3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/3565b9d4-f14e-4d80-8b9b-345dab02f550 HTTP/1.1" status: 204 len: 168 time: 1.1548088 Nov 22 16:23:56.952104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35000) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:56.979743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:56.985404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:56.993330 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5313d5-f9dd-4517-a3fc-861a965e06fb None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:57.010854 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5313d5-f9dd-4517-a3fc-861a965e06fb None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:57.011480 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5f5313d5-f9dd-4517-a3fc-861a965e06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:57.019811 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8a82237b-dddf-42e4-96f9-4ea09addea81 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/floatingips/6cea80c5-a744-4fcf-9905-5dc204ed5f48 HTTP/1.1" status: 200 len: 977 time: 1.2762141 Nov 22 16:23:57.020431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35002) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:57.039581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91543a5-7ae0-4010-9d3c-bbc3d83f97b3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3565b9d4-f14e-4d80-8b9b-345dab02f550,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:57.061912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0d9cf2b-eb86-45f5-9cbe-29673fba4509 req-42a8dc72-d1da-41a0-81d1-c50d9b194f78 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3800180 Nov 22 16:23:57.105476 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5f5313d5-f9dd-4517-a3fc-861a965e06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:57.124010 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5313d5-f9dd-4517-a3fc-861a965e06fb None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:57.124810 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5f5313d5-f9dd-4517-a3fc-861a965e06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:57.145941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Made reservation on behalf of 53fff2afbb4d4e64b1b8623bf8238598 for: {'port': 2} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:23:57.159939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port f080c6ad-42ec-45a7-9a61-f5c98139c03d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:57.160306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.174919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.234205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] For port 21a28365-8e1b-4c34-82f1-2c5afb7053f8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=21a28365-8e1b-4c34-82f1-2c5afb7053f8,segment=NetworkSegment(aa03ffc7-732c-4ba4-8a54-81046016eba3),segment_id=aa03ffc7-732c-4ba4-8a54-81046016eba3)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:23:57.242703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.272112 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5f5313d5-f9dd-4517-a3fc-861a965e06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:57.273412 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5313d5-f9dd-4517-a3fc-861a965e06fb None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:57.279689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.322661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f81d4ba3-0c77-4e4d-b86f-033936a80575 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3606501 Nov 22 16:23:57.324509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Calling delete_port for 21a28365-8e1b-4c34-82f1-2c5afb7053f8 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:57.330770 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.334952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35008) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:57.547059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.547572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.548620 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP 6cea80c5-a744-4fcf-9905-5dc204ed5f48 disassociated. External IP: 172.25.5.134, port: f080c6ad-42ec-45a7-9a61-f5c98139c03d. Nov 22 16:23:57.549132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for f080c6ad-42ec-45a7-9a61-f5c98139c03d owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:57.606433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] device_id is not set on port 26d08306-946d-4d10-8260-c2253b146f10 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:23:57.638696 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a82a85b-e1ed-4f36-b656-46b3c90f607f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.712201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.719483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a82a85b-e1ed-4f36-b656-46b3c90f607f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.750883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d46df27-867e-4653-b9d2-10587b7c501b None None] DHCP port deletion for 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:57.757053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=f080c6ad-42ec-45a7-9a61-f5c98139c03d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:57.864123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.913369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a82a85b-e1ed-4f36-b656-46b3c90f607f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.916067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a82a85b-e1ed-4f36-b656-46b3c90f607f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.920027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6a82a85b-e1ed-4f36-b656-46b3c90f607f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/12c08ea4-d6fd-4624-ab9a-371bfb54418f HTTP/1.1" status: 204 len: 168 time: 0.5835881 Nov 22 16:23:57.921003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Pushing event deleted for resources: {'Port': ['ID=21a28365-8e1b-4c34-82f1-2c5afb7053f8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:57.923435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35014) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:57.945515 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:23:57.970704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50aa377f-61c2-43df-b270-700044e6619f None None] DHCP port deletion for a61a3711-871d-4dae-9972-a93188acef6a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:23:57.979304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82a85b-e1ed-4f36-b656-46b3c90f607f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c08ea4-d6fd-4624-ab9a-371bfb54418f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:58.033217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4462aa84-369e-4a30-b35b-6a2b20a55eb6 req-4103defa-c6af-406a-a4e5-5cd238f33ef3 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.69 "GET /v2.0/ports?device_id=d05bbb3f-addf-428d-b445-c2c970e76ed0 HTTP/1.1" status: 200 len: 210 time: 0.0885012 Nov 22 16:23:58.070847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] No DVR routers for this DVR port 21a28365-8e1b-4c34-82f1-2c5afb7053f8 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:23:58.082416 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.086133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58b364ae-3d09-4b9c-aea6-d0c1cc698aee req-8a5a2e9d-4d57-4300-80c3-d4900fbac1e0 tempest-VolumesActionsTest-264989312 tempest-VolumesActionsTest-264989312-project] 10.222.0.11 "DELETE /v2.0/ports/21a28365-8e1b-4c34-82f1-2c5afb7053f8 HTTP/1.1" status: 204 len: 173 time: 2.2636950 Nov 22 16:23:58.086612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05bbb3f-addf-428d-b445-c2c970e76ed0', 'name': 'network-vif-deleted', 'tag': '21a28365-8e1b-4c34-82f1-2c5afb7053f8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:23:58.089162 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b73d6c5-4a9a-46b3-87cf-fc5420a1010f" -d '{"events": [{"server_uuid": "d05bbb3f-addf-428d-b445-c2c970e76ed0", "name": "network-vif-deleted", "tag": "21a28365-8e1b-4c34-82f1-2c5afb7053f8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:23:58.134060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.167511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35020) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:58.170045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-eac91b85-56e2-4c5e-b738-b175c9c474f2 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2398605 Nov 22 16:23:58.185017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-46d8ab9d-7cf4-4555-8bd2-92fc78951dde tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418677377'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:58.210476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:23:58.224364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44086ef0-d715-4924-bda6-c60a0829dd68 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:23:58.242895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44086ef0-d715-4924-bda6-c60a0829dd68 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:58.245991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-44086ef0-d715-4924-bda6-c60a0829dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:58.264077 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e428035d-e99a-4340-ad23-44672e8111d3 x-openstack-request-id: req-e428035d-e99a-4340-ad23-44672e8111d3 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:23:58.264404 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05bbb3f-addf-428d-b445-c2c970e76ed0", "name": "network-vif-deleted", "tag": "21a28365-8e1b-4c34-82f1-2c5afb7053f8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:23:58.264743 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e428035d-e99a-4340-ad23-44672e8111d3 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:23:58.265305 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05bbb3f-addf-428d-b445-c2c970e76ed0', 'name': 'network-vif-deleted', 'tag': '21a28365-8e1b-4c34-82f1-2c5afb7053f8', 'status': 'completed', 'code': 200} Nov 22 16:23:58.365332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-44086ef0-d715-4924-bda6-c60a0829dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:58.372845 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.381648 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29f16b9f-aeee-48fb-a12c-2c4e2e004a46 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/ports/f080c6ad-42ec-45a7-9a61-f5c98139c03d HTTP/1.1" status: 204 len: 168 time: 1.3594854 Nov 22 16:23:58.384345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35026) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:58.387771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44086ef0-d715-4924-bda6-c60a0829dd68 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:23:58.389912 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-44086ef0-d715-4924-bda6-c60a0829dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:58.390899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46d8ab9d-7cf4-4555-8bd2-92fc78951dde tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.394188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] device_id is not set on port afab24cb-25f7-438e-8e45-eccfedbddfc4 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:23:58.440909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-7831a91f-5bd7-4851-aa02-9df15c62541a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:58.443948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-44086ef0-d715-4924-bda6-c60a0829dd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:23:58.444626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44086ef0-d715-4924-bda6-c60a0829dd68 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:23:58.451623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-7831a91f-5bd7-4851-aa02-9df15c62541a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:58.462220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-7831a91f-5bd7-4851-aa02-9df15c62541a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:58.471925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f26e1d78-f99a-481d-9c5e-7808316d2b18 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "GET /v2.0/floatingips/6cea80c5-a744-4fcf-9905-5dc204ed5f48 HTTP/1.1" status: 200 len: 688 time: 0.0830772 Nov 22 16:23:58.472125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35028) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:58.472948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-7831a91f-5bd7-4851-aa02-9df15c62541a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:58.492128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-7831a91f-5bd7-4851-aa02-9df15c62541a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:58.502032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-7831a91f-5bd7-4851-aa02-9df15c62541a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:58.508662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-7831a91f-5bd7-4851-aa02-9df15c62541a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:58.510899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-7831a91f-5bd7-4851-aa02-9df15c62541a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.2171688 Nov 22 16:23:58.720398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26870c0a-5994-42b1-9b3d-51e3b75f30d6 req-017493ce-db0c-4cf8-b219-f16ba1044925 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1857252 Nov 22 16:23:58.731634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46d8ab9d-7cf4-4555-8bd2-92fc78951dde tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.741001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.745977 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46d8ab9d-7cf4-4555-8bd2-92fc78951dde tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.809023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.834551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46d8ab9d-7cf4-4555-8bd2-92fc78951dde tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.839677 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-46d8ab9d-7cf4-4555-8bd2-92fc78951dde tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6628754 Nov 22 16:23:58.839677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8ab9d-7cf4-4555-8bd2-92fc78951dde tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a853205a-1af3-4966-9565-9d6c4b1914b6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:58.842218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35032) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:58.871497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c358307c-b16d-45a2-97d5-87f3eec3e75a tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': 'a853205a-1af3-4966-9565-9d6c4b1914b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:23:58.906508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port aed1f466-8ca9-464d-beb5-ba1b0406d0b5 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:58.907979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:58.947440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Port': ['ID=26d08306-946d-4d10-8260-c2253b146f10,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:58.952521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Checking segment: {'id': 'd3493f8f-6021-45e0-935b-219dd6546af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '84a64007-b9e9-4092-832c-35def86c6e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:58.953088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Network hostable DHCP agents. Network: 84a64007-b9e9-4092-832c-35def86c6e19, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:23:58.985044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Network 84a64007-b9e9-4092-832c-35def86c6e19 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:23:59.000318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 84a64007-b9e9-4092-832c-35def86c6e19) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:59.009429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:59.015972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.016702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea15da2-201c-4f32-b77c-3b4c9e111ccf None None] Network 84a64007-b9e9-4092-832c-35def86c6e19 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:23:59.120610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Checking segment: {'id': '4bb3c54d-dd77-4088-aaa0-bd956d79a77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8c1bae00-fc88-45e2-a065-794e07d2145a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:23:59.120837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Network hostable DHCP agents. Network: 8c1bae00-fc88-45e2-a065-794e07d2145a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:23:59.138132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Port': ['ID=afab24cb-25f7-438e-8e45-eccfedbddfc4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:59.175844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Network 8c1bae00-fc88-45e2-a065-794e07d2145a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:23:59.204258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 8c1bae00-fc88-45e2-a065-794e07d2145a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:23:59.218913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:23:59.246516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:59.246801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820f95eb-3a53-4cea-99fb-9a7dc4aafafd None None] Network 8c1bae00-fc88-45e2-a065-794e07d2145a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:23:59.257178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:59.257913 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.283207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bfb4a21a-b0f7-403d-a632-8ea74ec8df37 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8327811 Nov 22 16:23:59.285132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:59.404923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c358307c-b16d-45a2-97d5-87f3eec3e75a tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.465422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d335b-87dc-4142-a674-226126b1e741 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:59.484798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d335b-87dc-4142-a674-226126b1e741 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:23:59.487253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-403d335b-87dc-4142-a674-226126b1e741 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2009497 Nov 22 16:23:59.492238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35050) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:59.503523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.504021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.548458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for aed1f466-8ca9-464d-beb5-ba1b0406d0b5 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:59.593163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c358307c-b16d-45a2-97d5-87f3eec3e75a tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.652701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c358307c-b16d-45a2-97d5-87f3eec3e75a tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.659839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 21a28365-8e1b-4c34-82f1-2c5afb7053f8 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:23:59.680989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 21a28365-8e1b-4c34-82f1-2c5afb7053f8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:23:59.681487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 21a28365-8e1b-4c34-82f1-2c5afb7053f8 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:23:59.695458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358307c-b16d-45a2-97d5-87f3eec3e75a tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409304d8-b667-406e-91cb-622b16a263fc,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:23:59.758020 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c358307c-b16d-45a2-97d5-87f3eec3e75a tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.762053 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c358307c-b16d-45a2-97d5-87f3eec3e75a tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8993821 Nov 22 16:23:59.762352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:59.786327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d3109-d3ee-4390-98de-d284b9df898c tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Deleting port 26d08306-946d-4d10-8260-c2253b146f10 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:23:59.786674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3109-d3ee-4390-98de-d284b9df898c tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.823436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3de0220-12d4-4dd8-9c52-3fb2535caeb5 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.840275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3de0220-12d4-4dd8-9c52-3fb2535caeb5 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.876932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3de0220-12d4-4dd8-9c52-3fb2535caeb5 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.878110 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3109-d3ee-4390-98de-d284b9df898c tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.903808 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3de0220-12d4-4dd8-9c52-3fb2535caeb5 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.909160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f3de0220-12d4-4dd8-9c52-3fb2535caeb5 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/409304d8-b667-406e-91cb-622b16a263fc HTTP/1.1" status: 204 len: 168 time: 0.1456020 Nov 22 16:23:59.919371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:59.920260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d3109-d3ee-4390-98de-d284b9df898c tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Calling delete_port for 26d08306-946d-4d10-8260-c2253b146f10 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:23:59.961624 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:59.975153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de0220-12d4-4dd8-9c52-3fb2535caeb5 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=409304d8-b667-406e-91cb-622b16a263fc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:00.051169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=aed1f466-8ca9-464d-beb5-ba1b0406d0b5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:00.065288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-487d00dd-06de-403c-8385-801039903a7d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1219256 Nov 22 16:24:00.067699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35078) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:00.100450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-81efe658-e222-4714-a12b-3fd9d15ab8d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:00.110891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-81efe658-e222-4714-a12b-3fd9d15ab8d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:00.129829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-81efe658-e222-4714-a12b-3fd9d15ab8d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:00.145967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-81efe658-e222-4714-a12b-3fd9d15ab8d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:00.153638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-81efe658-e222-4714-a12b-3fd9d15ab8d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:00.160481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-81efe658-e222-4714-a12b-3fd9d15ab8d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:00.169463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-81efe658-e222-4714-a12b-3fd9d15ab8d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:00.171829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-81efe658-e222-4714-a12b-3fd9d15ab8d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.2293501 Nov 22 16:24:00.186437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.189977 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.195165 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-93eeb4d6-4fbc-4f1e-98c1-1103e8a0e148 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/floatingips/6cea80c5-a744-4fcf-9905-5dc204ed5f48 HTTP/1.1" status: 204 len: 168 time: 1.7181447 Nov 22 16:24:00.195165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35084) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:00.205838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '883e2b2e-7674-4287-a162-04d870c99c94'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:00.211103 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3109-d3ee-4390-98de-d284b9df898c tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.266253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d3109-d3ee-4390-98de-d284b9df898c tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Port': ['ID=26d08306-946d-4d10-8260-c2253b146f10,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:00.278341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c6fdcc3-b071-4e49-885d-788de52f6b7c req-f98da574-0b8b-4c0f-b891-055008f4f53b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957813 Nov 22 16:24:00.281262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13784eb1-a317-4c58-847a-bc6657f2c886 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.283779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a4d3109-d3ee-4390-98de-d284b9df898c tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.289960 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0a4d3109-d3ee-4390-98de-d284b9df898c tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/ports/26d08306-946d-4d10-8260-c2253b146f10 HTTP/1.1" status: 204 len: 168 time: 0.7923009 Nov 22 16:24:00.290778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:00.312381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.382426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13784eb1-a317-4c58-847a-bc6657f2c886 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.445054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5c54641e-7ab6-4e72-989f-dea5865b7dbc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Deleting port afab24cb-25f7-438e-8e45-eccfedbddfc4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:00.445652 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c54641e-7ab6-4e72-989f-dea5865b7dbc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.454894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13784eb1-a317-4c58-847a-bc6657f2c886 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.459521 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13784eb1-a317-4c58-847a-bc6657f2c886 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.461389 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-13784eb1-a317-4c58-847a-bc6657f2c886 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/a853205a-1af3-4966-9565-9d6c4b1914b6 HTTP/1.1" status: 204 len: 168 time: 0.3907974 Nov 22 16:24:00.467169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35104) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:00.506937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13784eb1-a317-4c58-847a-bc6657f2c886 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853205a-1af3-4966-9565-9d6c4b1914b6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:00.586420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.593464 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-73b47d44-ad1f-4177-8c36-b50325ca19d8 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1243052 Nov 22 16:24:00.595474 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c54641e-7ab6-4e72-989f-dea5865b7dbc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.601772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35106) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:00.615659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b6602b7c-80c9-4f5c-95d4-77234edbabca tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162412224'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:00.638475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5c54641e-7ab6-4e72-989f-dea5865b7dbc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Calling delete_port for afab24cb-25f7-438e-8e45-eccfedbddfc4 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:00.701919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6602b7c-80c9-4f5c-95d4-77234edbabca tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.782834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.25.5.112 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/69567216-ce94-4f33-8dc0-1303e4156cfc) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:24:00.821330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c54641e-7ab6-4e72-989f-dea5865b7dbc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.862326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54641e-7ab6-4e72-989f-dea5865b7dbc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Port': ['ID=afab24cb-25f7-438e-8e45-eccfedbddfc4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:00.866937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6602b7c-80c9-4f5c-95d4-77234edbabca tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.875765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c54641e-7ab6-4e72-989f-dea5865b7dbc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.881785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5c54641e-7ab6-4e72-989f-dea5865b7dbc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/ports/afab24cb-25f7-438e-8e45-eccfedbddfc4 HTTP/1.1" status: 204 len: 168 time: 0.5881283 Nov 22 16:24:00.881785 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6602b7c-80c9-4f5c-95d4-77234edbabca tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.883342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:00.928491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-65caebf3-a449-4312-a72c-45a92b10b93e tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0408173 Nov 22 16:24:00.932025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:00.939656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1439937189'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:00.963176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6602b7c-80c9-4f5c-95d4-77234edbabca tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=256de6a3-a857-43e1-a539-cd355284b8a0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:00.974847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.986045 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b6602b7c-80c9-4f5c-95d4-77234edbabca tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:00.987520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b6602b7c-80c9-4f5c-95d4-77234edbabca tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3797464 Nov 22 16:24:00.992805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35116) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:00.999849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-382d5f7f-6c77-4cf5-895d-78ce074a97df tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '256de6a3-a857-43e1-a539-cd355284b8a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:01.003076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Made reservation on behalf of 53fff2afbb4d4e64b1b8623bf8238598 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:01.007766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.043303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:24:01.055013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.055423 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Added segment e093b4c0-da0e-48d8-a3c8-f7da9cb133ee of type vlan for network 4f72e147-3b69-4069-b0c6-11fdc01c597a Nov 22 16:24:01.058223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.064628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-382d5f7f-6c77-4cf5-895d-78ce074a97df tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.105370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.124554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:24:01.133065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:01.139253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.142955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:24:01.145565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.146225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.182969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=69567216-ce94-4f33-8dc0-1303e4156cfc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:01.209882 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-382d5f7f-6c77-4cf5-895d-78ce074a97df tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.222686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2894745 Nov 22 16:24:01.226309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:01.232633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-909691871'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:01.246828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-382d5f7f-6c77-4cf5-895d-78ce074a97df tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.247613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94488581-1ded-4a35-b80a-142bf9ae0234 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Network': ['ID=4f72e147-3b69-4069-b0c6-11fdc01c597a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:01.270093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 4f72e147-3b69-4069-b0c6-11fdc01c597a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:24:01.272878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Made reservation on behalf of 53fff2afbb4d4e64b1b8623bf8238598 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:01.276818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.315094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:24:01.354868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-382d5f7f-6c77-4cf5-895d-78ce074a97df tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.359897 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-382d5f7f-6c77-4cf5-895d-78ce074a97df tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3653483 Nov 22 16:24:01.360882 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35132) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:01.365890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d5f7f-6c77-4cf5-895d-78ce074a97df tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41662f83-29d7-4bb1-b107-35110b591982,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:01.370613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.376493 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Added segment 04f37a7d-481b-4949-b9f4-5c64afbb7871 of type vlan for network 864c7b2c-9715-4ecc-95b5-7b0204ca5962 Nov 22 16:24:01.419060 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a17552ac-6f78-4064-924a-2b056da9e959 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules/41662f83-29d7-4bb1-b107-35110b591982 HTTP/1.1" status: 200 len: 763 time: 0.0535135 Nov 22 16:24:01.419730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:01.476094 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.524328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e1bdfdc-8ce7-43aa-9b39-0199cf7a6251 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0987334 Nov 22 16:24:01.524962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35140) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:01.537874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-f3c777e9-7cf4-4d2e-914e-c33a7490f9a5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.544043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-f3c777e9-7cf4-4d2e-914e-c33a7490f9a5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.557137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-f3c777e9-7cf4-4d2e-914e-c33a7490f9a5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.564702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-f3c777e9-7cf4-4d2e-914e-c33a7490f9a5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.571356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-f3c777e9-7cf4-4d2e-914e-c33a7490f9a5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.582202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-f3c777e9-7cf4-4d2e-914e-c33a7490f9a5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.617876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-f3c777e9-7cf4-4d2e-914e-c33a7490f9a5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.623667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-f3c777e9-7cf4-4d2e-914e-c33a7490f9a5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5422 time: 0.1700654 Nov 22 16:24:01.695392 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.714747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:01.715406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.856287 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a749e124-6f54-4f50-81fe-02e506628117 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.873967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a749e124-6f54-4f50-81fe-02e506628117 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.946962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9e9dc9f-8484-4953-bd37-412f57cab834 req-98fc38d3-0248-4c63-b36c-3fc71af618fc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3113210 Nov 22 16:24:01.967315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a749e124-6f54-4f50-81fe-02e506628117 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.974418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a749e124-6f54-4f50-81fe-02e506628117 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.977762 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a749e124-6f54-4f50-81fe-02e506628117 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/41662f83-29d7-4bb1-b107-35110b591982 HTTP/1.1" status: 204 len: 168 time: 0.4473338 Nov 22 16:24:01.980809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:01.983034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35152) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:02.027105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7996674 Nov 22 16:24:02.031436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 667298fd-c433-4b7c-a2b0-5000e7b8e96b details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:24:02.054668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749e124-6f54-4f50-81fe-02e506628117 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41662f83-29d7-4bb1-b107-35110b591982,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:02.057865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219169b7-6622-4e18-a346-a1250f1573a9 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Network': ['ID=864c7b2c-9715-4ecc-95b5-7b0204ca5962,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:02.140463 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a0400fdf-9a1f-42e1-896d-7ed358b27a24 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1530297 Nov 22 16:24:02.140890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35154) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:02.146265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ee6e6ca2-d7c7-4daf-9f20-e664a85e2c50 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '256de6a3-a857-43e1-a539-cd355284b8a0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:02.230532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.263643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 667298fd-c433-4b7c-a2b0-5000e7b8e96b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:02.305739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '667298fd-c433-4b7c-a2b0-5000e7b8e96b', 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'port_id': '667298fd-c433-4b7c-a2b0-5000e7b8e96b', 'mac_address': 'fa:16:3e:13:ad:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b0a547-66a9-4922-b88e-bc55d40b389b', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:24:02.311073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 864c7b2c-9715-4ecc-95b5-7b0204ca5962 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:24:02.319953 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6ca2-d7c7-4daf-9f20-e664a85e2c50 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.511850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.538207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6ca2-d7c7-4daf-9f20-e664a85e2c50 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.546896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667298fd-c433-4b7c-a2b0-5000e7b8e96b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:24:02.601202 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.603884 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6ca2-d7c7-4daf-9f20-e664a85e2c50 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.608578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 667298fd-c433-4b7c-a2b0-5000e7b8e96b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:02.614726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.638100 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.645167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e6ca2-d7c7-4daf-9f20-e664a85e2c50 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a1c625-9b26-40ec-bb56-31a7960465af,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:02.661164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device eb6c4404-6820-4aae-bf63-d16f20628ec1 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:24:02.676280 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee6e6ca2-d7c7-4daf-9f20-e664a85e2c50 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.680117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ee6e6ca2-d7c7-4daf-9f20-e664a85e2c50 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5353391 Nov 22 16:24:02.680513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35168) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:02.719277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port eb6c4404-6820-4aae-bf63-d16f20628ec1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:02.725153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=69567216-ce94-4f33-8dc0-1303e4156cfc,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:02.737325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-169f9899-2867-4d7b-9171-b5ab61e72d02 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules/09a1c625-9b26-40ec-bb56-31a7960465af HTTP/1.1" status: 200 len: 763 time: 0.0555997 Nov 22 16:24:02.744348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35172) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:02.770707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.855650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4982f2b5-0a5b-4aa7-b363-93950fda08cb tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1096888 Nov 22 16:24:02.858558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:02.951421 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP 31dc1e6e-e5d3-4c92-838a-749256972b9a associated. External IP: 172.25.5.112, port: 883e2b2e-7674-4287-a162-04d870c99c94. Nov 22 16:24:02.960372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3f15-bb92-4941-bde6-2c3d4fd87f3d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:02.961412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'eb6c4404-6820-4aae-bf63-d16f20628ec1', 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'port_id': 'eb6c4404-6820-4aae-bf63-d16f20628ec1', 'mac_address': 'fa:16:3e:94:29:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b0a547-66a9-4922-b88e-bc55d40b389b', 'ip_address': '10.1.1.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:24:02.992787 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3f15-bb92-4941-bde6-2c3d4fd87f3d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.066898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3f15-bb92-4941-bde6-2c3d4fd87f3d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.081670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a0d3f15-bb92-4941-bde6-2c3d4fd87f3d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.084151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3a0d3f15-bb92-4941-bde6-2c3d4fd87f3d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/09a1c625-9b26-40ec-bb56-31a7960465af HTTP/1.1" status: 204 len: 168 time: 0.2226224 Nov 22 16:24:03.101606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35182) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:03.104867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d3f15-bb92-4941-bde6-2c3d4fd87f3d tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09a1c625-9b26-40ec-bb56-31a7960465af,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:03.181684 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.219251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6c4404-6820-4aae-bf63-d16f20628ec1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:24:03.246332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port eb6c4404-6820-4aae-bf63-d16f20628ec1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:03.248712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=667298fd-c433-4b7c-a2b0-5000e7b8e96b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:03.263388 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.264807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cef00f4d-baa5-474e-9dd1-8a4886f2c537 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:24:03.329683 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-258f4a7b-d61c-4d09-b302-ae15dbf2ad48 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2266259 Nov 22 16:24:03.341194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35192) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:03.387778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c0f92712-6ba5-47db-9340-f3921050e10c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Request body: {'security_group_rule': {'security_group_id': '256de6a3-a857-43e1-a539-cd355284b8a0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:03.484065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=eb6c4404-6820-4aae-bf63-d16f20628ec1,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:03.538220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-fa5d6a87-c392-4926-9046-a67c1337fdb9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:03.550131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-fa5d6a87-c392-4926-9046-a67c1337fdb9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:03.563007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cef00f4d-baa5-474e-9dd1-8a4886f2c537, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:03.571996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-fa5d6a87-c392-4926-9046-a67c1337fdb9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:03.589187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537', 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751', 'port_id': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537', 'mac_address': 'fa:16:3e:b5:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657d7afc-44db-4946-bac8-60254c1f011b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:24:03.597708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-fa5d6a87-c392-4926-9046-a67c1337fdb9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:03.611103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-fa5d6a87-c392-4926-9046-a67c1337fdb9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:03.635317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-fa5d6a87-c392-4926-9046-a67c1337fdb9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:03.644545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-fa5d6a87-c392-4926-9046-a67c1337fdb9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:03.660590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:24:03.664012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-fa5d6a87-c392-4926-9046-a67c1337fdb9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5423 time: 0.4653218 Nov 22 16:24:03.665444 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-c0f92712-6ba5-47db-9340-f3921050e10c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Project 49e0af4d8609462eb99e2204b557e27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:24:03.693303 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.708804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0f92712-6ba5-47db-9340-f3921050e10c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.727282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef00f4d-baa5-474e-9dd1-8a4886f2c537 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:24:03.765461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cef00f4d-baa5-474e-9dd1-8a4886f2c537, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:03.782908 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.786846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 59ed574a-1a8d-4a66-9c56-c75d7a95c166 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:24:03.801533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:03.827826 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f362c-c3a9-43e0-b8bb-5fa83a108e89 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:03.844649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:03.893054 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f362c-c3a9-43e0-b8bb-5fa83a108e89 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:03.895695 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-df7f362c-c3a9-43e0-b8bb-5fa83a108e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:03.903160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 59ed574a-1a8d-4a66-9c56-c75d7a95c166, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:03.930289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35202) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:03.931783 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-13079cd0-473e-4ba1-aed2-41563304f294 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7341864 Nov 22 16:24:03.936614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '59ed574a-1a8d-4a66-9c56-c75d7a95c166', 'network_id': 'fb8677be-dd67-4e24-8c66-d5f0248bf751', 'port_id': '59ed574a-1a8d-4a66-9c56-c75d7a95c166', 'mac_address': 'fa:16:3e:aa:74:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657d7afc-44db-4946-bac8-60254c1f011b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:24:03.976824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71ef7c17-2f73-49b2-9f3b-525a689d5044 req-668a84a8-b0e5-48e0-bb17-b6b2512f9280 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2916501 Nov 22 16:24:04.000305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-126034021'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:04.054953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cef00f4d-baa5-474e-9dd1-8a4886f2c537,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:04.063032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.076161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0f92712-6ba5-47db-9340-f3921050e10c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.082075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0f92712-6ba5-47db-9340-f3921050e10c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.105220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:04.109700 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.129375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f92712-6ba5-47db-9340-f3921050e10c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8612a6ef-08b1-4cb4-883b-938b452a47ef,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:04.161794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ed574a-1a8d-4a66-9c56-c75d7a95c166 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:24:04.165059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:24:04.178051 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.178552 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Added segment 6929b82c-734d-48a2-9462-0ebfbd2c29af of type vlan for network 785b83a9-7fd7-4e80-b44e-d4159cecb52f Nov 22 16:24:04.254536 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-df7f362c-c3a9-43e0-b8bb-5fa83a108e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:04.255015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 59ed574a-1a8d-4a66-9c56-c75d7a95c166, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:04.264372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.265967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ad9709cb-4d75-4071-949f-dd1d78ceb1b8 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:24:04.270813 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.303971 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f362c-c3a9-43e0-b8bb-5fa83a108e89 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:04.307994 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-df7f362c-c3a9-43e0-b8bb-5fa83a108e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:04.335401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c0f92712-6ba5-47db-9340-f3921050e10c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.340257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c0f92712-6ba5-47db-9340-f3921050e10c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9743369 Nov 22 16:24:04.343109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:04.353670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.381258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:04.381258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.384889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:04.385599 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5e49bd78-84c1-424e-8a5d-f51aafa8f163 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules/8612a6ef-08b1-4cb4-883b-938b452a47ef HTTP/1.1" status: 200 len: 769 time: 0.0345972 Nov 22 16:24:04.420333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ad9709cb-4d75-4071-949f-dd1d78ceb1b8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:04.438028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=59ed574a-1a8d-4a66-9c56-c75d7a95c166,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:04.459344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'ad9709cb-4d75-4071-949f-dd1d78ceb1b8', 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'port_id': 'ad9709cb-4d75-4071-949f-dd1d78ceb1b8', 'mac_address': 'fa:16:3e:23:12:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b0a547-66a9-4922-b88e-bc55d40b389b', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:24:04.520958 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-df7f362c-c3a9-43e0-b8bb-5fa83a108e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:04.521633 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7f362c-c3a9-43e0-b8bb-5fa83a108e89 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:04.589512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.608461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35216) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:04.617099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'subnet': {'network_id': '785b83a9-7fd7-4e80-b44e-d4159cecb52f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:04.621123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6424890 Nov 22 16:24:04.630044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9709cb-4d75-4071-949f-dd1d78ceb1b8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:24:04.665379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9d4e22d5-28e7-499e-a458-41423a88c765 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2599669 Nov 22 16:24:04.666206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35218) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:04.707453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa55f86-7112-4faa-b8f3-6b17d0c27de7 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Network': ['ID=785b83a9-7fd7-4e80-b44e-d4159cecb52f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:04.724433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:24:04.741756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ad9709cb-4d75-4071-949f-dd1d78ceb1b8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:04.746285 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e288464-fb61-41b3-b9b9-07834138891c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.766539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e288464-fb61-41b3-b9b9-07834138891c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.773843 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.775158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4af60b5b-1e48-4955-9a08-1fcb31b208cd details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:24:04.826808 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e288464-fb61-41b3-b9b9-07834138891c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.834220 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e288464-fb61-41b3-b9b9-07834138891c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:04.840423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e288464-fb61-41b3-b9b9-07834138891c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/8612a6ef-08b1-4cb4-883b-938b452a47ef HTTP/1.1" status: 204 len: 168 time: 0.1684926 Nov 22 16:24:04.841295 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35224) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:04.886718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e288464-fb61-41b3-b9b9-07834138891c tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8612a6ef-08b1-4cb4-883b-938b452a47ef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:04.987549 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8740fd85-c5b9-4bc0-aa27-bc01d799f1b3 tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1282182 Nov 22 16:24:04.988926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:04.991851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35228) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:04.993059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:05.123327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:05.348320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-812e81ef-1fec-4434-86be-57376461708e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:05.403109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-812e81ef-1fec-4434-86be-57376461708e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:05.514199 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-812e81ef-1fec-4434-86be-57376461708e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:05.518874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-812e81ef-1fec-4434-86be-57376461708e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:05.543428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-812e81ef-1fec-4434-86be-57376461708e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "DELETE /v2.0/security-groups/256de6a3-a857-43e1-a539-cd355284b8a0 HTTP/1.1" status: 204 len: 168 time: 0.5499053 Nov 22 16:24:05.546879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35246) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:05.600227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4af60b5b-1e48-4955-9a08-1fcb31b208cd, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:05.632196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'port_id': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'mac_address': 'fa:16:3e:80:9b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:24:05.658298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631d0e-294f-40a1-a448-adec663f5e43 req-5985504e-59a4-4223-8d3a-81b6e85acf8e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:05.664599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631d0e-294f-40a1-a448-adec663f5e43 req-5985504e-59a4-4223-8d3a-81b6e85acf8e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:05.670791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631d0e-294f-40a1-a448-adec663f5e43 req-5985504e-59a4-4223-8d3a-81b6e85acf8e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:05.677053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631d0e-294f-40a1-a448-adec663f5e43 req-5985504e-59a4-4223-8d3a-81b6e85acf8e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:05.683167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631d0e-294f-40a1-a448-adec663f5e43 req-5985504e-59a4-4223-8d3a-81b6e85acf8e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:05.689753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631d0e-294f-40a1-a448-adec663f5e43 req-5985504e-59a4-4223-8d3a-81b6e85acf8e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:05.695835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631d0e-294f-40a1-a448-adec663f5e43 req-5985504e-59a4-4223-8d3a-81b6e85acf8e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:05.704430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83631d0e-294f-40a1-a448-adec663f5e43 req-5985504e-59a4-4223-8d3a-81b6e85acf8e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5427 time: 0.5934343 Nov 22 16:24:05.706205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:05.708779 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:05.716938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'subnets': [{'network_id': '4f72e147-3b69-4069-b0c6-11fdc01c597a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--603774470', 'ip_version': 6}, {'network_id': '864c7b2c-9715-4ecc-95b5-7b0204ca5962', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:05.717370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'subnet': {'network_id': '4f72e147-3b69-4069-b0c6-11fdc01c597a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--603774470', 'ip_version': 6}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:05.718116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Request body: {'subnet': {'network_id': '864c7b2c-9715-4ecc-95b5-7b0204ca5962', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:05.727738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af60b5b-1e48-4955-9a08-1fcb31b208cd {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:24:05.729626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e81ef-1fec-4434-86be-57376461708e tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=256de6a3-a857-43e1-a539-cd355284b8a0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:05.814219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4af60b5b-1e48-4955-9a08-1fcb31b208cd, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:05.820961 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00cd0091-c47a-4cc6-a9cf-ed6196b3856a tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2717297 Nov 22 16:24:05.827182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:05.829453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:05.867002 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:05.873319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f83fbec6-82ce-4f88-9748-a5d8f28b5f27 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:24:05.924139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Subnet': ['ID=5d88563f-e631-460c-aeb2-e18e2672963d,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:05.941274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83631d0e-294f-40a1-a448-adec663f5e43 req-fc3476ac-c456-4d4d-a26b-3a56e217ef2c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357469 Nov 22 16:24:05.956619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Checking segment: {'id': '6929b82c-734d-48a2-9462-0ebfbd2c29af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '785b83a9-7fd7-4e80-b44e-d4159cecb52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:24:05.957050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network hostable DHCP agents. Network: 785b83a9-7fd7-4e80-b44e-d4159cecb52f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:24:05.989971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:24:06.009634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 785b83a9-7fd7-4e80-b44e-d4159cecb52f) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:06.015671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:06.015867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.061625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c21b5a-371a-4361-ab42-f0ec4dd429c3 None None] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:06.065472 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e8dbab3b-05f3-47f0-bcab-4bb48a7568d3 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4553857 Nov 22 16:24:06.068421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35256) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:06.076497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4af60b5b-1e48-4955-9a08-1fcb31b208cd,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:06.076877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-362879423', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:06.165244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.174742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.276178 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.323118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c3794fbf-bcd7-4c97-a77d-d108f94c2d0f tempest-SecGroupIPv6Test-1074576020 tempest-SecGroupIPv6Test-1074576020-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4868014 Nov 22 16:24:06.465833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Made reservation on behalf of 53fff2afbb4d4e64b1b8623bf8238598 for: {'subnet': 2} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:06.484424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:24:06.484803 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.485711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.527942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f83fbec6-82ce-4f88-9748-a5d8f28b5f27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:06.611844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27', 'network_id': '669a39bd-497c-4872-8a5f-a523c69f1193', 'port_id': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27', 'mac_address': 'fa:16:3e:02:08:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b0a547-66a9-4922-b88e-bc55d40b389b', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:24:06.618292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.751357 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:06.866638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83fbec6-82ce-4f88-9748-a5d8f28b5f27 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:24:06.952569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f83fbec6-82ce-4f88-9748-a5d8f28b5f27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:06.965500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:07.067745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-785b83a9-7fd7-4e80-b44e-d4159cecb52f', 'network_id': '785b83a9-7fd7-4e80-b44e-d4159cecb52f', 'tenant_id': '6d0d8f999ad54a8ba1f00f3abd39b087', 'fixed_ips': [{'subnet_id': '5d88563f-e631-460c-aeb2-e18e2672963d'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:24:07.071076 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:07.159646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35280) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:07.221606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:07.292177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:07.325272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:07.417013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-e6460d87-c1e3-499d-9e7f-6935bac5cced tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:07.426006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-e6460d87-c1e3-499d-9e7f-6935bac5cced tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:07.432673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-e6460d87-c1e3-499d-9e7f-6935bac5cced tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:07.442575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-e6460d87-c1e3-499d-9e7f-6935bac5cced tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:07.452530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-e6460d87-c1e3-499d-9e7f-6935bac5cced tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:07.462468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-e6460d87-c1e3-499d-9e7f-6935bac5cced tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:07.476274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-e6460d87-c1e3-499d-9e7f-6935bac5cced tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:07.482169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-e6460d87-c1e3-499d-9e7f-6935bac5cced tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5429 time: 0.2736943 Nov 22 16:24:07.501337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Allocated IP 172.20.0.2 (785b83a9-7fd7-4e80-b44e-d4159cecb52f/5d88563f-e631-460c-aeb2-e18e2672963d/ead525da-cceb-481d-a504-ec6726a37c02) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:24:07.588493 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-086ad380-d55c-470c-8298-0ebe24e371e8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49e0af4d8609462eb99e2204b557e27a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247212 Nov 22 16:24:07.589418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35288) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:07.660538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.25.5.75 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/cf0cbb40-bbc2-4650-8371-c5dc39d56f9b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:24:07.707210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['f83fbec6-82ce-4f88-9748-a5d8f28b5f27'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:24:07.723051 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:07.814632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6c9c8e6-bd89-461d-ae5f-b28b6050ac79 req-4a74609b-a99b-4960-a564-d5b40b8102b8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3211896 Nov 22 16:24:07.820045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['cef00f4d-baa5-474e-9dd1-8a4886f2c537'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:24:07.824993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:07.833117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['59ed574a-1a8d-4a66-9c56-c75d7a95c166'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:24:07.835813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['ad9709cb-4d75-4071-949f-dd1d78ceb1b8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:24:07.837946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4af60b5b-1e48-4955-9a08-1fcb31b208cd'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:24:07.843066 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:07.854190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['667298fd-c433-4b7c-a2b0-5000e7b8e96b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:24:07.995264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:08.012481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Subnet': ['ID=6ecbabb7-c1c3-4e6f-a69d-6e6057ffd7f0,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:08.029039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Checking segment: {'id': 'e093b4c0-da0e-48d8-a3c8-f7da9cb133ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '4f72e147-3b69-4069-b0c6-11fdc01c597a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:24:08.029782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Network hostable DHCP agents. Network: 4f72e147-3b69-4069-b0c6-11fdc01c597a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:24:08.063851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:08.072468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Network 4f72e147-3b69-4069-b0c6-11fdc01c597a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:24:08.075296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:08.076676 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/752a1fd4-6eae-42f9-9b4d-d5a0c39d7d6d HTTP/1.1" status: 204 len: 168 time: 0.4762268 Nov 22 16:24:08.096569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 4f72e147-3b69-4069-b0c6-11fdc01c597a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:08.102544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:08.123821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a1fd4-6eae-42f9-9b4d-d5a0c39d7d6d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:08.151013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.151369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.152015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.152365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.152713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.153050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.153387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.153724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.160875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.161610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.161724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.162073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26b08ae-e192-430b-b53c-a9544d8c04a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:08.218743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:08.309760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab3c1f9-45df-4c9f-bcd8-777d7622a89c None None] Network 4f72e147-3b69-4069-b0c6-11fdc01c597a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:08.352069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event updated for resources: {'Subnet': ['ID=13071234-fd4d-467f-907d-d3b28eb0d41f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:08.396045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Checking segment: {'id': '04f37a7d-481b-4949-b9f4-5c64afbb7871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '864c7b2c-9715-4ecc-95b5-7b0204ca5962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:24:08.396568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Network hostable DHCP agents. Network: 864c7b2c-9715-4ecc-95b5-7b0204ca5962, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:24:08.422887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=cf0cbb40-bbc2-4650-8371-c5dc39d56f9b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:08.461302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Network 864c7b2c-9715-4ecc-95b5-7b0204ca5962 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:24:08.482303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:24:08.482679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 864c7b2c-9715-4ecc-95b5-7b0204ca5962) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:08.490179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:08.491118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:08.492010 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:08.505297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:08.526016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:24:08.543316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-05c445ef-6558-4d9c-82a0-eae0324ee3c5 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8295562 Nov 22 16:24:08.545406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:08.630488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d443007a-9cc2-4200-8c30-c0034fe51bc5 None None] Network 864c7b2c-9715-4ecc-95b5-7b0204ca5962 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:08.643480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ced326c-35cd-41c7-bf44-2aedb2c43d42 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:08.671522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ae5b7-e4db-4d25-b675-c13edb0c5d26 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:08.686758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ae5b7-e4db-4d25-b675-c13edb0c5d26 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:08.692656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ae5b7-e4db-4d25-b675-c13edb0c5d26 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:08.712111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-628ae5b7-e4db-4d25-b675-c13edb0c5d26 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1655464 Nov 22 16:24:08.722853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35322) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:08.778250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['eb6c4404-6820-4aae-bf63-d16f20628ec1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:24:08.857048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb43767-437e-49c5-8904-7b09cec73e84 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Deleting subnet 6ecbabb7-c1c3-4e6f-a69d-6e6057ffd7f0 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:24:08.861480 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fb43767-437e-49c5-8904-7b09cec73e84 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:08.935172 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fb43767-437e-49c5-8904-7b09cec73e84 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.051522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fb43767-437e-49c5-8904-7b09cec73e84 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.107241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6f6925ec-6eb2-4a6d-8ced-2919ce771886 None None] Provisioning complete for port cf0cbb40-bbc2-4650-8371-c5dc39d56f9b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:09.112642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f6925ec-6eb2-4a6d-8ced-2919ce771886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.222515 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.240670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6f6925ec-6eb2-4a6d-8ced-2919ce771886 None None] Port cf0cbb40-bbc2-4650-8371-c5dc39d56f9b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:24:09.385291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-30c459ae-3b2f-4864-a085-a7ecc2b406d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:09.416165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-30c459ae-3b2f-4864-a085-a7ecc2b406d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:09.425118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-30c459ae-3b2f-4864-a085-a7ecc2b406d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:09.461367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-30c459ae-3b2f-4864-a085-a7ecc2b406d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:09.468227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-30c459ae-3b2f-4864-a085-a7ecc2b406d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:09.498475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-30c459ae-3b2f-4864-a085-a7ecc2b406d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:09.508395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-30c459ae-3b2f-4864-a085-a7ecc2b406d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:09.518374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-30c459ae-3b2f-4864-a085-a7ecc2b406d1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5429 time: 0.3454661 Nov 22 16:24:09.525888 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fb43767-437e-49c5-8904-7b09cec73e84 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.534989 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.618394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43767-437e-49c5-8904-7b09cec73e84 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecbabb7-c1c3-4e6f-a69d-6e6057ffd7f0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:09.651362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7fb43767-437e-49c5-8904-7b09cec73e84 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.658455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7fb43767-437e-49c5-8904-7b09cec73e84 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/subnets/6ecbabb7-c1c3-4e6f-a69d-6e6057ffd7f0 HTTP/1.1" status: 204 len: 168 time: 0.9316158 Nov 22 16:24:09.659034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35354) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:09.889781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-2040736a-1c50-40fa-b8d3-72d5c29a515b tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Deleting subnet 13071234-fd4d-467f-907d-d3b28eb0d41f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:24:09.903714 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2040736a-1c50-40fa-b8d3-72d5c29a515b tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.906385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:09.923954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7b74fa3-3e7a-440a-a4ba-16a754ff5e42 req-26263518-9b84-4669-85d4-78733a744f9c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3938768 Nov 22 16:24:10.036591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2040736a-1c50-40fa-b8d3-72d5c29a515b tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:10.153241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:24:10.276949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:10.352682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2040736a-1c50-40fa-b8d3-72d5c29a515b tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:10.408406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:24:10.411753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Pushing event updated for resources: {'Port': ['ID=ead525da-cceb-481d-a504-ec6726a37c02,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:10.433217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:10.448745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.449108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.449449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.449795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.450134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.450535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.450880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.451213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.451541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.451873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.452250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.452579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:10.474619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003aed12-4ee7-4daf-86fd-47960d2d06c1 None None] Network 4f72e147-3b69-4069-b0c6-11fdc01c597a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:10.582281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2040736a-1c50-40fa-b8d3-72d5c29a515b tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:10.623697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040736a-1c50-40fa-b8d3-72d5c29a515b tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Subnet': ['ID=13071234-fd4d-467f-907d-d3b28eb0d41f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:10.628267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2040736a-1c50-40fa-b8d3-72d5c29a515b tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:10.632590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2040736a-1c50-40fa-b8d3-72d5c29a515b tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/subnets/13071234-fd4d-467f-907d-d3b28eb0d41f HTTP/1.1" status: 204 len: 168 time: 0.9717717 Nov 22 16:24:10.634443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35380) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:10.899311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef0267-0b31-450a-bdb8-b2acd0278c27 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:10.923781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:10.924533 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-24ef0267-0b31-450a-bdb8-b2acd0278c27 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2882464 Nov 22 16:24:11.010777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71a6d0-b966-4315-b2a2-2767f194a26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-864c7b2c-9715-4ecc-95b5-7b0204ca5962', 'network_id': '864c7b2c-9715-4ecc-95b5-7b0204ca5962', 'tenant_id': '53fff2afbb4d4e64b1b8623bf8238598', 'fixed_ips': [{'subnet_id': '13071234-fd4d-467f-907d-d3b28eb0d41f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:24:11.011676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a71a6d0-b966-4315-b2a2-2767f194a26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:11.112466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f83fbec6-82ce-4f88-9748-a5d8f28b5f27 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:11.114157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router 82c59bbe-0867-4cc8-91f4-9e91436d786c is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:24:11.230757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Attempting to bind port ead525da-cceb-481d-a504-ec6726a37c02 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:24:11.231319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Attempting to bind port ead525da-cceb-481d-a504-ec6726a37c02 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '6929b82c-734d-48a2-9462-0ebfbd2c29af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '785b83a9-7fd7-4e80-b44e-d4159cecb52f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:24:11.238237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Attempting to bind port ead525da-cceb-481d-a504-ec6726a37c02 on network 785b83a9-7fd7-4e80-b44e-d4159cecb52f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:24:11.438964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:11.494274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:11.501720 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a78875d4-b264-41da-97ce-9fc8c9d53d9a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.4304473 Nov 22 16:24:11.502390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35408) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:11.565526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ec0cc-aa6c-4bbd-b916-dc8870687969 None None] Sync routers for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:11.709881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ec0cc-aa6c-4bbd-b916-dc8870687969 None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:11.715862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ae3ec0cc-aa6c-4bbd-b916-dc8870687969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:11.748481 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:11.779114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-87ddecd6-1e07-47f9-bc2d-837278f1ce9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:11.785639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-87ddecd6-1e07-47f9-bc2d-837278f1ce9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:11.793702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-87ddecd6-1e07-47f9-bc2d-837278f1ce9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:11.800857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:24:11.801578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Checking segment: {'id': '6929b82c-734d-48a2-9462-0ebfbd2c29af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '785b83a9-7fd7-4e80-b44e-d4159cecb52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:24:11.802213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:11.802626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-87ddecd6-1e07-47f9-bc2d-837278f1ce9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:11.803001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Bound using segment: {'id': '6929b82c-734d-48a2-9462-0ebfbd2c29af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '785b83a9-7fd7-4e80-b44e-d4159cecb52f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:24:11.803725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Bound port: ead525da-cceb-481d-a504-ec6726a37c02, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6929b82c-734d-48a2-9462-0ebfbd2c29af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '785b83a9-7fd7-4e80-b44e-d4159cecb52f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:24:11.804381 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:11.810643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-87ddecd6-1e07-47f9-bc2d-837278f1ce9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:11.818805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-87ddecd6-1e07-47f9-bc2d-837278f1ce9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:11.820546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c8ed1a-d1ff-4765-8232-880a8d7e182c None None] Network 864c7b2c-9715-4ecc-95b5-7b0204ca5962 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:11.824914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-87ddecd6-1e07-47f9-bc2d-837278f1ce9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:11.833798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-87ddecd6-1e07-47f9-bc2d-837278f1ce9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5429 time: 0.1636968 Nov 22 16:24:12.002621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ae3ec0cc-aa6c-4bbd-b916-dc8870687969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:12.003650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ba5ceac-f7bc-486c-8ed7-7478ac7068c1 req-48649a26-1900-4580-9fdc-1f565dda0e18 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1688645 Nov 22 16:24:12.064031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.139502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ec0cc-aa6c-4bbd-b916-dc8870687969 None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:12.140363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ae3ec0cc-aa6c-4bbd-b916-dc8870687969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:12.182357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864c7b2c-9715-4ecc-95b5-7b0204ca5962']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:12.207268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f37a7d-481b-4949-b9f4-5c64afbb7871') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:12.207699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f37a7d-481b-4949-b9f4-5c64afbb7871') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:12.225943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:24:12.231928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.259585 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.276265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:24:12.277179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:24:12.281254 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:24:12.317586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ae3ec0cc-aa6c-4bbd-b916-dc8870687969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:12.318905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3ec0cc-aa6c-4bbd-b916-dc8870687969 None None] The sync data for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:12.326222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:12.336342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.458890 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.470316 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.472960 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] For port ead525da-cceb-481d-a504-ec6726a37c02, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:24:12.478443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] For port ead525da-cceb-481d-a504-ec6726a37c02, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ead525da-cceb-481d-a504-ec6726a37c02,segment=NetworkSegment(6929b82c-734d-48a2-9462-0ebfbd2c29af),segment_id=6929b82c-734d-48a2-9462-0ebfbd2c29af)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:24:12.483113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/networks/864c7b2c-9715-4ecc-95b5-7b0204ca5962 HTTP/1.1" status: 204 len: 168 time: 1.5576589 Nov 22 16:24:12.486473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35434) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:12.495356 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.530227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601425e9-76ea-440b-8d66-61a33687081d tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Network': ['ID=864c7b2c-9715-4ecc-95b5-7b0204ca5962,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:12.731720 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.779590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147cd75-fe35-4173-baf1-edf931ba4acf None None] Pushing event updated for resources: {'Port': ['ID=ead525da-cceb-481d-a504-ec6726a37c02,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:12.791309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:24:12.794963 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e336c835-8e2a-4d2b-b284-0a77c0b28826" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "f83fbec6-82ce-4f88-9748-a5d8f28b5f27"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:24:12.801110 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.845250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f83fbec6-82ce-4f88-9748-a5d8f28b5f27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:12.862198 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:12.925413 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa32b57-6e74-4e8b-b0b2-361626670d6e x-openstack-request-id: req-6aa32b57-6e74-4e8b-b0b2-361626670d6e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:24:12.925716 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "f83fbec6-82ce-4f88-9748-a5d8f28b5f27", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:24:12.925979 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6aa32b57-6e74-4e8b-b0b2-361626670d6e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:24:12.926387 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27', 'code': 200} Nov 22 16:24:12.991748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 667298fd-c433-4b7c-a2b0-5000e7b8e96b up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:13.096489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:13.140739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 667298fd-c433-4b7c-a2b0-5000e7b8e96b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:24:13.148251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 667298fd-c433-4b7c-a2b0-5000e7b8e96b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:13.148678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.233130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.271131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.305267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-26e5d4ed-e4a1-4521-b001-8291ac78e3e4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:13.312515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-26e5d4ed-e4a1-4521-b001-8291ac78e3e4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:13.319612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-26e5d4ed-e4a1-4521-b001-8291ac78e3e4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:13.327611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-26e5d4ed-e4a1-4521-b001-8291ac78e3e4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:13.338119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-26e5d4ed-e4a1-4521-b001-8291ac78e3e4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:13.346427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-26e5d4ed-e4a1-4521-b001-8291ac78e3e4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:13.347309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f72e147-3b69-4069-b0c6-11fdc01c597a']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:13.353900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-26e5d4ed-e4a1-4521-b001-8291ac78e3e4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:13.361224 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.363282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e093b4c0-da0e-48d8-a3c8-f7da9cb133ee') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:13.363588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e093b4c0-da0e-48d8-a3c8-f7da9cb133ee') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:13.367307 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-26e5d4ed-e4a1-4521-b001-8291ac78e3e4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5430 time: 0.1442971 Nov 22 16:24:13.409601 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.413437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 667298fd-c433-4b7c-a2b0-5000e7b8e96b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:13.431733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.433063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 59ed574a-1a8d-4a66-9c56-c75d7a95c166 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:13.447271 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.464533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:24:13.464955 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.494717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfa155c2-bd35-4e1f-86e5-6f477bcca06d req-c4fada9f-fe10-48e8-968d-e7691b7b9d14 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262009 Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:24:13.499587 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:24:13.689183 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=667298fd-c433-4b7c-a2b0-5000e7b8e96b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:13.726387 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.743041 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.747286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:24:13.751485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:13.751757 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/networks/4f72e147-3b69-4069-b0c6-11fdc01c597a HTTP/1.1" status: 204 len: 168 time: 1.2609389 Nov 22 16:24:13.770421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:13.770814 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.781061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a61181-0650-44ca-9fc5-5c110cbfbb52 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Network': ['ID=4f72e147-3b69-4069-b0c6-11fdc01c597a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:13.972594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.20.0.1 (785b83a9-7fd7-4e80-b44e-d4159cecb52f/5d88563f-e631-460c-aeb2-e18e2672963d/c83e3347-457e-4b3d-95d8-e9ab2ab8ece6) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:24:13.979804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:13.982260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.074209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 59ed574a-1a8d-4a66-9c56-c75d7a95c166, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:14.101119 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.272623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.282179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=59ed574a-1a8d-4a66-9c56-c75d7a95c166,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:14.287688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.345471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1bae00-fc88-45e2-a065-794e07d2145a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:14.370850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb3c54d-dd77-4088-aaa0-bd956d79a77b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:14.372043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb3c54d-dd77-4088-aaa0-bd956d79a77b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:14.404348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.440491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.495401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.511074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:24:14.512841 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:24:14.533899 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:24:14.584653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:24:14.602315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:14.607219 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:24:14.622095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1325249d-0fcc-4c67-9b02-d61fe46ce5c4 None None] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:14.750197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=c83e3347-457e-4b3d-95d8-e9ab2ab8ece6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:14.816177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ead525da-cceb-481d-a504-ec6726a37c02 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:14.836988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:14.871119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-089e11a1-4622-4b62-b9ae-ea3dfb7f14f3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:14.896514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-089e11a1-4622-4b62-b9ae-ea3dfb7f14f3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:14.918845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-089e11a1-4622-4b62-b9ae-ea3dfb7f14f3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:14.932693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667298fd-c433-4b7c-a2b0-5000e7b8e96b'}, {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed574a-1a8d-4a66-9c56-c75d7a95c166'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:24:14.936210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-089e11a1-4622-4b62-b9ae-ea3dfb7f14f3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:14.946987 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6c857f-00e0-4e3c-b4ff-caefeabc9ded" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "667298fd-c433-4b7c-a2b0-5000e7b8e96b"}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "59ed574a-1a8d-4a66-9c56-c75d7a95c166"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:24:14.974480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-089e11a1-4622-4b62-b9ae-ea3dfb7f14f3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:15.012480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-089e11a1-4622-4b62-b9ae-ea3dfb7f14f3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:15.015178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cef00f4d-baa5-474e-9dd1-8a4886f2c537 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:15.046239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-089e11a1-4622-4b62-b9ae-ea3dfb7f14f3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:15.053650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-089e11a1-4622-4b62-b9ae-ea3dfb7f14f3 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5432 time: 0.3168707 Nov 22 16:24:15.068800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.131207 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96671e83-28f8-4567-b694-ae69af4e6430 x-openstack-request-id: req-96671e83-28f8-4567-b694-ae69af4e6430 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:24:15.134313 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "667298fd-c433-4b7c-a2b0-5000e7b8e96b", "code": 200}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "59ed574a-1a8d-4a66-9c56-c75d7a95c166", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:24:15.135451 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96671e83-28f8-4567-b694-ae69af4e6430 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:24:15.136411 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667298fd-c433-4b7c-a2b0-5000e7b8e96b', 'code': 200} Nov 22 16:24:15.138517 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ed574a-1a8d-4a66-9c56-c75d7a95c166', 'code': 200} Nov 22 16:24:15.150605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1eb4c259-28b4-41df-ae78-bc8d5c77362d None None] Provisioning complete for port ead525da-cceb-481d-a504-ec6726a37c02 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:15.151185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c259-28b4-41df-ae78-bc8d5c77362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.176070 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.183742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/networks/8c1bae00-fc88-45e2-a065-794e07d2145a HTTP/1.1" status: 204 len: 168 time: 1.4306216 Nov 22 16:24:15.189274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394c21-d343-46c4-9971-6eee1ee6c3dc tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Network': ['ID=8c1bae00-fc88-45e2-a065-794e07d2145a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:15.194932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35512) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:15.460475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ead525da-cceb-481d-a504-ec6726a37c02 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:15.460856 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.481719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.561110 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.561816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f47a9575-c8ff-4be8-ada1-91a857c64b4e req-6f1b518b-5df0-4b40-abf8-ea468119b68e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4893525 Nov 22 16:24:15.737254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.796418 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c259-28b4-41df-ae78-bc8d5c77362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.834241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a64007-b9e9-4092-832c-35def86c6e19']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:15.885129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3493f8f-6021-45e0-935b-219dd6546af5') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:15.885436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3493f8f-6021-45e0-935b-219dd6546af5') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:15.916692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1eb4c259-28b4-41df-ae78-bc8d5c77362d None None] For port ead525da-cceb-481d-a504-ec6726a37c02, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ead525da-cceb-481d-a504-ec6726a37c02,segment=NetworkSegment(6929b82c-734d-48a2-9462-0ebfbd2c29af),segment_id=6929b82c-734d-48a2-9462-0ebfbd2c29af)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:15.919044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port cef00f4d-baa5-474e-9dd1-8a4886f2c537 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:24:15.920404 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.947251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1eb4c259-28b4-41df-ae78-bc8d5c77362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.967444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.970045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port cef00f4d-baa5-474e-9dd1-8a4886f2c537 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:15.970430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.985273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:24:15.985835 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:24:15.989364 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:24:16.267791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:16.280508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:16.293287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] 10.222.0.69 "DELETE /v2.0/networks/84a64007-b9e9-4092-832c-35def86c6e19 HTTP/1.1" status: 204 len: 168 time: 1.0969787 Nov 22 16:24:16.346264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bbe3f-0636-43fb-a916-d612bb2f6673 tempest-BulkNetworkOpsIpV6Test-1503929620 tempest-BulkNetworkOpsIpV6Test-1503929620-project] Pushing event deleted for resources: {'Network': ['ID=84a64007-b9e9-4092-832c-35def86c6e19,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:16.400128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4c259-28b4-41df-ae78-bc8d5c77362d None None] Pushing event updated for resources: {'Port': ['ID=ead525da-cceb-481d-a504-ec6726a37c02,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:16.503582 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:16.558768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cef00f4d-baa5-474e-9dd1-8a4886f2c537, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:16.578738 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:16.579846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4af60b5b-1e48-4955-9a08-1fcb31b208cd up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:17.048610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-053f25c3-2ac6-4bef-8f0a-9192343fd082 None None] Provisioning complete for port ead525da-cceb-481d-a504-ec6726a37c02 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:17.049183 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-053f25c3-2ac6-4bef-8f0a-9192343fd082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.128673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cef00f4d-baa5-474e-9dd1-8a4886f2c537,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:17.151195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:24:17.162848 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f62b08b-2bee-4054-a30a-8f4582cf8942" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "cef00f4d-baa5-474e-9dd1-8a4886f2c537"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:24:17.259970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-468b1f90-b17b-4dd9-b051-3c30f26be593 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:17.273820 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792ffcd5-e472-4344-a4fd-eb3cce7d0855 x-openstack-request-id: req-792ffcd5-e472-4344-a4fd-eb3cce7d0855 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:24:17.278249 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "cef00f4d-baa5-474e-9dd1-8a4886f2c537", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:24:17.280309 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-792ffcd5-e472-4344-a4fd-eb3cce7d0855 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:24:17.280309 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537', 'code': 200} Nov 22 16:24:17.287895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-468b1f90-b17b-4dd9-b051-3c30f26be593 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:17.348218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 4af60b5b-1e48-4955-9a08-1fcb31b208cd completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:24:17.352518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-468b1f90-b17b-4dd9-b051-3c30f26be593 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:17.385865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-468b1f90-b17b-4dd9-b051-3c30f26be593 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:17.401953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-468b1f90-b17b-4dd9-b051-3c30f26be593 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:17.413926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35568) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:17.422023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-468b1f90-b17b-4dd9-b051-3c30f26be593 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:17.440718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-468b1f90-b17b-4dd9-b051-3c30f26be593 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:17.446139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-468b1f90-b17b-4dd9-b051-3c30f26be593 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5433 time: 0.5861366 Nov 22 16:24:17.454167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-6bfe672a-1d4a-4af5-b9ae-02a92ae4d2d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4849210 Nov 22 16:24:17.455475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4af60b5b-1e48-4955-9a08-1fcb31b208cd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:17.456068 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.501418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-053f25c3-2ac6-4bef-8f0a-9192343fd082 None None] Provisioning complete for port c83e3347-457e-4b3d-95d8-e9ab2ab8ece6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:17.501980 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-053f25c3-2ac6-4bef-8f0a-9192343fd082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.654982 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.670156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-053f25c3-2ac6-4bef-8f0a-9192343fd082 None None] Port c83e3347-457e-4b3d-95d8-e9ab2ab8ece6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:24:17.698117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4af60b5b-1e48-4955-9a08-1fcb31b208cd, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:17.714259 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.715887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ad9709cb-4d75-4071-949f-dd1d78ceb1b8 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:17.718087 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.745530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1298e216-baa2-4afb-bc44-9b29509049a1 req-7bc200db-e344-474b-99bc-dd17ab1a41d5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2811091 Nov 22 16:24:17.752060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.773628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-daa7bb77-ad50-496f-95aa-f7d85f996477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:17.783561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-daa7bb77-ad50-496f-95aa-f7d85f996477 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2c907cfc0b84ceda00838aec82347d4&device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 1100 time: 0.2048807 Nov 22 16:24:17.861939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4af60b5b-1e48-4955-9a08-1fcb31b208cd,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:17.865354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-786710ee-90c1-401c-911b-13075f79aa94 None None] Provisioning complete for port c83e3347-457e-4b3d-95d8-e9ab2ab8ece6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:17.865808 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-786710ee-90c1-401c-911b-13075f79aa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.896332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:17.907465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-786710ee-90c1-401c-911b-13075f79aa94 None None] Port c83e3347-457e-4b3d-95d8-e9ab2ab8ece6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:24:17.943935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:24:17.943935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:17.943935 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.064727 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.071764 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-180317c8-edaf-47bb-9054-6cf6bf297603 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53fff2afbb4d4e64b1b8623bf8238598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6559596 Nov 22 16:24:18.074616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35578) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:18.075586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-0435dc1a-2823-4265-8e3d-e52c155a9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:18.077344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-0435dc1a-2823-4265-8e3d-e52c155a9b0b service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.2688119 Nov 22 16:24:18.081520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=c83e3347-457e-4b3d-95d8-e9ab2ab8ece6,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:18.150373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-4c168bbb-9299-478d-a46a-e9f9eec92f11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98 HTTP/1.1" status: 200 len: 217 time: 0.0623171 Nov 22 16:24:18.180827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ad9709cb-4d75-4071-949f-dd1d78ceb1b8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:18.193480 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.195345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device eb6c4404-6820-4aae-bf63-d16f20628ec1 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:18.249021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3bb89afd-1c4d-4922-9cad-a7b66c979e95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.408834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port eb6c4404-6820-4aae-bf63-d16f20628ec1 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:24:18.420498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port eb6c4404-6820-4aae-bf63-d16f20628ec1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:18.420946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.428687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-ffc13fe1-79e9-4703-9368-a30eb6af1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:18.431658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-ffc13fe1-79e9-4703-9368-a30eb6af1470 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2708390 Nov 22 16:24:18.463718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3bb89afd-1c4d-4922-9cad-a7b66c979e95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.471745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:18.559179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:24:18.567367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ead525da-cceb-481d-a504-ec6726a37c02 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:18.587169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:18.590001 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3bb89afd-1c4d-4922-9cad-a7b66c979e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.600172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3bb89afd-1c4d-4922-9cad-a7b66c979e95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.603575 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3bb89afd-1c4d-4922-9cad-a7b66c979e95 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/560f5b6c-aa9c-40a4-98c1-74c48a2c2af5 HTTP/1.1" status: 204 len: 168 time: 0.5255103 Nov 22 16:24:18.610880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-e8826417-22b6-4313-b9ab-ac3bcd6f0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:18.613420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-e8826417-22b6-4313-b9ab-ac3bcd6f0d59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628764 Nov 22 16:24:18.631880 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.639345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb89afd-1c4d-4922-9cad-a7b66c979e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560f5b6c-aa9c-40a4-98c1-74c48a2c2af5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:18.717533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port eb6c4404-6820-4aae-bf63-d16f20628ec1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:18.749519 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.831959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ead525da-cceb-481d-a504-ec6726a37c02 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:18.833727 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:18.997820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=eb6c4404-6820-4aae-bf63-d16f20628ec1,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:19.078111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-8ded5acf-8ed6-49b3-a64e-0263ea1f3f49 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433889 Nov 22 16:24:19.093566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5198f555-c8cc-4e5a-98d7-cb22d0f60e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:19.195625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router 82c59bbe-0867-4cc8-91f4-9e91436d786c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:24:19.282212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd'}, {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9709cb-4d75-4071-949f-dd1d78ceb1b8'}, {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6c4404-6820-4aae-bf63-d16f20628ec1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:24:19.289320 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372f19a1-a409-4f73-b0fa-5b90f3e936be" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd"}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "ad9709cb-4d75-4071-949f-dd1d78ceb1b8"}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "eb6c4404-6820-4aae-bf63-d16f20628ec1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:24:19.293070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e5e61de8-b165-4097-b330-307d12f872d8 None None] Provisioning complete for port c83e3347-457e-4b3d-95d8-e9ab2ab8ece6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:19.293448 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5e61de8-b165-4097-b330-307d12f872d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:19.390877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e5e61de8-b165-4097-b330-307d12f872d8 None None] Port c83e3347-457e-4b3d-95d8-e9ab2ab8ece6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:24:19.434435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a785-79a4-4b88-a49d-fd76458448cc req-d7e3f9e2-9421-437b-8cd9-eed705f435fb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.448287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a785-79a4-4b88-a49d-fd76458448cc req-d7e3f9e2-9421-437b-8cd9-eed705f435fb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.464812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a785-79a4-4b88-a49d-fd76458448cc req-d7e3f9e2-9421-437b-8cd9-eed705f435fb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.492706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:19.495517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a785-79a4-4b88-a49d-fd76458448cc req-d7e3f9e2-9421-437b-8cd9-eed705f435fb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.511142 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781d867-6f32-4797-9076-9bbb2901b2fe None None] Sync routers for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:19.512343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-40c4ab1a-625f-4ad9-9b6e-b4741d38adee tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/routers/82c59bbe-0867-4cc8-91f4-9e91436d786c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0048180 Nov 22 16:24:19.514234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35634) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:19.518000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a785-79a4-4b88-a49d-fd76458448cc req-d7e3f9e2-9421-437b-8cd9-eed705f435fb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.527732 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781d867-6f32-4797-9076-9bbb2901b2fe None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:19.528395 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8781d867-6f32-4797-9076-9bbb2901b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:19.534822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'port': {'network_id': '785b83a9-7fd7-4e80-b44e-d4159cecb52f', 'name': 'tempest-FloatingIPTestJSON-882193224'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:19.537922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a785-79a4-4b88-a49d-fd76458448cc req-d7e3f9e2-9421-437b-8cd9-eed705f435fb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.556308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602a785-79a4-4b88-a49d-fd76458448cc req-d7e3f9e2-9421-437b-8cd9-eed705f435fb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.559962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5602a785-79a4-4b88-a49d-fd76458448cc req-d7e3f9e2-9421-437b-8cd9-eed705f435fb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.4680090 Nov 22 16:24:19.606106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d931db5-b983-4992-abcb-11ce7fe5473b req-e981746c-046a-4ed5-acab-f5e2f2b47b66 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182025 Nov 22 16:24:19.607882 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 16:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0c7454-1bf8-4245-89b9-251c8b43ef30 x-openstack-request-id: req-5d0c7454-1bf8-4245-89b9-251c8b43ef30 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:24:19.608230 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd", "code": 200}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "ad9709cb-4d75-4071-949f-dd1d78ceb1b8", "code": 200}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-plugged", "status": "completed", "tag": "eb6c4404-6820-4aae-bf63-d16f20628ec1", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:24:19.608493 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d0c7454-1bf8-4245-89b9-251c8b43ef30 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:24:19.608942 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'code': 200} Nov 22 16:24:19.609224 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9709cb-4d75-4071-949f-dd1d78ceb1b8', 'code': 200} Nov 22 16:24:19.611030 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6c4404-6820-4aae-bf63-d16f20628ec1', 'code': 200} Nov 22 16:24:19.677269 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8781d867-6f32-4797-9076-9bbb2901b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:19.730559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5602a785-79a4-4b88-a49d-fd76458448cc req-7aa9efe0-5244-4ab1-a042-1a3483d9f799 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159799 Nov 22 16:24:19.776913 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8781d867-6f32-4797-9076-9bbb2901b2fe None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:19.778912 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8781d867-6f32-4797-9076-9bbb2901b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:23:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:19.842878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-ee48bb45-c504-48f9-a965-d04d95170fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.843395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-ee48bb45-c504-48f9-a965-d04d95170fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.844441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-ee48bb45-c504-48f9-a965-d04d95170fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.845056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-ee48bb45-c504-48f9-a965-d04d95170fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.845524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-ee48bb45-c504-48f9-a965-d04d95170fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.845992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-ee48bb45-c504-48f9-a965-d04d95170fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.846458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-ee48bb45-c504-48f9-a965-d04d95170fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:19.848472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-ee48bb45-c504-48f9-a965-d04d95170fbb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6493 time: 0.0630376 Nov 22 16:24:19.900580 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8781d867-6f32-4797-9076-9bbb2901b2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:19.901264 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8781d867-6f32-4797-9076-9bbb2901b2fe None None] The sync data for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:20.039028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Made reservation on behalf of 6d0d8f999ad54a8ba1f00f3abd39b087 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:20.050253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:20.099623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ad35763-0216-4f2c-abe2-d5d66f0acc96 req-f2d6427b-a74d-4bdb-922f-4ca871a60764 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&id=222ef245-0b43-4e1a-afc4-c2741a41e040&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2374561 Nov 22 16:24:20.184565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] device_id is not set on port 49beaae8-790f-43e1-a2a9-a666b7cef594 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:24:20.421968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35656) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:20.498034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Allocated IP 172.20.0.11 (785b83a9-7fd7-4e80-b44e-d4159cecb52f/5d88563f-e631-460c-aeb2-e18e2672963d/49beaae8-790f-43e1-a2a9-a666b7cef594) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:24:20.798802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-862166491'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:20.837119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Made reservation on behalf of eab38c4822fd4b02b6b2ddd83e7d8769 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:20.852475 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:20.892530 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:20.943486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:20.992614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.037925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:24:21.096249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:21.099967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:24:21.260971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event updated for resources: {'Port': ['ID=49beaae8-790f-43e1-a2a9-a666b7cef594,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:21.273891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:21.274648 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.313865 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37b46975-ef57-4725-b320-4b1db15edc80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.331091 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.343212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-520aab80-7aaa-43b4-b46a-b16dbf84e580 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8230996 Nov 22 16:24:21.346627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35682) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:21.361004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Request body: {'floatingip': {'port_id': '49beaae8-790f-43e1-a2a9-a666b7cef594'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:21.418687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597d04-34a5-460b-9747-534e97b0ca60 req-5792c5c3-3a70-41ae-a5a1-e0883da17b55 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:21.451119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597d04-34a5-460b-9747-534e97b0ca60 req-5792c5c3-3a70-41ae-a5a1-e0883da17b55 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:21.502774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597d04-34a5-460b-9747-534e97b0ca60 req-5792c5c3-3a70-41ae-a5a1-e0883da17b55 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:21.524659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597d04-34a5-460b-9747-534e97b0ca60 req-5792c5c3-3a70-41ae-a5a1-e0883da17b55 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:21.564910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597d04-34a5-460b-9747-534e97b0ca60 req-5792c5c3-3a70-41ae-a5a1-e0883da17b55 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:21.594564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597d04-34a5-460b-9747-534e97b0ca60 req-5792c5c3-3a70-41ae-a5a1-e0883da17b55 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:21.626948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597d04-34a5-460b-9747-534e97b0ca60 req-5792c5c3-3a70-41ae-a5a1-e0883da17b55 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:21.644396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60597d04-34a5-460b-9747-534e97b0ca60 req-5792c5c3-3a70-41ae-a5a1-e0883da17b55 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.5638540 Nov 22 16:24:21.660131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.718664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.802003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:24:21.830241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dbf1456c-f970-4199-9408-a760a255aea4 None None] Provisioning complete for port 49beaae8-790f-43e1-a2a9-a666b7cef594 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:21.830647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dbf1456c-f970-4199-9408-a760a255aea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.915836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ff20b5-3a00-47c4-a898-f413081c1346,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:21.958624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:21.962622 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Added segment 2c3ac25c-c88a-4f4b-b77e-85fe578a9811 of type vlan for network eec0b68f-04d8-4a21-9164-f3a57e48fdde Nov 22 16:24:22.097758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60597d04-34a5-460b-9747-534e97b0ca60 req-23964404-657c-4bb5-a781-406188b3c167 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4517035 Nov 22 16:24:22.114500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1456c-f970-4199-9408-a760a255aea4 None None] Port 49beaae8-790f-43e1-a2a9-a666b7cef594 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:24:22.160569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:22.298736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:22.338068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:22.340900 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:22.465534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:22.507278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:22.638864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Pushing event updated for resources: {'Network': ['ID=eec0b68f-04d8-4a21-9164-f3a57e48fdde,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:22.653714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network eec0b68f-04d8-4a21-9164-f3a57e48fdde details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:24:22.688125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4f04ba47-908d-42e3-b91c-e67fdb5b2430 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.2634325 Nov 22 16:24:22.692453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35704) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:22.708656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-8450a0c5-f577-4f2a-bab5-9f5bc5e22a03 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', 'tempest-TagsTest-Tag-1587462236') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:23.180532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8450a0c5-f577-4f2a-bab5-9f5bc5e22a03 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "PUT /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags/tempest-TagsTest-Tag-1587462236 HTTP/1.1" status: 201 len: 201 time: 0.4904854 Nov 22 16:24:23.183014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35714) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:23.187426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-96d06879-a775-4534-abb5-02a3eec9d93c tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', 'tempest-TagsTest-Tag-1587462236') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:23.449184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96d06879-a775-4534-abb5-02a3eec9d93c tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "GET /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags/tempest-TagsTest-Tag-1587462236 HTTP/1.1" status: 204 len: 168 time: 0.2600048 Nov 22 16:24:23.453942 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:24:23.469657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:23.490706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-42e85ab9-2b40-45ac-b862-8cb5b244ac3b tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:23.812843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:23.819610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:23.836056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-faf3ede4-9adc-4720-a598-e37b1b214c1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:23.892438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-faf3ede4-9adc-4720-a598-e37b1b214c1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:23.909522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-faf3ede4-9adc-4720-a598-e37b1b214c1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:23.922513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-faf3ede4-9adc-4720-a598-e37b1b214c1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:23.959289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-faf3ede4-9adc-4720-a598-e37b1b214c1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:23.981021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-faf3ede4-9adc-4720-a598-e37b1b214c1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:23.991222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-faf3ede4-9adc-4720-a598-e37b1b214c1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:24.008561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-faf3ede4-9adc-4720-a598-e37b1b214c1e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.4231446 Nov 22 16:24:24.058187 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP 31dc1e6e-e5d3-4c92-838a-749256972b9a associated. External IP: 172.25.5.112, port: 883e2b2e-7674-4287-a162-04d870c99c94. Nov 22 16:24:24.131923 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-42e85ab9-2b40-45ac-b862-8cb5b244ac3b tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "GET /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags HTTP/1.1" status: 200 len: 238 time: 0.6516662 Nov 22 16:24:24.143105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35742) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:24.162414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-420faf8b-19da-4004-bac9-5631d2a14247 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', {'tags': ['tempest-TagsTest-Tag-728378934', 'tempest-TagsTest-Tag-1335738504', 'tempest-TagsTest-Tag-602617829']}) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:24.334615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-420faf8b-19da-4004-bac9-5631d2a14247 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "PUT /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags HTTP/1.1" status: 200 len: 307 time: 0.1851919 Nov 22 16:24:24.342290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35746) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:24.372258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-c71ed1b5-880f-43f0-ab8c-03bce0d7fa56 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', 'tempest-TagsTest-Tag-728378934') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:24.494370 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:24.588074 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:24.601988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8d36dc3-844d-466e-b127-6c3186a8d0ae req-2b10156f-b8e8-450b-89de-ac9940e1920b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5829637 Nov 22 16:24:24.778487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c71ed1b5-880f-43f0-ab8c-03bce0d7fa56 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "DELETE /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags/tempest-TagsTest-Tag-728378934 HTTP/1.1" status: 204 len: 168 time: 0.4293475 Nov 22 16:24:24.782807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35764) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:24.787743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-d7b505a1-16af-4908-88d3-176774109620 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', 'tempest-TagsTest-Tag-728378934') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:24.796954 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:24.824692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:24:25.141354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8c2f-0272-4516-b597-24d6bb68ec5b req-f1cc7ac3-18fb-4fe8-8bea-aee3a6683151 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:25.153208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8c2f-0272-4516-b597-24d6bb68ec5b req-f1cc7ac3-18fb-4fe8-8bea-aee3a6683151 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:25.165171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8c2f-0272-4516-b597-24d6bb68ec5b req-f1cc7ac3-18fb-4fe8-8bea-aee3a6683151 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:25.191794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8c2f-0272-4516-b597-24d6bb68ec5b req-f1cc7ac3-18fb-4fe8-8bea-aee3a6683151 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:25.238576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8c2f-0272-4516-b597-24d6bb68ec5b req-f1cc7ac3-18fb-4fe8-8bea-aee3a6683151 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:25.259314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8c2f-0272-4516-b597-24d6bb68ec5b req-f1cc7ac3-18fb-4fe8-8bea-aee3a6683151 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:25.319190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:25.359428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e4026-2e62-4391-a490-e050907658ab None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:25.384486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc8c2f-0272-4516-b597-24d6bb68ec5b req-f1cc7ac3-18fb-4fe8-8bea-aee3a6683151 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:25.392580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8cc8c2f-0272-4516-b597-24d6bb68ec5b req-f1cc7ac3-18fb-4fe8-8bea-aee3a6683151 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.5514565 Nov 22 16:24:25.395191 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-d7b505a1-16af-4908-88d3-176774109620 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] show failed (client error): The resource could not be found. Nov 22 16:24:25.399014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d7b505a1-16af-4908-88d3-176774109620 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "GET /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags/tempest-TagsTest-Tag-728378934 HTTP/1.1" status: 404 len: 325 time: 0.6148086 Nov 22 16:24:25.412864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:25.414586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:25.428136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e4026-2e62-4391-a490-e050907658ab None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:25.428878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-781e4026-2e62-4391-a490-e050907658ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:25.435336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-a91496f1-3a0a-407b-bb0b-19c3c63030a7 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', 'tempest-TagsTest-Tag-1335738504') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:25.457745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Request body: {'floatingip': {'port_id': '4af60b5b-1e48-4955-9a08-1fcb31b208cd'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:25.607156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-781e4026-2e62-4391-a490-e050907658ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:25.662883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e4026-2e62-4391-a490-e050907658ab None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:25.681702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-781e4026-2e62-4391-a490-e050907658ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:25.756208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:25.786171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-781e4026-2e62-4391-a490-e050907658ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:25.787092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781e4026-2e62-4391-a490-e050907658ab None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:25.939749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router 82c59bbe-0867-4cc8-91f4-9e91436d786c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:24:26.239597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:26.246102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:26.248815 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f28cab-5f03-4156-9e4c-b0c539ac6821 None None] Sync routers for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:26.275837 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f28cab-5f03-4156-9e4c-b0c539ac6821 None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:26.276864 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a1f28cab-5f03-4156-9e4c-b0c539ac6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:26.381881 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a1f28cab-5f03-4156-9e4c-b0c539ac6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:26.418329 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f28cab-5f03-4156-9e4c-b0c539ac6821 None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:26.418484 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a1f28cab-5f03-4156-9e4c-b0c539ac6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:26.422611 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f1edbe0d-e800-43b3-84bf-73a8361adf17 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/floatingips/31dc1e6e-e5d3-4c92-838a-749256972b9a HTTP/1.1" status: 200 len: 978 time: 5.0729043 Nov 22 16:24:26.432540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:26.532186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a1f28cab-5f03-4156-9e4c-b0c539ac6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:26.537453 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f28cab-5f03-4156-9e4c-b0c539ac6821 None None] The sync data for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:26.697551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 49beaae8-790f-43e1-a2a9-a666b7cef594 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:26.697901 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:26.848330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a91496f1-3a0a-407b-bb0b-19c3c63030a7 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "GET /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags/tempest-TagsTest-Tag-1335738504 HTTP/1.1" status: 204 len: 168 time: 1.4211192 Nov 22 16:24:26.856868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35806) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:26.860738 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:26.864539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-66c7c00e-a444-4efa-a6bd-02514221154d tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', 'tempest-TagsTest-Tag-602617829') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:26.921843 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:27.005837 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:27.196019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-66c7c00e-a444-4efa-a6bd-02514221154d tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "GET /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags/tempest-TagsTest-Tag-602617829 HTTP/1.1" status: 204 len: 168 time: 0.3383014 Nov 22 16:24:27.210571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:27.325563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-d5431592-1036-4f7f-8a66-4cffae2c346f tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:27.342620 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Floating IP 362709f5-efbc-43be-a3a5-eb72813893c6 associated. External IP: 172.25.5.214, port: 4af60b5b-1e48-4955-9a08-1fcb31b208cd. Nov 22 16:24:27.423720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:27.424482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:27.428000 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Floating IP 31dc1e6e-e5d3-4c92-838a-749256972b9a disassociated. External IP: 172.25.5.112, port: 49beaae8-790f-43e1-a2a9-a666b7cef594. Nov 22 16:24:27.428575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 49beaae8-790f-43e1-a2a9-a666b7cef594 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:27.730660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d5431592-1036-4f7f-8a66-4cffae2c346f tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "DELETE /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags HTTP/1.1" status: 204 len: 168 time: 0.5177002 Nov 22 16:24:27.739299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35824) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:27.756259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-9587402c-6911-4589-8713-9efeaf49a4d1 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', 'tempest-TagsTest-Tag-1335738504') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:27.814781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:27.894422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=49beaae8-790f-43e1-a2a9-a666b7cef594,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:28.371212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router 82c59bbe-0867-4cc8-91f4-9e91436d786c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:24:28.872166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:24:29.052620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:29.070879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] Sync routers for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:29.080030 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:29.104295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:29.108700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:29.197868 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-9587402c-6911-4589-8713-9efeaf49a4d1 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] show failed (client error): The resource could not be found. Nov 22 16:24:29.199077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9587402c-6911-4589-8713-9efeaf49a4d1 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "GET /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags/tempest-TagsTest-Tag-1335738504 HTTP/1.1" status: 404 len: 326 time: 1.4564638 Nov 22 16:24:29.211169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:29.239614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-05c04201-3d9b-47e6-aaa3-e90f6633ec4c tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde', 'tempest-TagsTest-Tag-602617829') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:29.365645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1486d3c0-33d3-4930-a18e-0c46836d119e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "PUT /v2.0/floatingips/362709f5-efbc-43be-a3a5-eb72813893c6 HTTP/1.1" status: 200 len: 992 time: 3.9268551 Nov 22 16:24:29.372363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:24:29.379450 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e59ee9-59c6-4628-adc2-da45f83e0d69" -d '{"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:24:29.536434 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-05c04201-3d9b-47e6-aaa3-e90f6633ec4c tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] show failed (client error): The resource could not be found. Nov 22 16:24:29.545877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-05c04201-3d9b-47e6-aaa3-e90f6633ec4c tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "GET /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags/tempest-TagsTest-Tag-602617829 HTTP/1.1" status: 404 len: 325 time: 0.3291943 Nov 22 16:24:29.554527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:29.577632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-9abc1056-1c51-4fc4-9712-c588e632eedc tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'eec0b68f-04d8-4a21-9164-f3a57e48fdde') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:29.604143 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138e1ada-4f25-4208-9c01-e79cf3668417 x-openstack-request-id: req-138e1ada-4f25-4208-9c01-e79cf3668417 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:24:29.607949 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:24:29.608212 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-138e1ada-4f25-4208-9c01-e79cf3668417 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:24:29.608678 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'status': 'completed', 'code': 200} Nov 22 16:24:29.658854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:29.676553 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcaf9d8-c891-458d-aa3a-418f0981c9ce None None] Sync routers for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:29.700040 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcaf9d8-c891-458d-aa3a-418f0981c9ce None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:29.700820 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4bcaf9d8-c891-458d-aa3a-418f0981c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:29.736019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:24:29.819793 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4bcaf9d8-c891-458d-aa3a-418f0981c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:29.872609 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcaf9d8-c891-458d-aa3a-418f0981c9ce None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:29.873252 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4bcaf9d8-c891-458d-aa3a-418f0981c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:29.969646 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:29.995706 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61286152-16ef-42e8-9872-594dcef5cb3a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/ports/49beaae8-790f-43e1-a2a9-a666b7cef594 HTTP/1.1" status: 204 len: 168 time: 3.5597405 Nov 22 16:24:29.999287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:30.030005 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4bcaf9d8-c891-458d-aa3a-418f0981c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:30.031049 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcaf9d8-c891-458d-aa3a-418f0981c9ce None None] The sync data for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:30.469960 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '362709f5-efbc-43be-a3a5-eb72813893c6', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'port_id': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'mac_address': 'fa:16:3e:80:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:22:43Z', 'updated_at': '2021-11-22T16:24:26Z', 'revision_number': 1, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:27Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:30.480521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-ff00db34-dbed-44f0-a1ce-b679d25c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:30.485636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-ff00db34-dbed-44f0-a1ce-b679d25c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:30.486208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-ff00db34-dbed-44f0-a1ce-b679d25c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:30.486680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-ff00db34-dbed-44f0-a1ce-b679d25c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:30.491518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-ff00db34-dbed-44f0-a1ce-b679d25c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:30.492104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-ff00db34-dbed-44f0-a1ce-b679d25c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:30.492585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-ff00db34-dbed-44f0-a1ce-b679d25c0e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:30.494758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-ff00db34-dbed-44f0-a1ce-b679d25c0e6a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6493 time: 0.8832402 Nov 22 16:24:30.606401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] Checking router: c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:24:30.656687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9abc1056-1c51-4fc4-9712-c588e632eedc tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "DELETE /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde/tags HTTP/1.1" status: 204 len: 168 time: 1.1000311 Nov 22 16:24:30.663089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35894) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:30.685303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:30.685964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:30.902795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:30.987092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-92fbdd9c-29ac-4b14-99b8-208e6f4b1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:30.989489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-92fbdd9c-29ac-4b14-99b8-208e6f4b1a28 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a9880-ae5b-4f89-86ab-6500df726728 HTTP/1.1" status: 200 len: 912 time: 0.4854922 Nov 22 16:24:31.092640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:24:31.165810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-367d6c4d-f13b-40ba-9086-e34df2965db5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 200 len: 1000 time: 0.1532018 Nov 22 16:24:31.214716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:31.327178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec0b68f-04d8-4a21-9164-f3a57e48fdde']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:31.360623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3ac25c-c88a-4f4b-b77e-85fe578a9811') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:31.364132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3ac25c-c88a-4f4b-b77e-85fe578a9811') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:31.391135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:31.395634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-6516eb91-40d7-4e7e-a03a-f5ef487f955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:31.403962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-6516eb91-40d7-4e7e-a03a-f5ef487f955b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 HTTP/1.1" status: 200 len: 850 time: 0.2201030 Nov 22 16:24:31.424454 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:31.439157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:24:31.439629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:24:31.450016 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:24:31.669245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:31.677600 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:31.705723 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] 10.222.0.69 "DELETE /v2.0/networks/eec0b68f-04d8-4a21-9164-f3a57e48fdde HTTP/1.1" status: 204 len: 168 time: 1.0397155 Nov 22 16:24:31.778605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19cc0d-d455-45f8-adb5-2dabcb57bcf9 tempest-TagsTest-2057400992 tempest-TagsTest-2057400992-project] Pushing event deleted for resources: {'Network': ['ID=eec0b68f-04d8-4a21-9164-f3a57e48fdde,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:31.807390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-a541601b-0b1b-4468-af0f-32b98a4c3ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:31.814633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-a541601b-0b1b-4468-af0f-32b98a4c3ba0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a9880-ae5b-4f89-86ab-6500df726728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3990784 Nov 22 16:24:31.876898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '362709f5-efbc-43be-a3a5-eb72813893c6', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'port_id': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'mac_address': 'fa:16:3e:80:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:22:43Z', 'updated_at': '2021-11-22T16:24:26Z', 'revision_number': 1, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:27Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:32.018017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeda108-ee89-45ed-9b33-93412fbb9390 None None] The sync data for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 is: [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '362709f5-efbc-43be-a3a5-eb72813893c6', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'port_id': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'mac_address': 'fa:16:3e:80:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c61334f-878d-48ff-93c2-b387fd349da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:22:43Z', 'updated_at': '2021-11-22T16:24:26Z', 'revision_number': 1, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:27Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:32.167522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-967d26b8-59dd-431b-aea1-24010d472987 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313909 Nov 22 16:24:32.343240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:32.397816 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35934) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:32.671056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d22aa-b898-4fa9-bd96-305231e82c3a None None] New status for floating IP 362709f5-efbc-43be-a3a5-eb72813893c6: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:24:32.896451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19e59ee9-59c6-4628-adc2-da45f83e0d69 req-d701c9f0-bd0f-4fbc-ba39-38df928792a8 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867664 Nov 22 16:24:32.897480 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e1266b45-9942-48cf-9e11-01046382fbcd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eab38c4822fd4b02b6b2ddd83e7d8769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4973209 Nov 22 16:24:32.901357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35950) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:33.071106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35a0d6c7-24f4-47f4-850a-f5c58c34cfeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:33.119549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35a0d6c7-24f4-47f4-850a-f5c58c34cfeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:33.245841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35a0d6c7-24f4-47f4-850a-f5c58c34cfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:33.258610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35a0d6c7-24f4-47f4-850a-f5c58c34cfeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:33.262511 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-35a0d6c7-24f4-47f4-850a-f5c58c34cfeb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25ff20b5-3a00-47c4-a898-f413081c1346 HTTP/1.1" status: 204 len: 168 time: 0.3596303 Nov 22 16:24:33.284348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0d6c7-24f4-47f4-850a-f5c58c34cfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ff20b5-3a00-47c4-a898-f413081c1346,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:33.753368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port c83e3347-457e-4b3d-95d8-e9ab2ab8ece6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:33.754697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:34.013183 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:34.045106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for c83e3347-457e-4b3d-95d8-e9ab2ab8ece6 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:34.800256 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:34.879539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=c83e3347-457e-4b3d-95d8-e9ab2ab8ece6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:35.351457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:36.325968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router 82c59bbe-0867-4cc8-91f4-9e91436d786c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:24:36.569825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:36.587019 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdda2cb-94a9-4740-89fb-a5d0397644ce None None] Sync routers for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:36.596873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-269abc99-5898-4582-9733-d323f6e45069 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/routers/82c59bbe-0867-4cc8-91f4-9e91436d786c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5959101 Nov 22 16:24:36.600934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36064) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:36.643940 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdda2cb-94a9-4740-89fb-a5d0397644ce None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:36.644638 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4cdda2cb-94a9-4740-89fb-a5d0397644ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:36.854778 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4cdda2cb-94a9-4740-89fb-a5d0397644ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:36.894184 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdda2cb-94a9-4740-89fb-a5d0397644ce None None] Routers {'82c59bbe-0867-4cc8-91f4-9e91436d786c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:36.894966 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4cdda2cb-94a9-4740-89fb-a5d0397644ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['82c59bbe-0867-4cc8-91f4-9e91436d786c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:37.050810 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4cdda2cb-94a9-4740-89fb-a5d0397644ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:37.051589 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdda2cb-94a9-4740-89fb-a5d0397644ce None None] The sync data for ids ['82c59bbe-0867-4cc8-91f4-9e91436d786c'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:37.128282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:37.310784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:37.533556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port cf0cbb40-bbc2-4650-8371-c5dc39d56f9b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:37.534462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:37.773065 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:37.824702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for cf0cbb40-bbc2-4650-8371-c5dc39d56f9b owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:38.262129 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.275199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:38.308743 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28a0a2-f236-4b05-8d3d-b5fe7f23b7bf None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:38.410766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=cf0cbb40-bbc2-4650-8371-c5dc39d56f9b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:38.439712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.619672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e606d010-c886-480e-94ba-b5112ad54b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.727692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e606d010-c886-480e-94ba-b5112ad54b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.739367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e606d010-c886-480e-94ba-b5112ad54b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.779302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e606d010-c886-480e-94ba-b5112ad54b30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b0db4ac265484747b163fe92bf3f669f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5023823 Nov 22 16:24:38.784854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:38.793252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.803734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.867113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606d010-c886-480e-94ba-b5112ad54b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181483ca-0613-44f0-87ca-f047b3b516de,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:38.924439 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.925017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Fanout notify agent at l3_agent the message router_deleted on router 82c59bbe-0867-4cc8-91f4-9e91436d786c {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:24:38.932674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.941280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36132) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:38.942145 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-626c0433-8563-4d98-a247-ad1471da3273 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/routers/82c59bbe-0867-4cc8-91f4-9e91436d786c HTTP/1.1" status: 204 len: 168 time: 2.3400559 Nov 22 16:24:39.318160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f200e2-4f85-4cf7-99d0-8fe9b49996a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:39.503765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ed9ca9-6b8e-4c17-bb79-1d228b74f27a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting subnet 5d88563f-e631-460c-aeb2-e18e2672963d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:24:39.522655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f200e2-4f85-4cf7-99d0-8fe9b49996a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:39.559234 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66ed9ca9-6b8e-4c17-bb79-1d228b74f27a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:39.710677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66ed9ca9-6b8e-4c17-bb79-1d228b74f27a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:39.971383 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f200e2-4f85-4cf7-99d0-8fe9b49996a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:39.978509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79f200e2-4f85-4cf7-99d0-8fe9b49996a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:39.980220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-79f200e2-4f85-4cf7-99d0-8fe9b49996a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/181483ca-0613-44f0-87ca-f047b3b516de HTTP/1.1" status: 204 len: 168 time: 1.1936452 Nov 22 16:24:40.151389 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66ed9ca9-6b8e-4c17-bb79-1d228b74f27a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:40.155191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f200e2-4f85-4cf7-99d0-8fe9b49996a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181483ca-0613-44f0-87ca-f047b3b516de,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:40.364133 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66ed9ca9-6b8e-4c17-bb79-1d228b74f27a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:40.425313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed9ca9-6b8e-4c17-bb79-1d228b74f27a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Subnet': ['ID=5d88563f-e631-460c-aeb2-e18e2672963d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:40.433116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8271f-21cf-47ca-9944-8e81499762e6 None None] Network 785b83a9-7fd7-4e80-b44e-d4159cecb52f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:40.452692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66ed9ca9-6b8e-4c17-bb79-1d228b74f27a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:40.504841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36172) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:40.505443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-66ed9ca9-6b8e-4c17-bb79-1d228b74f27a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/subnets/5d88563f-e631-460c-aeb2-e18e2672963d HTTP/1.1" status: 204 len: 168 time: 1.5529754 Nov 22 16:24:40.766717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:41.090804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port ead525da-cceb-481d-a504-ec6726a37c02 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:41.091327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:41.293684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36188) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:41.314759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] DHCP port deletion for 785b83a9-7fd7-4e80-b44e-d4159cecb52f request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:41.329670 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7d2a-de1f-40e1-ae0a-933078978e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:41.479657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] For port ead525da-cceb-481d-a504-ec6726a37c02, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ead525da-cceb-481d-a504-ec6726a37c02,segment=NetworkSegment(6929b82c-734d-48a2-9462-0ebfbd2c29af),segment_id=6929b82c-734d-48a2-9462-0ebfbd2c29af)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:41.479657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:41.488853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a2e70-62d6-46aa-80ac-26a54f0dd821 req-f926c4a0-3443-4e41-af9c-a5b3b7fed0c0 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:41.492172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] Deleting port ead525da-cceb-481d-a504-ec6726a37c02 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:41.492819 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:41.504884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c19a2e70-62d6-46aa-80ac-26a54f0dd821 req-f926c4a0-3443-4e41-af9c-a5b3b7fed0c0 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.3395126 Nov 22 16:24:41.648380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for ead525da-cceb-481d-a504-ec6726a37c02 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:41.682530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c19a2e70-62d6-46aa-80ac-26a54f0dd821 req-853321c5-d5b3-4b2a-b0b1-0f1981e2d92e tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706753 Nov 22 16:24:41.877473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] For port ead525da-cceb-481d-a504-ec6726a37c02, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ead525da-cceb-481d-a504-ec6726a37c02,segment=NetworkSegment(6929b82c-734d-48a2-9462-0ebfbd2c29af),segment_id=6929b82c-734d-48a2-9462-0ebfbd2c29af)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:41.879247 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:41.921715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] Calling delete_port for ead525da-cceb-481d-a504-ec6726a37c02 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:42.159093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7d2a-de1f-40e1-ae0a-933078978e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.191166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7d2a-de1f-40e1-ae0a-933078978e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.321616 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4a6b7d2a-de1f-40e1-ae0a-933078978e08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b86a37e885047e6ae2192fd5bbf22be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0256488 Nov 22 16:24:42.323393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:42.323541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b7d2a-de1f-40e1-ae0a-933078978e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe82c922-ed70-4113-8399-0d7eb8362e41,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:42.326964 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.349853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.367990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] No DVR routers for this DVR port ead525da-cceb-481d-a504-ec6726a37c02 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:24:42.375373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=ead525da-cceb-481d-a504-ec6726a37c02,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:42.387847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] No DVR routers for this DVR port ead525da-cceb-481d-a504-ec6726a37c02 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:24:42.395046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da030a6-d2aa-44c6-9a03-b3bddd126e1b None None] Pushing event deleted for resources: {'Port': ['ID=ead525da-cceb-481d-a504-ec6726a37c02,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:42.567337 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d66be4-9a44-4203-9d70-8890216f0fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.610749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ead525da-cceb-481d-a504-ec6726a37c02 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:24:42.637102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d66be4-9a44-4203-9d70-8890216f0fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.661057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ead525da-cceb-481d-a504-ec6726a37c02 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:24:42.663283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ead525da-cceb-481d-a504-ec6726a37c02 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:24:42.708986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.721361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d66be4-9a44-4203-9d70-8890216f0fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.724441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d66be4-9a44-4203-9d70-8890216f0fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.726052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c9d66be4-9a44-4203-9d70-8890216f0fcf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe82c922-ed70-4113-8399-0d7eb8362e41 HTTP/1.1" status: 204 len: 168 time: 0.4010570 Nov 22 16:24:42.755989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d66be4-9a44-4203-9d70-8890216f0fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe82c922-ed70-4113-8399-0d7eb8362e41,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:42.792443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785b83a9-7fd7-4e80-b44e-d4159cecb52f']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:42.818970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6929b82c-734d-48a2-9462-0ebfbd2c29af') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:42.819264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6929b82c-734d-48a2-9462-0ebfbd2c29af') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:42.849912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.912382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.913699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf87de-cb83-4413-84c7-232521f9b423 req-a2906cc0-d0c2-4a10-85bb-4ba86116feb8 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:42.915745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4abf87de-cb83-4413-84c7-232521f9b423 req-a2906cc0-d0c2-4a10-85bb-4ba86116feb8 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.0924246 Nov 22 16:24:42.936153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:24:42.948727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:24:42.956441 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:24:43.075642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4abf87de-cb83-4413-84c7-232521f9b423 req-332852ab-abfa-40e1-957a-52204de6dc39 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501899 Nov 22 16:24:43.176251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:43.200809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:43.234553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36236) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:43.234964 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/networks/785b83a9-7fd7-4e80-b44e-d4159cecb52f HTTP/1.1" status: 204 len: 168 time: 2.7241783 Nov 22 16:24:43.294664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ba810-7ff2-42d4-a4be-00d13bd8e694 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Network': ['ID=785b83a9-7fd7-4e80-b44e-d4159cecb52f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:43.528048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 69567216-ce94-4f33-8dc0-1303e4156cfc {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:43.528582 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:43.721956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:43.722678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:43.744110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 69567216-ce94-4f33-8dc0-1303e4156cfc owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:44.164879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:44.305400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=69567216-ce94-4f33-8dc0-1303e4156cfc,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:44.580880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5090d-9256-4ae8-9ced-bd3bec11d4a0 req-84dd1127-3e20-4248-9bd7-e84804fae53f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:44.594927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8af5090d-9256-4ae8-9ced-bd3bec11d4a0 req-84dd1127-3e20-4248-9bd7-e84804fae53f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2929790 Nov 22 16:24:44.639427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:44.645189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:44.652128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36298) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:44.667267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-21623e4c-2a5e-482f-9465-26515c5b92c9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/floatingips/31dc1e6e-e5d3-4c92-838a-749256972b9a HTTP/1.1" status: 204 len: 168 time: 1.4313917 Nov 22 16:24:44.730409 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc52966-fd90-44b6-957e-795023094ba9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] DELETE failed (client error): The resource could not be found. Nov 22 16:24:44.731028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc52966-fd90-44b6-957e-795023094ba9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:24:44.744528 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-edc52966-fd90-44b6-957e-795023094ba9 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/ports/49beaae8-790f-43e1-a2a9-a666b7cef594 HTTP/1.1" status: 404 len: 333 time: 0.0905647 Nov 22 16:24:44.745232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36304) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:44.795550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8af5090d-9256-4ae8-9ced-bd3bec11d4a0 req-e35a8bd8-cf13-4383-87b4-192db5e7d820 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955824 Nov 22 16:24:44.838469 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5f453732-8c47-49d6-b206-cd4a6fc9f824 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "GET /v2.0/ports?device_id=82c59bbe-0867-4cc8-91f4-9e91436d786c HTTP/1.1" status: 200 len: 205 time: 0.0907111 Nov 22 16:24:44.841173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36306) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:44.921226 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-6eac533c-4b39-4c9d-8e61-ca2fa3063d2e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] delete failed (client error): The resource could not be found. Nov 22 16:24:44.925187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36314) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:44.925472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6eac533c-4b39-4c9d-8e61-ca2fa3063d2e tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/routers/82c59bbe-0867-4cc8-91f4-9e91436d786c HTTP/1.1" status: 404 len: 336 time: 0.0829735 Nov 22 16:24:44.999669 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-04297a01-6d06-4d75-b889-1b26fe82af37 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] DELETE failed (client error): The resource could not be found. Nov 22 16:24:45.000466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04297a01-6d06-4d75-b889-1b26fe82af37 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:24:45.010087 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-04297a01-6d06-4d75-b889-1b26fe82af37 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/subnets/5d88563f-e631-460c-aeb2-e18e2672963d HTTP/1.1" status: 404 len: 337 time: 0.0810306 Nov 22 16:24:45.010491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:45.351719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-11863845-c970-4ed9-a971-83760ebf3c43 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 883e2b2e-7674-4287-a162-04d870c99c94 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:45.352121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11863845-c970-4ed9-a971-83760ebf3c43 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:45.535064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11863845-c970-4ed9-a971-83760ebf3c43 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:45.569821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-11863845-c970-4ed9-a971-83760ebf3c43 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 883e2b2e-7674-4287-a162-04d870c99c94 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:45.906586 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11863845-c970-4ed9-a971-83760ebf3c43 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:45.981752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11863845-c970-4ed9-a971-83760ebf3c43 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=883e2b2e-7674-4287-a162-04d870c99c94,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:46.008105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad8f76-ecc8-4b0e-9c98-28344de09e2a None None] DHCP port deletion for 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:46.228093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11863845-c970-4ed9-a971-83760ebf3c43 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:46.241415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36358) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:46.266076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-11863845-c970-4ed9-a971-83760ebf3c43 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/ports/883e2b2e-7674-4287-a162-04d870c99c94 HTTP/1.1" status: 204 len: 168 time: 1.2271216 Nov 22 16:24:46.373681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e61eb8-d3f3-46a4-9911-51052e7b6a90 req-aa67676d-a9e5-4f27-8c79-7e284c53c658 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:46.384615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21e61eb8-d3f3-46a4-9911-51052e7b6a90 req-aa67676d-a9e5-4f27-8c79-7e284c53c658 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2745585 Nov 22 16:24:46.418030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-385c6036-ba70-4a81-9b1c-281a45e0387b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 5f713c55-b1dd-4680-8d56-56b4f12655c8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:46.419253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-385c6036-ba70-4a81-9b1c-281a45e0387b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:46.483083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-21e61eb8-d3f3-46a4-9911-51052e7b6a90 req-98acb08a-90ff-4bae-8f09-02a912a25fd3 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933537 Nov 22 16:24:46.689152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-385c6036-ba70-4a81-9b1c-281a45e0387b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:46.748671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-385c6036-ba70-4a81-9b1c-281a45e0387b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 5f713c55-b1dd-4680-8d56-56b4f12655c8 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:47.111483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-385c6036-ba70-4a81-9b1c-281a45e0387b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:47.165180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c6036-ba70-4a81-9b1c-281a45e0387b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=5f713c55-b1dd-4680-8d56-56b4f12655c8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:47.189631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046ccec-5513-4205-9533-bd930763cd34 None None] DHCP port deletion for 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:47.345337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-385c6036-ba70-4a81-9b1c-281a45e0387b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:47.373454 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-385c6036-ba70-4a81-9b1c-281a45e0387b tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/ports/5f713c55-b1dd-4680-8d56-56b4f12655c8 HTTP/1.1" status: 204 len: 168 time: 1.1308639 Nov 22 16:24:47.376272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:47.476233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320db083-fb11-4ff9-a725-a9814c9c157a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:47.479219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-320db083-fb11-4ff9-a725-a9814c9c157a tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "GET /v2.0/ports?device_id=faec8a9c-d334-41e1-9ca5-dbfd8e461454 HTTP/1.1" status: 200 len: 913 time: 0.1018999 Nov 22 16:24:47.482109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36394) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:47.707992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262782f-574c-47a3-b648-98050f16ccd2 req-ecc81f9e-d31c-4b0d-b243-5be11e916d3b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:47.722822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2262782f-574c-47a3-b648-98050f16ccd2 req-ecc81f9e-d31c-4b0d-b243-5be11e916d3b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1031206 Nov 22 16:24:47.956736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2262782f-574c-47a3-b648-98050f16ccd2 req-ba293bf2-6744-4144-bb43-953d0d4cb1f0 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267194 Nov 22 16:24:48.685414 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:49.037097 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db4c3ead-1995-4309-af5c-f0cf0d242cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:49.334473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814e855-4dcc-41f4-a19e-cd3604219882 req-5818259b-ce93-4eb0-b43c-f99e3c05a6ee tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:49.349341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4814e855-4dcc-41f4-a19e-cd3604219882 req-5818259b-ce93-4eb0-b43c-f99e3c05a6ee tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1635277 Nov 22 16:24:49.469407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4814e855-4dcc-41f4-a19e-cd3604219882 req-77b04974-badd-4d61-99fe-6eb2c7280e24 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173341 Nov 22 16:24:49.613702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 7607614a-ddd9-4acb-a94e-25cfcd70ff74 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:49.615290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:49.892356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:49.934520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 7607614a-ddd9-4acb-a94e-25cfcd70ff74 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:50.413719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:50.448282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=7607614a-ddd9-4acb-a94e-25cfcd70ff74,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:50.478113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd94c5d-a4e2-4077-8840-3b02d135078d None None] DHCP port deletion for 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:50.697332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0380766-35f6-43ff-b27f-8c181f2403ea req-0ad886d4-0186-442d-82d0-3f2e3977876f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:50.710355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0380766-35f6-43ff-b27f-8c181f2403ea req-0ad886d4-0186-442d-82d0-3f2e3977876f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.0926635 Nov 22 16:24:50.759525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:50.817977 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0380766-35f6-43ff-b27f-8c181f2403ea req-1b888185-2cbb-458d-9c6e-edefab3b8ae6 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028183 Nov 22 16:24:51.313963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-471051a2-2f75-4617-987b-4cff40faedb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.001732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Router faec8a9c-d334-41e1-9ca5-dbfd8e461454 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:24:52.177221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161024a7-c8e8-45ee-a80a-4a7b85701067 req-7c2bb225-2fc2-4784-99e6-0e15610abd9d tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:52.184307 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-161024a7-c8e8-45ee-a80a-4a7b85701067 req-7c2bb225-2fc2-4784-99e6-0e15610abd9d tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2047756 Nov 22 16:24:52.236281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:52.253422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1b65d-9769-4ded-9098-eeef4e39dcc8 None None] Sync routers for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:52.265869 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9847ccc3-38f8-4b4a-8096-905d9dc6d755 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "PUT /v2.0/routers/faec8a9c-d334-41e1-9ca5-dbfd8e461454/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7681401 Nov 22 16:24:52.266805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36556) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:52.277501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1b65d-9769-4ded-9098-eeef4e39dcc8 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:52.278154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-39d1b65d-9769-4ded-9098-eeef4e39dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:52.289100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-161024a7-c8e8-45ee-a80a-4a7b85701067 req-69ae9626-268a-4614-9643-9c912db0e162 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856435 Nov 22 16:24:52.453971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-39d1b65d-9769-4ded-9098-eeef4e39dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:52.587383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1b65d-9769-4ded-9098-eeef4e39dcc8 None None] Routers {'faec8a9c-d334-41e1-9ca5-dbfd8e461454'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:52.589415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-39d1b65d-9769-4ded-9098-eeef4e39dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:24:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:52.638154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.645314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-39d1b65d-9769-4ded-9098-eeef4e39dcc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:52.646067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d1b65d-9769-4ded-9098-eeef4e39dcc8 None None] The sync data for ids ['faec8a9c-d334-41e1-9ca5-dbfd8e461454'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:24:52.674688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.675658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.974027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcebca7-86ea-4095-b824-120bfb5ad8b6 req-107a329c-b6dc-41c7-b4e3-c49174cffb84 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:52.987016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fcebca7-86ea-4095-b824-120bfb5ad8b6 req-107a329c-b6dc-41c7-b4e3-c49174cffb84 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2503512 Nov 22 16:24:52.992743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.054218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-b88c91de-9ade-47d1-9e04-d8cd1454244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:53.056151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-b88c91de-9ade-47d1-9e04-d8cd1454244b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 1096 time: 0.2706869 Nov 22 16:24:53.111938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fcebca7-86ea-4095-b824-120bfb5ad8b6 req-6274d518-3148-4a49-b5f4-8a729845d39a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236188 Nov 22 16:24:53.204767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting port 79b408dd-b85a-454f-8c71-1a9121b55bf6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:24:53.208707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.217921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-44e2956e-65b2-4b21-bef7-581fa49aa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:53.237939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-44e2956e-65b2-4b21-bef7-581fa49aa7d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.1670613 Nov 22 16:24:53.397912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.417452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-fd67f232-b522-4439-9d1f-85c717396030 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 200 len: 1001 time: 0.1688328 Nov 22 16:24:53.418743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Calling delete_port for 79b408dd-b85a-454f-8c71-1a9121b55bf6 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:24:53.586960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-0517bfbd-0af2-46fd-98dc-ee11b6bd4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:53.593357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-0517bfbd-0af2-46fd-98dc-ee11b6bd4fed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1666806 Nov 22 16:24:53.743251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-2d3a226d-04b4-48c1-b7aa-906b3f8b5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:53.745051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-2d3a226d-04b4-48c1-b7aa-906b3f8b5332 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439106 Nov 22 16:24:54.006124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.147291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-76143cab-9772-48eb-a551-dc32041e64ac service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919868 Nov 22 16:24:54.167263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Port': ['ID=79b408dd-b85a-454f-8c71-1a9121b55bf6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:54.182981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbada95-e615-424e-9f6a-52194a491b92 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:54.422751 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.502299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.614309 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.619207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.622443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.680131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759a1f8-8c44-4768-a313-ee15a4e39bb1 req-b1070def-b462-4e8e-be0a-95900d2ead48 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:54.688880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2759a1f8-8c44-4768-a313-ee15a4e39bb1 req-b1070def-b462-4e8e-be0a-95900d2ead48 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2750955 Nov 22 16:24:54.704563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.706620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Fanout notify agent at l3_agent the message router_deleted on router faec8a9c-d334-41e1-9ca5-dbfd8e461454 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:24:54.719812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.725016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1bd1b965-c8b8-49e3-95b1-8ef816ece16f tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/routers/faec8a9c-d334-41e1-9ca5-dbfd8e461454 HTTP/1.1" status: 204 len: 168 time: 2.4570541 Nov 22 16:24:54.727005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36646) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:54.761294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da3c2bbd-9ed6-4179-b3fb-c0a0aedec560 req-05aeb90d-8cc0-4ded-aa13-0134150cd6f2 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951941 Nov 22 16:24:54.785917 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.852261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2759a1f8-8c44-4768-a313-ee15a4e39bb1 req-5b57d1a7-dcc5-4f27-a9ac-cf74f44abaf3 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623344 Nov 22 16:24:54.867638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdfdad6-4f8c-4c26-a212-658a6611a805 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Deleting subnet e9edb803-716f-4755-a4a7-e4d11648d9e9 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:24:54.878975 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcdfdad6-4f8c-4c26-a212-658a6611a805 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.968819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcdfdad6-4f8c-4c26-a212-658a6611a805 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.067536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcdfdad6-4f8c-4c26-a212-658a6611a805 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.169042 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcdfdad6-4f8c-4c26-a212-658a6611a805 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.227541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfdad6-4f8c-4c26-a212-658a6611a805 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Subnet': ['ID=e9edb803-716f-4755-a4a7-e4d11648d9e9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:55.269135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcdfdad6-4f8c-4c26-a212-658a6611a805 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.282200 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbac1c79-a07e-44f9-88d6-7c9dfede54a5 None None] Network 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:55.308170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:55.313773 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fcdfdad6-4f8c-4c26-a212-658a6611a805 tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/subnets/e9edb803-716f-4755-a4a7-e4d11648d9e9 HTTP/1.1" status: 204 len: 168 time: 0.5840731 Nov 22 16:24:55.636613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.710684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd272893-6172-4231-98e1-8bab5e6dd199 None None] DHCP port deletion for 3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:55.850552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.877306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b40ba4b-59a8-4bb7-9140-df0ff8080bd3']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:55.889201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa275df6-03a2-4e81-aae4-6aa8d8f1634d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:55.890117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa275df6-03a2-4e81-aae4-6aa8d8f1634d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:55.902099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.921485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.932750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:24:55.936021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:24:55.961134 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:24:56.195765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6de10-5c08-42f5-b9e6-5e1a97462ba1 req-199d7385-1c70-4985-84a2-ea763bc628fb tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:56.206121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7b6de10-5c08-42f5-b9e6-5e1a97462ba1 req-199d7385-1c70-4985-84a2-ea763bc628fb tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1457632 Nov 22 16:24:56.208635 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.269709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.273409 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] 10.222.0.69 "DELETE /v2.0/networks/3b40ba4b-59a8-4bb7-9140-df0ff8080bd3 HTTP/1.1" status: 204 len: 168 time: 0.9640131 Nov 22 16:24:56.299008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Pushing event deleted for resources: {'Network': ['ID=3b40ba4b-59a8-4bb7-9140-df0ff8080bd3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:56.329085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.330601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.331937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.334019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.334484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.335062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.335522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.339098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.339599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.357164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.359127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.369895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1874eaae-c476-461c-bdf1-1d98551d12ca tempest-FloatingIPTestJSON-124367613 tempest-FloatingIPTestJSON-124367613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:56.471121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7b6de10-5c08-42f5-b9e6-5e1a97462ba1 req-3cb4baf3-fe42-4d06-b5c8-f003ee91d9ee tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634556 Nov 22 16:24:56.840938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36712) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.065084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36716) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.079582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7ee3448d-6246-4557-881c-c3ec5da6c364 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d0d8f999ad54a8ba1f00f3abd39b087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2361617 Nov 22 16:24:57.148694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c25aece0-a79b-4bf3-ae84-d8099d787825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.182843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c25aece0-a79b-4bf3-ae84-d8099d787825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.266585 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c25aece0-a79b-4bf3-ae84-d8099d787825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.273354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c25aece0-a79b-4bf3-ae84-d8099d787825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.279154 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c25aece0-a79b-4bf3-ae84-d8099d787825 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63e677b8-dbf5-4c98-9306-1bd9d756cc58 HTTP/1.1" status: 204 len: 168 time: 0.2107315 Nov 22 16:24:57.312006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25aece0-a79b-4bf3-ae84-d8099d787825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e677b8-dbf5-4c98-9306-1bd9d756cc58,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:58.469096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.801097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.826602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36794) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.937612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb89064-fe73-4431-b45c-b9cf877612d0 admin admin] Deleting subnet ec06e190-07e4-4459-91a9-ac9415d07f34 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:24:58.942891 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb89064-fe73-4431-b45c-b9cf877612d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.948224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-657ea6e9-1e8e-49a2-a3cb-ff4ee46881f3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:58.959789 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-657ea6e9-1e8e-49a2-a3cb-ff4ee46881f3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:24:58.960631 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-657ea6e9-1e8e-49a2-a3cb-ff4ee46881f3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:24:58.962166 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-657ea6e9-1e8e-49a2-a3cb-ff4ee46881f3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1342206 Nov 22 16:24:58.966560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36802) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.984895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--2143717503'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:59.055275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb89064-fe73-4431-b45c-b9cf877612d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.070934 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.102003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.149885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e34f558f-a15b-4a7a-837b-70523999787e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.228217 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb89064-fe73-4431-b45c-b9cf877612d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.367548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.384554 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.386825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e34f558f-a15b-4a7a-837b-70523999787e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.389329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb89064-fe73-4431-b45c-b9cf877612d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.441408 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e34f558f-a15b-4a7a-837b-70523999787e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.486879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ceb72-1ac1-4998-a60c-803c621f24fc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:59.500139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e34f558f-a15b-4a7a-837b-70523999787e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f10de15438f147b9a14959d9411d077f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0293379 Nov 22 16:24:59.501675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb89064-fe73-4431-b45c-b9cf877612d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec06e190-07e4-4459-91a9-ac9415d07f34,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:59.503541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36812) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:59.520082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88dee17-5dfb-432e-bbd8-23e9e5df0e57 None None] Network a61a3711-871d-4dae-9972-a93188acef6a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:59.544858 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bfb89064-fe73-4431-b45c-b9cf877612d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.553425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bfb89064-fe73-4431-b45c-b9cf877612d0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ec06e190-07e4-4459-91a9-ac9415d07f34 HTTP/1.1" status: 204 len: 168 time: 0.7495494 Nov 22 16:24:59.560234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36814) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:59.623618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f558f-a15b-4a7a-837b-70523999787e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b608bdb-d806-46e8-ba7b-1355dc854b45,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:59.734917 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d12b7cd-33c7-4292-be16-cfdc68c42d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.741083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.755965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.804943 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d12b7cd-33c7-4292-be16-cfdc68c42d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.845449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.851791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e47b00b-dbf4-45cf-b520-641fd5db4f2d None None] DHCP port deletion for a61a3711-871d-4dae-9972-a93188acef6a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:24:59.888991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6b0767-5c61-403a-be4f-b989ec8eb2f8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:59.897363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.901871 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-274a9e3a-c446-4681-b86c-7e03454c4a64 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9310436 Nov 22 16:24:59.902630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36824) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:59.909633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4d7b83af-9b5f-43c2-a15f-aabf3f94207a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '8e6b0767-5c61-403a-be4f-b989ec8eb2f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:59.953409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d12b7cd-33c7-4292-be16-cfdc68c42d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.957181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d12b7cd-33c7-4292-be16-cfdc68c42d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.961054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3d12b7cd-33c7-4292-be16-cfdc68c42d6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7b608bdb-d806-46e8-ba7b-1355dc854b45 HTTP/1.1" status: 204 len: 168 time: 0.4536235 Nov 22 16:24:59.990485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12b7cd-33c7-4292-be16-cfdc68c42d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b608bdb-d806-46e8-ba7b-1355dc854b45,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:00.109417 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.190088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61a3711-871d-4dae-9972-a93188acef6a']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:00.217563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa03ffc7-732c-4ba4-8a54-81046016eba3') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:00.218614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa03ffc7-732c-4ba4-8a54-81046016eba3') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:00.249902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.281398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.289441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Releasing vlan 832 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:25:00.290015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:25:00.359708 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:25:00.363576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.388680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.398752 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] 10.222.0.69 "DELETE /v2.0/networks/a61a3711-871d-4dae-9972-a93188acef6a HTTP/1.1" status: 204 len: 168 time: 0.8347001 Nov 22 16:25:00.402963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a1b1e-5633-42b2-ac8b-a08ddd9c615f admin admin] Pushing event deleted for resources: {'Network': ['ID=a61a3711-871d-4dae-9972-a93188acef6a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:00.419421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d7b83af-9b5f-43c2-a15f-aabf3f94207a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.448817 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:25:00.557019 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d7b83af-9b5f-43c2-a15f-aabf3f94207a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.564183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d7b83af-9b5f-43c2-a15f-aabf3f94207a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.636386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b83af-9b5f-43c2-a15f-aabf3f94207a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5d9544-65c4-4354-bad2-f9f60ba35c1f,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:00.659254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d7b83af-9b5f-43c2-a15f-aabf3f94207a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.664607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4d7b83af-9b5f-43c2-a15f-aabf3f94207a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7583301 Nov 22 16:25:00.664812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36852) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:00.681591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cc61afc4-88f7-4641-b9c0-207faa40934f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '8e6b0767-5c61-403a-be4f-b989ec8eb2f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:00.725711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:00.744767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc61afc4-88f7-4641-b9c0-207faa40934f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.758356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d1dd463-ddfd-4379-ae96-2c91f229c6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.792262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36858) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:00.933738 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90d01e2d-4d8b-4a2c-8654-0d76b8a4733b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92bd9675e6354323ac9dd7ea5ef0d6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398642 Nov 22 16:25:00.935468 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-cc61afc4-88f7-4641-b9c0-207faa40934f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:25:00.941360 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cc61afc4-88f7-4641-b9c0-207faa40934f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2669375 Nov 22 16:25:00.941360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36866) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:00.942176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36868) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:00.979445 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d1dd463-ddfd-4379-ae96-2c91f229c6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.987128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d1dd463-ddfd-4379-ae96-2c91f229c6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.048802 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-655c6655-d4ec-4ccb-9a06-e4a9ac5ef19f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.075034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36874) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.084808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4d1dd463-ddfd-4379-ae96-2c91f229c6c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5be93a5a5bf54bfead6271417754d9a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405471 Nov 22 16:25:01.086171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dd463-ddfd-4379-ae96-2c91f229c6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d129622-2a10-493f-a8ed-1ec60579df4f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.126130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-655c6655-d4ec-4ccb-9a06-e4a9ac5ef19f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.163063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12c20b6a-53a3-4dec-b3cf-dd398c25eb7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.208747 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12c20b6a-53a3-4dec-b3cf-dd398c25eb7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.243267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d47601ad-848b-47dd-af34-8c74e4433f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.271331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-655c6655-d4ec-4ccb-9a06-e4a9ac5ef19f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.274268 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-655c6655-d4ec-4ccb-9a06-e4a9ac5ef19f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.278206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-655c6655-d4ec-4ccb-9a06-e4a9ac5ef19f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/8e6b0767-5c61-403a-be4f-b989ec8eb2f8 HTTP/1.1" status: 204 len: 168 time: 0.3322885 Nov 22 16:25:01.278663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.306692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d47601ad-848b-47dd-af34-8c74e4433f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.317941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c6655-d4ec-4ccb-9a06-e4a9ac5ef19f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6b0767-5c61-403a-be4f-b989ec8eb2f8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.364710 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12c20b6a-53a3-4dec-b3cf-dd398c25eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.367498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12c20b6a-53a3-4dec-b3cf-dd398c25eb7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.368930 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-12c20b6a-53a3-4dec-b3cf-dd398c25eb7e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a27c2964-e12d-4edd-a17b-8d7697cd2eb0 HTTP/1.1" status: 204 len: 168 time: 0.4283075 Nov 22 16:25:01.381608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c20b6a-53a3-4dec-b3cf-dd398c25eb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27c2964-e12d-4edd-a17b-8d7697cd2eb0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.387487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.388146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8159f09a-e2b6-4da1-82d7-254c5aeceb2a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1074903 Nov 22 16:25:01.394474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6efd443c-e4e9-4abb-ad83-a599c577941f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--383142228'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:01.424858 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d47601ad-848b-47dd-af34-8c74e4433f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.428211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d47601ad-848b-47dd-af34-8c74e4433f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.431893 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d47601ad-848b-47dd-af34-8c74e4433f0d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d129622-2a10-493f-a8ed-1ec60579df4f HTTP/1.1" status: 204 len: 168 time: 0.3525097 Nov 22 16:25:01.444495 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6efd443c-e4e9-4abb-ad83-a599c577941f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.447137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47601ad-848b-47dd-af34-8c74e4433f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d129622-2a10-493f-a8ed-1ec60579df4f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.553168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6efd443c-e4e9-4abb-ad83-a599c577941f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.560181 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6efd443c-e4e9-4abb-ad83-a599c577941f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.610762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6efd443c-e4e9-4abb-ad83-a599c577941f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.614111 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6efd443c-e4e9-4abb-ad83-a599c577941f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2247891 Nov 22 16:25:01.617086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.622722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-59175a90-81d7-4335-bb04-d95597710930 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '091f2f6d-0060-4497-88e9-893376f90ab7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:01.624263 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-59175a90-81d7-4335-bb04-d95597710930 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 22 16:25:01.624999 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-59175a90-81d7-4335-bb04-d95597710930 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:01.629935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-59175a90-81d7-4335-bb04-d95597710930 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0116870 Nov 22 16:25:01.630801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.666772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd443c-e4e9-4abb-ad83-a599c577941f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091f2f6d-0060-4497-88e9-893376f90ab7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.771495 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd92-8464-4654-af34-1681c7cc17b9 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.852800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd92-8464-4654-af34-1681c7cc17b9 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.926555 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd92-8464-4654-af34-1681c7cc17b9 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.936013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd92-8464-4654-af34-1681c7cc17b9 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.951501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36906) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.957329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7c0edd92-8464-4654-af34-1681c7cc17b9 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/091f2f6d-0060-4497-88e9-893376f90ab7 HTTP/1.1" status: 204 len: 168 time: 0.3062184 Nov 22 16:25:01.986367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0edd92-8464-4654-af34-1681c7cc17b9 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f2f6d-0060-4497-88e9-893376f90ab7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:02.070343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-93602d6b-7df7-4d05-b482-5a813a22d167 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1188428 Nov 22 16:25:02.081236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36914) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.091110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-51433855-d2bc-4c51-8ef3-d9f0c9bc77d2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209051636'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:02.138776 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51433855-d2bc-4c51-8ef3-d9f0c9bc77d2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.313909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51433855-d2bc-4c51-8ef3-d9f0c9bc77d2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.320871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51433855-d2bc-4c51-8ef3-d9f0c9bc77d2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.372946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51433855-d2bc-4c51-8ef3-d9f0c9bc77d2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.374406 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-51433855-d2bc-4c51-8ef3-d9f0c9bc77d2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2914028 Nov 22 16:25:02.379824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36934) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.385689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-248c4b79-f9ab-4dcd-9a2c-4185b425556e tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '2bbb8d66-285c-4d62-bd15-d0d021f13e90', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:02.386889 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-248c4b79-f9ab-4dcd-9a2c-4185b425556e tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 22 16:25:02.387686 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-248c4b79-f9ab-4dcd-9a2c-4185b425556e tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:02.389105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-248c4b79-f9ab-4dcd-9a2c-4185b425556e tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076821 Nov 22 16:25:02.392504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36936) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.441486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51433855-d2bc-4c51-8ef3-d9f0c9bc77d2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb8d66-285c-4d62-bd15-d0d021f13e90,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:02.506907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b9d15b19-e659-437d-92db-9f4b5e286e76 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.559924 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b9d15b19-e659-437d-92db-9f4b5e286e76 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.657042 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b9d15b19-e659-437d-92db-9f4b5e286e76 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.660944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b9d15b19-e659-437d-92db-9f4b5e286e76 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.666511 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b9d15b19-e659-437d-92db-9f4b5e286e76 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/2bbb8d66-285c-4d62-bd15-d0d021f13e90 HTTP/1.1" status: 204 len: 168 time: 0.2728660 Nov 22 16:25:02.669322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36958) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.695525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d15b19-e659-437d-92db-9f4b5e286e76 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb8d66-285c-4d62-bd15-d0d021f13e90,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:02.798241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-81078968-68b2-4027-bb5e-9093dc81b074 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1270919 Nov 22 16:25:02.802904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.808396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-33b35a72-8e25-48ce-b81d-21bc044efd96 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106820142'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:02.843974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33b35a72-8e25-48ce-b81d-21bc044efd96 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.030819 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33b35a72-8e25-48ce-b81d-21bc044efd96 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.052160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33b35a72-8e25-48ce-b81d-21bc044efd96 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.144580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33b35a72-8e25-48ce-b81d-21bc044efd96 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.159641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-33b35a72-8e25-48ce-b81d-21bc044efd96 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3550587 Nov 22 16:25:03.162611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36982) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.168793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7aad9041-badb-46fb-9f21-913039599187 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '8dcaeb7f-2e4c-4674-b73d-b5c73c5c9f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.169695 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-7aad9041-badb-46fb-9f21-913039599187 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 22 16:25:03.170222 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-7aad9041-badb-46fb-9f21-913039599187 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:03.172087 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7aad9041-badb-46fb-9f21-913039599187 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084696 Nov 22 16:25:03.175060 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36984) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.184921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b35a72-8e25-48ce-b81d-21bc044efd96 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcaeb7f-2e4c-4674-b73d-b5c73c5c9f6e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:03.190333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-573788e2-c4dd-4f91-b141-c2c21c255aed tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '8dcaeb7f-2e4c-4674-b73d-b5c73c5c9f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.196674 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-573788e2-c4dd-4f91-b141-c2c21c255aed tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 22 16:25:03.197581 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-573788e2-c4dd-4f91-b141-c2c21c255aed tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:03.199839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-573788e2-c4dd-4f91-b141-c2c21c255aed tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0227458 Nov 22 16:25:03.202684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36986) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.213333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-eed6aac2-4fda-4ac0-a3ea-e4033aa30fce tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '8dcaeb7f-2e4c-4674-b73d-b5c73c5c9f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.214428 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-eed6aac2-4fda-4ac0-a3ea-e4033aa30fce tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 22 16:25:03.216751 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-eed6aac2-4fda-4ac0-a3ea-e4033aa30fce tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:03.220687 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eed6aac2-4fda-4ac0-a3ea-e4033aa30fce tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167053 Nov 22 16:25:03.224331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.229997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-91f1f123-b2c9-463a-8395-39a6f7acbb29 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '8dcaeb7f-2e4c-4674-b73d-b5c73c5c9f6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.230923 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-91f1f123-b2c9-463a-8395-39a6f7acbb29 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 22 16:25:03.231430 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-91f1f123-b2c9-463a-8395-39a6f7acbb29 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:03.232738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91f1f123-b2c9-463a-8395-39a6f7acbb29 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070956 Nov 22 16:25:03.236649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36992) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.268953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36994) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.340810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a0ef-61c4-43bf-91bf-9e3a17e97dbc tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.384805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a0ef-61c4-43bf-91bf-9e3a17e97dbc tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.452945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a0ef-61c4-43bf-91bf-9e3a17e97dbc tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.461654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3e6a0ef-61c4-43bf-91bf-9e3a17e97dbc tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.465666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37008) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.466061 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e3e6a0ef-61c4-43bf-91bf-9e3a17e97dbc tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/8dcaeb7f-2e4c-4674-b73d-b5c73c5c9f6e HTTP/1.1" status: 204 len: 168 time: 0.2281966 Nov 22 16:25:03.488737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6a0ef-61c4-43bf-91bf-9e3a17e97dbc tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcaeb7f-2e4c-4674-b73d-b5c73c5c9f6e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:03.587108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6ad19bac-3a5d-48d8-a533-b795f85b8e7d tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1195481 Nov 22 16:25:03.590783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.603655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c4a111c5-5cbf-46d2-9f4b-04684997bfb8 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150913390'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.604661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-300012249-network', 'tenant_id': '6d3901acdfa04008974aa62bc042d23f'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.654560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4a111c5-5cbf-46d2-9f4b-04684997bfb8 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.718673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Made reservation on behalf of 6d3901acdfa04008974aa62bc042d23f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:03.723605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.758034 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.817881 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4a111c5-5cbf-46d2-9f4b-04684997bfb8 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.824710 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4a111c5-5cbf-46d2-9f4b-04684997bfb8 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.874802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c4a111c5-5cbf-46d2-9f4b-04684997bfb8 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.876701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c4a111c5-5cbf-46d2-9f4b-04684997bfb8 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2843304 Nov 22 16:25:03.879424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a111c5-5cbf-46d2-9f4b-04684997bfb8 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98cab2c-8641-49a8-8a17-83c60ad37da8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:03.879687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37020) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.913848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-00efd36e-e173-4440-9388-84c31afdccb6 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:03.914628 n-d-811716-3 neutron-server[103410]: WARNING neutron.api.v2.base [None req-00efd36e-e173-4440-9388-84c31afdccb6 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:25:03.922310 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-00efd36e-e173-4440-9388-84c31afdccb6 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:03.923957 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00efd36e-e173-4440-9388-84c31afdccb6 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0423260 Nov 22 16:25:03.927234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37026) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.934627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0a9e393b-b7c8-4da9-b8c4-e3be67bdd887 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.040537 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0a9e393b-b7c8-4da9-b8c4-e3be67bdd887 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:04.042930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0a9e393b-b7c8-4da9-b8c4-e3be67bdd887 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1129014 Nov 22 16:25:04.046587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.059245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-18e62548-cd98-4ef5-aa46-9310a4bb009f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.062595 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-18e62548-cd98-4ef5-aa46-9310a4bb009f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 22 16:25:04.063451 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-18e62548-cd98-4ef5-aa46-9310a4bb009f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:04.070078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-18e62548-cd98-4ef5-aa46-9310a4bb009f tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0195355 Nov 22 16:25:04.071045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37032) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.077448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-768cca5d-e2b8-4b97-86a4-81b5b63a3d9c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.109986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.116674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.143483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:04.151474 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-768cca5d-e2b8-4b97-86a4-81b5b63a3d9c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:04.156155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-768cca5d-e2b8-4b97-86a4-81b5b63a3d9c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0820751 Nov 22 16:25:04.157213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37038) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.163010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-349deb68-a17c-49f1-8458-dd689c243405 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.165169 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-349deb68-a17c-49f1-8458-dd689c243405 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:25:04.165169 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-349deb68-a17c-49f1-8458-dd689c243405 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:04.166185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-349deb68-a17c-49f1-8458-dd689c243405 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077281 Nov 22 16:25:04.169286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.171453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.173221 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Added segment 37d024f2-f4b9-4c24-9408-7a18b17d9087 of type vlan for network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 Nov 22 16:25:04.174885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a338f7-511c-4548-92fe-63fca97ebdac,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.179510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b224d4e6-8f5f-4e40-be33-2bd6131ff88c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.248264 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-b224d4e6-8f5f-4e40-be33-2bd6131ff88c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Project 10f1ff1fe2314f4c8d5cda6a2f949e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:25:04.261519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.277859 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-b224d4e6-8f5f-4e40-be33-2bd6131ff88c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:04.279299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b224d4e6-8f5f-4e40-be33-2bd6131ff88c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1083348 Nov 22 16:25:04.285182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.297035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6fe45f22-d088-4390-b891-ee552c1dd420 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.298400 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-6fe45f22-d088-4390-b891-ee552c1dd420 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 22 16:25:04.299141 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-6fe45f22-d088-4390-b891-ee552c1dd420 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:04.301645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6fe45f22-d088-4390-b891-ee552c1dd420 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153275 Nov 22 16:25:04.304929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37048) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.311682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-71a1f135-9855-4609-b5f0-7bf2a38cb8e4 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.342266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.346649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:04.349721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.412347 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-71a1f135-9855-4609-b5f0-7bf2a38cb8e4 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Project 10f1ff1fe2314f4c8d5cda6a2f949e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:25:04.446460 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1756542 Nov 22 16:25:04.446852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.456071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Request body: {'subnet': {'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-300012249-subnet', 'tenant_id': '6d3901acdfa04008974aa62bc042d23f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.469557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c5a5-3cf2-4ffa-b093-776c3b8084d2 admin admin] Pushing event updated for resources: {'Network': ['ID=366d3e15-cd56-4224-b7fc-8b0d05bf8a24,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.478580 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-71a1f135-9855-4609-b5f0-7bf2a38cb8e4 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:04.481159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-71a1f135-9855-4609-b5f0-7bf2a38cb8e4 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1747999 Nov 22 16:25:04.482749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:04.484430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37058) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.491951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d44355e3-f755-4fd1-a036-dc11222ef555 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'c98cab2c-8641-49a8-8a17-83c60ad37da8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:04.513946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Made reservation on behalf of 6d3901acdfa04008974aa62bc042d23f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:04.517740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.634984 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-d44355e3-f755-4fd1-a036-dc11222ef555 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Project 10f1ff1fe2314f4c8d5cda6a2f949e44 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:25:04.670305 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-d44355e3-f755-4fd1-a036-dc11222ef555 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:04.672164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d44355e3-f755-4fd1-a036-dc11222ef555 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1862283 Nov 22 16:25:04.675248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37066) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.767574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b599aad-94f3-499a-a316-c4d7a10a14f2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.816304 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b599aad-94f3-499a-a316-c4d7a10a14f2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.826666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.890112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b599aad-94f3-499a-a316-c4d7a10a14f2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.890804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b599aad-94f3-499a-a316-c4d7a10a14f2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.894923 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1b599aad-94f3-499a-a316-c4d7a10a14f2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/c98cab2c-8641-49a8-8a17-83c60ad37da8 HTTP/1.1" status: 204 len: 168 time: 0.2170532 Nov 22 16:25:04.900694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37076) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.946650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b599aad-94f3-499a-a316-c4d7a10a14f2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98cab2c-8641-49a8-8a17-83c60ad37da8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.999556 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-71923e8a-1d72-48cc-8d9b-b9fb5697b4ae tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0928688 Nov 22 16:25:04.999875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ab69b0-59c9-47a3-8e30-928fc95c7c54,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:05.011779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37080) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.012930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Checking segment: {'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:05.016462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Network hostable DHCP agents. Network: 366d3e15-cd56-4224-b7fc-8b0d05bf8a24, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:05.021957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ceeda9dd-d03e-44a9-ab48-0213d7fe83a2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--719333746'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:05.056764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:05.059822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ceeda9dd-d03e-44a9-ab48-0213d7fe83a2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.070772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 366d3e15-cd56-4224-b7fc-8b0d05bf8a24) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:05.086843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb54adf1-d11e-44eb-a44c-55a25721a2e4 None None] Network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:05.097102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:05.101805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.134847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3dff5e7b-a066-4c60-969c-1a5f6f704c09 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6838634 Nov 22 16:25:05.231991 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ceeda9dd-d03e-44a9-ab48-0213d7fe83a2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.241690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ceeda9dd-d03e-44a9-ab48-0213d7fe83a2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.298267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ceeda9dd-d03e-44a9-ab48-0213d7fe83a2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.306382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37094) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.314507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-52ea5d79-5eae-451c-bf61-8be5ef83c41d tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '59d30f1b-eb0c-4403-bb9a-0db02f676677', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:05.318311 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ceeda9dd-d03e-44a9-ab48-0213d7fe83a2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3046491 Nov 22 16:25:05.356161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeda9dd-d03e-44a9-ab48-0213d7fe83a2 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d30f1b-eb0c-4403-bb9a-0db02f676677,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:05.403104 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-52ea5d79-5eae-451c-bf61-8be5ef83c41d tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The resource could not be found. Nov 22 16:25:05.409699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37100) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.416414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3949d769-d29d-4e67-81c7-0618d7867547 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '59d30f1b-eb0c-4403-bb9a-0db02f676677', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a063d595-2d36-483d-aec1-30039dbb8445'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:05.420104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-52ea5d79-5eae-451c-bf61-8be5ef83c41d tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1120641 Nov 22 16:25:05.470776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7082fcc-5d49-4533-bec5-cfe7630502d5 None None] Network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:05.577052 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-3949d769-d29d-4e67-81c7-0618d7867547 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The resource could not be found. Nov 22 16:25:05.578820 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3949d769-d29d-4e67-81c7-0618d7867547 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1674938 Nov 22 16:25:05.582146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37116) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.700444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3ed9d4-3e9d-4a13-ba9e-b3d73774b4ee tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.780113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3ed9d4-3e9d-4a13-ba9e-b3d73774b4ee tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.882044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3ed9d4-3e9d-4a13-ba9e-b3d73774b4ee tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.892422 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c3ed9d4-3e9d-4a13-ba9e-b3d73774b4ee tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.897863 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9c3ed9d4-3e9d-4a13-ba9e-b3d73774b4ee tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/59d30f1b-eb0c-4403-bb9a-0db02f676677 HTTP/1.1" status: 204 len: 168 time: 0.3146880 Nov 22 16:25:05.901038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37122) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.926762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ed9d4-3e9d-4a13-ba9e-b3d73774b4ee tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d30f1b-eb0c-4403-bb9a-0db02f676677,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:06.081927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37128) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:06.082417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0fc3c902-77de-4367-a624-cb8e3f0f1de7 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1721015 Nov 22 16:25:06.088972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-793f4e6a-476e-4c12-bf79-f4d91145a9ab tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '3796df2f-cb78-4efd-aff2-f1a7d0aac3b9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:06.193884 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-793f4e6a-476e-4c12-bf79-f4d91145a9ab tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The resource could not be found. Nov 22 16:25:06.195614 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-793f4e6a-476e-4c12-bf79-f4d91145a9ab tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1107690 Nov 22 16:25:06.200784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37132) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:06.207283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cea19fa7-245e-4e99-90a1-fa92f8e37def tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917914847'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:06.251984 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cea19fa7-245e-4e99-90a1-fa92f8e37def tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.438999 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cea19fa7-245e-4e99-90a1-fa92f8e37def tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.446138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cea19fa7-245e-4e99-90a1-fa92f8e37def tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.512812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cea19fa7-245e-4e99-90a1-fa92f8e37def tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.514248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cea19fa7-245e-4e99-90a1-fa92f8e37def tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3121207 Nov 22 16:25:06.516933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea19fa7-245e-4e99-90a1-fa92f8e37def tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d7cd9f-33ab-439f-b7b4-84cd3f7d5eb0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:06.517305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:06.523426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d5d1827d-1b74-45e7-9e48-bda91d5ac9cd tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--449299681'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:06.565428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5d1827d-1b74-45e7-9e48-bda91d5ac9cd tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.673022 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5d1827d-1b74-45e7-9e48-bda91d5ac9cd tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.680003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5d1827d-1b74-45e7-9e48-bda91d5ac9cd tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.728805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d5d1827d-1b74-45e7-9e48-bda91d5ac9cd tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.734902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37168) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:06.736461 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d5d1827d-1b74-45e7-9e48-bda91d5ac9cd tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2177811 Nov 22 16:25:06.740770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d2d1359a-8108-401a-8fb8-b07c0b5524b3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': '88d7cd9f-33ab-439f-b7b4-84cd3f7d5eb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '686b656f-0ef5-4d4e-8549-e7a2f9dff9e8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:06.757976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1827d-1b74-45e7-9e48-bda91d5ac9cd tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686b656f-0ef5-4d4e-8549-e7a2f9dff9e8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:06.802253 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-d2d1359a-8108-401a-8fb8-b07c0b5524b3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:06.803874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d2d1359a-8108-401a-8fb8-b07c0b5524b3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0678704 Nov 22 16:25:06.808222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:06.890827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-943738a8-141f-45a2-8997-0b362e63e4e7 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.979595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-943738a8-141f-45a2-8997-0b362e63e4e7 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.072034 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-943738a8-141f-45a2-8997-0b362e63e4e7 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.076664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-943738a8-141f-45a2-8997-0b362e63e4e7 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.079157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-943738a8-141f-45a2-8997-0b362e63e4e7 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/686b656f-0ef5-4d4e-8549-e7a2f9dff9e8 HTTP/1.1" status: 204 len: 168 time: 0.2694757 Nov 22 16:25:07.081818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37174) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.091593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943738a8-141f-45a2-8997-0b362e63e4e7 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686b656f-0ef5-4d4e-8549-e7a2f9dff9e8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:07.191942 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eb4a6348-cc2c-4d23-b508-15a2bbd4baad tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1088336 Nov 22 16:25:07.194589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37176) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.279361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b85ef89a-7840-44c4-9127-b93c9d160972 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.329552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b85ef89a-7840-44c4-9127-b93c9d160972 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.452360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b85ef89a-7840-44c4-9127-b93c9d160972 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.456134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b85ef89a-7840-44c4-9127-b93c9d160972 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.458051 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b85ef89a-7840-44c4-9127-b93c9d160972 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/88d7cd9f-33ab-439f-b7b4-84cd3f7d5eb0 HTTP/1.1" status: 204 len: 168 time: 0.2616882 Nov 22 16:25:07.462099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37190) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.497641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ef89a-7840-44c4-9127-b93c9d160972 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d7cd9f-33ab-439f-b7b4-84cd3f7d5eb0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:07.584955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-76c22579-878b-497c-936f-77d941a6a9e1 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1212261 Nov 22 16:25:07.588981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.598287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8aaf5fa5-dea7-4721-b951-c6b0ecb05c65 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370522536'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:07.678347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5fa5-dea7-4721-b951-c6b0ecb05c65 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.847508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5fa5-dea7-4721-b951-c6b0ecb05c65 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.854301 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5fa5-dea7-4721-b951-c6b0ecb05c65 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.893326 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8aaf5fa5-dea7-4721-b951-c6b0ecb05c65 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.898605 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8aaf5fa5-dea7-4721-b951-c6b0ecb05c65 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3076816 Nov 22 16:25:07.899070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.907925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf5fa5-dea7-4721-b951-c6b0ecb05c65 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b8b2e-06ad-404d-90bb-df5be276bc6e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:07.927096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-37460cdc-b6c7-4989-976b-45118f31c6c3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'd68b8b2e-06ad-404d-90bb-df5be276bc6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:08.016090 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-37460cdc-b6c7-4989-976b-45118f31c6c3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:08.019245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-37460cdc-b6c7-4989-976b-45118f31c6c3 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1088307 Nov 22 16:25:08.022378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37200) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.031772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-36f5922f-5ea0-4081-a545-5edc64c18b5a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group_rule': {'security_group_id': 'd68b8b2e-06ad-404d-90bb-df5be276bc6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:08.084199 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-36f5922f-5ea0-4081-a545-5edc64c18b5a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:25:08.088199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-36f5922f-5ea0-4081-a545-5edc64c18b5a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0603492 Nov 22 16:25:08.089119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37204) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.161764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.187371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.241375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.244688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.248172 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/d68b8b2e-06ad-404d-90bb-df5be276bc6e HTTP/1.1" status: 204 len: 168 time: 0.1550229 Nov 22 16:25:08.248731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37206) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.258825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b8b2e-06ad-404d-90bb-df5be276bc6e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:08.270002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.270866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.271287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.271649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.272310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.272772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.273086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.273905 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.275276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.275697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.276075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.276508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a2db44-b419-40fd-a33f-c7f3b7adda7c tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:08.315449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.315679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91469294-c926-4315-8711-6fb3992d68ab tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655861 Nov 22 16:25:08.322223 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-dc7e52f1-3021-49fe-a581-1042f16d1465 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988726353'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:08.355527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc7e52f1-3021-49fe-a581-1042f16d1465 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.481646 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc7e52f1-3021-49fe-a581-1042f16d1465 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.490265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc7e52f1-3021-49fe-a581-1042f16d1465 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.536868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc7e52f1-3021-49fe-a581-1042f16d1465 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.542774 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dc7e52f1-3021-49fe-a581-1042f16d1465 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2216191 Nov 22 16:25:08.543114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37216) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.543921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e52f1-3021-49fe-a581-1042f16d1465 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fc868a-ff07-4287-93b5-0e1cd1311ad9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:08.561733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8d95e52b-7aaf-4c86-8851-f9c34a8b566a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:08.562358 n-d-811716-3 neutron-server[103411]: WARNING neutron.api.v2.base [None req-8d95e52b-7aaf-4c86-8851-f9c34a8b566a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:25:08.564509 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-8d95e52b-7aaf-4c86-8851-f9c34a8b566a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 16:25:08.566566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8d95e52b-7aaf-4c86-8851-f9c34a8b566a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "PUT /v2.0/security-groups/05fc868a-ff07-4287-93b5-0e1cd1311ad9 HTTP/1.1" status: 409 len: 330 time: 0.0224633 Nov 22 16:25:08.569681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37220) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.684474 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40e0e598-da40-4d6f-854e-2904c24ecf34 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.739479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40e0e598-da40-4d6f-854e-2904c24ecf34 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.821322 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40e0e598-da40-4d6f-854e-2904c24ecf34 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.825267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40e0e598-da40-4d6f-854e-2904c24ecf34 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.826550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-40e0e598-da40-4d6f-854e-2904c24ecf34 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/05fc868a-ff07-4287-93b5-0e1cd1311ad9 HTTP/1.1" status: 204 len: 168 time: 0.2555366 Nov 22 16:25:08.830440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37230) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.854461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0e598-da40-4d6f-854e-2904c24ecf34 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fc868a-ff07-4287-93b5-0e1cd1311ad9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:08.973942 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-70713fa9-954b-47aa-b5b3-6b8273cd2b2a tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1423054 Nov 22 16:25:08.977911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37236) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.014593 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-76df68e1-1d95-41a3-ae2a-11afc7990eb9 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] delete failed (client error): The resource could not be found. Nov 22 16:25:09.016764 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-76df68e1-1d95-41a3-ae2a-11afc7990eb9 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "DELETE /v2.0/security-groups/17b70c97-9fab-4959-88fc-95532e4c8fb1 HTTP/1.1" status: 404 len: 347 time: 0.0373793 Nov 22 16:25:09.020498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37238) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.041661 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-4c3a1bf0-3bfe-43a4-919e-4a8302a9ec73 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] show failed (client error): The resource could not be found. Nov 22 16:25:09.042874 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4c3a1bf0-3bfe-43a4-919e-4a8302a9ec73 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-groups/5d879cf6-055d-4e14-a806-d504e5f5c080 HTTP/1.1" status: 404 len: 347 time: 0.0190353 Nov 22 16:25:09.047566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37242) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.064956 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-c6a77419-0243-44f5-80aa-d7685a6f9125 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] show failed (client error): The resource could not be found. Nov 22 16:25:09.066855 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c6a77419-0243-44f5-80aa-d7685a6f9125 tempest-NegativeSecGroupIPv6Test-1352407418 tempest-NegativeSecGroupIPv6Test-1352407418-project] 10.222.0.69 "GET /v2.0/security-group-rules/5954f0d7-5d70-4fa9-a70a-ad9c6bdf07a0 HTTP/1.1" status: 404 len: 356 time: 0.0179892 Nov 22 16:25:09.501378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37252) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.711166 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5ffd755c-8c75-4640-9e8f-beb932a53e92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10f1ff1fe2314f4c8d5cda6a2f949e44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2081003 Nov 22 16:25:09.713710 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37256) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.773751 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9195a1cc-38a2-4fd1-81af-a150a8decc3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.806944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9195a1cc-38a2-4fd1-81af-a150a8decc3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.871488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9195a1cc-38a2-4fd1-81af-a150a8decc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.874889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9195a1cc-38a2-4fd1-81af-a150a8decc3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.879670 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9195a1cc-38a2-4fd1-81af-a150a8decc3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e35ceb72-1ac1-4998-a60c-803c621f24fc HTTP/1.1" status: 204 len: 168 time: 0.1646385 Nov 22 16:25:09.890655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195a1cc-38a2-4fd1-81af-a150a8decc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35ceb72-1ac1-4998-a60c-803c621f24fc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:11.314199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:11.491537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d552b691-eef9-4b43-9827-d07306d3abed tempest-ServiceProvidersTest-29547145 tempest-ServiceProvidersTest-29547145-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1760767 Nov 22 16:25:11.835420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:11.972011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6df14cdc-b71b-40f8-a3cb-f04db689029a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.090666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6df14cdc-b71b-40f8-a3cb-f04db689029a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.096828 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6df14cdc-b71b-40f8-a3cb-f04db689029a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.145528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df14cdc-b71b-40f8-a3cb-f04db689029a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41867ad-6d87-4143-8757-b2e5a53ca057,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.153727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6df14cdc-b71b-40f8-a3cb-f04db689029a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae30594b9a97435cace90dda67827243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144150 Nov 22 16:25:12.154110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:12.255088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c42f97bf-b7f4-433f-a303-ea974fff0ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.301947 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c42f97bf-b7f4-433f-a303-ea974fff0ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.375457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c42f97bf-b7f4-433f-a303-ea974fff0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.387838 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c42f97bf-b7f4-433f-a303-ea974fff0ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.387838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c42f97bf-b7f4-433f-a303-ea974fff0ebb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f41867ad-6d87-4143-8757-b2e5a53ca057 HTTP/1.1" status: 204 len: 168 time: 0.2254779 Nov 22 16:25:12.396595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f97bf-b7f4-433f-a303-ea974fff0ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41867ad-6d87-4143-8757-b2e5a53ca057,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:15.874968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:16.099945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cecbf9-29dd-448f-b768-769df4aaba96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.250053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cecbf9-29dd-448f-b768-769df4aaba96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.256045 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-23cecbf9-29dd-448f-b768-769df4aaba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.341863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-23cecbf9-29dd-448f-b768-769df4aaba96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e27418f793a1489982bc04d5dabcadba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4629276 Nov 22 16:25:16.342182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37574) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:16.344693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cecbf9-29dd-448f-b768-769df4aaba96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12627337-1017-4249-941f-19e381e20805,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:16.479026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce9cf-e3b3-4f83-9c4c-686c7415aa63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.578676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce9cf-e3b3-4f83-9c4c-686c7415aa63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.677627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce9cf-e3b3-4f83-9c4c-686c7415aa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.682039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce9cf-e3b3-4f83-9c4c-686c7415aa63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.684715 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2f4ce9cf-e3b3-4f83-9c4c-686c7415aa63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12627337-1017-4249-941f-19e381e20805 HTTP/1.1" status: 204 len: 168 time: 0.3415036 Nov 22 16:25:16.694311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ce9cf-e3b3-4f83-9c4c-686c7415aa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12627337-1017-4249-941f-19e381e20805,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.034353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-3e98ff2b-1245-466d-9944-859cdb51bac7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812802 Nov 22 16:25:17.121939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-12c50e0e-e5c1-4a1e-bd46-133167c29e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:17.124963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-12c50e0e-e5c1-4a1e-bd46-133167c29e3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1097 time: 0.0690145 Nov 22 16:25:17.418844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37692) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:17.432889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-7be86225-ab89-471c-80ee-b0ef3645ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:17.434584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-7be86225-ab89-471c-80ee-b0ef3645ecf8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.2577920 Nov 22 16:25:17.455010 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7df047d8-3b80-488a-a208-138c84615336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.599754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-ae7cfaed-21b8-4821-aa52-10a2f5272689 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 1002 time: 0.1565144 Nov 22 16:25:17.693720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7df047d8-3b80-488a-a208-138c84615336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.706698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7df047d8-3b80-488a-a208-138c84615336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.730672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-f1317d6c-9797-40b1-bfc7-dbac33626189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:17.732256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-f1317d6c-9797-40b1-bfc7-dbac33626189 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.1258755 Nov 22 16:25:17.756333 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7df047d8-3b80-488a-a208-138c84615336 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e9442d17b944f2790d6d45f8dec2e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3332407 Nov 22 16:25:17.764205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:17.781088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df047d8-3b80-488a-a208-138c84615336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053f5a6f-2048-46c6-a75b-bbd794e39ce3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.896954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-c8ed2ccc-da43-43ab-8573-f0b4e975da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:17.901155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-c8ed2ccc-da43-43ab-8573-f0b4e975da72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596048 Nov 22 16:25:17.902512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55ba704c-7402-40d6-8138-2405a74fd0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.946379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55ba704c-7402-40d6-8138-2405a74fd0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.103240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-5e476cd2-f140-4a8f-ab6d-d1719e8a2f1b service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314595 Nov 22 16:25:18.335592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55ba704c-7402-40d6-8138-2405a74fd0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.343491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55ba704c-7402-40d6-8138-2405a74fd0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.348030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-55ba704c-7402-40d6-8138-2405a74fd0ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/053f5a6f-2048-46c6-a75b-bbd794e39ce3 HTTP/1.1" status: 204 len: 168 time: 0.5801952 Nov 22 16:25:18.428995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba704c-7402-40d6-8138-2405a74fd0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f5a6f-2048-46c6-a75b-bbd794e39ce3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:18.502351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8344fa98-6e75-43eb-9d18-7b82539f2247 req-c7ac0e94-2c3f-46f4-924c-6cd91261c143 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491423 Nov 22 16:25:19.029769 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a697344d-def9-406b-b62e-b8240f523f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.358698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5186eef-a861-42fd-b81c-0f4c20f15fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.426198 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.531594 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.008123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38072) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.011554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38074) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.340303 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7816f516-2edd-4833-8b41-6d318b35ea5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.406249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05237ca5-9eb5-4195-be84-ca664d15fd1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.486585 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.546907 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7816f516-2edd-4833-8b41-6d318b35ea5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.556161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7816f516-2edd-4833-8b41-6d318b35ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.602365 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.650028 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05237ca5-9eb5-4195-be84-ca664d15fd1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.657113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05237ca5-9eb5-4195-be84-ca664d15fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.706742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7816f516-2edd-4833-8b41-6d318b35ea5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cd7d423efb3d4e3ea8c2ae7190363da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6926205 Nov 22 16:25:24.707734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.740299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05237ca5-9eb5-4195-be84-ca664d15fd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b428a1-5e35-4745-90c8-3f36087dddc1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.765711 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-05237ca5-9eb5-4195-be84-ca664d15fd1a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e72b6ec594994e92aca2738b1a2a1ab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7561047 Nov 22 16:25:24.769599 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38090) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.832060 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.891610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b5f-4eac-4431-9353-afcc5a6c0cea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.895382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816f516-2edd-4833-8b41-6d318b35ea5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb14cff-88b7-4f7f-8f79-6638fbff20d7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.952570 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b5f-4eac-4431-9353-afcc5a6c0cea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.986857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c33d73b7-86db-47d7-a2e8-72d48a7929f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.079620 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b5f-4eac-4431-9353-afcc5a6c0cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.084314 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c33d73b7-86db-47d7-a2e8-72d48a7929f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.091129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1b5f-4eac-4431-9353-afcc5a6c0cea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.104479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b8ba1b5f-4eac-4431-9353-afcc5a6c0cea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cb14cff-88b7-4f7f-8f79-6638fbff20d7 HTTP/1.1" status: 204 len: 168 time: 0.3798275 Nov 22 16:25:25.148615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba1b5f-4eac-4431-9353-afcc5a6c0cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb14cff-88b7-4f7f-8f79-6638fbff20d7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.195744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c33d73b7-86db-47d7-a2e8-72d48a7929f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.200184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c33d73b7-86db-47d7-a2e8-72d48a7929f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.201770 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c33d73b7-86db-47d7-a2e8-72d48a7929f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3b428a1-5e35-4745-90c8-3f36087dddc1 HTTP/1.1" status: 204 len: 168 time: 0.4303541 Nov 22 16:25:25.221396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d73b7-86db-47d7-a2e8-72d48a7929f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b428a1-5e35-4745-90c8-3f36087dddc1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.455418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-633a9543-3b95-49d8-99c6-9d70a13fdc7f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961766 Nov 22 16:25:25.644972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-303590ba-1e98-4d90-b909-914752316288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:25.646731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-303590ba-1e98-4d90-b909-914752316288 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 1096 time: 0.0770452 Nov 22 16:25:25.930175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-ba80887e-6129-4e74-81c8-0bc9b75fd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:25.961492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-ba80887e-6129-4e74-81c8-0bc9b75fd70c service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.2793975 Nov 22 16:25:26.011583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38112) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:26.048371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57e3e5cf-a6b9-4ed7-ae28-013aafa1df1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.188566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38116) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:26.220247 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6769-b51a-4eaf-8ae1-ae7fea83d8ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.307241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-2d682c20-6ed2-4a1b-b1b7-68a3dd1d5303 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 200 len: 1001 time: 0.3405368 Nov 22 16:25:26.337143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57e3e5cf-a6b9-4ed7-ae28-013aafa1df1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.357395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57e3e5cf-a6b9-4ed7-ae28-013aafa1df1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.389740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57e3e5cf-a6b9-4ed7-ae28-013aafa1df1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=12144703ff824f3ca449e83c6b423743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763897 Nov 22 16:25:26.395039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38120) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:26.406952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-4a76b6bf-0c8a-476a-8f7f-4669751c4873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:26.409892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-4a76b6bf-0c8a-476a-8f7f-4669751c4873 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.0934811 Nov 22 16:25:26.424096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6769-b51a-4eaf-8ae1-ae7fea83d8ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.443116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b5c6769-b51a-4eaf-8ae1-ae7fea83d8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.468394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3e5cf-a6b9-4ed7-ae28-013aafa1df1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572a4e48-b7dd-4a06-92c8-2a04a3d8b064,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.498365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-c000fb18-8e37-42aa-8dac-bdd583d52795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:26.500475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-c000fb18-8e37-42aa-8dac-bdd583d52795 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829539 Nov 22 16:25:26.511089 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0b5c6769-b51a-4eaf-8ae1-ae7fea83d8ae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52f16a82e08441ba9d126957a011d71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137510 Nov 22 16:25:26.516287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:26.556578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c6769-b51a-4eaf-8ae1-ae7fea83d8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22dda9-4400-45de-8d67-22b2db6f0584,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.625048 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b716bc-ca5f-482c-9825-2daf6fef935a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.697784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b716bc-ca5f-482c-9825-2daf6fef935a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.808941 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b716bc-ca5f-482c-9825-2daf6fef935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.813951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b716bc-ca5f-482c-9825-2daf6fef935a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.816277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-42b716bc-ca5f-482c-9825-2daf6fef935a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/572a4e48-b7dd-4a06-92c8-2a04a3d8b064 HTTP/1.1" status: 204 len: 168 time: 0.4140429 Nov 22 16:25:26.839528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b716bc-ca5f-482c-9825-2daf6fef935a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572a4e48-b7dd-4a06-92c8-2a04a3d8b064,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:27.264746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42dcc6f3-6098-488a-80af-3466bac93caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.291255 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42dcc6f3-6098-488a-80af-3466bac93caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.342450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-a023b288-a3d5-4db6-92f6-ba5ded97bf17 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8264253 Nov 22 16:25:27.351568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42dcc6f3-6098-488a-80af-3466bac93caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.358653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42dcc6f3-6098-488a-80af-3466bac93caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.362413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-42dcc6f3-6098-488a-80af-3466bac93caa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2c22dda9-4400-45de-8d67-22b2db6f0584 HTTP/1.1" status: 204 len: 168 time: 0.8451402 Nov 22 16:25:27.395453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcc6f3-6098-488a-80af-3466bac93caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22dda9-4400-45de-8d67-22b2db6f0584,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:27.577952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28731657-68f5-4fa1-b14c-b3b6b6cb3967 req-37751565-2b55-4bfc-8c56-cbf33dbb4cc1 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125762 Nov 22 16:25:28.084875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f52453-b3ff-467a-999f-146701af1107 req-ff84cf5a-268a-43a5-a7de-4dd060ae89d1 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:28.093614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30f52453-b3ff-467a-999f-146701af1107 req-ff84cf5a-268a-43a5-a7de-4dd060ae89d1 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0762634 Nov 22 16:25:28.225113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30f52453-b3ff-467a-999f-146701af1107 req-56cb0525-e3b3-4147-b66b-0e30ab561ef4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303864 Nov 22 16:25:29.469724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8c699-0602-4e10-b631-58f053030851 req-f5e07592-a60e-4b44-8774-e1fd853be7ab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:29.482322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bb8c699-0602-4e10-b631-58f053030851 req-f5e07592-a60e-4b44-8774-e1fd853be7ab tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1071522 Nov 22 16:25:29.588567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bb8c699-0602-4e10-b631-58f053030851 req-9b3aa014-41a4-450b-97e3-2b75feed6734 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985692 Nov 22 16:25:30.763032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09886e-6c36-4435-a2cd-35c7eaeaa0dd req-0d895505-dee4-4507-b901-4fd7732d64f8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:30.772984 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc09886e-6c36-4435-a2cd-35c7eaeaa0dd req-0d895505-dee4-4507-b901-4fd7732d64f8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0750701 Nov 22 16:25:30.864451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc09886e-6c36-4435-a2cd-35c7eaeaa0dd req-bac31f52-0aca-4714-abf1-659c6671ab94 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902698 Nov 22 16:25:31.375514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38326) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:31.386923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0b10e-182f-4e27-8526-8048cee1a67a req-4fbf596b-edf2-43df-af53-038e96585e27 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:31.388678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99f0b10e-182f-4e27-8526-8048cee1a67a req-4fbf596b-edf2-43df-af53-038e96585e27 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 949 time: 0.0701370 Nov 22 16:25:31.473454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99f0b10e-182f-4e27-8526-8048cee1a67a req-1ceee4b0-077c-488c-9a85-364c59dc91d9 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768058 Nov 22 16:25:31.527668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35bf551e-a2e4-4e2f-a941-0dfb3ebaa45c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.647232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35bf551e-a2e4-4e2f-a941-0dfb3ebaa45c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.656397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35bf551e-a2e4-4e2f-a941-0dfb3ebaa45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.738152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:31.738359 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-35bf551e-a2e4-4e2f-a941-0dfb3ebaa45c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc0e34f329bd4123ad9f965561c4175a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3606486 Nov 22 16:25:31.740162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf551e-a2e4-4e2f-a941-0dfb3ebaa45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb0b8e6-49e0-4697-b549-810b36873a68,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:31.830178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c5d48bb-a919-4e27-bfc8-9dc668daebcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.857456 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c5d48bb-a919-4e27-bfc8-9dc668daebcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.938523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c5d48bb-a919-4e27-bfc8-9dc668daebcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.942611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c5d48bb-a919-4e27-bfc8-9dc668daebcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.943822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4c5d48bb-a919-4e27-bfc8-9dc668daebcc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/afb0b8e6-49e0-4697-b549-810b36873a68 HTTP/1.1" status: 204 len: 168 time: 0.2046249 Nov 22 16:25:31.974092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d48bb-a919-4e27-bfc8-9dc668daebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb0b8e6-49e0-4697-b549-810b36873a68,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:32.107866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ebd9c-0317-4ed5-a744-fe6764a31094 req-75af64e8-997e-4f60-a2d5-5798bec68d7f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:32.116648 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-917ebd9c-0317-4ed5-a744-fe6764a31094 req-75af64e8-997e-4f60-a2d5-5798bec68d7f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1383500 Nov 22 16:25:32.196851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-917ebd9c-0317-4ed5-a744-fe6764a31094 req-611fa2c9-a2dc-438c-97d1-9aa3cca4d561 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738463 Nov 22 16:25:32.384733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38352) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:32.401042 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8c03096-f7ca-4f9b-9d31-cfb806c7bfe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.515317 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8c03096-f7ca-4f9b-9d31-cfb806c7bfe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.523308 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8c03096-f7ca-4f9b-9d31-cfb806c7bfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.568851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c03096-f7ca-4f9b-9d31-cfb806c7bfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e5d610-4017-4f29-9028-0ccef9a195bf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:32.590532 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c8c03096-f7ca-4f9b-9d31-cfb806c7bfe9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b9c40e5febc64eff87c22bab461d1871&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046359 Nov 22 16:25:32.594153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:32.662777 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c28b6092-82f1-4776-aec8-11ef47484caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.664861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882576-502b-4f68-a475-e1859a6b729d req-68612d63-b35e-4974-b6fc-e57b2461bc06 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:32.674019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6882576-502b-4f68-a475-e1859a6b729d req-68612d63-b35e-4974-b6fc-e57b2461bc06 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 949 time: 0.1147375 Nov 22 16:25:32.690321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c28b6092-82f1-4776-aec8-11ef47484caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.753052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6882576-502b-4f68-a475-e1859a6b729d req-1f315835-9eed-463c-aa84-5a5c383e2fba tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/security-groups?id=8483dd8d-c86a-4bf8-acad-65d2119a6910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772445 Nov 22 16:25:32.761574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c28b6092-82f1-4776-aec8-11ef47484caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.766408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c28b6092-82f1-4776-aec8-11ef47484caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.767920 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c28b6092-82f1-4776-aec8-11ef47484caa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49e5d610-4017-4f29-9028-0ccef9a195bf HTTP/1.1" status: 204 len: 168 time: 0.1724110 Nov 22 16:25:32.789475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b6092-82f1-4776-aec8-11ef47484caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e5d610-4017-4f29-9028-0ccef9a195bf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:32.917165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-55068a53-35b7-4c96-8c24-b2ebc615e44d tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:32.918716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-55068a53-35b7-4c96-8c24-b2ebc615e44d tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.11 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 949 time: 0.1642647 Nov 22 16:25:33.143313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Deleting port f04bbac6-f8d2-431d-a4a7-d614fa528a98 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:25:33.144947 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.377412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] For port f04bbac6-f8d2-431d-a4a7-d614fa528a98, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=f04bbac6-f8d2-431d-a4a7-d614fa528a98,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:33.378042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.486811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Calling delete_port for f04bbac6-f8d2-431d-a4a7-d614fa528a98 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:25:33.525314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aea280-1831-487f-b132-d996caa7b64e req-a0682ba5-d12e-4ede-add0-f32439a64b35 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:33.527155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5aea280-1831-487f-b132-d996caa7b64e req-a0682ba5-d12e-4ede-add0-f32439a64b35 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1348259 Nov 22 16:25:33.644995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5aea280-1831-487f-b132-d996caa7b64e req-e37bec1d-391d-440f-aa47-9cc6eecd3dd3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636427 Nov 22 16:25:33.777097 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.796021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['f04bbac6-f8d2-431d-a4a7-d614fa528a98'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:33.848206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Pushing event deleted for resources: {'Port': ['ID=f04bbac6-f8d2-431d-a4a7-d614fa528a98,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:33.928413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] No DVR routers for this DVR port f04bbac6-f8d2-431d-a4a7-d614fa528a98 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:25:33.983510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a04cfd1b-f356-4247-8391-5ba9470fd60b req-56c211c8-626b-44fd-aa27-fc9b4e114ed7 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.69 "GET /v2.0/ports?device_id=3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7 HTTP/1.1" status: 200 len: 210 time: 0.0723836 Nov 22 16:25:33.984856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.989289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75ff2f8c-5fcc-4b26-bace-035cfe9200c2 req-1e03b134-daa0-4e77-b17c-d61f18f429c8 tempest-VolumesBackupsTest-1687271284 tempest-VolumesBackupsTest-1687271284-project] 10.222.0.11 "DELETE /v2.0/ports/f04bbac6-f8d2-431d-a4a7-d614fa528a98 HTTP/1.1" status: 204 len: 173 time: 1.0609355 Nov 22 16:25:33.989484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7', 'name': 'network-vif-deleted', 'tag': 'f04bbac6-f8d2-431d-a4a7-d614fa528a98'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:33.999504 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629ace9f-22ed-4beb-aa14-42c9a0aad2e0" -d '{"events": [{"server_uuid": "3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7", "name": "network-vif-deleted", "tag": "f04bbac6-f8d2-431d-a4a7-d614fa528a98"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:34.063298 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdd85fa-d2b5-499e-bcd9-ef869eef0d29 x-openstack-request-id: req-4bdd85fa-d2b5-499e-bcd9-ef869eef0d29 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:34.063998 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7", "name": "network-vif-deleted", "tag": "f04bbac6-f8d2-431d-a4a7-d614fa528a98", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:34.064578 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bdd85fa-d2b5-499e-bcd9-ef869eef0d29 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:34.065230 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3483ee79-c03a-42ef-b75b-1d9e9e2ba8d7', 'name': 'network-vif-deleted', 'tag': 'f04bbac6-f8d2-431d-a4a7-d614fa528a98', 'status': 'completed', 'code': 200} Nov 22 16:25:34.925465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06a46-3e5d-4428-8770-43783c4ffac6 req-76b0d5a9-5f3f-4837-aad9-4761d0c1d58c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:34.935524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56e06a46-3e5d-4428-8770-43783c4ffac6 req-76b0d5a9-5f3f-4837-aad9-4761d0c1d58c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1101370 Nov 22 16:25:35.007267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56e06a46-3e5d-4428-8770-43783c4ffac6 req-670993a3-aadf-418d-b609-8e6f035db97a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706718 Nov 22 16:25:36.229894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f02063-9bd2-400b-9bbd-7b6796a855e9 req-6448a2d2-a495-4a2f-8dcd-914cf62f568d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:36.240141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95f02063-9bd2-400b-9bbd-7b6796a855e9 req-6448a2d2-a495-4a2f-8dcd-914cf62f568d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0761421 Nov 22 16:25:36.329113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95f02063-9bd2-400b-9bbd-7b6796a855e9 req-7912476c-c476-429c-aa26-fcb3320bc033 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875859 Nov 22 16:25:36.782621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38516) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:36.787771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'network': {'name': 'tempest-network-smoke--1138893320', 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:36.814293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Made reservation on behalf of f52169932326499f860cccde9fbd7f6c for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:36.824689 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.847638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.072057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.081595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.107624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:37.142927 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.143887 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Added segment 74b72eee-39e7-4983-8212-92de1c83763b of type vlan for network 594aae12-e404-4867-b07d-21e16e30fc3a Nov 22 16:25:37.228013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.274595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.283114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:37.284418 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.451714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6677902 Nov 22 16:25:37.453073 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:25:37.466062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38540) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:37.473174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'admin_state_up': True, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:37.511267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=762e4fca-1fca-4eee-bb92-31d960c3b730,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:37.532635 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.534844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.579136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a1465-494b-4ab0-a5e8-d8399125ecee tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Network': ['ID=594aae12-e404-4867-b07d-21e16e30fc3a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:37.593982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 594aae12-e404-4867-b07d-21e16e30fc3a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:37.625500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.628480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59d5ec-197b-4b9b-907f-04b37db2272d req-9f21ccac-e803-4da1-bcd7-9aac9a759dc4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:37.636590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f59d5ec-197b-4b9b-907f-04b37db2272d req-9f21ccac-e803-4da1-bcd7-9aac9a759dc4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1572824 Nov 22 16:25:37.785031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f59d5ec-197b-4b9b-907f-04b37db2272d req-2fca741c-84f1-4883-8c12-212a68a498c8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472895 Nov 22 16:25:37.964288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.158643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f04bbac6-f8d2-431d-a4a7-d614fa528a98 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:25:38.207107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: f04bbac6-f8d2-431d-a4a7-d614fa528a98 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:25:38.209417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device f04bbac6-f8d2-431d-a4a7-d614fa528a98 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:25:38.484406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.512899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.729215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Allocated IP 172.25.5.9 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/96a7159e-875b-42ef-a8f4-7c7a8828a16c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:38.893659 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.957474 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.020235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:39.022024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32419b4b-a4c8-4f77-929e-6a0540ec2f2b req-8dd24fd4-bbf3-4e9e-82e9-a0cfbfb41513 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:39.023796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:39.041188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32419b4b-a4c8-4f77-929e-6a0540ec2f2b req-8dd24fd4-bbf3-4e9e-82e9-a0cfbfb41513 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1445653 Nov 22 16:25:39.041373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:39.046977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4111ec6-3406-41c3-a2ca-7d6b40268e11 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:25:39.103189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=96a7159e-875b-42ef-a8f4-7c7a8828a16c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:39.152040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32419b4b-a4c8-4f77-929e-6a0540ec2f2b req-281c7285-df52-4e0b-8ea2-8301a327ebfe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097682 Nov 22 16:25:39.178472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8f84180e-994d-4a6f-84df-8f4f7b3ac60d None None] Provisioning complete for port 96a7159e-875b-42ef-a8f4-7c7a8828a16c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:39.178854 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f84180e-994d-4a6f-84df-8f4f7b3ac60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.230404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8f84180e-994d-4a6f-84df-8f4f7b3ac60d None None] Port 96a7159e-875b-42ef-a8f4-7c7a8828a16c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:39.528509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.149939 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.159643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:40.430805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc5642-2f67-458d-b70d-8d43e9f4d011 req-07e1346e-d3a6-480d-a056-daa5d6cbb782 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:40.444521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61dc5642-2f67-458d-b70d-8d43e9f4d011 req-07e1346e-d3a6-480d-a056-daa5d6cbb782 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1378334 Nov 22 16:25:40.561820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61dc5642-2f67-458d-b70d-8d43e9f4d011 req-9a01fca1-5b2d-47c3-abe2-7354ee93f019 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139185 Nov 22 16:25:40.592089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:40.649793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'port_id': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'mac_address': 'fa:16:3e:d2:f6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:40.796471 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.836328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4bcb06c-9ca8-4494-80a9-e378621515a4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:40.874118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:40.891302 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.028527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.041990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.042608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.043181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.043788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.045469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.046233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.046758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.047286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.047795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.048523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.049402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.050235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:41.077714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e4bcb06c-9ca8-4494-80a9-e378621515a4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:41.688837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Router f7b3d385-f4f6-4c4a-a69f-eca081c4491d is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:25:41.959824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93208399-ce21-4ddc-86eb-a8f8741a95df req-f84e0c8c-78ed-4cd7-9a4f-37bec4cf159f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.969346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93208399-ce21-4ddc-86eb-a8f8741a95df req-f84e0c8c-78ed-4cd7-9a4f-37bec4cf159f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.1632645 Nov 22 16:25:42.105849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:42.120403 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Sync routers for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:42.139780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93208399-ce21-4ddc-86eb-a8f8741a95df req-073004a6-9090-46cb-8c53-afce65da2ae9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613238 Nov 22 16:25:42.150471 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.154161 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:42.155301 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:25:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:42.157165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38662) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:42.157665 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a7386b81-74b6-4bb4-a485-c15c454d5a23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6895132 Nov 22 16:25:42.159763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:42.504252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e4bcb06c-9ca8-4494-80a9-e378621515a4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:42.504879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.608793 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:42.694093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38672) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:42.724894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-68e7b080-a8fc-48cf-8134-8c7ff60957aa tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=f52169932326499f860cccde9fbd7f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5654430 Nov 22 16:25:42.830214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.904094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:42.906756 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1521b1eb-e87b-482b-befd-30bcce4b7695" -d '{"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-plugged", "status": "completed", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:42.954935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:42.960675 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.044686 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6943c7-162a-4979-9e4f-a81e3abc09fe x-openstack-request-id: req-6b6943c7-162a-4979-9e4f-a81e3abc09fe {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:43.045138 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-plugged", "status": "completed", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:43.052850 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b6943c7-162a-4979-9e4f-a81e3abc09fe {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:43.053373 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'code': 200} Nov 22 16:25:43.181368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.242774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcec350-6e05-4844-8fd4-d47099afc597 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.248686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38692) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:43.263849 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cfcec350-6e05-4844-8fd4-d47099afc597 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5669668 Nov 22 16:25:43.301428 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:39Z', 'revision_number': 3, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:43.386463 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Checking router: f7b3d385-f4f6-4c4a-a69f-eca081c4491d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:43.389180 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Updating router f7b3d385-f4f6-4c4a-a69f-eca081c4491d port 96a7159e-875b-42ef-a8f4-7c7a8828a16c binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:43.469995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38700) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:43.475333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643849164', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:43.476130 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.478969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6aff2033-6476-4695-a6ae-4f35dbc41194 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2278168 Nov 22 16:25:43.621554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325104d2-22fb-447a-9883-7319857ebd25 req-98636fd4-9f38-4fc5-a598-1d6ea8d239de tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.635273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-325104d2-22fb-447a-9883-7319857ebd25 req-98636fd4-9f38-4fc5-a598-1d6ea8d239de tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.2244563 Nov 22 16:25:43.863409 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-325104d2-22fb-447a-9883-7319857ebd25 req-4f198f33-ab1f-4bf0-8dc6-58322e38f626 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263300 Nov 22 16:25:43.877335 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Made reservation on behalf of f52169932326499f860cccde9fbd7f6c for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:43.897549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.379733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.706933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Checking segment: {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:44.707306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network hostable DHCP agents. Network: 594aae12-e404-4867-b07d-21e16e30fc3a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:44.709901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Subnet': ['ID=e5308673-2cf2-4f4a-b33a-a4159aad7004,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.790937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network 594aae12-e404-4867-b07d-21e16e30fc3a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:44.824418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 594aae12-e404-4867-b07d-21e16e30fc3a) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:44.846771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4cc133-9e65-43db-8086-6c1fc631bb13 None None] Network 594aae12-e404-4867-b07d-21e16e30fc3a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:44.849136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.854765 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.974477 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a8ceb45-7c29-4791-830f-04533301b13a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4900527 Nov 22 16:25:44.978811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38732) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:45.315103 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.328204 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.507504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59acee2-07f4-42b5-b4bc-893f7641395c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:25:45.579522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-594aae12-e404-4867-b07d-21e16e30fc3a', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:25:45.580873 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.633848 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Attempting to bind port 96a7159e-875b-42ef-a8f4-7c7a8828a16c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:45.638119 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Attempting to bind port 96a7159e-875b-42ef-a8f4-7c7a8828a16c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:45.644500 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Attempting to bind port 96a7159e-875b-42ef-a8f4-7c7a8828a16c on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:45.716800 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:45.717206 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:45.717723 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.718307 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:45.732876 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Bound port: 96a7159e-875b-42ef-a8f4-7c7a8828a16c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:45.733307 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.753699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-12c97a45-4424-4453-9da8-72f4f52f029b None None] Provisioning complete for port 96a7159e-875b-42ef-a8f4-7c7a8828a16c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:45.754946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12c97a45-4424-4453-9da8-72f4f52f029b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.836861 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Pushing event updated for resources: {'Port': ['ID=96a7159e-875b-42ef-a8f4-7c7a8828a16c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:45.894477 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.895018 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.895368 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.895711 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.896078 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.896412 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.896740 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.897067 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.897393 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.912482 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.912661 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:45.913380 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:46.082238 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] For port 96a7159e-875b-42ef-a8f4-7c7a8828a16c, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:46.099610 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] For port 96a7159e-875b-42ef-a8f4-7c7a8828a16c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=96a7159e-875b-42ef-a8f4-7c7a8828a16c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:46.110318 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.158573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-12c97a45-4424-4453-9da8-72f4f52f029b None None] Port 96a7159e-875b-42ef-a8f4-7c7a8828a16c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:46.267461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbdd691-3026-4831-bcb1-5690943d5257 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:25:46.336783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Allocated IP 172.20.0.2 (594aae12-e404-4867-b07d-21e16e30fc3a/e5308673-2cf2-4f4a-b33a-a4159aad7004/0aa7d104-0a3a-4406-a7ab-104678eeb1ae) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:46.344511 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:46.345898 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:25:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:46.430396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fb898-e777-4103-8de4-158e56267e5d req-9d3ae51a-1be4-4bfb-a9c2-57882c1a0eff tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.447171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-475fb898-e777-4103-8de4-158e56267e5d req-9d3ae51a-1be4-4bfb-a9c2-57882c1a0eff tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.3152821 Nov 22 16:25:46.709013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-475fb898-e777-4103-8de4-158e56267e5d req-7f4cb888-26b9-4793-a5a6-5e01b4edc24d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596502 Nov 22 16:25:46.718974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4aa7acb6-d3e8-4339-bcb2-04137c6321c8 None None] Provisioning complete for port 96a7159e-875b-42ef-a8f4-7c7a8828a16c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:46.723630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4aa7acb6-d3e8-4339-bcb2-04137c6321c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.777889 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:46.967238 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35ae39-363f-4f8b-8acd-5ede48b68269 None None] Pushing event updated for resources: {'Port': ['ID=96a7159e-875b-42ef-a8f4-7c7a8828a16c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:47.069955 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.085092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.097995 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.268589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Pushing event updated for resources: {'Port': ['ID=0aa7d104-0a3a-4406-a7ab-104678eeb1ae,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:47.292618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Network 594aae12-e404-4867-b07d-21e16e30fc3a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:47.360852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:47.368640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:47.388308 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:39Z', 'revision_number': 3, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:47.475355 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3402f772-70af-46aa-97fb-0d5eb55d5c42 None None] The sync data for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 is: [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:39Z', 'revision_number': 3, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:47.499524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Attempting to bind port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:47.512295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Attempting to bind port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:47.512295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Attempting to bind port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae on network 594aae12-e404-4867-b07d-21e16e30fc3a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:47.522847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:47.530007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Checking segment: {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:47.531223 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.531746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Bound using segment: {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:47.532907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Bound port: 0aa7d104-0a3a-4406-a7ab-104678eeb1ae, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:47.534514 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.551233 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4aa7acb6-d3e8-4339-bcb2-04137c6321c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.666243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4aa7acb6-d3e8-4339-bcb2-04137c6321c8 None None] For port 96a7159e-875b-42ef-a8f4-7c7a8828a16c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=96a7159e-875b-42ef-a8f4-7c7a8828a16c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:47.724059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4aa7acb6-d3e8-4339-bcb2-04137c6321c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.074587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Allocated IP 172.20.0.1 (594aae12-e404-4867-b07d-21e16e30fc3a/e5308673-2cf2-4f4a-b33a-a4159aad7004/031dfabe-0507-4722-b547-59d647071d75) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:48.159241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] For port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:48.230567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] For port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0aa7d104-0a3a-4406-a7ab-104678eeb1ae,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:48.276724 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.288316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7acb6-d3e8-4339-bcb2-04137c6321c8 None None] Pushing event updated for resources: {'Port': ['ID=96a7159e-875b-42ef-a8f4-7c7a8828a16c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:48.467595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.515854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db624f-5d8d-42d7-9511-ac84058ce8aa None None] Pushing event updated for resources: {'Port': ['ID=0aa7d104-0a3a-4406-a7ab-104678eeb1ae,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:48.591012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.712524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network 594aae12-e404-4867-b07d-21e16e30fc3a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:48.717407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:48.728156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:48.825784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.873602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 96a7159e-875b-42ef-a8f4-7c7a8828a16c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:49.137912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf08f6c-7e38-4fe4-a20d-9710aa314064 req-b4212a1d-9976-43fc-8993-bf7601a3aaa6 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.156849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf08f6c-7e38-4fe4-a20d-9710aa314064 req-b4212a1d-9976-43fc-8993-bf7601a3aaa6 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 1.0393934 Nov 22 16:25:49.181646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12431506-e255-410a-aba6-99253869617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.197782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=031dfabe-0507-4722-b547-59d647071d75,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:49.221275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 96a7159e-875b-42ef-a8f4-7c7a8828a16c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:49.221656 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.389244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bf08f6c-7e38-4fe4-a20d-9710aa314064 req-d0e4c097-9d5e-41db-b026-45f69c8d32d7 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307026 Nov 22 16:25:49.753591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.934210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0aa7d104-0a3a-4406-a7ab-104678eeb1ae up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:51.036954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace24a26-8489-40b8-b2f6-3799f6a6cd56 req-9dfad3f9-772a-4a26-83e5-d8c393b53e14 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:51.055098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ace24a26-8489-40b8-b2f6-3799f6a6cd56 req-9dfad3f9-772a-4a26-83e5-d8c393b53e14 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.3760586 Nov 22 16:25:51.158969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:51.159465 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.293643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ace24a26-8489-40b8-b2f6-3799f6a6cd56 req-9fd7b805-7de3-4d9d-91e0-41804b23e54f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370358 Nov 22 16:25:51.438818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a006bf-c4da-4e86-ae3e-4e24347e5b9c None None] Network 594aae12-e404-4867-b07d-21e16e30fc3a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:51.462831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.478391 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.631977 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.644965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=031dfabe-0507-4722-b547-59d647071d75,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:51.775409 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e280f6f4-1ef2-4cee-9b06-bc2bc6c4eb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.799661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c24ec3ea-c055-41ca-8388-3804aeca22ba None None] Provisioning complete for port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:51.801772 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c24ec3ea-c055-41ca-8388-3804aeca22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.898113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network 594aae12-e404-4867-b07d-21e16e30fc3a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:51.899760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:52.254231 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.342787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Router f7b3d385-f4f6-4c4a-a69f-eca081c4491d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:25:52.679163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:52.691704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-34237fc8-0fa1-4e45-8387-33ccb7cdf7e5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "PUT /v2.0/routers/f7b3d385-f4f6-4c4a-a69f-eca081c4491d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7089319 Nov 22 16:25:52.692116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38952) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:52.697823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ec5efa39-8f09-4406-995d-51177e2d4b26 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--158116557', 'description': 'tempest-secgroup_access--158116557 description', 'project_id': 'f52169932326499f860cccde9fbd7f6c'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:52.778317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5072a1-0742-4cc5-8142-cfd88d935341 req-8407cf35-c1cf-46f4-a710-40e4f8d27a46 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.780124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f5072a1-0742-4cc5-8142-cfd88d935341 req-8407cf35-c1cf-46f4-a710-40e4f8d27a46 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1118925 Nov 22 16:25:52.800149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec5efa39-8f09-4406-995d-51177e2d4b26 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.966489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0aa7d104-0a3a-4406-a7ab-104678eeb1ae,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:52.978450 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c24ec3ea-c055-41ca-8388-3804aeca22ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.006721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Sync routers for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:53.011396 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.046399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f5072a1-0742-4cc5-8142-cfd88d935341 req-18f77ad7-d044-4911-b7b9-9b0778c6f44c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438731 Nov 22 16:25:53.122667 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec5efa39-8f09-4406-995d-51177e2d4b26 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.129720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec5efa39-8f09-4406-995d-51177e2d4b26 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.161439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=0aa7d104-0a3a-4406-a7ab-104678eeb1ae,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.177021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.196784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec5efa39-8f09-4406-995d-51177e2d4b26 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.197343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:53.198147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:25:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:53.198940 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ec5efa39-8f09-4406-995d-51177e2d4b26 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5055346 Nov 22 16:25:53.203364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:53.209241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dda24b81-2230-403c-bc1d-dd45c4d20d3e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1085820586', 'description': 'tempest-secgroup_general--1085820586 description', 'project_id': 'f52169932326499f860cccde9fbd7f6c'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:53.260128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dda24b81-2230-403c-bc1d-dd45c4d20d3e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.262260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5efa39-8f09-4406-995d-51177e2d4b26 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f9fbc1-c5c8-4433-b78d-7bc79015f411,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.450907 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dda24b81-2230-403c-bc1d-dd45c4d20d3e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.457049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dda24b81-2230-403c-bc1d-dd45c4d20d3e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.532247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda24b81-2230-403c-bc1d-dd45c4d20d3e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a008b24-b31a-44cf-9fc5-5516904f6c97,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.588251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dda24b81-2230-403c-bc1d-dd45c4d20d3e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.590458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dda24b81-2230-403c-bc1d-dd45c4d20d3e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3857651 Nov 22 16:25:53.594161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38968) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:53.599279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a0880e30-2023-4f73-adc9-4ee584cfcf2d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'security_group_rule': {'security_group_id': '87f9fbc1-c5c8-4433-b78d-7bc79015f411', 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:53.620409 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.700984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0880e30-2023-4f73-adc9-4ee584cfcf2d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.791621 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c24ec3ea-c055-41ca-8388-3804aeca22ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:25:53.791621 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c24ec3ea-c055-41ca-8388-3804aeca22ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:25:53.826725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:53.995965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0880e30-2023-4f73-adc9-4ee584cfcf2d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.009515 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0880e30-2023-4f73-adc9-4ee584cfcf2d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.072662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0880e30-2023-4f73-adc9-4ee584cfcf2d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dea98e5-50d9-4980-ac7d-0efa00f94018,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:54.159327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0880e30-2023-4f73-adc9-4ee584cfcf2d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.177964 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a0880e30-2023-4f73-adc9-4ee584cfcf2d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5822804 Nov 22 16:25:54.460670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f52d60-f50e-408e-8e6d-fb2f17699f05 req-a517bee6-876f-47c9-833d-ad366c8d3645 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.468960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40f52d60-f50e-408e-8e6d-fb2f17699f05 req-a517bee6-876f-47c9-833d-ad366c8d3645 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1383991 Nov 22 16:25:54.707308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40f52d60-f50e-408e-8e6d-fb2f17699f05 req-87e4908c-6651-4443-b37c-8820f7e396a4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355573 Nov 22 16:25:55.141697 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.176234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.353658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0aa7d104-0a3a-4406-a7ab-104678eeb1ae up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:55.442914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8d87b4ab-8bdd-4870-bcfe-9fd8ce157fc5 None None] Provisioning complete for port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:55.443454 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d87b4ab-8bdd-4870-bcfe-9fd8ce157fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.446029 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.596115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:50Z', 'revision_number': 2, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:55.680597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Checking router: f7b3d385-f4f6-4c4a-a69f-eca081c4491d for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:55.681115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Updating router f7b3d385-f4f6-4c4a-a69f-eca081c4491d port 031dfabe-0507-4722-b547-59d647071d75 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:55.878823 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.942905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:55.943686 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.124670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28230-b3b3-4890-90c1-5ed940ce3e83 req-d8dd72ab-fccf-4a79-966a-04b46ec863f3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.143177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59e28230-b3b3-4890-90c1-5ed940ce3e83 req-d8dd72ab-fccf-4a79-966a-04b46ec863f3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.2508101 Nov 22 16:25:56.266786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59e28230-b3b3-4890-90c1-5ed940ce3e83 req-5d132b77-aa9c-4887-8c5b-0050ec040e5a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221380 Nov 22 16:25:56.756292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8d87b4ab-8bdd-4870-bcfe-9fd8ce157fc5 None None] Provisioning complete for port 031dfabe-0507-4722-b547-59d647071d75 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:56.757099 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d87b4ab-8bdd-4870-bcfe-9fd8ce157fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.977332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8d87b4ab-8bdd-4870-bcfe-9fd8ce157fc5 None None] Port 031dfabe-0507-4722-b547-59d647071d75 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:57.238052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-386873ab-0f71-435f-a136-2dbe4ef68425 None None] Provisioning complete for port 031dfabe-0507-4722-b547-59d647071d75 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:57.245439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-386873ab-0f71-435f-a136-2dbe4ef68425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.419271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-386873ab-0f71-435f-a136-2dbe4ef68425 None None] Port 031dfabe-0507-4722-b547-59d647071d75 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:57.470920 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.486126 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.537565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ea1be-bd25-48f1-a86c-b7940f6fce66 req-924f1ca4-0843-44cd-9a1a-11b500b557c2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:57.554144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-774ea1be-bd25-48f1-a86c-b7940f6fce66 req-924f1ca4-0843-44cd-9a1a-11b500b557c2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1437459 Nov 22 16:25:57.688954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e432b1-0adb-4254-9678-6aa9fda35158 None None] Pushing event updated for resources: {'Port': ['ID=031dfabe-0507-4722-b547-59d647071d75,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:57.718145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-774ea1be-bd25-48f1-a86c-b7940f6fce66 req-3741e9eb-9c0a-4015-8b77-09d559fee3e5 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627092 Nov 22 16:25:57.794595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Attempting to bind port 031dfabe-0507-4722-b547-59d647071d75 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:57.798798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Attempting to bind port 031dfabe-0507-4722-b547-59d647071d75 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:57.799079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Attempting to bind port 031dfabe-0507-4722-b547-59d647071d75 on network 594aae12-e404-4867-b07d-21e16e30fc3a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:57.819813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:57.820362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Checking segment: {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:57.820872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.822699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Bound using segment: {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:57.828288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Bound port: 031dfabe-0507-4722-b547-59d647071d75, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:57.829239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.979368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] For port 031dfabe-0507-4722-b547-59d647071d75, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:57.984856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] For port 031dfabe-0507-4722-b547-59d647071d75, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=031dfabe-0507-4722-b547-59d647071d75,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:57.995395 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.121234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e432b1-0adb-4254-9678-6aa9fda35158 None None] Pushing event updated for resources: {'Port': ['ID=031dfabe-0507-4722-b547-59d647071d75,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:58.183270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b74ac910-589e-403f-8a66-aa9aacb5a829 None None] Provisioning complete for port 031dfabe-0507-4722-b547-59d647071d75 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:58.183816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b74ac910-589e-403f-8a66-aa9aacb5a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.289405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:58.298472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:25:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:58.657585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646d768-52f8-4378-af46-29cd9f5087b9 req-81e4edbc-eff7-42d2-80ba-371e2260a280 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:58.659350 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2646d768-52f8-4378-af46-29cd9f5087b9 req-81e4edbc-eff7-42d2-80ba-371e2260a280 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2106514 Nov 22 16:25:58.729716 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b74ac910-589e-403f-8a66-aa9aacb5a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.937141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2646d768-52f8-4378-af46-29cd9f5087b9 req-825d1579-3938-4fe1-95bc-25df75db4f90 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611604 Nov 22 16:25:58.955967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b74ac910-589e-403f-8a66-aa9aacb5a829 None None] For port 031dfabe-0507-4722-b547-59d647071d75, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=031dfabe-0507-4722-b547-59d647071d75,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:58.992744 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b74ac910-589e-403f-8a66-aa9aacb5a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.009487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:59.205044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc727d-d551-4a77-90f0-80484e4b77df req-87bea8fb-6630-490f-9d45-4eae50901a97 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:59.209021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbcc727d-d551-4a77-90f0-80484e4b77df req-87bea8fb-6630-490f-9d45-4eae50901a97 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1416645 Nov 22 16:25:59.313738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ac910-589e-403f-8a66-aa9aacb5a829 None None] Pushing event updated for resources: {'Port': ['ID=031dfabe-0507-4722-b547-59d647071d75,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:59.331107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-41567b99-0bc4-4a18-8a92-980ca72e7c20 None None] Provisioning complete for port 031dfabe-0507-4722-b547-59d647071d75 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:59.331516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-41567b99-0bc4-4a18-8a92-980ca72e7c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.371264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbcc727d-d551-4a77-90f0-80484e4b77df req-8818756d-b54e-412a-9d80-446ee64d7998 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529119 Nov 22 16:26:00.074392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:57Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:00.183269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab4ca9-e202-4cc1-ba8e-e502d87cd8b0 None None] The sync data for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 is: [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:57Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:00.430281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fd904-b310-4b77-a6cf-969d727c7b45 req-65d7c282-2904-4426-9859-9f9ec446aba0 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:00.434010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c93fd904-b310-4b77-a6cf-969d727c7b45 req-65d7c282-2904-4426-9859-9f9ec446aba0 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2300205 Nov 22 16:26:01.475003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 031dfabe-0507-4722-b547-59d647071d75 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:01.649009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c93fd904-b310-4b77-a6cf-969d727c7b45 req-3cb18305-f520-422a-9ac1-d1e52c159a39 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1998184 Nov 22 16:26:01.675182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 031dfabe-0507-4722-b547-59d647071d75 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:01.675680 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.026210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b91138-4470-4b7d-9f37-c805333db91e req-d1cb87ad-fb14-46b2-9ce4-7bb0a59efa0f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.034809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61b91138-4470-4b7d-9f37-c805333db91e req-d1cb87ad-fb14-46b2-9ce4-7bb0a59efa0f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1828811 Nov 22 16:26:02.120769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61b91138-4470-4b7d-9f37-c805333db91e req-cd7ada89-9f32-4d58-8c6b-de6bb28b73f2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848372 Nov 22 16:26:02.931792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce83823-6358-4442-9ae4-592e4d4b7d7f req-20817b94-a66c-4e9c-8d58-7a577ed3e8fd tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.934499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fce83823-6358-4442-9ae4-592e4d4b7d7f req-20817b94-a66c-4e9c-8d58-7a577ed3e8fd tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1215088 Nov 22 16:26:03.055520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fce83823-6358-4442-9ae4-592e4d4b7d7f req-ba427cb7-b808-4eb6-8127-de8ed9f6c86e tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094441 Nov 22 16:26:03.439808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af73cd-13b9-454e-8e37-f73919622ba1 req-1930a82b-bd00-4a7b-94cf-28f6ae3c3954 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.442199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0af73cd-13b9-454e-8e37-f73919622ba1 req-1930a82b-bd00-4a7b-94cf-28f6ae3c3954 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0923400 Nov 22 16:26:03.640635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0af73cd-13b9-454e-8e37-f73919622ba1 req-9c8a449d-2f92-4164-a7cd-68d16bd474eb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902459 Nov 22 16:26:04.386415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795a8a0-3b17-4237-9190-78ce08aa51be req-484832d4-1523-41d9-ae0e-42dbb7540d1e tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:04.399145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1795a8a0-3b17-4237-9190-78ce08aa51be req-484832d4-1523-41d9-ae0e-42dbb7540d1e tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1897631 Nov 22 16:26:04.500366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1795a8a0-3b17-4237-9190-78ce08aa51be req-7b209384-b7c9-4d10-ae43-39fe61118a01 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903926 Nov 22 16:26:04.933494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b8e4e-ac3a-40dc-a762-6ef15b408b9f req-7538d666-7897-4626-82f9-6bf3d41a5021 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:04.938281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba6b8e4e-ac3a-40dc-a762-6ef15b408b9f req-7538d666-7897-4626-82f9-6bf3d41a5021 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1154394 Nov 22 16:26:05.064672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba6b8e4e-ac3a-40dc-a762-6ef15b408b9f req-ba8474b1-cb05-4fe7-9d13-66a137eb74a4 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208203 Nov 22 16:26:05.263945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39274) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:05.681945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716cf8ba-9e6e-40ae-aa97-1d9a167b90e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.867525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f921e-63e4-4b14-9d82-edc47cfce8d9 req-73da7ec5-5079-42f4-9d84-4911f01b7c46 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.887017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f0f921e-63e4-4b14-9d82-edc47cfce8d9 req-73da7ec5-5079-42f4-9d84-4911f01b7c46 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1612546 Nov 22 16:26:05.948732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716cf8ba-9e6e-40ae-aa97-1d9a167b90e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.959952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-716cf8ba-9e6e-40ae-aa97-1d9a167b90e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.014916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f0f921e-63e4-4b14-9d82-edc47cfce8d9 req-e0a45754-5fd7-4a41-9e04-e6fae0e51fa4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262333 Nov 22 16:26:06.026036 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-716cf8ba-9e6e-40ae-aa97-1d9a167b90e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e94cf9c963924282a13234b2f1dc58fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7582257 Nov 22 16:26:06.026266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:06.092665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cf8ba-9e6e-40ae-aa97-1d9a167b90e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f8a959-e559-48ac-8b14-1a815c79fccb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:06.163366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.197815 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.385699 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.393179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.398105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39f8a959-e559-48ac-8b14-1a815c79fccb HTTP/1.1" status: 204 len: 168 time: 0.3704984 Nov 22 16:26:06.421385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da95cbc-3826-4da6-9cd6-8d89f250ffc5 req-83f87a0c-2625-43d9-b4f4-8c01a48988eb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.430379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4da95cbc-3826-4da6-9cd6-8d89f250ffc5 req-83f87a0c-2625-43d9-b4f4-8c01a48988eb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1714373 Nov 22 16:26:06.444191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f8a959-e559-48ac-8b14-1a815c79fccb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:06.469701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.470502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.471095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.471538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.472071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.472511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.472944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.473367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.473789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.474229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.474660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.475080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c1a650-6ec4-4041-88f4-c3141818f69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:06.529656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4da95cbc-3826-4da6-9cd6-8d89f250ffc5 req-38110ba5-968e-456a-8310-637bb152612b tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975134 Nov 22 16:26:07.136754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39324) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:07.156370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf8141ef-60c7-4b05-8dca-144489a7876b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.296325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf8141ef-60c7-4b05-8dca-144489a7876b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.316892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf8141ef-60c7-4b05-8dca-144489a7876b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.368807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20a69f-a9a5-4180-a87b-1541142502e3 req-6efdda2d-4e5d-4751-a0e3-e9d5a8dba84c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:07.377989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c20a69f-a9a5-4180-a87b-1541142502e3 req-6efdda2d-4e5d-4751-a0e3-e9d5a8dba84c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1360841 Nov 22 16:26:07.388846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bf8141ef-60c7-4b05-8dca-144489a7876b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=655ccd2e11bd4164a3b90accde1df8b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2490547 Nov 22 16:26:07.394690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39328) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:07.481269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c20a69f-a9a5-4180-a87b-1541142502e3 req-0fb8a1ae-10bd-419d-9a17-3adcef3578a3 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014965 Nov 22 16:26:07.483654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8141ef-60c7-4b05-8dca-144489a7876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969126ea-bb7a-469d-998b-d36658ff643f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:07.581152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf31fbe4-119d-44f8-8bf3-e2dfd3fd45b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.648768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf31fbe4-119d-44f8-8bf3-e2dfd3fd45b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.772170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf31fbe4-119d-44f8-8bf3-e2dfd3fd45b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.777243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf31fbe4-119d-44f8-8bf3-e2dfd3fd45b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.779967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bf31fbe4-119d-44f8-8bf3-e2dfd3fd45b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/969126ea-bb7a-469d-998b-d36658ff643f HTTP/1.1" status: 204 len: 168 time: 0.3837643 Nov 22 16:26:07.815825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31fbe4-119d-44f8-8bf3-e2dfd3fd45b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969126ea-bb7a-469d-998b-d36658ff643f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:07.819001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b8032-66b0-405b-b5fb-a90ac30c3220 req-bc972104-511a-4900-9f9c-d733774c44a2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:07.837205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-848b8032-66b0-405b-b5fb-a90ac30c3220 req-bc972104-511a-4900-9f9c-d733774c44a2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1379387 Nov 22 16:26:07.977713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-848b8032-66b0-405b-b5fb-a90ac30c3220 req-cc99f299-7290-48d3-8d9c-7d8b158d2ea1 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383705 Nov 22 16:26:08.772727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb4544-371e-4925-ae15-c51783e9acdf req-dab4ddfe-d369-4366-a538-079877bacfad tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:08.785026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4eb4544-371e-4925-ae15-c51783e9acdf req-dab4ddfe-d369-4366-a538-079877bacfad tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1329927 Nov 22 16:26:08.893221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4eb4544-371e-4925-ae15-c51783e9acdf req-1e48b071-3093-4ca3-8ad2-4ed976f98a4f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066809 Nov 22 16:26:09.207065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd6a4b-eda6-49cc-88d9-b12ceb4dfeb0 req-3ce979b9-c747-4a0b-ab3b-67bcf132d2e1 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:09.209443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35cd6a4b-eda6-49cc-88d9-b12ceb4dfeb0 req-3ce979b9-c747-4a0b-ab3b-67bcf132d2e1 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0991161 Nov 22 16:26:09.381347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35cd6a4b-eda6-49cc-88d9-b12ceb4dfeb0 req-80c6ce98-6ca3-4e3e-a9af-a0e60f6797ff tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588418 Nov 22 16:26:10.208294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b137fe6-c670-4c92-88d4-4652b8bb6f3a req-e10e7f36-7985-4aca-b6c5-86e858e5f1af tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.234482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b137fe6-c670-4c92-88d4-4652b8bb6f3a req-e10e7f36-7985-4aca-b6c5-86e858e5f1af tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1040833 Nov 22 16:26:10.395373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b137fe6-c670-4c92-88d4-4652b8bb6f3a req-9f247ac8-fa67-43ab-b317-837089e85e5a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580911 Nov 22 16:26:11.083584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-086af349-bd6b-4730-887b-212e2f1bb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:11.088677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-086af349-bd6b-4730-887b-212e2f1bb3bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 1096 time: 0.2085335 Nov 22 16:26:11.197575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eea9ed-a5e4-4134-acc9-c508f6114e41 req-bfa8d363-9c75-4bb7-a5df-ab8c56241874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:11.207655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55eea9ed-a5e4-4134-acc9-c508f6114e41 req-bfa8d363-9c75-4bb7-a5df-ab8c56241874 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.2451494 Nov 22 16:26:11.454769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55eea9ed-a5e4-4134-acc9-c508f6114e41 req-155dc411-e261-42e4-9583-24ca2b0adc99 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196627 Nov 22 16:26:11.565546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-b6099a1f-ca58-464b-a32c-edc61758b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:11.569989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-b6099a1f-ca58-464b-a32c-edc61758b97e service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.4630556 Nov 22 16:26:11.745526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-12a810c2-b6b1-4f8c-9b36-bc6613a3b1aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 200 len: 1001 time: 0.1650252 Nov 22 16:26:11.917823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-86323dda-39e6-4104-9dfa-64555c57ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:11.920361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-86323dda-39e6-4104-9dfa-64555c57ac1c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1662264 Nov 22 16:26:11.958902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32052fb-44e3-4c00-bd93-2a33665d2334 req-c17d165e-5f14-4d05-9b26-7b30b64cd617 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:11.965699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f32052fb-44e3-4c00-bd93-2a33665d2334 req-c17d165e-5f14-4d05-9b26-7b30b64cd617 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2143996 Nov 22 16:26:12.181301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f32052fb-44e3-4c00-bd93-2a33665d2334 req-b1e60739-0345-45c3-aa80-cec35a5ca4eb tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778920 Nov 22 16:26:12.204125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-ecdfbade-6064-43e8-9dff-a2299f65e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:12.205704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-ecdfbade-6064-43e8-9dff-a2299f65e6bf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2389002 Nov 22 16:26:12.451342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-a6b58b67-3fb3-4c7e-b437-2d2591c75121 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365863 Nov 22 16:26:12.713386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f84f4be-f606-4ed9-827c-1764a41a57e1 req-7bccc067-f78e-42b8-9ff3-4eecfb90d903 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529335 Nov 22 16:26:12.838040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae92c-f9a6-4471-bd51-d5fb6baac608 req-33f0d41f-a9ad-4ba1-9e1f-62db7b850533 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:12.844317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73ae92c-f9a6-4471-bd51-d5fb6baac608 req-33f0d41f-a9ad-4ba1-9e1f-62db7b850533 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1945832 Nov 22 16:26:13.045877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c73ae92c-f9a6-4471-bd51-d5fb6baac608 req-cac1374e-6e6e-45cc-af60-29dfce2ad359 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908238 Nov 22 16:26:13.048100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:13.427704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39522) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:13.570520 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaaab-3ea2-4529-816c-b1810f497a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.779574 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaaab-3ea2-4529-816c-b1810f497a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.796160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da2cb3e2-3674-4ad6-861b-760389638c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.830466 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fbdaaab-3ea2-4529-816c-b1810f497a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.893587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830ea86-8e30-433e-9871-0d13102093ea req-8d566760-39ab-4016-ab86-3684c198607f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:13.904115 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e830ea86-8e30-433e-9871-0d13102093ea req-8d566760-39ab-4016-ab86-3684c198607f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.3972499 Nov 22 16:26:13.989543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39532) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:14.001857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6fbdaaab-3ea2-4529-816c-b1810f497a84 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a28704a07bbb4b428fcc64b54ab7c34d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9358220 Nov 22 16:26:14.023577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdaaab-3ea2-4529-816c-b1810f497a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736777de-053e-454a-9592-23c6213a4c0b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:14.157348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.245472 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.272443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da2cb3e2-3674-4ad6-861b-760389638c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.284264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e830ea86-8e30-433e-9871-0d13102093ea req-9361983f-206e-41ee-b820-d7f686b540ac tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790905 Nov 22 16:26:14.287032 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da2cb3e2-3674-4ad6-861b-760389638c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.329439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cb3e2-3674-4ad6-861b-760389638c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f80b1d-21a5-4a66-b88c-9a9776a3d3c5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:14.366784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39542) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:14.367277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da2cb3e2-3674-4ad6-861b-760389638c3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37ad414b2c1a42cf9c481997e8d6585b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9376040 Nov 22 16:26:14.462716 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:26:14.484477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.488106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.494044 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/736777de-053e-454a-9592-23c6213a4c0b HTTP/1.1" status: 204 len: 168 time: 0.5003259 Nov 22 16:26:14.548905 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736777de-053e-454a-9592-23c6213a4c0b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:14.567956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2969f81-6f67-4cf2-8fb8-a8e8359d34fd req-949db5d3-ac1e-420a-8c45-a92025cb1ddf tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:14.582333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2969f81-6f67-4cf2-8fb8-a8e8359d34fd req-949db5d3-ac1e-420a-8c45-a92025cb1ddf tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1482167 Nov 22 16:26:14.667072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8680d1d-6beb-4464-8d9e-b370ca93aeb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.704599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2969f81-6f67-4cf2-8fb8-a8e8359d34fd req-b963a287-ef8f-418b-9cc7-f241db12fa2d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202335 Nov 22 16:26:14.716156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.716570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.720522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.722048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.724979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.727215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.728024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.729783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.730760 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.737612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.739846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.747831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a550c07-2d33-46aa-b553-59402d8365c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:14.794551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8680d1d-6beb-4464-8d9e-b370ca93aeb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.900281 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8680d1d-6beb-4464-8d9e-b370ca93aeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.905654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8680d1d-6beb-4464-8d9e-b370ca93aeb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.907495 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d8680d1d-6beb-4464-8d9e-b370ca93aeb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6f80b1d-21a5-4a66-b88c-9a9776a3d3c5 HTTP/1.1" status: 204 len: 168 time: 0.5376103 Nov 22 16:26:14.920684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8680d1d-6beb-4464-8d9e-b370ca93aeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f80b1d-21a5-4a66-b88c-9a9776a3d3c5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:15.142603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39560) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:15.168831 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d62883bc-84f6-4679-b915-77ffb9ca1b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.316333 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d62883bc-84f6-4679-b915-77ffb9ca1b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.321441 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d62883bc-84f6-4679-b915-77ffb9ca1b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.380966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62883bc-84f6-4679-b915-77ffb9ca1b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4565525b-1c1c-4fca-a4f8-fdd374472598,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:15.449072 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d62883bc-84f6-4679-b915-77ffb9ca1b09 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fa89a21cb14048e7a6466a5358019666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2941518 Nov 22 16:26:15.450549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:15.660248 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7809520f-c91e-439f-84ae-4b5d27120570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.693140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2004b88-80f4-4272-84cd-92e2359ad4ad req-22a8b005-403d-43c6-a373-6e46b35fa32d tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:15.695497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2004b88-80f4-4272-84cd-92e2359ad4ad req-22a8b005-403d-43c6-a373-6e46b35fa32d tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1774027 Nov 22 16:26:15.736749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7809520f-c91e-439f-84ae-4b5d27120570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.842371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7809520f-c91e-439f-84ae-4b5d27120570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.847040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7809520f-c91e-439f-84ae-4b5d27120570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.848519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7809520f-c91e-439f-84ae-4b5d27120570 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4565525b-1c1c-4fca-a4f8-fdd374472598 HTTP/1.1" status: 204 len: 168 time: 0.3962100 Nov 22 16:26:15.867735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809520f-c91e-439f-84ae-4b5d27120570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565525b-1c1c-4fca-a4f8-fdd374472598,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:15.975438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2004b88-80f4-4272-84cd-92e2359ad4ad req-7fa9330e-9bd0-4d05-ac38-1489cd4ffce2 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436625 Nov 22 16:26:16.023552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:16.048782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aadb61d8-fcd9-4310-9b73-aa7c8dd9cd80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.209459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed82373-ed86-4e30-995e-f06da344799d req-13bcc8bc-1008-4008-8047-2e52ed2825b3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:16.211552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ed82373-ed86-4e30-995e-f06da344799d req-13bcc8bc-1008-4008-8047-2e52ed2825b3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0954559 Nov 22 16:26:16.283521 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aadb61d8-fcd9-4310-9b73-aa7c8dd9cd80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.292236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aadb61d8-fcd9-4310-9b73-aa7c8dd9cd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.330574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aadb61d8-fcd9-4310-9b73-aa7c8dd9cd80 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ae04d5a9d494659829a620a3fd007b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058250 Nov 22 16:26:16.333568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39594) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:16.411889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ed82373-ed86-4e30-995e-f06da344799d req-72ec731b-8d55-4408-a232-0e76c4fe33fd tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891155 Nov 22 16:26:16.469302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb61d8-fcd9-4310-9b73-aa7c8dd9cd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae84545-f8df-43c3-90e3-8058e5563094,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:16.522503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c83c4402-78ad-48eb-8707-c646c64a5c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.575467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c83c4402-78ad-48eb-8707-c646c64a5c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.691011 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c83c4402-78ad-48eb-8707-c646c64a5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.695139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c83c4402-78ad-48eb-8707-c646c64a5c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.701849 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c83c4402-78ad-48eb-8707-c646c64a5c69 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ae84545-f8df-43c3-90e3-8058e5563094 HTTP/1.1" status: 204 len: 168 time: 0.3671279 Nov 22 16:26:16.721332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c4402-78ad-48eb-8707-c646c64a5c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae84545-f8df-43c3-90e3-8058e5563094,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:17.131177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-6652f345-7e7a-4464-9298-b967fabff2ba tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_access--158116557&fields=id&tenant_id=f52169932326499f860cccde9fbd7f6c HTTP/1.1" status: 200 len: 267 time: 0.0532391 Nov 22 16:26:17.258015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-0481fb32-e4df-4d58-952b-cb801c98dac6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_general--1085820586&fields=id&tenant_id=f52169932326499f860cccde9fbd7f6c HTTP/1.1" status: 200 len: 267 time: 0.0937552 Nov 22 16:26:17.442046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-2462aaba-41d0-4c9b-be20-7fac9aad39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.447434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-2462aaba-41d0-4c9b-be20-7fac9aad39ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1097 time: 0.4638402 Nov 22 16:26:17.689314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-db632538-a5d6-46ef-bb79-b412d13812eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.691669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-db632538-a5d6-46ef-bb79-b412d13812eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.2007496 Nov 22 16:26:17.704759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3ed08794-749e-469f-8cf6-91a60353d054 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.706745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3ed08794-749e-469f-8cf6-91a60353d054 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/networks?id=594aae12-e404-4867-b07d-21e16e30fc3a HTTP/1.1" status: 200 len: 797 time: 0.4499280 Nov 22 16:26:17.795877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-1e62f499-e521-4ca9-8ba0-559c71b2e076 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 1002 time: 0.0879161 Nov 22 16:26:17.811144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32ac0-31fd-4675-872d-fa555b8d44ba req-41ca51a5-4127-45c5-8f21-51ef7a2009a0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.813055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74d32ac0-31fd-4675-872d-fa555b8d44ba req-41ca51a5-4127-45c5-8f21-51ef7a2009a0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1998878 Nov 22 16:26:17.869641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-11c73cb0-bb4c-4003-9714-b251ee3d1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.873304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-11c73cb0-bb4c-4003-9714-b251ee3d1b7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.0568409 Nov 22 16:26:17.877674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-ec734368-b9e5-4df9-9644-5eca19561380 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/quotas/f52169932326499f860cccde9fbd7f6c HTTP/1.1" status: 200 len: 375 time: 0.1048717 Nov 22 16:26:17.983510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74d32ac0-31fd-4675-872d-fa555b8d44ba req-f42997c5-1f5f-4c69-9f7f-e492fa380166 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087115 Nov 22 16:26:18.025552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-bb7ab19c-1b34-4046-bbc6-4d30abf36b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.027386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-bb7ab19c-1b34-4046-bbc6-4d30abf36b0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429672 Nov 22 16:26:18.113732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-f6b6dca4-88cc-4bec-958a-475d99e173cb tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2117004 Nov 22 16:26:18.241642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-593505a7-a847-4f41-8ce0-c92529a38325 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030663 Nov 22 16:26:18.357523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-15e72c27-ad5d-436c-97b9-68c47c8db964 service neutron] 10.222.0.69 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110078 Nov 22 16:26:18.511486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56aa4a59-07e8-4bce-861b-3908662fe83e req-7448208f-3547-4fd1-a029-5d388982eebe service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554688 Nov 22 16:26:18.559462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-a7acd28a-65ab-4f3a-a9ce-284c91c87b35 service neutron] 10.222.0.69 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900458 Nov 22 16:26:18.744870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-e85067a7-8e39-41a3-aa52-a97cf5439819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.746521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-e85067a7-8e39-41a3-aa52-a97cf5439819 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1097 time: 0.1188636 Nov 22 16:26:18.918793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-a95aecf7-f9ac-4faf-8dd6-326c9195a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.920716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-a95aecf7-f9ac-4faf-8dd6-326c9195a95e service neutron] 10.222.0.11 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.1658866 Nov 22 16:26:19.019170 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-abf37778-845e-483d-82ba-97f646161563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.106467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-ec58eb67-3e02-4fb7-ad04-f2b1833a94b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 1002 time: 0.1691749 Nov 22 16:26:19.295483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-51a8447d-a5bb-4c7c-af99-44a621b72680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.296521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-51a8447d-a5bb-4c7c-af99-44a621b72680 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.1914239 Nov 22 16:26:19.340928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903b505-92f3-4c2d-be0f-b7648127fce1 req-ce045f3c-3c52-47e9-93f4-2be249dcff38 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.348918 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b903b505-92f3-4c2d-be0f-b7648127fce1 req-ce045f3c-3c52-47e9-93f4-2be249dcff38 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.1361802 Nov 22 16:26:19.468357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b903b505-92f3-4c2d-be0f-b7648127fce1 req-7fd5e416-4031-4a68-b0df-b5df7fcc530e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115608 Nov 22 16:26:19.476486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-04ed353c-acb9-4161-8d03-f4666f96f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.484625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-04ed353c-acb9-4161-8d03-f4666f96f683 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745090 Nov 22 16:26:19.685428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-fe54ab4d-4a53-4b58-a698-68b8512bb1ff service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892033 Nov 22 16:26:19.967121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7def2efb-e28b-4e40-98b0-7b4623b38d3c req-87da430a-0c76-4c22-846b-ee86fc69c234 service neutron] 10.222.0.11 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745099 Nov 22 16:26:20.030820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-176b7c65-230e-42cc-b01b-541d20ca65e4 req-0e4fbeee-6535-47ad-b810-70f1d31b4f23 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 210 time: 0.1254663 Nov 22 16:26:20.694414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3ca4-4e5e-44e3-9770-3b382d372e35 req-e11c371e-c390-4b27-a5ea-fd83ebee277c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:20.697176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a8a3ca4-4e5e-44e3-9770-3b382d372e35 req-e11c371e-c390-4b27-a5ea-fd83ebee277c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0812194 Nov 22 16:26:20.841446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a8a3ca4-4e5e-44e3-9770-3b382d372e35 req-313bef3f-b993-49b6-a166-8cfb4291fe92 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338906 Nov 22 16:26:21.159216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25f5fd62-457b-435d-8cde-e473687f5cd7 req-b7d46078-f1bb-4ddb-9e1d-1ce1bf9e7a5b tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 210 time: 0.0328231 Nov 22 16:26:21.315997 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-316b73a8-08f8-4615-9f4e-747db323bb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.023456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-995f5ecc-5ef9-4fb1-b7dc-c93d8f615220 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.053372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-995f5ecc-5ef9-4fb1-b7dc-c93d8f615220 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.11 "GET /v2.0/networks?id=594aae12-e404-4867-b07d-21e16e30fc3a HTTP/1.1" status: 200 len: 797 time: 0.3379302 Nov 22 16:26:22.273614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ba6ad-0e65-4652-83cf-6e2a1e6d545a req-a2db63c1-6ede-4823-909d-b0779ff7b963 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.278945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f99ba6ad-0e65-4652-83cf-6e2a1e6d545a req-a2db63c1-6ede-4823-909d-b0779ff7b963 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.2213764 Nov 22 16:26:22.293741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-fa2f3734-ac51-4ca2-91ef-e0fbd0b8d98c tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f52169932326499f860cccde9fbd7f6c HTTP/1.1" status: 200 len: 477 time: 0.2294960 Nov 22 16:26:22.312914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'port': {'device_id': '3d68e649-12cb-407f-a793-be2772921d35', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'admin_state_up': True, 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'security_groups': ['87f9fbc1-c5c8-4433-b78d-7bc79015f411', '9a008b24-b31a-44cf-9fc5-5516904f6c97']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:22.393664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:22.541019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.595136 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.636310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41728179-7443-46ee-9a36-82234e55310f req-d59f0593-2d78-444d-b3cf-4200fa5e00e0 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 210 time: 0.2223215 Nov 22 16:26:22.727259 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.827032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f99ba6ad-0e65-4652-83cf-6e2a1e6d545a req-0a7494dc-e421-4b90-a490-c75f978d5f91 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5322099 Nov 22 16:26:22.839023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Made reservation on behalf of f52169932326499f860cccde9fbd7f6c for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:22.853899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.870213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:22.872864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:22.880754 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8b9f9a-fd6b-47a6-9490-c9d2b3a4568d" -d '{"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-unplugged", "status": "completed", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:22.898168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.982636 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719ff60f-c347-4965-ad3e-70419af4c4e6 x-openstack-request-id: req-719ff60f-c347-4965-ad3e-70419af4c4e6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:22.983355 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-unplugged", "status": "failed", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4", "code": 422}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:22.983830 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-719ff60f-c347-4965-ad3e-70419af4c4e6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:22.984509 n-d-811716-3 neutron-server[103412]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'code': 422} returned with failed status Nov 22 16:26:23.026252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:23.363858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Allocated IP 172.20.0.14 (594aae12-e404-4867-b07d-21e16e30fc3a/e5308673-2cf2-4f4a-b33a-a4159aad7004/d3309020-ffe8-43d8-a436-b371d2d20c81) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:23.888453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-421fa52e-0460-40d4-b368-c9f7b73640de req-dc16cda5-7af2-438f-96af-0ae117154302 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 210 time: 0.0813372 Nov 22 16:26:24.020667 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.087245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.187561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network 594aae12-e404-4867-b07d-21e16e30fc3a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:24.220719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:24.264515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:24.461570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=d3309020-ffe8-43d8-a436-b371d2d20c81,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:24.508542 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.544467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.546423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.587263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-03531a11-adf4-477d-92b6-8cec9e9a4880 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.2787919 Nov 22 16:26:24.621677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.642352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Request body: {'port': {'device_id': '3d68e649-12cb-407f-a793-be2772921d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:24.763579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.832619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-783c588b-5425-4475-aa45-e812b9bed64a None None] Provisioning complete for port d3309020-ffe8-43d8-a436-b371d2d20c81 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:24.833428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-783c588b-5425-4475-aa45-e812b9bed64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.926642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.981556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-783c588b-5425-4475-aa45-e812b9bed64a None None] Port d3309020-ffe8-43d8-a436-b371d2d20c81 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:25.314301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe7860-9a48-4873-9d3a-74adffaf05e9 req-5b104453-491e-452d-b750-1b8bb00c1ed3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.316286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90fe7860-9a48-4873-9d3a-74adffaf05e9 req-5b104453-491e-452d-b750-1b8bb00c1ed3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 971 time: 0.2215664 Nov 22 16:26:26.258901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90fe7860-9a48-4873-9d3a-74adffaf05e9 req-ede22ddf-ad90-4ea5-afda-c197712460a7 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9304597 Nov 22 16:26:26.401111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2669e-d0a8-47c7-bda9-02d18b27d966 req-dc936b20-32e7-4b16-b749-15ea16691998 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:26.406610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:26.420900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3a2669e-d0a8-47c7-bda9-02d18b27d966 req-dc936b20-32e7-4b16-b749-15ea16691998 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 944 time: 0.3840146 Nov 22 16:26:26.608110 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-aa7a3096-3c6e-4edd-810e-ff7fcc2af3aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5642979 Nov 22 16:26:26.820804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3309020-ffe8-43d8-a436-b371d2d20c81 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:26.845242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.884135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Transition to ACTIVE for port object d3309020-ffe8-43d8-a436-b371d2d20c81 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:26.954938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.012260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3a2669e-d0a8-47c7-bda9-02d18b27d966 req-f9f1e7cb-a300-4d00-8ef4-bfee4f4feadb tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5867984 Nov 22 16:26:27.113864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Pushing event updated for resources: {'Port': ['ID=d3309020-ffe8-43d8-a436-b371d2d20c81,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:27.157563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-385e786c-0b0d-42aa-8b4b-f5431e930029 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6172464 Nov 22 16:26:27.467475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Attempting to bind port d3309020-ffe8-43d8-a436-b371d2d20c81 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:27.468332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Attempting to bind port d3309020-ffe8-43d8-a436-b371d2d20c81 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:27.468739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Attempting to bind port d3309020-ffe8-43d8-a436-b371d2d20c81 on network 594aae12-e404-4867-b07d-21e16e30fc3a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:27.515870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Port d3309020-ffe8-43d8-a436-b371d2d20c81 on network 594aae12-e404-4867-b07d-21e16e30fc3a not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:27.516235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Attempting to bind port d3309020-ffe8-43d8-a436-b371d2d20c81 on network 594aae12-e404-4867-b07d-21e16e30fc3a {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:27.559298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:27.559724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Checking segment: {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:27.560170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Bound using segment: {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:27.561552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Bound port: d3309020-ffe8-43d8-a436-b371d2d20c81, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b72eee-39e7-4983-8212-92de1c83763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:27.561980 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.712351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] For port d3309020-ffe8-43d8-a436-b371d2d20c81, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:27.722072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] For port d3309020-ffe8-43d8-a436-b371d2d20c81, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3309020-ffe8-43d8-a436-b371d2d20c81,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:27.753005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.898816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Pushing event updated for resources: {'Port': ['ID=d3309020-ffe8-43d8-a436-b371d2d20c81,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:27.927987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.932164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.937067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-3d0789c6-9dea-4db8-859f-475a5adc21dc service neutron] 10.222.0.11 "PUT /v2.0/ports/d3309020-ffe8-43d8-a436-b371d2d20c81 HTTP/1.1" status: 200 len: 1131 time: 3.3173442 Nov 22 16:26:27.944250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:27.950083 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000997be-67c4-4fae-b397-f2f615ae1951" -d '{"events": [{"name": "network-changed", "server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:27.979380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-cd84524e-776a-46d6-b0e3-8d9fe4a90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.982420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-cd84524e-776a-46d6-b0e3-8d9fe4a90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.983655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-cd84524e-776a-46d6-b0e3-8d9fe4a90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.985176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-cd84524e-776a-46d6-b0e3-8d9fe4a90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.987296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-cd84524e-776a-46d6-b0e3-8d9fe4a90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.989440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-cd84524e-776a-46d6-b0e3-8d9fe4a90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.992865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-cd84524e-776a-46d6-b0e3-8d9fe4a90421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.997920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-cd84524e-776a-46d6-b0e3-8d9fe4a90421 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6493 time: 0.7264245 Nov 22 16:26:28.033213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c6289-7fd0-47d7-9759-6aa5d6d51502 req-58043e72-d95a-4960-b775-339a7c46f889 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.035495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-349c6289-7fd0-47d7-9759-6aa5d6d51502 req-58043e72-d95a-4960-b775-339a7c46f889 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 983 time: 0.5808277 Nov 22 16:26:28.273526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-349c6289-7fd0-47d7-9759-6aa5d6d51502 req-ab8ab22a-ce3f-4ef6-b908-323482b3610c tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1776681 Nov 22 16:26:28.275826 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f6437a-e38d-4d94-87ef-5b00c88cf3ee x-openstack-request-id: req-f6f6437a-e38d-4d94-87ef-5b00c88cf3ee {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:28.276293 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:28.276689 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6f6437a-e38d-4d94-87ef-5b00c88cf3ee {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:28.277563 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'status': 'completed', 'code': 200} Nov 22 16:26:28.531715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-87c55b1e-d4e9-44d9-a2c2-7d3a07de41cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.534202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-87c55b1e-d4e9-44d9-a2c2-7d3a07de41cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1134 time: 0.4970751 Nov 22 16:26:28.707348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-303cf2b6-6fd5-4baf-83d8-5ba932e6ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.712083 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-303cf2b6-6fd5-4baf-83d8-5ba932e6ea1f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade&tenant_id=f7f20f4022784e15848c51c9ca7368a6 HTTP/1.1" status: 200 len: 1095 time: 0.3446815 Nov 22 16:26:28.726083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-20ec8f64-945f-4253-9de4-469d7daa6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.726562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-20ec8f64-945f-4253-9de4-469d7daa6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.727030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-20ec8f64-945f-4253-9de4-469d7daa6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.727666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:28.736692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-20ec8f64-945f-4253-9de4-469d7daa6317 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a9880-ae5b-4f89-86ab-6500df726728&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=fb8677be-dd67-4e24-8c66-d5f0248bf751&id=fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 200 len: 2292 time: 0.6435966 Nov 22 16:26:28.846465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.879746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-776fab5f-1ebe-4d6c-9c9b-531ba46665bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3309020-ffe8-43d8-a436-b371d2d20c81 HTTP/1.1" status: 200 len: 217 time: 0.1708882 Nov 22 16:26:29.017047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed8129-b5b8-450e-bdbc-41f8f4547e3b req-bd2e0824-2e40-4543-8182-001a793368fe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.023108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afed8129-b5b8-450e-bdbc-41f8f4547e3b req-bd2e0824-2e40-4543-8182-001a793368fe tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 944 time: 0.5350199 Nov 22 16:26:29.036046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-f5f58c03-4174-409d-9117-d5b5c93d053f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 200 len: 1002 time: 0.2768016 Nov 22 16:26:29.315271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-191db9a3-918c-406e-8690-978c78346dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.321081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-191db9a3-918c-406e-8690-978c78346dd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5308673-2cf2-4f4a-b33a-a4159aad7004 HTTP/1.1" status: 200 len: 835 time: 0.4258718 Nov 22 16:26:29.338179 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afed8129-b5b8-450e-bdbc-41f8f4547e3b req-4c558726-e28b-47fe-a611-7c2b8d4e20f6 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968905 Nov 22 16:26:29.373972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:29.453388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:29.495338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-2fa2c3ef-bd35-4412-8abb-d297b56ff053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.496580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-2fa2c3ef-bd35-4412-8abb-d297b56ff053 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 HTTP/1.1" status: 200 len: 850 time: 0.4071674 Nov 22 16:26:29.572270 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-d7b4cd05-95b3-4379-8857-312c12970a09 req-53392a40-33f5-4294-acde-04ec5c3da035 service neutron] (103410) timed out ('10.222.0.69', 45666) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:26:29.598612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bcb06c-9ca8-4494-80a9-e378621515a4 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:29.610661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-05bd8447-ff23-4f80-941a-f5ddcb7d2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.613759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-05bd8447-ff23-4f80-941a-f5ddcb7d2ad3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=594aae12-e404-4867-b07d-21e16e30fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522159 Nov 22 16:26:29.631603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:29.672476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Transition to ACTIVE for port object e4bcb06c-9ca8-4494-80a9-e378621515a4 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:29.691021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:29.793162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=9']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:29.969878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565c9e5-f60d-4abb-a979-218ec6078887 req-3f91f655-d112-44fc-92ca-bdd7c2e5eae6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.978503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0565c9e5-f60d-4abb-a979-218ec6078887 req-3f91f655-d112-44fc-92ca-bdd7c2e5eae6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 983 time: 0.4534421 Nov 22 16:26:29.985424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-4f3ff418-ee5f-48c5-a793-df6d9402cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.987513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-4f3ff418-ee5f-48c5-a793-df6d9402cb63 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a9880-ae5b-4f89-86ab-6500df726728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4363558 Nov 22 16:26:30.156642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-b2b1926c-b9c0-4654-8cb4-1a030b2b6dd3 service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374480 Nov 22 16:26:30.346393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] No DVR routers for this DVR port e4bcb06c-9ca8-4494-80a9-e378621515a4 on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:30.914243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Attempting to bind port e4bcb06c-9ca8-4494-80a9-e378621515a4 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:30.914908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Attempting to bind port e4bcb06c-9ca8-4494-80a9-e378621515a4 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:30.914908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Attempting to bind port e4bcb06c-9ca8-4494-80a9-e378621515a4 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:30.916665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30ffd9f5-ddd3-44f2-904a-16db2b2fc4ed req-db5e12c7-18b0-4e8a-9843-4c615d0c2210 service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7413173 Nov 22 16:26:30.921960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Port e4bcb06c-9ca8-4494-80a9-e378621515a4 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:30.922294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Attempting to bind port e4bcb06c-9ca8-4494-80a9-e378621515a4 on network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:30.928616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:30.928962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Checking segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:30.929417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Bound using segment: {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:30.929859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Bound port: e4bcb06c-9ca8-4494-80a9-e378621515a4, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc455b4e-2bbf-44e1-9198-210224107d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:30.930219 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:30.943973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0565c9e5-f60d-4abb-a979-218ec6078887 req-bf2d177a-4c11-4048-904a-d04798d908ca tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9574976 Nov 22 16:26:30.949142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-ba7d8f22-0da6-4b6d-9d43-1b2d24136b67 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9424019 Nov 22 16:26:31.006044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f41f8-2688-44a0-b547-6c6dbf57d6c4 req-6944410d-54ed-4a20-b154-ab9f6f8c8f56 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.008877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4f41f8-2688-44a0-b547-6c6dbf57d6c4 req-6944410d-54ed-4a20-b154-ab9f6f8c8f56 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 944 time: 0.3734102 Nov 22 16:26:31.137330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:31.144645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:31.159560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.219308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-64f08fec-b5f0-4fa4-9ee3-cc0bc8e9317e service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506814 Nov 22 16:26:31.356313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=10']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:31.366345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.367366 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.370267 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-00261ab3-9e6b-4d04-90ab-854112e3af23 service neutron] 10.222.0.71 "PUT /v2.0/ports/e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 1092 time: 2.6475081 Nov 22 16:26:31.371172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:31.390439 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac52b3de-3aa8-4415-8ebd-123ef0b93480" -d '{"events": [{"name": "network-changed", "server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:31.440822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000997be-67c4-4fae-b397-f2f615ae1951 req-121c3628-41e7-4555-9614-a8b5eeba0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.442834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-000997be-67c4-4fae-b397-f2f615ae1951 req-121c3628-41e7-4555-9614-a8b5eeba0170 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1134 time: 0.4216640 Nov 22 16:26:31.467712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4f41f8-2688-44a0-b547-6c6dbf57d6c4 req-0bb720ee-bb70-4ed1-a5c8-434ceb7a1e5d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4400561 Nov 22 16:26:31.505377 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4d54b2-f0f9-4190-9e16-c47a772373d0 x-openstack-request-id: req-ae4d54b2-f0f9-4190-9e16-c47a772373d0 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:31.505945 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:31.510300 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae4d54b2-f0f9-4190-9e16-c47a772373d0 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:31.510797 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'status': 'completed', 'code': 200} Nov 22 16:26:31.513680 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-a7702a9f-31b7-4c55-9549-7b3d6e9f1420 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 217 time: 0.2719531 Nov 22 16:26:31.542311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-6ac68db3-99a6-4cc6-a004-e1dc17ded185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.544050 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-6ac68db3-99a6-4cc6-a004-e1dc17ded185 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1096 time: 0.1354821 Nov 22 16:26:31.792239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-0dd7e44e-6fe5-4f63-bd43-a2a97a211a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.802359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-0dd7e44e-6fe5-4f63-bd43-a2a97a211a8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.2878819 Nov 22 16:26:31.809317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-c20db8fa-d249-4666-87c9-7d28f45add3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.810936 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-c20db8fa-d249-4666-87c9-7d28f45add3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.2512426 Nov 22 16:26:31.865253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000997be-67c4-4fae-b397-f2f615ae1951 req-3e5c53a4-760f-4d99-aa31-61edd9300f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.866938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-000997be-67c4-4fae-b397-f2f615ae1951 req-3e5c53a4-760f-4d99-aa31-61edd9300f13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=594aae12-e404-4867-b07d-21e16e30fc3a HTTP/1.1" status: 200 len: 898 time: 0.3978221 Nov 22 16:26:31.953273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-000997be-67c4-4fae-b397-f2f615ae1951 req-e33a525c-74cd-4a35-9289-8ea555b4aee8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3309020-ffe8-43d8-a436-b371d2d20c81 HTTP/1.1" status: 200 len: 217 time: 0.0768435 Nov 22 16:26:31.962842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-33d4df0a-02b3-4b2b-9064-222ee1d0602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.964665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-33d4df0a-02b3-4b2b-9064-222ee1d0602d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1506104 Nov 22 16:26:32.059172 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-70690508-4ef9-46f0-a397-b3c65323d915 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 1000 time: 0.2387581 Nov 22 16:26:32.133956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-87e446ac-d463-49d5-a680-f0e1bd779909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.135531 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-87e446ac-d463-49d5-a680-f0e1bd779909 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.0678151 Nov 22 16:26:32.221996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-1ce70187-ec00-47a1-a5d8-bb8006f124ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.224173 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-1ce70187-ec00-47a1-a5d8-bb8006f124ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786486 Nov 22 16:26:32.324085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7549f-c069-42c1-8c85-ffe2df02c537 req-87f1348e-9949-400d-89ca-1b804b52542f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.335549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33a7549f-c069-42c1-8c85-ffe2df02c537 req-87f1348e-9949-400d-89ca-1b804b52542f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 983 time: 0.1976173 Nov 22 16:26:32.382705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000997be-67c4-4fae-b397-f2f615ae1951 req-b81f810a-2724-4098-ad9f-2f69c854163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.384184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-000997be-67c4-4fae-b397-f2f615ae1951 req-b81f810a-2724-4098-ad9f-2f69c854163a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5308673-2cf2-4f4a-b33a-a4159aad7004 HTTP/1.1" status: 200 len: 835 time: 0.4175410 Nov 22 16:26:32.457116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d3309020-ffe8-43d8-a436-b371d2d20c81 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:32.516862 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-9091f30b-2ef5-4cdd-9422-fd6af49b1bd1 service neutron] 10.222.0.71 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778578 Nov 22 16:26:32.533151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-dc738c32-7988-4b66-ab57-92dc9e135208 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473099 Nov 22 16:26:32.619248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d3309020-ffe8-43d8-a436-b371d2d20c81, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3309020-ffe8-43d8-a436-b371d2d20c81,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:32.638874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33a7549f-c069-42c1-8c85-ffe2df02c537 req-53386cb9-5cc7-4065-af26-03af1e5f88b7 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3021681 Nov 22 16:26:32.645615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000997be-67c4-4fae-b397-f2f615ae1951 req-ac6b74c9-312e-4693-956f-ff20d99fa69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.646465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'port_id': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'mac_address': 'fa:16:3e:1c:41:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:32.646797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-000997be-67c4-4fae-b397-f2f615ae1951 req-ac6b74c9-312e-4693-956f-ff20d99fa69b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=594aae12-e404-4867-b07d-21e16e30fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2481821 Nov 22 16:26:32.715312 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.733500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3309020-ffe8-43d8-a436-b371d2d20c81 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:32.761865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d3309020-ffe8-43d8-a436-b371d2d20c81, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3309020-ffe8-43d8-a436-b371d2d20c81,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:32.772564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.784953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-e6463a7a-2865-48cc-83c7-6fc78673ecb3 service neutron] 10.222.0.71 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426190 Nov 22 16:26:32.852410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d3309020-ffe8-43d8-a436-b371d2d20c81,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:32.897533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-573fcbc4-9043-4ce3-9686-d84068888ab2 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518405 Nov 22 16:26:32.989458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['d3309020-ffe8-43d8-a436-b371d2d20c81'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:33.007513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-2884a20e-dc23-410a-9cd6-b92bfd27918d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0966642 Nov 22 16:26:33.018876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-5d21f729-b90e-44f3-ae3e-dedb0417b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.025343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-5d21f729-b90e-44f3-ae3e-dedb0417b732 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f7f20f4022784e15848c51c9ca7368a6&device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1096 time: 0.1693337 Nov 22 16:26:33.046923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5158e7-3900-42f1-a35d-437ddb6934fe req-d363cde2-2129-4c81-a9d5-668d90c50539 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.053263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e5158e7-3900-42f1-a35d-437ddb6934fe req-d363cde2-2129-4c81-a9d5-668d90c50539 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.2500720 Nov 22 16:26:33.056451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-000997be-67c4-4fae-b397-f2f615ae1951 req-05a819df-8c2c-434d-a577-725c53eb54bf service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014900 Nov 22 16:26:33.422607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-d7ca8ae0-4f62-4f80-ae0b-223d4905387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.439470 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-d7ca8ae0-4f62-4f80-ae0b-223d4905387f service neutron] 10.222.0.71 "GET /v2.0/networks?id=48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 200 len: 918 time: 0.4050341 Nov 22 16:26:33.521451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-000997be-67c4-4fae-b397-f2f615ae1951 req-29f622c0-7ad2-4fc4-8dc3-597309591dc4 service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510775 Nov 22 16:26:33.611443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e5158e7-3900-42f1-a35d-437ddb6934fe req-68ff707d-c496-48f7-b20c-b8742e7e41dd tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5060010 Nov 22 16:26:33.615042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-f5a326ae-217b-4b0e-beae-11dc9461d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.621588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-f5a326ae-217b-4b0e-beae-11dc9461d8ba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.5596609 Nov 22 16:26:33.669464 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-f3bb0ede-bb64-486f-bb1d-47c2436ff991 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 200 len: 1000 time: 0.2183988 Nov 22 16:26:33.848026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-970a155a-38d8-4b35-9ea6-1d00df5ea153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.852469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-a3c007c7-7370-448e-a310-b41722674dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.854082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-a3c007c7-7370-448e-a310-b41722674dfb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2275007 Nov 22 16:26:33.869195 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-970a155a-38d8-4b35-9ea6-1d00df5ea153 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 200 len: 856 time: 0.1905322 Nov 22 16:26:33.995497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-f1e586b0-9fd9-474c-85ed-0f3ecfef380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.997678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-f1e586b0-9fd9-474c-85ed-0f3ecfef380b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48c81d08-1185-4b6a-917a-4895b8c7c3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050780 Nov 22 16:26:34.114066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc5bce-70fc-4dfa-8591-aec518aa544c req-8cb45a10-93fc-4300-af7a-f75fe6570cb8 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:34.124565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3abc5bce-70fc-4dfa-8591-aec518aa544c req-8cb45a10-93fc-4300-af7a-f75fe6570cb8 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 984 time: 0.2620885 Nov 22 16:26:34.228115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40212) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:34.286307 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-083adcd7-4dc6-42d8-928c-75e89bfadb8c service neutron] 10.222.0.71 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646744 Nov 22 16:26:34.436089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-71ebca21-bfd2-4959-bc42-bdcc740ee45b service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306029 Nov 22 16:26:34.447573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3abc5bce-70fc-4dfa-8591-aec518aa544c req-923d2dc6-d5c4-4c1c-b7e3-7cc5c117af8e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3154812 Nov 22 16:26:34.453437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d3309020-ffe8-43d8-a436-b371d2d20c81 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:34.557755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a10d7a-6b0b-4560-9817-35c5be982927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.685756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port d3309020-ffe8-43d8-a436-b371d2d20c81 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:34.706476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port d3309020-ffe8-43d8-a436-b371d2d20c81 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:34.707404 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.079100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a10d7a-6b0b-4560-9817-35c5be982927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.086871 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.088562 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ac52b3de-3aa8-4415-8ebd-123ef0b93480 req-80bd1223-1967-407b-8697-03581cc0574d service neutron] 10.222.0.71 "GET /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213418 Nov 22 16:26:35.091152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39a10d7a-6b0b-4560-9817-35c5be982927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.180992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a10d7a-6b0b-4560-9817-35c5be982927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926c31a7-090d-4f24-8c06-86981c590553,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:35.231785 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-39a10d7a-6b0b-4560-9817-35c5be982927 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=16aafe155cb442a18415a58d94013ce4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9991186 Nov 22 16:26:35.234669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40232) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:35.262918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:35.272664 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40eb95-cbdd-404b-958f-d1b3d7031f36" -d '{"events": [{"server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "name": "network-vif-plugged", "status": "completed", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:35.355861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d3309020-ffe8-43d8-a436-b371d2d20c81, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3309020-ffe8-43d8-a436-b371d2d20c81,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:35.365652 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.440203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-986cb0c0-1794-4c0b-b0bd-d2eff3b9edbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.533990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-986cb0c0-1794-4c0b-b0bd-d2eff3b9edbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.623078 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0442d69b-e4a9-4be3-97e8-99825a58ae71 x-openstack-request-id: req-0442d69b-e4a9-4be3-97e8-99825a58ae71 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:35.626412 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "name": "network-vif-plugged", "status": "completed", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:35.627562 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0442d69b-e4a9-4be3-97e8-99825a58ae71 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:35.628406 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'code': 200} Nov 22 16:26:35.650868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d3309020-ffe8-43d8-a436-b371d2d20c81,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:35.714274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-986cb0c0-1794-4c0b-b0bd-d2eff3b9edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.717694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-986cb0c0-1794-4c0b-b0bd-d2eff3b9edbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.719289 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-986cb0c0-1794-4c0b-b0bd-d2eff3b9edbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/926c31a7-090d-4f24-8c06-86981c590553 HTTP/1.1" status: 204 len: 168 time: 0.4820886 Nov 22 16:26:35.761951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cb0c0-1794-4c0b-b0bd-d2eff3b9edbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c31a7-090d-4f24-8c06-86981c590553,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:36.345386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc77e7-1dfc-419b-aaa6-9459cfb6cfc8 req-5da4564b-4bd5-4b41-a90e-3dd2cdfc2f5f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:36.348889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38fc77e7-1dfc-419b-aaa6-9459cfb6cfc8 req-5da4564b-4bd5-4b41-a90e-3dd2cdfc2f5f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.2623634 Nov 22 16:26:36.362101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac587d-447f-48b2-af67-265280a2aab2 req-5ec28eba-eb62-4b76-9686-2c90438c8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:36.365114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1ac587d-447f-48b2-af67-265280a2aab2 req-5ec28eba-eb62-4b76-9686-2c90438c8f45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1136 time: 0.3026834 Nov 22 16:26:36.388752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490c116-4949-4566-b800-2452a9c2ed63 req-d92a3e11-4a40-4cfc-8e6b-6bd4d6d1002d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:36.391980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a490c116-4949-4566-b800-2452a9c2ed63 req-d92a3e11-4a40-4cfc-8e6b-6bd4d6d1002d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 985 time: 0.3313453 Nov 22 16:26:36.526186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1ac587d-447f-48b2-af67-265280a2aab2 req-9d51ed94-d375-46d2-b6ac-573a42ba58ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&id=9a008b24-b31a-44cf-9fc5-5516904f6c97&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1149268 Nov 22 16:26:36.559842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-c939336c-e9b8-4c7f-90f1-7f6ab5d88db5 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9823675 Nov 22 16:26:36.609562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38fc77e7-1dfc-419b-aaa6-9459cfb6cfc8 req-d4f64176-a0e1-400f-827e-ca6414425530 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2383018 Nov 22 16:26:36.684383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a490c116-4949-4566-b800-2452a9c2ed63 req-859375dc-03b5-44f0-87d5-16a5af3d8ef2 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2512243 Nov 22 16:26:36.734012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40260) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:36.776578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0838d672-339e-4fa6-ba13-85d795b22397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.136994 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0838d672-339e-4fa6-ba13-85d795b22397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.146626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0838d672-339e-4fa6-ba13-85d795b22397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.258415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:37.268314 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0838d672-339e-4fa6-ba13-85d795b22397 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb6ae7882b4040898c45100a36d7a758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5323443 Nov 22 16:26:37.296785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838d672-339e-4fa6-ba13-85d795b22397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1599309-80be-4131-9288-96e3b6a8c58a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:37.419845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c879b48d-8045-4151-9769-f156100a8117 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.499112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c879b48d-8045-4151-9769-f156100a8117 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.616951 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c879b48d-8045-4151-9769-f156100a8117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.622835 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c879b48d-8045-4151-9769-f156100a8117 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.627969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c879b48d-8045-4151-9769-f156100a8117 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1599309-80be-4131-9288-96e3b6a8c58a HTTP/1.1" status: 204 len: 168 time: 0.3656108 Nov 22 16:26:37.654312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879b48d-8045-4151-9769-f156100a8117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1599309-80be-4131-9288-96e3b6a8c58a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:38.026859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bfdda-c71a-4a5c-a87c-4ed3d00a802c req-d48fcf7f-c1b2-4300-953d-34a26a503e09 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.055272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a68bfdda-c71a-4a5c-a87c-4ed3d00a802c req-d48fcf7f-c1b2-4300-953d-34a26a503e09 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.1636240 Nov 22 16:26:38.276167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a68bfdda-c71a-4a5c-a87c-4ed3d00a802c req-73108957-5c6e-4903-8948-8f963b2d8988 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194996 Nov 22 16:26:38.558252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-5fdb582e-63c6-416f-97ee-9f9d2355ec77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b HTTP/1.1" status: 200 len: 217 time: 0.0796943 Nov 22 16:26:38.595751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906d672-7b8c-4264-a293-e45856716ffb req-835a9110-f1b3-4ca7-ba45-aa532673884c tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.609257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e906d672-7b8c-4264-a293-e45856716ffb req-835a9110-f1b3-4ca7-ba45-aa532673884c tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 985 time: 0.1883743 Nov 22 16:26:38.695091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e906d672-7b8c-4264-a293-e45856716ffb req-8e2fda80-3e5b-471e-929a-ec9774ba0658 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0845740 Nov 22 16:26:38.853128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-fab99e37-946e-44e7-8bda-16196463c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.857546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-fab99e37-946e-44e7-8bda-16196463c86a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1598241 Nov 22 16:26:39.262095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958fdaa-dc08-4387-b58c-21c8879dfaf0 req-1689d4c0-4c1c-4d84-9522-49391e738679 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.263722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6958fdaa-dc08-4387-b58c-21c8879dfaf0 req-1689d4c0-4c1c-4d84-9522-49391e738679 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 985 time: 0.2066002 Nov 22 16:26:39.277413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-c83a3f73-107a-41e3-946a-080b2dea63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.283107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-c83a3f73-107a-41e3-946a-080b2dea63f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3372774 Nov 22 16:26:39.713511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6958fdaa-dc08-4387-b58c-21c8879dfaf0 req-1ce5d5dd-1404-473e-bd3d-b84f1c091bfd tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4289849 Nov 22 16:26:39.878449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-d0820ea7-299b-46f3-93f8-6c239362f746 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869430 Nov 22 16:26:39.896595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e89bd-2a96-4c40-a882-fde8b1253c5d req-024fbf38-669d-4ce6-a2a0-f248f2602938 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.901078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa8e89bd-2a96-4c40-a882-fde8b1253c5d req-024fbf38-669d-4ce6-a2a0-f248f2602938 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.2868736 Nov 22 16:26:40.253081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-7d42702a-d972-402d-b22d-3ae321e93911 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423746 Nov 22 16:26:40.585103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-b0c2aa89-8c69-4f80-91ee-0db335e6a376 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27 HTTP/1.1" status: 200 len: 217 time: 0.2395744 Nov 22 16:26:40.634730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa8e89bd-2a96-4c40-a882-fde8b1253c5d req-2cc7917b-5a50-4ffe-8580-c435976eef1c tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6882625 Nov 22 16:26:41.044804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-8705f183-9ba9-4ab0-9d91-1a867eae4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.053304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-8705f183-9ba9-4ab0-9d91-1a867eae4529 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.2256801 Nov 22 16:26:41.169295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f02d9d-9de9-4445-a7e3-20f39b64070b req-7bb6e3ef-2287-4bd9-8bf7-bd755b3f0991 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.187073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75f02d9d-9de9-4445-a7e3-20f39b64070b req-7bb6e3ef-2287-4bd9-8bf7-bd755b3f0991 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1136 time: 0.2692752 Nov 22 16:26:41.338670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75f02d9d-9de9-4445-a7e3-20f39b64070b req-68c53390-b38f-4a18-aeb1-6a196c7be793 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.394391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-73691ab8-59e9-4610-9299-3e901889ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.401280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-73691ab8-59e9-4610-9299-3e901889ff2c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3140569 Nov 22 16:26:41.784546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75f02d9d-9de9-4445-a7e3-20f39b64070b req-68c53390-b38f-4a18-aeb1-6a196c7be793 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.795024 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-75f02d9d-9de9-4445-a7e3-20f39b64070b req-68c53390-b38f-4a18-aeb1-6a196c7be793 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.863488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-657f070f-8e7a-4299-bd5a-79286f842d8f service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365628 Nov 22 16:26:42.132932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-94a0c5d0-3b12-4d6f-b6ea-1ea27884c058 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413783 Nov 22 16:26:42.207245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c53390-b38f-4a18-aeb1-6a196c7be793 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929ebd48-72d1-47ec-912d-31d65e1f3f1d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:42.228850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75f02d9d-9de9-4445-a7e3-20f39b64070b req-68c53390-b38f-4a18-aeb1-6a196c7be793 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.0192759 Nov 22 16:26:42.260582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40398) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:42.377693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4abb688-1a21-4ffb-b382-0c65620cf2e1 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.383678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c4abb688-1a21-4ffb-b382-0c65620cf2e1 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1131 time: 0.1193159 Nov 22 16:26:42.384627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40400) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:42.393751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:42.482953 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.541875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-833299ef-149e-4baf-a1e6-81830dc72b75 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537 HTTP/1.1" status: 200 len: 217 time: 0.2664924 Nov 22 16:26:42.777688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2baebd-b62e-46de-b415-643d64ec82ab req-da74d67d-ec84-4e91-8f43-6d9994301de9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.777688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed2baebd-b62e-46de-b415-643d64ec82ab req-da74d67d-ec84-4e91-8f43-6d9994301de9 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.6268337 Nov 22 16:26:42.880379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.883543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-b83a21bc-23c1-409a-9510-20a43df76f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.893781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-b83a21bc-23c1-409a-9510-20a43df76f37 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.3344281 Nov 22 16:26:43.162533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed2baebd-b62e-46de-b415-643d64ec82ab req-a144408c-86ca-4236-a4b9-025c77de21b0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616050 Nov 22 16:26:43.190804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-c91f134c-8281-46f0-bb26-da2b60a9e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.220357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-c91f134c-8281-46f0-bb26-da2b60a9e998 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2853322 Nov 22 16:26:43.412893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Allocated IP 172.25.5.232 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/aea668e7-6a9c-47b4-9cd6-559803742851) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:43.774132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-3049439c-54c4-458e-b49f-cfe3e7997ea0 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062183 Nov 22 16:26:43.805182 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.897143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.976564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:44.002051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:44.014669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:44.098923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=aea668e7-6a9c-47b4-9cd6-559803742851,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:44.562841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-3fe1c560-745d-4f23-b469-eae0c784952f service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407957 Nov 22 16:26:44.766937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-e2d7f8ba-3760-47c7-9111-f03d9ae67a63 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 200 len: 217 time: 0.1684759 Nov 22 16:26:45.417843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb63d6f-dff6-408f-9f92-fe2dfb871c4f req-85b83c86-f6b8-4f8a-b8f2-b5f12c297dc6 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.427422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfb63d6f-dff6-408f-9f92-fe2dfb871c4f req-85b83c86-f6b8-4f8a-b8f2-b5f12c297dc6 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.4635537 Nov 22 16:26:45.649080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfb63d6f-dff6-408f-9f92-fe2dfb871c4f req-cdaddc03-ff0d-4a4a-894f-677b727794e2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182672 Nov 22 16:26:45.669720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-aea30185-b161-4e04-8f32-5341832255c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.675565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-aea30185-b161-4e04-8f32-5341832255c3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.5245907 Nov 22 16:26:45.945766 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-62417268-23dc-4ad0-b7a9-ef7a7307c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.949094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-62417268-23dc-4ad0-b7a9-ef7a7307c73e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1458371 Nov 22 16:26:46.176002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.262866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.733486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.749228 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.983371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=aea668e7-6a9c-47b4-9cd6-559803742851,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:47.044734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.084078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a8b7a-4c29-4df4-8ae9-bc3869ae0c83 req-d57f915f-5afb-4130-a83a-ff2d289fb162 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.103540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-019a8b7a-4c29-4df4-8ae9-bc3869ae0c83 req-d57f915f-5afb-4130-a83a-ff2d289fb162 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.1646831 Nov 22 16:26:47.271518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-019a8b7a-4c29-4df4-8ae9-bc3869ae0c83 req-ce2a1d97-717a-435a-b464-1f846bb2fff8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666539 Nov 22 16:26:47.484812 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Floating IP 0c0c2e7d-5537-470e-8b0e-7292dbd99722 associated. External IP: 172.25.5.232, port: d3309020-ffe8-43d8-a436-b371d2d20c81. Nov 22 16:26:48.231343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Router f7b3d385-f4f6-4c4a-a69f-eca081c4491d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:26:48.766426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:26:48.774945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-a5626f38-d53a-4172-bd17-6240e238c2f8 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075805 Nov 22 16:26:48.780316 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] Sync routers for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:26:48.818855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6eaa03-f265-48b1-83d6-06d63d684e0a req-f058a8e5-d73a-4857-bde8-4dcb42ef4659 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.825879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a6eaa03-f265-48b1-83d6-06d63d684e0a req-f058a8e5-d73a-4857-bde8-4dcb42ef4659 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.3040142 Nov 22 16:26:48.831287 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:48.831958 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:26:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:48.881582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.013274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5efa49c9-b34e-428d-9566-81ed46d39653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.036599 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-411d1ff7-e754-4aab-b69f-61e67abaeebf tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6477101 Nov 22 16:26:49.037560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40514) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:49.041179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:49.053275 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974491be-5055-4fa2-9840-7c9bf5e0a89e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:49.108239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991ba9b3-224b-4bb7-b71c-c6756c8eaf24 req-78bc480b-2260-4187-845c-3916061ad83e service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759109 Nov 22 16:26:49.212137 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:49.367620 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72ebda8-9a7b-405d-9d8b-006a22f436e6 x-openstack-request-id: req-e72ebda8-9a7b-405d-9d8b-006a22f436e6 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:49.367954 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:49.368381 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e72ebda8-9a7b-405d-9d8b-006a22f436e6 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:49.368947 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'status': 'completed', 'code': 200} Nov 22 16:26:49.410158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a6eaa03-f265-48b1-83d6-06d63d684e0a req-41b0da77-d062-4545-99dd-a82a4d6cc227 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000360 Nov 22 16:26:49.569537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-10d15fe2-b824-45eb-9133-ea6f1966aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.573026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-10d15fe2-b824-45eb-9133-ea6f1966aaaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1136 time: 0.1618502 Nov 22 16:26:49.612882 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '0c0c2e7d-5537-470e-8b0e-7292dbd99722', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'port_id': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'mac_address': 'fa:16:3e:1c:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e649-12cb-407f-a793-be2772921d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:26:44Z', 'updated_at': '2021-11-22T16:26:44Z', 'revision_number': 0, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:58Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:49.661664 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] Checking router: f7b3d385-f4f6-4c4a-a69f-eca081c4491d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:26:49.691939 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:49.692728 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:26:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:49.724233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-e59b367a-d39c-4935-97db-9fe20bbd3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.726108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-e59b367a-d39c-4935-97db-9fe20bbd3200 service neutron] 10.222.0.11 "GET /v2.0/networks?id=594aae12-e404-4867-b07d-21e16e30fc3a HTTP/1.1" status: 200 len: 898 time: 0.1444185 Nov 22 16:26:49.813904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.815100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.816519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.817626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.819750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.830246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.831343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.836634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.837360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.837989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.838614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.845095 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f23260e6-35c9-4fbe-8247-ca65f495aafd tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7769 time: 0.7833149 Nov 22 16:26:49.846178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40534) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:49.960925 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-fdb970a9-335e-4bc0-b797-a58d976310aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3309020-ffe8-43d8-a436-b371d2d20c81 HTTP/1.1" status: 200 len: 1000 time: 0.2274227 Nov 22 16:26:50.068577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-924f65d0-e0dd-461f-9933-c68c2e0ad44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.071092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-924f65d0-e0dd-461f-9933-c68c2e0ad44c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5308673-2cf2-4f4a-b33a-a4159aad7004 HTTP/1.1" status: 200 len: 835 time: 0.0974612 Nov 22 16:26:50.093407 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:50.099175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.117852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.125379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.126231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.126854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.130086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.130990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.136861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.137618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.138514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.139634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.142566 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-67ca468e-5006-459e-b5eb-be0cda8be4df tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7098 time: 0.2952092 Nov 22 16:26:50.160310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40536) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:50.226662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-422edc78-9b1e-40f7-8a61-2354d52e6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.235640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-422edc78-9b1e-40f7-8a61-2354d52e6405 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=594aae12-e404-4867-b07d-21e16e30fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567469 Nov 22 16:26:50.752124 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '0c0c2e7d-5537-470e-8b0e-7292dbd99722', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'port_id': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'mac_address': 'fa:16:3e:1c:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e649-12cb-407f-a793-be2772921d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:26:44Z', 'updated_at': '2021-11-22T16:26:44Z', 'revision_number': 0, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:58Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:50.753958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-58367920-585c-4619-8e76-df69b1d0d157 service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110242 Nov 22 16:26:50.780729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92740bb0-4405-47a7-b4b4-c724421d11e4 req-25896e34-9f65-4280-b642-3b9a32d2c385 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.782388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92740bb0-4405-47a7-b4b4-c724421d11e4 req-25896e34-9f65-4280-b642-3b9a32d2c385 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.2068787 Nov 22 16:26:50.935739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92740bb0-4405-47a7-b4b4-c724421d11e4 req-0db97013-a079-432b-8ffa-479f78d25553 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667200 Nov 22 16:26:50.982257 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94372eb2-353d-4e56-aff5-24f6ab87d7bf None None] The sync data for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 is: [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '0c0c2e7d-5537-470e-8b0e-7292dbd99722', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'floating_ip_address': '172.25.5.232', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'port_id': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'mac_address': 'fa:16:3e:1c:41:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e649-12cb-407f-a793-be2772921d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:26:44Z', 'updated_at': '2021-11-22T16:26:44Z', 'revision_number': 0, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:58Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:51.064161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-974491be-5055-4fa2-9840-7c9bf5e0a89e req-3a9a92f1-b343-486b-b78e-a6deddc843a2 service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806945 Nov 22 16:26:51.069986 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29675a56-ce3c-410e-88d9-ee6dccee3068 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4497 time: 0.9067886 Nov 22 16:26:51.074202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:51.142297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f1f29-73e2-436c-a1ad-ad25eed79366 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.143112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f1f29-73e2-436c-a1ad-ad25eed79366 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.160560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-584f1f29-73e2-436c-a1ad-ad25eed79366 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f7b3d385-f4f6-4c4a-a69f-eca081c4491d HTTP/1.1" status: 200 len: 1988 time: 0.0854237 Nov 22 16:26:51.324214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d527fb87-b821-4609-b15b-9b675fa49092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:51.427131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a23ff5-d425-4667-9672-62192ee730cb None None] New status for floating IP 0c0c2e7d-5537-470e-8b0e-7292dbd99722: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:26:51.460203 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:26:52.205136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfeecb-d21e-4e02-a328-04b541eddbaa req-f890a370-c1a5-435e-adb1-af8eeb821dce tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.206884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34bfeecb-d21e-4e02-a328-04b541eddbaa req-f890a370-c1a5-435e-adb1-af8eeb821dce tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.0685236 Nov 22 16:26:52.267193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34bfeecb-d21e-4e02-a328-04b541eddbaa req-737faaee-3c1c-4f3d-9ccc-0f01c558baaa tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532594 Nov 22 16:26:52.432523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:52.541980 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.472354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd13605-e6d7-405d-8eea-2dcbbb1883ed req-c10a4a5a-65eb-4c02-950d-816bb04cf11f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.474757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acd13605-e6d7-405d-8eea-2dcbbb1883ed req-c10a4a5a-65eb-4c02-950d-816bb04cf11f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 945 time: 0.0662580 Nov 22 16:26:53.539264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acd13605-e6d7-405d-8eea-2dcbbb1883ed req-a6f11e77-2749-4a8c-aea2-71f19eba828d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527482 Nov 22 16:26:53.700803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:53.874730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:53.893999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'port_id': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'mac_address': 'fa:16:3e:d2:f6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:53.946456 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.976436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bcb06c-9ca8-4494-80a9-e378621515a4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:53.999759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:54.010183 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.076150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=11']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:54.084330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.084668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.085018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.085362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.085702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.086041 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.086489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.086837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.087173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.087505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.087835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.088187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.462295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e4bcb06c-9ca8-4494-80a9-e378621515a4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:54.660030 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.722543 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.748223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c91ed-41e6-46e4-a7a5-5e7efc641747 req-36aebab5-77a4-4d4e-9517-1892bc3971c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.758076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed9c91ed-41e6-46e4-a7a5-5e7efc641747 req-36aebab5-77a4-4d4e-9517-1892bc3971c0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0701036 Nov 22 16:26:54.877879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed9c91ed-41e6-46e4-a7a5-5e7efc641747 req-881fbb40-b4f4-4feb-afde-6268f243f209 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104548 Nov 22 16:26:54.903661 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.102398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ff130-d1cf-41d1-a14e-2c686a790811 req-589aee8d-d96b-4aa5-8453-b33bbfa9103a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.112316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de0ff130-d1cf-41d1-a14e-2c686a790811 req-589aee8d-d96b-4aa5-8453-b33bbfa9103a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0924494 Nov 22 16:26:56.170708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de0ff130-d1cf-41d1-a14e-2c686a790811 req-2634e706-0371-4152-8ee7-a406f46cdf6e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571055 Nov 22 16:26:57.369305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c5405-1d2b-482a-8e14-b8a1a09a516b req-455fbbe7-a0a6-45ea-92a3-46865629ec1f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.377689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-755c5405-1d2b-482a-8e14-b8a1a09a516b req-455fbbe7-a0a6-45ea-92a3-46865629ec1f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 946 time: 0.0947213 Nov 22 16:26:57.434863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-755c5405-1d2b-482a-8e14-b8a1a09a516b req-36af38a0-3cb7-4980-84aa-ed8e93b33309 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562143 Nov 22 16:26:57.710925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:57.787219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port e4bcb06c-9ca8-4494-80a9-e378621515a4 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:57.793543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port e4bcb06c-9ca8-4494-80a9-e378621515a4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:57.794186 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.970330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.079594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:58.086105 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60301f-33ae-4937-bd33-35ad6b832efc" -d '{"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-plugged", "status": "completed", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:58.142871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:58.154677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.258025 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24bce9c-1af4-4da6-8986-1b409e337eb6 x-openstack-request-id: req-d24bce9c-1af4-4da6-8986-1b409e337eb6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:58.258998 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-plugged", "status": "completed", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:58.260435 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d24bce9c-1af4-4da6-8986-1b409e337eb6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:58.273375 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'code': 200} Nov 22 16:26:58.331200 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=12']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:58.664145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a5cf8-2331-49ba-bf0d-8a85c36a4060 req-15be9380-cddd-4fdd-bf3b-dc66266b1d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.667841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-580a5cf8-2331-49ba-bf0d-8a85c36a4060 req-15be9380-cddd-4fdd-bf3b-dc66266b1d2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 1098 time: 0.1852536 Nov 22 16:26:58.766765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-580a5cf8-2331-49ba-bf0d-8a85c36a4060 req-7a98557a-b3db-4c32-aa2f-4f773b1029bd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772009 Nov 22 16:26:58.775864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d3fba-c070-4304-8b40-14395423d8c6 req-f4f65743-91c0-4dbb-8403-53948f946952 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.778343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc9d3fba-c070-4304-8b40-14395423d8c6 req-f4f65743-91c0-4dbb-8403-53948f946952 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 947 time: 0.1926744 Nov 22 16:26:58.805502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3fdd5-2f4c-49a0-9eaf-2c8e135dec0e req-e5051e5a-d356-4a60-8558-1414c30e5e1a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.807880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62d3fdd5-2f4c-49a0-9eaf-2c8e135dec0e req-e5051e5a-d356-4a60-8558-1414c30e5e1a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.1371319 Nov 22 16:26:58.910978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62d3fdd5-2f4c-49a0-9eaf-2c8e135dec0e req-2ef0e92b-92ae-418d-a45d-276c30805522 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906887 Nov 22 16:26:58.940543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc9d3fba-c070-4304-8b40-14395423d8c6 req-c9e39831-a3e8-4af7-9d55-4b7919f378e3 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507471 Nov 22 16:27:00.225491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1b708-9214-46b1-b03c-30c86055ae6e req-7f603c46-c03e-4ff8-9c06-d6476824c4bf tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.228238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2b1b708-9214-46b1-b03c-30c86055ae6e req-7f603c46-c03e-4ff8-9c06-d6476824c4bf tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2062342 Nov 22 16:27:00.240979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d7343-b864-46e0-a5d8-a50da4839e07 req-ffd2a6ca-4bc4-4783-ac90-d11016215bd8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.253514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c57d7343-b864-46e0-a5d8-a50da4839e07 req-ffd2a6ca-4bc4-4783-ac90-d11016215bd8 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 947 time: 0.1745942 Nov 22 16:27:00.435762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2b1b708-9214-46b1-b03c-30c86055ae6e req-b907c281-f49b-42b6-998e-7bbf72b9181c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794589 Nov 22 16:27:00.452024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c57d7343-b864-46e0-a5d8-a50da4839e07 req-3df79a40-0d5e-4ade-9668-f3f47386ed04 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952989 Nov 22 16:27:01.349718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:01.591447 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1d17-68db-4fb3-b7fe-a0a7951c6386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.765141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1d17-68db-4fb3-b7fe-a0a7951c6386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.912191 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1d17-68db-4fb3-b7fe-a0a7951c6386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:01.954868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a1d17-68db-4fb3-b7fe-a0a7951c6386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8578fa06-77c5-482c-bad1-646aced1136f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:02.038201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f29f5-f784-4cd1-9aef-2d9c5e6b2ba5 req-7197e163-953c-40c5-ab73-f85aadab0c74 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.048593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f1f29f5-f784-4cd1-9aef-2d9c5e6b2ba5 req-7197e163-953c-40c5-ab73-f85aadab0c74 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.2781055 Nov 22 16:27:02.056205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8e3a1d17-68db-4fb3-b7fe-a0a7951c6386 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d0e1d1c036b4bb5bf203686ece77f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7023804 Nov 22 16:27:02.057862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40856) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:02.103304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-2fc7af5f-59ba-4932-b3d7-d2bd4ab39303 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.108484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-2fc7af5f-59ba-4932-b3d7-d2bd4ab39303 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 945 time: 0.3368576 Nov 22 16:27:02.161398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f108a7-75dd-40e9-9e54-8cc545975f40 req-5dd0e20f-63d3-4509-adaf-0dbb29c85738 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.176438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2f108a7-75dd-40e9-9e54-8cc545975f40 req-5dd0e20f-63d3-4509-adaf-0dbb29c85738 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 947 time: 0.4067965 Nov 22 16:27:02.190944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfcc5c26-76c4-4a4e-ab83-f853c54c1211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.250522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfcc5c26-76c4-4a4e-ab83-f853c54c1211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.336949 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfcc5c26-76c4-4a4e-ab83-f853c54c1211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.340829 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dfcc5c26-76c4-4a4e-ab83-f853c54c1211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.342989 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dfcc5c26-76c4-4a4e-ab83-f853c54c1211 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8578fa06-77c5-482c-bad1-646aced1136f HTTP/1.1" status: 204 len: 168 time: 0.2823386 Nov 22 16:27:02.369400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc5c26-76c4-4a4e-ab83-f853c54c1211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8578fa06-77c5-482c-bad1-646aced1136f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:02.491021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f1f29f5-f784-4cd1-9aef-2d9c5e6b2ba5 req-0526d161-2207-400b-a89a-80980cef81bd tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=80805625-7c38-4c29-915d-32d9146e09c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4410903 Nov 22 16:27:02.496490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2f108a7-75dd-40e9-9e54-8cc545975f40 req-1c91e0bf-3d34-4a27-b90e-b29713b18e6f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056279 Nov 22 16:27:02.533979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Deleting port 30e857b8-3a93-485b-8e9c-2a2445a9c990 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:02.534329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:02.752464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] For port 30e857b8-3a93-485b-8e9c-2a2445a9c990, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=30e857b8-3a93-485b-8e9c-2a2445a9c990,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:02.753656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.016004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40884) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:03.033448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f18cb94a-2ccc-4bba-be88-b082cbccc2ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.079870 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.080693 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.081180 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Floating IP 068958dd-f451-49c2-905e-bfc581afff9c disassociated. External IP: 172.25.5.152, port: 30e857b8-3a93-485b-8e9c-2a2445a9c990. Nov 22 16:27:03.081755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Calling delete_port for 30e857b8-3a93-485b-8e9c-2a2445a9c990 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:03.175982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f18cb94a-2ccc-4bba-be88-b082cbccc2ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.184286 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f18cb94a-2ccc-4bba-be88-b082cbccc2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.261563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cb94a-2ccc-4bba-be88-b082cbccc2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21d88e-d265-4a45-b612-c49a94fa72a9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:03.299002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:03.300510 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f18cb94a-2ccc-4bba-be88-b082cbccc2ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ebe64665089410e9e530ef6d919a7bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2824774 Nov 22 16:27:03.351898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.421773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event deleted for resources: {'Port': ['ID=30e857b8-3a93-485b-8e9c-2a2445a9c990,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:03.448665 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef79224d-25df-4378-b46f-eb4fb6e0dec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.519881 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef79224d-25df-4378-b46f-eb4fb6e0dec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.634043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef79224d-25df-4378-b46f-eb4fb6e0dec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.637832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ef79224d-25df-4378-b46f-eb4fb6e0dec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.639569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ef79224d-25df-4378-b46f-eb4fb6e0dec1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd21d88e-d265-4a45-b612-c49a94fa72a9 HTTP/1.1" status: 204 len: 168 time: 0.3395333 Nov 22 16:27:03.756224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79224d-25df-4378-b46f-eb4fb6e0dec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21d88e-d265-4a45-b612-c49a94fa72a9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:03.761247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ee1afe5-ffcb-41d1-aaa6-c49c41c50584 req-31de2eed-43d3-403e-b740-61727f3bdb98 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 210 time: 0.0582314 Nov 22 16:27:03.864302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51657a8-2d04-42c9-88aa-8366a005f6d3 req-991b69f6-5dcf-49fa-a369-72c802231fcf tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.865902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d51657a8-2d04-42c9-88aa-8366a005f6d3 req-991b69f6-5dcf-49fa-a369-72c802231fcf tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 947 time: 0.1669800 Nov 22 16:27:03.892942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Router f44bbf04-610d-44bf-b7b5-a1419207f243 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:03.959827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d51657a8-2d04-42c9-88aa-8366a005f6d3 req-707cf5cb-cc6c-4d11-9731-bc0a674b6c4a tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827546 Nov 22 16:27:04.208086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:04.220298 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] Sync routers for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:04.241168 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:04.242574 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:26:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:04.313652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] No DVR routers for this DVR port 30e857b8-3a93-485b-8e9c-2a2445a9c990 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:04.318166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.321708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2478147-d8af-46b5-b51f-6941cea8f680 req-0d451a8b-e329-451b-bd94-82db49ca57db tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "DELETE /v2.0/ports/30e857b8-3a93-485b-8e9c-2a2445a9c990 HTTP/1.1" status: 204 len: 173 time: 2.1902692 Nov 22 16:27:04.322223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'name': 'network-vif-deleted', 'tag': '30e857b8-3a93-485b-8e9c-2a2445a9c990'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:04.336599 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da037444-ec77-497d-b5eb-6fdf82334ab6" -d '{"events": [{"server_uuid": "f293853b-258d-4ea7-9e61-c8121bbb838d", "name": "network-vif-deleted", "tag": "30e857b8-3a93-485b-8e9c-2a2445a9c990"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:04.429655 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa58efd-22d6-4965-ae77-bb0d69003aef x-openstack-request-id: req-7fa58efd-22d6-4965-ae77-bb0d69003aef {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:04.429964 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f293853b-258d-4ea7-9e61-c8121bbb838d", "name": "network-vif-deleted", "tag": "30e857b8-3a93-485b-8e9c-2a2445a9c990", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:04.430263 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7fa58efd-22d6-4965-ae77-bb0d69003aef {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:04.430952 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f293853b-258d-4ea7-9e61-c8121bbb838d', 'name': 'network-vif-deleted', 'tag': '30e857b8-3a93-485b-8e9c-2a2445a9c990', 'status': 'completed', 'code': 200} Nov 22 16:27:04.479259 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:04.979333 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:05.066636 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] Checking router: f44bbf04-610d-44bf-b7b5-a1419207f243 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:05.109781 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:05.110673 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:26:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:05.144621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18dda187-4b98-48fb-b005-10535b00fae0 req-543b68ac-2907-4df3-9349-38ec26092d57 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=f293853b-258d-4ea7-9e61-c8121bbb838d HTTP/1.1" status: 200 len: 210 time: 0.0883639 Nov 22 16:27:05.384002 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:05.741193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 30e857b8-3a93-485b-8e9c-2a2445a9c990 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:05.798001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 30e857b8-3a93-485b-8e9c-2a2445a9c990 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:05.798343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 30e857b8-3a93-485b-8e9c-2a2445a9c990 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:05.875242 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:05.925958 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671af9d1-bead-4e62-b922-06b0d0f219e8 None None] The sync data for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 is: [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:06.335172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41054) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:06.584999 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.645088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c31e28f-64eb-4d12-8793-4b793a49fa77 None None] New status for floating IP 068958dd-f451-49c2-905e-bfc581afff9c: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:27:06.680770 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.801452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.805592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.808849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "DELETE /v2.0/security-groups/80805625-7c38-4c29-915d-32d9146e09c0 HTTP/1.1" status: 204 len: 168 time: 0.4716837 Nov 22 16:27:06.813114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41102) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:06.827450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80805625-7c38-4c29-915d-32d9146e09c0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:06.849802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.850429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.850939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.851284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.855855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.856399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.856804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.857164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.857451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.857564 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-cb25c6ce-86a1-4346-b6f1-a90415f93549 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] show failed (client error): The resource could not be found. Nov 22 16:27:06.857783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.858573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.859245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc860ed-7e85-47dd-882a-db5acf34a5f9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:06.864618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cb25c6ce-86a1-4346-b6f1-a90415f93549 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups/80805625-7c38-4c29-915d-32d9146e09c0 HTTP/1.1" status: 404 len: 347 time: 0.0498121 Nov 22 16:27:06.877681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41110) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:07.316310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Deleting port 63739b98-4655-47e5-ab6c-001955c15956 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:07.317379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.493836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.495289 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.525229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Calling delete_port for 63739b98-4655-47e5-ab6c-001955c15956 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:07.850804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.896407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event deleted for resources: {'Port': ['ID=63739b98-4655-47e5-ab6c-001955c15956,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:07.924629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d4fb43-7d98-4201-811b-0ff8c3ec2cad None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:27:08.047276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.054072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.063129 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-116eb78b-4b13-442f-b43a-3c139e26e68c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "DELETE /v2.0/floatingips/068958dd-f451-49c2-905e-bfc581afff9c HTTP/1.1" status: 204 len: 168 time: 1.1842351 Nov 22 16:27:08.807518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:09.161682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8531a7f5-eebc-4e02-8a23-4100fc3d27cc tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521631681', 'description': 'tempest-description--1598773063'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:09.221034 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8531a7f5-eebc-4e02-8a23-4100fc3d27cc tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.377045 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8531a7f5-eebc-4e02-8a23-4100fc3d27cc tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.391793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8531a7f5-eebc-4e02-8a23-4100fc3d27cc tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.488246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8531a7f5-eebc-4e02-8a23-4100fc3d27cc tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.497084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8531a7f5-eebc-4e02-8a23-4100fc3d27cc tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6881766 Nov 22 16:27:09.500063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41362) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:09.504294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531a7f5-eebc-4e02-8a23-4100fc3d27cc tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1fb11c-5741-49c7-a96d-ae14bbd83739,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:09.505344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7dbacc86-c514-40ad-843d-97d4c18ee6c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'security_group_rule': {'security_group_id': 'fc1fb11c-5741-49c7-a96d-ae14bbd83739', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:09.608738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbacc86-c514-40ad-843d-97d4c18ee6c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.727043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbacc86-c514-40ad-843d-97d4c18ee6c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.734732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbacc86-c514-40ad-843d-97d4c18ee6c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.789244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbacc86-c514-40ad-843d-97d4c18ee6c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616d960e-da90-434c-bac3-b00a15fc0885,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:09.821792 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7dbacc86-c514-40ad-843d-97d4c18ee6c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.823801 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7dbacc86-c514-40ad-843d-97d4c18ee6c7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3223727 Nov 22 16:27:09.827527 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41402) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:09.837023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-45d5e064-7e91-40e8-a494-abc4d987d0ea tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'security_group_rule': {'security_group_id': 'fc1fb11c-5741-49c7-a96d-ae14bbd83739', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:09.948076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-45d5e064-7e91-40e8-a494-abc4d987d0ea tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.118927 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-45d5e064-7e91-40e8-a494-abc4d987d0ea tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.130881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-45d5e064-7e91-40e8-a494-abc4d987d0ea tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.169858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5e064-7e91-40e8-a494-abc4d987d0ea tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a8fbd2-390f-4da4-83b6-e54a91539ca5,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:10.187536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-45d5e064-7e91-40e8-a494-abc4d987d0ea tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.193030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:10.193738 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-45d5e064-7e91-40e8-a494-abc4d987d0ea tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3644238 Nov 22 16:27:10.201127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:10.268963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.570070 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.759976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Allocated IP 172.25.5.124 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/791dd5d5-215d-4916-a26a-e984ef2c8a3d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:10.972428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.058170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.157670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:11.160211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:11.172147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:11.219637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'Port': ['ID=791dd5d5-215d-4916-a26a-e984ef2c8a3d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:11.817572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.873354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.206259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.215238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.313179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.338980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'Port': ['ID=791dd5d5-215d-4916-a26a-e984ef2c8a3d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:12.348556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.349806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a2b8c8aa-c503-40d6-9dd1-2fa8e6ae9488 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1545396 Nov 22 16:27:12.568396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-48166807-c5b2-4d4d-b211-2cbfc3994e00 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.570136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-48166807-c5b2-4d4d-b211-2cbfc3994e00 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/networks?id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24 HTTP/1.1" status: 200 len: 813 time: 0.1771889 Nov 22 16:27:12.575777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-b8fa626d-122f-42c6-a910-1afe1b9e24a3 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1521631681&fields=id&tenant_id=40aac3fd42424181b5808af28bca7d06 HTTP/1.1" status: 200 len: 267 time: 0.0858603 Nov 22 16:27:12.588480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-88423aff-8d59-466f-b673-7aeafd433663 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/quotas/6d3901acdfa04008974aa62bc042d23f HTTP/1.1" status: 200 len: 375 time: 0.0114286 Nov 22 16:27:12.677597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-3b800949-c6d9-41c1-9a73-2b8035bf5ae6 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d3901acdfa04008974aa62bc042d23f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762405 Nov 22 16:27:12.790573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657048-a348-4076-a684-52b4b01c4a2e req-9c5324a5-998a-40c7-8ce8-aeccd47579a1 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.799738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-9c5324a5-998a-40c7-8ce8-aeccd47579a1 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 811 time: 0.2066123 Nov 22 16:27:12.830976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-59297e25-22a3-4137-b2e8-1dad056abeb9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/quotas/40aac3fd42424181b5808af28bca7d06 HTTP/1.1" status: 200 len: 375 time: 0.0221114 Nov 22 16:27:12.835386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-11fadb5f-d6f9-4dd4-9d50-017191e4316e service neutron] 10.222.0.69 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534672 Nov 22 16:27:12.967086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-a16632ff-91b9-466b-bade-eab8238f1e29 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262405 Nov 22 16:27:13.002470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-d45070ed-8f60-47f4-ab48-0808965f0f94 service neutron] 10.222.0.69 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531107 Nov 22 16:27:13.124154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-e2db6b65-ad61-456c-82ce-386f26ecb027 service neutron] 10.222.0.69 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408179 Nov 22 16:27:13.385699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-9b62e485-1c66-463d-a852-0cf4aec74132 service neutron] 10.222.0.69 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371225 Nov 22 16:27:13.501194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f6bf871-5372-4582-a740-4952b0518758 req-8933515d-edce-4a57-8e0c-b5243badaa55 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 210 time: 0.0477304 Nov 22 16:27:13.739497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cbedb5c-3eb0-4c24-9665-9014f34e7bb5 req-52676888-6fb9-45fd-88fa-889ccf69ae3d tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 210 time: 0.0593042 Nov 22 16:27:14.516338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41704) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:14.706780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfad36d3-8134-4ebd-a7a0-5e69fc8a0627 req-43aa7926-0d01-42a5-96ce-261b13a0d331 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 210 time: 0.0313702 Nov 22 16:27:14.746094 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6e60b6c4-3470-4c23-99e8-33538fea3904 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4611 time: 0.2245655 Nov 22 16:27:14.746436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41710) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:14.752982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'network': {'name': 'tempest-network-smoke--1718963807', 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'port_security_enabled': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:14.787167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Made reservation on behalf of f52169932326499f860cccde9fbd7f6c for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:14.791515 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.859102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:27:14.892864 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.893500 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Added segment 3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe of type vlan for network d2765a59-6f0d-4c10-8727-3cb1bce059f6 Nov 22 16:27:14.987874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04345587-5691-43d9-abe8-ef21bc55d73c req-3aaf77e3-63f8-46ee-9ca7-fc27b7cb51af tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 210 time: 0.1179190 Nov 22 16:27:15.108029 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.192976 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.199511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.201199 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.302793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5521498 Nov 22 16:27:15.303172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41724) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:15.309911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'admin_state_up': True, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:15.405287 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.406542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.412977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c080a64-92d2-4391-ba4a-94c43d4603a5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Network': ['ID=d2765a59-6f0d-4c10-8727-3cb1bce059f6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:15.445835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:15.459679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-79f762a0-35fb-4fd6-8de1-9d1479493dc3 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.461349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-79f762a0-35fb-4fd6-8de1-9d1479493dc3 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.71 "GET /v2.0/networks?id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24 HTTP/1.1" status: 200 len: 813 time: 0.3468375 Nov 22 16:27:15.484851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Request body: {'port': {'device_id': '0c30196b-b4b2-4e87-939a-5d5e59bb57b9', 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24', 'admin_state_up': True, 'tenant_id': '6d3901acdfa04008974aa62bc042d23f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:15.488747 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.998561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2d6f7a4-06b8-4cc3-88d3-0b7c8764710c req-cebf71ca-fa1d-4452-b516-d3fec5e872ea tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 210 time: 0.1020045 Nov 22 16:27:16.015785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Made reservation on behalf of 6d3901acdfa04008974aa62bc042d23f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:16.045500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.326885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae866406-98fe-4d5c-91c4-53ec0b4e4a09 req-862ab140-7ae1-498a-89cb-841efe0d47b9 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 210 time: 0.0976012 Nov 22 16:27:16.522158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Allocated IP 172.20.0.6 (366d3e15-cd56-4224-b7fc-8b0d05bf8a24/96ab69b0-59c9-47a3-8e30-928fc95c7c54/fd518446-4a53-4f3c-8b3b-5d551ecc9c0d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:16.748000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.849737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.895521 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.001162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:17.029955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:17.044832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:17.094771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Pushing event updated for resources: {'Port': ['ID=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:17.106100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-7c645cf4-b1b7-407c-b21e-87059e39bfbf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345680 Nov 22 16:27:17.134227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:17.135868 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.177150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-684be305-a68e-46a7-a476-4b93012f36a8 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7012277 Nov 22 16:27:17.196712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657048-a348-4076-a684-52b4b01c4a2e req-b5845bfc-3ff8-47cc-b26b-8ce8a8de0964 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:17.198715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Request body: {'port': {'device_id': '0c30196b-b4b2-4e87-939a-5d5e59bb57b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:17.199873 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-b5845bfc-3ff8-47cc-b26b-8ce8a8de0964 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 811 time: 1.5348206 Nov 22 16:27:17.341154 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.343845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-d6d979cd-0831-4c88-9670-47e5cb105892 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40aac3fd42424181b5808af28bca7d06 HTTP/1.1" status: 200 len: 380 time: 0.1192064 Nov 22 16:27:17.361067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'port': {'device_id': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'admin_state_up': True, 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'security_groups': ['fc1fb11c-5741-49c7-a96d-ae14bbd83739']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:17.459666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dbbdc-208b-4e9b-9d8f-9532c4861f12 req-8e93c8bb-34b2-4dfc-9301-143b39fffbd2 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:17.470892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf1dbbdc-208b-4e9b-9d8f-9532c4861f12 req-8e93c8bb-34b2-4dfc-9301-143b39fffbd2 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 931 time: 0.2278137 Nov 22 16:27:17.554520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-ba7f19f7-2bfd-40d5-a537-8e6122fd1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:17.559526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-ba7f19f7-2bfd-40d5-a537-8e6122fd1a7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1136 time: 0.3733459 Nov 22 16:27:17.577969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-620adbcd-1407-4595-87a1-51a7e2b4e5fd req-6678d4c3-e01d-47ce-939b-ee1100047352 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 210 time: 0.0813100 Nov 22 16:27:17.717988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.760463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.938864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf1dbbdc-208b-4e9b-9d8f-9532c4861f12 req-73900b29-6765-43bd-b8fe-092b0495a1dc tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589438 Nov 22 16:27:17.965675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Allocated IP 172.25.5.58 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/b12e65fc-36e8-4850-856a-16f152fc0d4d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:18.000245 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Made reservation on behalf of 40aac3fd42424181b5808af28bca7d06 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:18.005327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.177143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-e4a98673-d98a-4710-bcb1-74d944336568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:18.180166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-e4a98673-d98a-4710-bcb1-74d944336568 service neutron] 10.222.0.11 "GET /v2.0/networks?id=594aae12-e404-4867-b07d-21e16e30fc3a HTTP/1.1" status: 200 len: 898 time: 0.5999022 Nov 22 16:27:18.361445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-863349d4-5a73-463e-8e10-e6535b60e462 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3309020-ffe8-43d8-a436-b371d2d20c81 HTTP/1.1" status: 200 len: 1002 time: 0.1696000 Nov 22 16:27:18.423750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Allocated IP 172.20.0.11 (4a5bf667-8c3f-45ac-9214-c8a4c857d805/c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74/ba901d57-9d34-45b4-8560-0cd71a59d081) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:18.637732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd518446-4a53-4f3c-8b3b-5d551ecc9c0d {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:18.655929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.690159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Transition to ACTIVE for port object fd518446-4a53-4f3c-8b3b-5d551ecc9c0d will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:18.704566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.757433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.864858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:18.866367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.878379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-24276df0-1902-4765-8a6a-c6b4c3707155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:18.879931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-24276df0-1902-4765-8a6a-c6b4c3707155 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5308673-2cf2-4f4a-b33a-a4159aad7004 HTTP/1.1" status: 200 len: 835 time: 0.5048702 Nov 22 16:27:18.922744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.000556 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4dbfa619-c239-4738-919a-96d32aa1244d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.022126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:19.031756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0390415-2ab6-4a58-a782-f65dd490c98a req-b3ad8626-00a3-4f38-a7e9-d926877d3dcf tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 210 time: 0.2824173 Nov 22 16:27:19.033340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:19.040172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:19.055077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88343d43-6cbc-4dd3-be4f-a411a381c597 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:27:19.087275 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.104803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=b12e65fc-36e8-4850-856a-16f152fc0d4d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.143754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.144150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.144509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.144860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.145206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.145549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.145890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.146326 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.146565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.146894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.147230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.147562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.195308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7edd1cf4-2591-4ee0-9248-08ce8783b0ba None None] Provisioning complete for port b12e65fc-36e8-4850-856a-16f152fc0d4d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:19.200776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7edd1cf4-2591-4ee0-9248-08ce8783b0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.205905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-063918e7-f9db-4d59-86d5-fcbbc83c7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.217578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:19.218048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-063918e7-f9db-4d59-86d5-fcbbc83c7d7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=594aae12-e404-4867-b07d-21e16e30fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3061802 Nov 22 16:27:19.227481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:19.313611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7edd1cf4-2591-4ee0-9248-08ce8783b0ba None None] Port b12e65fc-36e8-4850-856a-16f152fc0d4d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:19.332609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:19.450302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Attempting to bind port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:19.451492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Attempting to bind port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:19.451975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Attempting to bind port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d on network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:19.487869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d on network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:19.492768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Attempting to bind port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d on network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:19.592386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5c849-91c9-47cb-874a-4d0b121b2ed0 req-82bba0cd-e7cf-484a-b4d7-11cf5f71d557 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.594173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4e5c849-91c9-47cb-874a-4d0b121b2ed0 req-82bba0cd-e7cf-484a-b4d7-11cf5f71d557 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 943 time: 0.4923282 Nov 22 16:27:19.597092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:19.608958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Checking segment: {'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:19.609610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Bound using segment: {'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:19.610390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Bound port: fd518446-4a53-4f3c-8b3b-5d551ecc9c0d, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:19.610846 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.757227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e82a62dd-62f2-4089-a359-1e925937ec1c None None] Provisioning complete for port ba901d57-9d34-45b4-8560-0cd71a59d081 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:19.757704 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e82a62dd-62f2-4089-a359-1e925937ec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.852985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e82a62dd-62f2-4089-a359-1e925937ec1c None None] Port ba901d57-9d34-45b4-8560-0cd71a59d081 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:19.859245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-2e042048-8e4c-4ed0-bbc8-a632f88209ba service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373851 Nov 22 16:27:19.864061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] For port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:19.868012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] For port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:19.883712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.885388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.888459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event updated for resources: {'Port': ['ID=ba901d57-9d34-45b4-8560-0cd71a59d081,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.957843 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.075569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.076479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.080027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] 10.222.0.71 "PUT /v2.0/ports/fd518446-4a53-4f3c-8b3b-5d551ecc9c0d HTTP/1.1" status: 200 len: 1091 time: 2.8857296 Nov 22 16:27:20.090460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30196b-b4b2-4e87-939a-5d5e59bb57b9', 'tag': 'fd518446-4a53-4f3c-8b3b-5d551ecc9c0d'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:20.094455 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf0a471-4b00-496b-9085-f3239f6ae851" -d '{"events": [{"name": "network-changed", "server_uuid": "0c30196b-b4b2-4e87-939a-5d5e59bb57b9", "tag": "fd518446-4a53-4f3c-8b3b-5d551ecc9c0d"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:20.165486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.191245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eef22e-3e93-4e35-a114-1e2a024177e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:20.262308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4e5c849-91c9-47cb-874a-4d0b121b2ed0 req-26581b59-d935-43df-a919-96e4ecf0b1f7 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376491 Nov 22 16:27:20.290202 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-378a39be-5e91-40bb-935b-83ab20bec0e4 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9365106 Nov 22 16:27:20.315254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Request body: {'port': {'device_id': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:20.390087 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beecec4f-c54f-4b18-b0dc-d3c86988d6a3 x-openstack-request-id: req-beecec4f-c54f-4b18-b0dc-d3c86988d6a3 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:20.390635 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c30196b-b4b2-4e87-939a-5d5e59bb57b9", "tag": "fd518446-4a53-4f3c-8b3b-5d551ecc9c0d", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:20.391047 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-beecec4f-c54f-4b18-b0dc-d3c86988d6a3 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:20.391632 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c30196b-b4b2-4e87-939a-5d5e59bb57b9', 'tag': 'fd518446-4a53-4f3c-8b3b-5d551ecc9c0d', 'status': 'completed', 'code': 200} Nov 22 16:27:20.457280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-a1a15373-0472-4575-9bf0-bd3ae8bbff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.459285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-a1a15373-0472-4575-9bf0-bd3ae8bbff8a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d3901acdfa04008974aa62bc042d23f&device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 1094 time: 0.2605793 Nov 22 16:27:20.495312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ead12-75e8-4973-90d2-e97932fcfd1e req-81d0d6df-11de-4f3b-a8cd-daa18750e5eb tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.498176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-487ead12-75e8-4973-90d2-e97932fcfd1e req-81d0d6df-11de-4f3b-a8cd-daa18750e5eb tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 932 time: 0.2253146 Nov 22 16:27:20.508976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86fbec87-1da5-4595-9346-e73cb3c6a4cc req-f90757e6-0c88-42bd-8ad5-67dd1b792e13 service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6362565 Nov 22 16:27:20.563389 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.597832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-46a59654-57f9-4baa-bc0d-62afa9d54817 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d HTTP/1.1" status: 200 len: 217 time: 0.0978224 Nov 22 16:27:20.704475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.762019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-cc8fc064-cf59-4bff-a2e0-9d3df8ad97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.772272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-cc8fc064-cf59-4bff-a2e0-9d3df8ad97a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96ab69b0-59c9-47a3-8e30-928fc95c7c54 HTTP/1.1" status: 200 len: 853 time: 0.1222243 Nov 22 16:27:20.857034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-03930f09-396c-436d-a6ec-f69b0b772345 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445881 Nov 22 16:27:20.875632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-487ead12-75e8-4973-90d2-e97932fcfd1e req-475e66c3-d8f5-4018-b25c-50dfd81d3f99 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818141 Nov 22 16:27:21.092267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-86255fac-124c-46aa-8e23-4af579478ef6 service neutron] 10.222.0.71 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151787 Nov 22 16:27:21.322045 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57f8e35f-4f3d-47cd-9078-0b50d6de3233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.378400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa3c6697-4c9b-46c0-b25f-53ea2c48d1f9 req-68466d36-8fe2-4f32-901d-34b968e5baf4 service neutron] 10.222.0.71 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777126 Nov 22 16:27:21.466576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Router bc105420-7731-4cd9-a5e4-5b08e16116d0 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:27:21.554949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-6fb766c4-3459-4cf2-bcdf-8a87a73ceade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:21.557602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-6fb766c4-3459-4cf2-bcdf-8a87a73ceade service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6d3901acdfa04008974aa62bc042d23f&device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 1094 time: 0.0935519 Nov 22 16:27:21.593648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba901d57-9d34-45b4-8560-0cd71a59d081 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:21.621294 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.759864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Transition to ACTIVE for port object ba901d57-9d34-45b4-8560-0cd71a59d081 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:21.781381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.899261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Pushing event updated for resources: {'Port': ['ID=ba901d57-9d34-45b4-8560-0cd71a59d081,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:21.909822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:21.930891 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Sync routers for ids ['bc105420-7731-4cd9-a5e4-5b08e16116d0'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:21.974450 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Routers {'bc105420-7731-4cd9-a5e4-5b08e16116d0'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:21.976887 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bc105420-7731-4cd9-a5e4-5b08e16116d0'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:22.057507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.063694 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-92c3537d-32d5-4986-8962-0e4515d18c47 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.7590058 Nov 22 16:27:22.067841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41880) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:22.120949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Attempting to bind port ba901d57-9d34-45b4-8560-0cd71a59d081 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:22.133028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Attempting to bind port ba901d57-9d34-45b4-8560-0cd71a59d081 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:22.134366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Attempting to bind port ba901d57-9d34-45b4-8560-0cd71a59d081 on network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:22.257495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Port ba901d57-9d34-45b4-8560-0cd71a59d081 on network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:22.258019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Attempting to bind port ba901d57-9d34-45b4-8560-0cd71a59d081 on network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:22.301649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:22.302178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Checking segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:22.302759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Bound using segment: {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:22.303415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Bound port: ba901d57-9d34-45b4-8560-0cd71a59d081, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190d0e81-2b3e-46ae-b76f-fef54e335a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:22.303878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.332754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48c593b-892d-4012-912d-8489550a9641 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.343444 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e48c593b-892d-4012-912d-8489550a9641 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=f52169932326499f860cccde9fbd7f6c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2658007 Nov 22 16:27:22.354545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:22.418778 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Set router bc105420-7731-4cd9-a5e4-5b08e16116d0 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:22.490192 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.570600 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.684161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] For port ba901d57-9d34-45b4-8560-0cd71a59d081, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:22.689377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] For port ba901d57-9d34-45b4-8560-0cd71a59d081, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ba901d57-9d34-45b4-8560-0cd71a59d081,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:22.691270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1a5d8-27ab-47b4-94d3-23a1bb55f6a0 req-3ad4cb53-07f2-41b9-96d5-79dfcf01cc46 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.691793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db1bf32-ea41-4e6a-83f8-681b7a93135c tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.694592 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1db1bf32-ea41-4e6a-83f8-681b7a93135c tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3386958 Nov 22 16:27:22.696680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.700486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41896) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:22.708069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5c1a5d8-27ab-47b4-94d3-23a1bb55f6a0 req-3ad4cb53-07f2-41b9-96d5-79dfcf01cc46 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 943 time: 1.2547512 Nov 22 16:27:22.785271 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4d196d9b-0255-428e-a617-f9095045250f tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818985 Nov 22 16:27:22.795363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41900) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:22.820250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.820890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.822944 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] 10.222.0.71 "PUT /v2.0/ports/ba901d57-9d34-45b4-8560-0cd71a59d081 HTTP/1.1" status: 200 len: 1092 time: 2.5139909 Nov 22 16:27:22.823456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'tag': 'ba901d57-9d34-45b4-8560-0cd71a59d081'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:22.826262 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c127fd7-5f14-4953-ab9c-d1623c8ee842" -d '{"events": [{"name": "network-changed", "server_uuid": "a175ed3c-1f33-4a66-a34a-a9db7d3689b5", "tag": "ba901d57-9d34-45b4-8560-0cd71a59d081"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:22.865925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-60b3cee5-d163-4dea-9e94-d763f9bf6101 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=f52169932326499f860cccde9fbd7f6c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0666103 Nov 22 16:27:22.873372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:22.954897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-26cff0cb-1dcf-471e-bf6e-e19ccba427a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.956715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-26cff0cb-1dcf-471e-bf6e-e19ccba427a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24 HTTP/1.1" status: 200 len: 914 time: 1.3874576 Nov 22 16:27:22.969786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5c1a5d8-27ab-47b4-94d3-23a1bb55f6a0 req-93ceaeed-eabe-4e49-9fd1-8c701afd7b52 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607436 Nov 22 16:27:23.030044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083268-9cec-4693-9013-18d911eeb0bd service neutron] Pushing event updated for resources: {'Port': ['ID=ba901d57-9d34-45b4-8560-0cd71a59d081,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:23.091794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657048-a348-4076-a684-52b4b01c4a2e req-2d3bcef6-4c31-4f33-a658-c484d049daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:23.093411 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-2d3bcef6-4c31-4f33-a658-c484d049daa2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 1095 time: 0.1568942 Nov 22 16:27:23.128569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-da3059df-4fd5-4362-8ccb-8e68b0a00f01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d HTTP/1.1" status: 200 len: 217 time: 0.1519828 Nov 22 16:27:23.253434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb67165-044c-46e0-be72-b4efa03bd4d8 req-9add808a-ed33-4085-9cec-e4b76e00283a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:23.255048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1eb67165-044c-46e0-be72-b4efa03bd4d8 req-9add808a-ed33-4085-9cec-e4b76e00283a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 944 time: 0.6463375 Nov 22 16:27:23.256552 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e2425e-411d-4c6e-a3ca-ecde01965e37 x-openstack-request-id: req-66e2425e-411d-4c6e-a3ca-ecde01965e37 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:23.256853 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a175ed3c-1f33-4a66-a34a-a9db7d3689b5", "tag": "ba901d57-9d34-45b4-8560-0cd71a59d081", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:23.257118 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66e2425e-411d-4c6e-a3ca-ecde01965e37 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:23.257543 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'tag': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'status': 'completed', 'code': 200} Nov 22 16:27:23.258755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c56f7b-a942-44b9-92ab-d230277e8a80 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:23.261674 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-07c56f7b-a942-44b9-92ab-d230277e8a80 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3861821 Nov 22 16:27:23.266140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41920) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:23.276873 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-b380e86e-d04d-41d8-bce4-d8185a52fbd1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba901d57-9d34-45b4-8560-0cd71a59d081 HTTP/1.1" status: 200 len: 217 time: 0.1586561 Nov 22 16:27:23.302691 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:27:19Z', 'revision_number': 3, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:23.354407 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Checking router: bc105420-7731-4cd9-a5e4-5b08e16116d0 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:23.355137 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Updating router bc105420-7731-4cd9-a5e4-5b08e16116d0 port b12e65fc-36e8-4850-856a-16f152fc0d4d binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:23.384638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657048-a348-4076-a684-52b4b01c4a2e req-81eb13dd-e5fb-4ae5-9909-ebb3dd9598e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:23.387106 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-81eb13dd-e5fb-4ae5-9909-ebb3dd9598e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1090951 Nov 22 16:27:23.431469 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.512170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1eb67165-044c-46e0-be72-b4efa03bd4d8 req-9b6e854b-8d9d-4b03-a3b4-75ef282fc811 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953290 Nov 22 16:27:23.512170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2ffd5a43-7bbc-4c20-992c-ac110d7da5a8 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2267330 Nov 22 16:27:23.512607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41922) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:23.520049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-e5b10ed5-6076-49ed-a018-ad696b5004cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:23.524135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-e5b10ed5-6076-49ed-a018-ad696b5004cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96ab69b0-59c9-47a3-8e30-928fc95c7c54 HTTP/1.1" status: 200 len: 853 time: 0.3830197 Nov 22 16:27:23.528976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936166898', 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6', 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:23.587070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-18ea3a82-6159-48c2-acb3-f3fdeb05b188 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548801 Nov 22 16:27:23.655981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9657048-a348-4076-a684-52b4b01c4a2e req-ebae3d95-db70-4473-8d88-73eec3d0d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:23.657668 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-ebae3d95-db70-4473-8d88-73eec3d0d93e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583992 Nov 22 16:27:23.823590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device fd518446-4a53-4f3c-8b3b-5d551ecc9c0d details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:23.860785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-2b556fe9-2caa-4296-b8f6-c7de9d7dafd2 service neutron] 10.222.0.71 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645636 Nov 22 16:27:24.063944 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-4329be8d-78b9-4633-a7ac-9c02b2559de5 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915439 Nov 22 16:27:24.197410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:24.220826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'fd518446-4a53-4f3c-8b3b-5d551ecc9c0d', 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24', 'port_id': 'fd518446-4a53-4f3c-8b3b-5d551ecc9c0d', 'mac_address': 'fa:16:3e:24:0a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ab69b0-59c9-47a3-8e30-928fc95c7c54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:24.360852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Made reservation on behalf of f52169932326499f860cccde9fbd7f6c for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:24.367634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.388450 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.468154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9cf0a471-4b00-496b-9085-f3239f6ae851 req-bcb5584f-0810-42db-b239-509f456cb0f9 service neutron] 10.222.0.71 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979669 Nov 22 16:27:24.493532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd518446-4a53-4f3c-8b3b-5d551ecc9c0d {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:24.644475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.674040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:24.675503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713c130-4a30-4be9-8afb-bfaf3c9e6bfb req-bf7e81a1-d9db-41e8-b879-06998d004e2b tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:24.678149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2713c130-4a30-4be9-8afb-bfaf3c9e6bfb req-bf7e81a1-d9db-41e8-b879-06998d004e2b tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 943 time: 0.4194324 Nov 22 16:27:24.712554 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.734547 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.747044 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.800233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:24.808496 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.846147 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.876754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2713c130-4a30-4be9-8afb-bfaf3c9e6bfb req-4067d956-d5ec-4e5c-ada3-26f4476a6363 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883814 Nov 22 16:27:24.913548 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a9657048-a348-4076-a684-52b4b01c4a2e req-1b840ece-6c92-42c0-988a-c6eae0f5712c service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171055 Nov 22 16:27:24.913548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.925612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bc7c2-329b-4de0-b0ed-81cb264ea05a req-0676ce6b-9962-4005-b0a1-1630d1367a97 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:24.941750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a64bc7c2-329b-4de0-b0ed-81cb264ea05a req-0676ce6b-9962-4005-b0a1-1630d1367a97 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 944 time: 0.1887512 Nov 22 16:27:24.960520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada04481-e3bd-44e0-b70d-76f3dd17e906 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:27:24.961367 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Attempting to bind port b12e65fc-36e8-4850-856a-16f152fc0d4d on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:24.961772 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Attempting to bind port b12e65fc-36e8-4850-856a-16f152fc0d4d by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:24.963674 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Attempting to bind port b12e65fc-36e8-4850-856a-16f152fc0d4d on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:24.992098 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:24.994761 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:24.995351 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.995687 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:24.996842 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Bound port: b12e65fc-36e8-4850-856a-16f152fc0d4d, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:24.997242 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.054325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-69965a1d-29c0-4b8f-9606-8d84ed68dbd6 None None] Provisioning complete for port b12e65fc-36e8-4850-856a-16f152fc0d4d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:25.057791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69965a1d-29c0-4b8f-9606-8d84ed68dbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.093988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a64bc7c2-329b-4de0-b0ed-81cb264ea05a req-d399af92-b998-4484-80a3-779be52c565c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506028 Nov 22 16:27:25.129168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Subnet': ['ID=9f7caaa8-5874-4613-a351-863985ebd0ba,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:25.140072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-6fa27eb4-72c2-498f-a3b0-b9db253b76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:25.141631 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-6fa27eb4-72c2-498f-a3b0-b9db253b76d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 1095 time: 0.1277442 Nov 22 16:27:25.159739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-69965a1d-29c0-4b8f-9606-8d84ed68dbd6 None None] Port b12e65fc-36e8-4850-856a-16f152fc0d4d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:25.165385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['fd518446-4a53-4f3c-8b3b-5d551ecc9c0d'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:25.184469 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] For port b12e65fc-36e8-4850-856a-16f152fc0d4d, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:25.192281 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] For port b12e65fc-36e8-4850-856a-16f152fc0d4d, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b12e65fc-36e8-4850-856a-16f152fc0d4d,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:25.219690 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Pushing event updated for resources: {'Port': ['ID=b12e65fc-36e8-4850-856a-16f152fc0d4d,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:25.239577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Checking segment: {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:25.256161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network hostable DHCP agents. Network: d2765a59-6f0d-4c10-8727-3cb1bce059f6, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:25.267532 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.273513 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.280908 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.281725 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.282517 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.284062 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.284827 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.287075 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.287784 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.288485 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.292643 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.293460 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.294201 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:25.427112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a85ead-dcb9-4ad7-a93e-b72247da2004 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:27:25.504089 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Routers {'bc105420-7731-4cd9-a5e4-5b08e16116d0'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:25.505391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:25.514253 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bc105420-7731-4cd9-a5e4-5b08e16116d0'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:25.526922 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20803d50-a961-4ea0-97af-1733b87346f3 None None] Pushing event updated for resources: {'Port': ['ID=b12e65fc-36e8-4850-856a-16f152fc0d4d,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:25.535581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d2765a59-6f0d-4c10-8727-3cb1bce059f6) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:25.554032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:25.555380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.560229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3747287-4d40-47f3-82a1-23e8e17ed0bd None None] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:25.575218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-b7c66379-cd13-4cce-91b2-873cf57a8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:25.577215 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-b7c66379-cd13-4cce-91b2-873cf57a8001 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.4192767 Nov 22 16:27:25.608821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aabd4a3f-d859-49da-a503-561456f3a31f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0950160 Nov 22 16:27:25.609199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:25.680818 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-d52309a4-5631-4d3a-9292-707e281c9d1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba901d57-9d34-45b4-8560-0cd71a59d081 HTTP/1.1" status: 200 len: 217 time: 0.0917237 Nov 22 16:27:25.797856 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] Set router bc105420-7731-4cd9-a5e4-5b08e16116d0 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:25.820293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-639b3d31-7daa-4796-94fb-a2087f8bcefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:25.827018 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-639b3d31-7daa-4796-94fb-a2087f8bcefc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1361599 Nov 22 16:27:25.901075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-ec649fb0-226c-43c9-b8c7-89d26d4178dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:25.903237 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-ec649fb0-226c-43c9-b8c7-89d26d4178dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634732 Nov 22 16:27:25.962267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5ddb26d4-a60b-4e86-bd42-72bb8d865d92 None None] Provisioning complete for port b12e65fc-36e8-4850-856a-16f152fc0d4d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:25.962889 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ddb26d4-a60b-4e86-bd42-72bb8d865d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.186513 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-785ba872-a032-4677-a7e1-bf56519dcc86 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733326 Nov 22 16:27:26.201573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d2765a59-6f0d-4c10-8727-3cb1bce059f6', 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'fixed_ips': [{'subnet_id': '9f7caaa8-5874-4613-a351-863985ebd0ba'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:27:26.202637 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.313241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ddb26d4-a60b-4e86-bd42-72bb8d865d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.349901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906002c-0704-4bd7-b4d8-5676c264db20 req-86db13e1-1650-4553-980b-95ebbd05c68b tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:26.355507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0906002c-0704-4bd7-b4d8-5676c264db20 req-86db13e1-1650-4553-980b-95ebbd05c68b tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 944 time: 0.2777274 Nov 22 16:27:26.367810 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:27:19Z', 'revision_number': 3, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:26.437891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5ddb26d4-a60b-4e86-bd42-72bb8d865d92 None None] For port b12e65fc-36e8-4850-856a-16f152fc0d4d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b12e65fc-36e8-4850-856a-16f152fc0d4d,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:26.450776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ddb26d4-a60b-4e86-bd42-72bb8d865d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.467235 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8c127fd7-5f14-4953-ab9c-d1623c8ee842 req-ed46f1b2-5cdd-48b6-b432-06dec081aced service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573414 Nov 22 16:27:26.470208 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03e4fa-02e0-4400-9a98-6e82b89fbacc None None] The sync data for ids ['bc105420-7731-4cd9-a5e4-5b08e16116d0'] in n-d-811716-3 is: [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:27:19Z', 'revision_number': 3, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:26.568578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c979c-ce0f-493b-8b35-2cf6f8d8f309 req-073beddb-cfc2-4f6e-ba03-bc797bc68b11 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:26.570452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f89c979c-ce0f-493b-8b35-2cf6f8d8f309 req-073beddb-cfc2-4f6e-ba03-bc797bc68b11 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 944 time: 0.2968423 Nov 22 16:27:26.582607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Allocated IP 172.20.0.18 (d2765a59-6f0d-4c10-8727-3cb1bce059f6/9f7caaa8-5874-4613-a351-863985ebd0ba/d060463c-3ddf-4be6-8672-4d36eb763839) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:26.623620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0906002c-0704-4bd7-b4d8-5676c264db20 req-333abcee-b43e-4a10-8c02-96934bd24485 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407448 Nov 22 16:27:26.818897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f89c979c-ce0f-493b-8b35-2cf6f8d8f309 req-fd14385e-6435-4851-91b6-eae1e8813e0c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335715 Nov 22 16:27:26.841248 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.857287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.901905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:26.906050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:26.910975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb26d4-a60b-4e86-bd42-72bb8d865d92 None None] Pushing event updated for resources: {'Port': ['ID=b12e65fc-36e8-4850-856a-16f152fc0d4d,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:26.915957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:27.034522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Pushing event updated for resources: {'Port': ['ID=d060463c-3ddf-4be6-8672-4d36eb763839,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:27.089277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Attempting to bind port d060463c-3ddf-4be6-8672-4d36eb763839 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:27.089966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Attempting to bind port d060463c-3ddf-4be6-8672-4d36eb763839 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:27.092190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Attempting to bind port d060463c-3ddf-4be6-8672-4d36eb763839 on network d2765a59-6f0d-4c10-8727-3cb1bce059f6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:27.106777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:27.107258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Checking segment: {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:27.107734 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.108233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Bound using segment: {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:27.108782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Bound port: d060463c-3ddf-4be6-8672-4d36eb763839, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:27.109262 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.191464 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.258630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-881bde51-c941-4c77-aab8-19210547e984 None None] For port d060463c-3ddf-4be6-8672-4d36eb763839, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:27.268482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-881bde51-c941-4c77-aab8-19210547e984 None None] For port d060463c-3ddf-4be6-8672-4d36eb763839, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d060463c-3ddf-4be6-8672-4d36eb763839,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:27.284396 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.442157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bde51-c941-4c77-aab8-19210547e984 None None] Pushing event updated for resources: {'Port': ['ID=d060463c-3ddf-4be6-8672-4d36eb763839,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:27.472065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b12e65fc-36e8-4850-856a-16f152fc0d4d up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:27.574601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b12e65fc-36e8-4850-856a-16f152fc0d4d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:27.575224 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.854853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ba901d57-9d34-45b4-8560-0cd71a59d081 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:27.857091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device fd518446-4a53-4f3c-8b3b-5d551ecc9c0d up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:28.186115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Allocated IP 172.20.0.17 (d2765a59-6f0d-4c10-8727-3cb1bce059f6/9f7caaa8-5874-4613-a351-863985ebd0ba/f4920e10-9830-44df-aa04-656ed43a8e01) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:28.206836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ba901d57-9d34-45b4-8560-0cd71a59d081, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ba901d57-9d34-45b4-8560-0cd71a59d081,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:28.226896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'port_id': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'mac_address': 'fa:16:3e:72:c3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:28.439951 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.449997 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:27:28.464758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:28.478742 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-c4fb382d-7a3d-4881-b405-f59bbddaa803 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1074417 Nov 22 16:27:28.487493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba901d57-9d34-45b4-8560-0cd71a59d081 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:28.496953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:28.497421 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.571873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2d729-6e6b-4892-abe2-db1e5e61b78e req-8e5a44b9-9d40-44b3-9ae2-19d9b0260b0a tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.584476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84e2d729-6e6b-4892-abe2-db1e5e61b78e req-8e5a44b9-9d40-44b3-9ae2-19d9b0260b0a tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 944 time: 0.7116482 Nov 22 16:27:28.598649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ba901d57-9d34-45b4-8560-0cd71a59d081, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ba901d57-9d34-45b4-8560-0cd71a59d081,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:28.605195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.668809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50287389-51fd-4eee-9b21-275372b2ff63 req-ddd4dab3-e9ee-4468-ae0b-8533cb7de63c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.671381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50287389-51fd-4eee-9b21-275372b2ff63 req-ddd4dab3-e9ee-4468-ae0b-8533cb7de63c tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 944 time: 0.4248679 Nov 22 16:27:28.743138 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.750106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ba901d57-9d34-45b4-8560-0cd71a59d081,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:28.794841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:28.797605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30196b-b4b2-4e87-939a-5d5e59bb57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd518446-4a53-4f3c-8b3b-5d551ecc9c0d'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:28.801130 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8294d6-16f8-4edb-9c14-2e431a0abcb9" -d '{"events": [{"server_uuid": "0c30196b-b4b2-4e87-939a-5d5e59bb57b9", "name": "network-vif-plugged", "status": "completed", "tag": "fd518446-4a53-4f3c-8b3b-5d551ecc9c0d"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:28.806298 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.840392 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.850440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-dede76fb-a295-44a8-865d-dc27d3fefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.851640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-dede76fb-a295-44a8-865d-dc27d3fefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.852546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-dede76fb-a295-44a8-865d-dc27d3fefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.854845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-dede76fb-a295-44a8-865d-dc27d3fefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.856048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-dede76fb-a295-44a8-865d-dc27d3fefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.856977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-dede76fb-a295-44a8-865d-dc27d3fefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.858148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-dede76fb-a295-44a8-865d-dc27d3fefc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.860924 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-dede76fb-a295-44a8-865d-dc27d3fefc41 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6493 time: 0.2695072 Nov 22 16:27:28.870171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84e2d729-6e6b-4892-abe2-db1e5e61b78e req-4fa575c5-197c-443d-b0e4-342e5e86519f tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846339 Nov 22 16:27:28.952054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:29.004187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50287389-51fd-4eee-9b21-275372b2ff63 req-4df6b30c-917c-4b40-ae01-1ad7bdb44ecc tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970929 Nov 22 16:27:29.060810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['ba901d57-9d34-45b4-8560-0cd71a59d081'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:29.086161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.243860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:29.248507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-e05d035b-ae97-4d71-b0fa-0f2c41384e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.251221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-e05d035b-ae97-4d71-b0fa-0f2c41384e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.259884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-e05d035b-ae97-4d71-b0fa-0f2c41384e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.265556 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-e05d035b-ae97-4d71-b0fa-0f2c41384e94 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a9880-ae5b-4f89-86ab-6500df726728&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=fb8677be-dd67-4e24-8c66-d5f0248bf751&id=fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 200 len: 2292 time: 0.3595047 Nov 22 16:27:29.269945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:29.300272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:29.523937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=f4920e10-9830-44df-aa04-656ed43a8e01,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:29.574291 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e6fdf8-c0b8-454a-9278-8c6758aa1cad x-openstack-request-id: req-47e6fdf8-c0b8-454a-9278-8c6758aa1cad {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:29.574866 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c30196b-b4b2-4e87-939a-5d5e59bb57b9", "name": "network-vif-plugged", "status": "completed", "tag": "fd518446-4a53-4f3c-8b3b-5d551ecc9c0d", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:29.574866 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47e6fdf8-c0b8-454a-9278-8c6758aa1cad {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:29.576309 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c30196b-b4b2-4e87-939a-5d5e59bb57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd518446-4a53-4f3c-8b3b-5d551ecc9c0d', 'code': 200} Nov 22 16:27:29.608954 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-c4273b8d-23aa-4b4f-a939-0d84fd6ee646 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 200 len: 1002 time: 0.3232169 Nov 22 16:27:29.610337 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.635462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d060463c-3ddf-4be6-8672-4d36eb763839 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:29.762862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-11a71189-153d-4fb2-b3c2-afa2b7573282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.767810 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-11a71189-153d-4fb2-b3c2-afa2b7573282 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 HTTP/1.1" status: 200 len: 850 time: 0.1501093 Nov 22 16:27:29.832943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d060463c-3ddf-4be6-8672-4d36eb763839 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:29.833322 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.918372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-a5d08477-bdea-418c-a22b-bc3b50761d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.924573 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-a5d08477-bdea-418c-a22b-bc3b50761d7a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a9880-ae5b-4f89-86ab-6500df726728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487472 Nov 22 16:27:29.926517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca54591-93a0-446f-9f4d-29acd195d888 req-5a68a871-4a19-4234-833c-111b012d65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.930450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dca54591-93a0-446f-9f4d-29acd195d888 req-5a68a871-4a19-4234-833c-111b012d65ff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 1096 time: 0.1675773 Nov 22 16:27:29.935468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa315534-1a66-4ec2-8d93-74e2b89b4f29 None None] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:30.189006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dca54591-93a0-446f-9f4d-29acd195d888 req-e52b94be-88c0-44dc-a509-f2bcd6bf49bf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350993 Nov 22 16:27:30.221899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42056) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:30.298341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-5b2283fd-63b1-4286-9d2b-11803dc56777 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580987 Nov 22 16:27:30.315567 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.376984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a122d-fe81-46dd-b40c-c811cb33ac9f req-45cb6139-0c16-49aa-a76d-1c7aee14e737 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.390393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b4a122d-fe81-46dd-b40c-c811cb33ac9f req-45cb6139-0c16-49aa-a76d-1c7aee14e737 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 945 time: 0.2799072 Nov 22 16:27:30.445947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-97265aa3-1a57-491f-9239-8dadc72b7ba9 None None] Provisioning complete for port d060463c-3ddf-4be6-8672-4d36eb763839 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:30.446457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-97265aa3-1a57-491f-9239-8dadc72b7ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.587800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b4a122d-fe81-46dd-b40c-c811cb33ac9f req-e3f02b6b-17ba-4f54-b40e-2e577bb2d753 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915188 Nov 22 16:27:30.699649 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.737698 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-62175e9d-c848-4a1d-bb6b-3746000993d1 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177176 Nov 22 16:27:30.821395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port d060463c-3ddf-4be6-8672-4d36eb763839, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d060463c-3ddf-4be6-8672-4d36eb763839,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:30.836918 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-9879ca35-e684-488b-8113-9553a0e99890 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 217 time: 0.0898457 Nov 22 16:27:30.837874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.858501 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-97265aa3-1a57-491f-9239-8dadc72b7ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.931997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-5c06d92a-607f-4c19-9466-e57be377aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.936029 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-5c06d92a-607f-4c19-9466-e57be377aa90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.0903051 Nov 22 16:27:31.059574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-91eecea6-af55-40cd-9718-a2e228f784c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.063696 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc8ae40-dab8-4850-8f33-5850de21b43a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.089227 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-91eecea6-af55-40cd-9718-a2e228f784c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1199179 Nov 22 16:27:31.100703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad8fab-d062-4550-bf5e-1b32e913aa2c req-888a8c17-b8e1-4275-a030-f7e93785600b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.102559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6ad8fab-d062-4550-bf5e-1b32e913aa2c req-888a8c17-b8e1-4275-a030-f7e93785600b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 945 time: 0.8293602 Nov 22 16:27:31.104897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-97265aa3-1a57-491f-9239-8dadc72b7ba9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:27:31.105489 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-97265aa3-1a57-491f-9239-8dadc72b7ba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:27:31.139396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=d060463c-3ddf-4be6-8672-4d36eb763839,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:31.227681 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-740eaaec-4cfc-4ac1-a75b-87b430760776 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371191 Nov 22 16:27:31.369040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc8ae40-dab8-4850-8f33-5850de21b43a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.409331 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc8ae40-dab8-4850-8f33-5850de21b43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.471701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d060463c-3ddf-4be6-8672-4d36eb763839 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:31.490014 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-9930a670-ae6f-4261-879b-c39186e3cb29 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498822 Nov 22 16:27:31.545040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6dc8ae40-dab8-4850-8f33-5850de21b43a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22458c9df85f4ff7af5fadeb84fc8294&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3070097 Nov 22 16:27:31.545040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8ae40-dab8-4850-8f33-5850de21b43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9556457a-9081-40b9-8b7c-e8154c06f48f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:31.546198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:31.591658 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-4dc08d52-5224-4007-a8a6-64b7a956e74a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0879416 Nov 22 16:27:31.673994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6ad8fab-d062-4550-bf5e-1b32e913aa2c req-986a4701-ed4a-4108-9fed-0a9883c78d4a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5600507 Nov 22 16:27:31.734308 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.747743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.765644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-cf5b5c17-090a-470b-b18d-08ea203f4599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.767804 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-cf5b5c17-090a-470b-b18d-08ea203f4599 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1657495 Nov 22 16:27:31.770282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d060463c-3ddf-4be6-8672-4d36eb763839 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:31.771339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.854957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d68b53d9-197c-4f79-a967-df46e8a760db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.862224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ba901d57-9d34-45b4-8560-0cd71a59d081 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:31.867166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-51481e84-938a-4761-87d1-26b6a490720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.870433 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-51481e84-938a-4761-87d1-26b6a490720a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909812 Nov 22 16:27:31.936776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.998769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2ae8ae63-c53c-4fc3-99cc-252fdbdf195b None None] Provisioning complete for port d060463c-3ddf-4be6-8672-4d36eb763839 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:31.999447 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ae63-c53c-4fc3-99cc-252fdbdf195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.059587 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-2bce9817-23ca-4cb6-94ad-9879cd37e1a7 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756527 Nov 22 16:27:32.067943 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d68b53d9-197c-4f79-a967-df46e8a760db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.091502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576c8e-9266-4fee-8036-c5cbd45f0679 req-512aefe7-aeb1-4d5a-bd81-bf3507b29ceb tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.100145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da576c8e-9266-4fee-8036-c5cbd45f0679 req-512aefe7-aeb1-4d5a-bd81-bf3507b29ceb tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 945 time: 0.3215644 Nov 22 16:27:32.108266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=f4920e10-9830-44df-aa04-656ed43a8e01,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:32.177306 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-ad4470d5-a4b6-45ee-924b-bbce58198ab8 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094387 Nov 22 16:27:32.192734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port ba901d57-9d34-45b4-8560-0cd71a59d081 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:32.205234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2ae8ae63-c53c-4fc3-99cc-252fdbdf195b None None] Provisioning complete for port f4920e10-9830-44df-aa04-656ed43a8e01 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:32.205734 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ae63-c53c-4fc3-99cc-252fdbdf195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.210232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port ba901d57-9d34-45b4-8560-0cd71a59d081 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:32.211255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.232707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da576c8e-9266-4fee-8036-c5cbd45f0679 req-9e177981-bb21-475f-a0d3-21bd0042a272 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306221 Nov 22 16:27:32.246444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:32.248174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:32.255183 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d68b53d9-197c-4f79-a967-df46e8a760db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.266920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d68b53d9-197c-4f79-a967-df46e8a760db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.270533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d68b53d9-197c-4f79-a967-df46e8a760db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9556457a-9081-40b9-8b7c-e8154c06f48f HTTP/1.1" status: 204 len: 168 time: 0.7210648 Nov 22 16:27:32.275954 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-f8ffda66-1b77-4a9a-b672-d71eb517a002 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b HTTP/1.1" status: 200 len: 217 time: 0.0879729 Nov 22 16:27:32.349086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b53d9-197c-4f79-a967-df46e8a760db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9556457a-9081-40b9-8b7c-e8154c06f48f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:32.408003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-6020ced2-79da-4575-a1da-0e7126330304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.411211 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-6020ced2-79da-4575-a1da-0e7126330304 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1227489 Nov 22 16:27:32.443036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8ae63-c53c-4fc3-99cc-252fdbdf195b None None] Port f4920e10-9830-44df-aa04-656ed43a8e01 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:32.582528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-debfc4ba-d735-48d7-8636-ce638d6355ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.589409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-debfc4ba-d735-48d7-8636-ce638d6355ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1671484 Nov 22 16:27:32.602409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Router bc105420-7731-4cd9-a5e4-5b08e16116d0 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:32.608250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.647257 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba901d57-9d34-45b4-8560-0cd71a59d081'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:32.650582 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd308d7f-aefc-4d34-8a37-3018eae03870" -d '{"events": [{"server_uuid": "a175ed3c-1f33-4a66-a34a-a9db7d3689b5", "name": "network-vif-plugged", "status": "completed", "tag": "ba901d57-9d34-45b4-8560-0cd71a59d081"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:32.674714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ba901d57-9d34-45b4-8560-0cd71a59d081, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ba901d57-9d34-45b4-8560-0cd71a59d081,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:32.689265 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.781418 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bce0553-05a7-43bf-9341-ff26752fb299 x-openstack-request-id: req-7bce0553-05a7-43bf-9341-ff26752fb299 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:32.783323 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a175ed3c-1f33-4a66-a34a-a9db7d3689b5", "name": "network-vif-plugged", "status": "completed", "tag": "ba901d57-9d34-45b4-8560-0cd71a59d081", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:32.786146 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7bce0553-05a7-43bf-9341-ff26752fb299 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:32.788087 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'code': 200} Nov 22 16:27:32.877454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4587ba2b-d45c-496e-92e4-6a6c9d799b36 None None] Provisioning complete for port f4920e10-9830-44df-aa04-656ed43a8e01 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:32.878023 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4587ba2b-d45c-496e-92e4-6a6c9d799b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.946347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4587ba2b-d45c-496e-92e4-6a6c9d799b36 None None] Port f4920e10-9830-44df-aa04-656ed43a8e01 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:32.975664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ba901d57-9d34-45b4-8560-0cd71a59d081,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:33.000223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:33.025200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:33.037083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Sync routers for ids ['bc105420-7731-4cd9-a5e4-5b08e16116d0'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:33.045419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-28bc1a03-ad29-4c1b-b673-04c31858ec6e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "PUT /v2.0/routers/bc105420-7731-4cd9-a5e4-5b08e16116d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4349687 Nov 22 16:27:33.081240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Routers {'bc105420-7731-4cd9-a5e4-5b08e16116d0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:33.082044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bc105420-7731-4cd9-a5e4-5b08e16116d0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:33.091942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda9d0e-8fb6-498c-8721-abcd655ddd8f req-9198ca0d-5abb-4b23-bda9-9a992fb6430f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.098548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cda9d0e-8fb6-498c-8721-abcd655ddd8f req-9198ca0d-5abb-4b23-bda9-9a992fb6430f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 946 time: 0.2740598 Nov 22 16:27:33.108658 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-126a2803-d400-4ae6-9ab7-e33b14aba75f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.153818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacd9ec-7a98-4c14-98ec-aa6f824e7788 req-a4250e98-7573-48c6-8eb1-808a85b11f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.155551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2eacd9ec-7a98-4c14-98ec-aa6f824e7788 req-a4250e98-7573-48c6-8eb1-808a85b11f78 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 1097 time: 0.2948303 Nov 22 16:27:33.328842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cda9d0e-8fb6-498c-8721-abcd655ddd8f req-620b122b-f90a-4c9d-ac52-ad2345ab4850 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019138 Nov 22 16:27:33.342261 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-08b618f6-ac9f-420b-8ef7-c587b12735ac service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433186 Nov 22 16:27:33.359345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2eacd9ec-7a98-4c14-98ec-aa6f824e7788 req-0159e86a-bdf7-42c9-9b4d-e21b8800ede4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797066 Nov 22 16:27:33.372737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Set router bc105420-7731-4cd9-a5e4-5b08e16116d0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:33.529182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-126a2803-d400-4ae6-9ab7-e33b14aba75f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.538679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98765387-bffc-4144-94f1-b8ce00127952 req-a926fd1e-4c6b-4908-85e2-eaff08297a66 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.546895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98765387-bffc-4144-94f1-b8ce00127952 req-a926fd1e-4c6b-4908-85e2-eaff08297a66 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 945 time: 0.1563632 Nov 22 16:27:33.563934 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-e2818b1a-7e61-4258-a8e3-3d2ff05d46f7 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121270 Nov 22 16:27:33.575663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-126a2803-d400-4ae6-9ab7-e33b14aba75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.705646 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-a8712f07-663d-4826-b824-360365bdd440 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27 HTTP/1.1" status: 200 len: 217 time: 0.0619872 Nov 22 16:27:33.724136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a2803-d400-4ae6-9ab7-e33b14aba75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802fe1de-9246-4c08-b6d3-62baaaa06104,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:33.734035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-126a2803-d400-4ae6-9ab7-e33b14aba75f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ece86d79b0749559bf67c91fca806cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7075398 Nov 22 16:27:33.744705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42144) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:33.830462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98765387-bffc-4144-94f1-b8ce00127952 req-baf54715-b2d2-4b9e-b8c4-a50ef023d9fb tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825472 Nov 22 16:27:33.845871 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-19411a91-3ffa-4071-907e-9a13fde2128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.845871 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-19411a91-3ffa-4071-907e-9a13fde2128a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1256602 Nov 22 16:27:33.872740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed88342-a69c-46c7-b205-012cda7fb4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.919589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:27:30Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f4920e10-9830-44df-aa04-656ed43a8e01', 'name': '', 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ba:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '9f7caaa8-5874-4613-a351-863985ebd0ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:27Z', 'updated_at': '2021-11-22T16:27:30Z', 'revision_number': 2, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': '9f7caaa8-5874-4613-a351-863985ebd0ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:33.933849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed88342-a69c-46c7-b205-012cda7fb4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.934386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-57650664-06b0-41c8-bbf7-6a95f6ea4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.936067 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-57650664-06b0-41c8-bbf7-6a95f6ea4077 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0760858 Nov 22 16:27:34.003890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Checking router: bc105420-7731-4cd9-a5e4-5b08e16116d0 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:34.004458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Updating router bc105420-7731-4cd9-a5e4-5b08e16116d0 port f4920e10-9830-44df-aa04-656ed43a8e01 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:34.073117 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.122738 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-412e6f60-8669-4aa6-8b50-df10e279ba5a service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645191 Nov 22 16:27:34.413947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-f749686f-bb17-4e70-9c8a-cca69d40659d service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659836 Nov 22 16:27:34.625042 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-1ccbba6e-1bfc-41ca-a191-402249d0fff4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537 HTTP/1.1" status: 200 len: 217 time: 0.1782212 Nov 22 16:27:34.688846 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.703861 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.761819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-cbae86a6-d9a1-4c12-a3a3-32d450bf534e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:34.769694 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-cbae86a6-d9a1-4c12-a3a3-32d450bf534e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.1325903 Nov 22 16:27:34.930051 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed88342-a69c-46c7-b205-012cda7fb4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.934450 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed88342-a69c-46c7-b205-012cda7fb4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.951455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6ed88342-a69c-46c7-b205-012cda7fb4c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/802fe1de-9246-4c08-b6d3-62baaaa06104 HTTP/1.1" status: 204 len: 168 time: 1.2018938 Nov 22 16:27:34.967280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Attempting to bind port f4920e10-9830-44df-aa04-656ed43a8e01 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:34.969422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Attempting to bind port f4920e10-9830-44df-aa04-656ed43a8e01 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:34.970568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Attempting to bind port f4920e10-9830-44df-aa04-656ed43a8e01 on network d2765a59-6f0d-4c10-8727-3cb1bce059f6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:34.976109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef970ca3-2819-46ee-af07-8fb5aab29b60 None None] Pushing event updated for resources: {'Port': ['ID=f4920e10-9830-44df-aa04-656ed43a8e01,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:34.983028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-70b0ee96-f10b-4897-8f4d-52e4f235e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:34.992927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-55923fbb-3727-4693-aa1e-1be24da54aa1 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:34.994797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:34.997171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Checking segment: {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:35.001748 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.002380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Bound using segment: {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:35.003052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Bound port: f4920e10-9830-44df-aa04-656ed43a8e01, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:35.003633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.008887 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-70b0ee96-f10b-4897-8f4d-52e4f235e177 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2045293 Nov 22 16:27:35.011265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-55923fbb-3727-4693-aa1e-1be24da54aa1 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/networks?id=d2765a59-6f0d-4c10-8727-3cb1bce059f6 HTTP/1.1" status: 200 len: 798 time: 1.4930456 Nov 22 16:27:35.050275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed88342-a69c-46c7-b205-012cda7fb4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802fe1de-9246-4c08-b6d3-62baaaa06104,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:35.144120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3a2ba-1125-4789-91aa-c7c8e9ddc573 req-740f668f-6dff-4b3f-9eec-507a1746ee68 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.161896 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfa3a2ba-1125-4789-91aa-c7c8e9ddc573 req-740f668f-6dff-4b3f-9eec-507a1746ee68 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 946 time: 0.2741573 Nov 22 16:27:35.177783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-8176aa3f-d59e-46f2-bd5e-8a9be5ebe60f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/quotas/f52169932326499f860cccde9fbd7f6c HTTP/1.1" status: 200 len: 375 time: 0.1460495 Nov 22 16:27:35.212326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] For port f4920e10-9830-44df-aa04-656ed43a8e01, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:35.218820 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-d903ee00-0708-4fac-8c6c-a2ec38cd6454 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900992 Nov 22 16:27:35.271655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] For port f4920e10-9830-44df-aa04-656ed43a8e01, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f4920e10-9830-44df-aa04-656ed43a8e01,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:35.284256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9c7e3fb-ef22-407d-9386-fa5f706cebf2 None None] Provisioning complete for port f4920e10-9830-44df-aa04-656ed43a8e01 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:35.284969 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e3fb-ef22-407d-9386-fa5f706cebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.288713 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.348330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfa3a2ba-1125-4789-91aa-c7c8e9ddc573 req-f070b4d8-5328-43d1-ada6-ec63bf42ae23 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829357 Nov 22 16:27:35.496128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef970ca3-2819-46ee-af07-8fb5aab29b60 None None] Pushing event updated for resources: {'Port': ['ID=f4920e10-9830-44df-aa04-656ed43a8e01,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:35.500988 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-f54de6a3-6206-439b-91e4-9468c261409e service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682750 Nov 22 16:27:35.565360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Routers {'bc105420-7731-4cd9-a5e4-5b08e16116d0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:35.566419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bc105420-7731-4cd9-a5e4-5b08e16116d0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:35.596590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-4c9b8870-43fa-43df-98e2-e5fc0948f542 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2770853 Nov 22 16:27:35.723947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-108840b5-be84-4e67-bccb-6a924d9224bc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 200 len: 217 time: 0.2137523 Nov 22 16:27:35.828268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-339b512d-609a-4f1a-92f6-8e1c158e0f2a service neutron] 10.222.0.69 "GET /v2.0/networks/d2765a59-6f0d-4c10-8727-3cb1bce059f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292557 Nov 22 16:27:35.961699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-4662d535-8c08-4fb9-9304-7398cda2eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.968091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-4662d535-8c08-4fb9-9304-7398cda2eaec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.2298093 Nov 22 16:27:36.022935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42258) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:36.043522 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e3fb-ef22-407d-9386-fa5f706cebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.052707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] Set router bc105420-7731-4cd9-a5e4-5b08e16116d0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:36.084702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-d71d688e-5349-4e2a-94be-b35a4f186640 service neutron] 10.222.0.69 "GET /v2.0/networks/d2765a59-6f0d-4c10-8727-3cb1bce059f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553613 Nov 22 16:27:36.162530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-882f28a4-af50-44df-91db-a5000a001e99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.223159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9c7e3fb-ef22-407d-9386-fa5f706cebf2 None None] For port f4920e10-9830-44df-aa04-656ed43a8e01, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f4920e10-9830-44df-aa04-656ed43a8e01,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:36.246488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9c7e3fb-ef22-407d-9386-fa5f706cebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.320398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c151d23-6815-4471-9070-016388d24878 req-879fd2a7-cad2-4b41-9104-e549ecd45a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:36.322989 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-879fd2a7-cad2-4b41-9104-e549ecd45a26 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3413689 Nov 22 16:27:36.419644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7e3fb-ef22-407d-9386-fa5f706cebf2 None None] Pushing event updated for resources: {'Port': ['ID=f4920e10-9830-44df-aa04-656ed43a8e01,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:36.431158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d75d22e0-1b39-441b-bf80-6dc02d3f7189 None None] Provisioning complete for port f4920e10-9830-44df-aa04-656ed43a8e01 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:36.432428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d75d22e0-1b39-441b-bf80-6dc02d3f7189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.464956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3f69b80-81e9-4a19-875a-b953aa1f4bc3 req-9fc291e0-0d5b-4304-81ee-a327192d58b6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 210 time: 0.0766816 Nov 22 16:27:36.531611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-882f28a4-af50-44df-91db-a5000a001e99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.559534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-882f28a4-af50-44df-91db-a5000a001e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:36.592395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f28a4-af50-44df-91db-a5000a001e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1303cb7-1f64-4397-b890-4f0cb4e1c302,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:36.627730 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-7fe66b21-2a2c-4b35-8c1c-719847a263a3 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815702 Nov 22 16:27:36.653731 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-882f28a4-af50-44df-91db-a5000a001e99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9f1e129a1ae4c148cebf01eb9e83ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6296186 Nov 22 16:27:36.657337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42278) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:36.739743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603bf17-e52d-4807-b36f-faec3ebb18f5 req-3ec0b64c-61dc-4200-b5c6-a8085141d482 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:36.742437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5603bf17-e52d-4807-b36f-faec3ebb18f5 req-3ec0b64c-61dc-4200-b5c6-a8085141d482 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 946 time: 0.1830025 Nov 22 16:27:36.800605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:27:30Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f4920e10-9830-44df-aa04-656ed43a8e01', 'name': '', 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ba:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '9f7caaa8-5874-4613-a351-863985ebd0ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:27Z', 'updated_at': '2021-11-22T16:27:35Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': '9f7caaa8-5874-4613-a351-863985ebd0ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:36.837731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5603bf17-e52d-4807-b36f-faec3ebb18f5 req-5b2f1cf8-f9ee-4464-a96e-8c3845eb10bf tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886903 Nov 22 16:27:36.850271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ded5b0-d083-4e57-a9f9-3dc72e8e075e None None] The sync data for ids ['bc105420-7731-4cd9-a5e4-5b08e16116d0'] in n-d-811716-3 is: [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:27:30Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'f4920e10-9830-44df-aa04-656ed43a8e01', 'name': '', 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ba:ac:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '9f7caaa8-5874-4613-a351-863985ebd0ba', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:27Z', 'updated_at': '2021-11-22T16:27:35Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': '9f7caaa8-5874-4613-a351-863985ebd0ba', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:36.951842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae73e193-3c7e-4e1a-ab6a-38ddb0f9d9ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.075217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae73e193-3c7e-4e1a-ab6a-38ddb0f9d9ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.099555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620458ea-a24d-4778-8709-7a16a1b22ffa req-8858ade9-560a-4b8b-8a2c-967c49a57820 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:37.106638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-620458ea-a24d-4778-8709-7a16a1b22ffa req-8858ade9-560a-4b8b-8a2c-967c49a57820 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 946 time: 0.1148133 Nov 22 16:27:37.110026 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2c151d23-6815-4471-9070-016388d24878 req-00eae965-0be5-40dd-9e87-41d552a52792 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549313 Nov 22 16:27:37.111384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42296) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:37.116948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Request body: {'floatingip': {'port_id': 'ba901d57-9d34-45b4-8560-0cd71a59d081'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:37.239968 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae73e193-3c7e-4e1a-ab6a-38ddb0f9d9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.243349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae73e193-3c7e-4e1a-ab6a-38ddb0f9d9ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.245287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ae73e193-3c7e-4e1a-ab6a-38ddb0f9d9ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b1303cb7-1f64-4397-b890-4f0cb4e1c302 HTTP/1.1" status: 204 len: 168 time: 0.5868974 Nov 22 16:27:37.273396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.280975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73e193-3c7e-4e1a-ab6a-38ddb0f9d9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1303cb7-1f64-4397-b890-4f0cb4e1c302,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:37.571703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f4920e10-9830-44df-aa04-656ed43a8e01 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:37.701884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ebc9658-eb89-42c2-8ad0-6a501215c34f req-d525e23b-d642-421f-906b-734950ad9db5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 210 time: 0.1067934 Nov 22 16:27:37.856123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port f4920e10-9830-44df-aa04-656ed43a8e01 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:37.857430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.228272 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.240437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.424402 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Floating IP 8854d844-827f-4519-a86b-21f0a64fb498 associated. External IP: 172.25.5.124, port: ba901d57-9d34-45b4-8560-0cd71a59d081. Nov 22 16:27:39.171025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-7fc2aaaa-45b7-4711-9fd6-3c539973cc29 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:39.180108 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-7fc2aaaa-45b7-4711-9fd6-3c539973cc29 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.71 "GET /v2.0/networks?id=d2765a59-6f0d-4c10-8727-3cb1bce059f6 HTTP/1.1" status: 200 len: 798 time: 0.4114571 Nov 22 16:27:39.184871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4151aaf-caab-4e60-964d-b37f0b447e65 req-d57da400-a9c5-44ac-9a2b-f33c77c8c6a0 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 210 time: 0.2276316 Nov 22 16:27:39.202202 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Request body: {'port': {'device_id': '11d442a6-9785-4da2-9a6e-2b589b31dc0f', 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6', 'admin_state_up': True, 'tenant_id': 'f52169932326499f860cccde9fbd7f6c'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:39.333107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Router f44bbf04-610d-44bf-b7b5-a1419207f243 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:39.505211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Made reservation on behalf of f52169932326499f860cccde9fbd7f6c for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:39.510350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.617579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:39.637903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.638800 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] Sync routers for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:39.672315 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:39.674190 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:39.719531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-32d7e327-dcbd-4a41-b991-d012a1368a61 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "PUT /v2.0/floatingips/8854d844-827f-4519-a86b-21f0a64fb498 HTTP/1.1" status: 200 len: 992 time: 2.6043332 Nov 22 16:27:39.719531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'tag': 'ba901d57-9d34-45b4-8560-0cd71a59d081'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:39.735537 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a729f46-7b7e-4b78-b64e-f520f54bf723" -d '{"events": [{"name": "network-changed", "server_uuid": "a175ed3c-1f33-4a66-a34a-a9db7d3689b5", "tag": "ba901d57-9d34-45b4-8560-0cd71a59d081"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:39.892204 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37480e3a-2218-45e8-ba54-60678bcbf972 x-openstack-request-id: req-37480e3a-2218-45e8-ba54-60678bcbf972 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:39.892521 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a175ed3c-1f33-4a66-a34a-a9db7d3689b5", "tag": "ba901d57-9d34-45b4-8560-0cd71a59d081", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:39.893086 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37480e3a-2218-45e8-ba54-60678bcbf972 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:39.893723 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'tag': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'status': 'completed', 'code': 200} Nov 22 16:27:39.946758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Allocated IP 172.20.0.24 (d2765a59-6f0d-4c10-8727-3cb1bce059f6/9f7caaa8-5874-4613-a351-863985ebd0ba/88fb653c-a311-4d53-8b40-e0fb30bf4d30) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:40.012464 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:40.117522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-f979d79d-053c-4ad8-b8e7-d561cc3ddea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.127228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-f979d79d-053c-4ad8-b8e7-d561cc3ddea1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 1097 time: 0.1701357 Nov 22 16:27:40.394442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:40.498803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:40.569164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-42a663f7-1bfc-4df3-97b2-bc73fb475b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.572259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-42a663f7-1bfc-4df3-97b2-bc73fb475b7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.4280221 Nov 22 16:27:40.609588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69f10a-073b-4a53-a6e6-ab0acd1e8339 req-d0fa15e8-1c8a-4054-a2ea-32fff0ae85db tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.612287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac69f10a-073b-4a53-a6e6-ab0acd1e8339 req-d0fa15e8-1c8a-4054-a2ea-32fff0ae85db tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 895 time: 0.1501231 Nov 22 16:27:40.619213 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8854d844-827f-4519-a86b-21f0a64fb498', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'port_id': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'mac_address': 'fa:16:3e:72:c3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:27:11Z', 'updated_at': '2021-11-22T16:27:38Z', 'revision_number': 1, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:40.627229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:40.653840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:40.672090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:40.709708 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] Checking router: f44bbf04-610d-44bf-b7b5-a1419207f243 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:40.721895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-07709145-c3bb-482a-8d94-f9d72ba6eb7c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba901d57-9d34-45b4-8560-0cd71a59d081 HTTP/1.1" status: 200 len: 1000 time: 0.1354852 Nov 22 16:27:40.750858 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:40.751312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:40.848392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-18a3a521-7524-4585-977d-f4aca95a6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.852027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-18a3a521-7524-4585-977d-f4aca95a6c41 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.1224647 Nov 22 16:27:40.889394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event updated for resources: {'Port': ['ID=88fb653c-a311-4d53-8b40-e0fb30bf4d30,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:40.927948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.928665 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.025343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-6d074112-7008-436b-988a-d4a2c70c5de3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8339715 Nov 22 16:27:41.025729 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:41.047642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Request body: {'port': {'device_id': '11d442a6-9785-4da2-9a6e-2b589b31dc0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:41.063573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-ddf3f5f0-badc-4107-a8fe-9be6efbe9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.067833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-ddf3f5f0-badc-4107-a8fe-9be6efbe9b77 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1873534 Nov 22 16:27:41.191543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4e5ca923-efaa-4264-8518-e66b244f4124 None None] Provisioning complete for port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:41.192437 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4e5ca923-efaa-4264-8518-e66b244f4124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.297139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.340911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ca923-efaa-4264-8518-e66b244f4124 None None] Port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:41.365066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-a3882f31-ae07-46f1-89a4-52354fdd046d service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772543 Nov 22 16:27:41.662677 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8854d844-827f-4519-a86b-21f0a64fb498', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'port_id': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'mac_address': 'fa:16:3e:72:c3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:27:11Z', 'updated_at': '2021-11-22T16:27:38Z', 'revision_number': 1, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:41.723835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a729f46-7b7e-4b78-b64e-f520f54bf723 req-897db9e7-b86d-4db3-bb7c-e0d5c82e0d7d service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194191 Nov 22 16:27:41.729550 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8062c2-f50e-46b3-92d6-8f7caa951665 None None] The sync data for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 is: [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '8854d844-827f-4519-a86b-21f0a64fb498', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'port_id': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'mac_address': 'fa:16:3e:72:c3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:27:11Z', 'updated_at': '2021-11-22T16:27:38Z', 'revision_number': 1, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:42.006253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce515-4ffd-4ed7-b3b4-70fbfb99e5e4 req-64d1dcbe-f978-47e7-aa9b-79e07a8fd2b1 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:42.010813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-205ce515-4ffd-4ed7-b3b4-70fbfb99e5e4 req-64d1dcbe-f978-47e7-aa9b-79e07a8fd2b1 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 895 time: 0.1310227 Nov 22 16:27:42.205622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fb653c-a311-4d53-8b40-e0fb30bf4d30 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:42.233363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.305462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Transition to ACTIVE for port object 88fb653c-a311-4d53-8b40-e0fb30bf4d30 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:42.314463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.404937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07a85d6-e935-4e66-9f09-05ee6013415e None None] New status for floating IP 8854d844-827f-4519-a86b-21f0a64fb498: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:27:42.538309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42450) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:42.716722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Pushing event updated for resources: {'Port': ['ID=88fb653c-a311-4d53-8b40-e0fb30bf4d30,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:42.723898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Attempting to bind port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:42.724708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Attempting to bind port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:42.724861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Attempting to bind port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 on network d2765a59-6f0d-4c10-8727-3cb1bce059f6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:42.742489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 on network d2765a59-6f0d-4c10-8727-3cb1bce059f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:42.742840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Attempting to bind port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 on network d2765a59-6f0d-4c10-8727-3cb1bce059f6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:42.751108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:42.751485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Checking segment: {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:42.751859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Bound using segment: {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:42.752349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Bound port: 88fb653c-a311-4d53-8b40-e0fb30bf4d30, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:42.752717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.935381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] For port 88fb653c-a311-4d53-8b40-e0fb30bf4d30, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:42.948426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] For port 88fb653c-a311-4d53-8b40-e0fb30bf4d30, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=88fb653c-a311-4d53-8b40-e0fb30bf4d30,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:42.964561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:42.986615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05607125-5a7f-466b-b426-8bd7d52c62a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.104852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Pushing event updated for resources: {'Port': ['ID=88fb653c-a311-4d53-8b40-e0fb30bf4d30,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:43.116495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.119682 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.125738 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-bfd6ebe5-8fc7-4307-80f9-9806685ba870 service neutron] 10.222.0.71 "PUT /v2.0/ports/88fb653c-a311-4d53-8b40-e0fb30bf4d30 HTTP/1.1" status: 200 len: 1055 time: 2.0828447 Nov 22 16:27:43.126982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d442a6-9785-4da2-9a6e-2b589b31dc0f', 'tag': '88fb653c-a311-4d53-8b40-e0fb30bf4d30'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:43.134289 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c" -d '{"events": [{"name": "network-changed", "server_uuid": "11d442a6-9785-4da2-9a6e-2b589b31dc0f", "tag": "88fb653c-a311-4d53-8b40-e0fb30bf4d30"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:43.181792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05607125-5a7f-466b-b426-8bd7d52c62a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.190717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05607125-5a7f-466b-b426-8bd7d52c62a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.314130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-a60cafc1-c38b-44b1-9c5c-6b4053ef25b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.317013 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-a60cafc1-c38b-44b1-9c5c-6b4053ef25b9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 1058 time: 0.1205668 Nov 22 16:27:43.433151 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-749689c3-6cd1-4e88-9231-99a0e700512b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=88fb653c-a311-4d53-8b40-e0fb30bf4d30 HTTP/1.1" status: 200 len: 217 time: 0.0894787 Nov 22 16:27:43.433947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05607125-5a7f-466b-b426-8bd7d52c62a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75d1e90-e0d8-481e-9b60-95f784cc4859,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:43.540938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-05607125-5a7f-466b-b426-8bd7d52c62a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7cbba0ea279e4f80bdc062ae248ff891&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0005538 Nov 22 16:27:43.541977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42486) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:43.582042 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0927dcb2-d5de-4eaa-ac73-1e639a2af1fe x-openstack-request-id: req-0927dcb2-d5de-4eaa-ac73-1e639a2af1fe {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:43.582630 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d442a6-9785-4da2-9a6e-2b589b31dc0f", "tag": "88fb653c-a311-4d53-8b40-e0fb30bf4d30", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:43.582981 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0927dcb2-d5de-4eaa-ac73-1e639a2af1fe {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:43.583536 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d442a6-9785-4da2-9a6e-2b589b31dc0f', 'tag': '88fb653c-a311-4d53-8b40-e0fb30bf4d30', 'status': 'completed', 'code': 200} Nov 22 16:27:43.620784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-26ff722e-f3a1-438f-9941-548ca6445e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.622634 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-26ff722e-f3a1-438f-9941-548ca6445e1b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f7caaa8-5874-4613-a351-863985ebd0ba HTTP/1.1" status: 200 len: 838 time: 0.1814895 Nov 22 16:27:43.694675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3fbf4-af57-4ab8-a92e-fec084160b8c req-26cca471-e678-4fc1-a9b2-2980ddf04bdd tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.697724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93f3fbf4-af57-4ab8-a92e-fec084160b8c req-26cca471-e678-4fc1-a9b2-2980ddf04bdd tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 907 time: 0.3683088 Nov 22 16:27:43.767719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-2f6d106b-b59c-4ff5-9558-e0168d75efef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.769435 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-2f6d106b-b59c-4ff5-9558-e0168d75efef service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d2765a59-6f0d-4c10-8727-3cb1bce059f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1319818 Nov 22 16:27:43.770452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e718c9ed-8284-4f30-8c4f-2a7162702960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.824722 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e718c9ed-8284-4f30-8c4f-2a7162702960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.934399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e94e4-c0ff-4b5c-bdaa-f017a52b8249 req-e14f6948-a8b4-4cca-9b97-432d7a43edd6 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.936107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e03e94e4-c0ff-4b5c-bdaa-f017a52b8249 req-e14f6948-a8b4-4cca-9b97-432d7a43edd6 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 947 time: 0.1094470 Nov 22 16:27:43.973774 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-8e3014e7-dcae-40ae-b4eb-e045810ddf2a service neutron] 10.222.0.71 "GET /v2.0/networks/d2765a59-6f0d-4c10-8727-3cb1bce059f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915298 Nov 22 16:27:44.034674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e03e94e4-c0ff-4b5c-bdaa-f017a52b8249 req-0fcfa9a1-b0da-47ff-b38d-18e3caa15973 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919101 Nov 22 16:27:44.035674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e718c9ed-8284-4f30-8c4f-2a7162702960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.038606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e718c9ed-8284-4f30-8c4f-2a7162702960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.043565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e718c9ed-8284-4f30-8c4f-2a7162702960 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f75d1e90-e0d8-481e-9b60-95f784cc4859 HTTP/1.1" status: 204 len: 168 time: 0.4935780 Nov 22 16:27:44.051273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e718c9ed-8284-4f30-8c4f-2a7162702960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75d1e90-e0d8-481e-9b60-95f784cc4859,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:44.237822 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cabcdd08-9fe8-47cd-90e9-7d6e00bcdbfa req-82ec9e0d-b3f0-4464-81b6-ada41f96ebf1 service neutron] 10.222.0.71 "GET /v2.0/networks/d2765a59-6f0d-4c10-8727-3cb1bce059f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474730 Nov 22 16:27:44.537406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-a2a12447-2dec-4ae5-89df-82bcb72a4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.546528 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-a2a12447-2dec-4ae5-89df-82bcb72a4cde service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 1058 time: 0.2431319 Nov 22 16:27:44.688801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-8a1dea6b-5906-4b95-8b56-a3add3a6290d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.690510 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-8a1dea6b-5906-4b95-8b56-a3add3a6290d service neutron] 10.222.0.71 "GET /v2.0/networks?id=d2765a59-6f0d-4c10-8727-3cb1bce059f6 HTTP/1.1" status: 200 len: 899 time: 0.1273036 Nov 22 16:27:44.749454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42516) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:44.776537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8c4b-4dc0-4f29-94bb-86f3b3abab23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.853202 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-feca8a19-d0e2-4b9c-9489-90d51c9b873b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=88fb653c-a311-4d53-8b40-e0fb30bf4d30 HTTP/1.1" status: 200 len: 217 time: 0.1481831 Nov 22 16:27:44.921883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8c4b-4dc0-4f29-94bb-86f3b3abab23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.961688 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8c4b-4dc0-4f29-94bb-86f3b3abab23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:44.962644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-46b7addf-97f9-4aef-97f3-8924c61855af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.964438 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-46b7addf-97f9-4aef-97f3-8924c61855af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f7caaa8-5874-4613-a351-863985ebd0ba HTTP/1.1" status: 200 len: 838 time: 0.0994058 Nov 22 16:27:45.053482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-fa60f63e-346b-4a9d-9e5f-d21cce80c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.058908 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-fa60f63e-346b-4a9d-9e5f-d21cce80c4c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d2765a59-6f0d-4c10-8727-3cb1bce059f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813508 Nov 22 16:27:45.101993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e8c4b-4dc0-4f29-94bb-86f3b3abab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0836c5-aac8-4f5a-bc0f-992ca5eaedd1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:45.116411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4d6e8c4b-4dc0-4f29-94bb-86f3b3abab23 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7ac3e8904c14c2c92acd063515ec206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3656583 Nov 22 16:27:45.117056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:45.142062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb176cc-6c0b-4b03-bd26-7984c020d60e req-9b49534f-b61d-41fc-b021-7fddb7b6618f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.162252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebb176cc-6c0b-4b03-bd26-7984c020d60e req-9b49534f-b61d-41fc-b021-7fddb7b6618f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 907 time: 0.2385490 Nov 22 16:27:45.285163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e33f4475-446e-41b9-92be-99d4b9101623 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.308658 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-b2666ce6-0494-4030-9b5e-e72b7154dad6 service neutron] 10.222.0.71 "GET /v2.0/networks/d2765a59-6f0d-4c10-8727-3cb1bce059f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343888 Nov 22 16:27:45.398933 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e33f4475-446e-41b9-92be-99d4b9101623 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.426867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd1d67-5c88-4f54-afda-6d6fd7648d3a req-0cf92535-b815-4063-b550-7d9815b57e2d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.429209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85bd1d67-5c88-4f54-afda-6d6fd7648d3a req-0cf92535-b815-4063-b550-7d9815b57e2d tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 947 time: 0.1450257 Nov 22 16:27:45.486745 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-da9ebaeb-7f17-4bd8-bc2c-370e02a2681c req-ecd68cff-279a-4bf7-9e84-448b4aa1d1ae service neutron] 10.222.0.71 "GET /v2.0/networks/d2765a59-6f0d-4c10-8727-3cb1bce059f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621089 Nov 22 16:27:45.543128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-85bd1d67-5c88-4f54-afda-6d6fd7648d3a req-deae294e-a6c0-422c-9b93-2d1b8f8ecdf2 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030431 Nov 22 16:27:45.560759 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e33f4475-446e-41b9-92be-99d4b9101623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.565318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e33f4475-446e-41b9-92be-99d4b9101623 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:45.570613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e33f4475-446e-41b9-92be-99d4b9101623 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d0836c5-aac8-4f5a-bc0f-992ca5eaedd1 HTTP/1.1" status: 204 len: 168 time: 0.4436657 Nov 22 16:27:45.577632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f4475-446e-41b9-92be-99d4b9101623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0836c5-aac8-4f5a-bc0f-992ca5eaedd1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:45.949293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d64e-7510-47b2-8450-4645526ce250 req-dc8e1157-8962-4bfa-ae29-f9a37e44eb3e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.952873 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd52d64e-7510-47b2-8450-4645526ce250 req-dc8e1157-8962-4bfa-ae29-f9a37e44eb3e tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.71 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 947 time: 0.2038231 Nov 22 16:27:46.253107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Deleting port e4bcb06c-9ca8-4494-80a9-e378621515a4 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:46.253107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.438100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601eddb-ad30-4973-9982-3e589400688d req-5e9019c9-ecd2-45b8-b059-18be1081b15d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:46.457309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4601eddb-ad30-4973-9982-3e589400688d req-5e9019c9-ecd2-45b8-b059-18be1081b15d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 907 time: 0.1071084 Nov 22 16:27:46.488473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] For port e4bcb06c-9ca8-4494-80a9-e378621515a4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e4bcb06c-9ca8-4494-80a9-e378621515a4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:46.490995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.784629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb418f-880b-474e-ab1d-bc4b03c6acc4 req-010fbdba-4cb5-44b1-9c8a-1ad6040bd344 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:46.801802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62eb418f-880b-474e-ab1d-bc4b03c6acc4 req-010fbdba-4cb5-44b1-9c8a-1ad6040bd344 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 947 time: 0.1331346 Nov 22 16:27:46.896788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62eb418f-880b-474e-ab1d-bc4b03c6acc4 req-5c08959f-9d78-42d2-a6d1-2b7cde7153ac tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b7c352c-9a78-4627-937c-240aa7b5c7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927646 Nov 22 16:27:47.246041 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.246664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.246765 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Floating IP 1c9e83cd-261c-41be-9bda-cae24f40ecb6 disassociated. External IP: 172.25.5.201, port: e4bcb06c-9ca8-4494-80a9-e378621515a4. Nov 22 16:27:47.247075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Calling delete_port for e4bcb06c-9ca8-4494-80a9-e378621515a4 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:47.509009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.551680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event deleted for resources: {'Port': ['ID=e4bcb06c-9ca8-4494-80a9-e378621515a4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:47.692615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5443-62f7-4a3c-8b54-59f9cac8eb82 req-4243b398-975b-4af0-8e9c-6cb226d618d8 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:47.700157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-58ed5443-62f7-4a3c-8b54-59f9cac8eb82 req-4243b398-975b-4af0-8e9c-6cb226d618d8 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 907 time: 0.0868785 Nov 22 16:27:47.746576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Router 65128930-d418-4739-9ead-57fabd2f400a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:47.927945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:47.929204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 88fb653c-a311-4d53-8b40-e0fb30bf4d30 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:47.950157 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] Sync routers for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:47.981350 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:47.986389 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:48.007600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] No DVR routers for this DVR port e4bcb06c-9ca8-4494-80a9-e378621515a4 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:48.012073 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.016925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd52d64e-7510-47b2-8450-4645526ce250 req-cd81cf21-61e1-4d67-97e2-1a3c871652d0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.71 "DELETE /v2.0/ports/e4bcb06c-9ca8-4494-80a9-e378621515a4 HTTP/1.1" status: 204 len: 173 time: 2.0567067 Nov 22 16:27:48.017741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-deleted', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:48.020257 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d166381f-e808-4324-aa9a-bd9d892c95ed" -d '{"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-deleted", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:48.094432 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6d20de-e0d4-4e23-bbd4-e4b8abe68bbb x-openstack-request-id: req-ae6d20de-e0d4-4e23-bbd4-e4b8abe68bbb {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:48.094432 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81f82b15-e08c-4646-9a9e-52e61cf58ade", "name": "network-vif-deleted", "tag": "e4bcb06c-9ca8-4494-80a9-e378621515a4", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:48.094432 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae6d20de-e0d4-4e23-bbd4-e4b8abe68bbb {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:48.097167 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f82b15-e08c-4646-9a9e-52e61cf58ade', 'name': 'network-vif-deleted', 'tag': 'e4bcb06c-9ca8-4494-80a9-e378621515a4', 'status': 'completed', 'code': 200} Nov 22 16:27:48.245552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9343633b-fe88-4119-be46-b96e71634125 req-d2621cd3-7baf-4135-bb55-39f2ff11561f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/ports?device_id=81f82b15-e08c-4646-9a9e-52e61cf58ade HTTP/1.1" status: 200 len: 210 time: 0.0895731 Nov 22 16:27:48.317729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 88fb653c-a311-4d53-8b40-e0fb30bf4d30, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=88fb653c-a311-4d53-8b40-e0fb30bf4d30,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:48.346323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '88fb653c-a311-4d53-8b40-e0fb30bf4d30', 'network_id': 'd2765a59-6f0d-4c10-8727-3cb1bce059f6', 'port_id': '88fb653c-a311-4d53-8b40-e0fb30bf4d30', 'mac_address': 'fa:16:3e:2c:61:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f7caaa8-5874-4613-a351-863985ebd0ba', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:48.356190 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:48.432317 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.458069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fb653c-a311-4d53-8b40-e0fb30bf4d30 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:48.570257 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 88fb653c-a311-4d53-8b40-e0fb30bf4d30, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=88fb653c-a311-4d53-8b40-e0fb30bf4d30,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:48.588408 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.660966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=88fb653c-a311-4d53-8b40-e0fb30bf4d30,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:48.960568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4831d-660b-4de0-9441-1eee8fe12866 req-2d7c5624-f31e-46d6-a739-4ff55f690f6c tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:48.962936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bb4831d-660b-4de0-9441-1eee8fe12866 req-2d7c5624-f31e-46d6-a739-4ff55f690f6c tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 908 time: 0.1427274 Nov 22 16:27:48.981253 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:49.042884 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] Checking router: 65128930-d418-4739-9ead-57fabd2f400a for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:49.045726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['88fb653c-a311-4d53-8b40-e0fb30bf4d30'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:49.057630 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:49.058796 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:49.183534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e466193a-df3c-4349-8954-0e6f8a04281f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.302794 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:49.392872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42636) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:49.510809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8bc28ff-2f54-4825-9396-353a2a2ba593 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.548866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8bc28ff-2f54-4825-9396-353a2a2ba593 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.668302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8bc28ff-2f54-4825-9396-353a2a2ba593 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.681475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8bc28ff-2f54-4825-9396-353a2a2ba593 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.685357 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d8bc28ff-2f54-4825-9396-353a2a2ba593 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "DELETE /v2.0/security-groups/0b7c352c-9a78-4627-937c-240aa7b5c7aa HTTP/1.1" status: 204 len: 168 time: 0.2879643 Nov 22 16:27:49.685843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:49.707377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc28ff-2f54-4825-9396-353a2a2ba593 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7c352c-9a78-4627-937c-240aa7b5c7aa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:49.711499 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-461229e5-e2f8-413a-b181-9945c9ba04e0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] show failed (client error): The resource could not be found. Nov 22 16:27:49.715661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-461229e5-e2f8-413a-b181-9945c9ba04e0 tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "GET /v2.0/security-groups/0b7c352c-9a78-4627-937c-240aa7b5c7aa HTTP/1.1" status: 404 len: 347 time: 0.0260706 Nov 22 16:27:49.716037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42646) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:49.795415 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:49.836688 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e565f6d-6664-499c-aecd-e245a7119cf4 None None] The sync data for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 is: [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:17:51Z', 'revision_number': 4, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1aa2301d-f7ef-4ed1-b133-59bba58c1cf4', 'name': '', 'network_id': '48c81d08-1185-4b6a-917a-4895b8c7c3c0', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'mac_address': 'fa:16:3e:21:c7:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:46Z', 'updated_at': '2021-11-22T16:18:05Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'subnets': [{'id': '07f2886f-ac3a-43e1-86ff-c38e09ac265b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:49.939025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 88fb653c-a311-4d53-8b40-e0fb30bf4d30 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:50.081958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Deleting port a486148f-c8a6-429b-924b-e71dfe02793b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:50.082810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.084686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:50.093988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:50.095314 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.293092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.349336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.349618 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.350966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d442a6-9785-4da2-9a6e-2b589b31dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb653c-a311-4d53-8b40-e0fb30bf4d30'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:50.357684 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53dda2e-79fe-4b2f-818d-669cb5f6ac98" -d '{"events": [{"server_uuid": "11d442a6-9785-4da2-9a6e-2b589b31dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "88fb653c-a311-4d53-8b40-e0fb30bf4d30"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:50.372620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Calling delete_port for a486148f-c8a6-429b-924b-e71dfe02793b owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:50.396244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffe5c73-cb41-4564-a0ed-24ded617e21b None None] New status for floating IP 1c9e83cd-261c-41be-9bda-cae24f40ecb6: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:27:50.439837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ff90a-8648-4dd6-b90d-589b0ab750b7 req-87819ef6-ce7c-47fe-b7c3-7e9215114b06 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:50.452170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad4ff90a-8648-4dd6-b90d-589b0ab750b7 req-87819ef6-ce7c-47fe-b7c3-7e9215114b06 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 908 time: 0.2283456 Nov 22 16:27:50.567672 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e95c51-03d0-4906-9e1e-907fd790065c x-openstack-request-id: req-25e95c51-03d0-4906-9e1e-907fd790065c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:50.570500 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d442a6-9785-4da2-9a6e-2b589b31dc0f", "name": "network-vif-plugged", "status": "completed", "tag": "88fb653c-a311-4d53-8b40-e0fb30bf4d30", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:50.571013 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25e95c51-03d0-4906-9e1e-907fd790065c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:50.571609 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d442a6-9785-4da2-9a6e-2b589b31dc0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb653c-a311-4d53-8b40-e0fb30bf4d30', 'code': 200} Nov 22 16:27:50.577876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 88fb653c-a311-4d53-8b40-e0fb30bf4d30, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=88fb653c-a311-4d53-8b40-e0fb30bf4d30,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:50.603645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.611252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:50.622427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff2cb0-c5c4-4795-aed1-548e2dafb8e4 req-1082dc8e-84cd-4132-9b83-807e77181acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:50.625439 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9dff2cb0-c5c4-4795-aed1-548e2dafb8e4 req-1082dc8e-84cd-4132-9b83-807e77181acb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 1059 time: 0.0853329 Nov 22 16:27:50.805838 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:50.864120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Pushing event deleted for resources: {'Port': ['ID=a486148f-c8a6-429b-924b-e71dfe02793b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:51.003614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.007308 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.014553 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a4311d13-5bcd-430e-96b4-4f96274a305f tempest-AttachVolumeShelveTestJSON-178378439 tempest-AttachVolumeShelveTestJSON-178378439-project] 10.222.0.69 "DELETE /v2.0/floatingips/1c9e83cd-261c-41be-9bda-cae24f40ecb6 HTTP/1.1" status: 204 len: 168 time: 1.2960777 Nov 22 16:27:51.045925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd49fe68-7917-43bf-b638-0a103904dbca None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:27:51.074500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: e4bcb06c-9ca8-4494-80a9-e378621515a4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:51.075358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e4bcb06c-9ca8-4494-80a9-e378621515a4 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:51.149289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=88fb653c-a311-4d53-8b40-e0fb30bf4d30,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:51.308665 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2fe88ce-5ef8-4f2f-91b3-fde32a88b382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.714521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a820d-6156-481a-85eb-1135e78e0e0a req-6d8013c4-945c-4ee0-a004-2e23dc428ab1 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.730273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-477a820d-6156-481a-85eb-1135e78e0e0a req-6d8013c4-945c-4ee0-a004-2e23dc428ab1 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 909 time: 0.1433330 Nov 22 16:27:52.446102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:52.570734 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:52.990365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dcca3-00a3-457e-ada1-ba070f22c3ee req-9c510379-3e9e-4ac1-a9c8-6810c687d8a6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:52.991773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-706dcca3-00a3-457e-ada1-ba070f22c3ee req-9c510379-3e9e-4ac1-a9c8-6810c687d8a6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 909 time: 0.1083822 Nov 22 16:27:53.231393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828c9f1-c6b5-43ba-b384-fe1cf52c1516 req-d198f6d6-7790-44d3-b69a-213a29afe7f3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:53.234534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c828c9f1-c6b5-43ba-b384-fe1cf52c1516 req-d198f6d6-7790-44d3-b69a-213a29afe7f3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 909 time: 0.0977855 Nov 22 16:27:53.398894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a99d-c22e-4026-9c2b-f26f6ce874de req-2180684d-fe2c-4499-acf5-776988a9c21b tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:53.407734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7df7a99d-c22e-4026-9c2b-f26f6ce874de req-2180684d-fe2c-4499-acf5-776988a9c21b tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 1060 time: 0.0689802 Nov 22 16:27:53.576105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2438c1c-2f72-4b3e-a2d4-76452b9ccb78 req-d07ec55e-c48b-4c79-b3b7-53c5dba4af0f tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:53.585428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2438c1c-2f72-4b3e-a2d4-76452b9ccb78 req-d07ec55e-c48b-4c79-b3b7-53c5dba4af0f tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1136 time: 0.0788820 Nov 22 16:27:53.659061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2438c1c-2f72-4b3e-a2d4-76452b9ccb78 req-2bc09d36-6dff-4073-87fb-79971c2b5b6f tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0723510 Nov 22 16:27:53.683794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:53.818226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4bd840-d8ad-425d-8896-d29a36006af9 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:53.819780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9b4bd840-d8ad-425d-8896-d29a36006af9 tempest-TestSecurityGroupsBasicOps-842071465 tempest-TestSecurityGroupsBasicOps-842071465-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 1055 time: 0.1347005 Nov 22 16:27:54.378387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991abac6-ebdd-419c-854f-1caaf06ba565 req-b9d53f49-b055-4020-9725-ac2452e4086d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:54.380010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-991abac6-ebdd-419c-854f-1caaf06ba565 req-b9d53f49-b055-4020-9725-ac2452e4086d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 909 time: 0.1457820 Nov 22 16:27:54.527774 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.619012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.845665 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.659125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4427520-9d5d-40c0-81a0-1bcaca677b45 req-875ba84d-1549-4ab8-ab37-2925f5354354 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:55.672400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4427520-9d5d-40c0-81a0-1bcaca677b45 req-875ba84d-1549-4ab8-ab37-2925f5354354 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 909 time: 0.1638384 Nov 22 16:27:56.605921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-aec9d11e-27c6-4ef8-81c6-013a91c3410b tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.608238 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-aec9d11e-27c6-4ef8-81c6-013a91c3410b tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.71 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 909 time: 0.1026950 Nov 22 16:27:56.922604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd69bae-9bdc-4a49-958e-0fe0780b5775 req-4f5e92b0-e473-4fff-896c-669dbe3990e3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.927545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7dd69bae-9bdc-4a49-958e-0fe0780b5775 req-4f5e92b0-e473-4fff-896c-669dbe3990e3 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 909 time: 0.0911210 Nov 22 16:27:56.950203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:56.950580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.106441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] For port 88fb653c-a311-4d53-8b40-e0fb30bf4d30, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=88fb653c-a311-4d53-8b40-e0fb30bf4d30,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:57.107199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.126130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Calling delete_port for 88fb653c-a311-4d53-8b40-e0fb30bf4d30 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:57.407682 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.436810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Port': ['ID=88fb653c-a311-4d53-8b40-e0fb30bf4d30,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:57.522343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] No DVR routers for this DVR port 88fb653c-a311-4d53-8b40-e0fb30bf4d30 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:57.526676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.531600 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d2733407-ec27-46d0-a457-0c0265c1e382 req-8ff744e3-4a65-4cf4-b666-56825d1eb5ad tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.71 "DELETE /v2.0/ports/88fb653c-a311-4d53-8b40-e0fb30bf4d30 HTTP/1.1" status: 204 len: 173 time: 0.8888648 Nov 22 16:27:57.532691 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d442a6-9785-4da2-9a6e-2b589b31dc0f', 'name': 'network-vif-deleted', 'tag': '88fb653c-a311-4d53-8b40-e0fb30bf4d30'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:57.548532 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f0b4b5-2c57-4172-8d43-516c35356daf" -d '{"events": [{"server_uuid": "11d442a6-9785-4da2-9a6e-2b589b31dc0f", "name": "network-vif-deleted", "tag": "88fb653c-a311-4d53-8b40-e0fb30bf4d30"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:57.604557 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f23335-7f39-4925-a183-00498ef7ab2f x-openstack-request-id: req-d7f23335-7f39-4925-a183-00498ef7ab2f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:57.604889 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d442a6-9785-4da2-9a6e-2b589b31dc0f", "name": "network-vif-deleted", "tag": "88fb653c-a311-4d53-8b40-e0fb30bf4d30", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:57.605166 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7f23335-7f39-4925-a183-00498ef7ab2f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:57.605585 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d442a6-9785-4da2-9a6e-2b589b31dc0f', 'name': 'network-vif-deleted', 'tag': '88fb653c-a311-4d53-8b40-e0fb30bf4d30', 'status': 'completed', 'code': 200} Nov 22 16:27:58.186818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7941c562-7b32-4638-8a68-78fad71c65ec req-c3c61459-32c8-4dd9-bd26-c3975baf5627 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=11d442a6-9785-4da2-9a6e-2b589b31dc0f HTTP/1.1" status: 200 len: 210 time: 0.0493586 Nov 22 16:27:59.270667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:59.920705 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:00.021274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 88fb653c-a311-4d53-8b40-e0fb30bf4d30 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:00.097093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 88fb653c-a311-4d53-8b40-e0fb30bf4d30 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:00.104151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 88fb653c-a311-4d53-8b40-e0fb30bf4d30 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:00.964901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting port f4920e10-9830-44df-aa04-656ed43a8e01 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:00.967329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:01.237319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] For port f4920e10-9830-44df-aa04-656ed43a8e01, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f4920e10-9830-44df-aa04-656ed43a8e01,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:01.237827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:01.266263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Calling delete_port for f4920e10-9830-44df-aa04-656ed43a8e01 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:01.737155 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:01.879110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Port': ['ID=f4920e10-9830-44df-aa04-656ed43a8e01,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:02.299655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:02.352132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42980) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:02.767109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Router bc105420-7731-4cd9-a5e4-5b08e16116d0 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:03.143209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:03.166136 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] Sync routers for ids ['bc105420-7731-4cd9-a5e4-5b08e16116d0'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:03.189788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5515894e-f42a-4566-86a7-aec928a54be5 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "PUT /v2.0/routers/bc105420-7731-4cd9-a5e4-5b08e16116d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9132175 Nov 22 16:28:03.191707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42990) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:03.221732 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] Routers {'bc105420-7731-4cd9-a5e4-5b08e16116d0'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:03.224230 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bc105420-7731-4cd9-a5e4-5b08e16116d0'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:03.502412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9ba717-d5e2-4f92-a57d-23a0d742b449 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting subnet 9f7caaa8-5874-4613-a351-863985ebd0ba {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:28:03.528623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba717-d5e2-4f92-a57d-23a0d742b449 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.600762 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] Set router bc105420-7731-4cd9-a5e4-5b08e16116d0 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:03.640305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba717-d5e2-4f92-a57d-23a0d742b449 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:03.819724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba717-d5e2-4f92-a57d-23a0d742b449 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.022947 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:28:01Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:04.044059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba717-d5e2-4f92-a57d-23a0d742b449 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.121747 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba717-d5e2-4f92-a57d-23a0d742b449 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.128280 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] Checking router: bc105420-7731-4cd9-a5e4-5b08e16116d0 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:04.129385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbecbf2-566b-4fd6-ad73-50216feabdc9 None None] Network d2765a59-6f0d-4c10-8727-3cb1bce059f6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:04.148103 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ec9ba717-d5e2-4f92-a57d-23a0d742b449 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/subnets/9f7caaa8-5874-4613-a351-863985ebd0ba HTTP/1.1" status: 204 len: 168 time: 0.9402013 Nov 22 16:28:04.151537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43016) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:04.154624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ba717-d5e2-4f92-a57d-23a0d742b449 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Subnet': ['ID=9f7caaa8-5874-4613-a351-863985ebd0ba,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:04.157883 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] Routers {'bc105420-7731-4cd9-a5e4-5b08e16116d0'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:04.159218 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bc105420-7731-4cd9-a5e4-5b08e16116d0'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:04.371683 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] Set router bc105420-7731-4cd9-a5e4-5b08e16116d0 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:04.492125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.613899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.669093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] DHCP port deletion for d2765a59-6f0d-4c10-8727-3cb1bce059f6 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:04.843212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Deleting port d060463c-3ddf-4be6-8672-4d36eb763839 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:04.843781 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.959760 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:28:01Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:05.010784 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494a1e6-48db-4a0c-83c2-0e905ec1e81c None None] The sync data for ids ['bc105420-7731-4cd9-a5e4-5b08e16116d0'] in n-d-811716-3 is: [{'id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863862256', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58'}], 'enable_snat': True}, 'gw_port_id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:15Z', 'updated_at': '2021-11-22T16:28:01Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': 'b12e65fc-36e8-4850-856a-16f152fc0d4d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:13:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc105420-7731-4cd9-a5e4-5b08e16116d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:05.037326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.042408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] For port d060463c-3ddf-4be6-8672-4d36eb763839, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d060463c-3ddf-4be6-8672-4d36eb763839,segment=NetworkSegment(3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe),segment_id=3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:05.042826 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.089702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Calling delete_port for d060463c-3ddf-4be6-8672-4d36eb763839 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:05.284323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting port b12e65fc-36e8-4850-856a-16f152fc0d4d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:05.284859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.326903 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.391352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Deleting port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:05.392249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.404629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Pushing event deleted for resources: {'Port': ['ID=d060463c-3ddf-4be6-8672-4d36eb763839,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:05.421327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.422592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.423456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.425029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.426197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.427066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.428621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.429561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.430448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.431484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.432379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.433383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:05.438835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e9c3d-facb-4ceb-8989-09f5f259c0e6 None None] No DVR routers for this DVR port d060463c-3ddf-4be6-8672-4d36eb763839 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:05.469628 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:28:05.540592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] For port b12e65fc-36e8-4850-856a-16f152fc0d4d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b12e65fc-36e8-4850-856a-16f152fc0d4d,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:05.541310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.603849 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Calling delete_port for b12e65fc-36e8-4850-856a-16f152fc0d4d owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:05.645734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d060463c-3ddf-4be6-8672-4d36eb763839 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:05.724073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] For port 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:05.724452 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.730916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d060463c-3ddf-4be6-8672-4d36eb763839 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:05.731670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d060463c-3ddf-4be6-8672-4d36eb763839 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:05.732425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f4920e10-9830-44df-aa04-656ed43a8e01 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:05.757076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Calling delete_port for 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:05.769184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: f4920e10-9830-44df-aa04-656ed43a8e01 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:05.769184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f4920e10-9830-44df-aa04-656ed43a8e01 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:06.067585 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.129291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Port': ['ID=b12e65fc-36e8-4850-856a-16f152fc0d4d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:06.145447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8e47c1-bac2-45cd-871b-aa245e952e3a None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:06.179234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.230391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa2301d-f7ef-4ed1-b133-59bba58c1cf4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:06.272712 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.553317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.558289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.602406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.654484 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.655022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Fanout notify agent at l3_agent the message router_deleted on router bc105420-7731-4cd9-a5e4-5b08e16116d0 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:28:06.662185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:06.667750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1f422ac2-1c80-4372-926d-e6d81001d169 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/routers/bc105420-7731-4cd9-a5e4-5b08e16116d0 HTTP/1.1" status: 204 len: 168 time: 2.5145836 Nov 22 16:28:06.673881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43054) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:06.850943 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.061060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.124494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2765a59-6f0d-4c10-8727-3cb1bce059f6']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:07.150338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:07.150777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3adc6bfe-a39b-4ba1-9d18-e3360ef52bbe') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:07.177415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.204849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.214625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:28:07.229502 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:28:07.365725 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:28:07.369067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.378520 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.391110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/networks/d2765a59-6f0d-4c10-8727-3cb1bce059f6 HTTP/1.1" status: 204 len: 168 time: 0.7161553 Nov 22 16:28:07.394116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:07.454168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Network': ['ID=d2765a59-6f0d-4c10-8727-3cb1bce059f6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:07.540455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.541121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.541657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.542228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.542753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.543283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.543827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.544366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.545348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.546099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.546624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.547210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8066b90e-05ce-420e-bebd-9dc84b076cb6 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:07.574842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b12e65fc-36e8-4850-856a-16f152fc0d4d no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:07.609184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b12e65fc-36e8-4850-856a-16f152fc0d4d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:07.613597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b12e65fc-36e8-4850-856a-16f152fc0d4d not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:07.617091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Router 65128930-d418-4739-9ead-57fabd2f400a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:07.741548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting port aea668e7-6a9c-47b4-9cd6-559803742851 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:07.742123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.816269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:07.839963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.839963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.850036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] Sync routers for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:07.876200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Calling delete_port for aea668e7-6a9c-47b4-9cd6-559803742851 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:07.880922 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-70dc31ea-b9eb-44f1-a489-7ed177cf189d admin admin] 10.222.0.69 "PUT /v2.0/routers/65128930-d418-4739-9ead-57fabd2f400a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5252967 Nov 22 16:28:07.881272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43074) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:07.953759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:07.963398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:08.179601 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.233809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.243223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Port': ['ID=aea668e7-6a9c-47b4-9cd6-559803742851,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:08.363975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:08.368523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.369184 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Floating IP 0c0c2e7d-5537-470e-8b0e-7292dbd99722 disassociated (deleted). External IP: 172.25.5.232, port: d3309020-ffe8-43d8-a436-b371d2d20c81. Nov 22 16:28:08.511453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.700887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Deleting port 0137ac90-6fa4-4af1-82cd-4429a232ca76 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:08.701553 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.829164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175'}], 'enable_snat': True}, 'gw_port_id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:28:06Z', 'revision_number': 5, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port': {'id': '0137ac90-6fa4-4af1-82cd-4429a232ca76', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:14:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128930-d418-4739-9ead-57fabd2f400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:17:36Z', 'updated_at': '2021-11-22T16:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:08.830746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Router f7b3d385-f4f6-4c4a-a69f-eca081c4491d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:08.885914 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] For port 0137ac90-6fa4-4af1-82cd-4429a232ca76, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0137ac90-6fa4-4af1-82cd-4429a232ca76,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:08.886552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.894541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] Checking router: 65128930-d418-4739-9ead-57fabd2f400a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:08.917466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] Routers {'65128930-d418-4739-9ead-57fabd2f400a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:08.918107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['65128930-d418-4739-9ead-57fabd2f400a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:08.930427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Calling delete_port for 0137ac90-6fa4-4af1-82cd-4429a232ca76 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:09.069515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] Set router 65128930-d418-4739-9ead-57fabd2f400a gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:09.097994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:09.102761 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.109423 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] Sync routers for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:09.128767 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:09.129411 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:09.171524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2b4835f0-bb8d-4041-928d-10930338015f tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/floatingips/0c0c2e7d-5537-470e-8b0e-7292dbd99722 HTTP/1.1" status: 204 len: 168 time: 1.7757237 Nov 22 16:28:09.174403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:09.177974 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c93672-302e-41e5-9083-dd8613d7e2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:09.182510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:28:08Z', 'revision_number': 6, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:09.277100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa6520-526f-442b-bd6c-f19c31d9bc24 None None] The sync data for ids ['65128930-d418-4739-9ead-57fabd2f400a'] in n-d-811716-3 is: [{'id': '65128930-d418-4739-9ead-57fabd2f400a', 'name': 'tempest-AttachVolumeShelveTestJSON-1245539287-router', 'tenant_id': 'f7f20f4022784e15848c51c9ca7368a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:17:32Z', 'updated_at': '2021-11-22T16:28:08Z', 'revision_number': 6, 'project_id': 'f7f20f4022784e15848c51c9ca7368a6', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:09.280342 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46224e03-114b-4535-9f8a-cde2e71d91d8 x-openstack-request-id: req-46224e03-114b-4535-9f8a-cde2e71d91d8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:09.280862 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:09.281295 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46224e03-114b-4535-9f8a-cde2e71d91d8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:09.281856 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'status': 'completed', 'code': 200} Nov 22 16:28:09.325804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.413176 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae6cf2-6bcf-4076-9a81-d95e049cffab None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:09.474449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-6f932811-5bf6-4839-89ba-07c9567be4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:09.489161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-6f932811-5bf6-4839-89ba-07c9567be4c2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f52169932326499f860cccde9fbd7f6c&device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 1136 time: 0.1832917 Nov 22 16:28:09.526804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0137ac90-6fa4-4af1-82cd-4429a232ca76,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:09.600038 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:09.602514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.950969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.954069 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:09.990872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-c12347d3-e08a-45bf-af58-5bff185a213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:09.993981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-c12347d3-e08a-45bf-af58-5bff185a213f service neutron] 10.222.0.11 "GET /v2.0/networks?id=594aae12-e404-4867-b07d-21e16e30fc3a HTTP/1.1" status: 200 len: 898 time: 0.4944661 Nov 22 16:28:10.090794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.092116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65128930-d418-4739-9ead-57fabd2f400a {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:28:10.106914 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.113370 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b1c80277-9ee3-4073-a7f3-e57e231386f6 admin admin] 10.222.0.69 "DELETE /v2.0/routers/65128930-d418-4739-9ead-57fabd2f400a HTTP/1.1" status: 204 len: 168 time: 2.2306800 Nov 22 16:28:10.117818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43114) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:10.210380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-94172ccc-7482-479b-b497-3c6476596f7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3309020-ffe8-43d8-a436-b371d2d20c81 HTTP/1.1" status: 200 len: 217 time: 0.1323321 Nov 22 16:28:10.310278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d7ad3-34ea-47b3-89a6-95938d6b9b81 req-a83bf9ff-6cc5-4b6d-b2a4-1124fcb22ea9 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:10.312950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d80d7ad3-34ea-47b3-89a6-95938d6b9b81 req-a83bf9ff-6cc5-4b6d-b2a4-1124fcb22ea9 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 985 time: 0.3170178 Nov 22 16:28:10.369943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d46f476-147b-4262-9e75-9eaa6e8c19e4 admin admin] Deleting subnet 07f2886f-ac3a-43e1-86ff-c38e09ac265b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:28:10.386445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d46f476-147b-4262-9e75-9eaa6e8c19e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.410655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-4a4c889d-df4c-4e15-9430-952029c856c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:10.420911 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-4a4c889d-df4c-4e15-9430-952029c856c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5308673-2cf2-4f4a-b33a-a4159aad7004 HTTP/1.1" status: 200 len: 835 time: 0.1945527 Nov 22 16:28:10.506190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d46f476-147b-4262-9e75-9eaa6e8c19e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.571265 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:58Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:10.660220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-e9b491ca-28e4-477d-99d4-c2be99fa38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:10.662063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-e9b491ca-28e4-477d-99d4-c2be99fa38c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=594aae12-e404-4867-b07d-21e16e30fc3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258554 Nov 22 16:28:10.688690 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] Checking router: f7b3d385-f4f6-4c4a-a69f-eca081c4491d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:10.691665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d80d7ad3-34ea-47b3-89a6-95938d6b9b81 req-b11d1f04-c8ba-4e00-897a-23c5bdbc3d00 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3683825 Nov 22 16:28:10.728276 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:10.728276 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:10.750668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d46f476-147b-4262-9e75-9eaa6e8c19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.920203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-9b4e889a-d6d2-48fd-844d-b7bb324d4fd5 service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250304 Nov 22 16:28:10.966428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d46f476-147b-4262-9e75-9eaa6e8c19e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.003058 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:11.079261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46f476-147b-4262-9e75-9eaa6e8c19e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f2886f-ac3a-43e1-86ff-c38e09ac265b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:11.128773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d3ea3-bbf2-4e75-9269-5f9e4e99a567 None None] Network 48c81d08-1185-4b6a-917a-4895b8c7c3c0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:11.137727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d46f476-147b-4262-9e75-9eaa6e8c19e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.148630 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d46f476-147b-4262-9e75-9eaa6e8c19e4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/07f2886f-ac3a-43e1-86ff-c38e09ac265b HTTP/1.1" status: 204 len: 168 time: 1.0293126 Nov 22 16:28:11.154988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43130) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:11.223586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-a3865dbf-94da-4963-8590-ec9f8e977cdd tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:11.226152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-a3865dbf-94da-4963-8590-ec9f8e977cdd tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 985 time: 0.3044088 Nov 22 16:28:11.369305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.498417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0137ac90-6fa4-4af1-82cd-4429a232ca76 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:11.508025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c93672-302e-41e5-9083-dd8613d7e2c6 req-45857d30-8195-460c-93fe-9cff0c4fb44b service neutron] 10.222.0.11 "GET /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643914 Nov 22 16:28:11.542819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Deleting port b59463f0-9c0f-4e3e-b574-990dc14dc82f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:11.543651 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.578083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 0137ac90-6fa4-4af1-82cd-4429a232ca76 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:11.579380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0137ac90-6fa4-4af1-82cd-4429a232ca76 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:11.580943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:11.588739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting port d3309020-ffe8-43d8-a436-b371d2d20c81 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:11.590410 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.642584 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:58Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:11.674934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:11.675564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1aa2301d-f7ef-4ed1-b133-59bba58c1cf4 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:11.706638 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d107d0ec-a675-4f6a-8c97-9a256adf2f70 None None] The sync data for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 is: [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:25:49Z', 'revision_number': 4, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '031dfabe-0507-4722-b547-59d647071d75', 'name': '', 'network_id': '594aae12-e404-4867-b07d-21e16e30fc3a', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'mac_address': 'fa:16:3e:ad:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:47Z', 'updated_at': '2021-11-22T16:25:58Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'subnets': [{'id': 'e5308673-2cf2-4f4a-b33a-a4159aad7004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:11.750113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] For port b59463f0-9c0f-4e3e-b574-990dc14dc82f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b59463f0-9c0f-4e3e-b574-990dc14dc82f,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:11.750783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.807690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] DHCP port deletion for 48c81d08-1185-4b6a-917a-4895b8c7c3c0 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:11.841486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Calling delete_port for b59463f0-9c0f-4e3e-b574-990dc14dc82f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:11.870565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] For port d3309020-ffe8-43d8-a436-b371d2d20c81, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d3309020-ffe8-43d8-a436-b371d2d20c81,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:11.871161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.911882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Calling delete_port for d3309020-ffe8-43d8-a436-b371d2d20c81 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:11.988273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] Deleting port b59463f0-9c0f-4e3e-b574-990dc14dc82f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:11.990361 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.025991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2eed8-c49c-438e-896f-2ed7feb02394 req-1dfc2879-1d56-4cbb-ad7d-1c59d1066c3c tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:12.034829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45f2eed8-c49c-438e-896f-2ed7feb02394 req-1dfc2879-1d56-4cbb-ad7d-1c59d1066c3c tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3d68e649-12cb-407f-a793-be2772921d35 HTTP/1.1" status: 200 len: 985 time: 0.1400516 Nov 22 16:28:12.066183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.139374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45f2eed8-c49c-438e-896f-2ed7feb02394 req-f5df73ac-fa40-4b0c-aa38-644b44113bbb tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "GET /v2.0/security-groups?id=9a008b24-b31a-44cf-9fc5-5516904f6c97&id=87f9fbc1-c5c8-4433-b78d-7bc79015f411&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1027758 Nov 22 16:28:12.148407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59463f0-9c0f-4e3e-b574-990dc14dc82f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:12.166940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] No DVR routers for this DVR port b59463f0-9c0f-4e3e-b574-990dc14dc82f on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:12.209763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] For port b59463f0-9c0f-4e3e-b574-990dc14dc82f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b59463f0-9c0f-4e3e-b574-990dc14dc82f,segment=NetworkSegment(cc455b4e-2bbf-44e1-9198-210224107d0e),segment_id=cc455b4e-2bbf-44e1-9198-210224107d0e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:12.218405 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.255454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] Calling delete_port for b59463f0-9c0f-4e3e-b574-990dc14dc82f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:12.317553 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.345653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.367683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c81d08-1185-4b6a-917a-4895b8c7c3c0']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:12.375218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d2f71-54a8-41ac-bc3e-4cb3b848fa3e None None] New status for floating IP 0c0c2e7d-5537-470e-8b0e-7292dbd99722: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:28:12.387980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc455b4e-2bbf-44e1-9198-210224107d0e') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:12.389040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc455b4e-2bbf-44e1-9198-210224107d0e') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:12.403458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Port': ['ID=d3309020-ffe8-43d8-a436-b371d2d20c81,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:12.409586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.448245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.465236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:28:12.465916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:28:12.469215 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:28:12.512626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] No DVR routers for this DVR port d3309020-ffe8-43d8-a436-b371d2d20c81 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:12.516550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.521305 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.535126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-871c93d0-a2fe-446b-8fcd-b3debc685373 req-70c40b45-545b-419c-8d3f-9f52141b456e tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.11 "DELETE /v2.0/ports/d3309020-ffe8-43d8-a436-b371d2d20c81 HTTP/1.1" status: 204 len: 173 time: 1.2810664 Nov 22 16:28:12.537454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'name': 'network-vif-deleted', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:12.550523 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c88315-0dff-4394-9017-9bafeccf982e" -d '{"events": [{"server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "name": "network-vif-deleted", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:12.556883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] No DVR routers for this DVR port b59463f0-9c0f-4e3e-b574-990dc14dc82f on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:12.602435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f106dd6-5abd-4d57-84b2-cd37a07a9290 None None] Pushing event deleted for resources: {'Port': ['ID=b59463f0-9c0f-4e3e-b574-990dc14dc82f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:12.640175 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e38429-b725-4c31-8392-866470d19f51 x-openstack-request-id: req-e8e38429-b725-4c31-8392-866470d19f51 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:12.644607 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d68e649-12cb-407f-a793-be2772921d35", "name": "network-vif-deleted", "tag": "d3309020-ffe8-43d8-a436-b371d2d20c81", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:12.644874 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8e38429-b725-4c31-8392-866470d19f51 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:12.645637 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d68e649-12cb-407f-a793-be2772921d35', 'name': 'network-vif-deleted', 'tag': 'd3309020-ffe8-43d8-a436-b371d2d20c81', 'status': 'completed', 'code': 200} Nov 22 16:28:12.680889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.697222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.701230 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] 10.222.0.69 "DELETE /v2.0/networks/48c81d08-1185-4b6a-917a-4895b8c7c3c0 HTTP/1.1" status: 204 len: 168 time: 1.5433903 Nov 22 16:28:12.718927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e7701-d0b0-4aad-8737-f57afac35a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c81d08-1185-4b6a-917a-4895b8c7c3c0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:12.864340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43162) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:12.925913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-72730bb1-48e7-48ea-8b6c-491c04f794fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7f20f4022784e15848c51c9ca7368a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597682 Nov 22 16:28:12.929059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43168) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:13.046299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d430adb3-5eee-4e75-af2f-2582aab2fe08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.072237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d430adb3-5eee-4e75-af2f-2582aab2fe08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.149616 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d430adb3-5eee-4e75-af2f-2582aab2fe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.153706 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d430adb3-5eee-4e75-af2f-2582aab2fe08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.155358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d430adb3-5eee-4e75-af2f-2582aab2fe08 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e29c9308-ac60-4d7f-b62b-1749314fb7ae HTTP/1.1" status: 204 len: 168 time: 0.2249491 Nov 22 16:28:13.167706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430adb3-5eee-4e75-af2f-2582aab2fe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29c9308-ac60-4d7f-b62b-1749314fb7ae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:13.241954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43184) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:13.358638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1a95981-0faa-4b92-bd53-45e375d1f707 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.393536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1a95981-0faa-4b92-bd53-45e375d1f707 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.487681 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1a95981-0faa-4b92-bd53-45e375d1f707 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.489284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b59463f0-9c0f-4e3e-b574-990dc14dc82f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:13.496442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1a95981-0faa-4b92-bd53-45e375d1f707 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.497670 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c1a95981-0faa-4b92-bd53-45e375d1f707 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/security-groups/9a008b24-b31a-44cf-9fc5-5516904f6c97 HTTP/1.1" status: 204 len: 168 time: 0.2538228 Nov 22 16:28:13.501529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:13.528352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a95981-0faa-4b92-bd53-45e375d1f707 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a008b24-b31a-44cf-9fc5-5516904f6c97,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:13.608163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b59463f0-9c0f-4e3e-b574-990dc14dc82f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:13.608808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b59463f0-9c0f-4e3e-b574-990dc14dc82f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:13.663351 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6185a0e5-2037-48d0-9717-76362c71151d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.699414 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6185a0e5-2037-48d0-9717-76362c71151d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.783640 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6185a0e5-2037-48d0-9717-76362c71151d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.792629 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6185a0e5-2037-48d0-9717-76362c71151d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.794284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6185a0e5-2037-48d0-9717-76362c71151d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/security-groups/87f9fbc1-c5c8-4433-b78d-7bc79015f411 HTTP/1.1" status: 204 len: 168 time: 0.2902646 Nov 22 16:28:13.798188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:13.812548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185a0e5-2037-48d0-9717-76362c71151d tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f9fbc1-c5c8-4433-b78d-7bc79015f411,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:14.630122 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.880634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d3309020-ffe8-43d8-a436-b371d2d20c81 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:14.968291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: d3309020-ffe8-43d8-a436-b371d2d20c81 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:14.968632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d3309020-ffe8-43d8-a436-b371d2d20c81 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:15.182454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting port 031dfabe-0507-4722-b547-59d647071d75 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:15.182810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.362687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] For port 031dfabe-0507-4722-b547-59d647071d75, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=031dfabe-0507-4722-b547-59d647071d75,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:15.363188 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.384465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Calling delete_port for 031dfabe-0507-4722-b547-59d647071d75 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:15.720437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.756460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Port': ['ID=031dfabe-0507-4722-b547-59d647071d75,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:16.064719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.474095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Router f7b3d385-f4f6-4c4a-a69f-eca081c4491d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:16.695174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:16.707047 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] Sync routers for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:16.721815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:16.725556 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:16.728480 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:16.734490 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d08d6ae9-1ef6-470e-91b0-3f166556e3fa tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "PUT /v2.0/routers/f7b3d385-f4f6-4c4a-a69f-eca081c4491d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9182322 Nov 22 16:28:16.819187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e9d5cb-bf1d-427c-a63f-8dcbf5fc151a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting subnet e5308673-2cf2-4f4a-b33a-a4159aad7004 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:28:16.825490 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d5cb-bf1d-427c-a63f-8dcbf5fc151a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.864012 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:16.886707 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d5cb-bf1d-427c-a63f-8dcbf5fc151a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.087838 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:28:15Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:17.131282 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] Checking router: f7b3d385-f4f6-4c4a-a69f-eca081c4491d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:17.143488 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] Routers {'f7b3d385-f4f6-4c4a-a69f-eca081c4491d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:17.144826 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:27:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:17.296930 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] Set router f7b3d385-f4f6-4c4a-a69f-eca081c4491d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:17.534425 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d5cb-bf1d-427c-a63f-8dcbf5fc151a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.636175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d5cb-bf1d-427c-a63f-8dcbf5fc151a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.683527 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8e9d5cb-bf1d-427c-a63f-8dcbf5fc151a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.689386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43685312-1b4c-404c-ba13-5687c548abb0 None None] Network 594aae12-e404-4867-b07d-21e16e30fc3a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:17.693737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:17.694202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e8e9d5cb-bf1d-427c-a63f-8dcbf5fc151a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/subnets/e5308673-2cf2-4f4a-b33a-a4159aad7004 HTTP/1.1" status: 204 len: 168 time: 0.9704235 Nov 22 16:28:17.720000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9d5cb-bf1d-427c-a63f-8dcbf5fc151a tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Subnet': ['ID=e5308673-2cf2-4f4a-b33a-a4159aad7004,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:17.770723 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:28:15Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:17.843731 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21832f6-058a-4a42-a52e-270d1b7b719b None None] The sync data for ids ['f7b3d385-f4f6-4c4a-a69f-eca081c4491d'] in n-d-811716-3 is: [{'id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-8068724', 'tenant_id': 'f52169932326499f860cccde9fbd7f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:37Z', 'updated_at': '2021-11-22T16:28:15Z', 'revision_number': 5, 'project_id': 'f52169932326499f860cccde9fbd7f6c', 'gw_port': {'id': '96a7159e-875b-42ef-a8f4-7c7a8828a16c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3d385-f4f6-4c4a-a69f-eca081c4491d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:38Z', 'updated_at': '2021-11-22T16:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:17.996710 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.223034 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.303866 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] DHCP port deletion for 594aae12-e404-4867-b07d-21e16e30fc3a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:18.423767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Deleting port 96a7159e-875b-42ef-a8f4-7c7a8828a16c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:18.424444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.470372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] Deleting port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:18.470752 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.667495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] For port 96a7159e-875b-42ef-a8f4-7c7a8828a16c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=96a7159e-875b-42ef-a8f4-7c7a8828a16c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:18.669313 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.727037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Calling delete_port for 96a7159e-875b-42ef-a8f4-7c7a8828a16c owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:18.752149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] For port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0aa7d104-0a3a-4406-a7ab-104678eeb1ae,segment=NetworkSegment(74b72eee-39e7-4983-8212-92de1c83763b),segment_id=74b72eee-39e7-4983-8212-92de1c83763b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:18.752776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.835013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] Calling delete_port for 0aa7d104-0a3a-4406-a7ab-104678eeb1ae owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:19.127627 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c8c6e90-ef89-4967-b27c-f68c8fa51c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.135278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.172793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] Pushing event deleted for resources: {'Port': ['ID=0aa7d104-0a3a-4406-a7ab-104678eeb1ae,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:19.193672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468817a3-2516-4bca-89b0-ef31e34a8934 None None] No DVR routers for this DVR port 0aa7d104-0a3a-4406-a7ab-104678eeb1ae on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:19.399529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0aa7d104-0a3a-4406-a7ab-104678eeb1ae no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:19.423466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 0aa7d104-0a3a-4406-a7ab-104678eeb1ae {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:19.424123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0aa7d104-0a3a-4406-a7ab-104678eeb1ae not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:19.425371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 031dfabe-0507-4722-b547-59d647071d75 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:19.448906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 031dfabe-0507-4722-b547-59d647071d75 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:19.449234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 031dfabe-0507-4722-b547-59d647071d75 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:19.815604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.862145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Port': ['ID=96a7159e-875b-42ef-a8f4-7c7a8828a16c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:19.889197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a34f4d9-61e4-4886-a53d-60c1a7f745a6 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:19.916572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.918999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.919460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.920022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.920435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.920851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.923145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.923590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.924041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.924559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.929497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:19.930004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:20.031829 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.164182 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.168394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.256357 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.258542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Fanout notify agent at l3_agent the message router_deleted on router f7b3d385-f4f6-4c4a-a69f-eca081c4491d {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:28:20.272209 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.279210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43340) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:20.280520 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-09959ad6-9ebd-4a1d-b9da-5fb0c7e40e91 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/routers/f7b3d385-f4f6-4c4a-a69f-eca081c4491d HTTP/1.1" status: 204 len: 168 time: 2.5850923 Nov 22 16:28:20.464810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.584187 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.617494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594aae12-e404-4867-b07d-21e16e30fc3a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:20.631712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b72eee-39e7-4983-8212-92de1c83763b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:20.632044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b72eee-39e7-4983-8212-92de1c83763b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:20.644986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.669954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.683352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:28:20.685599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:28:20.691177 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:28:20.793993 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.808801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.815347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] 10.222.0.69 "DELETE /v2.0/networks/594aae12-e404-4867-b07d-21e16e30fc3a HTTP/1.1" status: 204 len: 168 time: 0.5345833 Nov 22 16:28:20.842482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf02fc4-fa23-4cfa-ab38-30bb65f03e80 tempest-TestSecurityGroupsBasicOps-248758454 tempest-TestSecurityGroupsBasicOps-248758454-project] Pushing event deleted for resources: {'Network': ['ID=594aae12-e404-4867-b07d-21e16e30fc3a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:21.319658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b64b477d-82d0-4bf0-913d-12f691daf58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.410234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:21.417299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 96a7159e-875b-42ef-a8f4-7c7a8828a16c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:21.447699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 96a7159e-875b-42ef-a8f4-7c7a8828a16c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:21.447699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 96a7159e-875b-42ef-a8f4-7c7a8828a16c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:21.653355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-11b131fa-66c7-4e91-acea-0d48b8c871c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f52169932326499f860cccde9fbd7f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393427 Nov 22 16:28:21.653724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43396) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:21.714679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbd70-2f3b-4891-a067-f532f3b1f7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.741347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbd70-2f3b-4891-a067-f532f3b1f7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.804121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbd70-2f3b-4891-a067-f532f3b1f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.807655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0cfcbd70-2f3b-4891-a067-f532f3b1f7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.809064 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0cfcbd70-2f3b-4891-a067-f532f3b1f7e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/762e4fca-1fca-4eee-bb92-31d960c3b730 HTTP/1.1" status: 204 len: 168 time: 0.1543121 Nov 22 16:28:21.819169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfcbd70-2f3b-4891-a067-f532f3b1f7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762e4fca-1fca-4eee-bb92-31d960c3b730,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:22.349714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43418) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:22.367978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d82bfa8-df17-4a19-bd03-391c552dc3f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.482873 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.506180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d82bfa8-df17-4a19-bd03-391c552dc3f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.521655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d82bfa8-df17-4a19-bd03-391c552dc3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.562627 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.581831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:22.589729 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d82bfa8-df17-4a19-bd03-391c552dc3f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aafdea9e36a14a19afe3c6615d9daddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268498 Nov 22 16:28:22.641687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82bfa8-df17-4a19-bd03-391c552dc3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1c0402-ca28-480f-9e2c-703ac50229af,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:22.692452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe21a-26bc-4032-b298-6b75a6d02e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.787939 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe21a-26bc-4032-b298-6b75a6d02e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.844989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe21a-26bc-4032-b298-6b75a6d02e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.848343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd1fe21a-26bc-4032-b298-6b75a6d02e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.849882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dd1fe21a-26bc-4032-b298-6b75a6d02e5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a1c0402-ca28-480f-9e2c-703ac50229af HTTP/1.1" status: 204 len: 168 time: 0.2677932 Nov 22 16:28:22.871053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fe21a-26bc-4032-b298-6b75a6d02e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1c0402-ca28-480f-9e2c-703ac50229af,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:23.451489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:23.498693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3eb1a7e2-67b7-43de-8ad4-3bbff7da0028 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7f58c71f78843cdaf865b9afb3df115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458438 Nov 22 16:28:23.501195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43454) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:23.559615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82979bf0-b302-4f09-8063-a185a463f02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.595988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82979bf0-b302-4f09-8063-a185a463f02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.687168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82979bf0-b302-4f09-8063-a185a463f02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.690469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-82979bf0-b302-4f09-8063-a185a463f02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.691683 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-82979bf0-b302-4f09-8063-a185a463f02e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/929ebd48-72d1-47ec-912d-31d65e1f3f1d HTTP/1.1" status: 204 len: 168 time: 0.1894484 Nov 22 16:28:23.704254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82979bf0-b302-4f09-8063-a185a463f02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ebd48-72d1-47ec-912d-31d65e1f3f1d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:24.513205 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.723335 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.884822 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.322543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43518) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:25.330050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:25.462933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5234643-ab69-4ad0-838a-6a762f7b2adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.509866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1454812198-network', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:25.555411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Made reservation on behalf of fa29010fe4d246b29bae937503bd5ad8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:25.559114 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.569687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.606160 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5234643-ab69-4ad0-838a-6a762f7b2adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.612946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5234643-ab69-4ad0-838a-6a762f7b2adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.675333 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.683738 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.704640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:28:25.742683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5234643-ab69-4ad0-838a-6a762f7b2adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ac47be-b331-4306-aa98-3573e6268438,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:25.748328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.748933 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Added segment a9aa7d47-64f8-45bc-b43a-38dad8c7624d of type vlan for network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 Nov 22 16:28:25.761363 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a5234643-ab69-4ad0-838a-6a762f7b2adc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=437f89b60eb64d9ca6fa4e7466d11b60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4366157 Nov 22 16:28:25.762038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43532) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:25.774466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205a7712-4834-42a9-bdd2-6e2e7a2fb30f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:25.855233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.868454 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7683c-511a-4473-8c9d-43691c350511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.925760 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7683c-511a-4473-8c9d-43691c350511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.953962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.955996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:25.957135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.017490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7683c-511a-4473-8c9d-43691c350511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.021058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7683c-511a-4473-8c9d-43691c350511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.022375 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f4a7683c-511a-4473-8c9d-43691c350511 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/47ac47be-b331-4306-aa98-3573e6268438 HTTP/1.1" status: 204 len: 168 time: 0.2593317 Nov 22 16:28:26.024851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6928153 Nov 22 16:28:26.057961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43536) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:26.069069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Request body: {'subnet': {'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1454812198-subnet', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:26.084257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7683c-511a-4473-8c9d-43691c350511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ac47be-b331-4306-aa98-3573e6268438,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:26.119066 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Made reservation on behalf of fa29010fe4d246b29bae937503bd5ad8 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:26.122989 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.154772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409c252-c1c1-4c96-935e-0e8698a36113 admin admin] Pushing event updated for resources: {'Network': ['ID=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:26.167456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:28:26.477293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.570121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Checking segment: {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:26.570717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Network hostable DHCP agents. Network: 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:28:26.575472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db145823-2e4b-4824-be15-62233bac954b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:26.613265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:28:26.642677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:26.656709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b762cc75-fd12-453d-a9c4-eb05e7253ca9 None None] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:26.662295 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:26.663144 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.689562 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ea5f9614-6081-4ecb-9419-fc4d24413b0a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6248696 Nov 22 16:28:26.693194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43566) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:26.698352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:26.738418 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.739344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.860129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.979084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:28:26.980138 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.078732 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.206051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Allocated IP 172.20.0.2 (8b9b2d2a-7892-4f9b-b74a-75a3869b02d9/db145823-2e4b-4824-be15-62233bac954b/1f693c05-1647-41ce-ba7d-68d64f42158f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:27.464016 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.481103 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.518124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:27.522254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.526245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:27.529303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:27.553215 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.747814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Allocated IP 172.25.5.26 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/8611389b-f09a-4d51-ac4a-a5cc629c31d7) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:27.897402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Attempting to bind port 1f693c05-1647-41ce-ba7d-68d64f42158f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:27.900166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Attempting to bind port 1f693c05-1647-41ce-ba7d-68d64f42158f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:27.900993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Attempting to bind port 1f693c05-1647-41ce-ba7d-68d64f42158f on network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:27.909321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:27.910129 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Checking segment: {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:27.911111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.912253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Bound using segment: {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:27.913094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Bound port: 1f693c05-1647-41ce-ba7d-68d64f42158f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:27.914949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.938921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Pushing event updated for resources: {'Port': ['ID=1f693c05-1647-41ce-ba7d-68d64f42158f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:27.970850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.063761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] For port 1f693c05-1647-41ce-ba7d-68d64f42158f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:28.070921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] For port 1f693c05-1647-41ce-ba7d-68d64f42158f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1f693c05-1647-41ce-ba7d-68d64f42158f,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:28.081017 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.093622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.172686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4bd40-a086-4eb7-b3a4-18c4822b5a62 None None] Pushing event updated for resources: {'Port': ['ID=1f693c05-1647-41ce-ba7d-68d64f42158f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:28.233594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Pushing event updated for resources: {'Port': ['ID=8611389b-f09a-4d51-ac4a-a5cc629c31d7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:28.261777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:28.264007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:28.268269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:28.282356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48447ff7-b70b-4211-8970-1fec1622560a None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:28.422451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8ad0d0da-9ea7-4e61-8df1-76d00b7f6f4d None None] Provisioning complete for port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:28.422871 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ad0d0da-9ea7-4e61-8df1-76d00b7f6f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.562696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0d0da-9ea7-4e61-8df1-76d00b7f6f4d None None] Port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:28.876777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.232208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.590071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Router 0dc34e4f-206d-4ebc-8162-65ab85f14049 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:28:29.626120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1f693c05-1647-41ce-ba7d-68d64f42158f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:29.720282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 1f693c05-1647-41ce-ba7d-68d64f42158f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:29.721706 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.845373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:29.860763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Sync routers for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:29.864812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e13ec-0cce-405a-b022-835575aaa451 None None] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:29.874920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.879182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43656) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:29.890742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-37d18e04-f196-4d98-8109-d4844238526f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1944582 Nov 22 16:28:29.951708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.972540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:29.973240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:28:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:29.990668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c4d7ab1b-af20-4af2-9b74-bf9a2c6b2f41 None None] Provisioning complete for port 1f693c05-1647-41ce-ba7d-68d64f42158f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:29.990903 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ab1b-af20-4af2-9b74-bf9a2c6b2f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.093318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 1f693c05-1647-41ce-ba7d-68d64f42158f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1f693c05-1647-41ce-ba7d-68d64f42158f,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:30.119460 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.440853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=1f693c05-1647-41ce-ba7d-68d64f42158f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:30.474618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:30.836907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 3, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:30.903164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.925396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Checking router: 0dc34e4f-206d-4ebc-8162-65ab85f14049 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:30.925935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Updating router 0dc34e4f-206d-4ebc-8162-65ab85f14049 port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:30.966300 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.221859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Allocated IP 172.20.0.1 (8b9b2d2a-7892-4f9b-b74a-75a3869b02d9/db145823-2e4b-4824-be15-62233bac954b/e384aa17-d3d0-4bb7-9105-e66d0c06ff6d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:31.386975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8f77222d-6d50-44fb-8f91-729f221fff54 None None] Provisioning complete for port 1f693c05-1647-41ce-ba7d-68d64f42158f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:31.387360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f77222d-6d50-44fb-8f91-729f221fff54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.392081 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.446898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1f693c05-1647-41ce-ba7d-68d64f42158f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:31.463371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.542254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:31.542520 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.553417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:31.553788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 1f693c05-1647-41ce-ba7d-68d64f42158f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:31.553788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.556614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:31.615504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:31.626953 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.663105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Attempting to bind port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:31.664116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Attempting to bind port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:31.664497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Attempting to bind port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:31.691561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b60c2-e9f3-426a-88c1-9f9b85879c74 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:31.694166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.720756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:31.721218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:31.721638 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.722044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:31.722554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Bound port: 8611389b-f09a-4d51-ac4a-a5cc629c31d7, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:31.722971 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.083588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37695650-d91c-4d18-a516-f40a95d1000e None None] Pushing event updated for resources: {'Port': ['ID=8611389b-f09a-4d51-ac4a-a5cc629c31d7,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:32.095508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.100901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5d7a2a64-d441-458b-9e22-b0a8bb160f0e None None] Provisioning complete for port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:32.101283 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d7a2a64-d441-458b-9e22-b0a8bb160f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.186723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] For port 8611389b-f09a-4d51-ac4a-a5cc629c31d7, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:32.230028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] For port 8611389b-f09a-4d51-ac4a-a5cc629c31d7, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8611389b-f09a-4d51-ac4a-a5cc629c31d7,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:32.232984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5d7a2a64-d441-458b-9e22-b0a8bb160f0e None None] Port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:32.243272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.329083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9324b25-8ece-4936-9d4c-9ce1ccf224ba None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:32.356560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.363961 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.380692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:32.381836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:28:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:32.509382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:32.564495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37695650-d91c-4d18-a516-f40a95d1000e None None] Pushing event updated for resources: {'Port': ['ID=8611389b-f09a-4d51-ac4a-a5cc629c31d7,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:32.567400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-708b12ab-0be2-4d7d-994d-78d35b5ab89c None None] Provisioning complete for port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:32.567975 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-708b12ab-0be2-4d7d-994d-78d35b5ab89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.580771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.662051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-708b12ab-0be2-4d7d-994d-78d35b5ab89c None None] Port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:32.722584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:32.796909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:32.799011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:32.865783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b437078d-4fff-493b-ba06-a44fd5e648fa None None] Provisioning complete for port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:32.866236 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b437078d-4fff-493b-ba06-a44fd5e648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.163190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Router 0dc34e4f-206d-4ebc-8162-65ab85f14049 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:33.179475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b437078d-4fff-493b-ba06-a44fd5e648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.224281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b437078d-4fff-493b-ba06-a44fd5e648fa None None] For port 8611389b-f09a-4d51-ac4a-a5cc629c31d7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8611389b-f09a-4d51-ac4a-a5cc629c31d7,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:33.229713 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b437078d-4fff-493b-ba06-a44fd5e648fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.451663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437078d-4fff-493b-ba06-a44fd5e648fa None None] Pushing event updated for resources: {'Port': ['ID=8611389b-f09a-4d51-ac4a-a5cc629c31d7,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:33.451663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 2, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:33.578403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:33.578403 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9156b81b-a577-420f-8b3e-afa6808e73a8 admin admin] 10.222.0.69 "PUT /v2.0/routers/0dc34e4f-206d-4ebc-8162-65ab85f14049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5151613 Nov 22 16:28:33.582380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6187bf-9274-4af2-a6f8-2ba05902a03d None None] The sync data for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 is: [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 2, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:33.582380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f01eaf8c-ca4e-46d9-98f4-57862ff789ea None None] Provisioning complete for port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:33.582380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f01eaf8c-ca4e-46d9-98f4-57862ff789ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.617294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f01eaf8c-ca4e-46d9-98f4-57862ff789ea None None] Port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:34.999396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43840) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:35.008399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1990403713-network', 'tenant_id': '0b9f96561c2d447597187897ca82d87b'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:35.068545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Made reservation on behalf of 0b9f96561c2d447597187897ca82d87b for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:35.071625 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.082379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.345542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.356767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.432408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:28:35.461094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88fb382-ec99-4266-843d-9f2424ce9515,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:35.479745 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.480139 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Added segment 70b2d394-f6fb-4c17-bcc0-6e8ac4f74975 of type vlan for network d6d38b82-6d20-417a-af39-be51a54d9ddb Nov 22 16:28:35.566694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.608979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.610080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:35.610749 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.649785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8611389b-f09a-4d51-ac4a-a5cc629c31d7 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:35.763739 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7628295 Nov 22 16:28:35.770378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43870) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:35.777043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Request body: {'subnet': {'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1990403713-subnet', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:35.804165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe9924-a4c4-4b8b-b0de-25fdae89e0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d38b82-6d20-417a-af39-be51a54d9ddb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:35.818918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d6d38b82-6d20-417a-af39-be51a54d9ddb details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:28:35.887377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Made reservation on behalf of 0b9f96561c2d447597187897ca82d87b for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:35.891570 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.001186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:36.001565 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.362334 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.437607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dab60e95-6f86-4b09-adf7-4a532408ea62,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:36.478865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Checking segment: {'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:36.478865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Network hostable DHCP agents. Network: d6d38b82-6d20-417a-af39-be51a54d9ddb, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:28:36.508984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Network d6d38b82-6d20-417a-af39-be51a54d9ddb is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:28:36.536668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d6d38b82-6d20-417a-af39-be51a54d9ddb) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:36.545346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:36.548706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68da64d-6a48-4fb1-80ef-0f8fdda2327a None None] Network d6d38b82-6d20-417a-af39-be51a54d9ddb requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:36.549485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.575549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3fdfa3e3-eb48-4f63-80f4-170a7ca9f163 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8040223 Nov 22 16:28:36.578474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:36.588102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:36.619441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.621313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.750255 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.916695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d6d38b82-6d20-417a-af39-be51a54d9ddb', 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'fixed_ips': [{'subnet_id': 'dab60e95-6f86-4b09-adf7-4a532408ea62'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:28:36.918365 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:37.012616 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:37.518570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Allocated IP 172.20.0.2 (d6d38b82-6d20-417a-af39-be51a54d9ddb/dab60e95-6f86-4b09-adf7-4a532408ea62/d0aa2733-beb3-4e6a-8383-079a5e240fea) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:37.713375 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:37.807610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:37.844111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:37.844652 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Sync routers for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:37.868951 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:37.874715 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:37.876655 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:28:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:37.945576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Network d6d38b82-6d20-417a-af39-be51a54d9ddb is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:37.951750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:37.981701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:38.036681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Pushing event updated for resources: {'Port': ['ID=d0aa2733-beb3-4e6a-8383-079a5e240fea,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:38.148346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Attempting to bind port d0aa2733-beb3-4e6a-8383-079a5e240fea on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:38.148528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Attempting to bind port d0aa2733-beb3-4e6a-8383-079a5e240fea by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:38.148817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Attempting to bind port d0aa2733-beb3-4e6a-8383-079a5e240fea on network d6d38b82-6d20-417a-af39-be51a54d9ddb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:38.155187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Allocated IP 172.25.5.17 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7c5e6c69-758d-4398-acdf-00438a402f95) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:38.167600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:38.168011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Checking segment: {'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:38.168422 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.168822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Bound using segment: {'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:38.169312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Bound port: d0aa2733-beb3-4e6a-8383-079a5e240fea, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:38.169701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.260564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] For port d0aa2733-beb3-4e6a-8383-079a5e240fea, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:38.265690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] For port d0aa2733-beb3-4e6a-8383-079a5e240fea, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d0aa2733-beb3-4e6a-8383-079a5e240fea,segment=NetworkSegment(70b2d394-f6fb-4c17-bcc0-6e8ac4f74975),segment_id=70b2d394-f6fb-4c17-bcc0-6e8ac4f74975)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:38.274306 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.416036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f6f3d-7786-4798-b0cf-e2cbc42fb7da None None] Pushing event updated for resources: {'Port': ['ID=d0aa2733-beb3-4e6a-8383-079a5e240fea,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:38.420098 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.458114 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:38.520808 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.642491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:38.648151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:38.657385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:38.681021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9019ab74-d21c-4350-a1ed-e0b62b13ee65 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:38.685098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Pushing event updated for resources: {'Port': ['ID=7c5e6c69-758d-4398-acdf-00438a402f95,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:38.787172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cd377a22-86f2-438e-9cc1-6a0cd5365205 None None] Provisioning complete for port 7c5e6c69-758d-4398-acdf-00438a402f95 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:38.791986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cd377a22-86f2-438e-9cc1-6a0cd5365205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.942480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cd377a22-86f2-438e-9cc1-6a0cd5365205 None None] Port 7c5e6c69-758d-4398-acdf-00438a402f95 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:38.983724 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 2, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:39.061906 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Checking router: 0dc34e4f-206d-4ebc-8162-65ab85f14049 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:39.062258 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Updating router 0dc34e4f-206d-4ebc-8162-65ab85f14049 port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:39.124656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43960) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:39.149454 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.221358 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.531572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-899a6f84-4a1a-4dda-8f4f-a0a7a1d72022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.611179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d0aa2733-beb3-4e6a-8383-079a5e240fea up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:39.721237 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.726975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d0aa2733-beb3-4e6a-8383-079a5e240fea triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:39.727664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.744037 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.744678 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-899a6f84-4a1a-4dda-8f4f-a0a7a1d72022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.772200 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-899a6f84-4a1a-4dda-8f4f-a0a7a1d72022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.951324 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Pushing event updated for resources: {'Port': ['ID=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:39.974140 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-899a6f84-4a1a-4dda-8f4f-a0a7a1d72022 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8ee10cbded34fce836338ae44183877&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8478501 Nov 22 16:28:39.977953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43982) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:39.978861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a6f84-4a1a-4dda-8f4f-a0a7a1d72022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde990b8-b6b9-4345-a1fb-0e87e7712217,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:40.050533 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.060965 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.080355 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.081623 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.084574 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.085772 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.086714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.088755 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.089830 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.091855 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.094692 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.095847 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.102747 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:40.129631 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-668f895d-9298-43fb-8119-03ca9738dcc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.189052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port d0aa2733-beb3-4e6a-8383-079a5e240fea, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d0aa2733-beb3-4e6a-8383-079a5e240fea,segment=NetworkSegment(70b2d394-f6fb-4c17-bcc0-6e8ac4f74975),segment_id=70b2d394-f6fb-4c17-bcc0-6e8ac4f74975)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:40.200812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.222217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-668f895d-9298-43fb-8119-03ca9738dcc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.228363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Attempting to bind port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:40.231643 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Attempting to bind port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:40.232038 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Attempting to bind port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d on network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:40.257815 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:40.258305 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Checking segment: {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:40.258708 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.259112 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Bound using segment: {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:40.264658 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Bound port: e384aa17-d3d0-4bb7-9105-e66d0c06ff6d, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:40.265199 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.336934 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-668f895d-9298-43fb-8119-03ca9738dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.341916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=d0aa2733-beb3-4e6a-8383-079a5e240fea,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:40.342726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-668f895d-9298-43fb-8119-03ca9738dcc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.344441 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-668f895d-9298-43fb-8119-03ca9738dcc5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fde990b8-b6b9-4345-a1fb-0e87e7712217 HTTP/1.1" status: 204 len: 168 time: 0.3553224 Nov 22 16:28:40.381251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f895d-9298-43fb-8119-03ca9738dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde990b8-b6b9-4345-a1fb-0e87e7712217,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:40.450638 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] For port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:40.456841 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] For port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:40.481500 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.506610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f8a8a48c-9395-4b00-b4a5-81be7118095e None None] Provisioning complete for port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:40.508145 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a48c-9395-4b00-b4a5-81be7118095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.696512 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:40.697160 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:28:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:40.699505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a48c-9395-4b00-b4a5-81be7118095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.820951 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f8a8a48c-9395-4b00-b4a5-81be7118095e None None] For port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:40.828967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb13b6a-c0c0-49a6-af68-1fbe29c5f5b3 None None] Network d6d38b82-6d20-417a-af39-be51a54d9ddb requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:41.028277 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:41.034800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44004) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:41.059061 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a571af65-8235-40ad-906d-430d890c5c20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.064021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8a8a48c-9395-4b00-b4a5-81be7118095e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.111245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.112143 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f1c67-e865-4e94-a9d9-d782c4615a5f None None] Pushing event updated for resources: {'Port': ['ID=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:41.268249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a571af65-8235-40ad-906d-430d890c5c20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.274867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a571af65-8235-40ad-906d-430d890c5c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.337388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571af65-8235-40ad-906d-430d890c5c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a03aeb-c74f-4216-9fef-10010267b925,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:41.372579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8a48c-9395-4b00-b4a5-81be7118095e None None] Pushing event updated for resources: {'Port': ['ID=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:41.390796 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a571af65-8235-40ad-906d-430d890c5c20 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53b4a22edc924a05928fe07193407b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3548729 Nov 22 16:28:41.395027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44012) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:41.461272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Router 0d9113db-45d2-499c-aecd-846eb1d8802f is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:28:41.510860 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e376-6285-460d-b899-afa81421f9f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.534868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7399a1e4-be07-43f2-a770-8b9a15825ca4 None None] Provisioning complete for port d0aa2733-beb3-4e6a-8383-079a5e240fea triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:41.536139 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7399a1e4-be07-43f2-a770-8b9a15825ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.562034 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:41.602836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e376-6285-460d-b899-afa81421f9f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.638381 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597d9bc5-1d2e-41cf-9d0c-7485b64dd042 None None] The sync data for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 is: [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:41.702207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:41.712327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e376-6285-460d-b899-afa81421f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.715547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e376-6285-460d-b899-afa81421f9f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.717392 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7aa6e376-6285-460d-b899-afa81421f9f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6a03aeb-c74f-4216-9fef-10010267b925 HTTP/1.1" status: 204 len: 168 time: 0.3211541 Nov 22 16:28:41.734016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6e376-6285-460d-b899-afa81421f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a03aeb-c74f-4216-9fef-10010267b925,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:41.746664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.748311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5cf30906-6868-4119-9503-7e0bcecf950a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1680014 Nov 22 16:28:41.751063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44020) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:41.944147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e384aa17-d3d0-4bb7-9105-e66d0c06ff6d up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:41.955739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Sync routers for ids ['0d9113db-45d2-499c-aecd-846eb1d8802f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:42.020715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Routers {'0d9113db-45d2-499c-aecd-846eb1d8802f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:42.021796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:28:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0d9113db-45d2-499c-aecd-846eb1d8802f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:42.270861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Set router 0d9113db-45d2-499c-aecd-846eb1d8802f gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:42.451657 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:28:42.769718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:42.777359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.005307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7399a1e4-be07-43f2-a770-8b9a15825ca4 None None] Provisioning complete for port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:43.033776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7399a1e4-be07-43f2-a770-8b9a15825ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.082237 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.232109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d0aa2733-beb3-4e6a-8383-079a5e240fea up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:43.698632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Allocated IP 172.20.0.1 (d6d38b82-6d20-417a-af39-be51a54d9ddb/dab60e95-6f86-4b09-adf7-4a532408ea62/2eb832e8-08dc-4bef-8fe9-e115939aa3e1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:43.699744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d0aa2733-beb3-4e6a-8383-079a5e240fea triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:43.700260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.743785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:28:38Z', 'revision_number': 3, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port': {'id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:37Z', 'updated_at': '2021-11-22T16:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:43.778396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Checking router: 0d9113db-45d2-499c-aecd-846eb1d8802f for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:43.778754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Updating router 0d9113db-45d2-499c-aecd-846eb1d8802f port 7c5e6c69-758d-4398-acdf-00438a402f95 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:43.809197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.002114 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.081158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.307188 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.340557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ff718910-72c9-449c-9e6f-9274d00620d9 None None] Provisioning complete for port d0aa2733-beb3-4e6a-8383-079a5e240fea triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:44.341016 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff718910-72c9-449c-9e6f-9274d00620d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.345229 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.426144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ce6c3-2b02-4efb-8b65-afd194a74dae None None] Pushing event updated for resources: {'Port': ['ID=7c5e6c69-758d-4398-acdf-00438a402f95,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:44.486354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b9ffe4-fb76-4ee1-b197-659fe37cfa5a None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:44.517427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Attempting to bind port 7c5e6c69-758d-4398-acdf-00438a402f95 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:44.518165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Attempting to bind port 7c5e6c69-758d-4398-acdf-00438a402f95 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:44.518811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Attempting to bind port 7c5e6c69-758d-4398-acdf-00438a402f95 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:44.576768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:44.578004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:44.578426 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.579109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:44.579622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Bound port: 7c5e6c69-758d-4398-acdf-00438a402f95, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:44.580272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:44.731926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e384aa17-d3d0-4bb7-9105-e66d0c06ff6d up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:44.761192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:44.770877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Network d6d38b82-6d20-417a-af39-be51a54d9ddb is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:44.773906 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:44.786596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:44.876840 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.031340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] For port 7c5e6c69-758d-4398-acdf-00438a402f95, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:45.045896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] For port 7c5e6c69-758d-4398-acdf-00438a402f95, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7c5e6c69-758d-4398-acdf-00438a402f95,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:45.051960 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:45.052386 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.061953 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.186235 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.305541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ce6c3-2b02-4efb-8b65-afd194a74dae None None] Pushing event updated for resources: {'Port': ['ID=7c5e6c69-758d-4398-acdf-00438a402f95,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:45.347573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef92050-4f92-47cb-ab7b-1e4159593ac8 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:28:45.365131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0b742724-31a8-4561-a5e5-40d4d42a6bbd None None] Provisioning complete for port 7c5e6c69-758d-4398-acdf-00438a402f95 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:45.365560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b742724-31a8-4561-a5e5-40d4d42a6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.375748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Routers {'0d9113db-45d2-499c-aecd-846eb1d8802f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:45.376452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:28:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0d9113db-45d2-499c-aecd-846eb1d8802f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:45.557305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.579458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.690095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:45.695445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:45.746398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] Set router 0d9113db-45d2-499c-aecd-846eb1d8802f gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:45.935824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Network d6d38b82-6d20-417a-af39-be51a54d9ddb is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:45.941938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:46.360102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Router 0d9113db-45d2-499c-aecd-846eb1d8802f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:46.451054 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b742724-31a8-4561-a5e5-40d4d42a6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:46.534987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0b742724-31a8-4561-a5e5-40d4d42a6bbd None None] For port 7c5e6c69-758d-4398-acdf-00438a402f95, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7c5e6c69-758d-4398-acdf-00438a402f95,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:46.541598 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b742724-31a8-4561-a5e5-40d4d42a6bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:46.592962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:46.598153 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a700f99-f761-4b39-8b55-e8342ad3c565 admin admin] 10.222.0.69 "PUT /v2.0/routers/0d9113db-45d2-499c-aecd-846eb1d8802f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8454869 Nov 22 16:28:46.697425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b742724-31a8-4561-a5e5-40d4d42a6bbd None None] Pushing event updated for resources: {'Port': ['ID=7c5e6c69-758d-4398-acdf-00438a402f95,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:46.751330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:28:45Z', 'revision_number': 4, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port': {'id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:37Z', 'updated_at': '2021-11-22T16:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2eb832e8-08dc-4bef-8fe9-e115939aa3e1', 'name': '', 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'mac_address': 'fa:16:3e:14:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:43Z', 'updated_at': '2021-11-22T16:28:43Z', 'revision_number': 1, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'subnets': [{'id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:46.753656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-870c3dc1-bd3f-4d28-b73e-42cdfe39d2c1 None None] Provisioning complete for port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:46.754037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-870c3dc1-bd3f-4d28-b73e-42cdfe39d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:46.832876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71da60a-312c-49e0-8e66-144cf90973f7 None None] The sync data for ids ['0d9113db-45d2-499c-aecd-846eb1d8802f'] in n-d-811716-3 is: [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:28:45Z', 'revision_number': 4, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port': {'id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:37Z', 'updated_at': '2021-11-22T16:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2eb832e8-08dc-4bef-8fe9-e115939aa3e1', 'name': '', 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'mac_address': 'fa:16:3e:14:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:43Z', 'updated_at': '2021-11-22T16:28:43Z', 'revision_number': 1, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'subnets': [{'id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:46.877135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-870c3dc1-bd3f-4d28-b73e-42cdfe39d2c1 None None] Port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:46.900451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-870c3dc1-bd3f-4d28-b73e-42cdfe39d2c1 None None] Provisioning complete for port 7c5e6c69-758d-4398-acdf-00438a402f95 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:46.902181 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-870c3dc1-bd3f-4d28-b73e-42cdfe39d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.728523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7c5e6c69-758d-4398-acdf-00438a402f95 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:48.857244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7c5e6c69-758d-4398-acdf-00438a402f95 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:48.858636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.076184 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c183071d-b40c-4e8e-852b-7cbb2c32b00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.220402 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Sync routers for ids ['0d9113db-45d2-499c-aecd-846eb1d8802f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:51.266269 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Routers {'0d9113db-45d2-499c-aecd-846eb1d8802f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:51.267860 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:28:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0d9113db-45d2-499c-aecd-846eb1d8802f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:51.327640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06558bce-b45b-4221-9501-5da0d19564c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.470163 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Set router 0d9113db-45d2-499c-aecd-846eb1d8802f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:51.849755 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:28:45Z', 'revision_number': 4, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port': {'id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:37Z', 'updated_at': '2021-11-22T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2eb832e8-08dc-4bef-8fe9-e115939aa3e1', 'name': '', 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'mac_address': 'fa:16:3e:14:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:43Z', 'updated_at': '2021-11-22T16:28:45Z', 'revision_number': 2, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'subnets': [{'id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:51.925068 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Checking router: 0d9113db-45d2-499c-aecd-846eb1d8802f for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:51.925605 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Updating router 0d9113db-45d2-499c-aecd-846eb1d8802f port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:51.981355 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.431176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.547497 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.574637 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.602954 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.899234 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d979cf-b507-4073-a0a2-b0c2acd2de91 None None] Pushing event updated for resources: {'Port': ['ID=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:52.954234 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Attempting to bind port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:52.955854 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Attempting to bind port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:52.956513 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Attempting to bind port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 on network d6d38b82-6d20-417a-af39-be51a54d9ddb {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:52.967495 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:52.968035 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Checking segment: {'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:52.968551 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.969283 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Bound using segment: {'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:52.969864 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Bound port: 2eb832e8-08dc-4bef-8fe9-e115939aa3e1, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:52.971500 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.155106 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] For port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:53.163608 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] For port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,segment=NetworkSegment(70b2d394-f6fb-4c17-bcc0-6e8ac4f74975),segment_id=70b2d394-f6fb-4c17-bcc0-6e8ac4f74975)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:53.175530 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.180570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b18207f4-e2f5-4788-8684-52ec2f17bb88 None None] Provisioning complete for port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:53.183187 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b18207f4-e2f5-4788-8684-52ec2f17bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.342081 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Routers {'0d9113db-45d2-499c-aecd-846eb1d8802f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:53.342720 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:28:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0d9113db-45d2-499c-aecd-846eb1d8802f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:53.344759 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d979cf-b507-4073-a0a2-b0c2acd2de91 None None] Pushing event updated for resources: {'Port': ['ID=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:53.496249 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b18207f4-e2f5-4788-8684-52ec2f17bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.568161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b18207f4-e2f5-4788-8684-52ec2f17bb88 None None] For port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,segment=NetworkSegment(70b2d394-f6fb-4c17-bcc0-6e8ac4f74975),segment_id=70b2d394-f6fb-4c17-bcc0-6e8ac4f74975)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:53.584317 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b18207f4-e2f5-4788-8684-52ec2f17bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.774688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b49b13ca-170f-4eae-b75b-436359238235 None None] Provisioning complete for port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:53.776409 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b49b13ca-170f-4eae-b75b-436359238235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.782654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18207f4-e2f5-4788-8684-52ec2f17bb88 None None] Pushing event updated for resources: {'Port': ['ID=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:53.996766 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] Set router 0d9113db-45d2-499c-aecd-846eb1d8802f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:54.538255 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:28:45Z', 'revision_number': 4, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port': {'id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:37Z', 'updated_at': '2021-11-22T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2eb832e8-08dc-4bef-8fe9-e115939aa3e1', 'name': '', 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'mac_address': 'fa:16:3e:14:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:43Z', 'updated_at': '2021-11-22T16:28:53Z', 'revision_number': 4, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'subnets': [{'id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:54.549806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:54.588867 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d328aec-d2e8-494e-bb40-a16dbc4f267f None None] The sync data for ids ['0d9113db-45d2-499c-aecd-846eb1d8802f'] in n-d-811716-3 is: [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:28:45Z', 'revision_number': 4, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port': {'id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:37Z', 'updated_at': '2021-11-22T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2eb832e8-08dc-4bef-8fe9-e115939aa3e1', 'name': '', 'network_id': 'd6d38b82-6d20-417a-af39-be51a54d9ddb', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'mac_address': 'fa:16:3e:14:d6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:43Z', 'updated_at': '2021-11-22T16:28:53Z', 'revision_number': 4, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'subnets': [{'id': 'dab60e95-6f86-4b09-adf7-4a532408ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:54.686410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:54.990320 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:54.996434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.027295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:55.034164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.340989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44506) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:55.607831 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-660e7266-5f33-43d7-a05f-57dba596bcaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.790143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-660e7266-5f33-43d7-a05f-57dba596bcaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.796209 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-660e7266-5f33-43d7-a05f-57dba596bcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.890859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e7266-5f33-43d7-a05f-57dba596bcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eabe500-1ec5-4736-ada2-c83001756bc9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:55.951563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44514) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:55.966150 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-660e7266-5f33-43d7-a05f-57dba596bcaa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=570fd2ce18704e378f8db291e2b84e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6197686 Nov 22 16:28:56.045252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc092a4-1621-468a-8f8e-e52855e8ea96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.076661 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc092a4-1621-468a-8f8e-e52855e8ea96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.200990 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc092a4-1621-468a-8f8e-e52855e8ea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.209268 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0dc092a4-1621-468a-8f8e-e52855e8ea96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.220215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0dc092a4-1621-468a-8f8e-e52855e8ea96 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8eabe500-1ec5-4736-ada2-c83001756bc9 HTTP/1.1" status: 204 len: 168 time: 0.2656760 Nov 22 16:28:56.243838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc092a4-1621-468a-8f8e-e52855e8ea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eabe500-1ec5-4736-ada2-c83001756bc9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:56.829123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:56.852572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7acc3136-7c33-4c60-abeb-5a998c2d4513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.994264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7acc3136-7c33-4c60-abeb-5a998c2d4513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.011074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7acc3136-7c33-4c60-abeb-5a998c2d4513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.074497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44538) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:57.076864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7acc3136-7c33-4c60-abeb-5a998c2d4513 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eec46bfe5925421099b0623555274353&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441392 Nov 22 16:28:57.127430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc3136-7c33-4c60-abeb-5a998c2d4513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ff98c9-c5c2-4814-b6e9-bfce33b61dc8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:57.229534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a949e69-f7c3-435c-8ef3-85bcae3990a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.270126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a949e69-f7c3-435c-8ef3-85bcae3990a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.350130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a949e69-f7c3-435c-8ef3-85bcae3990a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.355879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a949e69-f7c3-435c-8ef3-85bcae3990a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.360660 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a949e69-f7c3-435c-8ef3-85bcae3990a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3ff98c9-c5c2-4814-b6e9-bfce33b61dc8 HTTP/1.1" status: 204 len: 168 time: 0.2842588 Nov 22 16:28:57.375325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a949e69-f7c3-435c-8ef3-85bcae3990a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ff98c9-c5c2-4814-b6e9-bfce33b61dc8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:01.227798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44656) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:01.370162 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8fddb4cf-206a-44e9-82ec-96bb49870439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.467501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8fddb4cf-206a-44e9-82ec-96bb49870439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.473031 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8fddb4cf-206a-44e9-82ec-96bb49870439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.526860 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8fddb4cf-206a-44e9-82ec-96bb49870439 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eb97950b679040968087c80c3d71580c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2960291 Nov 22 16:29:01.527389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44662) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:01.535856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddb4cf-206a-44e9-82ec-96bb49870439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c3dfc6-bbb0-46e6-b3c4-b85efd89f604,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:01.609675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f9a9fae-05fc-48ec-a2c7-732119258500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.639970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f9a9fae-05fc-48ec-a2c7-732119258500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.705942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f9a9fae-05fc-48ec-a2c7-732119258500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.709918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f9a9fae-05fc-48ec-a2c7-732119258500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.715158 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2f9a9fae-05fc-48ec-a2c7-732119258500 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24c3dfc6-bbb0-46e6-b3c4-b85efd89f604 HTTP/1.1" status: 204 len: 168 time: 0.1830535 Nov 22 16:29:01.722091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a9fae-05fc-48ec-a2c7-732119258500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c3dfc6-bbb0-46e6-b3c4-b85efd89f604,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:04.163611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 44738) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.322347 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e01b32e-ca59-40aa-b08c-eaccf91aedfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.445952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e01b32e-ca59-40aa-b08c-eaccf91aedfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.453109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e01b32e-ca59-40aa-b08c-eaccf91aedfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.501798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0e01b32e-ca59-40aa-b08c-eaccf91aedfb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=93b48199492e4710888da006ba18e4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3363087 Nov 22 16:29:04.504523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44746) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.513347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01b32e-ca59-40aa-b08c-eaccf91aedfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5a7967-71d3-47bb-870c-dc40b3487384,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:04.579368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b924449a-9adb-445e-9fe5-b2a339fd28b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.616711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b924449a-9adb-445e-9fe5-b2a339fd28b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.686839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b924449a-9adb-445e-9fe5-b2a339fd28b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.689531 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b924449a-9adb-445e-9fe5-b2a339fd28b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.698169 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b924449a-9adb-445e-9fe5-b2a339fd28b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da5a7967-71d3-47bb-870c-dc40b3487384 HTTP/1.1" status: 204 len: 168 time: 0.1920850 Nov 22 16:29:04.712512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924449a-9adb-445e-9fe5-b2a339fd28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5a7967-71d3-47bb-870c-dc40b3487384,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:05.185901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44760) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:05.208527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6508eb2b-40f8-4b29-af66-33f0ea8f33dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.395417 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6508eb2b-40f8-4b29-af66-33f0ea8f33dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.400445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6508eb2b-40f8-4b29-af66-33f0ea8f33dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.456455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508eb2b-40f8-4b29-af66-33f0ea8f33dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7dd5e-1f7f-4515-9578-e8af8b4fa94b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:05.461441 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6508eb2b-40f8-4b29-af66-33f0ea8f33dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0f81779e9674c369194fd2768dce8be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744377 Nov 22 16:29:05.463987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44762) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:05.581360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25a8fd23-1ae7-4cf4-8734-23ddbf7fea6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.638677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25a8fd23-1ae7-4cf4-8734-23ddbf7fea6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.749443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25a8fd23-1ae7-4cf4-8734-23ddbf7fea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.752650 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25a8fd23-1ae7-4cf4-8734-23ddbf7fea6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.756231 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25a8fd23-1ae7-4cf4-8734-23ddbf7fea6c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ee7dd5e-1f7f-4515-9578-e8af8b4fa94b HTTP/1.1" status: 204 len: 168 time: 0.2880900 Nov 22 16:29:05.766126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8fd23-1ae7-4cf4-8734-23ddbf7fea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7dd5e-1f7f-4515-9578-e8af8b4fa94b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:09.656268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 44978) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:09.918647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d18dca85-7149-4a7a-933f-03c20f66aa57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.139574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d18dca85-7149-4a7a-933f-03c20f66aa57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.149705 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d18dca85-7149-4a7a-933f-03c20f66aa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.222738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18dca85-7149-4a7a-933f-03c20f66aa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dcf51f-bcaf-40b9-b6a0-531efe237ee3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:10.237909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45038) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:10.238388 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d18dca85-7149-4a7a-933f-03c20f66aa57 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6bdfc2e039d7425eb7e501d1a0b7b167&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799704 Nov 22 16:29:10.319886 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.370799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.449421 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.452100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.458421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f9dcf51f-bcaf-40b9-b6a0-531efe237ee3 HTTP/1.1" status: 204 len: 168 time: 0.2187288 Nov 22 16:29:10.489188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dcf51f-bcaf-40b9-b6a0-531efe237ee3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:10.511031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.511879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.513391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.513956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.515135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.515838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.516362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.517230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.518058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.520177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.522860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:10.524386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99979a7a-cba3-4efc-ad9c-88b33460397c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:11.013727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:11.031065 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e63c04c-b2d7-460b-8d2c-cbe8becfe13d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.136981 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e63c04c-b2d7-460b-8d2c-cbe8becfe13d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.147436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e63c04c-b2d7-460b-8d2c-cbe8becfe13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.247299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0e63c04c-b2d7-460b-8d2c-cbe8becfe13d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7cf2677657ca415b975914559c2760df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2319944 Nov 22 16:29:11.249844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:11.297534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63c04c-b2d7-460b-8d2c-cbe8becfe13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5847c1-0f41-4c4f-b326-c4e97b2d7303,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:11.333283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0c6b-88d1-4540-babc-2b63985fe297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.378942 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0c6b-88d1-4540-babc-2b63985fe297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.481595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0c6b-88d1-4540-babc-2b63985fe297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.485783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a5e0c6b-88d1-4540-babc-2b63985fe297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.488431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2a5e0c6b-88d1-4540-babc-2b63985fe297 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ee5847c1-0f41-4c4f-b326-c4e97b2d7303 HTTP/1.1" status: 204 len: 168 time: 0.2373979 Nov 22 16:29:11.530518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e0c6b-88d1-4540-babc-2b63985fe297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5847c1-0f41-4c4f-b326-c4e97b2d7303,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:15.309201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eddfdf-56f6-4409-b611-03475825b425 req-241817cf-2cfb-41a0-9758-5c5b9733937f tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:15.323353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75eddfdf-56f6-4409-b611-03475825b425 req-241817cf-2cfb-41a0-9758-5c5b9733937f tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 945 time: 0.1055868 Nov 22 16:29:15.433139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-75eddfdf-56f6-4409-b611-03475825b425 req-8ecfdf47-abd0-4be6-b301-ef96794dd953 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046255 Nov 22 16:29:16.298112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45630) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:16.481208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79bdce59-7bd6-45b9-a576-efc76548ba51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.661540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79bdce59-7bd6-45b9-a576-efc76548ba51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.686777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79bdce59-7bd6-45b9-a576-efc76548ba51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.822413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdce59-7bd6-45b9-a576-efc76548ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed9c570-4285-4153-9486-8bf96795505c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:16.830153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-79bdce59-7bd6-45b9-a576-efc76548ba51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a6af6705ef34889ba9ec0e5e4b1afb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5303240 Nov 22 16:29:16.832791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45642) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:16.931027 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed60b771-0177-48f2-bb28-d6a1cafb9009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.974958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed60b771-0177-48f2-bb28-d6a1cafb9009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.983949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2dfe1-da26-4eca-bab4-dca6dc0c62f6 req-211525cb-8e3c-4642-a68a-cbd040bbc299 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:17.006682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74a2dfe1-da26-4eca-bab4-dca6dc0c62f6 req-211525cb-8e3c-4642-a68a-cbd040bbc299 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 945 time: 0.3428376 Nov 22 16:29:17.112610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed60b771-0177-48f2-bb28-d6a1cafb9009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.116017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed60b771-0177-48f2-bb28-d6a1cafb9009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.128812 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ed60b771-0177-48f2-bb28-d6a1cafb9009 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ed9c570-4285-4153-9486-8bf96795505c HTTP/1.1" status: 204 len: 168 time: 0.2887478 Nov 22 16:29:17.133384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74a2dfe1-da26-4eca-bab4-dca6dc0c62f6 req-c8901060-6b94-4e9d-a16f-594e7f3ad84c tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223650 Nov 22 16:29:17.156361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60b771-0177-48f2-bb28-d6a1cafb9009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed9c570-4285-4153-9486-8bf96795505c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.176400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-3ba28ab5-4fe9-46a6-adb6-b10de742be41 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:17.182999 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-3ba28ab5-4fe9-46a6-adb6-b10de742be41 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.71 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 945 time: 0.1442387 Nov 22 16:29:17.403294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Deleting port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:17.409486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.570441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] For port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:17.570879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.597139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Calling delete_port for fd518446-4a53-4f3c-8b3b-5d551ecc9c0d owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:17.747223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:17.772615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-223391d9-d7cb-4096-9ddf-05153160264b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.959511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.976293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['fd518446-4a53-4f3c-8b3b-5d551ecc9c0d'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:18.008744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-223391d9-d7cb-4096-9ddf-05153160264b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.018419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-223391d9-d7cb-4096-9ddf-05153160264b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.018894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Pushing event deleted for resources: {'Port': ['ID=fd518446-4a53-4f3c-8b3b-5d551ecc9c0d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:18.099569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-223391d9-d7cb-4096-9ddf-05153160264b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4fd9127fefd8466482ebbf2c623db74d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3507268 Nov 22 16:29:18.101580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223391d9-d7cb-4096-9ddf-05153160264b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b696b29-452f-453c-ba0c-6e601b51e006,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:18.105830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45676) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:18.181883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] No DVR routers for this DVR port fd518446-4a53-4f3c-8b3b-5d551ecc9c0d on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:18.187787 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.200062 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-68f5fb77-1b5e-4aa3-8a87-a0681a905cb3 req-f696a091-4cf1-4316-87a3-77de291094c0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.71 "DELETE /v2.0/ports/fd518446-4a53-4f3c-8b3b-5d551ecc9c0d HTTP/1.1" status: 204 len: 173 time: 1.0092344 Nov 22 16:29:18.202648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30196b-b4b2-4e87-939a-5d5e59bb57b9', 'name': 'network-vif-deleted', 'tag': 'fd518446-4a53-4f3c-8b3b-5d551ecc9c0d'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:18.208194 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510050f6-afec-4557-8344-bad043326cf3" -d '{"events": [{"server_uuid": "0c30196b-b4b2-4e87-939a-5d5e59bb57b9", "name": "network-vif-deleted", "tag": "fd518446-4a53-4f3c-8b3b-5d551ecc9c0d"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:18.261525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-441a9da0-66a4-4299-a113-b1d53d6b8704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.392713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-441a9da0-66a4-4299-a113-b1d53d6b8704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.547669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91ae10f5-d772-46fb-853d-63a0de2da0d0 req-81cbaeb3-b456-47f9-95a3-02766ddb00fb tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=0c30196b-b4b2-4e87-939a-5d5e59bb57b9 HTTP/1.1" status: 200 len: 210 time: 0.1747589 Nov 22 16:29:18.580060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-441a9da0-66a4-4299-a113-b1d53d6b8704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.584570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-441a9da0-66a4-4299-a113-b1d53d6b8704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.586284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-441a9da0-66a4-4299-a113-b1d53d6b8704 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b696b29-452f-453c-ba0c-6e601b51e006 HTTP/1.1" status: 204 len: 168 time: 0.4789188 Nov 22 16:29:18.600926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a9da0-66a4-4299-a113-b1d53d6b8704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b696b29-452f-453c-ba0c-6e601b51e006,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:19.016651 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eb5dd8b8-bb1d-447d-94e1-91cd32858d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.125937 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575249b4-c806-4e68-b12c-adf57f282492 x-openstack-request-id: req-575249b4-c806-4e68-b12c-adf57f282492 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:19.127684 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c30196b-b4b2-4e87-939a-5d5e59bb57b9", "name": "network-vif-deleted", "tag": "fd518446-4a53-4f3c-8b3b-5d551ecc9c0d", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:19.127684 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-575249b4-c806-4e68-b12c-adf57f282492 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:19.127684 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c30196b-b4b2-4e87-939a-5d5e59bb57b9', 'name': 'network-vif-deleted', 'tag': 'fd518446-4a53-4f3c-8b3b-5d551ecc9c0d', 'status': 'completed', 'code': 200} Nov 22 16:29:19.452659 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:29:20.863510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45772) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:21.138728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.344089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd2da357-6a28-486b-bae1-33429fc89c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.360437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.373676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.431243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d30925-57a7-4e8f-9bbd-8b85d6e2690d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:21.453676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.455498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.456316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.457117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.457635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.460121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.461390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.462862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.463667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.464534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.465209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.465740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:21.499436 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a4ad2e1-fb82-44aa-9235-b49d9d25a92b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a34945d023e49d396221cfdfaef31e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6333268 Nov 22 16:29:21.503182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45806) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:21.608439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc304-6d14-4bff-98b4-0b1c8a8e7b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.647119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc304-6d14-4bff-98b4-0b1c8a8e7b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.763558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc304-6d14-4bff-98b4-0b1c8a8e7b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.766715 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc304-6d14-4bff-98b4-0b1c8a8e7b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.768534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ae6cc304-6d14-4bff-98b4-0b1c8a8e7b09 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70d30925-57a7-4e8f-9bbd-8b85d6e2690d HTTP/1.1" status: 204 len: 168 time: 0.2635813 Nov 22 16:29:21.788980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cc304-6d14-4bff-98b4-0b1c8a8e7b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d30925-57a7-4e8f-9bbd-8b85d6e2690d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:22.393511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device fd518446-4a53-4f3c-8b3b-5d551ecc9c0d no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:22.464673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: fd518446-4a53-4f3c-8b3b-5d551ecc9c0d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:22.508317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device fd518446-4a53-4f3c-8b3b-5d551ecc9c0d not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:22.643005 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.657428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.282888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:23.435262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1730927360'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:23.493123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Made reservation on behalf of e2b7ead4d37845059fd441c85a9e9ab0 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:23.499207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.513242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.665650 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.675413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.743960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:23.788144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544ca472-1f28-4e22-8cf4-6ce47d3e92ae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:23.807768 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.808441 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Added segment 2823f364-9838-4dfe-a41b-6da188153ee4 of type vlan for network e371a093-156d-4f3c-9a3b-abe386933ab1 Nov 22 16:29:23.928518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.015264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.035702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:24.038206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.158327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8726020 Nov 22 16:29:24.161256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45898) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:24.166549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba8cf3-306f-4c50-ac95-3762fc2e7a08 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Network': ['ID=e371a093-156d-4f3c-9a3b-abe386933ab1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:24.169265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'subnet': {'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:24.187031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e371a093-156d-4f3c-9a3b-abe386933ab1 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:24.383131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Made reservation on behalf of e2b7ead4d37845059fd441c85a9e9ab0 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:24.387992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.526136 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.648271 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.733320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.836582 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.872345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Checking segment: {'id': '2823f364-9838-4dfe-a41b-6da188153ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:24.873220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Network hostable DHCP agents. Network: e371a093-156d-4f3c-9a3b-abe386933ab1, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:24.898012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Subnet': ['ID=2e8c9404-8133-44b5-b3f0-43412254c2ec,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:24.918965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Network e371a093-156d-4f3c-9a3b-abe386933ab1 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:24.955847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, e371a093-156d-4f3c-9a3b-abe386933ab1) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:24.964936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:24.965727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.970426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb7b56d-3f06-4f91-b215-09b98c5ffd1f None None] Network e371a093-156d-4f3c-9a3b-abe386933ab1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:25.002443 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bad52614-4c89-4975-b186-2b6ba5ef9640 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8354616 Nov 22 16:29:25.002775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45920) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:25.010141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1919184322'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:25.229076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Made reservation on behalf of e2b7ead4d37845059fd441c85a9e9ab0 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:25.238990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.300410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] device_id is not set on port ed3e3735-cdc3-4407-9036-d1580e487b62 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:29:25.398037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-e371a093-156d-4f3c-9a3b-abe386933ab1', 'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1', 'tenant_id': 'e2b7ead4d37845059fd441c85a9e9ab0', 'fixed_ips': [{'subnet_id': '2e8c9404-8133-44b5-b3f0-43412254c2ec'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:25.399744 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.554211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Allocated IP 2001:db8::2c7 (e371a093-156d-4f3c-9a3b-abe386933ab1/2e8c9404-8133-44b5-b3f0-43412254c2ec/ed3e3735-cdc3-4407-9036-d1580e487b62) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:25.822939 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.884890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.949812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Network e371a093-156d-4f3c-9a3b-abe386933ab1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:25.963652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:25.968647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:25.981342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:25.982352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.061154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=ed3e3735-cdc3-4407-9036-d1580e487b62,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:26.111756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Allocated IP 2001:db8::2 (e371a093-156d-4f3c-9a3b-abe386933ab1/2e8c9404-8133-44b5-b3f0-43412254c2ec/4f45ff36-8949-435a-a5de-e51949fe8f71) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:26.117365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45948) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:26.118986 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7fd43cc3-c1b9-4477-bdb0-fcc17734b669 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1122453 Nov 22 16:29:26.150606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-733652180', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c7', 'mac_address': 'fa:16:3e:31:3b:50'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:26.394431 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.410702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.447478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Made reservation on behalf of e2b7ead4d37845059fd441c85a9e9ab0 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:26.544802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Network e371a093-156d-4f3c-9a3b-abe386933ab1 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:26.549676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:26.556739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:26.604682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.627250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Pushing event updated for resources: {'Port': ['ID=4f45ff36-8949-435a-a5de-e51949fe8f71,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:26.658195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] device_id is not set on port 85294259-4e25-43a1-a059-b580ae9aa28e yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:29:26.691177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Attempting to bind port 4f45ff36-8949-435a-a5de-e51949fe8f71 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:26.691760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Attempting to bind port 4f45ff36-8949-435a-a5de-e51949fe8f71 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2823f364-9838-4dfe-a41b-6da188153ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:26.692335 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Attempting to bind port 4f45ff36-8949-435a-a5de-e51949fe8f71 on network e371a093-156d-4f3c-9a3b-abe386933ab1 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:26.697273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.697877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.698769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.699298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.704137 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.704715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.705074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.705422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.705765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.706163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.706508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.706844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:26.719370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:26.720569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Checking segment: {'id': '2823f364-9838-4dfe-a41b-6da188153ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:26.721713 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.722745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Bound using segment: {'id': '2823f364-9838-4dfe-a41b-6da188153ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:26.723485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Bound port: 4f45ff36-8949-435a-a5de-e51949fe8f71, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2823f364-9838-4dfe-a41b-6da188153ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:26.725380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.822632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] For port 4f45ff36-8949-435a-a5de-e51949fe8f71, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:26.835271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] For port 4f45ff36-8949-435a-a5de-e51949fe8f71, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4f45ff36-8949-435a-a5de-e51949fe8f71,segment=NetworkSegment(2823f364-9838-4dfe-a41b-6da188153ee4),segment_id=2823f364-9838-4dfe-a41b-6da188153ee4)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:26.843694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.844397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Allocated IP 2001:db8::1ec (e371a093-156d-4f3c-9a3b-abe386933ab1/2e8c9404-8133-44b5-b3f0-43412254c2ec/85294259-4e25-43a1-a059-b580ae9aa28e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:26.937221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b63b47-314e-4c8f-a5a0-792e983cb571 None None] Pushing event updated for resources: {'Port': ['ID=4f45ff36-8949-435a-a5de-e51949fe8f71,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:27.140980 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.201578 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.355440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=85294259-4e25-43a1-a059-b580ae9aa28e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:27.381340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Network e371a093-156d-4f3c-9a3b-abe386933ab1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:27.382983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:27.388314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:27.400091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.401657 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.456830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-555f217e-d05d-42bf-be23-06f1439fabf2 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.3379805 Nov 22 16:29:27.459521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 45980) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:27.692001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88796a63-396d-47e2-944f-06f6a4c1c5eb tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.714786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88796a63-396d-47e2-944f-06f6a4c1c5eb tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.735974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88796a63-396d-47e2-944f-06f6a4c1c5eb tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.742030 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-88796a63-396d-47e2-944f-06f6a4c1c5eb tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2804031 Nov 22 16:29:27.746111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 45992) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:27.961419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-339110e3-69d9-41f3-8abd-ce85bf29c786 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Deleting port 85294259-4e25-43a1-a059-b580ae9aa28e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:27.961845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-339110e3-69d9-41f3-8abd-ce85bf29c786 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.088047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-339110e3-69d9-41f3-8abd-ce85bf29c786 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.108494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-339110e3-69d9-41f3-8abd-ce85bf29c786 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Calling delete_port for 85294259-4e25-43a1-a059-b580ae9aa28e owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:28.350346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-339110e3-69d9-41f3-8abd-ce85bf29c786 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.570190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339110e3-69d9-41f3-8abd-ce85bf29c786 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Port': ['ID=85294259-4e25-43a1-a059-b580ae9aa28e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:28.680242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4f45ff36-8949-435a-a5de-e51949fe8f71 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:28.742063 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-339110e3-69d9-41f3-8abd-ce85bf29c786 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.742063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-339110e3-69d9-41f3-8abd-ce85bf29c786 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "DELETE /v2.0/ports/85294259-4e25-43a1-a059-b580ae9aa28e HTTP/1.1" status: 204 len: 168 time: 0.9888611 Nov 22 16:29:28.743247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46020) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:28.814351 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a00731-3c24-44b0-8ec7-936374551986 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] GET failed (client error): The resource could not be found. Nov 22 16:29:28.816715 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-11a00731-3c24-44b0-8ec7-936374551986 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "GET /v2.0/ports/85294259-4e25-43a1-a059-b580ae9aa28e HTTP/1.1" status: 404 len: 333 time: 0.0712566 Nov 22 16:29:28.821775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:28.822663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b561e372-9ea2-402b-83b9-dfffc5e69b7b None None] Network e371a093-156d-4f3c-9a3b-abe386933ab1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:28.827644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1526721183'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:28.915370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4f45ff36-8949-435a-a5de-e51949fe8f71 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:28.915744 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.980586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4f339d82-6ded-4bc7-8764-511c5160d3dd None None] Provisioning complete for port 4f45ff36-8949-435a-a5de-e51949fe8f71 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:28.981488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f339d82-6ded-4bc7-8764-511c5160d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.039300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Made reservation on behalf of e2b7ead4d37845059fd441c85a9e9ab0 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:29.049255 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.085061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] device_id is not set on port 1950393c-0f8a-455d-b307-a05c0ecd93d9 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:29:29.171807 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f339d82-6ded-4bc7-8764-511c5160d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.210643 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.242115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4f339d82-6ded-4bc7-8764-511c5160d3dd None None] For port 4f45ff36-8949-435a-a5de-e51949fe8f71, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4f45ff36-8949-435a-a5de-e51949fe8f71,segment=NetworkSegment(2823f364-9838-4dfe-a41b-6da188153ee4),segment_id=2823f364-9838-4dfe-a41b-6da188153ee4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:29.276418 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f339d82-6ded-4bc7-8764-511c5160d3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.316088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Allocated IP 2001:db8::a5 (e371a093-156d-4f3c-9a3b-abe386933ab1/2e8c9404-8133-44b5-b3f0-43412254c2ec/1950393c-0f8a-455d-b307-a05c0ecd93d9) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:29.443400 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:29:29.444212 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:29:29.486468 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-fba85659-a0fb-4d81-94de-b601a389dcdc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1065228 Nov 22 16:29:29.502337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f339d82-6ded-4bc7-8764-511c5160d3dd None None] Pushing event updated for resources: {'Port': ['ID=4f45ff36-8949-435a-a5de-e51949fe8f71,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:29.587614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.648784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.690772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-b0b50306-f605-48ab-abd5-09a195a38823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.692370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-b0b50306-f605-48ab-abd5-09a195a38823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.693551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-b0b50306-f605-48ab-abd5-09a195a38823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.696609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-b0b50306-f605-48ab-abd5-09a195a38823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.700660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-b0b50306-f605-48ab-abd5-09a195a38823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.701554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-b0b50306-f605-48ab-abd5-09a195a38823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.702258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-b0b50306-f605-48ab-abd5-09a195a38823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.716248 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-b0b50306-f605-48ab-abd5-09a195a38823 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6493 time: 0.1113200 Nov 22 16:29:29.789402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Network e371a093-156d-4f3c-9a3b-abe386933ab1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:29.800897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:29.827690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:29.835137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:29.835884 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.905901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=1950393c-0f8a-455d-b307-a05c0ecd93d9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:29.929841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-36fb3a35-135c-484b-9034-b73b74337774 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1059320 Nov 22 16:29:29.931657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46038) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:29.973881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c7', 'mac_address': 'fa:16:3e:31:3b:50'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:30.140864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f1df62ab-7d67-478a-8d71-3830c83291f8 None None] Provisioning complete for port ed3e3735-cdc3-4407-9036-d1580e487b62 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:30.141489 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1df62ab-7d67-478a-8d71-3830c83291f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.212176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-fd84f6dd-1eca-4d4a-b725-0d8aa0fce325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.213211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-fd84f6dd-1eca-4d4a-b725-0d8aa0fce325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.213894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-fd84f6dd-1eca-4d4a-b725-0d8aa0fce325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.215839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-fd84f6dd-1eca-4d4a-b725-0d8aa0fce325 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a9880-ae5b-4f89-86ab-6500df726728&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=fb8677be-dd67-4e24-8c66-d5f0248bf751&id=fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 200 len: 2292 time: 0.4745226 Nov 22 16:29:30.315728 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f1df62ab-7d67-478a-8d71-3830c83291f8 None None] Port ed3e3735-cdc3-4407-9036-d1580e487b62 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:30.344576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f1df62ab-7d67-478a-8d71-3830c83291f8 None None] Provisioning complete for port 4f45ff36-8949-435a-a5de-e51949fe8f71 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:30.345274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f1df62ab-7d67-478a-8d71-3830c83291f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.433245 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-2d0a8305-22fa-4767-a263-10e848e42a5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 200 len: 1002 time: 0.2070446 Nov 22 16:29:30.468537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.650265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-2c1910a1-44fb-4fda-b0a6-0db9ed5b9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.653235 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-2c1910a1-44fb-4fda-b0a6-0db9ed5b9aaf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 HTTP/1.1" status: 200 len: 850 time: 0.2060070 Nov 22 16:29:30.706173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4f45ff36-8949-435a-a5de-e51949fe8f71 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:30.762155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-a30e7041-369f-4612-8124-3a2743e1826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:30.764603 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-a30e7041-369f-4612-8124-3a2743e1826c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a9880-ae5b-4f89-86ab-6500df726728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007483 Nov 22 16:29:30.821194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-450b9add-bcad-4c7e-bd9a-b9ff25e2e936 None None] Provisioning complete for port ed3e3735-cdc3-4407-9036-d1580e487b62 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:30.822516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-450b9add-bcad-4c7e-bd9a-b9ff25e2e936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.915497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4f45ff36-8949-435a-a5de-e51949fe8f71 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:30.916107 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.959877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-450b9add-bcad-4c7e-bd9a-b9ff25e2e936 None None] Port ed3e3735-cdc3-4407-9036-d1580e487b62 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:31.028382 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-3093eeef-5bd0-46c2-9c79-de514f9d7eb5 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286596 Nov 22 16:29:31.135299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.143149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.168488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] In _notify_port_updated(), no bound segment for port 1950393c-0f8a-455d-b307-a05c0ecd93d9 on network e371a093-156d-4f3c-9a3b-abe386933ab1 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:29:31.174392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.175074 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.176471 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "PUT /v2.0/ports/1950393c-0f8a-455d-b307-a05c0ecd93d9 HTTP/1.1" status: 200 len: 1002 time: 1.2425520 Nov 22 16:29:31.180139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46054) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:31.195635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-274c4a53-5981-41e1-a40f-8c087abe397e None None] Could not find standard attr ID for object 85294259-4e25-43a1-a059-b580ae9aa28e. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:29:31.264079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c7203-0f9f-4688-b8cc-a54da802e2a8 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=1950393c-0f8a-455d-b307-a05c0ecd93d9,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:31.270313 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-0375db61-daa6-44b4-85dd-ce1f9c2b8793 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336988 Nov 22 16:29:31.338642 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-d7921627-bc72-403f-9463-5887868ae356 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 217 time: 0.0590572 Nov 22 16:29:31.345634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3f56197d-e018-4253-bc30-a390b053b1e7 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Deleting port 1950393c-0f8a-455d-b307-a05c0ecd93d9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:31.346021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f56197d-e018-4253-bc30-a390b053b1e7 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.423544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-4795337e-ebdc-4ff1-b2a0-7af0423424de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.426139 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-4795337e-ebdc-4ff1-b2a0-7af0423424de service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.0792570 Nov 22 16:29:31.493829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-c48593de-1d27-4c92-b42e-516a2ef045f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:31.495518 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-c48593de-1d27-4c92-b42e-516a2ef045f6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0580873 Nov 22 16:29:31.499940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f56197d-e018-4253-bc30-a390b053b1e7 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.528853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3f56197d-e018-4253-bc30-a390b053b1e7 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Calling delete_port for 1950393c-0f8a-455d-b307-a05c0ecd93d9 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:31.542113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-08f648fe-f9ef-4ba5-8246-b995a7a8d3a4 None None] Provisioning complete for port 1950393c-0f8a-455d-b307-a05c0ecd93d9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:31.542627 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08f648fe-f9ef-4ba5-8246-b995a7a8d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.590895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-08f648fe-f9ef-4ba5-8246-b995a7a8d3a4 None None] Port 1950393c-0f8a-455d-b307-a05c0ecd93d9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:31.687842 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-db8687f5-24ad-4c79-8daa-f26a18f30b24 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773922 Nov 22 16:29:31.789832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f56197d-e018-4253-bc30-a390b053b1e7 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.861875 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-475ce30b-4e1d-4d30-9f9a-4061b92054f6 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565979 Nov 22 16:29:31.885633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56197d-e018-4253-bc30-a390b053b1e7 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Port': ['ID=1950393c-0f8a-455d-b307-a05c0ecd93d9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:31.955386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-7e19f4ab-49f6-4499-9bf1-54ab689188e6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0642016 Nov 22 16:29:32.009627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f56197d-e018-4253-bc30-a390b053b1e7 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.014064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3f56197d-e018-4253-bc30-a390b053b1e7 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "DELETE /v2.0/ports/1950393c-0f8a-455d-b307-a05c0ecd93d9 HTTP/1.1" status: 204 len: 168 time: 0.8318100 Nov 22 16:29:32.019228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46074) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:32.060169 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3195f78f-02aa-44c4-b93a-7cb4b3ee19a5 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] GET failed (client error): The resource could not be found. Nov 22 16:29:32.062081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3195f78f-02aa-44c4-b93a-7cb4b3ee19a5 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "GET /v2.0/ports/1950393c-0f8a-455d-b307-a05c0ecd93d9 HTTP/1.1" status: 404 len: 333 time: 0.0414720 Nov 22 16:29:32.065912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46084) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:32.084117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-942ff915-ea21-4bd2-af1e-20332ac77986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.085672 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-942ff915-ea21-4bd2-af1e-20332ac77986 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1204019 Nov 22 16:29:32.088169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2077031070'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:32.174073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-f6cc5a10-c4c8-46c8-90d6-0001b2974730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.175926 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-f6cc5a10-c4c8-46c8-90d6-0001b2974730 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752668 Nov 22 16:29:32.360632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-28e96782-ae37-49a7-a6f6-d4a9cc9ccfbd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.368478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-28e96782-ae37-49a7-a6f6-d4a9cc9ccfbd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/networks?id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24 HTTP/1.1" status: 200 len: 813 time: 0.2724478 Nov 22 16:29:32.387643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4ee416c5-ef06-4722-89e7-74b6f6b8af22 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/quotas/6d3901acdfa04008974aa62bc042d23f HTTP/1.1" status: 200 len: 375 time: 0.0181940 Nov 22 16:29:32.400979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Made reservation on behalf of e2b7ead4d37845059fd441c85a9e9ab0 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:32.403328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.416756 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-0e8e8890-d659-494a-89dc-3a67f5d1d4f3 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305918 Nov 22 16:29:32.442078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-93c35779-1d59-4e7d-8fbc-3597a21c9dfe None None] Could not find standard attr ID for object 1950393c-0f8a-455d-b307-a05c0ecd93d9. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:29:32.454935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-342ac401-e400-4fb4-8661-0932de749bf4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d3901acdfa04008974aa62bc042d23f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659826 Nov 22 16:29:32.508706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] device_id is not set on port 975e685b-43d3-4697-8adb-d6e9ab3403f0 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:29:32.590892 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-5bc06210-3834-431b-93ce-13a1d7c6c6b9 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650047 Nov 22 16:29:32.665106 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-8d07148a-672e-413b-89b1-cf55bbd73a18 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b HTTP/1.1" status: 200 len: 217 time: 0.0660703 Nov 22 16:29:32.758989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-73bf6ddd-8e5a-4b19-97a8-c825822e00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.761619 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-73bf6ddd-8e5a-4b19-97a8-c825822e00b2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.0866985 Nov 22 16:29:32.842600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Allocated IP 2001:db8::3d5 (e371a093-156d-4f3c-9a3b-abe386933ab1/2e8c9404-8133-44b5-b3f0-43412254c2ec/975e685b-43d3-4697-8adb-d6e9ab3403f0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:32.861327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-9a58e798-8c75-40b8-8849-74d5188f3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:32.863015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-9a58e798-8c75-40b8-8849-74d5188f3bde service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0893629 Nov 22 16:29:32.885673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-73075932-0797-4789-8f75-7d9c6592185a service neutron] 10.222.0.69 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175162 Nov 22 16:29:33.037290 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-efb9cc00-c8e4-471d-a99f-f79959f5c286 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641130 Nov 22 16:29:33.068060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-48efd43b-b4a3-4ec3-965f-432dcf8516bb service neutron] 10.222.0.69 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681011 Nov 22 16:29:33.202419 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-417f9a0f-7fcf-48d6-8e02-961d33dcb415 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570368 Nov 22 16:29:33.225282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.269192 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-3fece54e-e3db-4c3b-8649-189a275ad5b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27 HTTP/1.1" status: 200 len: 217 time: 0.0583179 Nov 22 16:29:33.276096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.360693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Network e371a093-156d-4f3c-9a3b-abe386933ab1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:33.367682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-e8816446-72a7-4e17-8826-3e84cfc20415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.369967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-e8816446-72a7-4e17-8826-3e84cfc20415 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.0912302 Nov 22 16:29:33.416793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:33.433834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:33.453046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.453794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.563181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd633a48-ff9b-4731-b710-8c4f10f24bb6 req-d44b92c3-d712-453a-b88f-6986c95abd25 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 210 time: 0.1305809 Nov 22 16:29:33.571675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=975e685b-43d3-4697-8adb-d6e9ab3403f0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:33.607227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8f2107c6-3285-4658-af57-f6127912f1aa tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5267453 Nov 22 16:29:33.608480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:33.618949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:31:3b:50'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:33.904030 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.907713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-1989698c-0551-47f1-a0e1-30437e5b7668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.909405 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-1989698c-0551-47f1-a0e1-30437e5b7668 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5317762 Nov 22 16:29:33.991999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f16a53e4-cd0f-4c51-8981-2d017d7e3033 None None] Provisioning complete for port 975e685b-43d3-4697-8adb-d6e9ab3403f0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:33.992614 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f16a53e4-cd0f-4c51-8981-2d017d7e3033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.037739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f16a53e4-cd0f-4c51-8981-2d017d7e3033 None None] Port 975e685b-43d3-4697-8adb-d6e9ab3403f0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:34.086543 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-46a70311-38a4-4b30-b494-2b8c4c280a7f service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667399 Nov 22 16:29:34.180518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.186471 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.217085 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-1a3bf1ec-3f96-4ac2-b70f-8a95c8343085 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223090 Nov 22 16:29:34.226657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] In _notify_port_updated(), no bound segment for port 975e685b-43d3-4697-8adb-d6e9ab3403f0 on network e371a093-156d-4f3c-9a3b-abe386933ab1 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:29:34.233962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.234642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.239470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "PUT /v2.0/ports/975e685b-43d3-4697-8adb-d6e9ab3403f0 HTTP/1.1" status: 200 len: 1003 time: 0.6297021 Nov 22 16:29:34.242377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:34.264565 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-63432552-a45f-4f82-9acf-24624acff833 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537 HTTP/1.1" status: 200 len: 217 time: 0.0396447 Nov 22 16:29:34.289948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e96b0c-2267-487a-b436-946571b480de tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=975e685b-43d3-4697-8adb-d6e9ab3403f0,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:34.323439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-4530960d-464e-4c98-a525-9055fe3fb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.324937 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-4530960d-464e-4c98-a525-9055fe3fb709 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.0526383 Nov 22 16:29:34.370094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-631575a1-3b6d-40a6-99e1-98cbaafd58f1 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Deleting port 975e685b-43d3-4697-8adb-d6e9ab3403f0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:34.371371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-631575a1-3b6d-40a6-99e1-98cbaafd58f1 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.389603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-35a11703-f095-4b64-a833-852c5a10b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.392311 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-35a11703-f095-4b64-a833-852c5a10b0fb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574927 Nov 22 16:29:34.506947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-94c54ba4-900e-45a5-a65f-e4751da563f9 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055002 Nov 22 16:29:34.507816 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-631575a1-3b6d-40a6-99e1-98cbaafd58f1 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.539480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-631575a1-3b6d-40a6-99e1-98cbaafd58f1 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Calling delete_port for 975e685b-43d3-4697-8adb-d6e9ab3403f0 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:34.691178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5f36859b-45ec-4d61-b6ab-920e14744607 None None] Provisioning complete for port 975e685b-43d3-4697-8adb-d6e9ab3403f0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:34.693150 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f36859b-45ec-4d61-b6ab-920e14744607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.736226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5f36859b-45ec-4d61-b6ab-920e14744607 None None] Port 975e685b-43d3-4697-8adb-d6e9ab3403f0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:34.744175 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-57b1fcca-c031-4933-bab0-341cd083abac service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279785 Nov 22 16:29:34.808906 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-fcd15855-3053-41ae-8e1d-eae3ffab7591 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 200 len: 217 time: 0.0569980 Nov 22 16:29:34.866680 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-538c138e-7f82-40aa-ae94-1746f65a2bd0 req-84ee07b8-0698-4987-8878-b5e85c6a537c tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 210 time: 0.0615721 Nov 22 16:29:34.901959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-631575a1-3b6d-40a6-99e1-98cbaafd58f1 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.912180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-38bf575d-1e7c-450c-92c9-31862a37d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:34.913931 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-38bf575d-1e7c-450c-92c9-31862a37d467 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.0965207 Nov 22 16:29:34.940976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631575a1-3b6d-40a6-99e1-98cbaafd58f1 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Port': ['ID=975e685b-43d3-4697-8adb-d6e9ab3403f0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:35.022802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-631575a1-3b6d-40a6-99e1-98cbaafd58f1 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.030728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-631575a1-3b6d-40a6-99e1-98cbaafd58f1 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "DELETE /v2.0/ports/975e685b-43d3-4697-8adb-d6e9ab3403f0 HTTP/1.1" status: 204 len: 168 time: 0.7873001 Nov 22 16:29:35.033788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:35.048540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-f16fb8de-9773-469f-b687-5cd49789b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.050157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-f16fb8de-9773-469f-b687-5cd49789b01b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287050 Nov 22 16:29:35.139867 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7411dd4-cd7b-405e-88ff-947ec560426a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] GET failed (client error): The resource could not be found. Nov 22 16:29:35.145646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e7411dd4-cd7b-405e-88ff-947ec560426a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "GET /v2.0/ports/975e685b-43d3-4697-8adb-d6e9ab3403f0 HTTP/1.1" status: 404 len: 333 time: 0.1103425 Nov 22 16:29:35.146371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46146) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:35.153947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-63342785'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:35.265932 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-a41a67e3-4fd2-403a-8c33-8ac6932bc471 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050810 Nov 22 16:29:35.406075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Made reservation on behalf of e2b7ead4d37845059fd441c85a9e9ab0 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:35.414588 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.439103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] device_id is not set on port 5c4be20c-3c2b-42ce-9350-3e9a7bd83d16 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:29:35.496279 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-674dde23-6509-4ac8-b65c-0097a7a4f228 req-caa0d9e7-9a7d-4c08-820f-d39cbaf39228 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201579 Nov 22 16:29:35.641242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Allocated IP 2001:db8::287 (e371a093-156d-4f3c-9a3b-abe386933ab1/2e8c9404-8133-44b5-b3f0-43412254c2ec/5c4be20c-3c2b-42ce-9350-3e9a7bd83d16) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:35.855824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.897720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.968262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Network e371a093-156d-4f3c-9a3b-abe386933ab1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:35.989332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:35.995405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ae0eeb0-9510-48fc-a323-22ed45d8cc78 req-5aa3a3e9-62e7-4d34-9ec4-cb14bb597ad9 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 210 time: 0.0497169 Nov 22 16:29:35.998158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:36.003801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.004487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.015995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=5c4be20c-3c2b-42ce-9350-3e9a7bd83d16,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.044026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-16ff9277-03a7-4f29-9eec-69b3e55fce7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8910129 Nov 22 16:29:36.044026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46162) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:36.053284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'network_id': 'e371a093-156d-4f3c-9a3b-abe386933ab1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1206350711'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:36.330199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Made reservation on behalf of e2b7ead4d37845059fd441c85a9e9ab0 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:36.344245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.364474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] device_id is not set on port de5364aa-593b-451b-9179-c87a05c04f3d yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:29:36.487066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b1a56c05-82f7-4f27-8e28-d6c089380bd4 None None] Provisioning complete for port 5c4be20c-3c2b-42ce-9350-3e9a7bd83d16 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:36.488170 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b1a56c05-82f7-4f27-8e28-d6c089380bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.579158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b1a56c05-82f7-4f27-8e28-d6c089380bd4 None None] Port 5c4be20c-3c2b-42ce-9350-3e9a7bd83d16 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:36.984766 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Allocated IP 2001:db8::1ef (e371a093-156d-4f3c-9a3b-abe386933ab1/2e8c9404-8133-44b5-b3f0-43412254c2ec/de5364aa-593b-451b-9179-c87a05c04f3d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:37.319127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-810c01aa-6302-410b-a8ff-87c77fbe59fb req-e6861177-d9e9-492b-ae4d-5e12a8c3db77 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 210 time: 0.0943966 Nov 22 16:29:37.377753 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.387574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-46fb1564-7a6b-4084-b183-8cf901ca0ec4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.389348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-46fb1564-7a6b-4084-b183-8cf901ca0ec4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.11 "GET /v2.0/networks?id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24 HTTP/1.1" status: 200 len: 813 time: 0.3323581 Nov 22 16:29:37.404976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Request body: {'port': {'device_id': 'bfad0de0-ae3a-4047-a5e3-620d3c0e98b2', 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24', 'admin_state_up': True, 'tenant_id': '6d3901acdfa04008974aa62bc042d23f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:37.500184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.589326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Network e371a093-156d-4f3c-9a3b-abe386933ab1 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:37.601439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:37.605524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:37.614738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.615274 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.649821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=de5364aa-593b-451b-9179-c87a05c04f3d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:37.660140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Made reservation on behalf of 6d3901acdfa04008974aa62bc042d23f for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:37.668093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.681965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:37.685134 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-49315c49-cb99-407d-97aa-ed2370295234 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6401384 Nov 22 16:29:37.687747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c7', 'mac_address': 'fa:16:3e:31:3b:50'}, {'ip_address': '2001:db8::287', 'mac_address': 'fa:16:3e:4a:e3:16'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:37.990976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Allocated IP 172.20.0.11 (366d3e15-cd56-4224-b7fc-8b0d05bf8a24/96ab69b0-59c9-47a3-8e30-928fc95c7c54/84780eed-1626-4076-a4bf-1fef5106f7e1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:38.035023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.128363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1703ec71-6f12-4c84-b744-883ed432eb8f None None] Provisioning complete for port de5364aa-593b-451b-9179-c87a05c04f3d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:38.128995 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1703ec71-6f12-4c84-b744-883ed432eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.225199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1703ec71-6f12-4c84-b744-883ed432eb8f None None] Port de5364aa-593b-451b-9179-c87a05c04f3d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:38.362132 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.416255 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.439327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.443015 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.498019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] In _notify_port_updated(), no bound segment for port de5364aa-593b-451b-9179-c87a05c04f3d on network e371a093-156d-4f3c-9a3b-abe386933ab1 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:29:38.506478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.507443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.508877 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "PUT /v2.0/ports/de5364aa-593b-451b-9179-c87a05c04f3d HTTP/1.1" status: 200 len: 1068 time: 0.8257773 Nov 22 16:29:38.511719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46212) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:38.560762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Pushing event updated for resources: {'Port': ['ID=84780eed-1626-4076-a4bf-1fef5106f7e1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:38.584318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f387f-8c00-45d2-b21c-c96b2fabc08a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event updated for resources: {'Port': ['ID=de5364aa-593b-451b-9179-c87a05c04f3d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:38.588993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:38.611428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:38.641299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:38.705006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d39ed-c2a6-4c7c-8ff7-cda72e5423db tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Deleting port de5364aa-593b-451b-9179-c87a05c04f3d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:38.707171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5d39ed-c2a6-4c7c-8ff7-cda72e5423db tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.775179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fd346-1c1a-4e43-8fae-e208c6ab3320 req-6875621c-01b5-400c-8f3c-40033101ade3 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.787542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e03fd346-1c1a-4e43-8fae-e208c6ab3320 req-6875621c-01b5-400c-8f3c-40033101ade3 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 932 time: 0.2213476 Nov 22 16:29:38.841305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5d39ed-c2a6-4c7c-8ff7-cda72e5423db tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.849438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.851217 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.867114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d39ed-c2a6-4c7c-8ff7-cda72e5423db tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Calling delete_port for de5364aa-593b-451b-9179-c87a05c04f3d owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:38.886547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-4cb121fa-35a8-4841-8230-eddc50d218c4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4868071 Nov 22 16:29:38.903601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e03fd346-1c1a-4e43-8fae-e208c6ab3320 req-6320073b-1b17-474e-973d-2f19a43f94e9 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147010 Nov 22 16:29:38.919898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Request body: {'port': {'device_id': 'bfad0de0-ae3a-4047-a5e3-620d3c0e98b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:38.981755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1dd69151-2862-4891-aceb-191fa7c64594 None None] Provisioning complete for port de5364aa-593b-451b-9179-c87a05c04f3d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:38.982142 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dd69151-2862-4891-aceb-191fa7c64594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.021424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.104990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1dd69151-2862-4891-aceb-191fa7c64594 None None] Port de5364aa-593b-451b-9179-c87a05c04f3d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:39.124512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5d39ed-c2a6-4c7c-8ff7-cda72e5423db tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.176488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d39ed-c2a6-4c7c-8ff7-cda72e5423db tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Port': ['ID=de5364aa-593b-451b-9179-c87a05c04f3d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:39.550770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab5d39ed-c2a6-4c7c-8ff7-cda72e5423db tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.556794 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ab5d39ed-c2a6-4c7c-8ff7-cda72e5423db tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "DELETE /v2.0/ports/de5364aa-593b-451b-9179-c87a05c04f3d HTTP/1.1" status: 204 len: 168 time: 1.0440214 Nov 22 16:29:39.562145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46236) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:39.600282 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8685a59-3c3d-42d0-9c42-848849c22f2a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] GET failed (client error): The resource could not be found. Nov 22 16:29:39.602208 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d8685a59-3c3d-42d0-9c42-848849c22f2a tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "GET /v2.0/ports/de5364aa-593b-451b-9179-c87a05c04f3d HTTP/1.1" status: 404 len: 333 time: 0.0387082 Nov 22 16:29:39.606262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46238) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:39.642368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84780eed-1626-4076-a4bf-1fef5106f7e1 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:39.663643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.688333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Transition to ACTIVE for port object 84780eed-1626-4076-a4bf-1fef5106f7e1 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:39.695118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.804499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4ca80f07-17c4-4f94-ac2f-fa16643222a3 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Deleting port 5c4be20c-3c2b-42ce-9350-3e9a7bd83d16 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:39.805075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ca80f07-17c4-4f94-ac2f-fa16643222a3 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.857369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Pushing event updated for resources: {'Port': ['ID=84780eed-1626-4076-a4bf-1fef5106f7e1,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:40.029356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Attempting to bind port 84780eed-1626-4076-a4bf-1fef5106f7e1 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:40.030023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Attempting to bind port 84780eed-1626-4076-a4bf-1fef5106f7e1 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:40.030167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Attempting to bind port 84780eed-1626-4076-a4bf-1fef5106f7e1 on network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:40.038493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Port 84780eed-1626-4076-a4bf-1fef5106f7e1 on network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:40.038960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Attempting to bind port 84780eed-1626-4076-a4bf-1fef5106f7e1 on network 366d3e15-cd56-4224-b7fc-8b0d05bf8a24 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:40.046946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ca80f07-17c4-4f94-ac2f-fa16643222a3 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.049441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:40.049914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Checking segment: {'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:40.050474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Bound using segment: {'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:40.051095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Bound port: 84780eed-1626-4076-a4bf-1fef5106f7e1, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d024f2-f4b9-4c24-9408-7a18b17d9087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:40.051819 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.074268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4ca80f07-17c4-4f94-ac2f-fa16643222a3 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Calling delete_port for 5c4be20c-3c2b-42ce-9350-3e9a7bd83d16 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:40.247048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] For port 84780eed-1626-4076-a4bf-1fef5106f7e1, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:40.252741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] For port 84780eed-1626-4076-a4bf-1fef5106f7e1, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=84780eed-1626-4076-a4bf-1fef5106f7e1,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:40.267799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.278477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ca80f07-17c4-4f94-ac2f-fa16643222a3 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.330110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290fa56-e204-46df-a4c8-b6cc116539f0 req-630f56a7-6ec3-4923-b792-e06498fcb266 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.331707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a290fa56-e204-46df-a4c8-b6cc116539f0 req-630f56a7-6ec3-4923-b792-e06498fcb266 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 944 time: 0.2560613 Nov 22 16:29:40.343119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca80f07-17c4-4f94-ac2f-fa16643222a3 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Port': ['ID=5c4be20c-3c2b-42ce-9350-3e9a7bd83d16,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:40.421504 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ca80f07-17c4-4f94-ac2f-fa16643222a3 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.434206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ca80f07-17c4-4f94-ac2f-fa16643222a3 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "DELETE /v2.0/ports/5c4be20c-3c2b-42ce-9350-3e9a7bd83d16 HTTP/1.1" status: 204 len: 168 time: 0.8264587 Nov 22 16:29:40.437495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46268) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:40.453211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.453896 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.456473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] 10.222.0.11 "PUT /v2.0/ports/84780eed-1626-4076-a4bf-1fef5106f7e1 HTTP/1.1" status: 200 len: 1092 time: 1.5499735 Nov 22 16:29:40.510320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfad0de0-ae3a-4047-a5e3-620d3c0e98b2', 'tag': '84780eed-1626-4076-a4bf-1fef5106f7e1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:40.515962 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfad0de0-ae3a-4047-a5e3-620d3c0e98b2", "tag": "84780eed-1626-4076-a4bf-1fef5106f7e1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:40.525344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba1aa7-65a7-4c9d-abfb-a909cfa30ceb service neutron] Pushing event updated for resources: {'Port': ['ID=84780eed-1626-4076-a4bf-1fef5106f7e1,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:40.547733 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-64474aa7-bf16-4dcb-b5e5-b65c352349f5 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] GET failed (client error): The resource could not be found. Nov 22 16:29:40.550334 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-64474aa7-bf16-4dcb-b5e5-b65c352349f5 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "GET /v2.0/ports/5c4be20c-3c2b-42ce-9350-3e9a7bd83d16 HTTP/1.1" status: 404 len: 333 time: 0.1116061 Nov 22 16:29:40.559000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:40.650365 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4c6f45-3586-4adc-9519-1582378194a1 x-openstack-request-id: req-6d4c6f45-3586-4adc-9519-1582378194a1 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:40.650684 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfad0de0-ae3a-4047-a5e3-620d3c0e98b2", "tag": "84780eed-1626-4076-a4bf-1fef5106f7e1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:40.650865 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d4c6f45-3586-4adc-9519-1582378194a1 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:40.651258 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfad0de0-ae3a-4047-a5e3-620d3c0e98b2', 'tag': '84780eed-1626-4076-a4bf-1fef5106f7e1', 'status': 'completed', 'code': 200} Nov 22 16:29:40.705504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a290fa56-e204-46df-a4c8-b6cc116539f0 req-2145e1f0-2ea3-4e94-8b18-1d1ee8560566 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334050 Nov 22 16:29:40.730611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-3a21ef00-370a-42bb-ab25-572ba82b3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.732290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-3a21ef00-370a-42bb-ab25-572ba82b3105 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d3901acdfa04008974aa62bc042d23f&device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 1095 time: 0.1963358 Nov 22 16:29:40.792673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-3d7e8429-6f9b-4156-8a68-5005d9c4aa96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84780eed-1626-4076-a4bf-1fef5106f7e1 HTTP/1.1" status: 200 len: 217 time: 0.0511281 Nov 22 16:29:40.800314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8cce2b20-557c-420e-96bc-10d04cf9a929 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Deleting port ed3e3735-cdc3-4407-9036-d1580e487b62 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:40.800710 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8cce2b20-557c-420e-96bc-10d04cf9a929 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.912853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-b5200e2d-36ba-409a-add9-8a51326c6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.914427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-b5200e2d-36ba-409a-add9-8a51326c6775 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96ab69b0-59c9-47a3-8e30-928fc95c7c54 HTTP/1.1" status: 200 len: 853 time: 0.1092095 Nov 22 16:29:40.986994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-99e6183f-b3a6-43d2-8013-de5fd492eb61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610540 Nov 22 16:29:41.023369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8cce2b20-557c-420e-96bc-10d04cf9a929 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:41.069078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8cce2b20-557c-420e-96bc-10d04cf9a929 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Calling delete_port for ed3e3735-cdc3-4407-9036-d1580e487b62 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:41.174185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-97cd2f43-25c9-49c8-83d4-ce5f5b0396b9 service neutron] 10.222.0.11 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753125 Nov 22 16:29:41.305032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c841a6d-6547-4ac5-80a7-bc6c3915f0f5 req-dedbfe46-2203-4436-9942-ed9712bba261 service neutron] 10.222.0.11 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237941 Nov 22 16:29:41.506468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8cce2b20-557c-420e-96bc-10d04cf9a929 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:41.555934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce2b20-557c-420e-96bc-10d04cf9a929 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Port': ['ID=ed3e3735-cdc3-4407-9036-d1580e487b62,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:41.587941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-4fa13bc0-1880-409b-b12b-99589f727633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.592032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-4fa13bc0-1880-409b-b12b-99589f727633 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d3901acdfa04008974aa62bc042d23f&device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 1095 time: 0.1581669 Nov 22 16:29:41.624923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8cce2b20-557c-420e-96bc-10d04cf9a929 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:41.631547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8cce2b20-557c-420e-96bc-10d04cf9a929 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "DELETE /v2.0/ports/ed3e3735-cdc3-4407-9036-d1580e487b62 HTTP/1.1" status: 204 len: 168 time: 1.0662687 Nov 22 16:29:41.631994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46310) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:41.773707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-709c3074-8173-4978-b647-63b15c74d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.774949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae36cba2-52a3-42e7-9bd8-296df24a0276 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Deleting subnet 2e8c9404-8133-44b5-b3f0-43412254c2ec {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:29:41.776193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-709c3074-8173-4978-b647-63b15c74d7a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24 HTTP/1.1" status: 200 len: 914 time: 0.1606834 Nov 22 16:29:41.783212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae36cba2-52a3-42e7-9bd8-296df24a0276 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:41.881519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae36cba2-52a3-42e7-9bd8-296df24a0276 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:41.887040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-013d531a-4326-43c2-9186-c5953297b6e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84780eed-1626-4076-a4bf-1fef5106f7e1 HTTP/1.1" status: 200 len: 217 time: 0.1022327 Nov 22 16:29:42.033174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d3704-61b5-4905-9f67-072e9ff02644 req-4ecb3bcc-d1b4-4cf9-82b6-835cae86a3f1 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.041828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-021d3704-61b5-4905-9f67-072e9ff02644 req-4ecb3bcc-d1b4-4cf9-82b6-835cae86a3f1 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 944 time: 0.1658700 Nov 22 16:29:42.064275 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae36cba2-52a3-42e7-9bd8-296df24a0276 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.095890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-df18d3be-287d-4d87-8e87-0ed9696b5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.104168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-df18d3be-287d-4d87-8e87-0ed9696b5db2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96ab69b0-59c9-47a3-8e30-928fc95c7c54 HTTP/1.1" status: 200 len: 853 time: 0.1971569 Nov 22 16:29:42.171262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-deff9b83-558a-43af-b14a-0ec465c674f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520511 Nov 22 16:29:42.186371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-021d3704-61b5-4905-9f67-072e9ff02644 req-4674dbcb-57ee-4f34-9d9a-b878b42b68ce tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424787 Nov 22 16:29:42.190437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae36cba2-52a3-42e7-9bd8-296df24a0276 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.235529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36cba2-52a3-42e7-9bd8-296df24a0276 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8c9404-8133-44b5-b3f0-43412254c2ec,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:42.264696 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae36cba2-52a3-42e7-9bd8-296df24a0276 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.273659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad238cf-9620-4509-9eed-7bf1c6a5fcfa None None] Network e371a093-156d-4f3c-9a3b-abe386933ab1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:42.282845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ae36cba2-52a3-42e7-9bd8-296df24a0276 tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "DELETE /v2.0/subnets/2e8c9404-8133-44b5-b3f0-43412254c2ec HTTP/1.1" status: 204 len: 168 time: 0.6495905 Nov 22 16:29:42.287963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:42.406546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-8dfbb6f6-44fe-4951-b3d0-37463f798b0d service neutron] 10.222.0.11 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187390 Nov 22 16:29:42.555956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.765561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7489290c-089b-4fc8-9cfc-0b6e50f9b13c req-5144247c-cfee-48d8-a91c-1ecdd09fe890 service neutron] 10.222.0.11 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505950 Nov 22 16:29:42.794814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Deleting port 4f45ff36-8949-435a-a5de-e51949fe8f71 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:42.794950 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.962189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] For port 4f45ff36-8949-435a-a5de-e51949fe8f71, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4f45ff36-8949-435a-a5de-e51949fe8f71,segment=NetworkSegment(2823f364-9838-4dfe-a41b-6da188153ee4),segment_id=2823f364-9838-4dfe-a41b-6da188153ee4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:42.962567 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.979736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Calling delete_port for 4f45ff36-8949-435a-a5de-e51949fe8f71 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:42.985754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] DHCP port deletion for e371a093-156d-4f3c-9a3b-abe386933ab1 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:29:43.060091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] Deleting port 4f45ff36-8949-435a-a5de-e51949fe8f71 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:43.060759 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.097932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.140978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] For port 4f45ff36-8949-435a-a5de-e51949fe8f71, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4f45ff36-8949-435a-a5de-e51949fe8f71,segment=NetworkSegment(2823f364-9838-4dfe-a41b-6da188153ee4),segment_id=2823f364-9838-4dfe-a41b-6da188153ee4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:43.142214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.160001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] Calling delete_port for 4f45ff36-8949-435a-a5de-e51949fe8f71 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:43.171672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Port': ['ID=4f45ff36-8949-435a-a5de-e51949fe8f71,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:43.184671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] No DVR routers for this DVR port 4f45ff36-8949-435a-a5de-e51949fe8f71 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:43.277115 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.332538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] Pushing event deleted for resources: {'Port': ['ID=4f45ff36-8949-435a-a5de-e51949fe8f71,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:43.356827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36421e85-90e6-48a7-9df1-47ba4e34ccf0 None None] No DVR routers for this DVR port 4f45ff36-8949-435a-a5de-e51949fe8f71 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:43.477095 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.522544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e371a093-156d-4f3c-9a3b-abe386933ab1']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:43.552417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2823f364-9838-4dfe-a41b-6da188153ee4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:43.553268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2823f364-9838-4dfe-a41b-6da188153ee4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:43.566332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371cbbc-8b3f-418c-8487-4c72b6081871 req-27013a79-90ac-4249-b6b8-801c6038a3f4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:43.570021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8371cbbc-8b3f-418c-8487-4c72b6081871 req-27013a79-90ac-4249-b6b8-801c6038a3f4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 944 time: 0.1584969 Nov 22 16:29:43.584357 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.665313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.671714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8371cbbc-8b3f-418c-8487-4c72b6081871 req-a770eb22-f1db-4d87-80c4-b21623c4a5dc tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838733 Nov 22 16:29:43.693114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:29:43.695105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:29:43.701066 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:29:43.828479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.840246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.844294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] 10.222.0.69 "DELETE /v2.0/networks/e371a093-156d-4f3c-9a3b-abe386933ab1 HTTP/1.1" status: 204 len: 168 time: 1.5553751 Nov 22 16:29:43.856790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6124b98-3cda-4eba-a445-382d72abfb7e tempest-AllowedAddressPairIpV6TestJSON-1277762539 tempest-AllowedAddressPairIpV6TestJSON-1277762539-project] Pushing event deleted for resources: {'Network': ['ID=e371a093-156d-4f3c-9a3b-abe386933ab1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:44.290590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46372) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:44.572829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-85b467c3-9aac-4482-bb02-77500cd54cd0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2b7ead4d37845059fd441c85a9e9ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2809532 Nov 22 16:29:44.577480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46386) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:44.658812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4f45ff36-8949-435a-a5de-e51949fe8f71 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:44.677146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5d26c58-b8cf-43be-9347-d8b5b71cfa1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.707656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 4f45ff36-8949-435a-a5de-e51949fe8f71 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:44.708626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4f45ff36-8949-435a-a5de-e51949fe8f71 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:44.713881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5d26c58-b8cf-43be-9347-d8b5b71cfa1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.822839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5d26c58-b8cf-43be-9347-d8b5b71cfa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.826214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b5d26c58-b8cf-43be-9347-d8b5b71cfa1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.827591 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b5d26c58-b8cf-43be-9347-d8b5b71cfa1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/544ca472-1f28-4e22-8cf4-6ce47d3e92ae HTTP/1.1" status: 204 len: 168 time: 0.2489188 Nov 22 16:29:44.856312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d26c58-b8cf-43be-9347-d8b5b71cfa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544ca472-1f28-4e22-8cf4-6ce47d3e92ae,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:44.907089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef019cb-22ef-421b-aa3d-6acb0df6d90e req-7286e9ce-6f58-4985-a10b-d093697f5d68 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.916452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ef019cb-22ef-421b-aa3d-6acb0df6d90e req-7286e9ce-6f58-4985-a10b-d093697f5d68 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 944 time: 0.0773981 Nov 22 16:29:45.031938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ef019cb-22ef-421b-aa3d-6acb0df6d90e req-8c4ff212-a4ad-4415-848a-dc12cddf3302 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143031 Nov 22 16:29:45.276213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 84780eed-1626-4076-a4bf-1fef5106f7e1 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:45.584045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 84780eed-1626-4076-a4bf-1fef5106f7e1, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=84780eed-1626-4076-a4bf-1fef5106f7e1,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:45.616654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '84780eed-1626-4076-a4bf-1fef5106f7e1', 'network_id': '366d3e15-cd56-4224-b7fc-8b0d05bf8a24', 'port_id': '84780eed-1626-4076-a4bf-1fef5106f7e1', 'mac_address': 'fa:16:3e:48:15:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ab69b0-59c9-47a3-8e30-928fc95c7c54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:45.694716 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.718710 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84780eed-1626-4076-a4bf-1fef5106f7e1 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:45.757901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 84780eed-1626-4076-a4bf-1fef5106f7e1, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=84780eed-1626-4076-a4bf-1fef5106f7e1,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:45.782563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.009591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=84780eed-1626-4076-a4bf-1fef5106f7e1,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:46.030472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46438) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:46.087212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['84780eed-1626-4076-a4bf-1fef5106f7e1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:46.227398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593453-7eff-4ccf-b493-c823b4e161e6 req-da6ab339-5f5c-4c44-aea1-6198d4584ef4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:46.241114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67593453-7eff-4ccf-b493-c823b4e161e6 req-da6ab339-5f5c-4c44-aea1-6198d4584ef4 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 945 time: 0.1051955 Nov 22 16:29:46.280939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-10d91889-e128-4155-9e68-7dcedc52a5f4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1904869303', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:46.339970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10d91889-e128-4155-9e68-7dcedc52a5f4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.341018 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10d91889-e128-4155-9e68-7dcedc52a5f4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.383874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67593453-7eff-4ccf-b493-c823b4e161e6 req-a3241a43-b22c-4b3a-b886-828bce2e99d0 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351414 Nov 22 16:29:46.430574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10d91889-e128-4155-9e68-7dcedc52a5f4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.446644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10d91889-e128-4155-9e68-7dcedc52a5f4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.469349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10d91889-e128-4155-9e68-7dcedc52a5f4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.472451 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-10d91889-e128-4155-9e68-7dcedc52a5f4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4405222 Nov 22 16:29:46.475811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46452) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:46.481809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2093786429'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:46.530853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Made reservation on behalf of a5d58478e6bf4c22ad05a1f9be1ca3a1 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:46.540087 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.558687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.684648 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.690933 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.733862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:46.748806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b82232-fe3c-4ebb-a5a8-f45f69bfd4bb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:46.773850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.775040 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Added segment c3d67a16-a7ca-4e32-91ba-92521ea3284f of type vlan for network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 Nov 22 16:29:46.850747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.886434 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.896488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:46.898073 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.983965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5025876 Nov 22 16:29:46.984745 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46472) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:46.990837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'subnet': {'network_id': 'c2e1c51c-d9d6-4269-affa-6ebf18fd8820', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:46.995538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c466a1-f4b9-43d4-a840-14e57b566cfa tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Network': ['ID=c2e1c51c-d9d6-4269-affa-6ebf18fd8820,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:47.013230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:47.104588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Made reservation on behalf of a5d58478e6bf4c22ad05a1f9be1ca3a1 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:47.108857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.292826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 84780eed-1626-4076-a4bf-1fef5106f7e1 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:47.386013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 84780eed-1626-4076-a4bf-1fef5106f7e1 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:47.401433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 84780eed-1626-4076-a4bf-1fef5106f7e1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:47.402030 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.454416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.525604 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.579448 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Subnet': ['ID=59f311ea-ce58-4e58-a5c0-f0ef2e3d786d,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:47.607348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfad0de0-ae3a-4047-a5e3-620d3c0e98b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84780eed-1626-4076-a4bf-1fef5106f7e1'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:47.613548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dc412-d2ed-4c8c-a801-b9086929135c req-d798aecd-728c-4108-bab7-0df4f5a57e7f tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.616245 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ae7c80-7fcf-4ac4-a137-93b14b07e7c6" -d '{"events": [{"server_uuid": "bfad0de0-ae3a-4047-a5e3-620d3c0e98b2", "name": "network-vif-plugged", "status": "completed", "tag": "84780eed-1626-4076-a4bf-1fef5106f7e1"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:47.618014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f67dc412-d2ed-4c8c-a801-b9086929135c req-d798aecd-728c-4108-bab7-0df4f5a57e7f tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 945 time: 0.1017089 Nov 22 16:29:47.622653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Checking segment: {'id': 'c3d67a16-a7ca-4e32-91ba-92521ea3284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2e1c51c-d9d6-4269-affa-6ebf18fd8820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:47.623533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network hostable DHCP agents. Network: c2e1c51c-d9d6-4269-affa-6ebf18fd8820, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:47.666225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 84780eed-1626-4076-a4bf-1fef5106f7e1, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=84780eed-1626-4076-a4bf-1fef5106f7e1,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:47.678737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:47.684195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.705255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, c2e1c51c-d9d6-4269-affa-6ebf18fd8820) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:47.711462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.712521 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.755799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b8e7a-8985-4924-a90c-57bf66f626a3 None None] Network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:47.756679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46496) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:47.759120 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-956a2f1f-53e5-4ce1-93bb-46bcdf69f794 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7727857 Nov 22 16:29:47.785258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'network': {'name': 'tempest-router-network01--1273000020'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:47.862520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f67dc412-d2ed-4c8c-a801-b9086929135c req-ec85c411-d1b4-46c5-8eb2-420126e2a426 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178276 Nov 22 16:29:47.869577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Made reservation on behalf of a5d58478e6bf4c22ad05a1f9be1ca3a1 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:47.873233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.920961 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee6669a-ec98-44b9-b2e4-0baff9cc265a x-openstack-request-id: req-4ee6669a-ec98-44b9-b2e4-0baff9cc265a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:47.921404 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfad0de0-ae3a-4047-a5e3-620d3c0e98b2", "name": "network-vif-plugged", "status": "completed", "tag": "84780eed-1626-4076-a4bf-1fef5106f7e1", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:47.921767 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ee6669a-ec98-44b9-b2e4-0baff9cc265a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:47.922345 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfad0de0-ae3a-4047-a5e3-620d3c0e98b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84780eed-1626-4076-a4bf-1fef5106f7e1', 'code': 200} Nov 22 16:29:47.981064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:48.003477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.003866 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Added segment bd868e3d-b51a-4292-a2f3-7c2fc6811571 of type vlan for network b19dbbea-ac6b-40da-8b53-902fec81b5ca Nov 22 16:29:48.017147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221ad0b-0add-4e21-a53a-238cb5166863 req-e6d2ca20-301b-4062-8a64-d9744fea16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.018728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4221ad0b-0add-4e21-a53a-238cb5166863 req-e6d2ca20-301b-4062-8a64-d9744fea16b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 1097 time: 0.1502364 Nov 22 16:29:48.076710 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.101500 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=84780eed-1626-4076-a4bf-1fef5106f7e1,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:48.110714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-c2e1c51c-d9d6-4269-affa-6ebf18fd8820', 'network_id': 'c2e1c51c-d9d6-4269-affa-6ebf18fd8820', 'tenant_id': 'a5d58478e6bf4c22ad05a1f9be1ca3a1', 'fixed_ips': [{'subnet_id': '59f311ea-ce58-4e58-a5c0-f0ef2e3d786d'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:48.114621 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.173706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4221ad0b-0add-4e21-a53a-238cb5166863 req-09e7ba20-d467-422b-9aa6-576784e98ce0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295996 Nov 22 16:29:48.191138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.227847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.228621 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.313125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Allocated IP 2001:db8::2 (c2e1c51c-d9d6-4269-affa-6ebf18fd8820/59f311ea-ce58-4e58-a5c0-f0ef2e3d786d/9ea026b9-84e9-4c14-9bb9-dc873d27223c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:48.345658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46510) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:48.351542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'network': {'name': 'tempest-router-network02--1639835853'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:48.357464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5990937 Nov 22 16:29:48.379330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6482c33-4c20-4629-8245-c452c8481338 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Network': ['ID=b19dbbea-ac6b-40da-8b53-902fec81b5ca,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:48.401620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Made reservation on behalf of a5d58478e6bf4c22ad05a1f9be1ca3a1 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:48.411885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.420786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network b19dbbea-ac6b-40da-8b53-902fec81b5ca details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:48.477918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:48.504222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.504907 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Added segment b90d2927-9337-4eec-b6ea-982811a706c6 of type vlan for network 2a5b6e04-0b90-4b1b-b295-baeca41d3712 Nov 22 16:29:48.612874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.675868 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.680362 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.686457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.687380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.693027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.819180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:48.825162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:48.825488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'subnet': {'network_id': 'b19dbbea-ac6b-40da-8b53-902fec81b5ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:48.830808 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4827118 Nov 22 16:29:48.862002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe079bb-d4b1-46e7-b888-372b1d8bccc4 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Network': ['ID=2a5b6e04-0b90-4b1b-b295-baeca41d3712,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:48.888314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Pushing event updated for resources: {'Port': ['ID=9ea026b9-84e9-4c14-9bb9-dc873d27223c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:48.903096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 2a5b6e04-0b90-4b1b-b295-baeca41d3712 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:48.912978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:48.917695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:49.114297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18968b2-8c3b-4b21-b91f-95e336187d10 req-0c98b1e7-d4ed-40de-9474-bcf1ae4f8938 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.116151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c18968b2-8c3b-4b21-b91f-95e336187d10 req-0c98b1e7-d4ed-40de-9474-bcf1ae4f8938 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 946 time: 0.1289141 Nov 22 16:29:49.117350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Made reservation on behalf of a5d58478e6bf4c22ad05a1f9be1ca3a1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:49.120986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.121747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Attempting to bind port 9ea026b9-84e9-4c14-9bb9-dc873d27223c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:49.122247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Attempting to bind port 9ea026b9-84e9-4c14-9bb9-dc873d27223c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'c3d67a16-a7ca-4e32-91ba-92521ea3284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2e1c51c-d9d6-4269-affa-6ebf18fd8820'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:49.122819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Attempting to bind port 9ea026b9-84e9-4c14-9bb9-dc873d27223c on network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:49.133025 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2e44744-32a2-4cd0-8eee-8b010fdf6dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.148252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:49.148823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Checking segment: {'id': 'c3d67a16-a7ca-4e32-91ba-92521ea3284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2e1c51c-d9d6-4269-affa-6ebf18fd8820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:49.149333 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.149830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Bound using segment: {'id': 'c3d67a16-a7ca-4e32-91ba-92521ea3284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2e1c51c-d9d6-4269-affa-6ebf18fd8820'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:49.150463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Bound port: 9ea026b9-84e9-4c14-9bb9-dc873d27223c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d67a16-a7ca-4e32-91ba-92521ea3284f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'c2e1c51c-d9d6-4269-affa-6ebf18fd8820'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:49.150966 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.281654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c18968b2-8c3b-4b21-b91f-95e336187d10 req-279d42ec-bc15-464e-812f-24b80f597e7b tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547213 Nov 22 16:29:49.284127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] For port 9ea026b9-84e9-4c14-9bb9-dc873d27223c, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:49.288271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] For port 9ea026b9-84e9-4c14-9bb9-dc873d27223c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9ea026b9-84e9-4c14-9bb9-dc873d27223c,segment=NetworkSegment(c3d67a16-a7ca-4e32-91ba-92521ea3284f),segment_id=c3d67a16-a7ca-4e32-91ba-92521ea3284f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:49.302488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.413129 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec0a7d-6073-4a56-9246-07cec067c4b5 None None] Pushing event updated for resources: {'Port': ['ID=9ea026b9-84e9-4c14-9bb9-dc873d27223c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:49.564465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.710082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Subnet': ['ID=e19cae57-49d2-482c-8851-90d4c5f1347b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:49.718828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Checking segment: {'id': 'bd868e3d-b51a-4292-a2f3-7c2fc6811571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b19dbbea-ac6b-40da-8b53-902fec81b5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:49.719589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network hostable DHCP agents. Network: b19dbbea-ac6b-40da-8b53-902fec81b5ca, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:49.755361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network b19dbbea-ac6b-40da-8b53-902fec81b5ca is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:49.775687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, b19dbbea-ac6b-40da-8b53-902fec81b5ca) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:49.800274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.801160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.827248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359302d3-f5b1-44e6-82aa-017b55984271 None None] Network b19dbbea-ac6b-40da-8b53-902fec81b5ca requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:49.837046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7edb6bf1-34de-42af-b835-bb19ec4e07ab tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0117109 Nov 22 16:29:49.839727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:49.856573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'subnet': {'network_id': '2a5b6e04-0b90-4b1b-b295-baeca41d3712', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:50.040312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Made reservation on behalf of a5d58478e6bf4c22ad05a1f9be1ca3a1 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:50.048952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.119322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-b19dbbea-ac6b-40da-8b53-902fec81b5ca', 'network_id': 'b19dbbea-ac6b-40da-8b53-902fec81b5ca', 'tenant_id': 'a5d58478e6bf4c22ad05a1f9be1ca3a1', 'fixed_ips': [{'subnet_id': 'e19cae57-49d2-482c-8851-90d4c5f1347b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:50.120554 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.321985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Allocated IP 2001:db8::2 (b19dbbea-ac6b-40da-8b53-902fec81b5ca/e19cae57-49d2-482c-8851-90d4c5f1347b/ab108973-c481-4464-b2c8-49c41130dfb6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:50.496507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.549937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb506c-d3da-4ade-8485-63f538fa28a9 req-a71af114-6ab9-47c2-ad63-3c7e5643b96e tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.559154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cbb506c-d3da-4ade-8485-63f538fa28a9 req-a71af114-6ab9-47c2-ad63-3c7e5643b96e tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 946 time: 0.1154780 Nov 22 16:29:50.615642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Subnet': ['ID=ad407141-3be1-4fb1-b599-595ab8bcf555,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:50.736037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.752203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cbb506c-d3da-4ade-8485-63f538fa28a9 req-0219dea9-c48a-4cea-b2fe-4b7e026b741e tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882336 Nov 22 16:29:50.754926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Checking segment: {'id': 'b90d2927-9337-4eec-b6ea-982811a706c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2a5b6e04-0b90-4b1b-b295-baeca41d3712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:50.755537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network hostable DHCP agents. Network: 2a5b6e04-0b90-4b1b-b295-baeca41d3712, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:50.767507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9ea026b9-84e9-4c14-9bb9-dc873d27223c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:50.832053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network 2a5b6e04-0b90-4b1b-b295-baeca41d3712 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:50.851007 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.859366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 2a5b6e04-0b90-4b1b-b295-baeca41d3712) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:50.882452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.882452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.930492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6d9a53f1-a0a9-4913-b3a3-c9a29081eba1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0894861 Nov 22 16:29:50.934444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46576) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:50.948453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7550a-0f7c-455b-aec6-06a521b0939f None None] Network 2a5b6e04-0b90-4b1b-b295-baeca41d3712 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:51.374921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Pushing event updated for resources: {'Port': ['ID=ab108973-c481-4464-b2c8-49c41130dfb6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:51.493253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.511710 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c48ab-24f6-44d9-88be-25a130abceb2 None None] Network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:51.538106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Network b19dbbea-ac6b-40da-8b53-902fec81b5ca is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:51.555097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:51.608814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:51.661756 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7095fc18-ed27-4f25-b272-7f27947bf008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.682750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5e621271-e55c-4804-b18c-a3fc87ded425 None None] Provisioning complete for port 9ea026b9-84e9-4c14-9bb9-dc873d27223c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:51.684782 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e621271-e55c-4804-b18c-a3fc87ded425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.877217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9ea026b9-84e9-4c14-9bb9-dc873d27223c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:51.877701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.957388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Attempting to bind port ab108973-c481-4464-b2c8-49c41130dfb6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:51.957388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Attempting to bind port ab108973-c481-4464-b2c8-49c41130dfb6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'bd868e3d-b51a-4292-a2f3-7c2fc6811571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b19dbbea-ac6b-40da-8b53-902fec81b5ca'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:51.992425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Attempting to bind port ab108973-c481-4464-b2c8-49c41130dfb6 on network b19dbbea-ac6b-40da-8b53-902fec81b5ca {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:52.096238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Allocated IP 2001:db8::1 (b19dbbea-ac6b-40da-8b53-902fec81b5ca/e19cae57-49d2-482c-8851-90d4c5f1347b/0fd1019a-e162-42e0-be3b-977c0e564344) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:52.143515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:52.143893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Checking segment: {'id': 'bd868e3d-b51a-4292-a2f3-7c2fc6811571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b19dbbea-ac6b-40da-8b53-902fec81b5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:52.144320 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.144864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Bound using segment: {'id': 'bd868e3d-b51a-4292-a2f3-7c2fc6811571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b19dbbea-ac6b-40da-8b53-902fec81b5ca'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:52.145512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Bound port: ab108973-c481-4464-b2c8-49c41130dfb6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd868e3d-b51a-4292-a2f3-7c2fc6811571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'b19dbbea-ac6b-40da-8b53-902fec81b5ca'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:52.146091 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.346902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.393948 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e621271-e55c-4804-b18c-a3fc87ded425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.435131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.492191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network b19dbbea-ac6b-40da-8b53-902fec81b5ca is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:52.497127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:52.507858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:52.508757 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.564945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] For port ab108973-c481-4464-b2c8-49c41130dfb6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:52.573872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] For port ab108973-c481-4464-b2c8-49c41130dfb6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ab108973-c481-4464-b2c8-49c41130dfb6,segment=NetworkSegment(bd868e3d-b51a-4292-a2f3-7c2fc6811571),segment_id=bd868e3d-b51a-4292-a2f3-7c2fc6811571)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:52.590415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.608635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-2a5b6e04-0b90-4b1b-b295-baeca41d3712', 'network_id': '2a5b6e04-0b90-4b1b-b295-baeca41d3712', 'tenant_id': 'a5d58478e6bf4c22ad05a1f9be1ca3a1', 'fixed_ips': [{'subnet_id': 'ad407141-3be1-4fb1-b599-595ab8bcf555'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:52.610368 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.614502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.654004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Port': ['ID=0fd1019a-e162-42e0-be3b-977c0e564344,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:52.724342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.732623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.755140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5e621271-e55c-4804-b18c-a3fc87ded425 None None] For port 9ea026b9-84e9-4c14-9bb9-dc873d27223c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9ea026b9-84e9-4c14-9bb9-dc873d27223c,segment=NetworkSegment(c3d67a16-a7ca-4e32-91ba-92521ea3284f),segment_id=c3d67a16-a7ca-4e32-91ba-92521ea3284f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:52.767996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.834609 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e621271-e55c-4804-b18c-a3fc87ded425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.959543 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:29:52.959987 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:29:53.092779 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32841f-9c4f-4117-8141-d32cde2f3df2 None None] Pushing event updated for resources: {'Port': ['ID=ab108973-c481-4464-b2c8-49c41130dfb6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:53.591278 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.607884 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.608753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.757712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Allocated IP 2001:db8::2 (2a5b6e04-0b90-4b1b-b295-baeca41d3712/ad407141-3be1-4fb1-b599-595ab8bcf555/751a8424-e947-4c23-9ef0-115e066e1778) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:53.765161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e621271-e55c-4804-b18c-a3fc87ded425 None None] Pushing event updated for resources: {'Port': ['ID=9ea026b9-84e9-4c14-9bb9-dc873d27223c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:53.836827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cbde9deb-aa13-45d3-952b-423f242738c5 None None] Provisioning complete for port 9ea026b9-84e9-4c14-9bb9-dc873d27223c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:53.838821 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbde9deb-aa13-45d3-952b-423f242738c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.003827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Port': ['ID=0fd1019a-e162-42e0-be3b-977c0e564344,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:54.094049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network b19dbbea-ac6b-40da-8b53-902fec81b5ca is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:54.097325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:54.559754 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.585220 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.591194 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.614802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Router dc469f9c-94ac-473e-bc68-560b08a06283 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:29:54.750740 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Network 2a5b6e04-0b90-4b1b-b295-baeca41d3712 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:54.757338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ab108973-c481-4464-b2c8-49c41130dfb6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:54.853748 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.859612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:54.868715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:55.077350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Pushing event updated for resources: {'Port': ['ID=751a8424-e947-4c23-9ef0-115e066e1778,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:55.107974 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.107974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c899ad0-1074-49ca-8abb-ab29b347e759 None None] Network b19dbbea-ac6b-40da-8b53-902fec81b5ca requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:55.300551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Attempting to bind port 751a8424-e947-4c23-9ef0-115e066e1778 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:55.300933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Attempting to bind port 751a8424-e947-4c23-9ef0-115e066e1778 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'b90d2927-9337-4eec-b6ea-982811a706c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2a5b6e04-0b90-4b1b-b295-baeca41d3712'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:55.301401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Attempting to bind port 751a8424-e947-4c23-9ef0-115e066e1778 on network 2a5b6e04-0b90-4b1b-b295-baeca41d3712 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:55.337939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ab108973-c481-4464-b2c8-49c41130dfb6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:55.338320 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.420887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:55.421279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Checking segment: {'id': 'b90d2927-9337-4eec-b6ea-982811a706c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2a5b6e04-0b90-4b1b-b295-baeca41d3712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:55.421695 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.422100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Bound using segment: {'id': 'b90d2927-9337-4eec-b6ea-982811a706c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2a5b6e04-0b90-4b1b-b295-baeca41d3712'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:55.422608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Bound port: 751a8424-e947-4c23-9ef0-115e066e1778, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90d2927-9337-4eec-b6ea-982811a706c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '2a5b6e04-0b90-4b1b-b295-baeca41d3712'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:55.423001 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.640344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] For port 751a8424-e947-4c23-9ef0-115e066e1778, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:55.649345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] For port 751a8424-e947-4c23-9ef0-115e066e1778, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=751a8424-e947-4c23-9ef0-115e066e1778,segment=NetworkSegment(b90d2927-9337-4eec-b6ea-982811a706c6),segment_id=b90d2927-9337-4eec-b6ea-982811a706c6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:55.721460 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.735722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ae9a73ce-4b83-40f6-b9dd-5779eb7279c3 None None] Provisioning complete for port ab108973-c481-4464-b2c8-49c41130dfb6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:55.736247 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae9a73ce-4b83-40f6-b9dd-5779eb7279c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.827029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:55.855505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:55.857010 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c2f7ab5c-8107-4941-821e-a29aadaf937f tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "PUT /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9212375 Nov 22 16:29:56.222672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca2ea2-a904-4f2e-9fbd-46e45909a4dd None None] Sync routers for ids ['dc469f9c-94ac-473e-bc68-560b08a06283'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:56.243624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.370427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port ab108973-c481-4464-b2c8-49c41130dfb6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ab108973-c481-4464-b2c8-49c41130dfb6,segment=NetworkSegment(bd868e3d-b51a-4292-a2f3-7c2fc6811571),segment_id=bd868e3d-b51a-4292-a2f3-7c2fc6811571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:56.452162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.453313 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:29:56.459653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9ea026b9-84e9-4c14-9bb9-dc873d27223c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:56.748677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92797973-037a-4c01-a5f0-3047ebff0d2b None None] Pushing event updated for resources: {'Port': ['ID=751a8424-e947-4c23-9ef0-115e066e1778,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:56.786613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca2ea2-a904-4f2e-9fbd-46e45909a4dd None None] Routers {'dc469f9c-94ac-473e-bc68-560b08a06283'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:56.787512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-71ca2ea2-a904-4f2e-9fbd-46e45909a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:29:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['dc469f9c-94ac-473e-bc68-560b08a06283'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:56.930800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-71ca2ea2-a904-4f2e-9fbd-46e45909a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:56.963361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9ea026b9-84e9-4c14-9bb9-dc873d27223c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:56.964017 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.040022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca2ea2-a904-4f2e-9fbd-46e45909a4dd None None] Routers {'dc469f9c-94ac-473e-bc68-560b08a06283'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:57.044979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-71ca2ea2-a904-4f2e-9fbd-46e45909a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:29:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['dc469f9c-94ac-473e-bc68-560b08a06283'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:57.149476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=ab108973-c481-4464-b2c8-49c41130dfb6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:57.162113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-71ca2ea2-a904-4f2e-9fbd-46e45909a4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:57.162925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ca2ea2-a904-4f2e-9fbd-46e45909a4dd None None] The sync data for ids ['dc469f9c-94ac-473e-bc68-560b08a06283'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:57.654441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-36852bfd-2ffe-43d6-aeed-42b1f51fb1d7 None None] Provisioning complete for port ab108973-c481-4464-b2c8-49c41130dfb6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:57.656107 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36852bfd-2ffe-43d6-aeed-42b1f51fb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.666496 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-3c5764c8-83fc-4c1d-b5ea-99d09962d689 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:29:57.667606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3c5764c8-83fc-4c1d-b5ea-99d09962d689 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "PUT /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8106706 Nov 22 16:29:57.670889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46714) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:57.776670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ab108973-c481-4464-b2c8-49c41130dfb6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:58.033751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ab108973-c481-4464-b2c8-49c41130dfb6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:58.034136 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.140216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-36852bfd-2ffe-43d6-aeed-42b1f51fb1d7 None None] Provisioning complete for port 0fd1019a-e162-42e0-be3b-977c0e564344 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:58.140961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36852bfd-2ffe-43d6-aeed-42b1f51fb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.342964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-36852bfd-2ffe-43d6-aeed-42b1f51fb1d7 None None] Port 0fd1019a-e162-42e0-be3b-977c0e564344 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:58.387767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 751a8424-e947-4c23-9ef0-115e066e1778 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:58.481520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e88a2eb-391a-434c-a9dc-16fa4309ba05 None None] Network 2a5b6e04-0b90-4b1b-b295-baeca41d3712 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:58.628736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ff0ed4d7-258c-4168-a40a-1a63bc9350a5 None None] Provisioning complete for port 0fd1019a-e162-42e0-be3b-977c0e564344 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:58.629143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4d7-258c-4168-a40a-1a63bc9350a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.693018 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.711800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ed4d7-258c-4168-a40a-1a63bc9350a5 None None] Port 0fd1019a-e162-42e0-be3b-977c0e564344 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:58.729163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 751a8424-e947-4c23-9ef0-115e066e1778 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:58.729539 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.819839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ff0ed4d7-258c-4168-a40a-1a63bc9350a5 None None] Provisioning complete for port 751a8424-e947-4c23-9ef0-115e066e1778 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:58.820553 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff0ed4d7-258c-4168-a40a-1a63bc9350a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.970997 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.052647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 751a8424-e947-4c23-9ef0-115e066e1778, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=751a8424-e947-4c23-9ef0-115e066e1778,segment=NetworkSegment(b90d2927-9337-4eec-b6ea-982811a706c6),segment_id=b90d2927-9337-4eec-b6ea-982811a706c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:59.131338 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.311445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=751a8424-e947-4c23-9ef0-115e066e1778,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:59.368626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting port 0fd1019a-e162-42e0-be3b-977c0e564344 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:59.368986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.454200 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-eaf86177-74bb-4bbb-b99f-23e39df169aa None None] Provisioning complete for port 0fd1019a-e162-42e0-be3b-977c0e564344 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:59.454987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eaf86177-74bb-4bbb-b99f-23e39df169aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.548784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 751a8424-e947-4c23-9ef0-115e066e1778 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:59.587320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.622545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Calling delete_port for 0fd1019a-e162-42e0-be3b-977c0e564344 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:59.685228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-eaf86177-74bb-4bbb-b99f-23e39df169aa None None] Port 0fd1019a-e162-42e0-be3b-977c0e564344 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:59.736907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 751a8424-e947-4c23-9ef0-115e066e1778 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:59.737908 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.865130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-79d4d22b-92b8-4554-8d00-6c863d2de55c None None] Provisioning complete for port 751a8424-e947-4c23-9ef0-115e066e1778 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:59.870459 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79d4d22b-92b8-4554-8d00-6c863d2de55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.092610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.391186 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Port': ['ID=0fd1019a-e162-42e0-be3b-977c0e564344,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:00.415348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.806589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Router dc469f9c-94ac-473e-bc68-560b08a06283 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:00.996047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:01.007347 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6951f8a8-8b27-42be-80dc-8731b7479380 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "PUT /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3345280 Nov 22 16:30:01.014445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:01.021519 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836ce05-2906-4a23-b95d-1eeea52aca89 None None] Sync routers for ids ['dc469f9c-94ac-473e-bc68-560b08a06283'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:01.049372 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836ce05-2906-4a23-b95d-1eeea52aca89 None None] Routers {'dc469f9c-94ac-473e-bc68-560b08a06283'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:01.050304 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b836ce05-2906-4a23-b95d-1eeea52aca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:29:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['dc469f9c-94ac-473e-bc68-560b08a06283'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:01.108997 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-7ef9ba52-cc8d-4ac1-acd3-95effa76eab7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] delete failed (client error): The resource could not be found. Nov 22 16:30:01.128227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7ef9ba52-cc8d-4ac1-acd3-95effa76eab7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-751759502 HTTP/1.1" status: 404 len: 334 time: 0.1113496 Nov 22 16:30:01.132635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46782) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:01.152591 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b836ce05-2906-4a23-b95d-1eeea52aca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:01.166439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f315a20a-c730-4645-be46-38915ae601d7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc469f9c-94ac-473e-bc68-560b08a06283'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:01.198416 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b836ce05-2906-4a23-b95d-1eeea52aca89 None None] Routers {'dc469f9c-94ac-473e-bc68-560b08a06283'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:01.203424 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b836ce05-2906-4a23-b95d-1eeea52aca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:29:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['dc469f9c-94ac-473e-bc68-560b08a06283'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:01.295771 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b836ce05-2906-4a23-b95d-1eeea52aca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:01.296699 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b836ce05-2906-4a23-b95d-1eeea52aca89 None None] The sync data for ids ['dc469f9c-94ac-473e-bc68-560b08a06283'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:01.765955 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f315a20a-c730-4645-be46-38915ae601d7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.822640 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-f315a20a-c730-4645-be46-38915ae601d7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] update failed (client error): The resource could not be found. Nov 22 16:30:01.824150 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f315a20a-c730-4645-be46-38915ae601d7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "PUT /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283 HTTP/1.1" status: 404 len: 339 time: 0.6846311 Nov 22 16:30:01.828239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:01.844441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1147750698'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:01.902929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Made reservation on behalf of a5d58478e6bf4c22ad05a1f9be1ca3a1 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:01.906713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.993820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:02.010576 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.011653 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Added segment 6c2688c2-c15a-4053-80dc-e309dc1035ed of type vlan for network 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 Nov 22 16:30:02.080845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.123518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.133374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:02.134453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.178694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3488665 Nov 22 16:30:02.182917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 46812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:02.191025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'subnet': {'network_id': '64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:02.344868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d15bba-a306-42be-b7ec-c5d9ebc0c56c tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Network': ['ID=64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:02.368880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:02.479056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Made reservation on behalf of a5d58478e6bf4c22ad05a1f9be1ca3a1 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:02.482832 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.984125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.203763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Subnet': ['ID=16a526d3-81d6-4b60-a643-b776a776b404,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:03.228764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Checking segment: {'id': '6c2688c2-c15a-4053-80dc-e309dc1035ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:03.229140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network hostable DHCP agents. Network: 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:03.284926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:03.313544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:03.319337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.320724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.330178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf377c5-8ee7-445d-bb28-a111721c77c4 None None] Network 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:03.387106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 46906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:03.387710 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32c5ab23-0ea4-4752-9ecd-b74a1abcd746 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2024865 Nov 22 16:30:03.393267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d178cfd5-5b03-407b-893a-c51fac485ca7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'router': {'external_gateway_info': {'network_id': '64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:03.830867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04', 'network_id': '64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04', 'tenant_id': 'a5d58478e6bf4c22ad05a1f9be1ca3a1', 'fixed_ips': [{'subnet_id': '16a526d3-81d6-4b60-a643-b776a776b404'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:03.832382 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.161092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Allocated IP 2001:db8:1::2 (64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04/16a526d3-81d6-4b60-a643-b776a776b404/c7fbe66c-0059-489d-83a8-6889362f2f74) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:04.353299 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d178cfd5-5b03-407b-893a-c51fac485ca7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.618800 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-d178cfd5-5b03-407b-893a-c51fac485ca7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:30:04.623838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d178cfd5-5b03-407b-893a-c51fac485ca7 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "PUT /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283 HTTP/1.1" status: 400 len: 364 time: 1.2316766 Nov 22 16:30:04.624097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47014) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:04.830005 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.853496 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.934480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Network 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:05.117119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Pushing event updated for resources: {'Port': ['ID=c7fbe66c-0059-489d-83a8-6889362f2f74,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:05.124609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:05.129503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:05.313199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Attempting to bind port c7fbe66c-0059-489d-83a8-6889362f2f74 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:05.313850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Attempting to bind port c7fbe66c-0059-489d-83a8-6889362f2f74 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '6c2688c2-c15a-4053-80dc-e309dc1035ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:05.314566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Attempting to bind port c7fbe66c-0059-489d-83a8-6889362f2f74 on network 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:05.335366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:05.336432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Checking segment: {'id': '6c2688c2-c15a-4053-80dc-e309dc1035ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:05.337243 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.338309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Bound using segment: {'id': '6c2688c2-c15a-4053-80dc-e309dc1035ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:05.355491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Bound port: c7fbe66c-0059-489d-83a8-6889362f2f74, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2688c2-c15a-4053-80dc-e309dc1035ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:05.355998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.466493 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.559488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] For port c7fbe66c-0059-489d-83a8-6889362f2f74, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:05.561929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] For port c7fbe66c-0059-489d-83a8-6889362f2f74, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c7fbe66c-0059-489d-83a8-6889362f2f74,segment=NetworkSegment(6c2688c2-c15a-4053-80dc-e309dc1035ed),segment_id=6c2688c2-c15a-4053-80dc-e309dc1035ed)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:05.568914 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.792722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe3d66-ce2c-4d72-bf6b-18d84fa4271b None None] Pushing event updated for resources: {'Port': ['ID=c7fbe66c-0059-489d-83a8-6889362f2f74,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:05.821059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Allocated IP 2001:db8::1 (c2e1c51c-d9d6-4269-affa-6ebf18fd8820/59f311ea-ce58-4e58-a5c0-f0ef2e3d786d/0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:06.285440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.413442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.551466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:06.557281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:06.568967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:06.569910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.650960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Port': ['ID=0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:06.870471 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.284749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-66cb1412-2cf9-4b88-9f22-68a528e5bddf None None] Provisioning complete for port 0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:07.300602 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-66cb1412-2cf9-4b88-9f22-68a528e5bddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.479449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-66cb1412-2cf9-4b88-9f22-68a528e5bddf None None] Port 0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:07.594096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.603680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.613563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.648053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c7fbe66c-0059-489d-83a8-6889362f2f74 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:07.801761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c7fbe66c-0059-489d-83a8-6889362f2f74 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:07.806817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.822506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event updated for resources: {'Port': ['ID=0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:08.024729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cfbbf0-72f8-4df7-a860-234ea53b395e None None] Network 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:08.128283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:08.132149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:08.506799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Router dc469f9c-94ac-473e-bc68-560b08a06283 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:08.698070 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.733034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b24c5bad-4831-4b63-b614-3791856dcd00 None None] Provisioning complete for port c7fbe66c-0059-489d-83a8-6889362f2f74 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:08.733757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b24c5bad-4831-4b63-b614-3791856dcd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.912079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port c7fbe66c-0059-489d-83a8-6889362f2f74, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c7fbe66c-0059-489d-83a8-6889362f2f74,segment=NetworkSegment(6c2688c2-c15a-4053-80dc-e309dc1035ed),segment_id=6c2688c2-c15a-4053-80dc-e309dc1035ed)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:09.058366 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b24c5bad-4831-4b63-b614-3791856dcd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.094549 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.211938 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-b24c5bad-4831-4b63-b614-3791856dcd00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:30:09.212308 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-b24c5bad-4831-4b63-b614-3791856dcd00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:30:09.213674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=c7fbe66c-0059-489d-83a8-6889362f2f74,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:09.353302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:09.363612 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d30a8795-2e2c-4dd3-a483-748685654027 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "PUT /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7380440 Nov 22 16:30:09.366889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47376) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:09.375507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18eab5-c7c4-45d0-b972-be32894df951 None None] Sync routers for ids ['dc469f9c-94ac-473e-bc68-560b08a06283'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:09.441935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18eab5-c7c4-45d0-b972-be32894df951 None None] Routers {'dc469f9c-94ac-473e-bc68-560b08a06283'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:09.442637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3a18eab5-c7c4-45d0-b972-be32894df951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:29:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['dc469f9c-94ac-473e-bc68-560b08a06283'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:09.544133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c7fbe66c-0059-489d-83a8-6889362f2f74 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:09.546983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3a18eab5-c7c4-45d0-b972-be32894df951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:09.617442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a18eab5-c7c4-45d0-b972-be32894df951 None None] Routers {'dc469f9c-94ac-473e-bc68-560b08a06283'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:09.618374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3a18eab5-c7c4-45d0-b972-be32894df951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:29:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['dc469f9c-94ac-473e-bc68-560b08a06283'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:09.661590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0408de56-c80f-42b3-9a8b-2afe167e9533 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.725842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3a18eab5-c7c4-45d0-b972-be32894df951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:09.727190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a18eab5-c7c4-45d0-b972-be32894df951 None None] The sync data for ids ['dc469f9c-94ac-473e-bc68-560b08a06283'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:09.886691 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0408de56-c80f-42b3-9a8b-2afe167e9533 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:30:09.888049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0408de56-c80f-42b3-9a8b-2afe167e9533 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283 HTTP/1.1" status: 409 len: 329 time: 0.5200822 Nov 22 16:30:09.891037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47388) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:09.947329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c7fbe66c-0059-489d-83a8-6889362f2f74 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:09.947702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.087797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a4f9d900-1f49-42b0-a8d2-3606fac9d2ab None None] Provisioning complete for port 0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:10.088197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d900-1f49-42b0-a8d2-3606fac9d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.204086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a4f9d900-1f49-42b0-a8d2-3606fac9d2ab None None] Port 0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:10.241594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a4f9d900-1f49-42b0-a8d2-3606fac9d2ab None None] Provisioning complete for port c7fbe66c-0059-489d-83a8-6889362f2f74 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:10.242015 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d900-1f49-42b0-a8d2-3606fac9d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.809879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.440341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting port 0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:11.441344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.589275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.608531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Calling delete_port for 0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:12.124532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.204235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Port': ['ID=0fc7d6b6-7116-4c08-a50d-a5a0eb7b34eb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:12.246636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.249286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.249286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.250206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.250662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.251235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.251676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.252159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.252612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.253044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.253521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.255039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:12.422042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.751886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Router dc469f9c-94ac-473e-bc68-560b08a06283 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:12.888890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:12.911863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96e19671-09c4-4567-9c60-5e8b03cba452 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "PUT /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0195031 Nov 22 16:30:12.918829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47462) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:12.921061 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b513eac5-e0e8-4d67-b063-61d5f44975ee None None] Sync routers for ids ['dc469f9c-94ac-473e-bc68-560b08a06283'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:12.980195 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513eac5-e0e8-4d67-b063-61d5f44975ee None None] Routers {'dc469f9c-94ac-473e-bc68-560b08a06283'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:12.981650 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b513eac5-e0e8-4d67-b063-61d5f44975ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:29:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['dc469f9c-94ac-473e-bc68-560b08a06283'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:13.055875 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-1fc17b83-92d2-4e1d-a79b-c2384592a577 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] show failed (client error): The resource could not be found. Nov 22 16:30:13.056511 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b513eac5-e0e8-4d67-b063-61d5f44975ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:13.060286 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1fc17b83-92d2-4e1d-a79b-c2384592a577 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-804749529 HTTP/1.1" status: 404 len: 334 time: 0.1371634 Nov 22 16:30:13.064639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:13.081246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0c997f3f-95f1-4a94-a9af-98ca5b3a0e9e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:13.086902 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513eac5-e0e8-4d67-b063-61d5f44975ee None None] Routers {'dc469f9c-94ac-473e-bc68-560b08a06283'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:13.088462 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b513eac5-e0e8-4d67-b063-61d5f44975ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:29:52Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['dc469f9c-94ac-473e-bc68-560b08a06283'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:13.189644 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0c997f3f-95f1-4a94-a9af-98ca5b3a0e9e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] update failed (client error): The resource could not be found. Nov 22 16:30:13.191971 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0c997f3f-95f1-4a94-a9af-98ca5b3a0e9e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1222031740 HTTP/1.1" status: 404 len: 335 time: 0.1235805 Nov 22 16:30:13.195582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47470) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:13.219922 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b513eac5-e0e8-4d67-b063-61d5f44975ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:13.223335 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b513eac5-e0e8-4d67-b063-61d5f44975ee None None] The sync data for ids ['dc469f9c-94ac-473e-bc68-560b08a06283'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:13.413244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cba7944-8c98-4330-a8bd-9e3d6d7f6bc1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting subnet 16a526d3-81d6-4b60-a643-b776a776b404 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:13.421795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cba7944-8c98-4330-a8bd-9e3d6d7f6bc1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.571728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cba7944-8c98-4330-a8bd-9e3d6d7f6bc1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.775636 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cba7944-8c98-4330-a8bd-9e3d6d7f6bc1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.897077 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cba7944-8c98-4330-a8bd-9e3d6d7f6bc1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.916179 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cba7944-8c98-4330-a8bd-9e3d6d7f6bc1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.924121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d87e57-f2f2-40a0-8ca7-38acacc1fb96 None None] Network 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:13.938617 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2cba7944-8c98-4330-a8bd-9e3d6d7f6bc1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/subnets/16a526d3-81d6-4b60-a643-b776a776b404 HTTP/1.1" status: 204 len: 168 time: 0.7415278 Nov 22 16:30:13.952693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:14.007214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba7944-8c98-4330-a8bd-9e3d6d7f6bc1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Subnet': ['ID=16a526d3-81d6-4b60-a643-b776a776b404,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:14.278142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.308235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] DHCP port deletion for 64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:14.396859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting port c7fbe66c-0059-489d-83a8-6889362f2f74 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:14.397207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.544553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] For port c7fbe66c-0059-489d-83a8-6889362f2f74, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c7fbe66c-0059-489d-83a8-6889362f2f74,segment=NetworkSegment(6c2688c2-c15a-4053-80dc-e309dc1035ed),segment_id=6c2688c2-c15a-4053-80dc-e309dc1035ed)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:14.548035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.595040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Calling delete_port for c7fbe66c-0059-489d-83a8-6889362f2f74 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:14.628087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] Deleting port c7fbe66c-0059-489d-83a8-6889362f2f74 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:14.628419 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.900044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] For port c7fbe66c-0059-489d-83a8-6889362f2f74, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c7fbe66c-0059-489d-83a8-6889362f2f74,segment=NetworkSegment(6c2688c2-c15a-4053-80dc-e309dc1035ed),segment_id=6c2688c2-c15a-4053-80dc-e309dc1035ed)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:14.905573 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.931362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.971212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] Calling delete_port for c7fbe66c-0059-489d-83a8-6889362f2f74 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:15.089443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Port': ['ID=c7fbe66c-0059-489d-83a8-6889362f2f74,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:15.102852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] No DVR routers for this DVR port c7fbe66c-0059-489d-83a8-6889362f2f74 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:15.305134 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.327734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.329268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] No DVR routers for this DVR port c7fbe66c-0059-489d-83a8-6889362f2f74 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:15.371013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0317eb6-b567-4bd3-bca2-be359b5804ea None None] Pushing event deleted for resources: {'Port': ['ID=c7fbe66c-0059-489d-83a8-6889362f2f74,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:15.412608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:15.431438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2688c2-c15a-4053-80dc-e309dc1035ed') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:15.431931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2688c2-c15a-4053-80dc-e309dc1035ed') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:15.475056 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.521223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c7fbe66c-0059-489d-83a8-6889362f2f74 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:15.563486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.584363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:15.585304 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.600065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c7fbe66c-0059-489d-83a8-6889362f2f74 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:15.600653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c7fbe66c-0059-489d-83a8-6889362f2f74 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:15.618589 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:15.693431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.714609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.724246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/networks/64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04 HTTP/1.1" status: 204 len: 168 time: 1.7690351 Nov 22 16:30:15.726063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:15.843494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e2f99-82be-4e51-93b5-0a88fb2c02a0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Network': ['ID=64e7527c-f1ef-4ced-b4cd-6dd1ef4adc04,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:15.927380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda0b7fd-136a-44a5-94c6-62aedddad4e1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting subnet ad407141-3be1-4fb1-b599-595ab8bcf555 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:15.935471 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cda0b7fd-136a-44a5-94c6-62aedddad4e1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.052124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cda0b7fd-136a-44a5-94c6-62aedddad4e1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.183318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cda0b7fd-136a-44a5-94c6-62aedddad4e1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.312562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cda0b7fd-136a-44a5-94c6-62aedddad4e1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.379208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0b7fd-136a-44a5-94c6-62aedddad4e1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Subnet': ['ID=ad407141-3be1-4fb1-b599-595ab8bcf555,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:16.404588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e95864-3ccd-4cb2-8306-65fe4fe93175 None None] Network 2a5b6e04-0b90-4b1b-b295-baeca41d3712 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:16.406478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cda0b7fd-136a-44a5-94c6-62aedddad4e1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.416092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47548) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:16.427727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cda0b7fd-136a-44a5-94c6-62aedddad4e1 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/subnets/ad407141-3be1-4fb1-b599-595ab8bcf555 HTTP/1.1" status: 204 len: 168 time: 0.6702321 Nov 22 16:30:16.575051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-772abd87-443f-4a89-a290-733edb85df06 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting subnet e19cae57-49d2-482c-8851-90d4c5f1347b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:16.584357 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-772abd87-443f-4a89-a290-733edb85df06 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.714986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-772abd87-443f-4a89-a290-733edb85df06 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.741478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] DHCP port deletion for 2a5b6e04-0b90-4b1b-b295-baeca41d3712 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:16.874075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] Deleting port 751a8424-e947-4c23-9ef0-115e066e1778 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:16.876263 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:16.902345 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-772abd87-443f-4a89-a290-733edb85df06 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.044022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] For port 751a8424-e947-4c23-9ef0-115e066e1778, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=751a8424-e947-4c23-9ef0-115e066e1778,segment=NetworkSegment(b90d2927-9337-4eec-b6ea-982811a706c6),segment_id=b90d2927-9337-4eec-b6ea-982811a706c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:17.044533 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.074222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-772abd87-443f-4a89-a290-733edb85df06 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.084374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] Calling delete_port for 751a8424-e947-4c23-9ef0-115e066e1778 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:17.137289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772abd87-443f-4a89-a290-733edb85df06 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Subnet': ['ID=e19cae57-49d2-482c-8851-90d4c5f1347b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:17.174090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-772abd87-443f-4a89-a290-733edb85df06 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.179026 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-772abd87-443f-4a89-a290-733edb85df06 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/subnets/e19cae57-49d2-482c-8851-90d4c5f1347b HTTP/1.1" status: 204 len: 168 time: 0.7611182 Nov 22 16:30:17.179403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f38ffb-3318-4b1a-866a-d95fca902b71 None None] Network b19dbbea-ac6b-40da-8b53-902fec81b5ca requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:17.188761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:17.395045 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.502743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.548618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] No DVR routers for this DVR port 751a8424-e947-4c23-9ef0-115e066e1778 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:17.620620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 751a8424-e947-4c23-9ef0-115e066e1778 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:17.647053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.675191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996ede4-1f95-4691-9fcd-af524baca73b None None] Pushing event deleted for resources: {'Port': ['ID=751a8424-e947-4c23-9ef0-115e066e1778,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:17.689683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 751a8424-e947-4c23-9ef0-115e066e1778 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:17.690086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 751a8424-e947-4c23-9ef0-115e066e1778 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:17.697480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5b6e04-0b90-4b1b-b295-baeca41d3712']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:17.730297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90d2927-9337-4eec-b6ea-982811a706c6') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:17.730667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90d2927-9337-4eec-b6ea-982811a706c6') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:17.758710 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.819250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] DHCP port deletion for b19dbbea-ac6b-40da-8b53-902fec81b5ca request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:17.826810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.843498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:17.844022 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:17.877586 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:17.950091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] Deleting port ab108973-c481-4464-b2c8-49c41130dfb6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:17.950499 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.022751 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.062184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.065767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/networks/2a5b6e04-0b90-4b1b-b295-baeca41d3712 HTTP/1.1" status: 204 len: 168 time: 0.8749964 Nov 22 16:30:18.066829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29193264-5f20-4394-8222-afe7343f9c22 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Network': ['ID=2a5b6e04-0b90-4b1b-b295-baeca41d3712,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:18.070344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47582) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:18.114538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] For port ab108973-c481-4464-b2c8-49c41130dfb6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ab108973-c481-4464-b2c8-49c41130dfb6,segment=NetworkSegment(bd868e3d-b51a-4292-a2f3-7c2fc6811571),segment_id=bd868e3d-b51a-4292-a2f3-7c2fc6811571)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:18.115267 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.130439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] Calling delete_port for ab108973-c481-4464-b2c8-49c41130dfb6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:18.253998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.343957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.369009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] No DVR routers for this DVR port ab108973-c481-4464-b2c8-49c41130dfb6 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:18.400265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c552484-5e58-43d6-bb4c-c2988e335d07 None None] Pushing event deleted for resources: {'Port': ['ID=ab108973-c481-4464-b2c8-49c41130dfb6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:18.439482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting port ab108973-c481-4464-b2c8-49c41130dfb6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:18.439889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.581203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] For port ab108973-c481-4464-b2c8-49c41130dfb6, host n-d-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:18.582522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.600795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Calling delete_port for ab108973-c481-4464-b2c8-49c41130dfb6 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:18.604062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Port ab108973-c481-4464-b2c8-49c41130dfb6 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:30:18.605496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.620929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] No DVR routers for this DVR port ab108973-c481-4464-b2c8-49c41130dfb6 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:18.828574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Port': ['ID=ab108973-c481-4464-b2c8-49c41130dfb6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:19.002578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9d666a4-ad9c-408a-b1a3-fe3e02a2fbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.076085 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.126437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19dbbea-ac6b-40da-8b53-902fec81b5ca']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:19.150027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd868e3d-b51a-4292-a2f3-7c2fc6811571') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:19.150458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd868e3d-b51a-4292-a2f3-7c2fc6811571') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:19.175382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.211492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.226735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:19.227210 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:19.302076 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:19.307862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.324771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.328377 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/networks/b19dbbea-ac6b-40da-8b53-902fec81b5ca HTTP/1.1" status: 204 len: 168 time: 1.2563524 Nov 22 16:30:19.330764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47618) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:19.352166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a94aa-2a3f-4f40-9420-ad1f0829d81e tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Network': ['ID=b19dbbea-ac6b-40da-8b53-902fec81b5ca,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:19.464783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1f33b8-16ca-43f3-8c33-8f2eac924f96 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting subnet 59f311ea-ce58-4e58-a5c0-f0ef2e3d786d {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:19.468946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33b8-16ca-43f3-8c33-8f2eac924f96 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.490422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ab108973-c481-4464-b2c8-49c41130dfb6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:19.548428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ab108973-c481-4464-b2c8-49c41130dfb6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:19.548999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ab108973-c481-4464-b2c8-49c41130dfb6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:19.585980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33b8-16ca-43f3-8c33-8f2eac924f96 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.795411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33b8-16ca-43f3-8c33-8f2eac924f96 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.952469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33b8-16ca-43f3-8c33-8f2eac924f96 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.984514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f33b8-16ca-43f3-8c33-8f2eac924f96 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Subnet': ['ID=59f311ea-ce58-4e58-a5c0-f0ef2e3d786d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:19.990282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab1f33b8-16ca-43f3-8c33-8f2eac924f96 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.997482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d72c8e-5648-4b5d-94e2-2a26ea0b9351 None None] Network c2e1c51c-d9d6-4269-affa-6ebf18fd8820 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:19.998210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47638) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:19.998863 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ab1f33b8-16ca-43f3-8c33-8f2eac924f96 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/subnets/59f311ea-ce58-4e58-a5c0-f0ef2e3d786d HTTP/1.1" status: 204 len: 168 time: 0.6664350 Nov 22 16:30:20.135960 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.370033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Deleting port 9ea026b9-84e9-4c14-9bb9-dc873d27223c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:20.370451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.381738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] DHCP port deletion for c2e1c51c-d9d6-4269-affa-6ebf18fd8820 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:20.563159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] Deleting port 9ea026b9-84e9-4c14-9bb9-dc873d27223c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:20.563969 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.614616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] For port 9ea026b9-84e9-4c14-9bb9-dc873d27223c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9ea026b9-84e9-4c14-9bb9-dc873d27223c,segment=NetworkSegment(c3d67a16-a7ca-4e32-91ba-92521ea3284f),segment_id=c3d67a16-a7ca-4e32-91ba-92521ea3284f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:20.614970 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.640242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Calling delete_port for 9ea026b9-84e9-4c14-9bb9-dc873d27223c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:20.727558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] For port 9ea026b9-84e9-4c14-9bb9-dc873d27223c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9ea026b9-84e9-4c14-9bb9-dc873d27223c,segment=NetworkSegment(c3d67a16-a7ca-4e32-91ba-92521ea3284f),segment_id=c3d67a16-a7ca-4e32-91ba-92521ea3284f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:20.730812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.806336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] Calling delete_port for 9ea026b9-84e9-4c14-9bb9-dc873d27223c owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:20.873835 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.026009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] No DVR routers for this DVR port 9ea026b9-84e9-4c14-9bb9-dc873d27223c on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:21.046463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Port': ['ID=9ea026b9-84e9-4c14-9bb9-dc873d27223c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:21.080123 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.162060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] Pushing event deleted for resources: {'Port': ['ID=9ea026b9-84e9-4c14-9bb9-dc873d27223c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:21.182031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.183177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d1595-09a8-445a-87c2-9f2b98b6e44f None None] No DVR routers for this DVR port 9ea026b9-84e9-4c14-9bb9-dc873d27223c on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:21.240870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e1c51c-d9d6-4269-affa-6ebf18fd8820']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:21.261888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d67a16-a7ca-4e32-91ba-92521ea3284f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:21.261888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d67a16-a7ca-4e32-91ba-92521ea3284f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:21.272329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.298436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.312315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:21.312971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.347071 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8fc863c7-81e9-4a50-b56e-f7b1fd51ba36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:21.397443 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:21.413042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.427866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.438628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/networks/c2e1c51c-d9d6-4269-affa-6ebf18fd8820 HTTP/1.1" status: 204 len: 168 time: 1.4385622 Nov 22 16:30:21.444212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47676) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:21.493289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc38ce-15a6-4230-8040-83b3b932dea0 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Pushing event deleted for resources: {'Network': ['ID=c2e1c51c-d9d6-4269-affa-6ebf18fd8820,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:21.522882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9ea026b9-84e9-4c14-9bb9-dc873d27223c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:21.565732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47680) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:21.568566 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f1e14d8b-0065-4f96-9f71-abac2d4cf455 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc469f9c-94ac-473e-bc68-560b08a06283 HTTP/1.1" status: 200 len: 205 time: 0.1224716 Nov 22 16:30:21.604189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 9ea026b9-84e9-4c14-9bb9-dc873d27223c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:21.604845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9ea026b9-84e9-4c14-9bb9-dc873d27223c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:21.778954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c5ecb3a-683c-4c48-9b1c-5183f07c1681 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.572870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.663712 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.107844 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c5ecb3a-683c-4c48-9b1c-5183f07c1681 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.111489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c5ecb3a-683c-4c48-9b1c-5183f07c1681 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.178076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-d0e7e5fa-505a-469e-b212-10860d23120b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4012249 Nov 22 16:30:23.205384 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c5ecb3a-683c-4c48-9b1c-5183f07c1681 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.206286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5ecb3a-683c-4c48-9b1c-5183f07c1681 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Fanout notify agent at l3_agent the message router_deleted on router dc469f9c-94ac-473e-bc68-560b08a06283 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:30:23.241652 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c5ecb3a-683c-4c48-9b1c-5183f07c1681 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.243518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6c5ecb3a-683c-4c48-9b1c-5183f07c1681 tempest-RoutersNegativeIpV6Test-1764348832 tempest-RoutersNegativeIpV6Test-1764348832-project] 10.222.0.69 "DELETE /v2.0/routers/dc469f9c-94ac-473e-bc68-560b08a06283 HTTP/1.1" status: 204 len: 168 time: 1.6761794 Nov 22 16:30:23.382793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-d270490d-c8c3-40c2-994f-4718889ee9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.391145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-d270490d-c8c3-40c2-994f-4718889ee9c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d3901acdfa04008974aa62bc042d23f&device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 1097 time: 0.1202059 Nov 22 16:30:23.752763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-e2bb0999-d3ea-4c37-90c0-6c4bb766456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.771061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-e2bb0999-d3ea-4c37-90c0-6c4bb766456d service neutron] 10.222.0.11 "GET /v2.0/networks?id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24 HTTP/1.1" status: 200 len: 914 time: 0.3404684 Nov 22 16:30:23.787980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47732) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:23.919887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-2117cb3a-8457-48d1-9e59-1482ffc3009a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84780eed-1626-4076-a4bf-1fef5106f7e1 HTTP/1.1" status: 200 len: 217 time: 0.1409054 Nov 22 16:30:24.049731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-50f5fa6b-9073-46b6-833c-d7a6daae33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:24.052970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-50f5fa6b-9073-46b6-833c-d7a6daae33e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96ab69b0-59c9-47a3-8e30-928fc95c7c54 HTTP/1.1" status: 200 len: 853 time: 0.1258574 Nov 22 16:30:24.133881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-83fb6e30-c0ac-4a00-b8e6-34fab8d77467 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=366d3e15-cd56-4224-b7fc-8b0d05bf8a24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716920 Nov 22 16:30:24.195791 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a3b9c62-2ce8-4e18-8618-7437a0922ca5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5d58478e6bf4c22ad05a1f9be1ca3a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051332 Nov 22 16:30:24.204083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47740) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:24.366328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.399465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-c2f45131-46e8-4405-9d88-9a640a4c6937 service neutron] 10.222.0.11 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501774 Nov 22 16:30:24.448492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.551618 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.600411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.603149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.608328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9b82232-fe3c-4ebb-a5a8-f45f69bfd4bb HTTP/1.1" status: 204 len: 168 time: 0.4025059 Nov 22 16:30:24.632907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b82232-fe3c-4ebb-a5a8-f45f69bfd4bb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:24.670791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.671984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.672500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.673039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.673603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.674165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.674697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.675261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.675822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.676421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.676995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.677518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c608d4fd-0179-4d9e-b6d3-88d2e16b9a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:24.681773 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.731579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae525e6a-4bf4-4d0b-bdde-5d4e0b1239b9 req-cb046e19-c462-4558-bd03-3fc60013f412 service neutron] 10.222.0.11 "GET /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226447 Nov 22 16:30:24.842550 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.528920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47816) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:26.975265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3763e6a3-6850-46dd-8d01-7cb30b8b1db4 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-413342586', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:27.025972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3763e6a3-6850-46dd-8d01-7cb30b8b1db4 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.027164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3763e6a3-6850-46dd-8d01-7cb30b8b1db4 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.167261 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3763e6a3-6850-46dd-8d01-7cb30b8b1db4 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.173687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3763e6a3-6850-46dd-8d01-7cb30b8b1db4 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.210624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3763e6a3-6850-46dd-8d01-7cb30b8b1db4 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.214602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3763e6a3-6850-46dd-8d01-7cb30b8b1db4 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6803060 Nov 22 16:30:27.215276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:27.234243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2073891561'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:27.271486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Made reservation on behalf of 5b52cc932093427c8352476dd5141f62 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:27.286355 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.323272 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.518656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.526314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.569648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:27.596742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.598649 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Added segment c975a94e-398a-465f-8d7e-cb76abaea924 of type vlan for network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 Nov 22 16:30:27.693721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.761701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.767953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.768976 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.823656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23465a13-b43e-4a4f-b085-95a56981fd84,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:27.981215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47854) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:27.990005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'subnet': {'network_id': 'c6115ac8-dd68-4d92-8c87-4a8bedac0ff3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:28.004880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7858505 Nov 22 16:30:28.030970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21df6c8-3827-4a44-8e88-a10041bae537 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Network': ['ID=c6115ac8-dd68-4d92-8c87-4a8bedac0ff3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:28.047187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:28.347784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Made reservation on behalf of 5b52cc932093427c8352476dd5141f62 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:28.352374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.922510 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.255767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Checking segment: {'id': 'c975a94e-398a-465f-8d7e-cb76abaea924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c6115ac8-dd68-4d92-8c87-4a8bedac0ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:29.257529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network hostable DHCP agents. Network: c6115ac8-dd68-4d92-8c87-4a8bedac0ff3, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:29.274246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Subnet': ['ID=a4c818ba-5677-407d-9c51-862301d3ecbd,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:29.330999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:29.373643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, c6115ac8-dd68-4d92-8c87-4a8bedac0ff3) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:29.388940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.389323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b4bdd0-a7fc-4f39-adc6-2d81dc4a9b76 None None] Network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:29.396726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.458074 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c7babc05-ffcf-4a36-b9c0-210455cfed5c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4747262 Nov 22 16:30:29.463065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:29.475833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'network': {'name': 'tempest-router-network01--1181578522'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:29.593099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Made reservation on behalf of 5b52cc932093427c8352476dd5141f62 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:29.600385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.734799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:29.853899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-5b43e9da-15f0-447d-bea7-f8c5bfb4009f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.872355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-5b43e9da-15f0-447d-bea7-f8c5bfb4009f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.892616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-5b43e9da-15f0-447d-bea7-f8c5bfb4009f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.914596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-5b43e9da-15f0-447d-bea7-f8c5bfb4009f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.925406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-5b43e9da-15f0-447d-bea7-f8c5bfb4009f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.942826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-5b43e9da-15f0-447d-bea7-f8c5bfb4009f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.979374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-5b43e9da-15f0-447d-bea7-f8c5bfb4009f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.985310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-5b43e9da-15f0-447d-bea7-f8c5bfb4009f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.6456041 Nov 22 16:30:30.022275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.023018 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Added segment c7f94e54-8e92-49e7-b952-d581150b3f7d of type vlan for network 77469612-fb6c-478f-afd3-7fcf674c8e6b Nov 22 16:30:30.179453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.258185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7112b49a-7a34-4b1d-999f-44ec905cb105 req-34870f9d-2f3c-42b0-94fe-4cd059c9f2af tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2577097 Nov 22 16:30:30.325301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.342046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-c6115ac8-dd68-4d92-8c87-4a8bedac0ff3', 'network_id': 'c6115ac8-dd68-4d92-8c87-4a8bedac0ff3', 'tenant_id': '5b52cc932093427c8352476dd5141f62', 'fixed_ips': [{'subnet_id': 'a4c818ba-5677-407d-9c51-862301d3ecbd'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:30.343143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.355593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:30.356557 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.461287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9961612 Nov 22 16:30:30.463964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:30.474051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'network': {'name': 'tempest-router-network02--1019945493'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:30.616212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Made reservation on behalf of 5b52cc932093427c8352476dd5141f62 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:30.622914 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.846614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128501f-42d9-4976-a613-a79bf542fbc2 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Network': ['ID=77469612-fb6c-478f-afd3-7fcf674c8e6b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:30.848503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:30.969044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.969401 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Added segment 96942d23-a749-4090-af04-3fdc73a76b39 of type vlan for network 792f511d-5247-438f-85c2-f15354009561 Nov 22 16:30:31.012712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456caaff-085d-4d51-8b11-004bfe31817d req-301ac93a-413e-4e55-baa4-58b6d4315640 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.046565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456caaff-085d-4d51-8b11-004bfe31817d req-301ac93a-413e-4e55-baa4-58b6d4315640 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.082492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Allocated IP 172.20.0.2 (c6115ac8-dd68-4d92-8c87-4a8bedac0ff3/a4c818ba-5677-407d-9c51-862301d3ecbd/4a7bf54a-93fb-4ebf-9e32-91cb741dd704) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:31.135374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456caaff-085d-4d51-8b11-004bfe31817d req-301ac93a-413e-4e55-baa4-58b6d4315640 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.177453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.229857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456caaff-085d-4d51-8b11-004bfe31817d req-301ac93a-413e-4e55-baa4-58b6d4315640 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.280833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 77469612-fb6c-478f-afd3-7fcf674c8e6b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:31.312394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456caaff-085d-4d51-8b11-004bfe31817d req-301ac93a-413e-4e55-baa4-58b6d4315640 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.312642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.333306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.334272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.356380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456caaff-085d-4d51-8b11-004bfe31817d req-301ac93a-413e-4e55-baa4-58b6d4315640 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.390210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456caaff-085d-4d51-8b11-004bfe31817d req-301ac93a-413e-4e55-baa4-58b6d4315640 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.401511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-456caaff-085d-4d51-8b11-004bfe31817d req-301ac93a-413e-4e55-baa4-58b6d4315640 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.8526881 Nov 22 16:30:31.495044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 47932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:31.506002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'subnet': {'network_id': '77469612-fb6c-478f-afd3-7fcf674c8e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:31.519284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0532532 Nov 22 16:30:31.627863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94db5c-b8ab-46ff-b7d2-e5dfb54a2053 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Network': ['ID=792f511d-5247-438f-85c2-f15354009561,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:31.646744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 792f511d-5247-438f-85c2-f15354009561 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:31.701927 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-315d4e03-457a-4017-85be-5723e42b9310 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2511613 Nov 22 16:30:31.889140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-31460cfb-138a-412d-bb67-8dff98e69c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.893824 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-31460cfb-138a-412d-bb67-8dff98e69c12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=40aac3fd42424181b5808af28bca7d06&device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 1097 time: 0.1563826 Nov 22 16:30:31.970957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Made reservation on behalf of 5b52cc932093427c8352476dd5141f62 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:31.995992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.114760 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.141440 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.276162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-da5df6df-3faa-4ad5-b56f-a754678a6117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.291275 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-da5df6df-3faa-4ad5-b56f-a754678a6117 service neutron] 10.222.0.71 "GET /v2.0/networks?id=4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 200 len: 912 time: 0.3666246 Nov 22 16:30:32.338586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Pushing event updated for resources: {'Port': ['ID=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:32.344583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:32.371489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:32.379770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:32.387088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.388616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.389385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.390359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.391113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.391965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.392713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.395533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.397675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.398987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.399748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.400566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:32.546982 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-1d7add56-cbe9-4644-bb43-4824d576a1ea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ba901d57-9d34-45b4-8560-0cd71a59d081 HTTP/1.1" status: 200 len: 1002 time: 0.2487714 Nov 22 16:30:32.661268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Attempting to bind port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:32.674480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Attempting to bind port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'c975a94e-398a-465f-8d7e-cb76abaea924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c6115ac8-dd68-4d92-8c87-4a8bedac0ff3'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:32.682241 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.686163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Attempting to bind port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 on network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:32.718474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:32.718976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Checking segment: {'id': 'c975a94e-398a-465f-8d7e-cb76abaea924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c6115ac8-dd68-4d92-8c87-4a8bedac0ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:32.720948 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.721368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Bound using segment: {'id': 'c975a94e-398a-465f-8d7e-cb76abaea924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c6115ac8-dd68-4d92-8c87-4a8bedac0ff3'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:32.722579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Bound port: 4a7bf54a-93fb-4ebf-9e32-91cb741dd704, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c975a94e-398a-465f-8d7e-cb76abaea924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': 'c6115ac8-dd68-4d92-8c87-4a8bedac0ff3'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:32.731799 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.761970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-3b0c4d43-4dce-4d7a-8f69-04f2b6bfbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.771394 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-3b0c4d43-4dce-4d7a-8f69-04f2b6bfbda2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 200 len: 850 time: 0.2109106 Nov 22 16:30:32.995993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Subnet': ['ID=fc4ecfbc-bbc0-458b-b501-e27633e1e16c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:33.045192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-3ee29f98-7410-408a-af58-2c3463966025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.049422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Checking segment: {'id': 'c7f94e54-8e92-49e7-b952-d581150b3f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '77469612-fb6c-478f-afd3-7fcf674c8e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:33.049848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network hostable DHCP agents. Network: 77469612-fb6c-478f-afd3-7fcf674c8e6b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:33.057261 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-3ee29f98-7410-408a-af58-2c3463966025 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=4a5bf667-8c3f-45ac-9214-c8a4c857d805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2750626 Nov 22 16:30:33.167870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network 77469612-fb6c-478f-afd3-7fcf674c8e6b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:33.185552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 77469612-fb6c-478f-afd3-7fcf674c8e6b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:33.188312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] For port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:33.199009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] For port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,segment=NetworkSegment(c975a94e-398a-465f-8d7e-cb76abaea924),segment_id=c975a94e-398a-465f-8d7e-cb76abaea924)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:33.207616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c0ae5-f25d-48a2-b5cc-b1ad1f1d43ca None None] Network 77469612-fb6c-478f-afd3-7fcf674c8e6b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:33.209038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.210742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:33.281327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-65b3b9b9-7046-4166-9ede-c30481109daa tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7823958 Nov 22 16:30:33.288946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 47970) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:33.313637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'subnet': {'network_id': '792f511d-5247-438f-85c2-f15354009561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:33.465888 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:30:33.703688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:33.737113 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-56fc9c10-b6b2-4c54-8e7c-60495fabc2ad service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647427 Nov 22 16:30:33.909813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Made reservation on behalf of 5b52cc932093427c8352476dd5141f62 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:33.928605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.205616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-77469612-fb6c-478f-afd3-7fcf674c8e6b', 'network_id': '77469612-fb6c-478f-afd3-7fcf674c8e6b', 'tenant_id': '5b52cc932093427c8352476dd5141f62', 'fixed_ips': [{'subnet_id': 'fc4ecfbc-bbc0-458b-b501-e27633e1e16c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:34.207148 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.238690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0cc16-31f8-4e12-b27e-eed55441fbf6 None None] Pushing event updated for resources: {'Port': ['ID=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:34.590385 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fb88d5f2-701b-49be-bb81-dc9a8cf5c2f4 req-030330db-1fcb-4b2c-a86d-ac4919978146 service neutron] 10.222.0.71 "GET /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7392499 Nov 22 16:30:35.097878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.111502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Allocated IP 172.20.0.2 (77469612-fb6c-478f-afd3-7fcf674c8e6b/fc4ecfbc-bbc0-458b-b501-e27633e1e16c/ba01ae2d-8a52-4b97-8010-719a9e9dc4a6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:35.286082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Subnet': ['ID=e3cdbadf-2955-4eba-9741-52f81a7023bb,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:35.357508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Checking segment: {'id': '96942d23-a749-4090-af04-3fdc73a76b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '792f511d-5247-438f-85c2-f15354009561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:35.357787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network hostable DHCP agents. Network: 792f511d-5247-438f-85c2-f15354009561, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:35.411733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network 792f511d-5247-438f-85c2-f15354009561 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:35.427113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 792f511d-5247-438f-85c2-f15354009561) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:35.444092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.444761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.454254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24557e99-e882-4712-8478-ed259a1d43a8 None None] Network 792f511d-5247-438f-85c2-f15354009561 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:35.538561 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6b574880-ca7d-4a45-a57f-cc367fde0481 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2444708 Nov 22 16:30:35.541282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48026) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:35.834195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:36.522971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48052) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:36.735281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f756ec0d-a6d2-4da1-a238-e7a46c9e4cec None None] Network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:36.798272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476e5c3-a661-404c-b268-5cd11821c110 req-886a6829-b758-4629-9453-9b4083d044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.801269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476e5c3-a661-404c-b268-5cd11821c110 req-886a6829-b758-4629-9453-9b4083d044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.801951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476e5c3-a661-404c-b268-5cd11821c110 req-886a6829-b758-4629-9453-9b4083d044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.802582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476e5c3-a661-404c-b268-5cd11821c110 req-886a6829-b758-4629-9453-9b4083d044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.806506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476e5c3-a661-404c-b268-5cd11821c110 req-886a6829-b758-4629-9453-9b4083d044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.807205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476e5c3-a661-404c-b268-5cd11821c110 req-886a6829-b758-4629-9453-9b4083d044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.807933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476e5c3-a661-404c-b268-5cd11821c110 req-886a6829-b758-4629-9453-9b4083d044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.816758 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a476e5c3-a661-404c-b268-5cd11821c110 req-886a6829-b758-4629-9453-9b4083d044e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6493 time: 0.2834904 Nov 22 16:30:36.949610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.082723 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a476e5c3-a661-404c-b268-5cd11821c110 req-1e2b1944-f44a-4591-830f-b7f1061164a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2243540 Nov 22 16:30:37.207745 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.214718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cba5772c-cf5f-49f8-bd52-db5e4b52a757 None None] Provisioning complete for port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:37.220595 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cba5772c-cf5f-49f8-bd52-db5e4b52a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.502087 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.692444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Allocated IP 172.20.0.1 (77469612-fb6c-478f-afd3-7fcf674c8e6b/fc4ecfbc-bbc0-458b-b501-e27633e1e16c/69301345-a39f-4940-adc3-c55663471b4e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:37.740188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Pushing event updated for resources: {'Port': ['ID=ba01ae2d-8a52-4b97-8010-719a9e9dc4a6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:37.796860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-792f511d-5247-438f-85c2-f15354009561', 'network_id': '792f511d-5247-438f-85c2-f15354009561', 'tenant_id': '5b52cc932093427c8352476dd5141f62', 'fixed_ips': [{'subnet_id': 'e3cdbadf-2955-4eba-9741-52f81a7023bb'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:37.798386 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.813267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Network 77469612-fb6c-478f-afd3-7fcf674c8e6b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:37.837905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:37.841243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:37.851024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:37.851335 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.995359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.269457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.367863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Attempting to bind port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:38.369516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Attempting to bind port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'c7f94e54-8e92-49e7-b952-d581150b3f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '77469612-fb6c-478f-afd3-7fcf674c8e6b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:38.370188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Attempting to bind port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 on network 77469612-fb6c-478f-afd3-7fcf674c8e6b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:38.463468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:38.463991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Checking segment: {'id': 'c7f94e54-8e92-49e7-b952-d581150b3f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '77469612-fb6c-478f-afd3-7fcf674c8e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:38.464467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.464967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Bound using segment: {'id': 'c7f94e54-8e92-49e7-b952-d581150b3f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '77469612-fb6c-478f-afd3-7fcf674c8e6b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:38.465658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Bound port: ba01ae2d-8a52-4b97-8010-719a9e9dc4a6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7f94e54-8e92-49e7-b952-d581150b3f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '77469612-fb6c-478f-afd3-7fcf674c8e6b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:38.466094 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.490990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network 77469612-fb6c-478f-afd3-7fcf674c8e6b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:38.501181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:38.510493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:38.620013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Port': ['ID=69301345-a39f-4940-adc3-c55663471b4e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:38.705297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.799052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cba5772c-cf5f-49f8-bd52-db5e4b52a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.918881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] For port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:38.924218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] For port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ba01ae2d-8a52-4b97-8010-719a9e9dc4a6,segment=NetworkSegment(c7f94e54-8e92-49e7-b952-d581150b3f7d),segment_id=c7f94e54-8e92-49e7-b952-d581150b3f7d)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:38.963791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Allocated IP 172.20.0.2 (792f511d-5247-438f-85c2-f15354009561/e3cdbadf-2955-4eba-9741-52f81a7023bb/761ceefc-afec-43eb-9e46-dd534569ca97) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:39.067764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.519162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.681285 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.747292 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.759250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.869626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cba5772c-cf5f-49f8-bd52-db5e4b52a757 None None] For port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,segment=NetworkSegment(c975a94e-398a-465f-8d7e-cb76abaea924),segment_id=c975a94e-398a-465f-8d7e-cb76abaea924)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:39.937839 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cba5772c-cf5f-49f8-bd52-db5e4b52a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.955428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Port': ['ID=69301345-a39f-4940-adc3-c55663471b4e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:39.958952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.111610 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:30:40.114413 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:30:40.115417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c407bc-1b35-44de-9cbe-31e0cc655770 None None] Pushing event updated for resources: {'Port': ['ID=ba01ae2d-8a52-4b97-8010-719a9e9dc4a6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:40.341013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network 77469612-fb6c-478f-afd3-7fcf674c8e6b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:40.346392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:40.701682 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.828801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Router 2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:30:40.855245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.988736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f13b9e8a-157d-470e-9d51-ef9adb031905 None None] Provisioning complete for port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:40.990037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f13b9e8a-157d-470e-9d51-ef9adb031905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.994775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Network 792f511d-5247-438f-85c2-f15354009561 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:41.056339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:41.082060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:41.285869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:41.321537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4c4bd043-d03d-4eb0-bb54-bb52b50acafb tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "PUT /v2.0/routers/2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7791033 Nov 22 16:30:41.324871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48152) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:41.341537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5772c-cf5f-49f8-bd52-db5e4b52a757 None None] Pushing event updated for resources: {'Port': ['ID=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:41.459943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7440c-b6a9-4048-adb1-1a5192196516 None None] Sync routers for ids ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:41.463753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:41.511990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Attempting to bind port 761ceefc-afec-43eb-9e46-dd534569ca97 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:41.511990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Attempting to bind port 761ceefc-afec-43eb-9e46-dd534569ca97 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '96942d23-a749-4090-af04-3fdc73a76b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '792f511d-5247-438f-85c2-f15354009561'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:41.511990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Attempting to bind port 761ceefc-afec-43eb-9e46-dd534569ca97 on network 792f511d-5247-438f-85c2-f15354009561 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:41.545585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:41.549391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Checking segment: {'id': '96942d23-a749-4090-af04-3fdc73a76b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '792f511d-5247-438f-85c2-f15354009561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:41.549971 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:41.550503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Bound using segment: {'id': '96942d23-a749-4090-af04-3fdc73a76b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '792f511d-5247-438f-85c2-f15354009561'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:41.552518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Bound port: 761ceefc-afec-43eb-9e46-dd534569ca97, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96942d23-a749-4090-af04-3fdc73a76b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '792f511d-5247-438f-85c2-f15354009561'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:41.553105 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:41.634717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Pushing event updated for resources: {'Port': ['ID=761ceefc-afec-43eb-9e46-dd534569ca97,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:41.701244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7440c-b6a9-4048-adb1-1a5192196516 None None] Routers {'2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:41.704075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-63d7440c-b6a9-4048-adb1-1a5192196516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:41.764588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-63d7440c-b6a9-4048-adb1-1a5192196516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:41.801621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7440c-b6a9-4048-adb1-1a5192196516 None None] Routers {'2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:41.802618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-63d7440c-b6a9-4048-adb1-1a5192196516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:41.867687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-63d7440c-b6a9-4048-adb1-1a5192196516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:41.868572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7440c-b6a9-4048-adb1-1a5192196516 None None] The sync data for ids ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:41.877338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:41.878342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:41.997197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] For port 761ceefc-afec-43eb-9e46-dd534569ca97, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:42.021992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] For port 761ceefc-afec-43eb-9e46-dd534569ca97, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=761ceefc-afec-43eb-9e46-dd534569ca97,segment=NetworkSegment(96942d23-a749-4090-af04-3fdc73a76b39),segment_id=96942d23-a749-4090-af04-3fdc73a76b39)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:42.153691 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:42.246157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ba01ae2d-8a52-4b97-8010-719a9e9dc4a6,segment=NetworkSegment(c7f94e54-8e92-49e7-b952-d581150b3f7d),segment_id=c7f94e54-8e92-49e7-b952-d581150b3f7d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:42.253400 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:42.297432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:42.481297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835f435-c742-4072-92d7-3ba7ebab10f5 None None] Pushing event updated for resources: {'Port': ['ID=761ceefc-afec-43eb-9e46-dd534569ca97,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:42.576098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10769bdd-1d3b-41e5-807d-e52deabf949b None None] Network 77469612-fb6c-478f-afd3-7fcf674c8e6b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:42.606915 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=ba01ae2d-8a52-4b97-8010-719a9e9dc4a6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:42.811298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d43ec59e-2d63-4ea1-ad6c-8819ce3e49bb None None] Provisioning complete for port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:42.811672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d43ec59e-2d63-4ea1-ad6c-8819ce3e49bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:42.999664 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-2855da82-569e-49ac-b06c-c9669574919e tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:30:43.001375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2855da82-569e-49ac-b06c-c9669574919e tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "PUT /v2.0/routers/2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6745989 Nov 22 16:30:43.004989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48186) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:43.477390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 761ceefc-afec-43eb-9e46-dd534569ca97 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:43.733429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 761ceefc-afec-43eb-9e46-dd534569ca97 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:43.733894 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.107838 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.118265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bea1eaaa-b622-4319-a7f6-a8ff1d7d8f6e None None] Provisioning complete for port 69301345-a39f-4940-adc3-c55663471b4e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:44.118988 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bea1eaaa-b622-4319-a7f6-a8ff1d7d8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.266160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bea1eaaa-b622-4319-a7f6-a8ff1d7d8f6e None None] Port 69301345-a39f-4940-adc3-c55663471b4e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:44.356726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.439286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bea1eaaa-b622-4319-a7f6-a8ff1d7d8f6e None None] Provisioning complete for port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:44.439969 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bea1eaaa-b622-4319-a7f6-a8ff1d7d8f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.565990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 761ceefc-afec-43eb-9e46-dd534569ca97, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=761ceefc-afec-43eb-9e46-dd534569ca97,segment=NetworkSegment(96942d23-a749-4090-af04-3fdc73a76b39),segment_id=96942d23-a749-4090-af04-3fdc73a76b39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:44.582525 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.583175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:44.808243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-d33cf4ba-b1cf-4f22-9295-9fe6d104a38e req-e47449fa-f6f1-440e-ad0e-34afa17d37bd service neutron] (103411) timed out ('10.222.0.11', 61916) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:30:45.118486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Deleting port 69301345-a39f-4940-adc3-c55663471b4e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:45.121937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.316372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=761ceefc-afec-43eb-9e46-dd534569ca97,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:45.326330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:45.327783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.532079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f2998-b925-4d86-baed-78a27dcd050b None None] Network 792f511d-5247-438f-85c2-f15354009561 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:45.630194 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.666117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Calling delete_port for 69301345-a39f-4940-adc3-c55663471b4e owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:45.846969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca31fa32-1b51-47bd-bb2c-d61da703b851 None None] Provisioning complete for port 69301345-a39f-4940-adc3-c55663471b4e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:45.847622 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca31fa32-1b51-47bd-bb2c-d61da703b851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.920391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:45.931833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ca31fa32-1b51-47bd-bb2c-d61da703b851 None None] Port 69301345-a39f-4940-adc3-c55663471b4e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:46.068779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:46.177404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Port': ['ID=69301345-a39f-4940-adc3-c55663471b4e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:46.183438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca31fa32-1b51-47bd-bb2c-d61da703b851 None None] Provisioning complete for port 761ceefc-afec-43eb-9e46-dd534569ca97 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:46.183808 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca31fa32-1b51-47bd-bb2c-d61da703b851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:46.239135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:46.239592 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:46.629702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:46.727019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 761ceefc-afec-43eb-9e46-dd534569ca97 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:46.824779 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 761ceefc-afec-43eb-9e46-dd534569ca97 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:46.825158 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:46.932123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Router 2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:47.005387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ee848a56-c6a9-490a-a101-72517f61dcfc None None] Provisioning complete for port 761ceefc-afec-43eb-9e46-dd534569ca97 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:47.006624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee848a56-c6a9-490a-a101-72517f61dcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.087683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:47.102369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96023ebe-850a-434d-aa0c-451119d14e06 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "PUT /v2.0/routers/2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0960083 Nov 22 16:30:47.106141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48238) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:47.107779 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e2ac1-c472-4b00-824e-bf0675c1887c None None] Sync routers for ids ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:47.129604 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e2ac1-c472-4b00-824e-bf0675c1887c None None] Routers {'2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:47.130539 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-066e2ac1-c472-4b00-824e-bf0675c1887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:47.217209 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-370957ee-b7e3-4c73-bb80-6859a6315e97 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] delete failed (client error): The resource could not be found. Nov 22 16:30:47.227793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48240) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:47.230609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-188f9d59-6fa3-4036-aef2-2bdc66bff17e tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:47.233607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-370957ee-b7e3-4c73-bb80-6859a6315e97 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-1554859424 HTTP/1.1" status: 404 len: 335 time: 0.1258698 Nov 22 16:30:47.255545 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-066e2ac1-c472-4b00-824e-bf0675c1887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:47.277262 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066e2ac1-c472-4b00-824e-bf0675c1887c None None] Routers {'2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:47.278430 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-066e2ac1-c472-4b00-824e-bf0675c1887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:47.362698 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-066e2ac1-c472-4b00-824e-bf0675c1887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:47.365178 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e2ac1-c472-4b00-824e-bf0675c1887c None None] The sync data for ids ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:47.581626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-188f9d59-6fa3-4036-aef2-2bdc66bff17e tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.608144 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-188f9d59-6fa3-4036-aef2-2bdc66bff17e tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] update failed (client error): The resource could not be found. Nov 22 16:30:47.609215 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-188f9d59-6fa3-4036-aef2-2bdc66bff17e tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "PUT /v2.0/routers/2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 HTTP/1.1" status: 404 len: 339 time: 0.3822644 Nov 22 16:30:47.613143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48260) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:48.088445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.421112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Allocated IP 172.20.0.1 (c6115ac8-dd68-4d92-8c87-4a8bedac0ff3/a4c818ba-5677-407d-9c51-862301d3ecbd/1743c769-da84-477e-9b11-6ad6289ffcf0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:48.642194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.680317 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.733930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Port': ['ID=1743c769-da84-477e-9b11-6ad6289ffcf0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:48.741778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:48.743836 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:48.746594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:48.801794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.987845 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.998333 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d0789e1-6711-4b87-a2f0-23f2be125acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.137163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-37050d77-a3dd-46ba-a821-9038c947f65b None None] Provisioning complete for port 1743c769-da84-477e-9b11-6ad6289ffcf0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:49.137948 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37050d77-a3dd-46ba-a821-9038c947f65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.202902 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-37050d77-a3dd-46ba-a821-9038c947f65b None None] Port 1743c769-da84-477e-9b11-6ad6289ffcf0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:49.715336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.721928 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.823975 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.825991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event updated for resources: {'Port': ['ID=1743c769-da84-477e-9b11-6ad6289ffcf0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:49.958917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:49.960706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:50.093491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Router 2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:50.299183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:50.308679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bf0bd19b-529d-4592-8518-60d0154350a7 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "PUT /v2.0/routers/2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6939957 Nov 22 16:30:50.312113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:50.318171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf998c4-3347-4705-9c94-d23a56acee65 None None] Sync routers for ids ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:50.354093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf998c4-3347-4705-9c94-d23a56acee65 None None] Routers {'2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:50.355245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7bf998c4-3347-4705-9c94-d23a56acee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:50.452576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7bf998c4-3347-4705-9c94-d23a56acee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:50.497841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf998c4-3347-4705-9c94-d23a56acee65 None None] Routers {'2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:50.498884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7bf998c4-3347-4705-9c94-d23a56acee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:50.510220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-972b2195-baa7-4a65-aeda-58e6cdf62c0b None None] Provisioning complete for port 1743c769-da84-477e-9b11-6ad6289ffcf0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:50.510578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-972b2195-baa7-4a65-aeda-58e6cdf62c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.540489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2da1fb2-e294-4821-ae61-24327ed4af67 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.705970 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-e2da1fb2-e294-4821-ae61-24327ed4af67 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:30:50.709880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e2da1fb2-e294-4821-ae61-24327ed4af67 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/routers/2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 HTTP/1.1" status: 409 len: 329 time: 0.3933251 Nov 22 16:30:50.710212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48312) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:50.897106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-972b2195-baa7-4a65-aeda-58e6cdf62c0b None None] Port 1743c769-da84-477e-9b11-6ad6289ffcf0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:50.901980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-7bf998c4-3347-4705-9c94-d23a56acee65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:50.902672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf998c4-3347-4705-9c94-d23a56acee65 None None] The sync data for ids ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:51.187832 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.388345 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d36a815b-54b2-4e73-9ab3-4f8fe65a0288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.546744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Deleting port 1743c769-da84-477e-9b11-6ad6289ffcf0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:51.547123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.650993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.668487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Calling delete_port for 1743c769-da84-477e-9b11-6ad6289ffcf0 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:51.989987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.023085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Port': ['ID=1743c769-da84-477e-9b11-6ad6289ffcf0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:52.250658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.465872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.469690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Router 2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:52.556262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:52.564409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dc66d48e-2b6e-4d29-9319-f18e12e88625 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "PUT /v2.0/routers/2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8504829 Nov 22 16:30:52.566563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48338) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:52.569318 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c578f2-2cef-4630-8500-812c7405c9c0 None None] Sync routers for ids ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:52.583224 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c578f2-2cef-4630-8500-812c7405c9c0 None None] Routers {'2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:52.583948 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a8c578f2-2cef-4630-8500-812c7405c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:52.585749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.660119 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-857d98f7-9e32-4d18-8405-dd48784a5998 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] show failed (client error): The resource could not be found. Nov 22 16:30:52.661194 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-857d98f7-9e32-4d18-8405-dd48784a5998 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1932144372 HTTP/1.1" status: 404 len: 335 time: 0.0814497 Nov 22 16:30:52.664904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48340) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:52.670099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f599d084-5726-4ee8-830d-7b4238ef449f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:52.671209 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a8c578f2-2cef-4630-8500-812c7405c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:52.683845 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c578f2-2cef-4630-8500-812c7405c9c0 None None] Routers {'2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:52.684718 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a8c578f2-2cef-4630-8500-812c7405c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:52.709453 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-f599d084-5726-4ee8-830d-7b4238ef449f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] update failed (client error): The resource could not be found. Nov 22 16:30:52.710661 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f599d084-5726-4ee8-830d-7b4238ef449f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1165360026 HTTP/1.1" status: 404 len: 335 time: 0.0445712 Nov 22 16:30:52.715744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:52.772039 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a8c578f2-2cef-4630-8500-812c7405c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:52.773143 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c578f2-2cef-4630-8500-812c7405c9c0 None None] The sync data for ids ['2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:52.848413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-843dc6fa-7f63-4478-b5b3-0e1ee2b8004c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Deleting subnet e3cdbadf-2955-4eba-9741-52f81a7023bb {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:52.852890 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843dc6fa-7f63-4478-b5b3-0e1ee2b8004c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.908832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843dc6fa-7f63-4478-b5b3-0e1ee2b8004c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.027546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843dc6fa-7f63-4478-b5b3-0e1ee2b8004c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.105326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843dc6fa-7f63-4478-b5b3-0e1ee2b8004c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.135430 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-843dc6fa-7f63-4478-b5b3-0e1ee2b8004c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.137896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f9d5d-d052-4453-bf42-587101bf34fe None None] Network 792f511d-5247-438f-85c2-f15354009561 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:53.142124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-843dc6fa-7f63-4478-b5b3-0e1ee2b8004c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/subnets/e3cdbadf-2955-4eba-9741-52f81a7023bb HTTP/1.1" status: 204 len: 168 time: 0.4228339 Nov 22 16:30:53.142504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:53.165021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dc6fa-7f63-4478-b5b3-0e1ee2b8004c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Subnet': ['ID=e3cdbadf-2955-4eba-9741-52f81a7023bb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:53.225283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d441df93-16a5-44ea-a7cd-5f9aaac2698c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Deleting subnet fc4ecfbc-bbc0-458b-b501-e27633e1e16c {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:53.229899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d441df93-16a5-44ea-a7cd-5f9aaac2698c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.286284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d441df93-16a5-44ea-a7cd-5f9aaac2698c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.388773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d441df93-16a5-44ea-a7cd-5f9aaac2698c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.483203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d441df93-16a5-44ea-a7cd-5f9aaac2698c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.525681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441df93-16a5-44ea-a7cd-5f9aaac2698c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Subnet': ['ID=fc4ecfbc-bbc0-458b-b501-e27633e1e16c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:53.528562 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d441df93-16a5-44ea-a7cd-5f9aaac2698c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.532973 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d441df93-16a5-44ea-a7cd-5f9aaac2698c tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/subnets/fc4ecfbc-bbc0-458b-b501-e27633e1e16c HTTP/1.1" status: 204 len: 168 time: 0.3893886 Nov 22 16:30:53.537613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48362) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:53.541963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e36734-6226-4a87-a165-761612eb389a None None] Network 77469612-fb6c-478f-afd3-7fcf674c8e6b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:53.696708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] DHCP port deletion for 792f511d-5247-438f-85c2-f15354009561 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:53.721609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.838790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Deleting port 761ceefc-afec-43eb-9e46-dd534569ca97 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:53.839544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.993126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] Deleting port 761ceefc-afec-43eb-9e46-dd534569ca97 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:53.994179 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.068446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] For port 761ceefc-afec-43eb-9e46-dd534569ca97, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=761ceefc-afec-43eb-9e46-dd534569ca97,segment=NetworkSegment(96942d23-a749-4090-af04-3fdc73a76b39),segment_id=96942d23-a749-4090-af04-3fdc73a76b39)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:54.078366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.102526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Calling delete_port for 761ceefc-afec-43eb-9e46-dd534569ca97 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:54.152526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] For port 761ceefc-afec-43eb-9e46-dd534569ca97, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=761ceefc-afec-43eb-9e46-dd534569ca97,segment=NetworkSegment(96942d23-a749-4090-af04-3fdc73a76b39),segment_id=96942d23-a749-4090-af04-3fdc73a76b39)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:54.157045 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.195139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] Calling delete_port for 761ceefc-afec-43eb-9e46-dd534569ca97 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:54.198974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] DHCP port deletion for 77469612-fb6c-478f-afd3-7fcf674c8e6b request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:54.305959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.338919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] No DVR routers for this DVR port 761ceefc-afec-43eb-9e46-dd534569ca97 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:54.362512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Port': ['ID=761ceefc-afec-43eb-9e46-dd534569ca97,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:54.382188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] Deleting port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:54.388698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.393496 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.481891 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.508982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] Pushing event deleted for resources: {'Port': ['ID=761ceefc-afec-43eb-9e46-dd534569ca97,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:54.517358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792f511d-5247-438f-85c2-f15354009561']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:54.552920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad19cd67-21d5-4fde-9296-c4a81037bace None None] No DVR routers for this DVR port 761ceefc-afec-43eb-9e46-dd534569ca97 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:54.558575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96942d23-a749-4090-af04-3fdc73a76b39') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:54.558884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96942d23-a749-4090-af04-3fdc73a76b39') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:54.598911 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.607316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] For port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ba01ae2d-8a52-4b97-8010-719a9e9dc4a6,segment=NetworkSegment(c7f94e54-8e92-49e7-b952-d581150b3f7d),segment_id=c7f94e54-8e92-49e7-b952-d581150b3f7d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:54.608076 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.624321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] Calling delete_port for ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:54.634853 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.644787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:54.645366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:54.654914 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:54.760287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 761ceefc-afec-43eb-9e46-dd534569ca97 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:54.790844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 761ceefc-afec-43eb-9e46-dd534569ca97 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:54.791190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 761ceefc-afec-43eb-9e46-dd534569ca97 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:54.791641 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:54.793537 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.795530 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.817667 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.865002 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.872065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/networks/792f511d-5247-438f-85c2-f15354009561 HTTP/1.1" status: 204 len: 168 time: 1.3332987 Nov 22 16:30:54.873335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b046b-9b14-4097-98d0-c55d605a0e7f tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Network': ['ID=792f511d-5247-438f-85c2-f15354009561,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:54.874738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:54.923931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:54.924760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:54.941428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.948199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] No DVR routers for this DVR port ba01ae2d-8a52-4b97-8010-719a9e9dc4a6 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:54.956302 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c1391-5fb9-46fc-8d34-6bba8a4a4df3 None None] Pushing event deleted for resources: {'Port': ['ID=ba01ae2d-8a52-4b97-8010-719a9e9dc4a6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:54.972260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.053684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.202650 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.244863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77469612-fb6c-478f-afd3-7fcf674c8e6b']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:55.287314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7f94e54-8e92-49e7-b952-d581150b3f7d') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:55.288421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7f94e54-8e92-49e7-b952-d581150b3f7d') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:55.344338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.369936 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.383447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:55.383996 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:55.387265 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:55.548563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.564462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.588322 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/networks/77469612-fb6c-478f-afd3-7fcf674c8e6b HTTP/1.1" status: 204 len: 168 time: 0.7122998 Nov 22 16:30:55.591105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:55.639552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c80da8-e5c2-4280-b1c3-33f473beda22 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Network': ['ID=77469612-fb6c-478f-afd3-7fcf674c8e6b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:55.681564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f062f6-ef23-4c65-962e-b279542e5941 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Deleting subnet a4c818ba-5677-407d-9c51-862301d3ecbd {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:55.693397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33f062f6-ef23-4c65-962e-b279542e5941 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.779828 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33f062f6-ef23-4c65-962e-b279542e5941 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.891548 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33f062f6-ef23-4c65-962e-b279542e5941 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.991963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33f062f6-ef23-4c65-962e-b279542e5941 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.036142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b48491-cf0a-433a-8402-f2071cd8ad30 None None] Network c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:56.079459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-33f062f6-ef23-4c65-962e-b279542e5941 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.083782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-33f062f6-ef23-4c65-962e-b279542e5941 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/subnets/a4c818ba-5677-407d-9c51-862301d3ecbd HTTP/1.1" status: 204 len: 168 time: 0.4904194 Nov 22 16:30:56.086404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48404) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:56.089263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f062f6-ef23-4c65-962e-b279542e5941 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c818ba-5677-407d-9c51-862301d3ecbd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:56.135428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb34a8-45d9-45b7-853d-f26a5fec908c req-3cd45eda-9955-44ea-8404-f3a2ed6da013 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:56.146588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aafb34a8-45d9-45b7-853d-f26a5fec908c req-3cd45eda-9955-44ea-8404-f3a2ed6da013 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 946 time: 0.1693730 Nov 22 16:30:56.239256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aafb34a8-45d9-45b7-853d-f26a5fec908c req-f5a33256-18ad-4680-90fb-2c58d7e1314e tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860522 Nov 22 16:30:56.280703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.378520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Deleting port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:56.379179 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.460133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] DHCP port deletion for c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:56.613338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] For port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,segment=NetworkSegment(c975a94e-398a-465f-8d7e-cb76abaea924),segment_id=c975a94e-398a-465f-8d7e-cb76abaea924)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:56.613912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.637620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] Deleting port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:56.638267 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.659720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Calling delete_port for 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:56.722759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] For port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,segment=NetworkSegment(c975a94e-398a-465f-8d7e-cb76abaea924),segment_id=c975a94e-398a-465f-8d7e-cb76abaea924)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:56.723514 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.739691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] Calling delete_port for 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:56.878186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:56.888316 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.935130 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.954983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No active binding found for port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:30:56.965365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:56.973213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] No DVR routers for this DVR port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:56.978126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Port': ['ID=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:56.991892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] Pushing event deleted for resources: {'Port': ['ID=4a7bf54a-93fb-4ebf-9e32-91cb741dd704,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:56.994246 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502b2e6-edb0-4334-a7a5-c4484e8b0317 None None] No DVR routers for this DVR port 4a7bf54a-93fb-4ebf-9e32-91cb741dd704 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:57.130421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.159950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6115ac8-dd68-4d92-8c87-4a8bedac0ff3']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:57.172856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c975a94e-398a-465f-8d7e-cb76abaea924') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:57.174958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c975a94e-398a-465f-8d7e-cb76abaea924') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:57.198134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.223726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-3c3965c3-3401-4d64-9735-365c2a385af9 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:57.226290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-3c3965c3-3401-4d64-9735-365c2a385af9 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 946 time: 0.1139607 Nov 22 16:30:57.242149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.260214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:57.260214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:57.271398 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:57.415208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.441302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.450974 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/networks/c6115ac8-dd68-4d92-8c87-4a8bedac0ff3 HTTP/1.1" status: 204 len: 168 time: 1.3603919 Nov 22 16:30:57.453301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48432) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:57.541848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df696706-4bf7-4f4a-9111-aaf03e31f645 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Pushing event deleted for resources: {'Network': ['ID=c6115ac8-dd68-4d92-8c87-4a8bedac0ff3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:57.595766 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e97b62f4-b41d-4e34-945d-8a806080cbf0 tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "GET /v2.0/ports?device_id=2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 HTTP/1.1" status: 200 len: 205 time: 0.1409116 Nov 22 16:30:57.597441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48440) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:57.602334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec668b6f-2905-450f-9404-ff807862a8bb req-a2e4b3b6-e331-4fd7-bd9f-934cb1881fc2 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:57.603862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec668b6f-2905-450f-9404-ff807862a8bb req-a2e4b3b6-e331-4fd7-bd9f-934cb1881fc2 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 946 time: 0.1438885 Nov 22 16:30:57.629046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Deleting port 84780eed-1626-4076-a4bf-1fef5106f7e1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:57.629382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.693252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37331a61-999c-4fcd-86a1-25c05d3042ef tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.773664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec668b6f-2905-450f-9404-ff807862a8bb req-655ecb9f-49a3-4362-a578-c24473db0017 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/security-groups?id=78a338f7-511c-4548-92fe-63fca97ebdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593916 Nov 22 16:30:57.923513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] For port 84780eed-1626-4076-a4bf-1fef5106f7e1, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=84780eed-1626-4076-a4bf-1fef5106f7e1,segment=NetworkSegment(37d024f2-f4b9-4c24-9408-7a18b17d9087),segment_id=37d024f2-f4b9-4c24-9408-7a18b17d9087)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:57.924462 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.951860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Calling delete_port for 84780eed-1626-4076-a4bf-1fef5106f7e1 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:58.038503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37331a61-999c-4fcd-86a1-25c05d3042ef tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.041021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37331a61-999c-4fcd-86a1-25c05d3042ef tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.118246 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37331a61-999c-4fcd-86a1-25c05d3042ef tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.118246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37331a61-999c-4fcd-86a1-25c05d3042ef tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Fanout notify agent at l3_agent the message router_deleted on router 2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:30:58.127757 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37331a61-999c-4fcd-86a1-25c05d3042ef tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.129618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-37331a61-999c-4fcd-86a1-25c05d3042ef tempest-RoutersNegativeTest-1346763561 tempest-RoutersNegativeTest-1346763561-project] 10.222.0.69 "DELETE /v2.0/routers/2ff47ec6-cfc5-4430-9d54-e7d9cb83cd95 HTTP/1.1" status: 204 len: 168 time: 0.5302970 Nov 22 16:30:58.235058 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.251367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['84780eed-1626-4076-a4bf-1fef5106f7e1'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:58.383638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] No DVR routers for this DVR port 84780eed-1626-4076-a4bf-1fef5106f7e1 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:58.386962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.390838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15425baf-c08e-4f69-b25b-6015bb70fba9 req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.11 "DELETE /v2.0/ports/84780eed-1626-4076-a4bf-1fef5106f7e1 HTTP/1.1" status: 204 len: 173 time: 1.1583691 Nov 22 16:30:58.391640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ad88e-5753-4b76-abe9-502150d888dd tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] Pushing event deleted for resources: {'Port': ['ID=84780eed-1626-4076-a4bf-1fef5106f7e1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:58.403377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfad0de0-ae3a-4047-a5e3-620d3c0e98b2', 'name': 'network-vif-deleted', 'tag': '84780eed-1626-4076-a4bf-1fef5106f7e1'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:58.406336 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9022ba-ab1a-4f72-b3e9-ffa3b57a04ee" -d '{"events": [{"server_uuid": "bfad0de0-ae3a-4047-a5e3-620d3c0e98b2", "name": "network-vif-deleted", "tag": "84780eed-1626-4076-a4bf-1fef5106f7e1"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:58.546144 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650f779a-5693-4c3f-9ba5-0c2d421171d4 x-openstack-request-id: req-650f779a-5693-4c3f-9ba5-0c2d421171d4 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:58.556275 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfad0de0-ae3a-4047-a5e3-620d3c0e98b2", "name": "network-vif-deleted", "tag": "84780eed-1626-4076-a4bf-1fef5106f7e1", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:58.556583 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-650f779a-5693-4c3f-9ba5-0c2d421171d4 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:58.557127 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfad0de0-ae3a-4047-a5e3-620d3c0e98b2', 'name': 'network-vif-deleted', 'tag': '84780eed-1626-4076-a4bf-1fef5106f7e1', 'status': 'completed', 'code': 200} Nov 22 16:30:58.862769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48476) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:59.013634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-371812ce-6110-4735-b98d-dc2951d06c5b req-d6f045bc-29ff-49d6-aa82-837c8ef67b30 tempest-VolumesSnapshotTestJSON-658897885 tempest-VolumesSnapshotTestJSON-658897885-project] 10.222.0.69 "GET /v2.0/ports?device_id=bfad0de0-ae3a-4047-a5e3-620d3c0e98b2 HTTP/1.1" status: 200 len: 210 time: 0.0471041 Nov 22 16:30:59.293452 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25867978-f386-487b-a956-0c9810f25f04 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5b52cc932093427c8352476dd5141f62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4292660 Nov 22 16:30:59.297346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48484) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:59.381288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60997733-73eb-4cc2-baed-e43d7b3634d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.414399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60997733-73eb-4cc2-baed-e43d7b3634d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.487316 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60997733-73eb-4cc2-baed-e43d7b3634d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.490947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-60997733-73eb-4cc2-baed-e43d7b3634d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.494742 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-60997733-73eb-4cc2-baed-e43d7b3634d9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23465a13-b43e-4a4f-b085-95a56981fd84 HTTP/1.1" status: 204 len: 168 time: 0.1929269 Nov 22 16:30:59.514113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997733-73eb-4cc2-baed-e43d7b3634d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23465a13-b43e-4a4f-b085-95a56981fd84,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:01.590742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 84780eed-1626-4076-a4bf-1fef5106f7e1 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:01.617292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 84780eed-1626-4076-a4bf-1fef5106f7e1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:01.618040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 84780eed-1626-4076-a4bf-1fef5106f7e1 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:04.303141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c29e36-84a3-4af3-af20-be5b2b4f3d38 req-1adc1235-9e90-4978-9599-5cb47e8f050f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.310559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40c29e36-84a3-4af3-af20-be5b2b4f3d38 req-1adc1235-9e90-4978-9599-5cb47e8f050f tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 946 time: 0.0955396 Nov 22 16:31:04.378016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40c29e36-84a3-4af3-af20-be5b2b4f3d38 req-b9b2296b-b5bb-40bf-84ce-6ead460353b7 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655737 Nov 22 16:31:04.476067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 48708) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:04.662742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ba42847-6ae8-4e06-b64f-97fa213c8697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.837192 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ba42847-6ae8-4e06-b64f-97fa213c8697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.842027 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ba42847-6ae8-4e06-b64f-97fa213c8697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.891016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba42847-6ae8-4e06-b64f-97fa213c8697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1e34be-888f-4d49-9307-27e56c8de9a5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:04.932040 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3ba42847-6ae8-4e06-b64f-97fa213c8697 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ecdb123589642c8a7717492008188ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547369 Nov 22 16:31:04.934693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:04.994732 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa10683-556a-45b3-9d45-6d9bdf47a71a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.029946 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa10683-556a-45b3-9d45-6d9bdf47a71a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.129207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa10683-556a-45b3-9d45-6d9bdf47a71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.132515 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afa10683-556a-45b3-9d45-6d9bdf47a71a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.134070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-afa10683-556a-45b3-9d45-6d9bdf47a71a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f1e34be-888f-4d49-9307-27e56c8de9a5 HTTP/1.1" status: 204 len: 168 time: 0.1981258 Nov 22 16:31:05.145518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa10683-556a-45b3-9d45-6d9bdf47a71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1e34be-888f-4d49-9307-27e56c8de9a5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:05.704909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf5476-ceb3-4ada-b3f0-a01ae749b69f req-94c6e23c-a816-416e-bb88-ca917f38386d tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.718067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7cf5476-ceb3-4ada-b3f0-a01ae749b69f req-94c6e23c-a816-416e-bb88-ca917f38386d tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 946 time: 0.1774483 Nov 22 16:31:05.816740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7cf5476-ceb3-4ada-b3f0-a01ae749b69f req-3f4dbb28-d6fc-403a-93b1-6c403b51105a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973191 Nov 22 16:31:05.895096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48746) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:05.916800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b52308dc-b42b-4cd8-b970-3a3cb0c6f9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.017675 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b52308dc-b42b-4cd8-b970-3a3cb0c6f9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.024223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b52308dc-b42b-4cd8-b970-3a3cb0c6f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.082263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52308dc-b42b-4cd8-b970-3a3cb0c6f9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddabc29-a307-4339-b78f-6bfa7758d152,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:06.091940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b52308dc-b42b-4cd8-b970-3a3cb0c6f9d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f57138eba438495eb449bd4e6316cd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1924434 Nov 22 16:31:06.091940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 48754) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:06.168717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f772424-9827-4938-a4d1-cf0472bdabbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.200177 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f772424-9827-4938-a4d1-cf0472bdabbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.300478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f772424-9827-4938-a4d1-cf0472bdabbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.303895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6f772424-9827-4938-a4d1-cf0472bdabbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.308201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6f772424-9827-4938-a4d1-cf0472bdabbe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ddabc29-a307-4339-b78f-6bfa7758d152 HTTP/1.1" status: 204 len: 168 time: 0.2155337 Nov 22 16:31:06.338220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f772424-9827-4938-a4d1-cf0472bdabbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddabc29-a307-4339-b78f-6bfa7758d152,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:06.467309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-3bccd33c-6424-4e23-99e8-d11c49db5997 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:06.469532 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-3bccd33c-6424-4e23-99e8-d11c49db5997 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 946 time: 0.0945268 Nov 22 16:31:06.637268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Deleting port ba901d57-9d34-45b4-8560-0cd71a59d081 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:06.643253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.883474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] For port ba901d57-9d34-45b4-8560-0cd71a59d081, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ba901d57-9d34-45b4-8560-0cd71a59d081,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:06.884163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.025081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8809347-9f7b-49b1-b920-93ffe6ee316e req-d935bd73-61ae-4e37-b9a7-1af15dc72714 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.026972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8809347-9f7b-49b1-b920-93ffe6ee316e req-d935bd73-61ae-4e37-b9a7-1af15dc72714 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 946 time: 0.0884571 Nov 22 16:31:07.143599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8809347-9f7b-49b1-b920-93ffe6ee316e req-9cbab2e7-4376-4dc6-b948-2ce3cb5c8589 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups?id=fc1fb11c-5741-49c7-a96d-ae14bbd83739&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982676 Nov 22 16:31:07.280512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.282354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.282702 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Floating IP 8854d844-827f-4519-a86b-21f0a64fb498 disassociated. External IP: 172.25.5.124, port: ba901d57-9d34-45b4-8560-0cd71a59d081. Nov 22 16:31:07.283596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Calling delete_port for ba901d57-9d34-45b4-8560-0cd71a59d081 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:07.571934 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.645587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event deleted for resources: {'Port': ['ID=ba901d57-9d34-45b4-8560-0cd71a59d081,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:08.373322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bae2824f-a8f0-4100-a90d-b1187ef76be5 req-72ee7a0d-ef52-40c7-a005-346bc0316b2e tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 210 time: 0.0936885 Nov 22 16:31:08.615362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Router f44bbf04-610d-44bf-b7b5-a1419207f243 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:08.813566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:08.825520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] Sync routers for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:08.841618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:08.842929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:08.917773 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] No DVR routers for this DVR port ba901d57-9d34-45b4-8560-0cd71a59d081 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:08.923109 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.931636 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7a834901-095f-4f9c-aa95-eebb71acc338 req-8b105488-6505-4b15-a1db-bfaf0d2ef519 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.71 "DELETE /v2.0/ports/ba901d57-9d34-45b4-8560-0cd71a59d081 HTTP/1.1" status: 204 len: 173 time: 2.4504409 Nov 22 16:31:08.933700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'name': 'network-vif-deleted', 'tag': 'ba901d57-9d34-45b4-8560-0cd71a59d081'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:08.960041 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d3153a-924a-460c-8f58-c236497e0c27" -d '{"events": [{"server_uuid": "a175ed3c-1f33-4a66-a34a-a9db7d3689b5", "name": "network-vif-deleted", "tag": "ba901d57-9d34-45b4-8560-0cd71a59d081"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:09.030708 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acaf39b-f99e-4e6c-b2cb-ace2137e411f x-openstack-request-id: req-1acaf39b-f99e-4e6c-b2cb-ace2137e411f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:09.031016 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a175ed3c-1f33-4a66-a34a-a9db7d3689b5", "name": "network-vif-deleted", "tag": "ba901d57-9d34-45b4-8560-0cd71a59d081", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:09.031456 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1acaf39b-f99e-4e6c-b2cb-ace2137e411f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:09.031831 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a175ed3c-1f33-4a66-a34a-a9db7d3689b5', 'name': 'network-vif-deleted', 'tag': 'ba901d57-9d34-45b4-8560-0cd71a59d081', 'status': 'completed', 'code': 200} Nov 22 16:31:09.166449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:09.608315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b4d3edb-5348-40ea-9627-ca3612a3ba06 req-f9eb9b89-1891-4f35-a8a9-9cea8fb4f2f1 tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/ports?device_id=a175ed3c-1f33-4a66-a34a-a9db7d3689b5 HTTP/1.1" status: 200 len: 210 time: 0.1143062 Nov 22 16:31:09.796976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:09.909038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] Checking router: f44bbf04-610d-44bf-b7b5-a1419207f243 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:09.925112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:09.926080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:30:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:10.114859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:10.475109 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:31:10.513066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:10.627437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454eb21c-d557-4a3e-b3fc-8caf54a48314 None None] The sync data for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 is: [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:22:05Z', 'revision_number': 4, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'de724faa-8846-4e52-a991-b135d5105931', 'name': '', 'network_id': '4a5bf667-8c3f-45ac-9214-c8a4c857d805', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'mac_address': 'fa:16:3e:b8:b5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:04Z', 'updated_at': '2021-11-22T16:22:16Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'subnets': [{'id': 'c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:10.801794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ba901d57-9d34-45b4-8560-0cd71a59d081 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:10.841002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:10.898918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: ba901d57-9d34-45b4-8560-0cd71a59d081 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:10.899271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ba901d57-9d34-45b4-8560-0cd71a59d081 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:10.963249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67ef7378-4517-4b04-b26f-074ad846816a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.996491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67ef7378-4517-4b04-b26f-074ad846816a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.137429 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67ef7378-4517-4b04-b26f-074ad846816a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.146666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67ef7378-4517-4b04-b26f-074ad846816a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.150573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-67ef7378-4517-4b04-b26f-074ad846816a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "DELETE /v2.0/security-groups/fc1fb11c-5741-49c7-a96d-ae14bbd83739 HTTP/1.1" status: 204 len: 168 time: 0.3053694 Nov 22 16:31:11.151168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49096) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:11.217254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef7378-4517-4b04-b26f-074ad846816a tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1fb11c-5741-49c7-a96d-ae14bbd83739,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:11.227989 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-61e5d266-8aaf-4161-9b28-9aeb4be4a0da tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] show failed (client error): The resource could not be found. Nov 22 16:31:11.232357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-61e5d266-8aaf-4161-9b28-9aeb4be4a0da tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "GET /v2.0/security-groups/fc1fb11c-5741-49c7-a96d-ae14bbd83739 HTTP/1.1" status: 404 len: 347 time: 0.0767775 Nov 22 16:31:11.238285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49102) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:11.321173 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d14d62-5cc6-4727-8e9c-cb76cfdefa4c None None] New status for floating IP 8854d844-827f-4519-a86b-21f0a64fb498: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:31:11.478822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Deleting port 791dd5d5-215d-4916-a26a-e984ef2c8a3d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:11.479355 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.743128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.743579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.781043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Calling delete_port for 791dd5d5-215d-4916-a26a-e984ef2c8a3d owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:12.200378 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:12.277637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Pushing event deleted for resources: {'Port': ['ID=791dd5d5-215d-4916-a26a-e984ef2c8a3d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:12.319600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.320024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.320517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.320870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.321208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.321688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.322039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.322372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.322706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.323016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.323348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.324350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:12.405988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:12.412603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:12.413732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e513b396-b12c-4040-a7b7-25e6ea31d89b tempest-AttachVolumeTestJSON-1215340182 tempest-AttachVolumeTestJSON-1215340182-project] 10.222.0.69 "DELETE /v2.0/floatingips/8854d844-827f-4519-a86b-21f0a64fb498 HTTP/1.1" status: 204 len: 168 time: 1.1739504 Nov 22 16:31:19.029483 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e398f35-b146-4cc4-8627-b5eba7665bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.115657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49602) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:21.334540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3877186a-3274-4ddf-9db6-7d15b09f9a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.390778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c49a9853-1bac-4fa6-8716-9decb0eddb14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.584303 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c49a9853-1bac-4fa6-8716-9decb0eddb14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.595709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c49a9853-1bac-4fa6-8716-9decb0eddb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.703496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49620) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:21.706150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c49a9853-1bac-4fa6-8716-9decb0eddb14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=800be45e7e46440ab0f5852f069bd544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5890248 Nov 22 16:31:21.790409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a9853-1bac-4fa6-8716-9decb0eddb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6733e4cb-2457-4762-8077-9b8fdf02713c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:21.869326 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-542c5734-9590-4368-bbc8-633148025f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.982146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-542c5734-9590-4368-bbc8-633148025f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.056419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-542c5734-9590-4368-bbc8-633148025f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.061379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-542c5734-9590-4368-bbc8-633148025f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.063024 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-542c5734-9590-4368-bbc8-633148025f6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6733e4cb-2457-4762-8077-9b8fdf02713c HTTP/1.1" status: 204 len: 168 time: 0.3584962 Nov 22 16:31:22.098735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c5734-9590-4368-bbc8-633148025f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6733e4cb-2457-4762-8077-9b8fdf02713c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:22.489365 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.611777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.730184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:22.768744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38beb296-3c00-4b6a-bc8a-83ef8aa7aa39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.066312 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38beb296-3c00-4b6a-bc8a-83ef8aa7aa39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.079766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38beb296-3c00-4b6a-bc8a-83ef8aa7aa39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.133825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-38beb296-3c00-4b6a-bc8a-83ef8aa7aa39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f76714eadb2d4d279979b416f7bfb287&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4018447 Nov 22 16:31:23.136584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49666) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:23.162238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38beb296-3c00-4b6a-bc8a-83ef8aa7aa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c30db8-4298-483e-9a17-118f98b8b971,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:23.261445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0d2f-278a-4dab-96d8-fc5c9bed117a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.321454 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0d2f-278a-4dab-96d8-fc5c9bed117a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.473655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0d2f-278a-4dab-96d8-fc5c9bed117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.476509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ed3a0d2f-278a-4dab-96d8-fc5c9bed117a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.477746 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ed3a0d2f-278a-4dab-96d8-fc5c9bed117a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3c30db8-4298-483e-9a17-118f98b8b971 HTTP/1.1" status: 204 len: 168 time: 0.3401234 Nov 22 16:31:23.489924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a0d2f-278a-4dab-96d8-fc5c9bed117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c30db8-4298-483e-9a17-118f98b8b971,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:24.593248 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:24.695061 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:24.866162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.357267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49744) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:25.686169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-777711092-network', 'tenant_id': '4406b68111c0492da2fdfb399da34641'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:25.745751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Made reservation on behalf of 4406b68111c0492da2fdfb399da34641 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:25.748231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.761004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.920936 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.928606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.979587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a477954e-f420-41f0-90f3-30eadf3033ab,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:25.992077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.992711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.993327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.993868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.994375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.994907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.995537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.996741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.997283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.999194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:25.999746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:26.000339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:26.019827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:31:26.035183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.035994 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Added segment 67f24e20-4970-44f4-9285-006e7112831d of type vlan for network 352c6f9d-698c-4ddf-8967-0959e2eff76d Nov 22 16:31:26.104612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.229879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.239972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.244264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.406774 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0479560 Nov 22 16:31:26.410340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:26.418225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Request body: {'subnet': {'network_id': '352c6f9d-698c-4ddf-8967-0959e2eff76d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-777711092-subnet', 'tenant_id': '4406b68111c0492da2fdfb399da34641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:26.449137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bac82-5a77-44a1-9196-e7d847cc3ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=352c6f9d-698c-4ddf-8967-0959e2eff76d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:26.471838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 352c6f9d-698c-4ddf-8967-0959e2eff76d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:31:26.497498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Made reservation on behalf of 4406b68111c0492da2fdfb399da34641 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:26.502542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.026380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.308909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Checking segment: {'id': '67f24e20-4970-44f4-9285-006e7112831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '352c6f9d-698c-4ddf-8967-0959e2eff76d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:27.320626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Network hostable DHCP agents. Network: 352c6f9d-698c-4ddf-8967-0959e2eff76d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:31:27.352326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=420f0257-b7cb-4c41-b6b6-f213ee40a920,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:27.401599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Network 352c6f9d-698c-4ddf-8967-0959e2eff76d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:31:27.420448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 352c6f9d-698c-4ddf-8967-0959e2eff76d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:27.428955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.429964 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.435652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31186ebc-dd0a-4ecb-acd9-9bdc3bf9d0b2 None None] Network 352c6f9d-698c-4ddf-8967-0959e2eff76d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:27.483963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3b36e59e-f803-4b7a-9141-2fa480217b1b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0609381 Nov 22 16:31:27.771300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d65a8-6f36-49b3-a8a9-83bce131b504 None None] Network 352c6f9d-698c-4ddf-8967-0959e2eff76d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:28.567702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 49840) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:28.575062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-948896633-network', 'tenant_id': '6a39beb11247463697eaefa40a89cb03'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:28.612578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Made reservation on behalf of 6a39beb11247463697eaefa40a89cb03 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:28.621781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.660360 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.884407 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.895796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.981836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:31:29.007508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f78a1ac-69d1-41d3-91bb-91b9b6ac7775,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:29.030269 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.030269 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Added segment 3b9536df-4931-4679-957d-e1130cf814ac of type vlan for network 87da3351-cd99-4680-86f5-896632eeb523 Nov 22 16:31:29.160755 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.259957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.261008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.261633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.426826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8565912 Nov 22 16:31:29.429588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 49872) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:29.433534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8665f-6929-4f12-943f-5f30be208a2c admin admin] Pushing event updated for resources: {'Network': ['ID=87da3351-cd99-4680-86f5-896632eeb523,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:29.434918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Request body: {'subnet': {'network_id': '87da3351-cd99-4680-86f5-896632eeb523', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-948896633-subnet', 'tenant_id': '6a39beb11247463697eaefa40a89cb03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:29.445376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 87da3351-cd99-4680-86f5-896632eeb523 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:31:29.527423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Made reservation on behalf of 6a39beb11247463697eaefa40a89cb03 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:29.533015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.089478 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.205649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Pushing event updated for resources: {'Subnet': ['ID=352529f7-6971-44f5-90a9-ad981d7b9c14,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:30.285169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Checking segment: {'id': '3b9536df-4931-4679-957d-e1130cf814ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '87da3351-cd99-4680-86f5-896632eeb523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:30.285542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Network hostable DHCP agents. Network: 87da3351-cd99-4680-86f5-896632eeb523, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:31:30.358157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Network 87da3351-cd99-4680-86f5-896632eeb523 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:31:30.381844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 87da3351-cd99-4680-86f5-896632eeb523) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:30.411141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f9b1e3-c85f-40eb-8ad1-5e058d49817a None None] Network 87da3351-cd99-4680-86f5-896632eeb523 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:30.424583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.425100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.508328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d914c8eb-89cf-4f88-9e7c-d629840d433e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0675499 Nov 22 16:31:31.472598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13fc5ce-a0b5-4901-aa49-8760d7b0acf6 None None] Network 87da3351-cd99-4680-86f5-896632eeb523 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:31.924760 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-044a1dd1-53b0-4986-9bf1-b74642901601 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5765040 Nov 22 16:31:32.127285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-ce5e078a-cee6-4942-8200-a3d5fa5790cd tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.138008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e9097f1e-e7d9-4db4-b271-6a703bd99ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.150462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-ce5e078a-cee6-4942-8200-a3d5fa5790cd tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/networks?id=352c6f9d-698c-4ddf-8967-0959e2eff76d HTTP/1.1" status: 200 len: 808 time: 0.3908839 Nov 22 16:31:32.156121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e9097f1e-e7d9-4db4-b271-6a703bd99ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.158898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e9097f1e-e7d9-4db4-b271-6a703bd99ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.159817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e9097f1e-e7d9-4db4-b271-6a703bd99ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.161750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e9097f1e-e7d9-4db4-b271-6a703bd99ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.163825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e9097f1e-e7d9-4db4-b271-6a703bd99ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.169880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e9097f1e-e7d9-4db4-b271-6a703bd99ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.176458 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e9097f1e-e7d9-4db4-b271-6a703bd99ec0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6493 time: 0.1560240 Nov 22 16:31:32.186449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-e7bd14c3-4e2a-47b3-be11-6a7c7049786b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/quotas/4406b68111c0492da2fdfb399da34641 HTTP/1.1" status: 200 len: 375 time: 0.0344632 Nov 22 16:31:32.270838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-8ed4319c-de56-40cf-8e7d-b4bff360a908 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4406b68111c0492da2fdfb399da34641&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831678 Nov 22 16:31:32.497824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e30f20c6-4668-4c8e-863e-80f8758e3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.502834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e30f20c6-4668-4c8e-863e-80f8758e3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.503846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e30f20c6-4668-4c8e-863e-80f8758e3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.508707 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-e30f20c6-4668-4c8e-863e-80f8758e3f1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a9880-ae5b-4f89-86ab-6500df726728&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=fb8677be-dd67-4e24-8c66-d5f0248bf751&id=fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 200 len: 2292 time: 0.2835777 Nov 22 16:31:32.658113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-7268fcac-6f34-4e7f-9468-65a4f7a65f82 service neutron] 10.222.0.69 "GET /v2.0/networks/352c6f9d-698c-4ddf-8967-0959e2eff76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609500 Nov 22 16:31:32.694544 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-17b1bbbc-f53c-4e82-acbd-f8677d7e4da6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 200 len: 1002 time: 0.1757216 Nov 22 16:31:32.854632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-13840449-f635-42f5-b186-6372f7bc8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.856249 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-13840449-f635-42f5-b186-6372f7bc8f16 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 HTTP/1.1" status: 200 len: 850 time: 0.1468012 Nov 22 16:31:32.924714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-1abae7e9-8531-4ad8-b8bb-5c1a1edec51e service neutron] 10.222.0.69 "GET /v2.0/networks/352c6f9d-698c-4ddf-8967-0959e2eff76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655740 Nov 22 16:31:32.938594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-37c3460f-c8cc-4e83-85d7-978587e49543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.940922 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-37c3460f-c8cc-4e83-85d7-978587e49543 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a9880-ae5b-4f89-86ab-6500df726728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742970 Nov 22 16:31:32.960331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-6289b5a8-0d8a-4deb-91f0-ddf9c57991f5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:32.962442 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-6289b5a8-0d8a-4deb-91f0-ddf9c57991f5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109653 Nov 22 16:31:33.265864 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-13f46285-9c6b-4598-8c81-cf533611e27e service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935777 Nov 22 16:31:33.292579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0499086-dd47-4899-81c9-af2b437f4d8b req-8a400477-0c8c-48ae-81fe-c0bf6ecd3d0b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 210 time: 0.0828443 Nov 22 16:31:33.487232 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-69e0d27d-75ef-4de8-9716-b60d51e91da0 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087107 Nov 22 16:31:33.586550 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-f3bb2b56-e338-4fa3-b79d-1445db274ae5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 217 time: 0.0904775 Nov 22 16:31:33.678616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-dbf141b6-f6e2-432e-971d-9db81a0812f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.680176 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-dbf141b6-f6e2-432e-971d-9db81a0812f1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.0841420 Nov 22 16:31:33.761190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-100e51cf-4589-408b-8ef0-6af3b61eb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.762883 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-100e51cf-4589-408b-8ef0-6af3b61eb34c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711095 Nov 22 16:31:34.007668 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-a63daf68-0e8b-4213-b74c-15131eef4f63 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310126 Nov 22 16:31:34.294635 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-0a331ba9-641a-4188-8b3a-7fee43b130de service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780852 Nov 22 16:31:34.448070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-76d0abe9-d83b-455e-a51b-f14b61d0483d req-d9d80235-0822-4994-b843-9132fb84d33a tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 210 time: 0.0804493 Nov 22 16:31:34.500518 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-814d05ff-48ef-419f-bfd2-408bf5f3ef0f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 217 time: 0.1953924 Nov 22 16:31:34.655607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-1e63dabf-b759-4539-9809-4a0c95fd7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.659824 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-1e63dabf-b759-4539-9809-4a0c95fd7b90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1461482 Nov 22 16:31:34.663938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50006) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:34.850940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-a74115ab-30a9-43a8-b867-1f3ba20edb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.852981 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-a74115ab-30a9-43a8-b867-1f3ba20edb73 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1831896 Nov 22 16:31:34.877889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f1f80e4-ba13-4bc5-ae39-e8ea1c5a0594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:35.071422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f1f80e4-ba13-4bc5-ae39-e8ea1c5a0594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:35.082259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f1f80e4-ba13-4bc5-ae39-e8ea1c5a0594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:35.166438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2f1f80e4-ba13-4bc5-ae39-e8ea1c5a0594 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5cbb1c8f47a74d7a99ffd21b1ef848d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5014720 Nov 22 16:31:35.168633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f80e4-ba13-4bc5-ae39-e8ea1c5a0594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa02a9d-9fa2-42e2-85de-653249f6af84,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:35.178938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50020) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:35.250191 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-443794ac-cfd4-47fb-80ad-6198231db9e2 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872955 Nov 22 16:31:35.318324 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e2ad0f-f5ad-4af3-b58a-bee7ad5bb537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:35.398686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e2ad0f-f5ad-4af3-b58a-bee7ad5bb537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:35.538017 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e2ad0f-f5ad-4af3-b58a-bee7ad5bb537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:35.556071 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02e2ad0f-f5ad-4af3-b58a-bee7ad5bb537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:35.562455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-02e2ad0f-f5ad-4af3-b58a-bee7ad5bb537 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5aa02a9d-9fa2-42e2-85de-653249f6af84 HTTP/1.1" status: 204 len: 168 time: 0.3808939 Nov 22 16:31:35.587463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2ad0f-f5ad-4af3-b58a-bee7ad5bb537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa02a9d-9fa2-42e2-85de-653249f6af84,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:35.661934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7cadfc3-9902-4cd6-baa4-433c5b0e4b41 req-e0b80103-a0ce-4dca-a658-4eb1d27ef0a3 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 210 time: 0.0968723 Nov 22 16:31:35.687323 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-55f779c1-ca7a-437f-ad6c-ab28ea8bc36f service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280279 Nov 22 16:31:35.851812 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-fbd4e524-6e98-4e3b-abad-c2c8649bbb35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b HTTP/1.1" status: 200 len: 217 time: 0.1547835 Nov 22 16:31:35.984765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-1f3e7c34-aeb4-4731-bb8d-30dd511a868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.994484 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-1f3e7c34-aeb4-4731-bb8d-30dd511a868a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1230974 Nov 22 16:31:36.062172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-5c62e5a6-fa85-46fb-8295-920aa3e50237 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.067705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-5c62e5a6-fa85-46fb-8295-920aa3e50237 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.11 "GET /v2.0/networks?id=352c6f9d-698c-4ddf-8967-0959e2eff76d HTTP/1.1" status: 200 len: 808 time: 0.2774911 Nov 22 16:31:36.083188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Request body: {'port': {'device_id': '51d00f35-4251-4810-bfc3-6b3144f5153b', 'network_id': '352c6f9d-698c-4ddf-8967-0959e2eff76d', 'admin_state_up': True, 'tenant_id': '4406b68111c0492da2fdfb399da34641'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:36.178540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-3e312465-70e8-4003-bf67-147ad07f2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.180472 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-3e312465-70e8-4003-bf67-147ad07f2c48 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1770108 Nov 22 16:31:36.376523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50048) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:36.471014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50054) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:36.507699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4461ebe7-8015-4a72-b475-07d3990dc96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.524625 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-b5d5ff96-47b6-4d4f-b554-daf4fbd3552c service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338568 Nov 22 16:31:36.891247 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-3cafca59-2ba7-4fd5-8bab-1b3c1a1243de service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548498 Nov 22 16:31:36.916872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4461ebe7-8015-4a72-b475-07d3990dc96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:36.969335 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-f34f8676-df8f-466d-b1d7-705b71edf186 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27 HTTP/1.1" status: 200 len: 217 time: 0.0496883 Nov 22 16:31:36.976484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4461ebe7-8015-4a72-b475-07d3990dc96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.092479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461ebe7-8015-4a72-b475-07d3990dc96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e824d7-b673-4942-8f0b-fbcfd63a0060,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:37.158571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3914185-a39f-49a6-833b-47d195c80ab6 req-695cc6e4-3e90-44ce-b762-8995104db569 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 210 time: 0.0479076 Nov 22 16:31:37.161084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:37.161316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4461ebe7-8015-4a72-b475-07d3990dc96d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=94c8755f685d4256b9f0076b76e0eab4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6842873 Nov 22 16:31:37.256347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Made reservation on behalf of 4406b68111c0492da2fdfb399da34641 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:37.264518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.265383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-7f283ee0-1cf6-4d8d-a430-c4d632c97cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.268396 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-7f283ee0-1cf6-4d8d-a430-c4d632c97cef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.2880437 Nov 22 16:31:37.458357 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06045a97-fe20-4f54-85cb-10d6b0c2ffc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.621404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-3fd7bb76-3348-41f5-b9e0-29222a441c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.623238 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-3fd7bb76-3348-41f5-b9e0-29222a441c5b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3386219 Nov 22 16:31:37.733962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Allocated IP 172.20.0.11 (352c6f9d-698c-4ddf-8967-0959e2eff76d/420f0257-b7cb-4c41-b6b6-f213ee40a920/a32abfde-4d31-4a9b-a824-f5d30fd86365) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:37.903006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.005446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06045a97-fe20-4f54-85cb-10d6b0c2ffc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.041118 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-2fa659d5-3855-4949-a71c-b9a7aeb7525f service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993185 Nov 22 16:31:38.132266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.241423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Network 352c6f9d-698c-4ddf-8967-0959e2eff76d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:38.258349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:38.267003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06045a97-fe20-4f54-85cb-10d6b0c2ffc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.276614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06045a97-fe20-4f54-85cb-10d6b0c2ffc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.288437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06045a97-fe20-4f54-85cb-10d6b0c2ffc7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/13e824d7-b673-4942-8f0b-fbcfd63a0060 HTTP/1.1" status: 204 len: 168 time: 1.1235929 Nov 22 16:31:38.298671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:38.389798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06045a97-fe20-4f54-85cb-10d6b0c2ffc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e824d7-b673-4942-8f0b-fbcfd63a0060,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:38.398295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Pushing event updated for resources: {'Port': ['ID=a32abfde-4d31-4a9b-a824-f5d30fd86365,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:38.439672 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-70b31aaf-f447-42b3-90df-8b45bfa1fbc0 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855195 Nov 22 16:31:38.449104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.449791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.522375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.639690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-dd99a759-cd19-4d13-84e0-6838f67a964b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5609536 Nov 22 16:31:38.666796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-1d5f1390-dd10-4022-bb6f-5007387d6614 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:38.673829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-1d5f1390-dd10-4022-bb6f-5007387d6614 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224109 Nov 22 16:31:38.728417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ca823-cd65-4a0d-a0eb-26be2a3d0054 req-59583b59-4966-4667-8272-36c5600f50ff tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.730243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a7ca823-cd65-4a0d-a0eb-26be2a3d0054 req-59583b59-4966-4667-8272-36c5600f50ff tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 932 time: 0.2498150 Nov 22 16:31:38.788427 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-0f12a6a7-3473-4e5e-8c15-2cb2fdefaf00 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537 HTTP/1.1" status: 200 len: 217 time: 0.3277938 Nov 22 16:31:38.851145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a7ca823-cd65-4a0d-a0eb-26be2a3d0054 req-6896c984-1ff4-49c4-88d4-81a2b1c082ef tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091073 Nov 22 16:31:38.984068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-1c839ef0-d975-4c71-a8bd-799840ee0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.986650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-1c839ef0-d975-4c71-a8bd-799840ee0cef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.1837525 Nov 22 16:31:39.079874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Request body: {'port': {'device_id': '51d00f35-4251-4810-bfc3-6b3144f5153b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:39.236287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.431671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-a1a443d0-2751-4e15-b27e-6ab4cbd0e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.438769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-a1a443d0-2751-4e15-b27e-6ab4cbd0e975 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2981217 Nov 22 16:31:39.888512 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-3f3d0daa-4bb2-4fa7-bb17-fb6e27cea68a service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305699 Nov 22 16:31:39.932882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32abfde-4d31-4a9b-a824-f5d30fd86365 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:39.956949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.994421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Transition to ACTIVE for port object a32abfde-4d31-4a9b-a824-f5d30fd86365 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:40.008264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.030227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Deleting port de724faa-8846-4e52-a991-b135d5105931 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:40.031405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.175007 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-ea1ef2e9-88f1-4048-82cb-f76db8bef64b service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743790 Nov 22 16:31:40.208970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] For port de724faa-8846-4e52-a991-b135d5105931, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=de724faa-8846-4e52-a991-b135d5105931,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:40.209740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.286351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Pushing event updated for resources: {'Port': ['ID=a32abfde-4d31-4a9b-a824-f5d30fd86365,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:40.340461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Attempting to bind port a32abfde-4d31-4a9b-a824-f5d30fd86365 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:40.340886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Attempting to bind port a32abfde-4d31-4a9b-a824-f5d30fd86365 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '67f24e20-4970-44f4-9285-006e7112831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '352c6f9d-698c-4ddf-8967-0959e2eff76d'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:40.341349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Attempting to bind port a32abfde-4d31-4a9b-a824-f5d30fd86365 on network 352c6f9d-698c-4ddf-8967-0959e2eff76d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:40.369222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc68eda-a830-4cd8-8256-2d5c24ac12db req-c290e313-c7c7-47a4-97b2-80e03b55f48e tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.382989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bc68eda-a830-4cd8-8256-2d5c24ac12db req-c290e313-c7c7-47a4-97b2-80e03b55f48e tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 944 time: 0.2826335 Nov 22 16:31:40.383966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Port a32abfde-4d31-4a9b-a824-f5d30fd86365 on network 352c6f9d-698c-4ddf-8967-0959e2eff76d not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:40.384366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Attempting to bind port a32abfde-4d31-4a9b-a824-f5d30fd86365 on network 352c6f9d-698c-4ddf-8967-0959e2eff76d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:40.401858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:40.413678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Checking segment: {'id': '67f24e20-4970-44f4-9285-006e7112831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '352c6f9d-698c-4ddf-8967-0959e2eff76d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:40.414072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Bound using segment: {'id': '67f24e20-4970-44f4-9285-006e7112831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '352c6f9d-698c-4ddf-8967-0959e2eff76d'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:40.414631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Bound port: a32abfde-4d31-4a9b-a824-f5d30fd86365, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f24e20-4970-44f4-9285-006e7112831d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '352c6f9d-698c-4ddf-8967-0959e2eff76d'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:40.415067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.643853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bc68eda-a830-4cd8-8256-2d5c24ac12db req-3b3b45fa-4ac7-4d8c-a7a8-2720a56510f6 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485197 Nov 22 16:31:40.664886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] For port a32abfde-4d31-4a9b-a824-f5d30fd86365, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:40.686154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] For port a32abfde-4d31-4a9b-a824-f5d30fd86365, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a32abfde-4d31-4a9b-a824-f5d30fd86365,segment=NetworkSegment(67f24e20-4970-44f4-9285-006e7112831d),segment_id=67f24e20-4970-44f4-9285-006e7112831d)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:40.697290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.732924 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-176bd31e-1987-42cf-9030-1d1cacf71008 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 200 len: 217 time: 0.5419719 Nov 22 16:31:40.797451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.798954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.808926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] 10.222.0.11 "PUT /v2.0/ports/a32abfde-4d31-4a9b-a824-f5d30fd86365 HTTP/1.1" status: 200 len: 1092 time: 2.1219110 Nov 22 16:31:40.809621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d00f35-4251-4810-bfc3-6b3144f5153b', 'tag': 'a32abfde-4d31-4a9b-a824-f5d30fd86365'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:40.816375 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72b4b13-bae6-4984-8d1b-97bf38582159" -d '{"events": [{"name": "network-changed", "server_uuid": "51d00f35-4251-4810-bfc3-6b3144f5153b", "tag": "a32abfde-4d31-4a9b-a824-f5d30fd86365"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:40.821952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-a0745599-8998-4134-8bb7-a9c796b76a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.824223 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-a0745599-8998-4134-8bb7-a9c796b76a42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.0823679 Nov 22 16:31:40.829596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Calling delete_port for de724faa-8846-4e52-a991-b135d5105931 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:40.968277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-66909eae-ccdf-4cdb-a34f-6d386536c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.972538 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-66909eae-ccdf-4cdb-a34f-6d386536c486 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263916 Nov 22 16:31:40.991633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c2301-347f-4e9d-a170-92d179271c4e service neutron] Pushing event updated for resources: {'Port': ['ID=a32abfde-4d31-4a9b-a824-f5d30fd86365,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:41.051022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-9d57093e-7420-43c4-a016-e72235b20da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.052678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-9d57093e-7420-43c4-a016-e72235b20da6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4406b68111c0492da2fdfb399da34641&device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 1095 time: 0.1756678 Nov 22 16:31:41.134655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-213ae5a5-487d-44ed-8d38-ede8a0d79676 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a32abfde-4d31-4a9b-a824-f5d30fd86365 HTTP/1.1" status: 200 len: 217 time: 0.0713706 Nov 22 16:31:41.229142 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53ff1dd-f911-4297-8c58-f5781f1e2526 x-openstack-request-id: req-b53ff1dd-f911-4297-8c58-f5781f1e2526 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:41.229709 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d00f35-4251-4810-bfc3-6b3144f5153b", "tag": "a32abfde-4d31-4a9b-a824-f5d30fd86365", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:41.230171 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b53ff1dd-f911-4297-8c58-f5781f1e2526 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:41.230768 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d00f35-4251-4810-bfc3-6b3144f5153b', 'tag': 'a32abfde-4d31-4a9b-a824-f5d30fd86365', 'status': 'completed', 'code': 200} Nov 22 16:31:41.280719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-a7360b99-a955-4c69-a57c-765d38843f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.288908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-a7360b99-a955-4c69-a57c-765d38843f48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=420f0257-b7cb-4c41-b6b6-f213ee40a920 HTTP/1.1" status: 200 len: 848 time: 0.1386588 Nov 22 16:31:41.353460 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-9a40954d-c859-481f-a781-17713aa4eb9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=352c6f9d-698c-4ddf-8967-0959e2eff76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615823 Nov 22 16:31:41.479970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.516005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Pushing event deleted for resources: {'Port': ['ID=de724faa-8846-4e52-a991-b135d5105931,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:41.534603 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-7a00fb8e-719f-4c4c-83e4-a7e4da9e29d3 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5509660 Nov 22 16:31:41.577578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-a45f447f-a894-4922-b740-d334c5e34072 service neutron] 10.222.0.11 "GET /v2.0/networks/352c6f9d-698c-4ddf-8967-0959e2eff76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153618 Nov 22 16:31:41.781634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa29fbc0-8cb2-4e9f-9ddd-14790fa407c6 req-05b1cae0-8a42-45b2-8431-2fcc81c36ee1 service neutron] 10.222.0.11 "GET /v2.0/networks/352c6f9d-698c-4ddf-8967-0959e2eff76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964247 Nov 22 16:31:42.013776 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.084455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689390-7711-40ae-bf96-547b9ab78c9b req-0a3afb14-4a78-4047-ae10-8509b2e719d5 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.086170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08689390-7711-40ae-bf96-547b9ab78c9b req-0a3afb14-4a78-4047-ae10-8509b2e719d5 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 944 time: 0.2263360 Nov 22 16:31:42.088242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-068b554a-4815-44ea-aae7-7d1b4524dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.089743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-068b554a-4815-44ea-aae7-7d1b4524dfc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4406b68111c0492da2fdfb399da34641&device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 1095 time: 0.2436373 Nov 22 16:31:42.201486 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-77d35c72-f381-4bbf-81b5-ec0158f137ba req-53423162-4f1b-42c3-b0b2-96c621cb98ce service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445594 Nov 22 16:31:42.350950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08689390-7711-40ae-bf96-547b9ab78c9b req-76874e28-17fa-44cc-9ffe-1b1c50e64d09 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417305 Nov 22 16:31:42.393221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Router f44bbf04-610d-44bf-b7b5-a1419207f243 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:42.401968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-3ca4f248-f029-40f7-ad50-60f47245b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.404296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-3ca4f248-f029-40f7-ad50-60f47245b28b service neutron] 10.222.0.11 "GET /v2.0/networks?id=352c6f9d-698c-4ddf-8967-0959e2eff76d HTTP/1.1" status: 200 len: 909 time: 0.2970524 Nov 22 16:31:42.504034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-1cf43449-77e8-451b-83f7-0988e33941de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a32abfde-4d31-4a9b-a824-f5d30fd86365 HTTP/1.1" status: 200 len: 217 time: 0.0912912 Nov 22 16:31:42.598582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:42.620749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] Sync routers for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:42.649769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e7367f7-3c6a-43fe-b4f9-4450435c4166 admin admin] 10.222.0.69 "PUT /v2.0/routers/f44bbf04-610d-44bf-b7b5-a1419207f243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2652977 Nov 22 16:31:42.649769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50174) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:42.661428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:42.664516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-58efaca5-ceda-437e-a0b0-94145ea98127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.666496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-58efaca5-ceda-437e-a0b0-94145ea98127 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=420f0257-b7cb-4c41-b6b6-f213ee40a920 HTTP/1.1" status: 200 len: 848 time: 0.1511908 Nov 22 16:31:42.668645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:42.758425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-f77456ad-b3e4-4ff0-aac4-6a51eed905ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=352c6f9d-698c-4ddf-8967-0959e2eff76d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785992 Nov 22 16:31:42.885053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:42.912593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.941534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-74b61d1f-bafb-43ad-9a4f-b7ee2555c2c4 service neutron] 10.222.0.11 "GET /v2.0/networks/352c6f9d-698c-4ddf-8967-0959e2eff76d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684482 Nov 22 16:31:43.074339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.171224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Deleting port 901eb30e-6105-45d9-b59d-1c61b6e700f0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:43.171701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.174946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:31:41Z', 'revision_number': 5, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port': {'id': '901eb30e-6105-45d9-b59d-1c61b6e700f0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:c8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:22:00Z', 'updated_at': '2021-11-22T16:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:43.176529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b72b4b13-bae6-4984-8d1b-97bf38582159 req-0e77f97f-0a57-42d1-9d34-13c5f0130916 service neutron] 10.222.0.11 "GET /v2.0/networks/352c6f9d-698c-4ddf-8967-0959e2eff76d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337718 Nov 22 16:31:43.226455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] Checking router: f44bbf04-610d-44bf-b7b5-a1419207f243 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:43.240415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] Routers {'f44bbf04-610d-44bf-b7b5-a1419207f243'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:43.241064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f44bbf04-610d-44bf-b7b5-a1419207f243'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:43.288265 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] For port 901eb30e-6105-45d9-b59d-1c61b6e700f0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=901eb30e-6105-45d9-b59d-1c61b6e700f0,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:43.289144 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.306414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Calling delete_port for 901eb30e-6105-45d9-b59d-1c61b6e700f0 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:43.380531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] Set router f44bbf04-610d-44bf-b7b5-a1419207f243 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:43.445736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:31:43Z', 'revision_number': 6, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:43.525604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad14ca3-a478-4c72-8fc2-516cb1fe2fe6 None None] The sync data for ids ['f44bbf04-610d-44bf-b7b5-a1419207f243'] in n-d-811716-3 is: [{'id': 'f44bbf04-610d-44bf-b7b5-a1419207f243', 'name': 'tempest-AttachVolumeTestJSON-1010538031-router', 'tenant_id': '40aac3fd42424181b5808af28bca7d06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:59Z', 'updated_at': '2021-11-22T16:31:43Z', 'revision_number': 6, 'project_id': '40aac3fd42424181b5808af28bca7d06', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:43.599967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c43eda-ed60-4338-9114-db789c7a8a1b req-dd94bd49-c418-4ca5-bcd5-3a98d1d6068a tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:43.604249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79c43eda-ed60-4338-9114-db789c7a8a1b req-dd94bd49-c418-4ca5-bcd5-3a98d1d6068a tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 944 time: 0.1311696 Nov 22 16:31:43.611769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.682125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79c43eda-ed60-4338-9114-db789c7a8a1b req-7efd2248-5980-4a7a-933c-caea713f1a12 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692561 Nov 22 16:31:43.694705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=901eb30e-6105-45d9-b59d-1c61b6e700f0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:43.721552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0ab1f1-4fb4-4565-b3a6-218507efe209 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:43.846878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.041519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.045021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.155205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.155883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f44bbf04-610d-44bf-b7b5-a1419207f243 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:31:44.170636 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.171893 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0859c266-a404-480d-b618-fdb09a727fa7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f44bbf04-610d-44bf-b7b5-a1419207f243 HTTP/1.1" status: 204 len: 168 time: 1.5253234 Nov 22 16:31:44.175280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 50208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:44.322829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01664b2-0c8d-4764-9d56-ccb3ee8e11c5 admin admin] Deleting subnet c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:44.326717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d01664b2-0c8d-4764-9d56-ccb3ee8e11c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.383433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d01664b2-0c8d-4764-9d56-ccb3ee8e11c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.564575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d01664b2-0c8d-4764-9d56-ccb3ee8e11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.727804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d01664b2-0c8d-4764-9d56-ccb3ee8e11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.789655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device de724faa-8846-4e52-a991-b135d5105931 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:44.837706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: de724faa-8846-4e52-a991-b135d5105931 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:44.838039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device de724faa-8846-4e52-a991-b135d5105931 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:44.838456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 901eb30e-6105-45d9-b59d-1c61b6e700f0 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:44.867486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01664b2-0c8d-4764-9d56-ccb3ee8e11c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:44.883703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 901eb30e-6105-45d9-b59d-1c61b6e700f0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:44.884156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 901eb30e-6105-45d9-b59d-1c61b6e700f0 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:44.893895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d01664b2-0c8d-4764-9d56-ccb3ee8e11c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.900080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf409d6-e316-4e8e-9902-351bfc9a1f87 None None] Network 4a5bf667-8c3f-45ac-9214-c8a4c857d805 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:44.912750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:44.930087 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d01664b2-0c8d-4764-9d56-ccb3ee8e11c5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c8af813b-4cd5-4e7c-a0c6-4a93a2ed5b74 HTTP/1.1" status: 204 len: 168 time: 0.7530372 Nov 22 16:31:45.101415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208cc1c-935c-47eb-8c96-23ebfb2b42e2 req-296b184d-605d-41a8-8170-496f2f29e538 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.121612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d208cc1c-935c-47eb-8c96-23ebfb2b42e2 req-296b184d-605d-41a8-8170-496f2f29e538 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 944 time: 0.1515374 Nov 22 16:31:45.200794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.272673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d208cc1c-935c-47eb-8c96-23ebfb2b42e2 req-aac6afe0-fa34-40b3-b0d9-9631744372e1 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470215 Nov 22 16:31:45.318979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] DHCP port deletion for 4a5bf667-8c3f-45ac-9214-c8a4c857d805 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:45.409779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Deleting port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:45.410118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.535851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Deleting port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:45.540486 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.617401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] For port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:45.620967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.657903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Calling delete_port for 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:45.729463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] For port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,segment=NetworkSegment(190d0e81-2b3e-46ae-b76f-fef54e335a88),segment_id=190d0e81-2b3e-46ae-b76f-fef54e335a88)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:45.730287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.763962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Calling delete_port for 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:45.867108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a32abfde-4d31-4a9b-a824-f5d30fd86365 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:45.935840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.003454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Pushing event deleted for resources: {'Port': ['ID=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:46.005911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] No DVR routers for this DVR port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:46.075359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.107442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Pushing event deleted for resources: {'Port': ['ID=84462d25-5396-4c66-9b7d-e86c3c2cf6f4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:46.121918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.122283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.122614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.122954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.123315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.123622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.124141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.125361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.125361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.125361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.125361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.130139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:46.186204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.215520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412e254-e4ed-46ab-8807-dce282641baa None None] No DVR routers for this DVR port 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:46.254064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5bf667-8c3f-45ac-9214-c8a4c857d805']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:46.326032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190d0e81-2b3e-46ae-b76f-fef54e335a88') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:46.326327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190d0e81-2b3e-46ae-b76f-fef54e335a88') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:46.353059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a32abfde-4d31-4a9b-a824-f5d30fd86365, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a32abfde-4d31-4a9b-a824-f5d30fd86365,segment=NetworkSegment(67f24e20-4970-44f4-9285-006e7112831d),segment_id=67f24e20-4970-44f4-9285-006e7112831d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:46.362293 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.397175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'a32abfde-4d31-4a9b-a824-f5d30fd86365', 'network_id': '352c6f9d-698c-4ddf-8967-0959e2eff76d', 'port_id': 'a32abfde-4d31-4a9b-a824-f5d30fd86365', 'mac_address': 'fa:16:3e:90:20:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '420f0257-b7cb-4c41-b6b6-f213ee40a920', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:46.414701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.441234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:46.442523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:46.535616 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:46.544493 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.587005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32abfde-4d31-4a9b-a824-f5d30fd86365 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:46.661744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a32abfde-4d31-4a9b-a824-f5d30fd86365, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a32abfde-4d31-4a9b-a824-f5d30fd86365,segment=NetworkSegment(67f24e20-4970-44f4-9285-006e7112831d),segment_id=67f24e20-4970-44f4-9285-006e7112831d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:46.664158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.668810 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.694077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.706597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4a5bf667-8c3f-45ac-9214-c8a4c857d805 HTTP/1.1" status: 204 len: 168 time: 1.7834766 Nov 22 16:31:46.744114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1132b-cf94-442f-a615-177d7bd9df25 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5bf667-8c3f-45ac-9214-c8a4c857d805,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:46.760099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958241d-937c-4ad7-837c-e9df0d48097a req-d6a75b0e-3a20-4207-92e0-43caff112e7a tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.761692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1958241d-937c-4ad7-837c-e9df0d48097a req-d6a75b0e-3a20-4207-92e0-43caff112e7a tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 944 time: 0.1734757 Nov 22 16:31:46.810191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a32abfde-4d31-4a9b-a824-f5d30fd86365,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:46.857850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1958241d-937c-4ad7-837c-e9df0d48097a req-ecb8c9b9-3130-4121-8cc3-6893ed77a488 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879650 Nov 22 16:31:46.868886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:46.917057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['a32abfde-4d31-4a9b-a824-f5d30fd86365'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:46.919639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:46.920170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 84462d25-5396-4c66-9b7d-e86c3c2cf6f4 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:47.062448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:47.129791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c90b883d-5d29-45d1-b86a-d1be985de444 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40aac3fd42424181b5808af28bca7d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638638 Nov 22 16:31:47.130123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 50248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:47.245722 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f97c9d0-abc8-4ab8-8a96-1624def2d6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.273634 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f97c9d0-abc8-4ab8-8a96-1624def2d6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.412692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f97c9d0-abc8-4ab8-8a96-1624def2d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.422022 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f97c9d0-abc8-4ab8-8a96-1624def2d6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.423945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3f97c9d0-abc8-4ab8-8a96-1624def2d6ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4cc34f62-f7eb-4136-a359-db12e5fcb661 HTTP/1.1" status: 204 len: 168 time: 0.2923198 Nov 22 16:31:47.452654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97c9d0-abc8-4ab8-8a96-1624def2d6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc34f62-f7eb-4136-a359-db12e5fcb661,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:47.471020 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:31:47.809906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a32abfde-4d31-4a9b-a824-f5d30fd86365 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:47.994471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port a32abfde-4d31-4a9b-a824-f5d30fd86365 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:48.006713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port a32abfde-4d31-4a9b-a824-f5d30fd86365 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:48.007096 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.186342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5425c-ccfa-43ea-8530-5d393c55601e req-a80d7d06-d931-4bb4-8923-8a9ff51bac59 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.188879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6b5425c-ccfa-43ea-8530-5d393c55601e req-a80d7d06-d931-4bb4-8923-8a9ff51bac59 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 945 time: 0.1274164 Nov 22 16:31:48.210224 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.258770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6b5425c-ccfa-43ea-8530-5d393c55601e req-36a818d9-8e0e-4f6f-ad9d-41439efb31e9 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638318 Nov 22 16:31:48.284699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d00f35-4251-4810-bfc3-6b3144f5153b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32abfde-4d31-4a9b-a824-f5d30fd86365'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:48.287377 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d2fcca-e795-443e-911f-bc5aaf8b81bb" -d '{"events": [{"server_uuid": "51d00f35-4251-4810-bfc3-6b3144f5153b", "name": "network-vif-plugged", "status": "completed", "tag": "a32abfde-4d31-4a9b-a824-f5d30fd86365"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:48.355927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a32abfde-4d31-4a9b-a824-f5d30fd86365, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a32abfde-4d31-4a9b-a824-f5d30fd86365,segment=NetworkSegment(67f24e20-4970-44f4-9285-006e7112831d),segment_id=67f24e20-4970-44f4-9285-006e7112831d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.374350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.431257 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c92555-fb41-41db-bb2b-ad42424b0c1e x-openstack-request-id: req-99c92555-fb41-41db-bb2b-ad42424b0c1e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:48.431854 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d00f35-4251-4810-bfc3-6b3144f5153b", "name": "network-vif-plugged", "status": "completed", "tag": "a32abfde-4d31-4a9b-a824-f5d30fd86365", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:48.432325 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99c92555-fb41-41db-bb2b-ad42424b0c1e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:48.432919 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d00f35-4251-4810-bfc3-6b3144f5153b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32abfde-4d31-4a9b-a824-f5d30fd86365', 'code': 200} Nov 22 16:31:48.572225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a32abfde-4d31-4a9b-a824-f5d30fd86365,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:48.661248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294d282-a555-4e08-bbd2-fc54013f2438 req-8e7828ce-ff89-4422-9b09-cbd759f974ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.663700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6294d282-a555-4e08-bbd2-fc54013f2438 req-8e7828ce-ff89-4422-9b09-cbd759f974ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 1097 time: 0.1367686 Nov 22 16:31:48.808096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6294d282-a555-4e08-bbd2-fc54013f2438 req-249604e3-ab9f-4025-806a-72276c43033a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318462 Nov 22 16:31:49.020432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-174bd843-bcc4-4b57-9578-25a91b25b05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.560804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1b783-efd7-45ba-acf2-6a9fb4ad7a79 req-a469969b-c3a8-4e2c-8c3c-0ba2ac168f62 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.570019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84c1b783-efd7-45ba-acf2-6a9fb4ad7a79 req-a469969b-c3a8-4e2c-8c3c-0ba2ac168f62 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 946 time: 0.1695657 Nov 22 16:31:49.638974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84c1b783-efd7-45ba-acf2-6a9fb4ad7a79 req-9018b7f6-3c83-4007-99b1-1d2674323aa9 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677562 Nov 22 16:31:50.882405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d75e03-0e38-486a-92f9-63cd57b13d3f req-039d682a-1faa-4884-9077-359bc8a05701 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.886066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06d75e03-0e38-486a-92f9-63cd57b13d3f req-039d682a-1faa-4884-9077-359bc8a05701 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 946 time: 0.1080987 Nov 22 16:31:50.983942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06d75e03-0e38-486a-92f9-63cd57b13d3f req-38bb4c4b-6a85-40ca-8cdc-3e1ad29e76ea tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916977 Nov 22 16:31:51.351190 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ef86aa7e-dfa4-40f9-9166-6d678f880173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.476572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.594193 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.535196 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.683184 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.830724 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:57.602549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f4824-6123-46e6-89de-815c7695fb4a req-036e2b53-f314-4c39-b05e-9d0333f964c0 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:57.616527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c3f4824-6123-46e6-89de-815c7695fb4a req-036e2b53-f314-4c39-b05e-9d0333f964c0 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 946 time: 0.0989788 Nov 22 16:31:57.697420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c3f4824-6123-46e6-89de-815c7695fb4a req-1b3b8516-fa02-438f-beaf-5fd0f9d82821 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791733 Nov 22 16:31:58.747044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150d34-2326-4422-a274-a5352cceca90 req-b2c997e8-a72c-484e-bc2a-58f63968c0da tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.749437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84150d34-2326-4422-a274-a5352cceca90 req-b2c997e8-a72c-484e-bc2a-58f63968c0da tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.11 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 946 time: 0.1018806 Nov 22 16:31:59.159196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7ebcb-509a-463c-a80c-a418d2de09a9 req-cd384bb8-b09e-4ace-87a8-8c74689a822b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.163942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4e7ebcb-509a-463c-a80c-a418d2de09a9 req-cd384bb8-b09e-4ace-87a8-8c74689a822b tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 946 time: 0.1567173 Nov 22 16:31:59.307030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Deleting port a32abfde-4d31-4a9b-a824-f5d30fd86365 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:59.307533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.428605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4e7ebcb-509a-463c-a80c-a418d2de09a9 req-6f57006d-6113-4bc6-858a-f14f65ab9b0f tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/security-groups?id=a477954e-f420-41f0-90f3-30eadf3033ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525918 Nov 22 16:31:59.619015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] For port a32abfde-4d31-4a9b-a824-f5d30fd86365, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a32abfde-4d31-4a9b-a824-f5d30fd86365,segment=NetworkSegment(67f24e20-4970-44f4-9285-006e7112831d),segment_id=67f24e20-4970-44f4-9285-006e7112831d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:59.619579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.656055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Calling delete_port for a32abfde-4d31-4a9b-a824-f5d30fd86365 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:59.992405 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.075486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Pushing event deleted for resources: {'Port': ['ID=a32abfde-4d31-4a9b-a824-f5d30fd86365,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:00.161456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] No DVR routers for this DVR port a32abfde-4d31-4a9b-a824-f5d30fd86365 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:00.164597 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.169881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84150d34-2326-4422-a274-a5352cceca90 req-561d22c1-b730-4b7b-92ff-78ea0a9b4753 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.11 "DELETE /v2.0/ports/a32abfde-4d31-4a9b-a824-f5d30fd86365 HTTP/1.1" status: 204 len: 173 time: 1.4101264 Nov 22 16:32:00.170413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d00f35-4251-4810-bfc3-6b3144f5153b', 'name': 'network-vif-deleted', 'tag': 'a32abfde-4d31-4a9b-a824-f5d30fd86365'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:00.174943 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6590b8-a7f4-49ee-821a-43df9d6ea845" -d '{"events": [{"server_uuid": "51d00f35-4251-4810-bfc3-6b3144f5153b", "name": "network-vif-deleted", "tag": "a32abfde-4d31-4a9b-a824-f5d30fd86365"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:00.239385 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d28e50-d1d7-4d48-8b8b-82e0a533a20d x-openstack-request-id: req-a4d28e50-d1d7-4d48-8b8b-82e0a533a20d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:00.239689 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d00f35-4251-4810-bfc3-6b3144f5153b", "name": "network-vif-deleted", "tag": "a32abfde-4d31-4a9b-a824-f5d30fd86365", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:00.240275 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4d28e50-d1d7-4d48-8b8b-82e0a533a20d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:00.242069 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d00f35-4251-4810-bfc3-6b3144f5153b', 'name': 'network-vif-deleted', 'tag': 'a32abfde-4d31-4a9b-a824-f5d30fd86365', 'status': 'completed', 'code': 200} Nov 22 16:32:00.765128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f61d291-1e55-46ef-bebf-d716698e45b1 req-f28ca4ba-8dee-48a7-a0cc-6f3d666bf5e1 tempest-VolumesActionsTest-1453398066 tempest-VolumesActionsTest-1453398066-project] 10.222.0.69 "GET /v2.0/ports?device_id=51d00f35-4251-4810-bfc3-6b3144f5153b HTTP/1.1" status: 200 len: 210 time: 0.0708699 Nov 22 16:32:01.871828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a32abfde-4d31-4a9b-a824-f5d30fd86365 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:01.935105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: a32abfde-4d31-4a9b-a824-f5d30fd86365 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:01.935846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a32abfde-4d31-4a9b-a824-f5d30fd86365 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:18.510198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:18.786511 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.031853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-370c1ed3-d2d5-4f81-9bd9-bc989374d273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.106734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.113089 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.202121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c0e22dfa2dc74d74841bd3ddd0c269e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6881161 Nov 22 16:32:19.203832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51032) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:19.222060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7570b941-0204-4dc7-89cf-6b28865d54e5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:19.232457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.233090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.233582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.234322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.234920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.235415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.236148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.237109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.237694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.238226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.238702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.239177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118839c-c641-4fe1-8e7b-d1a10c692530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:19.300475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4f83-efa2-4602-8792-8b0d4ef89940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.392385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4f83-efa2-4602-8792-8b0d4ef89940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.602721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4f83-efa2-4602-8792-8b0d4ef89940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.607555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4f83-efa2-4602-8792-8b0d4ef89940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.609666 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d2a4f83-efa2-4602-8792-8b0d4ef89940 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7570b941-0204-4dc7-89cf-6b28865d54e5 HTTP/1.1" status: 204 len: 168 time: 0.4039154 Nov 22 16:32:19.681206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a4f83-efa2-4602-8792-8b0d4ef89940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7570b941-0204-4dc7-89cf-6b28865d54e5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:21.333462 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64dd72ad-47a8-4c84-947e-8309271896fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.472643 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.609463 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.451488 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:32:24.527132 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.613985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51234) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:24.688745 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.781150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9061aeb-9105-44a8-a83f-54830a02cfad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.893158 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.056870 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9061aeb-9105-44a8-a83f-54830a02cfad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.062861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9061aeb-9105-44a8-a83f-54830a02cfad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.208687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51258) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:25.209669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e9061aeb-9105-44a8-a83f-54830a02cfad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dba3a6751edf4aca8004769ab0757be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5937247 Nov 22 16:32:25.276646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9061aeb-9105-44a8-a83f-54830a02cfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d5725e-d40f-4f13-abc7-11453aceb6d8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:25.316806 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e205803-972a-4bd4-94ff-6c471e9643c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.351719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e205803-972a-4bd4-94ff-6c471e9643c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.425315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e205803-972a-4bd4-94ff-6c471e9643c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.432215 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e205803-972a-4bd4-94ff-6c471e9643c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.433464 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e205803-972a-4bd4-94ff-6c471e9643c4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50d5725e-d40f-4f13-abc7-11453aceb6d8 HTTP/1.1" status: 204 len: 168 time: 0.2234285 Nov 22 16:32:25.453502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e205803-972a-4bd4-94ff-6c471e9643c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d5725e-d40f-4f13-abc7-11453aceb6d8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:26.146464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51286) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:26.180220 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.406126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.431364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.594627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25798a0d-62e8-46fc-8b48-09f7fd8d3097,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:26.648717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51304) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:26.665217 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=158ce3a9b8a54fdabcf203c05c76532c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5095301 Nov 22 16:32:26.674789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.675499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.676180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.676860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.684490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.685201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.686214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.687385 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.689177 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.690047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.695958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.696544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579a31a9-e043-4376-a6a6-f6d441ae7137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:26.902084 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03809371-e934-4a0a-b788-0e0f309e45d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.004531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03809371-e934-4a0a-b788-0e0f309e45d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.125992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03809371-e934-4a0a-b788-0e0f309e45d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.128878 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03809371-e934-4a0a-b788-0e0f309e45d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.130414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-03809371-e934-4a0a-b788-0e0f309e45d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25798a0d-62e8-46fc-8b48-09f7fd8d3097 HTTP/1.1" status: 204 len: 168 time: 0.4803543 Nov 22 16:32:27.140831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809371-e934-4a0a-b788-0e0f309e45d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25798a0d-62e8-46fc-8b48-09f7fd8d3097,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:32.615624 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-28360d6a-8ead-4b4c-89c5-454320e8c9c9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2376695 Nov 22 16:32:32.845761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-f1abe8f5-3b27-489b-9fe0-91d5d02c6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.846432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-f1abe8f5-3b27-489b-9fe0-91d5d02c6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.847568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-f1abe8f5-3b27-489b-9fe0-91d5d02c6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.849340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-f1abe8f5-3b27-489b-9fe0-91d5d02c6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.851067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-f1abe8f5-3b27-489b-9fe0-91d5d02c6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.852424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-f1abe8f5-3b27-489b-9fe0-91d5d02c6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.854407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-f1abe8f5-3b27-489b-9fe0-91d5d02c6940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.864275 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-f1abe8f5-3b27-489b-9fe0-91d5d02c6940 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9bfd90d55ff94d0da674fa1812211d12&device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 6493 time: 0.1769059 Nov 22 16:32:33.179423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-21f917a0-2637-4a64-b686-e4fabcef03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.181195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-21f917a0-2637-4a64-b686-e4fabcef03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.183048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-21f917a0-2637-4a64-b686-e4fabcef03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.188656 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-21f917a0-2637-4a64-b686-e4fabcef03ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=b11a9880-ae5b-4f89-86ab-6500df726728&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=669a39bd-497c-4872-8a5f-a523c69f1193&id=fb8677be-dd67-4e24-8c66-d5f0248bf751&id=fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 200 len: 2292 time: 0.2853959 Nov 22 16:32:33.382535 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-17b7139c-bd27-4c6f-b38d-882bb0af07b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 200 len: 1002 time: 0.1812980 Nov 22 16:32:33.571241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:33.572088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-99ec33ce-dda8-4f43-a829-d6494eb5c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.577296 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-99ec33ce-dda8-4f43-a829-d6494eb5c37d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 HTTP/1.1" status: 200 len: 850 time: 0.1824939 Nov 22 16:32:33.785261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-8baa71bc-a9ed-4e7f-8833-a94adccb97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.786870 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-8baa71bc-a9ed-4e7f-8833-a94adccb97c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b11a9880-ae5b-4f89-86ab-6500df726728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972463 Nov 22 16:32:34.072734 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-81592164-e491-467e-b626-300be9f4d6ed service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731409 Nov 22 16:32:34.088896 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a0ee1dc-9704-4735-a901-4c3a1a2d7632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.223277 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a0ee1dc-9704-4735-a901-4c3a1a2d7632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.229636 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a0ee1dc-9704-4735-a901-4c3a1a2d7632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.285653 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-c10ccbe7-8fd6-471c-85a3-c12d0319a914 service neutron] 10.222.0.71 "GET /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067950 Nov 22 16:32:34.290567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4a0ee1dc-9704-4735-a901-4c3a1a2d7632 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f43698b61b864de19e953cc1ec05270b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7159543 Nov 22 16:32:34.293035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ee1dc-9704-4735-a901-4c3a1a2d7632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c703746e-eba7-41fb-8356-50f47080bd12,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:34.294984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51544) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:34.361553 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-22f49c61-be92-4234-80be-fdd712994df8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.162&port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 217 time: 0.0674233 Nov 22 16:32:34.439104 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43937bbd-cf99-4d4f-a387-6be6dd4360bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.495311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-d6ff77ad-9cbc-4af1-9a13-314f10ad35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.496874 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-d6ff77ad-9cbc-4af1-9a13-314f10ad35a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1261578 Nov 22 16:32:34.525791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43937bbd-cf99-4d4f-a387-6be6dd4360bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.602617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-64696c79-d619-42f6-8dff-c7aba5dfd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.607228 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-64696c79-d619-42f6-8dff-c7aba5dfd394 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1011069 Nov 22 16:32:34.692862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43937bbd-cf99-4d4f-a387-6be6dd4360bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.707399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43937bbd-cf99-4d4f-a387-6be6dd4360bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.709568 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-43937bbd-cf99-4d4f-a387-6be6dd4360bc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c703746e-eba7-41fb-8356-50f47080bd12 HTTP/1.1" status: 204 len: 168 time: 0.4072537 Nov 22 16:32:34.762300 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43937bbd-cf99-4d4f-a387-6be6dd4360bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c703746e-eba7-41fb-8356-50f47080bd12,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:34.816124 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-ed0cd735-98da-48cc-84db-a62932e09c0e service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000749 Nov 22 16:32:35.076404 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-d3920be5-8009-492b-83b2-c14962bebe2b service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520373 Nov 22 16:32:35.159638 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-525b7012-b029-4e45-9250-6cb9933852ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 217 time: 0.0686419 Nov 22 16:32:35.275730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-1af593ab-7607-4ccb-9d26-e861ae4c0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.287199 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-1af593ab-7607-4ccb-9d26-e861ae4c0900 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1227853 Nov 22 16:32:35.324917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51580) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:35.347161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-835d49b2-e4ff-464c-91e1-0d87ad8abdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.349017 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-835d49b2-e4ff-464c-91e1-0d87ad8abdf1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528712 Nov 22 16:32:35.351120 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2abc307-57ab-4b8c-9439-c4a0b3cad77d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.553380 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-a01a9db3-af5e-4387-87fe-802f4233e422 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950035 Nov 22 16:32:35.584973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2abc307-57ab-4b8c-9439-c4a0b3cad77d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.607669 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2abc307-57ab-4b8c-9439-c4a0b3cad77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.659528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc307-57ab-4b8c-9439-c4a0b3cad77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dad69e-7bee-4f7d-a858-69dd9a68e26f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:35.676807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c2abc307-57ab-4b8c-9439-c4a0b3cad77d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e65214f2eabe44569faa07ef47fea61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3507695 Nov 22 16:32:35.677420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51590) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:35.738366 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-cdaf11df-e4a0-4140-9951-e7e0a5d282cd service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763606 Nov 22 16:32:35.788519 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25ed878-f408-4189-90fb-9fc67ec0c146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.807503 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-0265ae0d-a865-4a94-866b-4b0d786d70bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b HTTP/1.1" status: 200 len: 217 time: 0.0601938 Nov 22 16:32:35.820751 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25ed878-f408-4189-90fb-9fc67ec0c146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.894212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25ed878-f408-4189-90fb-9fc67ec0c146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.899453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c25ed878-f408-4189-90fb-9fc67ec0c146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.918568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c25ed878-f408-4189-90fb-9fc67ec0c146 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22dad69e-7bee-4f7d-a858-69dd9a68e26f HTTP/1.1" status: 204 len: 168 time: 0.2362583 Nov 22 16:32:35.944117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-6bf7e730-0e19-470f-afda-16f9cfddc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.945501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ed878-f408-4189-90fb-9fc67ec0c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dad69e-7bee-4f7d-a858-69dd9a68e26f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:35.950390 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-6bf7e730-0e19-470f-afda-16f9cfddc314 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1297860 Nov 22 16:32:36.070110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-6f379daa-73da-4313-a6f0-b3b3cfde1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.074082 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-6f379daa-73da-4313-a6f0-b3b3cfde1d32 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037452 Nov 22 16:32:36.357095 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-0d9de7d6-b984-42b9-8b19-06e8237aeec1 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735913 Nov 22 16:32:36.590574 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-529461c8-9b5f-497c-b52f-a6ad03a1772a service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238019 Nov 22 16:32:36.679832 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-b43202a0-e716-4129-b566-8f286af19078 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27 HTTP/1.1" status: 200 len: 217 time: 0.0793304 Nov 22 16:32:36.810263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-cad5e272-2db0-4c0f-964e-2febcc78af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.814374 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-cad5e272-2db0-4c0f-964e-2febcc78af44 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 200 len: 797 time: 0.1254740 Nov 22 16:32:36.939742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-fedb29b9-0f51-4f70-a78c-192257dbb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.942434 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-fedb29b9-0f51-4f70-a78c-192257dbb100 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=669a39bd-497c-4872-8a5f-a523c69f1193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134198 Nov 22 16:32:37.291626 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-5492a550-05e0-4e15-a87b-12e7d06f3212 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383238 Nov 22 16:32:37.659888 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-7adcf207-a297-4e4f-a6fb-9e1a322947e1 service neutron] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573983 Nov 22 16:32:37.728784 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-153d047c-2d3b-49a6-89ed-cbbd36e76917 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537 HTTP/1.1" status: 200 len: 217 time: 0.0594583 Nov 22 16:32:37.852844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-3a6daa9f-955b-4783-a0ba-d7bb8bc2d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.855794 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-3a6daa9f-955b-4783-a0ba-d7bb8bc2d5b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.1165895 Nov 22 16:32:37.991609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-177dfb3c-8f4f-4fe0-9189-ffc235c3741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.004229 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-177dfb3c-8f4f-4fe0-9189-ffc235c3741c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1392486 Nov 22 16:32:39.643842 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-9bfa95fe-8049-40ef-9b22-aa7d5a832d39 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6291087 Nov 22 16:32:39.945441 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-20db75ac-fb12-4b8a-9cbc-d23677207c74 service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867212 Nov 22 16:32:40.060564 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-9f1587d0-2b40-4ce9-8f70-3976b12b18c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 200 len: 217 time: 0.0904901 Nov 22 16:32:40.271788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-091f3f4b-9a46-4e31-8285-bd4e4a028186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.273342 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-091f3f4b-9a46-4e31-8285-bd4e4a028186 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 200 len: 797 time: 0.2017467 Nov 22 16:32:40.439856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-9a42bafa-d9d9-48dc-98c1-397638483694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.446787 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-9a42bafa-d9d9-48dc-98c1-397638483694 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=fb8677be-dd67-4e24-8c66-d5f0248bf751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1614583 Nov 22 16:32:40.760721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-b539f8cb-1f4c-42d6-b726-d8e41ea10dbe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.769915 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-b539f8cb-1f4c-42d6-b726-d8e41ea10dbe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.777315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-b539f8cb-1f4c-42d6-b726-d8e41ea10dbe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.788432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-b539f8cb-1f4c-42d6-b726-d8e41ea10dbe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.803531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-b539f8cb-1f4c-42d6-b726-d8e41ea10dbe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.805849 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-1f7a2089-5872-4300-9db9-78ad0b5e5aff service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427866 Nov 22 16:32:40.813383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-b539f8cb-1f4c-42d6-b726-d8e41ea10dbe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.821082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-b539f8cb-1f4c-42d6-b726-d8e41ea10dbe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.833211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-b539f8cb-1f4c-42d6-b726-d8e41ea10dbe tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.2072322 Nov 22 16:32:40.968633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5adf3dd9-f7ea-4b50-8e07-836d6fbca8f5 req-a3e49376-9526-4001-b208-fd126a8bd6f9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341379 Nov 22 16:32:41.095724 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e33252d9-d820-456d-9ed8-1a7a714c79ab req-b004f2bc-0d11-43d4-aaad-272d95db0aac service neutron] 10.222.0.71 "GET /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596097 Nov 22 16:32:41.508869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51854) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:41.722641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 51862) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:41.961332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fda498d2-d27d-4209-a34f-a7dd322ad054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.187016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-360702c6-b04f-402f-ae41-c31b979ade8d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.193875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-360702c6-b04f-402f-ae41-c31b979ade8d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.200220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-360702c6-b04f-402f-ae41-c31b979ade8d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.207525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-360702c6-b04f-402f-ae41-c31b979ade8d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.214954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-360702c6-b04f-402f-ae41-c31b979ade8d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.223240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-360702c6-b04f-402f-ae41-c31b979ade8d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.229926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-360702c6-b04f-402f-ae41-c31b979ade8d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.232232 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-360702c6-b04f-402f-ae41-c31b979ade8d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.4451568 Nov 22 16:32:42.402372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ffc4e3-bc54-4f0d-81f1-c36a58edcf14 admin admin] Deleting subnet 96ab69b0-59c9-47a3-8e30-928fc95c7c54 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:32:42.409117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb050-41cf-47df-b50a-addce55f219a req-e5264289-577c-4edf-8ed3-638457ef203a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.434505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09ffc4e3-bc54-4f0d-81f1-c36a58edcf14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.444078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb050-41cf-47df-b50a-addce55f219a req-e5264289-577c-4edf-8ed3-638457ef203a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.470811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb050-41cf-47df-b50a-addce55f219a req-e5264289-577c-4edf-8ed3-638457ef203a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.496624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb050-41cf-47df-b50a-addce55f219a req-e5264289-577c-4edf-8ed3-638457ef203a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.521161 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb050-41cf-47df-b50a-addce55f219a req-e5264289-577c-4edf-8ed3-638457ef203a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.534747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb050-41cf-47df-b50a-addce55f219a req-e5264289-577c-4edf-8ed3-638457ef203a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.560257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2eb050-41cf-47df-b50a-addce55f219a req-e5264289-577c-4edf-8ed3-638457ef203a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.572338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f2eb050-41cf-47df-b50a-addce55f219a req-e5264289-577c-4edf-8ed3-638457ef203a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.4021013 Nov 22 16:32:42.575053 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09ffc4e3-bc54-4f0d-81f1-c36a58edcf14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.626491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09ffc4e3-bc54-4f0d-81f1-c36a58edcf14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.765025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f2eb050-41cf-47df-b50a-addce55f219a req-ab6bd888-d1bb-4aec-81a4-9286e8dc0d11 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886458 Nov 22 16:32:42.781716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09ffc4e3-bc54-4f0d-81f1-c36a58edcf14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.833171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffc4e3-bc54-4f0d-81f1-c36a58edcf14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ab69b0-59c9-47a3-8e30-928fc95c7c54,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:42.854721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-a3ccb9a0-68db-4521-82ed-b2c77c4a3f10 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.859214 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-a3ccb9a0-68db-4521-82ed-b2c77c4a3f10 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "GET /v2.0/ports/eb6c4404-6820-4aae-bf63-d16f20628ec1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6050682 Nov 22 16:32:42.867966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-09ffc4e3-bc54-4f0d-81f1-c36a58edcf14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.875763 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-09ffc4e3-bc54-4f0d-81f1-c36a58edcf14 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/96ab69b0-59c9-47a3-8e30-928fc95c7c54 HTTP/1.1" status: 204 len: 168 time: 1.3642199 Nov 22 16:32:42.878136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:43.015852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.109949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.132101 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fda498d2-d27d-4209-a34f-a7dd322ad054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.146482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366d3e15-cd56-4224-b7fc-8b0d05bf8a24']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:43.175411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d024f2-f4b9-4c24-9408-7a18b17d9087') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:43.178707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d024f2-f4b9-4c24-9408-7a18b17d9087') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:43.231528 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.236979 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-5df2a032-0658-484f-9e6d-96535de9e644 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "GET /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3345468 Nov 22 16:32:43.238511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fda498d2-d27d-4209-a34f-a7dd322ad054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.252659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:43.260076 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.270155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:32:43.270808 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:32:43.274955 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:32:43.425369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.432707 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.444089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/366d3e15-cd56-4224-b7fc-8b0d05bf8a24 HTTP/1.1" status: 204 len: 168 time: 0.5640974 Nov 22 16:32:43.479223 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda498d2-d27d-4209-a34f-a7dd322ad054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f66c24d-a282-41d7-8ad1-0da1856c93e6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:43.482417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba136b2e-d5f0-4490-abee-d218bde21cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=366d3e15-cd56-4224-b7fc-8b0d05bf8a24,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:43.527845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51886) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:43.528736 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fda498d2-d27d-4209-a34f-a7dd322ad054 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd7c5742937949879fef76b80eb4876e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8046882 Nov 22 16:32:43.539534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.735236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9cb63b0-3962-46ab-b084-9bde943741c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.815478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:43.910468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9cb63b0-3962-46ab-b084-9bde943741c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.990729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] For port eb6c4404-6820-4aae-bf63-d16f20628ec1, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=eb6c4404-6820-4aae-bf63-d16f20628ec1,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:44.018432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c27c1445-80d0-454e-9cc3-9e9342c772c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d3901acdfa04008974aa62bc042d23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967919 Nov 22 16:32:44.031884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:44.168835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] For port eb6c4404-6820-4aae-bf63-d16f20628ec1, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:44.198970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-0d4e6604-d4ac-485d-b61b-8f07617b99dd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.205701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-0d4e6604-d4ac-485d-b61b-8f07617b99dd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.211693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-0d4e6604-d4ac-485d-b61b-8f07617b99dd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.218719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-0d4e6604-d4ac-485d-b61b-8f07617b99dd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.224991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-0d4e6604-d4ac-485d-b61b-8f07617b99dd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.235500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] device_id is not set on port eb6c4404-6820-4aae-bf63-d16f20628ec1 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:32:44.243856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-0d4e6604-d4ac-485d-b61b-8f07617b99dd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.253010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-0d4e6604-d4ac-485d-b61b-8f07617b99dd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.268960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-0d4e6604-d4ac-485d-b61b-8f07617b99dd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 5436 time: 0.2454579 Nov 22 16:32:44.290885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.312480 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.412244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24634f90-fec5-46af-a9f2-ebdf249a5837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.434491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] No DVR routers for this DVR port eb6c4404-6820-4aae-bf63-d16f20628ec1 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:44.481816 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9cb63b0-3962-46ab-b084-9bde943741c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.492397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9cb63b0-3962-46ab-b084-9bde943741c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.499702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d9cb63b0-3962-46ab-b084-9bde943741c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f66c24d-a282-41d7-8ad1-0da1856c93e6 HTTP/1.1" status: 204 len: 168 time: 0.9682481 Nov 22 16:32:44.556828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb63b0-3962-46ab-b084-9bde943741c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f66c24d-a282-41d7-8ad1-0da1856c93e6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.580349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] In _notify_port_updated(), no bound segment for port eb6c4404-6820-4aae-bf63-d16f20628ec1 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:32:44.589978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.590658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.593690 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] 10.222.0.71 "PUT /v2.0/ports/eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 200 len: 1028 time: 1.3460548 Nov 22 16:32:44.598980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-113d4087-5ec4-4f10-893c-75cc76d57baf req-2a35958a-6313-44e3-9abb-0cda79a4e2f4 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=222ef245-0b43-4e1a-afc4-c2741a41e040&id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3287404 Nov 22 16:32:44.618155 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24634f90-fec5-46af-a9f2-ebdf249a5837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.688402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521582a1-97c9-4f66-b338-950dbc0eca44 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6c4404-6820-4aae-bf63-d16f20628ec1,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.725295 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-701e0def-eee8-4a9e-90aa-9b8ea920fb75 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.726865 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-701e0def-eee8-4a9e-90aa-9b8ea920fb75 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "GET /v2.0/ports/ad9709cb-4d75-4071-949f-dd1d78ceb1b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1237907 Nov 22 16:32:44.740251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:44.746737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24634f90-fec5-46af-a9f2-ebdf249a5837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.752866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24634f90-fec5-46af-a9f2-ebdf249a5837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.762608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24634f90-fec5-46af-a9f2-ebdf249a5837 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78a338f7-511c-4548-92fe-63fca97ebdac HTTP/1.1" status: 204 len: 168 time: 0.7276752 Nov 22 16:32:44.799965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24634f90-fec5-46af-a9f2-ebdf249a5837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a338f7-511c-4548-92fe-63fca97ebdac,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.891570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.011550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6aa7cb66-6386-49cc-bce7-a8aeb7b76069 None None] Provisioning complete for port eb6c4404-6820-4aae-bf63-d16f20628ec1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:45.013740 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6aa7cb66-6386-49cc-bce7-a8aeb7b76069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.134519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6aa7cb66-6386-49cc-bce7-a8aeb7b76069 None None] Port eb6c4404-6820-4aae-bf63-d16f20628ec1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:45.215185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] For port ad9709cb-4d75-4071-949f-dd1d78ceb1b8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:45.297871 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] For port ad9709cb-4d75-4071-949f-dd1d78ceb1b8, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:45.310276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4af60b5b-1e48-4955-9a08-1fcb31b208cd no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:45.401458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] device_id is not set on port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:32:45.439399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.455471 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.466426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:45.539327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3850-8003-4231-9ba2-5a01591cc358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.540375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.633414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:45.638858 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1053a055-f2dc-4c9e-9aa8-836b3f7aec8f" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-unplugged", "status": "completed", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:45.677260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] No DVR routers for this DVR port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:45.688164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4af60b5b-1e48-4955-9a08-1fcb31b208cd, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:45.699430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.700583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 667298fd-c433-4b7c-a2b0-5000e7b8e96b no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:45.824114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:45.908500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] In _notify_port_updated(), no bound segment for port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 on network 669a39bd-497c-4872-8a5f-a523c69f1193 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:32:45.909712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.911301 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.916945 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-92701553-ade5-4dae-8a59-146f23318f08 service neutron] 10.222.0.71 "PUT /v2.0/ports/ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 200 len: 1028 time: 1.1790869 Nov 22 16:32:45.981095 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3850-8003-4231-9ba2-5a01591cc358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.000578 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3850-8003-4231-9ba2-5a01591cc358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.103386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e3850-8003-4231-9ba2-5a01591cc358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2e4a1c-a5f4-4aaa-b2cb-db46256f1736,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:46.151229 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.155243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bf512dbd-fc47-42fb-8a18-3abf64f0d95a None None] Provisioning complete for port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:46.155837 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bf512dbd-fc47-42fb-8a18-3abf64f0d95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.157773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4af60b5b-1e48-4955-9a08-1fcb31b208cd,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:46.221338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9213-7b4d-4ebe-aee9-7079176bcb4a req-9cff46d5-baa3-48c3-8b4c-c25c19317424 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.231795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9213-7b4d-4ebe-aee9-7079176bcb4a req-9cff46d5-baa3-48c3-8b4c-c25c19317424 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.252197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9213-7b4d-4ebe-aee9-7079176bcb4a req-9cff46d5-baa3-48c3-8b4c-c25c19317424 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.271083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9213-7b4d-4ebe-aee9-7079176bcb4a req-9cff46d5-baa3-48c3-8b4c-c25c19317424 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.283992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port 667298fd-c433-4b7c-a2b0-5000e7b8e96b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:46.284602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.301267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9213-7b4d-4ebe-aee9-7079176bcb4a req-9cff46d5-baa3-48c3-8b4c-c25c19317424 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.316542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-213b9213-7b4d-4ebe-aee9-7079176bcb4a req-9cff46d5-baa3-48c3-8b4c-c25c19317424 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 3884 time: 0.2141471 Nov 22 16:32:46.345801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fd8e3850-8003-4231-9ba2-5a01591cc358 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48760b3a21b04184aaec1cbff45297fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8764164 Nov 22 16:32:46.349985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:46.546163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.546505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.546864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.547189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.547521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.547851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.548222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.548550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.548887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.549205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.549531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.549853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:46.550080 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af68eb6c-b33b-4063-91f0-f850ba16cdf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.564204 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd53d91-3695-4cc7-94de-2ffc0b36f34d x-openstack-request-id: req-bfd53d91-3695-4cc7-94de-2ffc0b36f34d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:46.564505 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-unplugged", "status": "completed", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:46.564765 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bfd53d91-3695-4cc7-94de-2ffc0b36f34d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:46.565167 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'code': 200} Nov 22 16:32:46.618662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] For port 667298fd-c433-4b7c-a2b0-5000e7b8e96b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:46.618880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bf512dbd-fc47-42fb-8a18-3abf64f0d95a None None] Port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:46.619337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.650431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-213b9213-7b4d-4ebe-aee9-7079176bcb4a req-e3d2f47b-c159-4d3f-b2e3-72a159c3e611 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329058 Nov 22 16:32:46.660993 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af68eb6c-b33b-4063-91f0-f850ba16cdf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.664576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for 667298fd-c433-4b7c-a2b0-5000e7b8e96b owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:46.686995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 667298fd-c433-4b7c-a2b0-5000e7b8e96b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=667298fd-c433-4b7c-a2b0-5000e7b8e96b,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:46.699849 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.700865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device eb6c4404-6820-4aae-bf63-d16f20628ec1 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:46.782420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af68eb6c-b33b-4063-91f0-f850ba16cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.785198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af68eb6c-b33b-4063-91f0-f850ba16cdf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.788885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-af68eb6c-b33b-4063-91f0-f850ba16cdf0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae2e4a1c-a5f4-4aaa-b2cb-db46256f1736 HTTP/1.1" status: 204 len: 168 time: 0.4354091 Nov 22 16:32:46.808722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68eb6c-b33b-4063-91f0-f850ba16cdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2e4a1c-a5f4-4aaa-b2cb-db46256f1736,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:46.891840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=667298fd-c433-4b7c-a2b0-5000e7b8e96b,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:46.903215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device eb6c4404-6820-4aae-bf63-d16f20628ec1 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:46.906591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device cef00f4d-baa5-474e-9dd1-8a4886f2c537 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:47.015464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.048286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.119074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port cef00f4d-baa5-474e-9dd1-8a4886f2c537, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:47.126338 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.130615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device f83fbec6-82ce-4f88-9748-a5d8f28b5f27 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:47.184687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 51990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:47.236986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=667298fd-c433-4b7c-a2b0-5000e7b8e96b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:47.274135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] No DVR routers for this DVR port 667298fd-c433-4b7c-a2b0-5000e7b8e96b on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:47.278738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.292298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-9b1572b4-6fbe-424f-bfd8-5e367c0e2d53 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "DELETE /v2.0/ports/667298fd-c433-4b7c-a2b0-5000e7b8e96b HTTP/1.1" status: 204 len: 173 time: 1.3659089 Nov 22 16:32:47.293384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': '667298fd-c433-4b7c-a2b0-5000e7b8e96b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:47.301604 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c5ca18-6de5-46d5-9611-44d27c1713c6" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "667298fd-c433-4b7c-a2b0-5000e7b8e96b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:47.413627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1722200807-network', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:47.447233 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ef5d2d-4ea5-479d-b94d-4e87bae12661 x-openstack-request-id: req-70ef5d2d-4ea5-479d-b94d-4e87bae12661 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:47.447943 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "667298fd-c433-4b7c-a2b0-5000e7b8e96b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:47.448407 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70ef5d2d-4ea5-479d-b94d-4e87bae12661 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:47.449086 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': '667298fd-c433-4b7c-a2b0-5000e7b8e96b', 'status': 'completed', 'code': 200} Nov 22 16:32:47.483215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Made reservation on behalf of 17bb95f644b84cdcb2d1e5ff554852a3 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:47.487814 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.488564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=cef00f4d-baa5-474e-9dd1-8a4886f2c537,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:47.491867 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.508552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.569709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:47.569980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port f83fbec6-82ce-4f88-9748-a5d8f28b5f27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:47.570969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.580912 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.581197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 59ed574a-1a8d-4a66-9c56-c75d7a95c166 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:47.850457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.866554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] For port 59ed574a-1a8d-4a66-9c56-c75d7a95c166, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=59ed574a-1a8d-4a66-9c56-c75d7a95c166,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:47.867047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.883228 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for 59ed574a-1a8d-4a66-9c56-c75d7a95c166 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:47.932301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.978674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:48.001768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02e7e03-88cf-4499-b4c8-c28b579fd49c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:48.018724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:48.022255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.066854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489404bd-682c-47b2-8eaf-2aadc4766184 req-d19f2691-708b-4ecd-90a7-54eda1cbeae5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.074007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489404bd-682c-47b2-8eaf-2aadc4766184 req-d19f2691-708b-4ecd-90a7-54eda1cbeae5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.080574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489404bd-682c-47b2-8eaf-2aadc4766184 req-d19f2691-708b-4ecd-90a7-54eda1cbeae5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.089173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489404bd-682c-47b2-8eaf-2aadc4766184 req-d19f2691-708b-4ecd-90a7-54eda1cbeae5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.091339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-489404bd-682c-47b2-8eaf-2aadc4766184 req-d19f2691-708b-4ecd-90a7-54eda1cbeae5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 3146 time: 0.2434680 Nov 22 16:32:48.097692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.100554 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Added segment e8490450-d9ee-4c0d-8e0a-e3e5eaf48797 of type vlan for network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d Nov 22 16:32:48.148376 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.194403 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.236882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ad9709cb-4d75-4071-949f-dd1d78ceb1b8 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:48.248798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-489404bd-682c-47b2-8eaf-2aadc4766184 req-069d9cc1-ab7a-4ed8-947c-72f32c12236b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026897 Nov 22 16:32:48.286769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=59ed574a-1a8d-4a66-9c56-c75d7a95c166,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:48.310762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.312441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.313281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.387064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] No DVR routers for this DVR port 59ed574a-1a8d-4a66-9c56-c75d7a95c166 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:48.389174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ad9709cb-4d75-4071-949f-dd1d78ceb1b8 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:48.402401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.417846 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-932eea71-331b-4ab3-a42b-f1d5865cf7c7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "DELETE /v2.0/ports/59ed574a-1a8d-4a66-9c56-c75d7a95c166 HTTP/1.1" status: 204 len: 173 time: 1.1101458 Nov 22 16:32:48.524458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3381701 Nov 22 16:32:48.525539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52022) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:48.542299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Request body: {'subnet': {'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1722200807-subnet', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:48.567039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667298fd-c433-4b7c-a2b0-5000e7b8e96b'}, {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537'}, {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:48.569114 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf926b0-b589-4e27-82c7-9e620c7cf0aa" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-unplugged", "status": "completed", "tag": "667298fd-c433-4b7c-a2b0-5000e7b8e96b"}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-unplugged", "status": "completed", "tag": "cef00f4d-baa5-474e-9dd1-8a4886f2c537"}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-unplugged", "status": "completed", "tag": "f83fbec6-82ce-4f88-9748-a5d8f28b5f27"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:48.595731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6aea1-c4af-4a9d-8004-f26e64b76cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:48.610756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:48.612214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Made reservation on behalf of 17bb95f644b84cdcb2d1e5ff554852a3 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:48.617449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.747387 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ac5509-f02d-41ce-a38f-85d19b4a8814 x-openstack-request-id: req-78ac5509-f02d-41ce-a38f-85d19b4a8814 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:48.748457 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-unplugged", "status": "completed", "tag": "667298fd-c433-4b7c-a2b0-5000e7b8e96b", "code": 200}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-unplugged", "status": "completed", "tag": "cef00f4d-baa5-474e-9dd1-8a4886f2c537", "code": 200}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-unplugged", "status": "completed", "tag": "f83fbec6-82ce-4f88-9748-a5d8f28b5f27", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:48.749178 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-78ac5509-f02d-41ce-a38f-85d19b4a8814 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:48.750120 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667298fd-c433-4b7c-a2b0-5000e7b8e96b', 'code': 200} Nov 22 16:32:48.750847 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537', 'code': 200} Nov 22 16:32:48.751335 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27', 'code': 200} Nov 22 16:32:48.860587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:48.861161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.036785 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e723fe21-5f3b-4e4e-995d-cc1ae8a9b7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.121484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] For port f83fbec6-82ce-4f88-9748-a5d8f28b5f27, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:49.122020 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.130733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.164063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for f83fbec6-82ce-4f88-9748-a5d8f28b5f27 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:49.256806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f4b16f-9aa9-4867-8075-24aa3f4d94ad,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.277604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Checking segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:49.278149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Network hostable DHCP agents. Network: c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:49.323004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:49.365961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:49.372865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.381098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e3444-0b47-41b0-b02d-12566210d9f5 None None] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:49.396465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.406784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.446356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5a039570-ac3e-41be-a00a-c5adb82dd435 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9168184 Nov 22 16:32:49.449821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52040) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:49.459952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:49.489780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': '59ed574a-1a8d-4a66-9c56-c75d7a95c166'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:49.493382 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6c6d7-7a8a-43bb-b332-c8951923973d" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "59ed574a-1a8d-4a66-9c56-c75d7a95c166"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:49.509714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=f83fbec6-82ce-4f88-9748-a5d8f28b5f27,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.528902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.530466 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.574318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d9435-94ad-40e8-b5cf-0b3456ea3305 req-b2e2a449-6923-4cc9-9ef7-2a3b53a00cd2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.584905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d9435-94ad-40e8-b5cf-0b3456ea3305 req-b2e2a449-6923-4cc9-9ef7-2a3b53a00cd2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.598131 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c77d9435-94ad-40e8-b5cf-0b3456ea3305 req-b2e2a449-6923-4cc9-9ef7-2a3b53a00cd2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 1678 time: 0.1081908 Nov 22 16:32:49.638572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] No DVR routers for this DVR port f83fbec6-82ce-4f88-9748-a5d8f28b5f27 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:49.651145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.655998 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-7e5b0ada-62f1-48d3-a78a-531e7bf96464 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "DELETE /v2.0/ports/f83fbec6-82ce-4f88-9748-a5d8f28b5f27 HTTP/1.1" status: 204 len: 173 time: 1.2288764 Nov 22 16:32:49.671245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.792633 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc989420-3d32-4095-9161-90db20552848 x-openstack-request-id: req-dc989420-3d32-4095-9161-90db20552848 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:49.795415 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "59ed574a-1a8d-4a66-9c56-c75d7a95c166", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:49.795654 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc989420-3d32-4095-9161-90db20552848 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:49.796166 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': '59ed574a-1a8d-4a66-9c56-c75d7a95c166', 'status': 'completed', 'code': 200} Nov 22 16:32:49.797463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c77d9435-94ad-40e8-b5cf-0b3456ea3305 req-aeb2b4ef-683b-4ae2-b0fc-055c4028e1f8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982412 Nov 22 16:32:49.836124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'fixed_ips': [{'subnet_id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:32:49.837671 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.976590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port cef00f4d-baa5-474e-9dd1-8a4886f2c537 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:49.985610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.987446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.087123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Allocated IP 172.20.0.2 (c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d/47f4b16f-9aa9-4867-8075-24aa3f4d94ad/1a518e88-7e2f-4e0a-aef2-06a70942e1c0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:50.289912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] For port cef00f4d-baa5-474e-9dd1-8a4886f2c537, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=cef00f4d-baa5-474e-9dd1-8a4886f2c537,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:50.290285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.339613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for cef00f4d-baa5-474e-9dd1-8a4886f2c537 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:50.558138 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.567195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.662652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:50.673969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.676502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:50.680520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:50.769132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=cef00f4d-baa5-474e-9dd1-8a4886f2c537,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:50.769503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Pushing event updated for resources: {'Port': ['ID=1a518e88-7e2f-4e0a-aef2-06a70942e1c0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:50.857452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Attempting to bind port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:50.858172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Attempting to bind port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:50.858588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Attempting to bind port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 on network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:50.868996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:50.869396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Checking segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:50.869819 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.870240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Bound using segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:50.870757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Bound port: 1a518e88-7e2f-4e0a-aef2-06a70942e1c0, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:50.871157 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.047363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] No DVR routers for this DVR port cef00f4d-baa5-474e-9dd1-8a4886f2c537 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:51.059331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.072471 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-cdf94fa1-d377-4d2f-a738-08e46943f8a8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "DELETE /v2.0/ports/cef00f4d-baa5-474e-9dd1-8a4886f2c537 HTTP/1.1" status: 204 len: 173 time: 1.4070773 Nov 22 16:32:51.136272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6df1d-5228-41d4-898d-c748d599fcfc req-8fa732cc-f44e-4deb-8469-714e2ba61b4e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:51.149290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26a6df1d-5228-41d4-898d-c748d599fcfc req-8fa732cc-f44e-4deb-8469-714e2ba61b4e tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 944 time: 0.1656172 Nov 22 16:32:51.315488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] For port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:51.341655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] For port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1a518e88-7e2f-4e0a-aef2-06a70942e1c0,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:51.361815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.364689 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5aa3f67c-0f7e-4017-b800-0c7b4dfdfcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.410466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26a6df1d-5228-41d4-898d-c748d599fcfc req-aad25a89-a7d9-4624-b8a9-b3a192910476 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups?id=37854536-d895-45b0-bd48-2ca2a117d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414942 Nov 22 16:32:51.474694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port 4af60b5b-1e48-4955-9a08-1fcb31b208cd {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:51.475312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.531518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648eb15-27d6-41ca-96ae-6d19c027d260 None None] Pushing event updated for resources: {'Port': ['ID=1a518e88-7e2f-4e0a-aef2-06a70942e1c0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:51.704832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] For port 4af60b5b-1e48-4955-9a08-1fcb31b208cd, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4af60b5b-1e48-4955-9a08-1fcb31b208cd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:51.705659 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.750220 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.828552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27'}, {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:51.853016 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7944a0-5dff-428e-b437-c8709db03928" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "f83fbec6-82ce-4f88-9748-a5d8f28b5f27"}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "cef00f4d-baa5-474e-9dd1-8a4886f2c537"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:51.881557 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.996917 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151a4fad-9d1a-43ee-bf9f-2ee7e347ba65 x-openstack-request-id: req-151a4fad-9d1a-43ee-bf9f-2ee7e347ba65 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:51.997226 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "f83fbec6-82ce-4f88-9748-a5d8f28b5f27", "status": "completed", "code": 200}, {"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "cef00f4d-baa5-474e-9dd1-8a4886f2c537", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:51.997479 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-151a4fad-9d1a-43ee-bf9f-2ee7e347ba65 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:51.997887 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': 'f83fbec6-82ce-4f88-9748-a5d8f28b5f27', 'status': 'completed', 'code': 200} Nov 22 16:32:51.998139 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': 'cef00f4d-baa5-474e-9dd1-8a4886f2c537', 'status': 'completed', 'code': 200} Nov 22 16:32:52.204728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.207170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Allocated IP 172.25.5.69 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/5d46407d-89a0-4cae-9693-1aa6370ec2db) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:52.214822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.215509 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Floating IP 362709f5-efbc-43be-a3a5-eb72813893c6 disassociated. External IP: 172.25.5.214, port: 4af60b5b-1e48-4955-9a08-1fcb31b208cd. Nov 22 16:32:52.216493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for 4af60b5b-1e48-4955-9a08-1fcb31b208cd owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:52.493731 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.564343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.614463 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.625139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.692847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:52.701391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:52.715709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:52.724450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c1141e-6de2-446a-a615-5454d718ee52 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:32:52.847338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Pushing event updated for resources: {'Port': ['ID=5d46407d-89a0-4cae-9693-1aa6370ec2db,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:52.876707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.893420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7496fe01-a00f-4bf5-b586-36560ab6d8cf None None] Provisioning complete for port 5d46407d-89a0-4cae-9693-1aa6370ec2db triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:52.896447 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7496fe01-a00f-4bf5-b586-36560ab6d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.028873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=4af60b5b-1e48-4955-9a08-1fcb31b208cd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:53.062951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac85a244-238e-4bcb-bf77-d0f7d5c93c16 req-41e51429-4b08-4fdd-a686-072e244b5145 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.2254200 Nov 22 16:32:53.159156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7496fe01-a00f-4bf5-b586-36560ab6d8cf None None] Port 5d46407d-89a0-4cae-9693-1aa6370ec2db cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:53.198187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:53.344576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:53.345386 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.516249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:32:53.777858 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.986628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1a518e88-7e2f-4e0a-aef2-06a70942e1c0,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:54.006066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.260766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:54.281280 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39672984-1e62-4398-984e-97a28108357e None None] Sync routers for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:54.319116 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39672984-1e62-4398-984e-97a28108357e None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:54.331825 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-39672984-1e62-4398-984e-97a28108357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:54.374182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e695fe-ad55-4861-9ce2-f1ffa9912841 None None] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:54.402559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] No DVR routers for this DVR port 4af60b5b-1e48-4955-9a08-1fcb31b208cd on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:54.411196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.418433 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6211fa0-4ba5-41b8-b3f7-a9b9dfcd3a56 req-4fe817c6-14dc-41b5-bc1b-9e35b1e9cadf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.71 "DELETE /v2.0/ports/4af60b5b-1e48-4955-9a08-1fcb31b208cd HTTP/1.1" status: 204 len: 173 time: 3.3378787 Nov 22 16:32:54.419206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:54.430425 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.432773 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5406712-7f4f-4aab-b71a-ac3e0f9a9737" -d '{"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:54.581663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=1a518e88-7e2f-4e0a-aef2-06a70942e1c0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:54.610633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c6cfe38-39d1-45a3-8a34-2d158a25ff8e req-7414aa11-4778-4188-995d-13ab67f1f39a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1321001 Nov 22 16:32:54.649774 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1f612f-cb03-47ce-8acf-0713596946b3 x-openstack-request-id: req-ec1f612f-cb03-47ce-8acf-0713596946b3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:54.650259 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c61334f-878d-48ff-93c2-b387fd349da6", "name": "network-vif-deleted", "tag": "4af60b5b-1e48-4955-9a08-1fcb31b208cd", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:54.650680 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec1f612f-cb03-47ce-8acf-0713596946b3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:54.651408 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c61334f-878d-48ff-93c2-b387fd349da6', 'name': 'network-vif-deleted', 'tag': '4af60b5b-1e48-4955-9a08-1fcb31b208cd', 'status': 'completed', 'code': 200} Nov 22 16:32:54.659437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c698e193-aaf9-4524-96e0-85ae71548187 None None] Provisioning complete for port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:54.664760 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c698e193-aaf9-4524-96e0-85ae71548187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.729400 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.023509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:55.048428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.370260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.384941 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.401994 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-39672984-1e62-4398-984e-97a28108357e None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:55.978800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be05fd4f-2831-4d15-959f-cdeec93ce430 req-7b9bbe52-a77b-4340-9595-d54d3aef24a0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1268461 Nov 22 16:32:55.993138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Router 96266755-0a65-456c-83ca-22b4d397de65 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:32:56.110552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:56.111241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.124701 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-39672984-1e62-4398-984e-97a28108357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:27Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:56.162298 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39672984-1e62-4398-984e-97a28108357e None None] Checking router: c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:56.174171 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39672984-1e62-4398-984e-97a28108357e None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:56.175060 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-39672984-1e62-4398-984e-97a28108357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:56.343813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:56.399381 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.402114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b413d40e-9f3f-45cc-9c41-3836129bccbb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.9511869 Nov 22 16:32:56.405447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52160) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:56.415315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Sync routers for ids ['96266755-0a65-456c-83ca-22b4d397de65'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:56.494372 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-39672984-1e62-4398-984e-97a28108357e None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:56.639545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Routers {'96266755-0a65-456c-83ca-22b4d397de65'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:56.656252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96266755-0a65-456c-83ca-22b4d397de65'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:57.191852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a8515b80-737d-4897-93af-c00b88321bcd None None] Provisioning complete for port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:57.192935 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8515b80-737d-4897-93af-c00b88321bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.267504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Set router 96266755-0a65-456c-83ca-22b4d397de65 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:57.275051 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-39672984-1e62-4398-984e-97a28108357e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:27Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:57.301095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd297b75-f403-416a-b33d-cb5d7a780595 req-bd7eedb7-dfce-46c0-b884-5ce98fabb4c5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0611439 Nov 22 16:32:57.399434 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39672984-1e62-4398-984e-97a28108357e None None] The sync data for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 is: [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:21:16Z', 'revision_number': 4, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '8460a916-a976-4a2b-bb89-bc578b319cbd', 'name': '', 'network_id': 'b11a9880-ae5b-4f89-86ab-6500df726728', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'mac_address': 'fa:16:3e:41:63:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:15Z', 'updated_at': '2021-11-22T16:21:27Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'subnets': [{'id': 'c72db2e4-f5b8-4efd-9af6-291eb8cef3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:57.847236 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.024213 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311cfe5-6d09-4ef1-b094-212a1e712a79 None None] New status for floating IP 362709f5-efbc-43be-a3a5-eb72813893c6: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:32:58.155845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Allocated IP 172.20.0.1 (c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d/47f4b16f-9aa9-4867-8075-24aa3f4d94ad/679a423b-4484-40bb-aafd-13ce6d1ac7e8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:58.462708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:53Z', 'revision_number': 3, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:58.482288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.569841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Checking router: 96266755-0a65-456c-83ca-22b4d397de65 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:58.570194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Updating router 96266755-0a65-456c-83ca-22b4d397de65 port 5d46407d-89a0-4cae-9693-1aa6370ec2db binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:32:58.588314 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.609952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5eb8cc08-66a6-42ba-9d70-6b8408c92dd6 req-6df66edb-7c2f-4a1f-98b1-80d6a772c31d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0758312 Nov 22 16:32:58.675040 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.695146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:58.711313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:58.742551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:58.920965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.197369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Pushing event updated for resources: {'Port': ['ID=679a423b-4484-40bb-aafd-13ce6d1ac7e8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:59.343667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-18a14a7f-55c0-42aa-822d-ad2482c7c058 None None] Provisioning complete for port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:59.348572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18a14a7f-55c0-42aa-822d-ad2482c7c058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.377423 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.465276 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.496404 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.567048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-18a14a7f-55c0-42aa-822d-ad2482c7c058 None None] Port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:59.806769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8547982-348e-47ae-bbb7-165d5442ca35 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:32:59.836081 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.868267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.893990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Attempting to bind port 5d46407d-89a0-4cae-9693-1aa6370ec2db on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:59.894371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Attempting to bind port 5d46407d-89a0-4cae-9693-1aa6370ec2db by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:59.894737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Attempting to bind port 5d46407d-89a0-4cae-9693-1aa6370ec2db on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:59.912431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441e2fc-6c7d-4264-9820-965021c605d8 None None] Pushing event updated for resources: {'Port': ['ID=5d46407d-89a0-4cae-9693-1aa6370ec2db,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:59.912722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:59.916522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:59.921442 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.922785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:59.929549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Bound port: 5d46407d-89a0-4cae-9693-1aa6370ec2db, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:59.931839 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.967011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65a80efd-bee2-414d-a0cf-f2ab90bce08d req-09cd5ac0-0223-4d9f-a0ad-bbee16f3a497 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1131535 Nov 22 16:33:00.088336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e5c778c3-5be2-448a-b2e6-fb8ea5658bf8 None None] Provisioning complete for port 5d46407d-89a0-4cae-9693-1aa6370ec2db triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:00.089493 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5c778c3-5be2-448a-b2e6-fb8ea5658bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.113259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.209339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] For port 5d46407d-89a0-4cae-9693-1aa6370ec2db, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:00.219363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] For port 5d46407d-89a0-4cae-9693-1aa6370ec2db, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5d46407d-89a0-4cae-9693-1aa6370ec2db,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:00.220644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e5c778c3-5be2-448a-b2e6-fb8ea5658bf8 None None] Port 5d46407d-89a0-4cae-9693-1aa6370ec2db cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:00.230709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.366228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ee8443-63ea-4e8d-9fde-6617d5773a0e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:00.443461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Pushing event updated for resources: {'Port': ['ID=679a423b-4484-40bb-aafd-13ce6d1ac7e8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:00.461242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441e2fc-6c7d-4264-9820-965021c605d8 None None] Pushing event updated for resources: {'Port': ['ID=5d46407d-89a0-4cae-9693-1aa6370ec2db,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:00.469570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Routers {'96266755-0a65-456c-83ca-22b4d397de65'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:00.471943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96266755-0a65-456c-83ca-22b4d397de65'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:00.643940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:00.653820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:00.677532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f74bb745-6c19-4f01-b5b5-b8a279260d9c None None] Provisioning complete for port 5d46407d-89a0-4cae-9693-1aa6370ec2db triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:00.696193 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f74bb745-6c19-4f01-b5b5-b8a279260d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.792093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52326) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:01.072325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] Set router 96266755-0a65-456c-83ca-22b4d397de65 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:01.092650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Router 96266755-0a65-456c-83ca-22b4d397de65 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:33:01.164263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e949aaf-75cd-4b9b-bc95-3710be343efa admin admin] Deleting subnet 420f0257-b7cb-4c41-b6b6-f213ee40a920 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:01.188383 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e949aaf-75cd-4b9b-bc95-3710be343efa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.373666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eef0763-9d36-496e-9a19-119bac9f3225 req-23525c9a-30e6-4390-bff9-79861fab8ebd tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0861254 Nov 22 16:33:01.421433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e949aaf-75cd-4b9b-bc95-3710be343efa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.454427 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:33:01.546401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e949aaf-75cd-4b9b-bc95-3710be343efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.719686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e949aaf-75cd-4b9b-bc95-3710be343efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.746954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e949aaf-75cd-4b9b-bc95-3710be343efa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=420f0257-b7cb-4c41-b6b6-f213ee40a920,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:01.764967 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f74bb745-6c19-4f01-b5b5-b8a279260d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.770671 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9e949aaf-75cd-4b9b-bc95-3710be343efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.775220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9e949aaf-75cd-4b9b-bc95-3710be343efa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/420f0257-b7cb-4c41-b6b6-f213ee40a920 HTTP/1.1" status: 204 len: 168 time: 0.9831281 Nov 22 16:33:01.782385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52396) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:01.858998 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f74bb745-6c19-4f01-b5b5-b8a279260d9c None None] For port 5d46407d-89a0-4cae-9693-1aa6370ec2db, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5d46407d-89a0-4cae-9693-1aa6370ec2db,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:01.894950 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f74bb745-6c19-4f01-b5b5-b8a279260d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.024452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.218038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-541691fb-e35d-4b9f-9870-595d25c6b2c4 None None] Provisioning complete for port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:02.218834 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-541691fb-e35d-4b9f-9870-595d25c6b2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.331046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.371812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bb745-6c19-4f01-b5b5-b8a279260d9c None None] Pushing event updated for resources: {'Port': ['ID=5d46407d-89a0-4cae-9693-1aa6370ec2db,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:02.398265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-541691fb-e35d-4b9f-9870-595d25c6b2c4 None None] Port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:02.406461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352c6f9d-698c-4ddf-8967-0959e2eff76d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:02.432522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f24e20-4970-44f4-9285-006e7112831d') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:02.432825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f24e20-4970-44f4-9285-006e7112831d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:02.450300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:59Z', 'revision_number': 4, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '679a423b-4484-40bb-aafd-13ce6d1ac7e8', 'name': '', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'mac_address': 'fa:16:3e:f0:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:57Z', 'updated_at': '2021-11-22T16:32:59Z', 'revision_number': 2, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'subnets': [{'id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:02.457740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.489074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.511282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:02.512053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.541318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfcd639-0691-459e-a43b-0a483c30ae92 None None] The sync data for ids ['96266755-0a65-456c-83ca-22b4d397de65'] in n-d-811716-3 is: [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:59Z', 'revision_number': 4, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '679a423b-4484-40bb-aafd-13ce6d1ac7e8', 'name': '', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'mac_address': 'fa:16:3e:f0:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:57Z', 'updated_at': '2021-11-22T16:32:59Z', 'revision_number': 2, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'subnets': [{'id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:02.654424 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:02.659455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.680786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:02.708247 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a786ea2-5035-43b5-ad30-d74e215911e5 admin admin] 10.222.0.69 "PUT /v2.0/routers/96266755-0a65-456c-83ca-22b4d397de65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2968380 Nov 22 16:33:02.764464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d83b16f3-ed9b-4f31-ae57-b5cfb196b564 req-7f01265d-7712-4e1b-8bf1-9c27f123dee0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1159849 Nov 22 16:33:02.776143 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.783865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/352c6f9d-698c-4ddf-8967-0959e2eff76d HTTP/1.1" status: 204 len: 168 time: 0.9996872 Nov 22 16:33:02.786675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52476) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:02.824023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4929f-4a89-41c8-b124-5e241e59c0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=352c6f9d-698c-4ddf-8967-0959e2eff76d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:03.005054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7866512d-d5bb-4c93-a050-2c8836eaa2d9 admin admin] Deleting subnet 352529f7-6971-44f5-90a9-ad981d7b9c14 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:03.018449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7866512d-d5bb-4c93-a050-2c8836eaa2d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.192481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7866512d-d5bb-4c93-a050-2c8836eaa2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.403288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7866512d-d5bb-4c93-a050-2c8836eaa2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.682079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7866512d-d5bb-4c93-a050-2c8836eaa2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.924730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866512d-d5bb-4c93-a050-2c8836eaa2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=352529f7-6971-44f5-90a9-ad981d7b9c14,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:03.944144 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7866512d-d5bb-4c93-a050-2c8836eaa2d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.963380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:03.970857 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7866512d-d5bb-4c93-a050-2c8836eaa2d9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/352529f7-6971-44f5-90a9-ad981d7b9c14 HTTP/1.1" status: 204 len: 168 time: 1.1826949 Nov 22 16:33:04.347589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a75f5e17-47f7-40b1-9d29-1db9a14375cd req-decf1ccf-3c44-4e7b-b673-cfbbff3b12a7 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.2053285 Nov 22 16:33:04.442063 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.597399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52632) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:04.606171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e2763820-a2fd-4230-a22c-a98883415d2a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343776558', 'description': 'tempest-secgroup-smoke-343776558 description', 'project_id': 'fa29010fe4d246b29bae937503bd5ad8'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:04.701459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2763820-a2fd-4230-a22c-a98883415d2a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.757548 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.854837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87da3351-cd99-4680-86f5-896632eeb523']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:04.868776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9536df-4931-4679-957d-e1130cf814ac') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:04.869428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9536df-4931-4679-957d-e1130cf814ac') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:04.921986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.970723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2763820-a2fd-4230-a22c-a98883415d2a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.989423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.999952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2763820-a2fd-4230-a22c-a98883415d2a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.017387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52672) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:05.032384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:05.033296 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.045691 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1978361115-network', 'tenant_id': '56aab9a9429c448593c92d5642095a24'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:05.173488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2763820-a2fd-4230-a22c-a98883415d2a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71637e52-07db-40ed-9efd-5eeedd3eefd2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:05.195075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Made reservation on behalf of 56aab9a9429c448593c92d5642095a24 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:05.208375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.227476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.231369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e2763820-a2fd-4230-a22c-a98883415d2a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.233753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e2763820-a2fd-4230-a22c-a98883415d2a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6352630 Nov 22 16:33:05.239554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52696) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:05.256047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-748c0e91-0861-4e9a-8600-250d12457f47 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'security_group_rule': {'security_group_id': '71637e52-07db-40ed-9efd-5eeedd3eefd2', 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:05.327643 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:05.334795 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.370688 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.383635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] 10.222.0.69 "DELETE /v2.0/networks/87da3351-cd99-4680-86f5-896632eeb523 HTTP/1.1" status: 204 len: 168 time: 1.4188538 Nov 22 16:33:05.395554 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.407788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f144d-28d1-4037-973b-eef7be705eac admin admin] Pushing event deleted for resources: {'Network': ['ID=87da3351-cd99-4680-86f5-896632eeb523,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:05.423328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.503712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5d46407d-89a0-4cae-9693-1aa6370ec2db up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:05.562071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:33:05.567708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-748c0e91-0861-4e9a-8600-250d12457f47 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.639861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc427109-3903-406e-9b04-0a68e3d34558,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:05.739580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-748c0e91-0861-4e9a-8600-250d12457f47 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.750285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.750665 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Added segment 3fb9bfc0-471c-45c0-aa43-97cca4aab847 of type vlan for network 4c40d766-a620-41dd-9084-738fefed61a5 Nov 22 16:33:05.762245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5d46407d-89a0-4cae-9693-1aa6370ec2db triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:05.762540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.769859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ee349dc-47b3-413a-a92c-7c48ca7d019b req-097f35b4-f9b9-4806-a991-c2ecd4163ff2 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0809212 Nov 22 16:33:05.777539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-748c0e91-0861-4e9a-8600-250d12457f47 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.823070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c0e91-0861-4e9a-8600-250d12457f47 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce2bd6e-ba7d-4b1d-afa6-6b1d0e34a01b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:05.909153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-748c0e91-0861-4e9a-8600-250d12457f47 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.911264 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-748c0e91-0861-4e9a-8600-250d12457f47 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6704562 Nov 22 16:33:05.917281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52748) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:05.919150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.929735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ca84756c-1b5d-4d59-b989-42b69b35350b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'security_group_rule': {'security_group_id': '71637e52-07db-40ed-9efd-5eeedd3eefd2', 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:05.978563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.979897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:05.980877 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.081188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:06.082861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca84756c-1b5d-4d59-b989-42b69b35350b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.164101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] Pushing event updated for resources: {'Network': ['ID=4c40d766-a620-41dd-9084-738fefed61a5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:06.195458 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d4246d93-cf30-475d-9bb0-709401090733 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1632009 Nov 22 16:33:06.198397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52754) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:06.218903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Request body: {'subnet': {'network_id': '4c40d766-a620-41dd-9084-738fefed61a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1978361115-subnet', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:06.282477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c175e529-f0b1-4ecb-bae2-2105331488a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4406b68111c0492da2fdfb399da34641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956701 Nov 22 16:33:06.297474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52756) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:06.339492 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca84756c-1b5d-4d59-b989-42b69b35350b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.353401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca84756c-1b5d-4d59-b989-42b69b35350b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.376642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Made reservation on behalf of 56aab9a9429c448593c92d5642095a24 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:06.381574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.411417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84756c-1b5d-4d59-b989-42b69b35350b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4fae96-6144-4395-9358-7908cb864350,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:06.457459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca84756c-1b5d-4d59-b989-42b69b35350b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.462879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ca84756c-1b5d-4d59-b989-42b69b35350b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5432353 Nov 22 16:33:06.468257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:06.498161 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b86a95d6-6f9e-43ee-bc49-5820f4be6171 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'security_group_rule': {'security_group_id': '71637e52-07db-40ed-9efd-5eeedd3eefd2', 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:06.510649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06c7b90a-1c12-4a0c-9a56-da2e19216e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.544263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06c7b90a-1c12-4a0c-9a56-da2e19216e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.571661 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b86a95d6-6f9e-43ee-bc49-5820f4be6171 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.611753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06c7b90a-1c12-4a0c-9a56-da2e19216e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.615083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06c7b90a-1c12-4a0c-9a56-da2e19216e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.616292 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-06c7b90a-1c12-4a0c-9a56-da2e19216e70 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a477954e-f420-41f0-90f3-30eadf3033ab HTTP/1.1" status: 204 len: 168 time: 0.3175569 Nov 22 16:33:06.632376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 4c40d766-a620-41dd-9084-738fefed61a5 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:33:06.657328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7b90a-1c12-4a0c-9a56-da2e19216e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a477954e-f420-41f0-90f3-30eadf3033ab,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:06.794988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b86a95d6-6f9e-43ee-bc49-5820f4be6171 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.811105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b86a95d6-6f9e-43ee-bc49-5820f4be6171 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.875335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a95d6-6f9e-43ee-bc49-5820f4be6171 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbeebf00-48e4-4298-8f59-99037ec86a01,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:06.909404 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b86a95d6-6f9e-43ee-bc49-5820f4be6171 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.912916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b86a95d6-6f9e-43ee-bc49-5820f4be6171 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423139 Nov 22 16:33:06.915626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52774) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:06.924776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-996ee9dc-c18c-4d5d-aa4c-d3bdc812a693 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'security_group_rule': {'security_group_id': '71637e52-07db-40ed-9efd-5eeedd3eefd2', 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:06.944503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.144530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e592fb6a-b300-4b8b-92e3-db4ac53682df req-4c83e53d-3f18-4da3-9fe9-f075f3f0aa9b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1503158 Nov 22 16:33:07.164957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-996ee9dc-c18c-4d5d-aa4c-d3bdc812a693 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.191627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cacce8-92f7-4ec7-aeca-fd14e48f924f,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:07.197941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Checking segment: {'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:07.198318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Network hostable DHCP agents. Network: 4c40d766-a620-41dd-9084-738fefed61a5, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:33:07.266166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-996ee9dc-c18c-4d5d-aa4c-d3bdc812a693 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.270915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Network 4c40d766-a620-41dd-9084-738fefed61a5 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:33:07.277730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-996ee9dc-c18c-4d5d-aa4c-d3bdc812a693 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.290477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 4c40d766-a620-41dd-9084-738fefed61a5) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:07.296872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:07.298079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.304057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d112ed8-6483-43bc-ae2a-fe09203301e2 None None] Network 4c40d766-a620-41dd-9084-738fefed61a5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:07.325133 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9086f7a9-6414-4b32-8910-b40bfd3a4074 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1236410 Nov 22 16:33:07.329757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52784) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:07.338097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:07.367166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.367659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ee9dc-c18c-4d5d-aa4c-d3bdc812a693 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf11c57a-6cdf-4ac6-8fbd-921b5e6fda71,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:07.368611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.400742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-996ee9dc-c18c-4d5d-aa4c-d3bdc812a693 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.405143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-996ee9dc-c18c-4d5d-aa4c-d3bdc812a693 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4845176 Nov 22 16:33:07.407220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:07.416590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a8358bf2-5f4c-449b-a0cc-05df7e0c6651 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'security_group_rule': {'security_group_id': '71637e52-07db-40ed-9efd-5eeedd3eefd2', 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:07.469543 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.473781 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-a8358bf2-5f4c-449b-a0cc-05df7e0c6651 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Project fa29010fe4d246b29bae937503bd5ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:33:07.488161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8358bf2-5f4c-449b-a0cc-05df7e0c6651 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.667888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-4c40d766-a620-41dd-9084-738fefed61a5', 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'fixed_ips': [{'subnet_id': '64cacce8-92f7-4ec7-aeca-fd14e48f924f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:33:07.669072 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.674189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8358bf2-5f4c-449b-a0cc-05df7e0c6651 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.691262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8358bf2-5f4c-449b-a0cc-05df7e0c6651 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.719582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8358bf2-5f4c-449b-a0cc-05df7e0c6651 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1470cf2-7cf3-4091-b1f8-41120b1e86df,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:07.766305 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8358bf2-5f4c-449b-a0cc-05df7e0c6651 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.770218 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a8358bf2-5f4c-449b-a0cc-05df7e0c6651 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3593566 Nov 22 16:33:07.770747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52790) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:07.776323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d908691f-9df8-4249-be5c-321d927eaf9c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'security_group_rule': {'security_group_id': '71637e52-07db-40ed-9efd-5eeedd3eefd2', 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:07.780944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.796898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:07.913097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Sync routers for ids ['96266755-0a65-456c-83ca-22b4d397de65'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:07.984976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Routers {'96266755-0a65-456c-83ca-22b4d397de65'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:07.987359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96266755-0a65-456c-83ca-22b4d397de65'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:08.001335 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-d908691f-9df8-4249-be5c-321d927eaf9c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Project fa29010fe4d246b29bae937503bd5ad8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:33:08.025926 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d908691f-9df8-4249-be5c-321d927eaf9c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.048378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:08.053846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5ea90f35-4b6f-4c34-abf2-819c384bf1e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a39beb11247463697eaefa40a89cb03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481315 Nov 22 16:33:08.210935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Allocated IP 172.20.0.2 (4c40d766-a620-41dd-9084-738fefed61a5/64cacce8-92f7-4ec7-aeca-fd14e48f924f/890a60e6-560a-4f58-a27c-7e8a2279c5c5) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:08.252213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d908691f-9df8-4249-be5c-321d927eaf9c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.265197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.267775 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d908691f-9df8-4249-be5c-321d927eaf9c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.268765 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4772192c-c637-4c10-a2f4-63c42664e042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.292940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.311783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908691f-9df8-4249-be5c-321d927eaf9c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a847f6d-a30a-4276-a817-bca48fa5e724,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:08.347887 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d908691f-9df8-4249-be5c-321d927eaf9c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.362515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d908691f-9df8-4249-be5c-321d927eaf9c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5897572 Nov 22 16:33:08.397891 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4772192c-c637-4c10-a2f4-63c42664e042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.412698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.430636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.495191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-502dd800-20ae-4504-a1af-d883f23e3045 req-03a47208-c01d-4541-9f7d-4bb4eea19e28 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1218605 Nov 22 16:33:08.530495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Network 4c40d766-a620-41dd-9084-738fefed61a5 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:08.535126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Pushing event updated for resources: {'Port': ['ID=890a60e6-560a-4f58-a27c-7e8a2279c5c5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:08.537982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:08.547060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:08.668102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4772192c-c637-4c10-a2f4-63c42664e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.673885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Set router 96266755-0a65-456c-83ca-22b4d397de65 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:08.681194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4772192c-c637-4c10-a2f4-63c42664e042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.683055 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4772192c-c637-4c10-a2f4-63c42664e042 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f78a1ac-69d1-41d3-91bb-91b9b6ac7775 HTTP/1.1" status: 204 len: 168 time: 0.6336887 Nov 22 16:33:08.687445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Allocated IP 172.25.5.47 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/6cf22e28-c708-4949-a5cd-e4bface421e2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:08.710425 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772192c-c637-4c10-a2f4-63c42664e042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f78a1ac-69d1-41d3-91bb-91b9b6ac7775,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:09.072850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-432cc856-a6fc-4c4f-9ce3-cebfde9c62f1 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343776558&fields=id&tenant_id=fa29010fe4d246b29bae937503bd5ad8 HTTP/1.1" status: 200 len: 267 time: 0.1266937 Nov 22 16:33:09.110800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:09.234107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:09.348628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-9e77b1ea-3ce7-478b-b0f8-78d49dfb514c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:09.365508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-9e77b1ea-3ce7-478b-b0f8-78d49dfb514c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/networks?id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 200 len: 814 time: 0.2915392 Nov 22 16:33:09.397130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf22e28-c708-4949-a5cd-e4bface421e2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:09.415974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f7abaf5f-b54a-4b98-96c3-38f6a1a10d72 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/quotas/fa29010fe4d246b29bae937503bd5ad8 HTTP/1.1" status: 200 len: 375 time: 0.0478566 Nov 22 16:33:09.448339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:09.452643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:09.455763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:09.501913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd10dca1-ed44-4a8b-9a56-34d53fdbcc29 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:09.518642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Attempting to bind port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:09.519432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Attempting to bind port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:09.520052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Attempting to bind port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 on network 4c40d766-a620-41dd-9084-738fefed61a5 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:09.547533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-7e9c3f5f-f606-401c-a9bf-0da14420d05d tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fa29010fe4d246b29bae937503bd5ad8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1305189 Nov 22 16:33:09.562841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f7ebb8f3-629a-41f5-bd66-5fbff7ea755c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:33:09.571442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f7ebb8f3-629a-41f5-bd66-5fbff7ea755c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158880 Nov 22 16:33:09.576032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:09.577770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Checking segment: {'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:09.579388 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:09.580611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Bound using segment: {'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:09.581399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Bound port: 890a60e6-560a-4f58-a27c-7e8a2279c5c5, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:09.582911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:09.745511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] For port 890a60e6-560a-4f58-a27c-7e8a2279c5c5, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:09.753734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] For port 890a60e6-560a-4f58-a27c-7e8a2279c5c5, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=890a60e6-560a-4f58-a27c-7e8a2279c5c5,segment=NetworkSegment(3fb9bfc0-471c-45c0-aa43-97cca4aab847),segment_id=3fb9bfc0-471c-45c0-aa43-97cca4aab847)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:09.768665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:59Z', 'revision_number': 4, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '679a423b-4484-40bb-aafd-13ce6d1ac7e8', 'name': '', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'mac_address': 'fa:16:3e:f0:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:57Z', 'updated_at': '2021-11-22T16:32:59Z', 'revision_number': 2, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'subnets': [{'id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:09.784868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a5b2f73-8d5d-4c55-8f70-0ef76de3f865 req-ad3cd7e6-f40c-44be-8f5f-43c9ec57a1bf tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0876961 Nov 22 16:33:09.850821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-5744b761-8833-4bd3-a1e9-462f72956e9e service neutron] 10.222.0.69 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747557 Nov 22 16:33:09.872166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Checking router: 96266755-0a65-456c-83ca-22b4d397de65 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:09.872573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Updating router 96266755-0a65-456c-83ca-22b4d397de65 port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:33:09.874689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:09.884387 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.011611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-b67131a7-9980-412d-8be1-031c498dfcb4 service neutron] 10.222.0.69 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542461 Nov 22 16:33:10.038838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e8160-b9ba-494a-9281-5d663cb986bf None None] Pushing event updated for resources: {'Port': ['ID=890a60e6-560a-4f58-a27c-7e8a2279c5c5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:10.087921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e8666b33-e487-490d-971b-5170b538ec31 None None] Provisioning complete for port 6cf22e28-c708-4949-a5cd-e4bface421e2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:10.088261 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8666b33-e487-490d-971b-5170b538ec31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.120642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.176917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e8666b33-e487-490d-971b-5170b538ec31 None None] Port 6cf22e28-c708-4949-a5cd-e4bface421e2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:10.178266 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.361225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53b9f97e-9ab9-4e77-a55b-2dd65c734eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.843337 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30074e35-6326-44dd-8e34-35115c6477fc req-ed6a8bb2-85e1-481a-9056-c5d59d473390 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.0968673 Nov 22 16:33:10.917486 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.937014 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.003305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53b9f97e-9ab9-4e77-a55b-2dd65c734eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.004912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.038848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87351d03-d2fe-4221-af07-871b3a6906b5 req-763bd6f4-24b9-4e74-8729-be25c0024f4f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0665941 Nov 22 16:33:11.056913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93120b9-aa48-4c5b-a21f-f9e073b1d70a None None] Pushing event updated for resources: {'Port': ['ID=679a423b-4484-40bb-aafd-13ce6d1ac7e8,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:11.187887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Attempting to bind port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:11.188338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Attempting to bind port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:11.188702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Attempting to bind port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 on network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:11.209066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:11.211099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Checking segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:11.213992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.215689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Bound using segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:11.222208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Bound port: 679a423b-4484-40bb-aafd-13ce6d1ac7e8, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:11.224230 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.434802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 890a60e6-560a-4f58-a27c-7e8a2279c5c5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:11.463959 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53b9f97e-9ab9-4e77-a55b-2dd65c734eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.586036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] For port 679a423b-4484-40bb-aafd-13ce6d1ac7e8, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:11.647384 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-53b9f97e-9ab9-4e77-a55b-2dd65c734eaa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e929b3ea437f4efa9a536a48a472d28c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7716150 Nov 22 16:33:11.647753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] For port 679a423b-4484-40bb-aafd-13ce6d1ac7e8, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=679a423b-4484-40bb-aafd-13ce6d1ac7e8,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:11.650367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:11.655322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9f97e-9ab9-4e77-a55b-2dd65c734eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9bcd48-c9e8-4d7e-8ed9-9bb2db6a0e79,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:11.697224 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.721307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:33:11.805294 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf7a892-da7c-4d90-9d68-55ee7f3f9e79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.854402 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf7a892-da7c-4d90-9d68-55ee7f3f9e79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.915345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93120b9-aa48-4c5b-a21f-f9e073b1d70a None None] Pushing event updated for resources: {'Port': ['ID=679a423b-4484-40bb-aafd-13ce6d1ac7e8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:11.951328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Routers {'96266755-0a65-456c-83ca-22b4d397de65'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:11.963254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96266755-0a65-456c-83ca-22b4d397de65'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:11.966220 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf7a892-da7c-4d90-9d68-55ee7f3f9e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.969742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf7a892-da7c-4d90-9d68-55ee7f3f9e79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.971016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8bf7a892-da7c-4d90-9d68-55ee7f3f9e79 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed9bcd48-c9e8-4d7e-8ed9-9bb2db6a0e79 HTTP/1.1" status: 204 len: 168 time: 0.3194520 Nov 22 16:33:11.993541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7a892-da7c-4d90-9d68-55ee7f3f9e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9bcd48-c9e8-4d7e-8ed9-9bb2db6a0e79,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:12.006086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 52906) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:12.043262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:12.055150 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Sync routers for ids ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:12.082458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:12.087886 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ea6328fc-3794-4653-b9bb-5534802b2468 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7524235 Nov 22 16:33:12.091163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52910) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:12.093553 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Routers {'ec5529e8-b0ab-4fc8-9433-35b171bd6b64'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:12.094571 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:12.171645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-929a1a87-79d6-40b8-888e-76c5d0041b9c req-c9ce809b-7cfa-4f26-a7f7-44ce991df811 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.1458371 Nov 22 16:33:12.204041 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8054c2fd-a17f-4b10-845c-cad3c0afd6c8 None None] Provisioning complete for port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:12.204706 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8054c2fd-a17f-4b10-845c-cad3c0afd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:12.350938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:12.351315 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:12.430264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30f22de7-a8f7-46e8-9682-2f24f3fd0718 req-8931254b-7f1f-4c78-b23b-39a2de5fb62b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1408744 Nov 22 16:33:12.461610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-6c212bfc-84c4-458f-9cf2-6b5ea92d245b req-68b56b51-f3c7-4871-aacf-b20be5a282ee service neutron] (103410) timed out ('10.222.0.69', 60468) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:33:12.640196 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Set router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:12.659074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65fc19-5eac-4131-a607-2e134c578b11 None None] Network 4c40d766-a620-41dd-9084-738fefed61a5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:12.726640 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aad168db-09d9-4427-9504-8c9e7fbed856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:12.837651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52918) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:12.887213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5867db4b-9b62-4fe5-bb32-7e92628c8a19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:12.897911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8054c2fd-a17f-4b10-845c-cad3c0afd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:12.961832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] Set router 96266755-0a65-456c-83ca-22b4d397de65 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:12.992297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aad168db-09d9-4427-9504-8c9e7fbed856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.008382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aad168db-09d9-4427-9504-8c9e7fbed856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.088450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aad168db-09d9-4427-9504-8c9e7fbed856 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee57f7ed409e4c578ff7171bc49fe1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0764389 Nov 22 16:33:13.090409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52922) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:13.134354 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.243602 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:33:09Z', 'revision_number': 3, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port': {'id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:08Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:13.299300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8054c2fd-a17f-4b10-845c-cad3c0afd6c8 None None] For port 679a423b-4484-40bb-aafd-13ce6d1ac7e8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=679a423b-4484-40bb-aafd-13ce6d1ac7e8,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:13.304976 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Checking router: ec5529e8-b0ab-4fc8-9433-35b171bd6b64 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:13.305417 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Updating router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 port 6cf22e28-c708-4949-a5cd-e4bface421e2 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:33:13.376768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3c99-eb30-4c55-aa55-53d2186bbe67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.393416 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8054c2fd-a17f-4b10-845c-cad3c0afd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.400972 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.492124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-08cf92e7-2d3c-49b4-83b5-77a68679cdb2 req-725d7cab-ab37-4ede-b2e0-86d6dd25a927 service neutron] (103410) timed out ('10.222.0.11', 61860) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:33:13.553061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37351124-53db-4d66-a581-e49f7aa3a971 req-7c3b859c-935b-4f36-9d42-3859dcc11824 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.1676366 Nov 22 16:33:13.574463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad168db-09d9-4427-9504-8c9e7fbed856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b13bd4-d0e3-4ef2-8094-f89c63f8abb5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:13.589268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-75d8f255-7f7a-4391-a9cf-becb6b125a23 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.590789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-75d8f255-7f7a-4391-a9cf-becb6b125a23 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.11 "GET /v2.0/networks?id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 200 len: 814 time: 0.5107787 Nov 22 16:33:13.678574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 890a60e6-560a-4f58-a27c-7e8a2279c5c5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=890a60e6-560a-4f58-a27c-7e8a2279c5c5,segment=NetworkSegment(3fb9bfc0-471c-45c0-aa43-97cca4aab847),segment_id=3fb9bfc0-471c-45c0-aa43-97cca4aab847)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:13.754690 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.764155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c672b48f-6400-4719-a236-af3ecc21a71e req-05147423-b758-4047-9ca3-3886184585dc tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0894918 Nov 22 16:33:13.814452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b7402d92-3324-4c03-bf58-6b887ab6a1d4 None None] Provisioning complete for port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:13.815098 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7402d92-3324-4c03-bf58-6b887ab6a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:13.845647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-3eb33d14-0077-49d4-9dfa-8a2f0d1bc6c2 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa29010fe4d246b29bae937503bd5ad8 HTTP/1.1" status: 200 len: 379 time: 0.2454298 Nov 22 16:33:13.866868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'port': {'device_id': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'admin_state_up': True, 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'security_groups': ['71637e52-07db-40ed-9efd-5eeedd3eefd2']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:13.911102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054c2fd-a17f-4b10-845c-cad3c0afd6c8 None None] Pushing event updated for resources: {'Port': ['ID=679a423b-4484-40bb-aafd-13ce6d1ac7e8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:14.000886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:59Z', 'revision_number': 4, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '679a423b-4484-40bb-aafd-13ce6d1ac7e8', 'name': '', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'mac_address': 'fa:16:3e:f0:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:57Z', 'updated_at': '2021-11-22T16:33:11Z', 'revision_number': 4, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'subnets': [{'id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:14.082134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 679a423b-4484-40bb-aafd-13ce6d1ac7e8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:14.191351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5121dd6-affe-49b8-9d6a-2d30832fcc40 None None] The sync data for ids ['96266755-0a65-456c-83ca-22b4d397de65'] in n-d-811716-3 is: [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:59Z', 'revision_number': 4, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '679a423b-4484-40bb-aafd-13ce6d1ac7e8', 'name': '', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'mac_address': 'fa:16:3e:f0:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_interface', 'standard_attr_id': 2926, 'fixed_ips': [{'subnet_id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:57Z', 'updated_at': '2021-11-22T16:33:11Z', 'revision_number': 4, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'subnets': [{'id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:14.216984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Made reservation on behalf of fa29010fe4d246b29bae937503bd5ad8 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:14.228125 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.258827 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.277303 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.393694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e83791-da49-47be-9f21-f3eb1d03d60b None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:14.415202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=890a60e6-560a-4f58-a27c-7e8a2279c5c5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:14.626198 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Attempting to bind port 6cf22e28-c708-4949-a5cd-e4bface421e2 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:14.629808 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Attempting to bind port 6cf22e28-c708-4949-a5cd-e4bface421e2 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:14.637347 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Attempting to bind port 6cf22e28-c708-4949-a5cd-e4bface421e2 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:14.643948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Allocated IP 172.20.0.5 (8b9b2d2a-7892-4f9b-b74a-75a3869b02d9/db145823-2e4b-4824-be15-62233bac954b/a7959cd0-ef0d-4a7f-9fc6-a61985a264ec) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:14.723924 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:14.724342 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:14.724700 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.725095 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:14.738721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:14.739183 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.747643 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Bound port: 6cf22e28-c708-4949-a5cd-e4bface421e2, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:14.748174 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.770254 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Pushing event updated for resources: {'Port': ['ID=6cf22e28-c708-4949-a5cd-e4bface421e2,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:14.831421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5867db4b-9b62-4fe5-bb32-7e92628c8a19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.854871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5867db4b-9b62-4fe5-bb32-7e92628c8a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.869643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3c99-eb30-4c55-aa55-53d2186bbe67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.916937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b7402d92-3324-4c03-bf58-6b887ab6a1d4 None None] Provisioning complete for port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:14.922751 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7402d92-3324-4c03-bf58-6b887ab6a1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.963864 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.964400 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.967301 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:14.967876 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.968418 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.968908 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.969394 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.969890 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.970487 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.976511 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.977437 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.977954 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:14.978446 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:15.008147 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] For port 6cf22e28-c708-4949-a5cd-e4bface421e2, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:15.016123 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] For port 6cf22e28-c708-4949-a5cd-e4bface421e2, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6cf22e28-c708-4949-a5cd-e4bface421e2,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:15.025428 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.072753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5867db4b-9b62-4fe5-bb32-7e92628c8a19 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b30fa547ab3844849978353a3c3cb5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2298234 Nov 22 16:33:15.073657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 52944) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:15.093295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc8cb5-5415-4360-b76e-fe1aa85dc363 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:15.127287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.139209 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32301d-4de3-4e35-b47f-05a8cf175479 None None] Pushing event updated for resources: {'Port': ['ID=6cf22e28-c708-4949-a5cd-e4bface421e2,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:15.178581 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Routers {'ec5529e8-b0ab-4fc8-9433-35b171bd6b64'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:15.179701 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:15.202256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867db4b-9b62-4fe5-bb32-7e92628c8a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e451a00f-9dc2-455a-9a52-c93b05ea2f6c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:15.277631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7257c9ef-7f3e-4f98-afb8-a3fa74e792e0 req-f67fb249-7740-4392-bd69-07af212a2ba9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0764072 Nov 22 16:33:15.320562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.426207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:15.446913 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3c99-eb30-4c55-aa55-53d2186bbe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.450016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbdd3c99-eb30-4c55-aa55-53d2186bbe67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.453996 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dbdd3c99-eb30-4c55-aa55-53d2186bbe67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/23b13bd4-d0e3-4ef2-8094-f89c63f8abb5 HTTP/1.1" status: 204 len: 168 time: 2.3578720 Nov 22 16:33:15.486806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82d07d-9125-46f2-8c77-2d8b74ac540a req-433a8914-06b7-4f53-a4f0-38556d4679ab tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.492386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-65c6eb8a-bea1-4359-a753-b6e908afd434 None None] Provisioning complete for port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:15.492757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65c6eb8a-bea1-4359-a753-b6e908afd434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.495066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e82d07d-9125-46f2-8c77-2d8b74ac540a req-433a8914-06b7-4f53-a4f0-38556d4679ab tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 931 time: 0.6212459 Nov 22 16:33:15.496142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:15.500664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:15.543565 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] Set router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:15.569127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-762fb3af-aa91-4395-94cf-2e5e08c3d711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.644288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'Port': ['ID=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:15.748560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Allocated IP 172.20.0.1 (4c40d766-a620-41dd-9084-738fefed61a5/64cacce8-92f7-4ec7-aeca-fd14e48f924f/414d1f47-507f-4657-8284-9dbfb2cdf0d0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:15.873609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e82d07d-9125-46f2-8c77-2d8b74ac540a req-b99f9ac2-9ad1-4a44-8aa7-385f90616fd5 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562379 Nov 22 16:33:15.902366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.903325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.928273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-98d678ca-cfa6-4b93-b962-3b4b07825e76 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0751896 Nov 22 16:33:15.951191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-65c6eb8a-bea1-4359-a753-b6e908afd434 None None] Provisioning complete for port 6cf22e28-c708-4949-a5cd-e4bface421e2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:15.951479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Request body: {'port': {'device_id': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:15.953944 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65c6eb8a-bea1-4359-a753-b6e908afd434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.042865 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.166116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.176569 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65c6eb8a-bea1-4359-a753-b6e908afd434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.183395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 890a60e6-560a-4f58-a27c-7e8a2279c5c5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:16.237254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd3c99-eb30-4c55-aa55-53d2186bbe67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b13bd4-d0e3-4ef2-8094-f89c63f8abb5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:16.260647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-65c6eb8a-bea1-4359-a753-b6e908afd434 None None] For port 6cf22e28-c708-4949-a5cd-e4bface421e2, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6cf22e28-c708-4949-a5cd-e4bface421e2,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:16.272378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.276993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-65c6eb8a-bea1-4359-a753-b6e908afd434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.384435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Pushing event updated for resources: {'Port': ['ID=414d1f47-507f-4657-8284-9dbfb2cdf0d0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:16.414283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-762fb3af-aa91-4395-94cf-2e5e08c3d711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.439051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6eb8a-bea1-4359-a753-b6e908afd434 None None] Pushing event updated for resources: {'Port': ['ID=6cf22e28-c708-4949-a5cd-e4bface421e2,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:16.458834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:16.459218 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.476405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Network 4c40d766-a620-41dd-9084-738fefed61a5 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:16.492016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:16.519151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:16.588469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e2d5aac-96c5-4b53-b77c-024649e18909 req-4a2a2ab4-63ab-4cf7-8861-59ba396ed07d tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0777745 Nov 22 16:33:16.592848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dd36a36b-6e78-4b70-b5ae-5aee9bb7f2e4 None None] Provisioning complete for port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:16.599776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd36a36b-6e78-4b70-b5ae-5aee9bb7f2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.662370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dd36a36b-6e78-4b70-b5ae-5aee9bb7f2e4 None None] Port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:16.679949 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.799634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7959cd0-ef0d-4a7f-9fc6-a61985a264ec {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:16.821849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.860305 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:33:09Z', 'revision_number': 3, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port': {'id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:08Z', 'updated_at': '2021-11-22T16:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:16.862119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 679a423b-4484-40bb-aafd-13ce6d1ac7e8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:16.875694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Transition to ACTIVE for port object a7959cd0-ef0d-4a7f-9fc6-a61985a264ec will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:16.884948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.896318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-762fb3af-aa91-4395-94cf-2e5e08c3d711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.899212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-762fb3af-aa91-4395-94cf-2e5e08c3d711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.900484 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-762fb3af-aa91-4395-94cf-2e5e08c3d711 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e451a00f-9dc2-455a-9a52-c93b05ea2f6c HTTP/1.1" status: 204 len: 168 time: 1.7715495 Nov 22 16:33:16.934946 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75497191-9481-4cf4-9980-33dbfa479be7 None None] The sync data for ids ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'] in n-d-811716-3 is: [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:33:09Z', 'revision_number': 3, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port': {'id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:08Z', 'updated_at': '2021-11-22T16:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:16.953511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fb3af-aa91-4395-94cf-2e5e08c3d711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e451a00f-9dc2-455a-9a52-c93b05ea2f6c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:17.285550 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.371161 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:17.494599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3fa500c1-b492-4d6e-a241-4e69e8715faa None None] Provisioning complete for port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:17.499373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fa500c1-b492-4d6e-a241-4e69e8715faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.540326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413072ad-9e49-48a0-bba6-a67fdcaa9878 req-1de083f5-0690-4e44-8a2c-99119f2c482e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.540326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-413072ad-9e49-48a0-bba6-a67fdcaa9878 req-1de083f5-0690-4e44-8a2c-99119f2c482e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.3699660 Nov 22 16:33:17.630958 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3fa500c1-b492-4d6e-a241-4e69e8715faa None None] Port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:17.656556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Attempting to bind port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:17.657107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Attempting to bind port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:17.657577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Attempting to bind port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec on network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:17.663043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:17.663430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.704863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec on network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:17.705359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Attempting to bind port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec on network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:17.718387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:17.718387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Checking segment: {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:17.718805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Bound using segment: {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:17.719263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Bound port: a7959cd0-ef0d-4a7f-9fc6-a61985a264ec, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:17.719627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.809964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-413072ad-9e49-48a0-bba6-a67fdcaa9878 req-e202aaff-cd65-441b-92a6-760194ffa4ad tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376690 Nov 22 16:33:17.913256 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.935492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.946056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80554b3e-dabe-410e-8f43-24780ca46e61 req-9de16e9c-5577-4170-829c-2d399d22c75c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1030252 Nov 22 16:33:18.098959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] For port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:18.112038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] For port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:18.126890 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.169903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Pushing event updated for resources: {'Port': ['ID=414d1f47-507f-4657-8284-9dbfb2cdf0d0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:18.199807 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.229916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6cf22e28-c708-4949-a5cd-e4bface421e2 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:18.235273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.248934 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.250433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 200 len: 1091 time: 2.3131461 Nov 22 16:33:18.250956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:18.265176 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b559dc1-19fc-42fa-9eeb-ba38203b8034" -d '{"events": [{"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:18.299950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02075e6-e8f3-4126-8ed5-a6bdf08ea1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:18.395621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6cf22e28-c708-4949-a5cd-e4bface421e2 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:18.396416 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.400530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-df9acfd8-f76e-44de-807b-a1c07774df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.402102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-df9acfd8-f76e-44de-807b-a1c07774df37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa29010fe4d246b29bae937503bd5ad8&device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1094 time: 0.0976670 Nov 22 16:33:18.550227 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7e48fb-fa2e-4283-ae33-cdcdbdaa3af6 x-openstack-request-id: req-8e7e48fb-fa2e-4283-ae33-cdcdbdaa3af6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:18.550573 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:18.550829 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e7e48fb-fa2e-4283-ae33-cdcdbdaa3af6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:18.551250 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'status': 'completed', 'code': 200} Nov 22 16:33:18.558020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-fcbfb233-beb2-4b62-b99a-ac1f760bfad4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 200 len: 217 time: 0.1385205 Nov 22 16:33:18.589769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Network 4c40d766-a620-41dd-9084-738fefed61a5 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:18.594933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:18.720753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-e1e6d62c-d352-485e-9020-84fa37a5e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.735360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-e1e6d62c-d352-485e-9020-84fa37a5e7a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db145823-2e4b-4824-be15-62233bac954b HTTP/1.1" status: 200 len: 853 time: 0.1695747 Nov 22 16:33:18.898953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-587229ab-2586-46b4-91bd-f42eef2d2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.909479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-587229ab-2586-46b4-91bd-f42eef2d2cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662180 Nov 22 16:33:19.033461 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed856739-d2e8-4249-bde1-988246ae9535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.090991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:33:19.252804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df1c6167-9fcf-44fa-b194-bba697088057 req-626072f3-5710-43bb-a051-ead9a1bf2e0f tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0884621 Nov 22 16:33:19.314709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2ecfa395-9875-4916-a59c-0378a1eaf62a None None] Provisioning complete for port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:19.318110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a6b9b-3fe6-439c-b443-3c5b5472f36e req-01279840-7d3f-4c9a-867e-7f167bf22860 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.319016 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa395-9875-4916-a59c-0378a1eaf62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.320275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f8a6b9b-3fe6-439c-b443-3c5b5472f36e req-01279840-7d3f-4c9a-867e-7f167bf22860 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.2707343 Nov 22 16:33:19.329204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-975ea64f-2971-480f-ab83-f27f32c0ad65 service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124925 Nov 22 16:33:19.334206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:19.340557 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-83422eb4-dedc-4a66-8a5c-3c12b1cebc62 admin admin] 10.222.0.69 "PUT /v2.0/routers/ec5529e8-b0ab-4fc8-9433-35b171bd6b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2474082 Nov 22 16:33:19.428770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2ecfa395-9875-4916-a59c-0378a1eaf62a None None] Port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:19.615579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f8a6b9b-3fe6-439c-b443-3c5b5472f36e req-0f59398a-fd40-438f-86ef-bdc7b3ef5ed7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831490 Nov 22 16:33:19.666181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6eeeba89-6e35-441d-bcc1-e97051905ccf req-ae87dd03-f4b1-4142-8894-efefb7ef52fe service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205423 Nov 22 16:33:19.825136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-a3f5bac0-b466-4c79-a576-da9471febe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.829143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-a3f5bac0-b466-4c79-a576-da9471febe6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa29010fe4d246b29bae937503bd5ad8&device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1094 time: 0.1001995 Nov 22 16:33:20.173481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-240b9131-1281-4045-80e4-fc0790c716af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.175109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-240b9131-1281-4045-80e4-fc0790c716af service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 200 len: 915 time: 0.3370633 Nov 22 16:33:20.264939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-46b648e5-aa5a-4530-878b-a738a18b6a6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 200 len: 217 time: 0.0772510 Nov 22 16:33:20.335104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-2b4cc46c-dde8-40c1-a898-6c24a670e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.336749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-2b4cc46c-dde8-40c1-a898-6c24a670e730 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db145823-2e4b-4824-be15-62233bac954b HTTP/1.1" status: 200 len: 853 time: 0.0660138 Nov 22 16:33:20.524298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea019ef2-93f1-4a63-8ca4-3bb5c5f636b8 req-48f51b5c-c3da-4437-892b-57fd20f22d6b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0745592 Nov 22 16:33:20.785648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Sync routers for ids ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:20.812278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Routers {'ec5529e8-b0ab-4fc8-9433-35b171bd6b64'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:20.820662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:32:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:21.058981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Set router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:21.185374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-8becab45-44b2-492f-9a5a-14985335f31d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.192875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-8becab45-44b2-492f-9a5a-14985335f31d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/networks?id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d HTTP/1.1" status: 200 len: 911 time: 0.6640873 Nov 22 16:33:21.223072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-23bf391e-e7dd-4a14-b7ed-7b61a4c012b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.225521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-23bf391e-e7dd-4a14-b7ed-7b61a4c012b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8795638 Nov 22 16:33:21.414542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-e0268a03-a6f7-4294-8769-283881f29178 service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654887 Nov 22 16:33:21.427049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-cc3a5db5-b88d-4bb9-b65d-25ce2e74dcdc tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/quotas/56aab9a9429c448593c92d5642095a24 HTTP/1.1" status: 200 len: 375 time: 0.2332239 Nov 22 16:33:21.530145 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e382072f-d435-48f4-a3eb-cdd5a0b71811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:21.599389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:33:17Z', 'revision_number': 4, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port': {'id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:08Z', 'updated_at': '2021-11-22T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '414d1f47-507f-4657-8284-9dbfb2cdf0d0', 'name': '', 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'mac_address': 'fa:16:3e:71:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '64cacce8-92f7-4ec7-aeca-fd14e48f924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:15Z', 'updated_at': '2021-11-22T16:33:17Z', 'revision_number': 2, 'project_id': '56aab9a9429c448593c92d5642095a24', 'subnets': [{'id': '64cacce8-92f7-4ec7-aeca-fd14e48f924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:21.652664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Checking router: ec5529e8-b0ab-4fc8-9433-35b171bd6b64 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:21.652664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Updating router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:33:21.731546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7012cbd-f2d7-4fae-bfe0-6faa07ae05d5 req-afd762be-dc63-4de7-9c50-bc64c224408a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.733853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7012cbd-f2d7-4fae-bfe0-6faa07ae05d5 req-afd762be-dc63-4de7-9c50-bc64c224408a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.5374570 Nov 22 16:33:21.755242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-ff2294e1-ae75-4c69-971e-1cc4db02c427 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=56aab9a9429c448593c92d5642095a24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3270671 Nov 22 16:33:21.769163 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:21.775645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-a889aeb8-a2e0-42f2-b8b0-395f748963eb service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:33:21.780024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-a889aeb8-a2e0-42f2-b8b0-395f748963eb service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082264 Nov 22 16:33:21.891430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b559dc1-19fc-42fa-9eeb-ba38203b8034 req-6d9b54f9-2463-474b-b6e0-fe791a36e8ec service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622793 Nov 22 16:33:21.990747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7012cbd-f2d7-4fae-bfe0-6faa07ae05d5 req-d8252320-9e56-4837-90e9-1f32651f5763 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455492 Nov 22 16:33:22.065145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-8a60a2c3-0e39-4d81-a043-f6845e6e00ef service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698140 Nov 22 16:33:22.222465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71c233ee-5bb1-4e34-b119-9f1d62cf1cfa req-b7d89f2d-de0f-4cf1-b31e-41923110f601 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0698719 Nov 22 16:33:22.322907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-5272b94f-2b09-449d-9551-cc8a5b7bd983 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532208 Nov 22 16:33:22.500259 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.520468 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.534816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.647494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04027-436f-4d2e-809a-ec44e989ce3b None None] Pushing event updated for resources: {'Port': ['ID=414d1f47-507f-4657-8284-9dbfb2cdf0d0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:22.760187 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.766267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0a0dd73-dba8-4af9-adb6-054329bce1f1 req-7fbf9606-8df7-4de6-9d8c-bd0548bf6dcb tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 210 time: 0.1326146 Nov 22 16:33:22.825241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Attempting to bind port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:22.825955 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Attempting to bind port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:22.826472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Attempting to bind port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 on network 4c40d766-a620-41dd-9084-738fefed61a5 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:22.836978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:22.837788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Checking segment: {'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:22.838300 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.839088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Bound using segment: {'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:22.839508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Bound port: 414d1f47-507f-4657-8284-9dbfb2cdf0d0, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb9bfc0-471c-45c0-aa43-97cca4aab847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:22.840122 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.073713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] For port 414d1f47-507f-4657-8284-9dbfb2cdf0d0, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:23.085065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] For port 414d1f47-507f-4657-8284-9dbfb2cdf0d0, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=414d1f47-507f-4657-8284-9dbfb2cdf0d0,segment=NetworkSegment(3fb9bfc0-471c-45c0-aa43-97cca4aab847),segment_id=3fb9bfc0-471c-45c0-aa43-97cca4aab847)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:23.103066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.154621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-97802ced-ea11-4d57-8049-c435a4b27dc5 None None] Provisioning complete for port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:23.158351 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-97802ced-ea11-4d57-8049-c435a4b27dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.173985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53092) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:23.301863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d757fb-f0cb-4826-b09f-05868f7e1b5a req-6cf94959-16be-42fe-bfec-e1d6efdb160b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.312664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9d757fb-f0cb-4826-b09f-05868f7e1b5a req-6cf94959-16be-42fe-bfec-e1d6efdb160b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.1582422 Nov 22 16:33:23.404522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Routers {'ec5529e8-b0ab-4fc8-9433-35b171bd6b64'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:23.405196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:23.517285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09db490-cfe4-4b20-8952-15ab4e29c942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.522628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9d757fb-f0cb-4826-b09f-05868f7e1b5a req-300e909d-62ac-40df-9948-561855abc3fe tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011223 Nov 22 16:33:23.554568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebf2bdb4-9237-48df-a5fb-6f2b4b174d1b req-8b8993cf-9ae6-42ea-bb3e-4e33727a7b26 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1182454 Nov 22 16:33:23.651152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] Set router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:23.789929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09db490-cfe4-4b20-8952-15ab4e29c942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.795299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04027-436f-4d2e-809a-ec44e989ce3b None None] Pushing event updated for resources: {'Port': ['ID=414d1f47-507f-4657-8284-9dbfb2cdf0d0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:23.797799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09db490-cfe4-4b20-8952-15ab4e29c942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.864696 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c09db490-cfe4-4b20-8952-15ab4e29c942 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8086b50f6b2941b8a57b457e8096d390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6855831 Nov 22 16:33:23.865085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53102) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:23.911241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09db490-cfe4-4b20-8952-15ab4e29c942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e5ced3-3236-4a0b-bcbf-92ad5be3c79b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:23.983123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1b912e5-c854-471a-bb6e-12e0d613fc62 req-b4a29fea-f29a-452e-9754-d23f7c3e824f tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 210 time: 0.0717545 Nov 22 16:33:24.015328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.081198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.178652 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.179339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-97802ced-ea11-4d57-8049-c435a4b27dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.182332 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.184233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8e5ced3-3236-4a0b-bcbf-92ad5be3c79b HTTP/1.1" status: 204 len: 168 time: 0.3178611 Nov 22 16:33:24.205974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e5ced3-3236-4a0b-bcbf-92ad5be3c79b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:24.227523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.230741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.232322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.236175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.238624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.239221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.240001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.240543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.241078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.243963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.244552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.245166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817431-c379-491f-94e5-24af1609aba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:24.260460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-97802ced-ea11-4d57-8049-c435a4b27dc5 None None] For port 414d1f47-507f-4657-8284-9dbfb2cdf0d0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=414d1f47-507f-4657-8284-9dbfb2cdf0d0,segment=NetworkSegment(3fb9bfc0-471c-45c0-aa43-97cca4aab847),segment_id=3fb9bfc0-471c-45c0-aa43-97cca4aab847)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:24.304565 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-97802ced-ea11-4d57-8049-c435a4b27dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.400719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:33:17Z', 'revision_number': 4, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port': {'id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:08Z', 'updated_at': '2021-11-22T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '414d1f47-507f-4657-8284-9dbfb2cdf0d0', 'name': '', 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'mac_address': 'fa:16:3e:71:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '64cacce8-92f7-4ec7-aeca-fd14e48f924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:15Z', 'updated_at': '2021-11-22T16:33:23Z', 'revision_number': 4, 'project_id': '56aab9a9429c448593c92d5642095a24', 'subnets': [{'id': '64cacce8-92f7-4ec7-aeca-fd14e48f924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:24.463299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58227525-a443-43ca-a1d6-5f141afa6e1c None None] The sync data for ids ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'] in n-d-811716-3 is: [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:33:17Z', 'revision_number': 4, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port': {'id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:08Z', 'updated_at': '2021-11-22T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '414d1f47-507f-4657-8284-9dbfb2cdf0d0', 'name': '', 'network_id': '4c40d766-a620-41dd-9084-738fefed61a5', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'mac_address': 'fa:16:3e:71:ed:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': '64cacce8-92f7-4ec7-aeca-fd14e48f924f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:15Z', 'updated_at': '2021-11-22T16:33:23Z', 'revision_number': 4, 'project_id': '56aab9a9429c448593c92d5642095a24', 'subnets': [{'id': '64cacce8-92f7-4ec7-aeca-fd14e48f924f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:24.585904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97802ced-ea11-4d57-8049-c435a4b27dc5 None None] Pushing event updated for resources: {'Port': ['ID=414d1f47-507f-4657-8284-9dbfb2cdf0d0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:24.598454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1dc7dfee-c517-47cf-8668-2dd96b224c19 None None] Provisioning complete for port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:24.603350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dc7dfee-c517-47cf-8668-2dd96b224c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.687175 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.840534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.929891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787ac1c-3a4b-4bcf-bd2f-2b14430bf265 req-af21bf6c-e851-47fa-b01f-159a61a31b02 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.931509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4787ac1c-3a4b-4bcf-bd2f-2b14430bf265 req-af21bf6c-e851-47fa-b01f-159a61a31b02 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.2215993 Nov 22 16:33:24.953968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a09d867-1e26-43ce-b9fa-eaaa7080d2ab req-e8330b4e-5031-40c1-adab-6b31498c0f70 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.1128826 Nov 22 16:33:24.974355 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.119720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4787ac1c-3a4b-4bcf-bd2f-2b14430bf265 req-51c65b5b-558a-4874-ba16-bc4b247d2088 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629200 Nov 22 16:33:25.148905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:25.181491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50a0564f-8bd9-43d8-b205-4c9501105b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.383231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-7a46cb39-5ec3-4792-b03e-f9587318e664 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.386331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-7a46cb39-5ec3-4792-b03e-f9587318e664 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.11 "GET /v2.0/networks?id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d HTTP/1.1" status: 200 len: 911 time: 0.1867085 Nov 22 16:33:25.413047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17d328e6-2f0e-4a17-9f9f-930bf927f42e req-cd099152-a3f6-4226-b8e2-39696912592f tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 210 time: 0.2049274 Nov 22 16:33:25.421820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Request body: {'port': {'device_id': '706271e1-4fb3-4613-a4c9-471941ae456d', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'admin_state_up': True, 'tenant_id': '56aab9a9429c448593c92d5642095a24'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:25.503452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Made reservation on behalf of 56aab9a9429c448593c92d5642095a24 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:25.505970 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.641675 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50a0564f-8bd9-43d8-b205-4c9501105b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.648723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50a0564f-8bd9-43d8-b205-4c9501105b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.782258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-50a0564f-8bd9-43d8-b205-4c9501105b30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf4173afc471427f8a05cbedc7d925b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6321232 Nov 22 16:33:25.785466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:25.793616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0564f-8bd9-43d8-b205-4c9501105b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674a1400-1ad0-42b4-8207-1c7721d2f489,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:25.833961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Allocated IP 172.20.0.6 (c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d/47f4b16f-9aa9-4867-8075-24aa3f4d94ad/39b2954d-81d0-4111-a4d6-925def5fffb6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:25.894941 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e254-0a49-4db1-a23f-05c6978ff125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.943842 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e254-0a49-4db1-a23f-05c6978ff125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.193080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 414d1f47-507f-4657-8284-9dbfb2cdf0d0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:26.232349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a877a43-a1c3-48e0-a60d-5482bda47481 req-727c05ff-1cf6-40fd-aaef-dbfa2b51249c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0481770 Nov 22 16:33:26.272627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.317153 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e254-0a49-4db1-a23f-05c6978ff125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.320743 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:26.321192 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.321362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e254-0a49-4db1-a23f-05c6978ff125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.323425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-eeb8e254-0a49-4db1-a23f-05c6978ff125 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/674a1400-1ad0-42b4-8207-1c7721d2f489 HTTP/1.1" status: 204 len: 168 time: 0.5360799 Nov 22 16:33:26.419955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8e254-0a49-4db1-a23f-05c6978ff125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674a1400-1ad0-42b4-8207-1c7721d2f489,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.428350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.512173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10efe36-a428-413c-b6b6-8f46d0a88d1b req-45b511cb-9d34-4f6a-8dff-0e234cb9f79e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.525080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b10efe36-a428-413c-b6b6-8f46d0a88d1b req-45b511cb-9d34-4f6a-8dff-0e234cb9f79e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.2301407 Nov 22 16:33:26.547898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:26.567844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:26.570831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Pushing event updated for resources: {'Port': ['ID=39b2954d-81d0-4111-a4d6-925def5fffb6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.576435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:26.744385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b10efe36-a428-413c-b6b6-8f46d0a88d1b req-d4324d07-df86-4fd7-96f6-cff4e9a54562 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181225 Nov 22 16:33:26.747798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.748476 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.772526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-d3226c89-8f6a-473a-b66d-fbfbea7dc87a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3620434 Nov 22 16:33:26.786577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Request body: {'port': {'device_id': '706271e1-4fb3-4613-a4c9-471941ae456d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:26.791363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc274ae-7448-45e8-8ed9-1416937b30b8 req-edf18ce3-48f9-434b-9984-214393fc47bd tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.800643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bc274ae-7448-45e8-8ed9-1416937b30b8 req-edf18ce3-48f9-434b-9984-214393fc47bd tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1027 time: 0.2428408 Nov 22 16:33:26.928633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bc274ae-7448-45e8-8ed9-1416937b30b8 req-16485b75-6cce-47f8-850b-71fd5c7c16b5 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266899 Nov 22 16:33:26.929420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.123851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0554ad31-2fe3-4813-8040-db8e325a8787 None None] Provisioning complete for port 39b2954d-81d0-4111-a4d6-925def5fffb6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:27.124536 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0554ad31-2fe3-4813-8040-db8e325a8787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.164309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0554ad31-2fe3-4813-8040-db8e325a8787 None None] Port 39b2954d-81d0-4111-a4d6-925def5fffb6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:27.432291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e19bd5ca-5ce9-4b8d-b3d7-658a8733eb4a req-cad923b8-f38a-498b-b09a-955b91bd451a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0408752 Nov 22 16:33:27.440877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b2954d-81d0-4111-a4d6-925def5fffb6 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:27.457779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.490426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Transition to ACTIVE for port object 39b2954d-81d0-4111-a4d6-925def5fffb6 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:27.495847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.717792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Pushing event updated for resources: {'Port': ['ID=39b2954d-81d0-4111-a4d6-925def5fffb6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:27.837876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Attempting to bind port 39b2954d-81d0-4111-a4d6-925def5fffb6 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:27.838347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Attempting to bind port 39b2954d-81d0-4111-a4d6-925def5fffb6 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:27.838684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Attempting to bind port 39b2954d-81d0-4111-a4d6-925def5fffb6 on network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:27.846041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Port 39b2954d-81d0-4111-a4d6-925def5fffb6 on network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:27.846375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Attempting to bind port 39b2954d-81d0-4111-a4d6-925def5fffb6 on network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:27.854109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:27.854461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Checking segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:27.855357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Bound using segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:27.855898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Bound port: 39b2954d-81d0-4111-a4d6-925def5fffb6, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:27.856292 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.109652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8d599-4985-4afd-bbc2-98ecc90e0ad3 req-38f887d9-1c48-4e1b-910b-9bc7c861629d tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.111283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8a8d599-4985-4afd-bbc2-98ecc90e0ad3 req-38f887d9-1c48-4e1b-910b-9bc7c861629d tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.1513603 Nov 22 16:33:28.126556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] For port 39b2954d-81d0-4111-a4d6-925def5fffb6, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:28.183619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] For port 39b2954d-81d0-4111-a4d6-925def5fffb6, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=39b2954d-81d0-4111-a4d6-925def5fffb6,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:28.198053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.214356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53168) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:28.281156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a1f87-d881-4f86-85bd-57b90d325a8e req-ca347ea5-2780-43df-bcef-f4798272ac40 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.299033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7a1f87-d881-4f86-85bd-57b90d325a8e req-ca347ea5-2780-43df-bcef-f4798272ac40 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1052 time: 0.1860418 Nov 22 16:33:28.345956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8a8d599-4985-4afd-bbc2-98ecc90e0ad3 req-26d0bffc-a24a-4163-bce2-c596a5e82e4c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160311 Nov 22 16:33:28.361017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.361651 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.363077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/39b2954d-81d0-4111-a4d6-925def5fffb6 HTTP/1.1" status: 200 len: 1091 time: 1.5822654 Nov 22 16:33:28.371497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706271e1-4fb3-4613-a4c9-471941ae456d', 'tag': '39b2954d-81d0-4111-a4d6-925def5fffb6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:28.374821 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d17ad5d-1fa2-4854-8790-57cad5751fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "706271e1-4fb3-4613-a4c9-471941ae456d", "tag": "39b2954d-81d0-4111-a4d6-925def5fffb6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:28.386402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61184e-083d-41af-8d11-1e1ac52277c7 service neutron] Pushing event updated for resources: {'Port': ['ID=39b2954d-81d0-4111-a4d6-925def5fffb6,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:28.454892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7a1f87-d881-4f86-85bd-57b90d325a8e req-1f5ee3bd-2a81-484c-ab04-e4cf2c156c76 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531882 Nov 22 16:33:28.515289 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af31edf-5dc8-42db-bb58-0c077d1b98d2 x-openstack-request-id: req-7af31edf-5dc8-42db-bb58-0c077d1b98d2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:28.515592 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706271e1-4fb3-4613-a4c9-471941ae456d", "tag": "39b2954d-81d0-4111-a4d6-925def5fffb6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:28.515940 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7af31edf-5dc8-42db-bb58-0c077d1b98d2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:28.516584 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706271e1-4fb3-4613-a4c9-471941ae456d', 'tag': '39b2954d-81d0-4111-a4d6-925def5fffb6', 'status': 'completed', 'code': 200} Nov 22 16:33:28.552711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-6ca504c7-b0f6-47ad-89e0-030b634f45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.554709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-6ca504c7-b0f6-47ad-89e0-030b634f45d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56aab9a9429c448593c92d5642095a24&device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1094 time: 0.0974123 Nov 22 16:33:28.587213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.652734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-827cc94b-efde-4549-baec-858a1c9550bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b2954d-81d0-4111-a4d6-925def5fffb6 HTTP/1.1" status: 200 len: 217 time: 0.0877671 Nov 22 16:33:28.682707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3332a428-1028-483b-9850-0382f39f0b61 req-3bdbc91e-0b56-43c0-ab44-32d144a9ed7b tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0428035 Nov 22 16:33:28.773973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-9ae84fc4-1e95-46ac-93de-636900109cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.775724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-9ae84fc4-1e95-46ac-93de-636900109cac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47f4b16f-9aa9-4867-8075-24aa3f4d94ad HTTP/1.1" status: 200 len: 849 time: 0.1040506 Nov 22 16:33:28.782154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.790042 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.847304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-7eef7d72-9816-44e5-a25c-50f8814f9042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.849174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-7eef7d72-9816-44e5-a25c-50f8814f9042 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657048 Nov 22 16:33:28.895068 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f9dee822941477a98055c78eed080a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6756496 Nov 22 16:33:28.898959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53188) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:28.899806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff8d17c-a1f2-40f2-b25a-0c806dc079dd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:28.925288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.926042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.926624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.927184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.927739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.928386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.929656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.930481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.931540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.932262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.933473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:28.934233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d519ab-05a3-48b8-91c4-476b37e68936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:29.001473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-28301dbe-ae7f-4179-bf3c-247dbbe3a3a8 service neutron] 10.222.0.11 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446965 Nov 22 16:33:29.017031 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8327f70-c122-4588-b75e-58a195ecae8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.047055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8327f70-c122-4588-b75e-58a195ecae8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.117102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d806ce4-bb7f-4907-be56-b9ce09aac3b3 req-de39abcc-08f3-4941-b57c-3637d315608b service neutron] 10.222.0.11 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077497 Nov 22 16:33:29.132266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8327f70-c122-4588-b75e-58a195ecae8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.135968 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8327f70-c122-4588-b75e-58a195ecae8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.140408 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8327f70-c122-4588-b75e-58a195ecae8a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ff8d17c-a1f2-40f2-b25a-0c806dc079dd HTTP/1.1" status: 204 len: 168 time: 0.2378609 Nov 22 16:33:29.157846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8327f70-c122-4588-b75e-58a195ecae8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff8d17c-a1f2-40f2-b25a-0c806dc079dd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:29.249735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-56fa0f5c-a433-4807-841d-31a23cead9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.252262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-56fa0f5c-a433-4807-841d-31a23cead9bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56aab9a9429c448593c92d5642095a24&device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1094 time: 0.0681009 Nov 22 16:33:29.401803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-bcc45783-8164-41ba-bdfb-170ccf27cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.404090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-bcc45783-8164-41ba-bdfb-170ccf27cc69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d HTTP/1.1" status: 200 len: 911 time: 0.1431255 Nov 22 16:33:29.491313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-9164f741-2dae-4ae4-9e4c-5ba6b1a87275 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39b2954d-81d0-4111-a4d6-925def5fffb6 HTTP/1.1" status: 200 len: 217 time: 0.0730410 Nov 22 16:33:29.591588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-c49a86e2-03ab-448c-8748-82adf2227008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.596985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-c49a86e2-03ab-448c-8748-82adf2227008 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=47f4b16f-9aa9-4867-8075-24aa3f4d94ad HTTP/1.1" status: 200 len: 849 time: 0.0970628 Nov 22 16:33:29.719694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67db7e-6b91-4835-bb2a-898381265030 req-80825875-b841-40a9-b3ca-1356b9c2ae4a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.721552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb67db7e-6b91-4835-bb2a-898381265030 req-80825875-b841-40a9-b3ca-1356b9c2ae4a tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.1584942 Nov 22 16:33:29.733479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-5392a786-6102-4e05-9c8f-4ddba7561938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.735078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-5392a786-6102-4e05-9c8f-4ddba7561938 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256492 Nov 22 16:33:29.742228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8ce6-38a8-4b70-97c7-5bd90fad9a40 req-6ed0f8d2-80da-40c8-89d7-ca738531ea1a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.749272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5e8ce6-38a8-4b70-97c7-5bd90fad9a40 req-6ed0f8d2-80da-40c8-89d7-ca738531ea1a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1094 time: 0.1505976 Nov 22 16:33:29.907459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb67db7e-6b91-4835-bb2a-898381265030 req-25c36c86-a37d-4cc0-b421-3e518085460b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697881 Nov 22 16:33:29.922347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5e8ce6-38a8-4b70-97c7-5bd90fad9a40 req-1d7b1c78-20f6-4ee8-91f8-05e547790f1a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719000 Nov 22 16:33:29.951732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-c9d67ad8-d8cd-4e91-ba74-f5b883d14ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954820 Nov 22 16:33:30.090227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-532c7c72-f27b-465d-ad7c-2015da8704a4 req-d22178a9-a3d0-4792-b84c-d9cd2e61a5a0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0319743 Nov 22 16:33:30.148117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d17ad5d-1fa2-4854-8790-57cad5751fe9 req-2fbe4c46-2227-4631-a376-d8ca85c4f569 service neutron] 10.222.0.11 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797853 Nov 22 16:33:31.069785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0bffd-b02d-4bce-b8aa-e197ba8b0022 req-44cc1da6-05cd-40d3-87ae-58cd03fb1584 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:31.071849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83d0bffd-b02d-4bce-b8aa-e197ba8b0022 req-44cc1da6-05cd-40d3-87ae-58cd03fb1584 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.0753407 Nov 22 16:33:31.151794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6002c65-01dc-458a-a5cb-530e5fb9a884 req-2803f7cf-68bd-43ed-96dd-e6f68060080f tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:31.154370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6002c65-01dc-458a-a5cb-530e5fb9a884 req-2803f7cf-68bd-43ed-96dd-e6f68060080f tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1094 time: 0.0813317 Nov 22 16:33:31.159308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83d0bffd-b02d-4bce-b8aa-e197ba8b0022 req-d8c57bcb-69c9-43a9-884d-dc3b7294d535 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772216 Nov 22 16:33:31.264530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6002c65-01dc-458a-a5cb-530e5fb9a884 req-50138559-0e02-4e6e-9414-f96edd9441d6 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931876 Nov 22 16:33:31.295126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53352) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:31.314605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83782b4a-5d50-4d0c-84ce-19ab6e28f848 req-c15ad7f4-918c-4faa-9d7b-3717fa59c0da tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0481093 Nov 22 16:33:31.433549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92a003ee-5820-4722-9e33-7fca3da65528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.515142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92a003ee-5820-4722-9e33-7fca3da65528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.519284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92a003ee-5820-4722-9e33-7fca3da65528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.562669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a003ee-5820-4722-9e33-7fca3da65528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ef7d9-203f-496e-aef9-e3c7249c8ead,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:31.568412 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-92a003ee-5820-4722-9e33-7fca3da65528 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd33836aa017406488839e82fbecdf96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2721801 Nov 22 16:33:31.571247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53356) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:31.626337 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8d8e-dca5-4e4c-bcc1-cae727d5dfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.652273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8d8e-dca5-4e4c-bcc1-cae727d5dfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.708263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8d8e-dca5-4e4c-bcc1-cae727d5dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.711229 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8d8e-dca5-4e4c-bcc1-cae727d5dfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.712469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9bcd8d8e-dca5-4e4c-bcc1-cae727d5dfd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e92ef7d9-203f-496e-aef9-e3c7249c8ead HTTP/1.1" status: 204 len: 168 time: 0.1403241 Nov 22 16:33:31.723708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd8d8e-dca5-4e4c-bcc1-cae727d5dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ef7d9-203f-496e-aef9-e3c7249c8ead,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:32.005925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53362) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:32.020622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21eca803-39d4-49b9-9233-2eefda9f3e55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.100374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21eca803-39d4-49b9-9233-2eefda9f3e55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.105059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-21eca803-39d4-49b9-9233-2eefda9f3e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.142384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eca803-39d4-49b9-9233-2eefda9f3e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ebcba5-dcbe-438f-afde-f21f44085a9c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:32.149685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53364) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:32.149860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-21eca803-39d4-49b9-9233-2eefda9f3e55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d667bd170c149e0bbce22dbd01de28f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428511 Nov 22 16:33:32.203352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d15aa599-ec59-44e7-8c7e-d19ede289ae1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.231381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d15aa599-ec59-44e7-8c7e-d19ede289ae1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.286250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d15aa599-ec59-44e7-8c7e-d19ede289ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.288963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d15aa599-ec59-44e7-8c7e-d19ede289ae1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.293709 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d15aa599-ec59-44e7-8c7e-d19ede289ae1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5ebcba5-dcbe-438f-afde-f21f44085a9c HTTP/1.1" status: 204 len: 168 time: 0.1424487 Nov 22 16:33:32.303880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aa599-ec59-44e7-8c7e-d19ede289ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ebcba5-dcbe-438f-afde-f21f44085a9c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:32.323589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530dae9-9f8a-402c-b62f-8d1975e0c7dc req-0317544a-1e9f-43f3-acbf-9a218e2b30a6 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.325882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6530dae9-9f8a-402c-b62f-8d1975e0c7dc req-0317544a-1e9f-43f3-acbf-9a218e2b30a6 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.0755782 Nov 22 16:33:32.368539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 39b2954d-81d0-4111-a4d6-925def5fffb6 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:32.437170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6530dae9-9f8a-402c-b62f-8d1975e0c7dc req-58333968-0443-41ef-bfcb-9c71bcec9258 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875697 Nov 22 16:33:32.498349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a79f3-6700-41fd-bd5c-d587a44a9e50 req-7bbcdaa4-4867-4fdc-b749-0ec7198db9eb tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.500688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a76a79f3-6700-41fd-bd5c-d587a44a9e50 req-7bbcdaa4-4867-4fdc-b749-0ec7198db9eb tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1094 time: 0.1065168 Nov 22 16:33:32.532577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 39b2954d-81d0-4111-a4d6-925def5fffb6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=39b2954d-81d0-4111-a4d6-925def5fffb6,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:32.558637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a76a79f3-6700-41fd-bd5c-d587a44a9e50 req-9a5a743d-de3a-4dac-97d4-3bc1a9f20358 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512307 Nov 22 16:33:32.585127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '39b2954d-81d0-4111-a4d6-925def5fffb6', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'port_id': '39b2954d-81d0-4111-a4d6-925def5fffb6', 'mac_address': 'fa:16:3e:62:74:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:32.601026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95be5cbd-ea41-4d8e-bdce-6608e01ed475 req-003bf3c7-7cbc-46d3-b09d-a465eb165b4c tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0466073 Nov 22 16:33:32.630203 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.651055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b2954d-81d0-4111-a4d6-925def5fffb6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:32.673957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 39b2954d-81d0-4111-a4d6-925def5fffb6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=39b2954d-81d0-4111-a4d6-925def5fffb6,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:32.678340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.732293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=39b2954d-81d0-4111-a4d6-925def5fffb6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:32.885207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['39b2954d-81d0-4111-a4d6-925def5fffb6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:33.570342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af0f04-9dd1-484f-91c0-266ff5535634 req-a0dd9055-dd65-47d3-b50b-446e035f2b7f tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.572015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68af0f04-9dd1-484f-91c0-266ff5535634 req-a0dd9055-dd65-47d3-b50b-446e035f2b7f tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.0547593 Nov 22 16:33:33.636753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68af0f04-9dd1-484f-91c0-266ff5535634 req-844d74d8-7eff-4035-8a30-267555a26253 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570414 Nov 22 16:33:33.703197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf525f2-c84f-43df-9fdc-1ebb2919efb9 req-aa6cc7b3-ad74-4712-84eb-90ab5287c4e3 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.705529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdf525f2-c84f-43df-9fdc-1ebb2919efb9 req-aa6cc7b3-ad74-4712-84eb-90ab5287c4e3 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1095 time: 0.0551684 Nov 22 16:33:33.765645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f637cd5d-d509-4b20-a684-69280d7596ac req-56e044ad-ab0a-45a5-8ca6-4cc6aae6b4d0 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0402627 Nov 22 16:33:33.776597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:33.794786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdf525f2-c84f-43df-9fdc-1ebb2919efb9 req-4a534bf7-4b67-4dba-b2bb-8b9893a81adb tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828643 Nov 22 16:33:33.916780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad6bf-9d37-47a7-b3d2-4a1aed9bccca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.007176 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad6bf-9d37-47a7-b3d2-4a1aed9bccca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.011247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee8ad6bf-9d37-47a7-b3d2-4a1aed9bccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.055199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ee8ad6bf-9d37-47a7-b3d2-4a1aed9bccca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c52f3927b0d44db39205253e2348a626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774885 Nov 22 16:33:34.056105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ad6bf-9d37-47a7-b3d2-4a1aed9bccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac02466-edc0-4c53-8582-7423cd5cb24d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:34.058046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53448) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:34.112402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d96737d-c573-4f8a-a99d-24fb7ee89053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.136376 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d96737d-c573-4f8a-a99d-24fb7ee89053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.193744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d96737d-c573-4f8a-a99d-24fb7ee89053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.196778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d96737d-c573-4f8a-a99d-24fb7ee89053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.198064 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0d96737d-c573-4f8a-a99d-24fb7ee89053 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dac02466-edc0-4c53-8582-7423cd5cb24d HTTP/1.1" status: 204 len: 168 time: 0.1389291 Nov 22 16:33:34.213891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96737d-c573-4f8a-a99d-24fb7ee89053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac02466-edc0-4c53-8582-7423cd5cb24d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:34.379655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 39b2954d-81d0-4111-a4d6-925def5fffb6 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:34.446948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 39b2954d-81d0-4111-a4d6-925def5fffb6 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:34.453671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 39b2954d-81d0-4111-a4d6-925def5fffb6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:34.454056 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.566080 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.598609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706271e1-4fb3-4613-a4c9-471941ae456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b2954d-81d0-4111-a4d6-925def5fffb6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:34.601367 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef7dbeb-cd40-41d3-b753-cf83ca82d024" -d '{"events": [{"server_uuid": "706271e1-4fb3-4613-a4c9-471941ae456d", "name": "network-vif-plugged", "status": "completed", "tag": "39b2954d-81d0-4111-a4d6-925def5fffb6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:34.811070 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf096437-2535-4793-94f1-d8b3da621f2a x-openstack-request-id: req-cf096437-2535-4793-94f1-d8b3da621f2a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:34.811795 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706271e1-4fb3-4613-a4c9-471941ae456d", "name": "network-vif-plugged", "status": "completed", "tag": "39b2954d-81d0-4111-a4d6-925def5fffb6", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:34.812159 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf096437-2535-4793-94f1-d8b3da621f2a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:34.812611 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706271e1-4fb3-4613-a4c9-471941ae456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b2954d-81d0-4111-a4d6-925def5fffb6', 'code': 200} Nov 22 16:33:34.817591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 39b2954d-81d0-4111-a4d6-925def5fffb6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=39b2954d-81d0-4111-a4d6-925def5fffb6,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:34.828516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.870403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf55d9-88de-45f0-8ac7-6b302100bbdf req-80c536de-892a-4ca0-8664-d20e6c924883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:34.872847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1cf55d9-88de-45f0-8ac7-6b302100bbdf req-80c536de-892a-4ca0-8664-d20e6c924883 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1095 time: 0.1416295 Nov 22 16:33:34.880628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13f533-abc6-49c5-997d-7b327fb052dd req-59392d12-9dfd-42ab-9325-8dae1300c437 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:34.882348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c13f533-abc6-49c5-997d-7b327fb052dd req-59392d12-9dfd-42ab-9325-8dae1300c437 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.1095128 Nov 22 16:33:34.930838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=39b2954d-81d0-4111-a4d6-925def5fffb6,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:34.972771 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e27013f-e84e-49fc-a4e9-085e38aa6971 req-5264ed84-28e5-4f7f-a39b-301d9499f7eb tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0537381 Nov 22 16:33:34.977672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1cf55d9-88de-45f0-8ac7-6b302100bbdf req-c48a4844-2ce7-4da6-bba4-b3cfcfea81c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942297 Nov 22 16:33:35.016726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c13f533-abc6-49c5-997d-7b327fb052dd req-53726c5d-561c-43df-a387-b36b8b2f96b9 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014152 Nov 22 16:33:35.126284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ca89c-4297-4b68-ab6e-e79566ce3fcc req-567b69e1-92c1-45b1-9515-7c894c812002 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:35.127845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-858ca89c-4297-4b68-ab6e-e79566ce3fcc req-567b69e1-92c1-45b1-9515-7c894c812002 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1096 time: 0.0464654 Nov 22 16:33:35.184517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-858ca89c-4297-4b68-ab6e-e79566ce3fcc req-24633772-d081-430d-87fa-d0efdca86b66 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497904 Nov 22 16:33:35.814150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53498) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:35.945680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:36.000404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.162526 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.223739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4cddd77-d9d2-435b-a77b-cc27accf251b req-a4bcfd73-98b1-4426-aae7-000393642852 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/ports?device_id=7c61334f-878d-48ff-93c2-b387fd349da6 HTTP/1.1" status: 200 len: 210 time: 0.0549319 Nov 22 16:33:36.250774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6109cb3-ce5c-4e5a-88b6-03714db3fbf4 req-88c143fd-4037-416b-bbe4-5081fa10375c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.258954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6109cb3-ce5c-4e5a-88b6-03714db3fbf4 req-88c143fd-4037-416b-bbe4-5081fa10375c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.0912659 Nov 22 16:33:36.340349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6109cb3-ce5c-4e5a-88b6-03714db3fbf4 req-1c98c4ac-7f88-4179-98e9-eb712233d827 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800028 Nov 22 16:33:36.393993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Allocated IP 172.25.5.198 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/5c7b31eb-d5e7-40e5-b138-e52ee096c47a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:36.418737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d90725-553e-4b75-85bc-c8d5e9f92507 req-ba4ecb38-aa27-46ca-8cbb-38c2c32c6153 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.427132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60d90725-553e-4b75-85bc-c8d5e9f92507 req-ba4ecb38-aa27-46ca-8cbb-38c2c32c6153 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1096 time: 0.0640888 Nov 22 16:33:36.491677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60d90725-553e-4b75-85bc-c8d5e9f92507 req-6cd3d646-8ec5-407a-be84-2acb03279ce4 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585959 Nov 22 16:33:36.522086 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.562951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.586469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:36.589772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:36.593469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:36.694320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc1659-1251-4daf-93d8-0d2e51c38854 req-19ce2ef3-5275-47e2-b010-2c51df920945 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.701649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7abc1659-1251-4daf-93d8-0d2e51c38854 req-19ce2ef3-5275-47e2-b010-2c51df920945 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1096 time: 0.0944064 Nov 22 16:33:36.712798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7b31eb-d5e7-40e5-b138-e52ee096c47a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:36.785810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.788033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7abc1659-1251-4daf-93d8-0d2e51c38854 req-3ab06977-390e-46bf-88f2-a7a19b28b6f6 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824809 Nov 22 16:33:36.847978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.953749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8225593-13d3-4ee2-aa9b-beef48485b28 req-cbce5643-8c67-41da-92c7-3ccb45ef2dfa tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.961275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8225593-13d3-4ee2-aa9b-beef48485b28 req-cbce5643-8c67-41da-92c7-3ccb45ef2dfa tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1096 time: 0.0600634 Nov 22 16:33:37.018208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8225593-13d3-4ee2-aa9b-beef48485b28 req-4ee8b7bb-0db4-4e0d-9a5e-e2341ee2b144 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Nov 22 16:33:37.207598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.224977 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.377584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7b31eb-d5e7-40e5-b138-e52ee096c47a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:37.401794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.428689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:37.510440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.515805 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4eaa14ca-9bdc-4b87-9e57-e17328bd6619 tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6999516 Nov 22 16:33:37.520606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53552) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:37.526917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1196836721', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'fixed_ips': [{'ip_address': '172.25.5.198'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:37.584573 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d420b950-d000-4c5a-974d-47b44f39cde8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.592217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Made reservation on behalf of b5c8b3d351fb468a911cf1adea07eb9d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:37.598906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.647180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d420b950-d000-4c5a-974d-47b44f39cde8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.734044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b8168-8632-4416-8444-8a658aa17a23 req-c77defa3-9de0-4afc-b5c2-cacb3cea3923 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:37.736601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-540b8168-8632-4416-8444-8a658aa17a23 req-c77defa3-9de0-4afc-b5c2-cacb3cea3923 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.1832001 Nov 22 16:33:37.739283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.757058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d420b950-d000-4c5a-974d-47b44f39cde8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.760321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d420b950-d000-4c5a-974d-47b44f39cde8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.761828 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d420b950-d000-4c5a-974d-47b44f39cde8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "DELETE /v2.0/security-groups/37854536-d895-45b0-bd48-2ca2a117d3a0 HTTP/1.1" status: 204 len: 168 time: 0.3318167 Nov 22 16:33:37.766212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:37.768642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-7339eabe-a683-484d-884e-d49a90fba099 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:37.785184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420b950-d000-4c5a-974d-47b44f39cde8 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37854536-d895-45b0-bd48-2ca2a117d3a0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:37.794905 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-7339eabe-a683-484d-884e-d49a90fba099 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/networks?id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d HTTP/1.1" status: 200 len: 911 time: 0.4228463 Nov 22 16:33:37.893396 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-86da6712-202d-4b12-8a8e-c392e4f2b869 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] show failed (client error): The resource could not be found. Nov 22 16:33:37.895380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-86da6712-202d-4b12-8a8e-c392e4f2b869 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "GET /v2.0/security-groups/37854536-d895-45b0-bd48-2ca2a117d3a0 HTTP/1.1" status: 404 len: 347 time: 0.0946522 Nov 22 16:33:37.899401 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53562) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:37.926206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-c62ebaf1-92ca-4282-9dc3-08a0aa337baa tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/quotas/56aab9a9429c448593c92d5642095a24 HTTP/1.1" status: 200 len: 375 time: 0.1296179 Nov 22 16:33:38.051050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-540b8168-8632-4416-8444-8a658aa17a23 req-b3e185dd-a5f2-4421-9299-3da6b09d9df4 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932217 Nov 22 16:33:38.148349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-7f5b4efb-cfaa-4bcc-b021-259502aa1346 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=56aab9a9429c448593c92d5642095a24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1953952 Nov 22 16:33:38.163613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port 82a50c9b-e39e-462a-9d4b-d6146e2656f2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:38.164769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.239676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.251203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.270185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] device_id is not set on port ff3583c9-bb99-4ff9-ba0c-6caf597062e1 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:33:38.273402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.273947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.302521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for 82a50c9b-e39e-462a-9d4b-d6146e2656f2 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:38.477862 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:33:38.500987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4126185-3d17-4910-921f-1cd6faed7a05,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:38.546865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-3d884032-de5b-4e62-b04e-0c6fbb4094df service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973091 Nov 22 16:33:38.614827 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.671957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=82a50c9b-e39e-462a-9d4b-d6146e2656f2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:38.709466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab44c9-e6fa-4aa3-be3f-afb3eb6992e5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:38.827250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.831954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.837552 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e960cf20-8b93-4169-941c-332030397ce9 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "DELETE /v2.0/floatingips/362709f5-efbc-43be-a3a5-eb72813893c6 HTTP/1.1" status: 204 len: 168 time: 0.9316571 Nov 22 16:33:38.838539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53570) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:39.053137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-db814453-11f7-4dec-b392-6f6d535d1e21 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port ad9709cb-4d75-4071-949f-dd1d78ceb1b8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:39.054231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db814453-11f7-4dec-b392-6f6d535d1e21 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.183536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db814453-11f7-4dec-b392-6f6d535d1e21 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.207780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-db814453-11f7-4dec-b392-6f6d535d1e21 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for ad9709cb-4d75-4071-949f-dd1d78ceb1b8 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:39.269687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-68d81f82-18c7-439b-b827-cf6a2cf2f475 service neutron] 10.222.0.69 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034199 Nov 22 16:33:39.277827 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 16:33:39.279266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:33:39.293082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26cc8-d528-4167-ae2f-472e5fb9a02c req-32e97996-5a39-4441-ba6d-cfa6c9bfaa38 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:39.295321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ca26cc8-d528-4167-ae2f-472e5fb9a02c req-32e97996-5a39-4441-ba6d-cfa6c9bfaa38 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.1303191 Nov 22 16:33:39.329553 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f91461ab-903e-4640-b047-63505b31ddcf tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8072364 Nov 22 16:33:39.333911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53578) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:39.401248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ca26cc8-d528-4167-ae2f-472e5fb9a02c req-a6f793c0-f4a4-4dbc-a6c7-7e9ac49287d6 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991740 Nov 22 16:33:39.610642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6b205f3-7210-4cbe-823a-8ec7e71fdab1 req-1b6373c2-b7e8-47a5-84d1-13b0f92e30c3 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 210 time: 0.0668430 Nov 22 16:33:39.630197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db814453-11f7-4dec-b392-6f6d535d1e21 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.729403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db814453-11f7-4dec-b392-6f6d535d1e21 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=ad9709cb-4d75-4071-949f-dd1d78ceb1b8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:39.916494 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db814453-11f7-4dec-b392-6f6d535d1e21 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.923062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53594) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:39.923252 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-db814453-11f7-4dec-b392-6f6d535d1e21 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "DELETE /v2.0/ports/ad9709cb-4d75-4071-949f-dd1d78ceb1b8 HTTP/1.1" status: 204 len: 168 time: 1.0831897 Nov 22 16:33:39.940031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Deleting port 5c7b31eb-d5e7-40e5-b138-e52ee096c47a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:39.940031 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.159585 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.162275 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.167512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1d342b1b-a0ce-4aaa-b773-99bab2ef0ae1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port eb6c4404-6820-4aae-bf63-d16f20628ec1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:40.167971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d342b1b-a0ce-4aaa-b773-99bab2ef0ae1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.184564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Calling delete_port for 5c7b31eb-d5e7-40e5-b138-e52ee096c47a owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:40.405067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d342b1b-a0ce-4aaa-b773-99bab2ef0ae1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.456548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1d342b1b-a0ce-4aaa-b773-99bab2ef0ae1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for eb6c4404-6820-4aae-bf63-d16f20628ec1 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:40.463878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.524664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c7b31eb-d5e7-40e5-b138-e52ee096c47a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:40.618274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.623844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.629781 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-18db7b43-b24e-44a4-967c-66df49b9416a tempest-ExternalNetworksAdminNegativeTestJSON-803454776 tempest-ExternalNetworksAdminNegativeTestJSON-803454776-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/4c320fca-e93c-4222-b45e-e122744de5e9 HTTP/1.1" status: 204 len: 168 time: 1.2929723 Nov 22 16:33:40.670201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c23c26-51de-4e99-8940-65aed29f0cd8 req-c87abd3c-08e5-4c66-b6a9-eadef51f8d29 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.678496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0c23c26-51de-4e99-8940-65aed29f0cd8 req-c87abd3c-08e5-4c66-b6a9-eadef51f8d29 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.1038575 Nov 22 16:33:40.956622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dec9a50e-2c0c-4c7e-9d48-1879946bd120 req-4736d373-402b-4837-b198-a33aac65cde3 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 210 time: 0.0998435 Nov 22 16:33:40.978463 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d342b1b-a0ce-4aaa-b773-99bab2ef0ae1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.049771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d342b1b-a0ce-4aaa-b773-99bab2ef0ae1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=eb6c4404-6820-4aae-bf63-d16f20628ec1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:41.086720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0c23c26-51de-4e99-8940-65aed29f0cd8 req-772d7681-5d36-42cc-b818-ff08acc445d3 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4060788 Nov 22 16:33:41.171535 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1d342b1b-a0ce-4aaa-b773-99bab2ef0ae1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.175359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1d342b1b-a0ce-4aaa-b773-99bab2ef0ae1 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "DELETE /v2.0/ports/eb6c4404-6820-4aae-bf63-d16f20628ec1 HTTP/1.1" status: 204 len: 168 time: 1.2502687 Nov 22 16:33:41.178333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53620) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:41.278077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c136df7-e79c-4d4d-968a-cc6ab3c1e192 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting subnet 657d7afc-44db-4946-bac8-60254c1f011b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:41.294447 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c136df7-e79c-4d4d-968a-cc6ab3c1e192 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.320629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53624) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:41.475986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c136df7-e79c-4d4d-968a-cc6ab3c1e192 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.612398 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6eba-eb3a-46fd-900e-b90888f3dd77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.649312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-1af050c1-fbdd-4589-9755-bc85956c271c tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.651271 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-1af050c1-fbdd-4589-9755-bc85956c271c tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.71 "GET /v2.0/networks?id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d HTTP/1.1" status: 200 len: 911 time: 0.2994828 Nov 22 16:33:41.695936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Request body: {'port': {'device_id': '85fac8b4-14eb-4802-8d2b-c81493d3711b', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'admin_state_up': True, 'tenant_id': '56aab9a9429c448593c92d5642095a24'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:41.793354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c136df7-e79c-4d4d-968a-cc6ab3c1e192 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.797838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Made reservation on behalf of 56aab9a9429c448593c92d5642095a24 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:41.800999 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.833854 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6eba-eb3a-46fd-900e-b90888f3dd77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.841900 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bcb6eba-eb3a-46fd-900e-b90888f3dd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.907645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0bcb6eba-eb3a-46fd-900e-b90888f3dd77 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fc2ec0d59484f6fae5e353d8ad37426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5833845 Nov 22 16:33:41.916561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53628) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:41.936522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c136df7-e79c-4d4d-968a-cc6ab3c1e192 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.011599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb6eba-eb3a-46fd-900e-b90888f3dd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7d20af-51f6-4624-a4f0-099c6a29eae3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.039010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c136df7-e79c-4d4d-968a-cc6ab3c1e192 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Subnet': ['ID=657d7afc-44db-4946-bac8-60254c1f011b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.066368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c136df7-e79c-4d4d-968a-cc6ab3c1e192 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.069945 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1c136df7-e79c-4d4d-968a-cc6ab3c1e192 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "DELETE /v2.0/subnets/657d7afc-44db-4946-bac8-60254c1f011b HTTP/1.1" status: 204 len: 168 time: 0.8897123 Nov 22 16:33:42.080922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53634) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:42.082285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd1d0b-3a75-439a-9e38-b8c1910bbb5f None None] Network fb8677be-dd67-4e24-8c66-d5f0248bf751 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:42.097497 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbeaeeb6-3e0e-4d62-91e3-dc5b80edcacc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.204192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c0cb90-1f82-416c-95c5-007a2535bec5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting subnet 40b0a547-66a9-4922-b88e-bc55d40b389b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:42.208080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74c0cb90-1f82-416c-95c5-007a2535bec5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.256553 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74c0cb90-1f82-416c-95c5-007a2535bec5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.315328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Allocated IP 172.20.0.14 (c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d/47f4b16f-9aa9-4867-8075-24aa3f4d94ad/4b800512-2dfe-48cf-8771-c8edc7efb093) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:42.342692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbeaeeb6-3e0e-4d62-91e3-dc5b80edcacc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.407751 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a47aa3bc-505e-430a-97b1-c8c5aebbf8c2 req-5b0e2efa-09bb-4a41-8d0d-2d67edff3b4e tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 210 time: 0.0973377 Nov 22 16:33:42.460213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] DHCP port deletion for fb8677be-dd67-4e24-8c66-d5f0248bf751 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:42.482210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00494f-4233-4d91-9ec7-cad909cab639 req-be9ab2b0-e6e1-48c8-88fc-e3771f472b8b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.486957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb00494f-4233-4d91-9ec7-cad909cab639 req-be9ab2b0-e6e1-48c8-88fc-e3771f472b8b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.2496829 Nov 22 16:33:42.539529 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74c0cb90-1f82-416c-95c5-007a2535bec5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.578463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb00494f-4233-4d91-9ec7-cad909cab639 req-be7ee1ae-dead-461a-9b21-d2d00c3c00f7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852590 Nov 22 16:33:42.593777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbeaeeb6-3e0e-4d62-91e3-dc5b80edcacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.597127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cbeaeeb6-3e0e-4d62-91e3-dc5b80edcacc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.602098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cbeaeeb6-3e0e-4d62-91e3-dc5b80edcacc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c7d20af-51f6-4624-a4f0-099c6a29eae3 HTTP/1.1" status: 204 len: 168 time: 0.6840885 Nov 22 16:33:42.613676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaeeb6-3e0e-4d62-91e3-dc5b80edcacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7d20af-51f6-4624-a4f0-099c6a29eae3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.635501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] Deleting port 41db166d-7d08-4ec7-98ca-478f8644f814 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:42.640341 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.697600 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74c0cb90-1f82-416c-95c5-007a2535bec5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.748510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] For port 41db166d-7d08-4ec7-98ca-478f8644f814, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=41db166d-7d08-4ec7-98ca-478f8644f814,segment=NetworkSegment(317f6653-57d5-4c24-86f1-b0ea306e6b3f),segment_id=317f6653-57d5-4c24-86f1-b0ea306e6b3f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:42.749180 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.767044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] Calling delete_port for 41db166d-7d08-4ec7-98ca-478f8644f814 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:42.774624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0cb90-1f82-416c-95c5-007a2535bec5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Subnet': ['ID=40b0a547-66a9-4922-b88e-bc55d40b389b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.833268 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-74c0cb90-1f82-416c-95c5-007a2535bec5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.836602 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-74c0cb90-1f82-416c-95c5-007a2535bec5 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "DELETE /v2.0/subnets/40b0a547-66a9-4922-b88e-bc55d40b389b HTTP/1.1" status: 204 len: 168 time: 0.7528081 Nov 22 16:33:42.839404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:42.871280 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.872415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2e5e5-d82b-4bd9-b8db-115c90b77002 None None] Network 669a39bd-497c-4872-8a5f-a523c69f1193 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:42.877734 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.978361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.022432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] Pushing event deleted for resources: {'Port': ['ID=41db166d-7d08-4ec7-98ca-478f8644f814,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:43.034176 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['39b2954d-81d0-4111-a4d6-925def5fffb6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:43.039513 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.071441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:43.086916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:43.098032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:43.168054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adf7c8-66a9-4b86-aced-188a77fe9502 None None] No DVR routers for this DVR port 41db166d-7d08-4ec7-98ca-478f8644f814 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:43.212384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:43.213340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.270283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Pushing event updated for resources: {'Port': ['ID=4b800512-2dfe-48cf-8771-c8edc7efb093,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:43.327315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53652) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:43.365844 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-677a0045-2f5a-4be5-bac9-70aa4e576ab8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6731539 Nov 22 16:33:43.366639 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.402264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8677be-dd67-4e24-8c66-d5f0248bf751']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:43.430688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Request body: {'port': {'device_id': '85fac8b4-14eb-4802-8d2b-c81493d3711b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:43.446648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '317f6653-57d5-4c24-86f1-b0ea306e6b3f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:43.446958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '317f6653-57d5-4c24-86f1-b0ea306e6b3f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:43.485284 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.529938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.537924 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-19cc6430-e0e4-4e78-939e-584b0c928c97 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5c8b3d351fb468a911cf1adea07eb9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2072344 Nov 22 16:33:43.540619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53658) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:43.597426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.690139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:43.690664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:43.701659 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:43.703522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] DHCP port deletion for 669a39bd-497c-4872-8a5f-a523c69f1193 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:43.788116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b02c8153-33e3-4e0a-8939-58e720b7eb22 None None] Provisioning complete for port 4b800512-2dfe-48cf-8771-c8edc7efb093 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:43.788731 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b02c8153-33e3-4e0a-8939-58e720b7eb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.897795 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8186f7-9c1c-4a13-ad33-2c7dd07f4d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.929534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8186f7-9c1c-4a13-ad33-2c7dd07f4d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.965356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b02c8153-33e3-4e0a-8939-58e720b7eb22 None None] Port 4b800512-2dfe-48cf-8771-c8edc7efb093 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:44.007069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] Deleting port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:44.007300 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.014246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b800512-2dfe-48cf-8771-c8edc7efb093 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:44.015531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8186f7-9c1c-4a13-ad33-2c7dd07f4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.018979 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f8186f7-9c1c-4a13-ad33-2c7dd07f4d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.020394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4f8186f7-9c1c-4a13-ad33-2c7dd07f4d17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4126185-3d17-4910-921f-1cd6faed7a05 HTTP/1.1" status: 204 len: 168 time: 0.4787054 Nov 22 16:33:44.025762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.028858 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.046432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Transition to ACTIVE for port object 4b800512-2dfe-48cf-8771-c8edc7efb093 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:44.062792 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.101050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d6014-752f-4ee0-a0ae-7bbeb8cc3012 req-cde9662c-596c-40b8-9442-ef3b1f73afd5 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.101857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-655d6014-752f-4ee0-a0ae-7bbeb8cc3012 req-cde9662c-596c-40b8-9442-ef3b1f73afd5 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.3294206 Nov 22 16:33:44.109575 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.116878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "DELETE /v2.0/networks/fb8677be-dd67-4e24-8c66-d5f0248bf751 HTTP/1.1" status: 204 len: 168 time: 1.2739518 Nov 22 16:33:44.116878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e75a3-8ef9-4d37-8b10-b500cebc0e2a tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Network': ['ID=fb8677be-dd67-4e24-8c66-d5f0248bf751,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.118853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53664) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:44.133433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8186f7-9c1c-4a13-ad33-2c7dd07f4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4126185-3d17-4910-921f-1cd6faed7a05,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.235185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0017-cc1c-4188-b762-bb073487588b req-d9630547-7b95-4d77-80c1-b556a067b301 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.241700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ccc0017-cc1c-4188-b762-bb073487588b req-d9630547-7b95-4d77-80c1-b556a067b301 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1028 time: 0.5530231 Nov 22 16:33:44.254355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] For port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a8f6dd42-1932-4f1d-a6d6-4d84cff877a6,segment=NetworkSegment(57c579c3-abe3-486d-b16b-5260bcc810d6),segment_id=57c579c3-abe3-486d-b16b-5260bcc810d6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:44.255568 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.265612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 41db166d-7d08-4ec7-98ca-478f8644f814 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:44.338104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Pushing event updated for resources: {'Port': ['ID=4b800512-2dfe-48cf-8771-c8edc7efb093,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.358077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-655d6014-752f-4ee0-a0ae-7bbeb8cc3012 req-94bf5e02-1d6a-45c2-9aca-cd230a5bd486 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261856 Nov 22 16:33:44.360416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ccc0017-cc1c-4188-b762-bb073487588b req-cc41fdcb-8089-4121-ad6c-8d43b77cbdfc tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044257 Nov 22 16:33:44.370987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] Calling delete_port for a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:44.394718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 41db166d-7d08-4ec7-98ca-478f8644f814 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:44.397394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 41db166d-7d08-4ec7-98ca-478f8644f814 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:44.397838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:44.456388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.543357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Attempting to bind port 4b800512-2dfe-48cf-8771-c8edc7efb093 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:44.544932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Attempting to bind port 4b800512-2dfe-48cf-8771-c8edc7efb093 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:44.545423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Attempting to bind port 4b800512-2dfe-48cf-8771-c8edc7efb093 on network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:44.624516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Port 4b800512-2dfe-48cf-8771-c8edc7efb093 on network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:44.626011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Attempting to bind port 4b800512-2dfe-48cf-8771-c8edc7efb093 on network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:44.657647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:44.658258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Checking segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:44.658846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Bound using segment: {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:44.659512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Bound port: 4b800512-2dfe-48cf-8771-c8edc7efb093, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:44.660164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.727089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.803412 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.982159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] Pushing event deleted for resources: {'Port': ['ID=a8f6dd42-1932-4f1d-a6d6-4d84cff877a6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.995062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1949d6be-87a1-4afd-9ac3-8de73d1995d0 None None] No DVR routers for this DVR port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:45.260566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53692) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:45.546643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Deleting port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:45.547185 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.721802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] For port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6, host n-d-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:45.722282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.752525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] For port 4b800512-2dfe-48cf-8771-c8edc7efb093, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:45.782153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Calling delete_port for a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:45.805645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:33:45.815678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] For port 4b800512-2dfe-48cf-8771-c8edc7efb093, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4b800512-2dfe-48cf-8771-c8edc7efb093,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:45.816810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.840971 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f15a542c-2787-479e-843d-cc96909018d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2c907cfc0b84ceda00838aec82347d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788960 Nov 22 16:33:45.848679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53714) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:45.868358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5627e-6556-4642-ad4f-a6d56a3bf085 req-fa8f149f-6de9-4159-aee7-aafd743ed1fb tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.879237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbf5627e-6556-4642-ad4f-a6d56a3bf085 req-fa8f149f-6de9-4159-aee7-aafd743ed1fb tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 943 time: 0.3178880 Nov 22 16:33:45.882299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.883195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1611798-22cd-4556-8ed5-43722c5c1aea req-b6e880fa-5b0b-4a66-9774-81e310fa988d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.889562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Port': ['ID=a8f6dd42-1932-4f1d-a6d6-4d84cff877a6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:45.893505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1611798-22cd-4556-8ed5-43722c5c1aea req-b6e880fa-5b0b-4a66-9774-81e310fa988d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1053 time: 0.3455474 Nov 22 16:33:45.905902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] No DVR routers for this DVR port a8f6dd42-1932-4f1d-a6d6-4d84cff877a6 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:45.959103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.959740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.961202 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] 10.222.0.71 "PUT /v2.0/ports/4b800512-2dfe-48cf-8771-c8edc7efb093 HTTP/1.1" status: 200 len: 1092 time: 2.5625255 Nov 22 16:33:45.961672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fac8b4-14eb-4802-8d2b-c81493d3711b', 'tag': '4b800512-2dfe-48cf-8771-c8edc7efb093'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:45.964236 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49db19b1-59d5-47aa-a7e7-2f8beb132adc" -d '{"events": [{"name": "network-changed", "server_uuid": "85fac8b4-14eb-4802-8d2b-c81493d3711b", "tag": "4b800512-2dfe-48cf-8771-c8edc7efb093"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:46.085020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1611798-22cd-4556-8ed5-43722c5c1aea req-f19e32a0-65c7-4d64-a214-9685b14c08c9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864951 Nov 22 16:33:46.213133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbf5627e-6556-4642-ad4f-a6d56a3bf085 req-1213b324-867d-4049-84b7-d9a4b18294b2 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3314137 Nov 22 16:33:46.281218 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85972b3a-b914-484c-94fb-e8a8e92b7b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.306115 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33f90a9-4e18-4663-a2f2-389638e0c085 x-openstack-request-id: req-e33f90a9-4e18-4663-a2f2-389638e0c085 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:46.306532 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fac8b4-14eb-4802-8d2b-c81493d3711b", "tag": "4b800512-2dfe-48cf-8771-c8edc7efb093", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:46.308372 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e33f90a9-4e18-4663-a2f2-389638e0c085 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:46.309312 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85fac8b4-14eb-4802-8d2b-c81493d3711b', 'tag': '4b800512-2dfe-48cf-8771-c8edc7efb093', 'status': 'completed', 'code': 200} Nov 22 16:33:46.319701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54bccd-dc2a-4f9d-8e7c-582cb0a300be service neutron] Pushing event updated for resources: {'Port': ['ID=4b800512-2dfe-48cf-8771-c8edc7efb093,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:46.360724 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85972b3a-b914-484c-94fb-e8a8e92b7b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.417603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.458709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a7959cd0-ef0d-4a7f-9fc6-a61985a264ec details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:46.507979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669a39bd-497c-4872-8a5f-a523c69f1193']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:46.538338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c579c3-abe3-486d-b16b-5260bcc810d6') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:46.540940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85972b3a-b914-484c-94fb-e8a8e92b7b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.544386 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85972b3a-b914-484c-94fb-e8a8e92b7b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.545036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c579c3-abe3-486d-b16b-5260bcc810d6') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:46.549411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-e254181c-2369-488d-9c7d-74423759aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.552188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-85972b3a-b914-484c-94fb-e8a8e92b7b4e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8483dd8d-c86a-4bf8-acad-65d2119a6910 HTTP/1.1" status: 204 len: 168 time: 0.6977992 Nov 22 16:33:46.571618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-e254181c-2369-488d-9c7d-74423759aef9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56aab9a9429c448593c92d5642095a24&device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1095 time: 0.3728280 Nov 22 16:33:46.581585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85972b3a-b914-484c-94fb-e8a8e92b7b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483dd8d-c86a-4bf8-acad-65d2119a6910,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:46.609639 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.745133 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-ab7baaab-2008-4928-9746-c32dac67e219 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b800512-2dfe-48cf-8771-c8edc7efb093 HTTP/1.1" status: 200 len: 217 time: 0.1564922 Nov 22 16:33:46.752065 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.766075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:46.832986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'mac_address': 'fa:16:3e:94:f1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:46.885593 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:46.886003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.939716 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.974563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7959cd0-ef0d-4a7f-9fc6-a61985a264ec {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:46.984713 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:47.014408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-2aa9bc8b-9784-4488-8e10-5139d9259f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.017212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-2aa9bc8b-9784-4488-8e10-5139d9259f50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47f4b16f-9aa9-4867-8075-24aa3f4d94ad HTTP/1.1" status: 200 len: 849 time: 0.2555871 Nov 22 16:33:47.025091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:47.041668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.138876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.165242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:47.183604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.191264 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] 10.222.0.69 "DELETE /v2.0/networks/669a39bd-497c-4872-8a5f-a523c69f1193 HTTP/1.1" status: 204 len: 168 time: 3.0711205 Nov 22 16:33:47.192740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827d970-0094-4024-b335-1a6912d87465 tempest-TaggedBootDevicesTest-1625690233 tempest-TaggedBootDevicesTest-1625690233-project] Pushing event deleted for resources: {'Network': ['ID=669a39bd-497c-4872-8a5f-a523c69f1193,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:47.194193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.194737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.195090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.195439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.195848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.196315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.196757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.197259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.197803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.199375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.204350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.204950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:47.254150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-4fb8e615-d134-45dd-9286-93df74fe9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.261886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:47.285592 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-4fb8e615-d134-45dd-9286-93df74fe9a52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427473 Nov 22 16:33:47.390566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55352b41-924c-41c9-a7ff-b8ce809d0f58 req-5a345f2a-e7b4-4bd1-920e-609cfce46a37 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.404735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55352b41-924c-41c9-a7ff-b8ce809d0f58 req-5a345f2a-e7b4-4bd1-920e-609cfce46a37 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1095 time: 0.1161871 Nov 22 16:33:47.450137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:47.568180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-55352b41-924c-41c9-a7ff-b8ce809d0f58 req-ce458015-2807-4c8c-8fca-cc54610a08ec tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603081 Nov 22 16:33:47.638588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-73af33ff-85d3-4b4d-b93d-be2c20ecfa16 req-5b8c1222-47eb-4672-8fbb-7b46fb4c86d5 service neutron] (103410) timed out ('10.222.0.71', 58146) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:33:47.640760 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-9100273b-4d2d-40f3-9275-0c100c2a933e service neutron] 10.222.0.71 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426778 Nov 22 16:33:47.847854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-38485695', 'router:external': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:47.934507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Made reservation on behalf of cdafe9934eec4ba4884c48169ee83954 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:47.934781 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6751d7bc-4c64-40c3-a974-2ec717791dd3 req-654e4ce5-25e1-4cc3-8485-49878f3a0082 service neutron] 10.222.0.71 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842660 Nov 22 16:33:47.937339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.964507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.117801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-f0a89140-03b9-454b-9829-036d1f54458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.124040 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-f0a89140-03b9-454b-9829-036d1f54458f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=56aab9a9429c448593c92d5642095a24&device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1095 time: 0.1121228 Nov 22 16:33:48.156952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.175876 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.236293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:33:48.262064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1872363-b276-4f50-a94f-1c686a0d141f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:48.269036 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.269668 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Added segment 0458d6a6-48ce-42e4-b926-161145def23a of type vlan for network f13dbc22-34a8-4974-b214-6e9973832821 Nov 22 16:33:48.297571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b107218-5cd3-45dd-b39c-779b45f37f93 req-b37b64b3-b12f-4110-bfd4-93d3edb53dcb tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.299866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b107218-5cd3-45dd-b39c-779b45f37f93 req-b37b64b3-b12f-4110-bfd4-93d3edb53dcb tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 944 time: 0.1409750 Nov 22 16:33:48.307190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-8fda2f0a-44ba-4956-8483-54161bf6ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.310143 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-8fda2f0a-44ba-4956-8483-54161bf6ccb4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d HTTP/1.1" status: 200 len: 911 time: 0.1796951 Nov 22 16:33:48.394463 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.399073 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-1d68f1cb-f5b1-45a0-8531-97d3c35c66bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b800512-2dfe-48cf-8771-c8edc7efb093 HTTP/1.1" status: 200 len: 217 time: 0.0797820 Nov 22 16:33:48.412041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b107218-5cd3-45dd-b39c-779b45f37f93 req-fd068232-6ad4-4760-8190-31eadf2bad56 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001110 Nov 22 16:33:48.467074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.468688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.469541 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.516419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-885de8ea-d493-4ec2-acc6-e543314b501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.518069 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-885de8ea-d493-4ec2-acc6-e543314b501b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=47f4b16f-9aa9-4867-8075-24aa3f4d94ad HTTP/1.1" status: 200 len: 849 time: 0.1084514 Nov 22 16:33:48.544957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0926964 Nov 22 16:33:48.548023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:48.553060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'subnet': {'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:48.578980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b069cae-0575-4624-97f8-c1f0322ebb6e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'Network': ['ID=f13dbc22-34a8-4974-b214-6e9973832821,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:48.592899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network f13dbc22-34a8-4974-b214-6e9973832821 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:33:48.613607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Made reservation on behalf of cdafe9934eec4ba4884c48169ee83954 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:48.617398 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.622822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-38d1f969-19b7-4bde-a72d-19532601e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.624522 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-38d1f969-19b7-4bde-a72d-19532601e1f9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968914 Nov 22 16:33:48.833739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f143255-71d0-44dd-8e67-98a59d73b748 req-1c7cbb2c-fe68-45ae-8e0e-31a5a2415fe6 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.849026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f143255-71d0-44dd-8e67-98a59d73b748 req-1c7cbb2c-fe68-45ae-8e0e-31a5a2415fe6 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1095 time: 0.1254296 Nov 22 16:33:48.866953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-a6ba7901-b554-4efa-b4f1-2b9628f4eee7 service neutron] 10.222.0.71 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278807 Nov 22 16:33:48.959743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f143255-71d0-44dd-8e67-98a59d73b748 req-05c055aa-4ac0-4e48-bd48-b532e89060d5 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096935 Nov 22 16:33:49.068879 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-49db19b1-59d5-47aa-a7e7-2f8beb132adc req-2961957c-15e5-4978-80b7-9f8f44d9f817 service neutron] 10.222.0.71 "GET /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854038 Nov 22 16:33:49.076001 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d7bf068-4148-46b7-bdf5-5d77dbe27c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.239862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.objects.ports [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:33:49.240384 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.308720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e42b2cc1-7983-4c3a-88e4-b127cb4313ae,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:49.315612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Checking segment: {'id': '0458d6a6-48ce-42e4-b926-161145def23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:49.316022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Network hostable DHCP agents. Network: f13dbc22-34a8-4974-b214-6e9973832821, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:33:49.339123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Network f13dbc22-34a8-4974-b214-6e9973832821 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:33:49.353511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, f13dbc22-34a8-4974-b214-6e9973832821) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:49.366966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e00f6-84f7-498c-a42d-ac23cbe74dcc None None] Network f13dbc22-34a8-4974-b214-6e9973832821 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:49.372846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.373586 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.397312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-adec7416-e0e5-470f-84a1-bd65797119e3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8484249 Nov 22 16:33:49.400565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:49.412692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-919072585', 'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:49.477824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Made reservation on behalf of cdafe9934eec4ba4884c48169ee83954 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:49.484328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.535640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] device_id is not set on port 69821ede-d028-4cbd-83b1-6609a77c25dd yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:33:49.601967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b95766-b38f-46c2-a285-45e463dd6db6 None None] Network f13dbc22-34a8-4974-b214-6e9973832821 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:49.622646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f7b94-d1d6-455a-8c62-86aa670a3f52 req-2643b1ca-7535-44ce-b5da-0a27f0f495e0 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.627872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e5f7b94-d1d6-455a-8c62-86aa670a3f52 req-2643b1ca-7535-44ce-b5da-0a27f0f495e0 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 944 time: 0.1017878 Nov 22 16:33:49.782628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e5f7b94-d1d6-455a-8c62-86aa670a3f52 req-e8d57222-6efa-4d47-8b44-3436031ad06e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487601 Nov 22 16:33:49.841341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Allocated IP 172.20.0.9 (f13dbc22-34a8-4974-b214-6e9973832821/e42b2cc1-7983-4c3a-88e4-b127cb4313ae/69821ede-d028-4cbd-83b1-6609a77c25dd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:50.055343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.104542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.142578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4cec2-55b6-4369-8c79-18760adb2840 req-6fb0a16b-cd30-40ed-b8b4-00c19f19bbc4 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:50.155549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44c4cec2-55b6-4369-8c79-18760adb2840 req-6fb0a16b-cd30-40ed-b8b4-00c19f19bbc4 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1095 time: 0.0925834 Nov 22 16:33:50.229304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Network f13dbc22-34a8-4974-b214-6e9973832821 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:50.241598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:50.249681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:50.290298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44c4cec2-55b6-4369-8c79-18760adb2840 req-a70d7720-003c-4a25-828c-a347b3ef435a tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335483 Nov 22 16:33:50.359093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:50.359734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.381847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'Port': ['ID=69821ede-d028-4cbd-83b1-6609a77c25dd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:50.421508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:50.432305 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-92111f10-df3c-46e7-aa7c-fcaf02a61f3c tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0304089 Nov 22 16:33:50.491726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a7959cd0-ef0d-4a7f-9fc6-a61985a264ec up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:50.666004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-06cb50e0-bf4b-42fe-b394-8c884f054d97 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Deleting port 69821ede-d028-4cbd-83b1-6609a77c25dd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:50.667562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06cb50e0-bf4b-42fe-b394-8c884f054d97 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.701376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:50.706469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:50.707086 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.934497 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06cb50e0-bf4b-42fe-b394-8c884f054d97 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.953434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.008134 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-06cb50e0-bf4b-42fe-b394-8c884f054d97 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Calling delete_port for 69821ede-d028-4cbd-83b1-6609a77c25dd owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:51.018601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:51.027034 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe65b86-4012-4eba-92d0-b5b45d7052ae" -d '{"events": [{"server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "name": "network-vif-plugged", "status": "completed", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:51.058403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:51.072720 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.139605 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6958a9-d3e5-4699-8c86-e5ee9edec562 x-openstack-request-id: req-5c6958a9-d3e5-4699-8c86-e5ee9edec562 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:51.139937 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "name": "network-vif-plugged", "status": "completed", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:51.140195 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5c6958a9-d3e5-4699-8c86-e5ee9edec562 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:51.140608 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'code': 200} Nov 22 16:33:51.212018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:51.307774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7bcad-0836-4bbb-a699-c421abc82b25 req-04f12096-5001-412b-a3f0-5a0bcf886a4c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.311659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59a7bcad-0836-4bbb-a699-c421abc82b25 req-04f12096-5001-412b-a3f0-5a0bcf886a4c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 944 time: 0.3412075 Nov 22 16:33:51.389926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3f3679c-245f-4293-87a5-cb019a0da6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.482793 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06cb50e0-bf4b-42fe-b394-8c884f054d97 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.545603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb50e0-bf4b-42fe-b394-8c884f054d97 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event deleted for resources: {'Port': ['ID=69821ede-d028-4cbd-83b1-6609a77c25dd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:51.550204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc91c5-954f-455b-b6be-9ea7b00d8422 req-17640148-940a-47ee-bde8-38e1e9f97518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.551772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49cc91c5-954f-455b-b6be-9ea7b00d8422 req-17640148-940a-47ee-bde8-38e1e9f97518 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1096 time: 0.3381677 Nov 22 16:33:51.636693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4b800512-2dfe-48cf-8771-c8edc7efb093 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:51.675550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59a7bcad-0836-4bbb-a699-c421abc82b25 req-26f2c79a-66ca-41d9-88bd-1ea6397901f1 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237615 Nov 22 16:33:51.747751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a08f6-1997-4ff3-93a0-293077ca3306 req-2c0f9763-478a-4b36-83c0-46bf73e13e6d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.749377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-032a08f6-1997-4ff3-93a0-293077ca3306 req-2c0f9763-478a-4b36-83c0-46bf73e13e6d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1095 time: 0.3493199 Nov 22 16:33:51.783766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49cc91c5-954f-455b-b6be-9ea7b00d8422 req-58bceeb3-b2e2-4b83-b38f-8066baeb0e3c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173302 Nov 22 16:33:51.818493 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06cb50e0-bf4b-42fe-b394-8c884f054d97 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.822306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06cb50e0-bf4b-42fe-b394-8c884f054d97 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "DELETE /v2.0/ports/69821ede-d028-4cbd-83b1-6609a77c25dd HTTP/1.1" status: 204 len: 168 time: 1.3991861 Nov 22 16:33:51.825937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53896) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:51.831346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821', 'external_fixed_ips': [{'subnet_id': 'e42b2cc1-7983-4c3a-88e4-b127cb4313ae', 'ip_address': '172.20.0.9'}]}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:51.860764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.862034 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.893138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-032a08f6-1997-4ff3-93a0-293077ca3306 req-f894b1a8-d58f-4a12-a45e-dc1c6ee74160 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158810 Nov 22 16:33:51.898365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4b800512-2dfe-48cf-8771-c8edc7efb093, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4b800512-2dfe-48cf-8771-c8edc7efb093,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:51.915536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '4b800512-2dfe-48cf-8771-c8edc7efb093', 'network_id': 'c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d', 'port_id': '4b800512-2dfe-48cf-8771-c8edc7efb093', 'mac_address': 'fa:16:3e:17:24:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f4b16f-9aa9-4867-8075-24aa3f4d94ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:51.996117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.004619 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.039306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b800512-2dfe-48cf-8771-c8edc7efb093 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:52.097902 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4b800512-2dfe-48cf-8771-c8edc7efb093, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4b800512-2dfe-48cf-8771-c8edc7efb093,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:52.109389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.225332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4b800512-2dfe-48cf-8771-c8edc7efb093,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:52.355721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.410299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['4b800512-2dfe-48cf-8771-c8edc7efb093'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:52.517185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.682276 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.803537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.848575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.943921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7c8f4-3e4c-425a-a961-b40935e3c2fb req-244d1f8e-8112-4ffa-939a-0bd551f7fb33 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.955929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4a7c8f4-3e4c-425a-a961-b40935e3c2fb req-244d1f8e-8112-4ffa-939a-0bd551f7fb33 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 945 time: 0.0804191 Nov 22 16:33:53.032674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4a7c8f4-3e4c-425a-a961-b40935e3c2fb req-c929928b-9cf5-4721-b355-db52ee56cbf6 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756843 Nov 22 16:33:53.190282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979e08f-143a-4690-bc65-1ff1bca72de1 req-5803ca59-763b-44da-b0ba-46644d05ed3d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.192834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f979e08f-143a-4690-bc65-1ff1bca72de1 req-5803ca59-763b-44da-b0ba-46644d05ed3d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1096 time: 0.0840914 Nov 22 16:33:53.213751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Allocated IP 172.20.0.9 (f13dbc22-34a8-4974-b214-6e9973832821/e42b2cc1-7983-4c3a-88e4-b127cb4313ae/ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:53.291038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f979e08f-143a-4690-bc65-1ff1bca72de1 req-d8b5fb22-5155-42fc-94e4-65cdc1ef76f5 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882156 Nov 22 16:33:53.474467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.544178 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.584692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Network f13dbc22-34a8-4974-b214-6e9973832821 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:53.591684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:53.594927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:53.634495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4b800512-2dfe-48cf-8771-c8edc7efb093 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:53.657054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'Port': ['ID=ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:53.829745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 4b800512-2dfe-48cf-8771-c8edc7efb093 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:53.844879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 4b800512-2dfe-48cf-8771-c8edc7efb093 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:53.845723 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.089813 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.146414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fac8b4-14eb-4802-8d2b-c81493d3711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b800512-2dfe-48cf-8771-c8edc7efb093'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:54.151129 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45272698-b757-481f-8c2a-9985b10a272d" -d '{"events": [{"server_uuid": "85fac8b4-14eb-4802-8d2b-c81493d3711b", "name": "network-vif-plugged", "status": "completed", "tag": "4b800512-2dfe-48cf-8771-c8edc7efb093"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:54.176230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 4b800512-2dfe-48cf-8771-c8edc7efb093, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4b800512-2dfe-48cf-8771-c8edc7efb093,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:54.187277 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.266688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=4b800512-2dfe-48cf-8771-c8edc7efb093,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:54.287222 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9893a175-4bfd-4de1-b80b-6e6ca4087d7c x-openstack-request-id: req-9893a175-4bfd-4de1-b80b-6e6ca4087d7c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:54.288458 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fac8b4-14eb-4802-8d2b-c81493d3711b", "name": "network-vif-plugged", "status": "completed", "tag": "4b800512-2dfe-48cf-8771-c8edc7efb093", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:54.289124 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9893a175-4bfd-4de1-b80b-6e6ca4087d7c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:54.289688 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fac8b4-14eb-4802-8d2b-c81493d3711b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b800512-2dfe-48cf-8771-c8edc7efb093', 'code': 200} Nov 22 16:33:54.311678 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.377906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175133d8-e985-4bf2-bae6-badacbec0e70 req-2ab8b18e-3a1c-4056-bfc8-c75ed5e78814 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.381989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-175133d8-e985-4bf2-bae6-badacbec0e70 req-2ab8b18e-3a1c-4056-bfc8-c75ed5e78814 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 945 time: 0.1872749 Nov 22 16:33:54.474992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c0ba5-821a-4c08-b212-08b6ed4e6944 req-565c88e0-0775-4f9b-82b2-2e9e888c0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.485538 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cf9c0ba5-821a-4c08-b212-08b6ed4e6944 req-565c88e0-0775-4f9b-82b2-2e9e888c0070 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.1040757 Nov 22 16:33:54.561924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-175133d8-e985-4bf2-bae6-badacbec0e70 req-1a3efca7-def4-4d68-9082-c30cede2d553 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718776 Nov 22 16:33:54.570359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.583710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fd4f6-8407-4a74-8701-ae390ba826fe req-ce71d65a-79d5-475b-9636-ab69992584fe tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.585125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-354fd4f6-8407-4a74-8701-ae390ba826fe req-ce71d65a-79d5-475b-9636-ab69992584fe tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.1644697 Nov 22 16:33:54.707066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-354fd4f6-8407-4a74-8701-ae390ba826fe req-30318b4f-2cc5-4fa2-9a82-26c18bb706d8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149788 Nov 22 16:33:54.739598 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.792138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb1799-18ae-4cd2-8677-ea056e808a5e req-3708c3d8-00f3-4bbc-b0a3-09e9851f42ac tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.812406 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cf9c0ba5-821a-4c08-b212-08b6ed4e6944 req-07df497f-43f5-49dc-a259-545f15c3e410 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168709 Nov 22 16:33:54.815524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bdb1799-18ae-4cd2-8677-ea056e808a5e req-3708c3d8-00f3-4bbc-b0a3-09e9851f42ac tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 945 time: 0.1206388 Nov 22 16:33:54.883646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.919536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bdb1799-18ae-4cd2-8677-ea056e808a5e req-26876f03-fbc6-41f0-907e-e01efcef7351 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045935 Nov 22 16:33:54.931378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:55.050675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.343193 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Router 937e0601-ab08-4821-9f56-19fdf3282663 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:33:55.555488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c74a91f-8e69-402a-a12f-52f502cf81b6 tempest-TestVolumeBackupRestore-322955526 tempest-TestVolumeBackupRestore-322955526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.555488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8c74a91f-8e69-402a-a12f-52f502cf81b6 tempest-TestVolumeBackupRestore-322955526 tempest-TestVolumeBackupRestore-322955526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1091 time: 0.6199594 Nov 22 16:33:55.556687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 53974) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:55.573689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:55.573904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:55.595527 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Sync routers for ids ['937e0601-ab08-4821-9f56-19fdf3282663'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:55.636931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53976) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:55.638806 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Routers {'937e0601-ab08-4821-9f56-19fdf3282663'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:55.643238 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['937e0601-ab08-4821-9f56-19fdf3282663'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:55.689877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.699967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.701796 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-20039d89-8ee6-43b5-82af-974749055e79 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8739889 Nov 22 16:33:55.705631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 53982) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:55.965920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.006206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aed0d-c5b7-4865-9c22-160e5d0264ad req-42afd857-d25b-485e-8960-1a63edad45ab tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.020844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba8aed0d-c5b7-4865-9c22-160e5d0264ad req-42afd857-d25b-485e-8960-1a63edad45ab tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.1581168 Nov 22 16:33:56.112907 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Set router 937e0601-ab08-4821-9f56-19fdf3282663 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:56.246356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba8aed0d-c5b7-4865-9c22-160e5d0264ad req-952622ec-da72-4494-80a8-471c76cb939d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241385 Nov 22 16:33:56.283836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5339b1d2-200d-42e0-80d1-a4fd1b9a29ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.307754 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.333449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.654404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Deleting port ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:56.654952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.752618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Allocated IP 172.25.5.27 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/2318119b-fb28-4cc3-b434-aac982d1c2d6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:56.756337 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e0601-ab08-4821-9f56-19fdf3282663', 'name': '', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821', 'external_fixed_ips': [{'subnet_id': 'e42b2cc1-7983-4c3a-88e4-b127cb4313ae', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:51Z', 'updated_at': '2021-11-22T16:33:53Z', 'revision_number': 3, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port': {'id': 'ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e', 'name': '', 'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:18:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937e0601-ab08-4821-9f56-19fdf3282663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'e42b2cc1-7983-4c3a-88e4-b127cb4313ae', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:52Z', 'updated_at': '2021-11-22T16:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e42b2cc1-7983-4c3a-88e4-b127cb4313ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:56.840658 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Checking router: 937e0601-ab08-4821-9f56-19fdf3282663 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:56.843380 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Updating router 937e0601-ab08-4821-9f56-19fdf3282663 port ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:33:56.932466 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.084419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.216875 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.273805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:57.280671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:57.289215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:57.392314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'Port': ['ID=2318119b-fb28-4cc3-b434-aac982d1c2d6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:57.648951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5339b1d2-200d-42e0-80d1-a4fd1b9a29ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.668917 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5339b1d2-200d-42e0-80d1-a4fd1b9a29ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.740505 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.741795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.763088 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.776142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0b57-de41-47fb-a155-ff79d81837ed req-3118988d-4def-40d5-af74-9f6c134d6aea tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.785041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24da0b57-de41-47fb-a155-ff79d81837ed req-3118988d-4def-40d5-af74-9f6c134d6aea tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.3493192 Nov 22 16:33:57.786365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Calling delete_port for ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:57.879306 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Attempting to bind port ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:57.880003 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Attempting to bind port ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '0458d6a6-48ce-42e4-b926-161145def23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:57.880547 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Attempting to bind port ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e on network f13dbc22-34a8-4974-b214-6e9973832821 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:57.896990 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e656dfb-d9d3-4ebe-b252-8246c7e79125 None None] Pushing event updated for resources: {'Port': ['ID=ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:57.909539 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:57.910214 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Checking segment: {'id': '0458d6a6-48ce-42e4-b926-161145def23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:57.910807 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.911830 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Bound using segment: {'id': '0458d6a6-48ce-42e4-b926-161145def23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:57.912506 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Bound port: ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0458d6a6-48ce-42e4-b926-161145def23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'f13dbc22-34a8-4974-b214-6e9973832821'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:57.913063 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.009284 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] For port ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:58.020493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] For port ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e,segment=NetworkSegment(0458d6a6-48ce-42e4-b926-161145def23a),segment_id=0458d6a6-48ce-42e4-b926-161145def23a)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:58.037048 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.066787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24da0b57-de41-47fb-a155-ff79d81837ed req-37b0fa80-345a-40a2-9617-c5939c4357f7 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677457 Nov 22 16:33:58.233828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:58.239822 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e656dfb-d9d3-4ebe-b252-8246c7e79125 None None] Pushing event updated for resources: {'Port': ['ID=ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.240095 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5339b1d2-200d-42e0-80d1-a4fd1b9a29ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3db7d639eee248e1b66874ec29fac59a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5899100 Nov 22 16:33:58.254850 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Routers {'937e0601-ab08-4821-9f56-19fdf3282663'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:58.255771 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['937e0601-ab08-4821-9f56-19fdf3282663'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:58.269148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b1d2-200d-42e0-80d1-a4fd1b9a29ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d37dd2-cba6-4d04-b4cd-09197ebb6f3d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.343058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.388782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae2eb1ee-4f3e-4e56-ab2a-6ec61588077e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.489738 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-628e557c-cb4e-4077-b6c7-7f45f9a66911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.516489 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] Set router 937e0601-ab08-4821-9f56-19fdf3282663 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:58.531419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.633925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff82761-3333-4b93-a285-1cef361f4d1c req-dd1e2844-1ea9-4b4c-aec7-70b0ced4cf59 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:58.635499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ff82761-3333-4b93-a285-1cef361f4d1c req-dd1e2844-1ea9-4b4c-aec7-70b0ced4cf59 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.3547080 Nov 22 16:33:58.701162 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937e0601-ab08-4821-9f56-19fdf3282663', 'name': '', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:51Z', 'updated_at': '2021-11-22T16:33:56Z', 'revision_number': 4, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:58.720668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-628e557c-cb4e-4077-b6c7-7f45f9a66911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.739321 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2811dc-53de-486d-a099-094e492335b3 None None] The sync data for ids ['937e0601-ab08-4821-9f56-19fdf3282663'] in n-d-811716-3 is: [{'id': '937e0601-ab08-4821-9f56-19fdf3282663', 'name': '', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:51Z', 'updated_at': '2021-11-22T16:33:56Z', 'revision_number': 4, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:58.875513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.884372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.989732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.990318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 937e0601-ab08-4821-9f56-19fdf3282663 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:33:59.001346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ff82761-3333-4b93-a285-1cef361f4d1c req-ce325f38-d943-408d-9e09-5c306a2dec99 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460383 Nov 22 16:33:59.008908 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.008908 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1d77483c-88f9-4371-90b9-8c21a66ee152 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "DELETE /v2.0/routers/937e0601-ab08-4821-9f56-19fdf3282663 HTTP/1.1" status: 204 len: 168 time: 3.3013451 Nov 22 16:33:59.011525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54032) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:59.135304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1950a7-efe5-465c-a447-b4a030b393dc tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Deleting subnet e42b2cc1-7983-4c3a-88e4-b127cb4313ae {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:59.140849 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a1950a7-efe5-465c-a447-b4a030b393dc tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.203857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a1950a7-efe5-465c-a447-b4a030b393dc tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.284878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a1950a7-efe5-465c-a447-b4a030b393dc tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.349794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a1950a7-efe5-465c-a447-b4a030b393dc tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.409548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1950a7-efe5-465c-a447-b4a030b393dc tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e42b2cc1-7983-4c3a-88e4-b127cb4313ae,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:59.411617 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9a1950a7-efe5-465c-a447-b4a030b393dc tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.417317 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a1950a7-efe5-465c-a447-b4a030b393dc tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/e42b2cc1-7983-4c3a-88e4-b127cb4313ae HTTP/1.1" status: 204 len: 168 time: 0.4016397 Nov 22 16:33:59.428676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54040) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:59.549338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.726248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.800433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13dbc22-34a8-4974-b214-6e9973832821']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:59.822403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0458d6a6-48ce-42e4-b926-161145def23a') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:59.827715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0458d6a6-48ce-42e4-b926-161145def23a') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:59.851090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.874867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.880474 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.890759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:59.891359 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: items = [ Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:59.893888 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:00.047375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.054748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f13dbc22-34a8-4974-b214-6e9973832821 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:34:00.057054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.068386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "DELETE /v2.0/networks/f13dbc22-34a8-4974-b214-6e9973832821 HTTP/1.1" status: 204 len: 168 time: 0.6376681 Nov 22 16:34:00.084082 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.092810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48a15a-56a7-4d11-b4fa-ce8afceaf801 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event deleted for resources: {'Network': ['ID=f13dbc22-34a8-4974-b214-6e9973832821,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:00.233434 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-628e557c-cb4e-4077-b6c7-7f45f9a66911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.240137 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-628e557c-cb4e-4077-b6c7-7f45f9a66911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.251947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-628e557c-cb4e-4077-b6c7-7f45f9a66911 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30d37dd2-cba6-4d04-b4cd-09197ebb6f3d HTTP/1.1" status: 204 len: 168 time: 2.0169637 Nov 22 16:34:00.270152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5499c-f91d-41ba-b2e3-6ec5ad7754a2 req-db700b46-f92f-4692-b767-030e638bb248 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:00.288825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2e5499c-f91d-41ba-b2e3-6ec5ad7754a2 req-db700b46-f92f-4692-b767-030e638bb248 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.4874060 Nov 22 16:34:00.327450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e557c-cb4e-4077-b6c7-7f45f9a66911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d37dd2-cba6-4d04-b4cd-09197ebb6f3d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:00.481998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2e5499c-f91d-41ba-b2e3-6ec5ad7754a2 req-5c3f20f1-11c2-4230-af89-a039f5fc2ee3 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919961 Nov 22 16:34:00.536225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.548840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.674028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event updated for resources: {'Port': ['ID=2318119b-fb28-4cc3-b434-aac982d1c2d6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:00.688780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.930220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54078) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:00.935577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-30523a7f-5a76-437f-af0b-6e67e8591684 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'router': {'name': 'tempest-router--1433544122', 'project_id': '1b696e7019ba49a6ad6e401f3a9fb5bb'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:01.003021 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Floating IP 2099754b-42aa-410b-bc51-bf6e6ecbc907 associated. External IP: 172.25.5.27, port: a7959cd0-ef0d-4a7f-9fc6-a61985a264ec. Nov 22 16:34:01.013528 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30523a7f-5a76-437f-af0b-6e67e8591684 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.014711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30523a7f-5a76-437f-af0b-6e67e8591684 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.215356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30523a7f-5a76-437f-af0b-6e67e8591684 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.226451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30523a7f-5a76-437f-af0b-6e67e8591684 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.259104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66c58a-5041-44eb-a4f4-3e139a2b1bc7 req-a1c78cf8-bfed-4051-ac9b-8f44da3db16c tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.264592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30523a7f-5a76-437f-af0b-6e67e8591684 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.268724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f66c58a-5041-44eb-a4f4-3e139a2b1bc7 req-a1c78cf8-bfed-4051-ac9b-8f44da3db16c tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.1645827 Nov 22 16:34:01.270278 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-30523a7f-5a76-437f-af0b-6e67e8591684 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3386531 Nov 22 16:34:01.270440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54090) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:01.408689 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c675dadd-ed89-452f-8bf5-f0f5f59f227a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.644609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f66c58a-5041-44eb-a4f4-3e139a2b1bc7 req-a14889fd-e6a9-44c3-a66d-39c3124ab738 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637269 Nov 22 16:34:01.793593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Router 0dc34e4f-206d-4ebc-8162-65ab85f14049 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:01.831855 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c675dadd-ed89-452f-8bf5-f0f5f59f227a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.835041 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c675dadd-ed89-452f-8bf5-f0f5f59f227a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.991733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c675dadd-ed89-452f-8bf5-f0f5f59f227a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.992535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c675dadd-ed89-452f-8bf5-f0f5f59f227a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d82b527c-f7b9-4677-9a18-742241d96192 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:02.018283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c675dadd-ed89-452f-8bf5-f0f5f59f227a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:02.019523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c675dadd-ed89-452f-8bf5-f0f5f59f227a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "DELETE /v2.0/routers/d82b527c-f7b9-4677-9a18-742241d96192 HTTP/1.1" status: 204 len: 168 time: 0.7480531 Nov 22 16:34:02.094079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:02.117780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fec3a-c84b-476c-bc85-010932200537 None None] Sync routers for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:02.141405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fec3a-c84b-476c-bc85-010932200537 None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:02.143350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-570fec3a-c84b-476c-bc85-010932200537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:02.143579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:02.217517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54120) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:02.225652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b8d5acc2-9596-40de-b333-003ee8fca594 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.6673665 Nov 22 16:34:02.226589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:02.231791 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacbb77b-0c58-4abe-b34c-afa42c0ede15" -d '{"events": [{"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:02.337663 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9594d828-bcec-4920-be58-390ba7e00baa x-openstack-request-id: req-9594d828-bcec-4920-be58-390ba7e00baa {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:02.338325 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:02.338325 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9594d828-bcec-4920-be58-390ba7e00baa {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:02.338650 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'status': 'completed', 'code': 200} Nov 22 16:34:02.395756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a400bf-5305-425e-baee-662d1ee7c124 tempest-TestVolumeBackupRestore-322955526 tempest-TestVolumeBackupRestore-322955526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.399261 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8a400bf-5305-425e-baee-662d1ee7c124 tempest-TestVolumeBackupRestore-322955526 tempest-TestVolumeBackupRestore-322955526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1091 time: 0.1806064 Nov 22 16:34:02.404640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54132) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:02.430645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4efd6069-1b83-4088-a034-72d3931c8531 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Request body: {'floatingip': {'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:02.476156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-0bd00095-b8f0-433d-8a06-fe0470cc3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.482421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-0bd00095-b8f0-433d-8a06-fe0470cc3b0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa29010fe4d246b29bae937503bd5ad8&device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1096 time: 0.1060603 Nov 22 16:34:02.558923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54138) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:02.716118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-2d801b94-f7cf-4492-b8ca-93cfeb1da178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.722712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-2d801b94-f7cf-4492-b8ca-93cfeb1da178 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 200 len: 915 time: 0.2315173 Nov 22 16:34:02.773366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-570fec3a-c84b-476c-bc85-010932200537 None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:02.774623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4efd6069-1b83-4088-a034-72d3931c8531 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:02.938832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-4807ddd6-420d-4e4c-b6df-2bc7b89b944e tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.941969 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-4807ddd6-420d-4e4c-b6df-2bc7b89b944e tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.2104964 Nov 22 16:34:02.987303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-52ca469c-6d7d-483d-8cac-b13ebe914642 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 200 len: 998 time: 0.2544191 Nov 22 16:34:02.997257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237cdc0-a51b-4834-b8ae-05e83a3ccf48 req-37759906-9364-4d4d-8244-dd9a33a9776f tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.003374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5237cdc0-a51b-4834-b8ae-05e83a3ccf48 req-37759906-9364-4d4d-8244-dd9a33a9776f tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 1097 time: 0.1666625 Nov 22 16:34:03.137164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1778935581', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:03.321747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-d70da5aa-8a2c-4764-8ed4-297dcb539b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.344889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-d70da5aa-8a2c-4764-8ed4-297dcb539b88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db145823-2e4b-4824-be15-62233bac954b HTTP/1.1" status: 200 len: 853 time: 0.3404469 Nov 22 16:34:03.372656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Deleting port 4b800512-2dfe-48cf-8771-c8edc7efb093 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:03.373531 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.439766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.441235 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.461260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5237cdc0-a51b-4834-b8ae-05e83a3ccf48 req-5d2218ff-a7e2-4b84-b789-f5651fc8d0cb tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276860 Nov 22 16:34:03.525056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-ac573ea0-7b18-4525-b4ff-2bae27243d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.538019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-ac573ea0-7b18-4525-b4ff-2bae27243d5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711185 Nov 22 16:34:03.546161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-570fec3a-c84b-476c-bc85-010932200537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '2099754b-42aa-410b-bc51-bf6e6ecbc907', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'mac_address': 'fa:16:3e:94:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:33:58Z', 'revision_number': 0, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:03.586025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fec3a-c84b-476c-bc85-010932200537 None None] Checking router: 0dc34e4f-206d-4ebc-8162-65ab85f14049 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:03.599011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570fec3a-c84b-476c-bc85-010932200537 None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:03.600018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-570fec3a-c84b-476c-bc85-010932200537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:03.688453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.775020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-570fec3a-c84b-476c-bc85-010932200537 None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:03.775385 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] For port 4b800512-2dfe-48cf-8771-c8edc7efb093, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=4b800512-2dfe-48cf-8771-c8edc7efb093,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:03.776066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.846206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Calling delete_port for 4b800512-2dfe-48cf-8771-c8edc7efb093 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:03.962490 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.968428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-005005c8-6d7f-435e-814b-ee22fe6e99b5 service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223900 Nov 22 16:34:04.285936 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4efd6069-1b83-4088-a034-72d3931c8531 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.295967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4efd6069-1b83-4088-a034-72d3931c8531 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.331107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aacbb77b-0c58-4abe-b34c-afa42c0ede15 req-4dbf35ba-0571-465c-afa9-a930f4c061bc service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468118 Nov 22 16:34:04.443586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.478364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['39b2954d-81d0-4111-a4d6-925def5fffb6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:04.598948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b800512-2dfe-48cf-8771-c8edc7efb093,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:04.750189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] No DVR routers for this DVR port 4b800512-2dfe-48cf-8771-c8edc7efb093 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:04.783112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-570fec3a-c84b-476c-bc85-010932200537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '2099754b-42aa-410b-bc51-bf6e6ecbc907', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'mac_address': 'fa:16:3e:94:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:33:58Z', 'revision_number': 0, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:04.797435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953c031e-b713-4925-8fdc-a9454f80090d req-ed92b028-0048-49b4-8cc3-2e6afee3d2cf tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=85fac8b4-14eb-4802-8d2b-c81493d3711b HTTP/1.1" status: 200 len: 210 time: 0.1297503 Nov 22 16:34:04.807750 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.812666 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ff84e8f9-4a9a-4daf-a4d7-9c3fc0c731d9 req-57511aa7-dd5f-4ef4-a448-a2db64203cf8 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.71 "DELETE /v2.0/ports/4b800512-2dfe-48cf-8771-c8edc7efb093 HTTP/1.1" status: 204 len: 173 time: 1.7809455 Nov 22 16:34:04.817484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fac8b4-14eb-4802-8d2b-c81493d3711b', 'name': 'network-vif-deleted', 'tag': '4b800512-2dfe-48cf-8771-c8edc7efb093'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:04.833108 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0370332d-461d-4d90-874c-087658914dac" -d '{"events": [{"server_uuid": "85fac8b4-14eb-4802-8d2b-c81493d3711b", "name": "network-vif-deleted", "tag": "4b800512-2dfe-48cf-8771-c8edc7efb093"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:04.911890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570fec3a-c84b-476c-bc85-010932200537 None None] The sync data for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 is: [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '2099754b-42aa-410b-bc51-bf6e6ecbc907', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'mac_address': 'fa:16:3e:94:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:33:58Z', 'revision_number': 0, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:04.999895 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef922da-cabc-40c8-9a0b-a64012a12e1b x-openstack-request-id: req-4ef922da-cabc-40c8-9a0b-a64012a12e1b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:05.001842 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fac8b4-14eb-4802-8d2b-c81493d3711b", "name": "network-vif-deleted", "tag": "4b800512-2dfe-48cf-8771-c8edc7efb093", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:05.002340 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4ef922da-cabc-40c8-9a0b-a64012a12e1b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:05.002972 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85fac8b4-14eb-4802-8d2b-c81493d3711b', 'name': 'network-vif-deleted', 'tag': '4b800512-2dfe-48cf-8771-c8edc7efb093', 'status': 'completed', 'code': 200} Nov 22 16:34:05.008252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:05.114378 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:05.141737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efd6069-1b83-4088-a034-72d3931c8531 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Router 0dc34e4f-206d-4ebc-8162-65ab85f14049 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:05.521966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Allocated IP 172.25.5.202 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/3085099e-5831-492a-a47f-96d679dceb41) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:05.593986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efd6069-1b83-4088-a034-72d3931c8531 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:05.609732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4efd6069-1b83-4088-a034-72d3931c8531 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:05.710685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4b800512-2dfe-48cf-8771-c8edc7efb093 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:05.714080 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f8a10-9cd3-421b-ad24-c6a5e7d9ff07 None None] New status for floating IP 2099754b-42aa-410b-bc51-bf6e6ecbc907: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:34:05.769733 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 4b800512-2dfe-48cf-8771-c8edc7efb093 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:05.770108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 4b800512-2dfe-48cf-8771-c8edc7efb093 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:05.798629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4efd6069-1b83-4088-a034-72d3931c8531 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "PUT /v2.0/floatingips/2099754b-42aa-410b-bc51-bf6e6ecbc907 HTTP/1.1" status: 200 len: 990 time: 3.3873427 Nov 22 16:34:06.068142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.165934 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.313585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:06.318250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:06.333337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:06.348903 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93249332-93dc-4c9d-8b68-e68ec4b028f9 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:06.383103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] Sync routers for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:06.388079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event updated for resources: {'Port': ['ID=3085099e-5831-492a-a47f-96d679dceb41,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:06.410748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:06.411553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:06.504111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b534d54f-d019-4da1-883f-ef3b135a528c None None] Provisioning complete for port 3085099e-5831-492a-a47f-96d679dceb41 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:06.504972 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b534d54f-d019-4da1-883f-ef3b135a528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.657947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:06.797753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a722d-b05b-4cb6-8d9e-c608e349ca61 req-6f7639e2-0f09-4c87-9753-7b205eaec287 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.806023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-735a722d-b05b-4cb6-8d9e-c608e349ca61 req-6f7639e2-0f09-4c87-9753-7b205eaec287 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1096 time: 0.4767702 Nov 22 16:34:06.928306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b534d54f-d019-4da1-883f-ef3b135a528c None None] Port 3085099e-5831-492a-a47f-96d679dceb41 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:06.989615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-735a722d-b05b-4cb6-8d9e-c608e349ca61 req-c4d34330-aa42-4224-aa0e-5834155ce3dd tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813428 Nov 22 16:34:07.005755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'}, {'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:07.008393 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec"}, {"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:07.067799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.100745 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e908e96b-95ff-4325-95e9-95b601f8daa9 x-openstack-request-id: req-e908e96b-95ff-4325-95e9-95b601f8daa9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:07.101423 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:07.101918 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e908e96b-95ff-4325-95e9-95b601f8daa9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:07.102712 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'status': 'completed', 'code': 200} Nov 22 16:34:07.103410 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'status': 'completed', 'code': 200} Nov 22 16:34:07.330415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '2099754b-42aa-410b-bc51-bf6e6ecbc907', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'mac_address': 'fa:16:3e:94:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:06Z', 'revision_number': 2, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:07.401794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] Checking router: 0dc34e4f-206d-4ebc-8162-65ab85f14049 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:07.450077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:07.452392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:07.592153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-63401abf-aaeb-41d8-bf1b-b172728253a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:07.593178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-63401abf-aaeb-41d8-bf1b-b172728253a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa29010fe4d246b29bae937503bd5ad8&device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1096 time: 0.2812624 Nov 22 16:34:07.648724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:08.308346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '2099754b-42aa-410b-bc51-bf6e6ecbc907', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'mac_address': 'fa:16:3e:94:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:06Z', 'revision_number': 2, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:08.390478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e46d2c-d253-413c-9ba7-d99f342ade4a None None] The sync data for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 is: [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '2099754b-42aa-410b-bc51-bf6e6ecbc907', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'port_id': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'mac_address': 'fa:16:3e:94:f1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:06Z', 'revision_number': 2, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:08.745332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-c86c106a-af5f-444f-b35c-ac504d62d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.748339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-c86c106a-af5f-444f-b35c-ac504d62d1b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 200 len: 915 time: 1.1139295 Nov 22 16:34:08.880713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-81db20cb-354b-40f2-a1de-6e32bc2d8156 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.894133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-81db20cb-354b-40f2-a1de-6e32bc2d8156 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1096 time: 1.2278268 Nov 22 16:34:08.990749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4339-196d-4721-9201-6f03b4dccce2 req-3da16d8a-d6df-4383-8666-e95a30da81bf tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.004453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e9d4339-196d-4721-9201-6f03b4dccce2 req-3da16d8a-d6df-4383-8666-e95a30da81bf tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1096 time: 0.4420209 Nov 22 16:34:09.059309 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:09.084958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-a137f8eb-4382-45f3-861f-4577efe0b1b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 200 len: 1000 time: 0.3177652 Nov 22 16:34:09.340744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e9d4339-196d-4721-9201-6f03b4dccce2 req-6cbd0bb8-3ed9-46ea-ae86-14ca0d5cf038 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348749 Nov 22 16:34:09.418043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-7e934eab-0e3b-4464-8254-e30759cae77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.420575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-7e934eab-0e3b-4464-8254-e30759cae77e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db145823-2e4b-4824-be15-62233bac954b HTTP/1.1" status: 200 len: 853 time: 0.3225832 Nov 22 16:34:09.539722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Deleting port 39b2954d-81d0-4111-a4d6-925def5fffb6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:09.540134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:09.549924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-1e204fb6-5610-4297-a348-1dafa2fb12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.552029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-1e204fb6-5610-4297-a348-1dafa2fb12c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106315 Nov 22 16:34:09.781176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Router 1275bedd-f230-4110-8f39-c5e42319af80 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:10.177000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:10.195260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] For port 39b2954d-81d0-4111-a4d6-925def5fffb6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=39b2954d-81d0-4111-a4d6-925def5fffb6,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:10.195694 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ea911-3e80-4273-9a68-6368eee44bf1 None None] Sync routers for ids ['1275bedd-f230-4110-8f39-c5e42319af80'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:10.196304 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.233801 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ea911-3e80-4273-9a68-6368eee44bf1 None None] Routers {'1275bedd-f230-4110-8f39-c5e42319af80'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:10.234734 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ac4ea911-3e80-4273-9a68-6368eee44bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1275bedd-f230-4110-8f39-c5e42319af80'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:10.239334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Calling delete_port for 39b2954d-81d0-4111-a4d6-925def5fffb6 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:10.456573 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ac4ea911-3e80-4273-9a68-6368eee44bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:10.479301 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ea911-3e80-4273-9a68-6368eee44bf1 None None] Routers {'1275bedd-f230-4110-8f39-c5e42319af80'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:10.480610 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ac4ea911-3e80-4273-9a68-6368eee44bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1275bedd-f230-4110-8f39-c5e42319af80'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:10.532087 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ac4ea911-3e80-4273-9a68-6368eee44bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:10.534041 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4ea911-3e80-4273-9a68-6368eee44bf1 None None] The sync data for ids ['1275bedd-f230-4110-8f39-c5e42319af80'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:10.720250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-9fdb5aa6-8001-4680-bf32-77f56c652c0b service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1511176 Nov 22 16:34:10.759109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.841034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Pushing event deleted for resources: {'Port': ['ID=39b2954d-81d0-4111-a4d6-925def5fffb6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:10.861171 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.865398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54296) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:10.888141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e373786f-3890-4b9f-8a58-f6e7fa4b60dd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.3268018 Nov 22 16:34:11.044082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] No DVR routers for this DVR port 39b2954d-81d0-4111-a4d6-925def5fffb6 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:11.052961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.057282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8025975-53fa-41eb-9051-19d1dcb0ff8e req-371d2115-43f5-4e8b-b25b-d33a7584fac9 tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.11 "DELETE /v2.0/ports/39b2954d-81d0-4111-a4d6-925def5fffb6 HTTP/1.1" status: 204 len: 173 time: 2.1437762 Nov 22 16:34:11.061165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706271e1-4fb3-4613-a4c9-471941ae456d', 'name': 'network-vif-deleted', 'tag': '39b2954d-81d0-4111-a4d6-925def5fffb6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:11.063873 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c630ed9-8b28-4876-a8f7-a82156708d88" -d '{"events": [{"server_uuid": "706271e1-4fb3-4613-a4c9-471941ae456d", "name": "network-vif-deleted", "tag": "39b2954d-81d0-4111-a4d6-925def5fffb6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:11.085721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65ce5b-b795-4a79-9461-331055b7a45e req-c546831c-9859-43f6-a481-03ebdcb03c6f tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.116988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d65ce5b-b795-4a79-9461-331055b7a45e req-c546831c-9859-43f6-a481-03ebdcb03c6f tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=706271e1-4fb3-4613-a4c9-471941ae456d HTTP/1.1" status: 200 len: 1018 time: 0.4553804 Nov 22 16:34:11.141184 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ce29649e-ed38-4a5a-8aef-52fd850f0ee0 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/routers/1275bedd-f230-4110-8f39-c5e42319af80 HTTP/1.1" status: 200 len: 921 time: 0.2745991 Nov 22 16:34:11.141823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54308) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:11.215491 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2bc86521-5737-4657-85bc-fea2f743a9bd tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=1275bedd-f230-4110-8f39-c5e42319af80 HTTP/1.1" status: 200 len: 205 time: 0.0718954 Nov 22 16:34:11.216799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54310) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:11.247515 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370e7b3e-9786-4d60-9142-3166be917537 x-openstack-request-id: req-370e7b3e-9786-4d60-9142-3166be917537 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:11.247926 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706271e1-4fb3-4613-a4c9-471941ae456d", "name": "network-vif-deleted", "tag": "39b2954d-81d0-4111-a4d6-925def5fffb6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:11.248274 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-370e7b3e-9786-4d60-9142-3166be917537 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:11.255379 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706271e1-4fb3-4613-a4c9-471941ae456d', 'name': 'network-vif-deleted', 'tag': '39b2954d-81d0-4111-a4d6-925def5fffb6', 'status': 'completed', 'code': 200} Nov 22 16:34:11.382828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-5a0bbb6d-6b72-4585-959f-bc199706622b service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349742 Nov 22 16:34:11.386329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d65ce5b-b795-4a79-9461-331055b7a45e req-5e7ce705-18b1-4d53-a784-9ddb037eff7d tempest-TestServerMultinode-1488891749 tempest-TestServerMultinode-1488891749-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fc427109-3903-406e-9b04-0a68e3d34558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680922 Nov 22 16:34:11.491767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.559479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-f2d958bd-3197-46ad-a974-5beaa87af5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.562003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-f2d958bd-3197-46ad-a974-5beaa87af5d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa29010fe4d246b29bae937503bd5ad8&device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1096 time: 0.1219275 Nov 22 16:34:11.748807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-bdfeb633-1da4-4072-abeb-c631737ba78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.751454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-bdfeb633-1da4-4072-abeb-c631737ba78d service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 200 len: 915 time: 0.1808739 Nov 22 16:34:11.773482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.919496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-53e3dd5a-4bf9-4467-ad42-034220b763cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 200 len: 1000 time: 0.1606438 Nov 22 16:34:11.927477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Deleting port 3085099e-5831-492a-a47f-96d679dceb41 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:11.928673 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.029761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-722ee33d-553a-435b-9b17-9fd365596883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.031333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-722ee33d-553a-435b-9b17-9fd365596883 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db145823-2e4b-4824-be15-62233bac954b HTTP/1.1" status: 200 len: 853 time: 0.1032648 Nov 22 16:34:12.036545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54330) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:12.088310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.144516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Calling delete_port for 3085099e-5831-492a-a47f-96d679dceb41 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:12.162745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-90247c7d-3b6a-4c9b-8eba-5f21e2a0c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.164924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-90247c7d-3b6a-4c9b-8eba-5f21e2a0c3ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186342 Nov 22 16:34:12.555258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.561330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54344) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:12.566374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 39b2954d-81d0-4111-a4d6-925def5fffb6 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:12.593774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-02bd78e8-a4d9-4a7f-9631-9e8c000ffefa service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116075 Nov 22 16:34:12.624186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 39b2954d-81d0-4111-a4d6-925def5fffb6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:12.624540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 39b2954d-81d0-4111-a4d6-925def5fffb6 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:12.763457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event deleted for resources: {'Port': ['ID=3085099e-5831-492a-a47f-96d679dceb41,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:12.792086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486b8f3-3a58-4d8a-a36c-85b28324b436 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:13.012100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4118a3d5-cc04-4e5a-bfea-c9ac76e91ab2 req-3026646a-3487-405d-a46c-49c147ce9303 service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671658 Nov 22 16:34:13.257243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.432344 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.570592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.575107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.263061 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.263711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Fanout notify agent at l3_agent the message router_deleted on router 1275bedd-f230-4110-8f39-c5e42319af80 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:14.302961 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.306901 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f3601fae-f325-4ab8-854a-cd1d07dae6c7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/1275bedd-f230-4110-8f39-c5e42319af80 HTTP/1.1" status: 204 len: 168 time: 3.0887415 Nov 22 16:34:14.311307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54368) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:14.320150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'router': {'name': 'tempest-snat-router-701587548', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': False}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:14.374071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Deleting port 8460a916-a976-4a2b-bb89-bc578b319cbd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:14.374893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.452174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.453324 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.595474 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.610819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] For port 8460a916-a976-4a2b-bb89-bc578b319cbd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8460a916-a976-4a2b-bb89-bc578b319cbd,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:14.611280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.645196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Calling delete_port for 8460a916-a976-4a2b-bb89-bc578b319cbd owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:14.778509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.829743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.027946 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.067192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Pushing event deleted for resources: {'Port': ['ID=8460a916-a976-4a2b-bb89-bc578b319cbd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:15.414474 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.446496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.475568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.482463 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:34:15.632725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Allocated IP 172.25.5.85 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/07f580a6-d044-4fac-a6ed-290cff84cef1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:15.844171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Deleting port 679a423b-4484-40bb-aafd-13ce6d1ac7e8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:15.845330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.989823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] For port 679a423b-4484-40bb-aafd-13ce6d1ac7e8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=679a423b-4484-40bb-aafd-13ce6d1ac7e8,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:15.990732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.002062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:16.013698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Calling delete_port for 679a423b-4484-40bb-aafd-13ce6d1ac7e8 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:16.313938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:16.325645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] Sync routers for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:16.329505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-45dbab92-480e-4384-88a1-605d2d8c49be admin admin] 10.222.0.69 "PUT /v2.0/routers/c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2887745 Nov 22 16:34:16.329771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:16.351101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:16.357529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:16.601481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.629343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:16.754658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.767059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Pushing event deleted for resources: {'Port': ['ID=679a423b-4484-40bb-aafd-13ce6d1ac7e8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:17.082325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:34:14Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:17.154795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] Checking router: c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:17.172842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] Routers {'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:17.173965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:17.247200 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.289252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.392837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] Set router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:17.402036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'Port': ['ID=07f580a6-d044-4fac-a6ed-290cff84cef1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:17.510177 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.575108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:17.588810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:17.614977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:17.625595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Deleting port 60673d3a-9927-400d-b999-35ac7150e841 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:17.625920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.778017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.846906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] For port 60673d3a-9927-400d-b999-35ac7150e841, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=60673d3a-9927-400d-b999-35ac7150e841,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:17.847281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.886025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Calling delete_port for 60673d3a-9927-400d-b999-35ac7150e841 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:18.013243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c1a51-c1d4-4f74-8ad2-64ea6d27d7a4 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:18.179933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8ac74bfd-554c-45dd-bab2-18ed17174af4 None None] Provisioning complete for port 07f580a6-d044-4fac-a6ed-290cff84cef1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:18.181657 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ac74bfd-554c-45dd-bab2-18ed17174af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.280973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8ac74bfd-554c-45dd-bab2-18ed17174af4 None None] Port 07f580a6-d044-4fac-a6ed-290cff84cef1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:18.349374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.393750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:34:14Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:18.399382 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac34ab04-ad7f-4bd5-ace7-79543d317f7d None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:18.453386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba2bab1-0f5e-4670-ad16-e32d5a40cd00 None None] The sync data for ids ['c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3'] in n-d-811716-3 is: [{'id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'name': 'tempest-TaggedBootDevicesTest-912021555-router', 'tenant_id': '9bfd90d55ff94d0da674fa1812211d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '60673d3a-9927-400d-b999-35ac7150e841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:08Z', 'updated_at': '2021-11-22T16:34:14Z', 'revision_number': 5, 'project_id': '9bfd90d55ff94d0da674fa1812211d12', 'gw_port': {'id': '60673d3a-9927-400d-b999-35ac7150e841', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:75:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:10Z', 'updated_at': '2021-11-22T16:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:18.548886 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.550896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Pushing event deleted for resources: {'Port': ['ID=60673d3a-9927-400d-b999-35ac7150e841,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:18.688677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.695974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.749440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Router 96266755-0a65-456c-83ca-22b4d397de65 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:18.757541 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.840888 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.841460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:18.850834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.856377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-df08363b-634d-4fa1-b594-8e7d0c52ff55 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c962e9d5-0718-47b0-8bbc-39f2c3b1c2a3 HTTP/1.1" status: 204 len: 168 time: 2.5244579 Nov 22 16:34:18.857097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:19.052433 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a0e53f66-869d-4650-8871-61021c45db0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.054538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc9d858-3c0e-4b4b-af9f-17f30a1b0f34 admin admin] Deleting subnet c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:19.072558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d858-3c0e-4b4b-af9f-17f30a1b0f34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.144216 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d858-3c0e-4b4b-af9f-17f30a1b0f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.224524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:19.235675 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] Sync routers for ids ['96266755-0a65-456c-83ca-22b4d397de65'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:19.256545 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ec888dd2-ce8f-4b0b-9cf0-fde6a39a951a admin admin] 10.222.0.69 "PUT /v2.0/routers/96266755-0a65-456c-83ca-22b4d397de65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6721134 Nov 22 16:34:19.264942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54464) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:19.320537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d858-3c0e-4b4b-af9f-17f30a1b0f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.438778 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] Routers {'96266755-0a65-456c-83ca-22b4d397de65'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:19.439729 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96266755-0a65-456c-83ca-22b4d397de65'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:19.509695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d858-3c0e-4b4b-af9f-17f30a1b0f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.561462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ebdbb-c149-4d19-a381-87e434bfc436 None None] Network b11a9880-ae5b-4f89-86ab-6500df726728 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:19.647941 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0fc9d858-3c0e-4b4b-af9f-17f30a1b0f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.663393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0fc9d858-3c0e-4b4b-af9f-17f30a1b0f34 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c72db2e4-f5b8-4efd-9af6-291eb8cef3b9 HTTP/1.1" status: 204 len: 168 time: 0.8051963 Nov 22 16:34:19.668683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54472) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:19.669513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9d858-3c0e-4b4b-af9f-17f30a1b0f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72db2e4-f5b8-4efd-9af6-291eb8cef3b9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:19.699714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] Set router 96266755-0a65-456c-83ca-22b4d397de65 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:19.811863 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.888171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Deleting port a6986067-fdef-4bd9-b30c-26bc70739cc5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:19.888514 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.084799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] For port a6986067-fdef-4bd9-b30c-26bc70739cc5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a6986067-fdef-4bd9-b30c-26bc70739cc5,segment=NetworkSegment(123d3220-c49d-47a5-9bfa-ac72dd3a78e0),segment_id=123d3220-c49d-47a5-9bfa-ac72dd3a78e0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:20.085586 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.091405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] DHCP port deletion for b11a9880-ae5b-4f89-86ab-6500df726728 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:20.113484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Calling delete_port for a6986067-fdef-4bd9-b30c-26bc70739cc5 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:20.253566 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:34:16Z', 'revision_number': 5, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:20.299380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] Deleting port a6986067-fdef-4bd9-b30c-26bc70739cc5 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:20.303203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.304171 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.317367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.364437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6986067-fdef-4bd9-b30c-26bc70739cc5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:20.371893 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] Checking router: 96266755-0a65-456c-83ca-22b4d397de65 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:20.377609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] No DVR routers for this DVR port a6986067-fdef-4bd9-b30c-26bc70739cc5 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:20.409045 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] Routers {'96266755-0a65-456c-83ca-22b4d397de65'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:20.410038 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:33:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96266755-0a65-456c-83ca-22b4d397de65'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:20.430475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a6986067-fdef-4bd9-b30c-26bc70739cc5 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:20.483003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a6986067-fdef-4bd9-b30c-26bc70739cc5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:20.483814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a6986067-fdef-4bd9-b30c-26bc70739cc5 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:20.487979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8460a916-a976-4a2b-bb89-bc578b319cbd no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:20.488182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.515584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11a9880-ae5b-4f89-86ab-6500df726728']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:20.535267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123d3220-c49d-47a5-9bfa-ac72dd3a78e0') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:20.535584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.535791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123d3220-c49d-47a5-9bfa-ac72dd3a78e0') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:20.574917 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.579765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 8460a916-a976-4a2b-bb89-bc578b319cbd {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:20.580376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8460a916-a976-4a2b-bb89-bc578b319cbd not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:20.588406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 60673d3a-9927-400d-b999-35ac7150e841 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:20.616170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.633318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:20.633740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.664837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 60673d3a-9927-400d-b999-35ac7150e841 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:20.667319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 60673d3a-9927-400d-b999-35ac7150e841 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:20.667945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.670467 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] Set router 96266755-0a65-456c-83ca-22b4d397de65 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:20.676625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] For port a6986067-fdef-4bd9-b30c-26bc70739cc5, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:20.678850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.718247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] Calling delete_port for a6986067-fdef-4bd9-b30c-26bc70739cc5 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:20.722526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] Port a6986067-fdef-4bd9-b30c-26bc70739cc5 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:34:20.724330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.769856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] Pushing event deleted for resources: {'Port': ['ID=a6986067-fdef-4bd9-b30c-26bc70739cc5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:20.788988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350acb7e-048a-46f4-95b5-96476aa618c1 None None] No DVR routers for this DVR port a6986067-fdef-4bd9-b30c-26bc70739cc5 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:20.820375 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:20.827546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.847081 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.857654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Deleting port 5d46407d-89a0-4cae-9693-1aa6370ec2db {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:20.858276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.907117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b11a9880-ae5b-4f89-86ab-6500df726728 HTTP/1.1" status: 204 len: 168 time: 1.2223613 Nov 22 16:34:20.907964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:21.023368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35de97-aa33-4b74-9fe9-4a5d31892787 admin admin] Pushing event deleted for resources: {'Network': ['ID=b11a9880-ae5b-4f89-86ab-6500df726728,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:21.113477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] For port 5d46407d-89a0-4cae-9693-1aa6370ec2db, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5d46407d-89a0-4cae-9693-1aa6370ec2db,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:21.113980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.135857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Calling delete_port for 5d46407d-89a0-4cae-9693-1aa6370ec2db owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:21.292878 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:34:16Z', 'revision_number': 5, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:21.297533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Router ee8e24f7-0311-4b0a-9954-a16be2f7afd3 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:21.334376 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dce5c75b-d76d-41f5-9dfc-91283dfa8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.377252 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b63c7b-2f48-428d-864f-e1eb34d3ba71 None None] The sync data for ids ['96266755-0a65-456c-83ca-22b4d397de65'] in n-d-811716-3 is: [{'id': '96266755-0a65-456c-83ca-22b4d397de65', 'name': 'tempest-TestServerMultinode-1722200807-router', 'tenant_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:34:16Z', 'revision_number': 5, 'project_id': '17bb95f644b84cdcb2d1e5ff554852a3', 'gw_port': {'id': '5d46407d-89a0-4cae-9693-1aa6370ec2db', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:30:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96266755-0a65-456c-83ca-22b4d397de65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:51Z', 'updated_at': '2021-11-22T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:21.515976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54502) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:21.724386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:21.736622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Sync routers for ids ['ee8e24f7-0311-4b0a-9954-a16be2f7afd3'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:21.766933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Routers {'ee8e24f7-0311-4b0a-9954-a16be2f7afd3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:21.772382 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ee8e24f7-0311-4b0a-9954-a16be2f7afd3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:21.875656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1133a848-db5f-4b11-9eb1-0f0eab14976b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.929846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.983957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.025091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Pushing event deleted for resources: {'Port': ['ID=5d46407d-89a0-4cae-9693-1aa6370ec2db,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.043794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c574612-5a42-4389-b388-9fbe588de86c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:22.066158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.078730 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a4961bec-e0e4-41bf-a7bd-ee0b8c3b7ff5 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7628927 Nov 22 16:34:22.083513 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54520) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:22.123722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Set router ee8e24f7-0311-4b0a-9954-a16be2f7afd3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:22.330564 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1133a848-db5f-4b11-9eb1-0f0eab14976b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.390967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1133a848-db5f-4b11-9eb1-0f0eab14976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.438442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 679a423b-4484-40bb-aafd-13ce6d1ac7e8 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:22.480919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1133a848-db5f-4b11-9eb1-0f0eab14976b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e0c67ed3daf459b9e755d3f648b2ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9614990 Nov 22 16:34:22.482125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:22.497031 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3c6fc2a7-cf7a-4be0-9bc5-6be4c989089e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/routers/ee8e24f7-0311-4b0a-9954-a16be2f7afd3 HTTP/1.1" status: 200 len: 907 time: 0.4095922 Nov 22 16:34:22.497984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54526) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:22.508622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'router': {'name': 'tempest-snat-router-701587548', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': True}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:22.529576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133a848-db5f-4b11-9eb1-0f0eab14976b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89453e2f-0c0f-4881-b79a-00667a0ca39c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.538511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 679a423b-4484-40bb-aafd-13ce6d1ac7e8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:22.538808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 679a423b-4484-40bb-aafd-13ce6d1ac7e8 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:22.562430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.664474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.702533 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.702760 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.702881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.784599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.828370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8e24f7-0311-4b0a-9954-a16be2f7afd3', 'name': 'tempest-snat-router-701587548', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.85'}], 'enable_snat': False}, 'gw_port_id': '07f580a6-d044-4fac-a6ed-290cff84cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:14Z', 'updated_at': '2021-11-22T16:34:18Z', 'revision_number': 3, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port': {'id': '07f580a6-d044-4fac-a6ed-290cff84cef1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8e24f7-0311-4b0a-9954-a16be2f7afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:15Z', 'updated_at': '2021-11-22T16:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:22.859188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1e31a49-55f1-4012-a6bd-73d95793753c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.895015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Checking router: ee8e24f7-0311-4b0a-9954-a16be2f7afd3 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:22.895275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Updating router ee8e24f7-0311-4b0a-9954-a16be2f7afd3 port 07f580a6-d044-4fac-a6ed-290cff84cef1 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:22.949738 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1e31a49-55f1-4012-a6bd-73d95793753c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.956970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.960183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.973474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.040926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Deleting port d9eb0a12-9675-4b50-8965-38ac11f9b64c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:23.041380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.050987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.051575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96266755-0a65-456c-83ca-22b4d397de65 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:23.109490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.111899 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-67ac74e6-aa6e-4c63-b7a8-7df6bc8ddace admin admin] 10.222.0.69 "DELETE /v2.0/routers/96266755-0a65-456c-83ca-22b4d397de65 HTTP/1.1" status: 204 len: 168 time: 3.8455939 Nov 22 16:34:23.115358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54538) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:23.183457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1e31a49-55f1-4012-a6bd-73d95793753c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.187696 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1e31a49-55f1-4012-a6bd-73d95793753c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.189862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c1e31a49-55f1-4012-a6bd-73d95793753c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89453e2f-0c0f-4881-b79a-00667a0ca39c HTTP/1.1" status: 204 len: 168 time: 0.6533089 Nov 22 16:34:23.214551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-80433735-8bb8-4dce-9390-cb327f3357b6 admin admin] Deleting subnet 47f4b16f-9aa9-4867-8075-24aa3f4d94ad {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:23.218732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80433735-8bb8-4dce-9390-cb327f3357b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.224417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e31a49-55f1-4012-a6bd-73d95793753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89453e2f-0c0f-4881-b79a-00667a0ca39c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:23.285271 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80433735-8bb8-4dce-9390-cb327f3357b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.303171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] For port d9eb0a12-9675-4b50-8965-38ac11f9b64c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d9eb0a12-9675-4b50-8965-38ac11f9b64c,segment=NetworkSegment(71e28ecb-0c01-403b-b061-0fa1bc42ae6c),segment_id=71e28ecb-0c01-403b-b061-0fa1bc42ae6c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:23.303544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.343939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Calling delete_port for d9eb0a12-9675-4b50-8965-38ac11f9b64c owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:23.457579 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80433735-8bb8-4dce-9390-cb327f3357b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.562442 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.578168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.589443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80433735-8bb8-4dce-9390-cb327f3357b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.594115 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.642102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe81d7-06a5-422f-84f4-dbed2f23ebd0 None None] Pushing event updated for resources: {'Port': ['ID=07f580a6-d044-4fac-a6ed-290cff84cef1,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:23.659065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80433735-8bb8-4dce-9390-cb327f3357b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f4b16f-9aa9-4867-8075-24aa3f4d94ad,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:23.674656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Attempting to bind port 07f580a6-d044-4fac-a6ed-290cff84cef1 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:23.675061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Attempting to bind port 07f580a6-d044-4fac-a6ed-290cff84cef1 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:23.675857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Attempting to bind port 07f580a6-d044-4fac-a6ed-290cff84cef1 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:23.690390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:23.690897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:23.692184 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.692184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:23.694756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Bound port: 07f580a6-d044-4fac-a6ed-290cff84cef1, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:23.694756 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.696193 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80433735-8bb8-4dce-9390-cb327f3357b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.713706 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-80433735-8bb8-4dce-9390-cb327f3357b6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/47f4b16f-9aa9-4867-8075-24aa3f4d94ad HTTP/1.1" status: 204 len: 168 time: 0.5937698 Nov 22 16:34:23.723263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:23.817152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] For port 07f580a6-d044-4fac-a6ed-290cff84cef1, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:23.821210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] For port 07f580a6-d044-4fac-a6ed-290cff84cef1, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=07f580a6-d044-4fac-a6ed-290cff84cef1,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:23.843309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ee75f3-3e54-4c4e-839f-853cc1c8ebd9 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:23.848268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce539f-9971-4c0d-a398-01f3167a54c2 None None] Network c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:23.854117 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.907629 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.950525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9eb0a12-9675-4b50-8965-38ac11f9b64c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:24.013852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.148310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6236da2c-c687-4354-9e7d-de2ac599a704 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:24.171435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e08aa38a-a3fe-4d9e-b086-6c17cd695b80 None None] Provisioning complete for port 07f580a6-d044-4fac-a6ed-290cff84cef1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:24.171924 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08aa38a-a3fe-4d9e-b086-6c17cd695b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.247181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Deleting port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:24.247812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.282210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Routers {'ee8e24f7-0311-4b0a-9954-a16be2f7afd3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:24.290954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ee8e24f7-0311-4b0a-9954-a16be2f7afd3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:24.328302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-4d754a40-216e-4278-8c6c-cf23df01b9cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4143891 Nov 22 16:34:24.554371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] Set router ee8e24f7-0311-4b0a-9954-a16be2f7afd3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:24.596145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.617377 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.637272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] For port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1a518e88-7e2f-4e0a-aef2-06a70942e1c0,segment=NetworkSegment(e8490450-d9ee-4c0d-8e0a-e3e5eaf48797),segment_id=e8490450-d9ee-4c0d-8e0a-e3e5eaf48797)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:24.637709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.673695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5d46407d-89a0-4cae-9693-1aa6370ec2db no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:24.744576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.810682 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe81d7-06a5-422f-84f4-dbed2f23ebd0 None None] Pushing event updated for resources: {'Port': ['ID=07f580a6-d044-4fac-a6ed-290cff84cef1,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:24.814912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-35366046-0c34-4bbc-bf95-5b38643ea592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.834482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-35366046-0c34-4bbc-bf95-5b38643ea592 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa29010fe4d246b29bae937503bd5ad8&device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1096 time: 0.4479220 Nov 22 16:34:24.893078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Allocated IP 172.25.5.14 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/40db26c6-8336-45c0-83f8-9aa90af5a153) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:24.945429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 5d46407d-89a0-4cae-9693-1aa6370ec2db {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:24.945984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5d46407d-89a0-4cae-9693-1aa6370ec2db not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:25.038145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54580) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:25.053792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Calling delete_port for 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:25.204427 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.267330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-68220a18-a28e-4bbf-bb3d-e95982a65b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.271364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-68220a18-a28e-4bbf-bb3d-e95982a65b12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 200 len: 915 time: 0.4139493 Nov 22 16:34:25.320347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-630967515-network', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:25.406075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.414920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.455958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-e94f1f2c-b687-4f63-8d9d-8ba088b62898 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 200 len: 1000 time: 0.1737380 Nov 22 16:34:25.486992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:25.497511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:25.502716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Made reservation on behalf of 495ed849e17f4cf3b409344fd3807d0e for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:25.505830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.512172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:25.519204 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.531686 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.540907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128fd813-21dd-4063-b191-26c0370806a9 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:25.563530 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.568362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=1a518e88-7e2f-4e0a-aef2-06a70942e1c0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:25.578509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] No DVR routers for this DVR port 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:25.671393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.708937 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08aa38a-a3fe-4d9e-b086-6c17cd695b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.746407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Router 06403d5a-e1a6-4106-aaa6-9f3987eab26f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:25.758207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e08aa38a-a3fe-4d9e-b086-6c17cd695b80 None None] For port 07f580a6-d044-4fac-a6ed-290cff84cef1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=07f580a6-d044-4fac-a6ed-290cff84cef1,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:25.767605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6075e4d8-9178-4a0d-a679-5749cc3f3f46 None None] DHCP port deletion for c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:25.787008 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e08aa38a-a3fe-4d9e-b086-6c17cd695b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.881051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-8284eab2-80fe-437d-a894-fcf6def119cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.884750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-8284eab2-80fe-437d-a894-fcf6def119cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db145823-2e4b-4824-be15-62233bac954b HTTP/1.1" status: 200 len: 853 time: 0.2175624 Nov 22 16:34:25.956943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.962464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'Port': ['ID=40db26c6-8336-45c0-83f8-9aa90af5a153,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:25.994482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.999608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.038984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-55448017-3bea-49a2-a9f2-6c57507c07fe None None] Provisioning complete for port 40db26c6-8336-45c0-83f8-9aa90af5a153 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:26.039647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55448017-3bea-49a2-a9f2-6c57507c07fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.063367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:26.071562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:26.090473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:26.091118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8490450-d9ee-4c0d-8e0a-e3e5eaf48797') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:26.101748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dec0b3d-3621-48f5-998f-93e3a2b71b9c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:26.116092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.116787 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Added segment 7a620ebb-f9cc-43a1-94ab-a2f4b8a92703 of type vlan for network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 Nov 22 16:34:26.121135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.170016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-55448017-3bea-49a2-a9f2-6c57507c07fe None None] Port 40db26c6-8336-45c0-83f8-9aa90af5a153 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:26.249917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee8e24f7-0311-4b0a-9954-a16be2f7afd3', 'name': 'tempest-snat-router-701587548', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.85'}], 'enable_snat': False}, 'gw_port_id': '07f580a6-d044-4fac-a6ed-290cff84cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:14Z', 'updated_at': '2021-11-22T16:34:18Z', 'revision_number': 3, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port': {'id': '07f580a6-d044-4fac-a6ed-290cff84cef1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8e24f7-0311-4b0a-9954-a16be2f7afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:15Z', 'updated_at': '2021-11-22T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:26.256683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.294760 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:26.295475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.298875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:26.302471 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:26.312948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-55448017-3bea-49a2-a9f2-6c57507c07fe None None] Provisioning complete for port 07f580a6-d044-4fac-a6ed-290cff84cef1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:26.313425 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55448017-3bea-49a2-a9f2-6c57507c07fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.389508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aa38a-a3fe-4d9e-b086-6c17cd695b80 None None] Pushing event updated for resources: {'Port': ['ID=07f580a6-d044-4fac-a6ed-290cff84cef1,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:26.395638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec327a-806a-446d-85b0-1095e92c6594 None None] The sync data for ids ['ee8e24f7-0311-4b0a-9954-a16be2f7afd3'] in n-d-811716-3 is: [{'id': 'ee8e24f7-0311-4b0a-9954-a16be2f7afd3', 'name': 'tempest-snat-router-701587548', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.85'}], 'enable_snat': False}, 'gw_port_id': '07f580a6-d044-4fac-a6ed-290cff84cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:14Z', 'updated_at': '2021-11-22T16:34:18Z', 'revision_number': 3, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port': {'id': '07f580a6-d044-4fac-a6ed-290cff84cef1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee8e24f7-0311-4b0a-9954-a16be2f7afd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:15Z', 'updated_at': '2021-11-22T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:26.423085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:26.494475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:26.495603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1a518e88-7e2f-4e0a-aef2-06a70942e1c0 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:26.506584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.512882 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.resource_extend [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:34:26.612241 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.613617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.614684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.675072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-7b85037d-372b-4ad6-979f-d38106be5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.677878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-7b85037d-372b-4ad6-979f-d38106be5476 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7826724 Nov 22 16:34:26.802577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:26.813080 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] Sync routers for ids ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:26.818168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91556459-3c73-4072-9379-e873cb332ba9 admin admin] 10.222.0.69 "PUT /v2.0/routers/06403d5a-e1a6-4106-aaa6-9f3987eab26f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9041321 Nov 22 16:34:26.821451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:26.874011 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] Routers {'06403d5a-e1a6-4106-aaa6-9f3987eab26f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:26.876574 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:27.108604 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-5533cee3-8d4f-4e40-ac54-eb77d6107eac service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218497 Nov 22 16:34:27.209652 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] Set router 06403d5a-e1a6-4106-aaa6-9f3987eab26f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:27.316973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.342915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.349592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.353057 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] 10.222.0.69 "DELETE /v2.0/networks/c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d HTTP/1.1" status: 204 len: 168 time: 3.6211712 Nov 22 16:34:27.358069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54616) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:27.379241 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3366649 Nov 22 16:34:27.409773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:27.419479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Request body: {'subnet': {'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-630967515-subnet', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:27.568136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Made reservation on behalf of 495ed849e17f4cf3b409344fd3807d0e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:27.571338 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.733796 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:34:23Z', 'revision_number': 5, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:27.779602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd71611-da98-416f-91de-af0f6224a4c4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd1e004d-98e1-4293-95ae-d0aa6e7cebc9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:27.786974 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] Checking router: 06403d5a-e1a6-4106-aaa6-9f3987eab26f for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:27.804681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:27.812808 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] Routers {'06403d5a-e1a6-4106-aaa6-9f3987eab26f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:27.813698 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:27.888179 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-172ef86c-7d8e-473e-9a58-f934814dce46 req-5647d071-42f5-4f60-ba72-8fc658c7aeb6 service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779729 Nov 22 16:34:27.890547 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.935883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.077824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7f3f1-ac85-4bfc-8ac3-ac1cd6508ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=c8dbf6eb-b83a-46f3-a9d8-9d00a45e4b4d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:28.091799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.095330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4077c318-588d-4d21-87a0-0cbf433345fb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:28.125151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.125630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.126081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.126520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.126960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.127412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.127844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.128476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.128908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.129338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.129776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.130203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:28.137086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Checking segment: {'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:28.137623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Network hostable DHCP agents. Network: dd1e004d-98e1-4293-95ae-d0aa6e7cebc9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:28.149512 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] Set router 06403d5a-e1a6-4106-aaa6-9f3987eab26f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:28.165887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Deleting port 6298419b-a86c-41f9-a86a-0b5605d441f4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:28.166409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.170622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:28.225091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, dd1e004d-98e1-4293-95ae-d0aa6e7cebc9) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:28.233553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:28.234411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.242421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36820fc6-0efa-4a02-aba3-4c06cf72009b None None] Network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:28.258774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3851d8ba-962c-46cf-8855-97bb9471343d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8425519 Nov 22 16:34:28.261762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54628) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:28.272996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:28.386688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] For port 6298419b-a86c-41f9-a86a-0b5605d441f4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6298419b-a86c-41f9-a86a-0b5605d441f4,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:28.387336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.402272 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.408417 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.454560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Calling delete_port for 6298419b-a86c-41f9-a86a-0b5605d441f4 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:28.541739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 07f580a6-d044-4fac-a6ed-290cff84cef1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:28.653150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.687708 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:34:23Z', 'revision_number': 5, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:28.913524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-dd1e004d-98e1-4293-95ae-d0aa6e7cebc9', 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'fixed_ips': [{'subnet_id': '4077c318-588d-4d21-87a0-0cbf433345fb'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:34:28.915060 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.005900 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8868e8f4-05dd-4ad4-b0b6-17eef89c6858 None None] The sync data for ids ['06403d5a-e1a6-4106-aaa6-9f3987eab26f'] in n-d-811716-3 is: [{'id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'name': 'tempest-TaggedBootDevicesTest-2063652828-router', 'tenant_id': '9298ec6fe186455ea380d35070759f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151'}], 'enable_snat': True}, 'gw_port_id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:21:24Z', 'updated_at': '2021-11-22T16:34:23Z', 'revision_number': 5, 'project_id': '9298ec6fe186455ea380d35070759f92', 'gw_port': {'id': '6298419b-a86c-41f9-a86a-0b5605d441f4', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06403d5a-e1a6-4106-aaa6-9f3987eab26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:21:27Z', 'updated_at': '2021-11-22T16:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:29.020940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Router b6c0ea9d-451c-4dbf-a672-000af5563fd1 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:29.109456 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.149514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 07f580a6-d044-4fac-a6ed-290cff84cef1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:29.149879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.404023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.404307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:29.444413 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Sync routers for ids ['b6c0ea9d-451c-4dbf-a672-000af5563fd1'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:29.475202 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.485350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.489470 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f6af4129-8fd7-498f-a88d-6357f434150d tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.9878187 Nov 22 16:34:29.499534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54642) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:29.572401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Allocated IP 172.20.0.2 (dd1e004d-98e1-4293-95ae-d0aa6e7cebc9/4077c318-588d-4d21-87a0-0cbf433345fb/850ef68a-45c5-487b-be3f-ae647b4544ae) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:29.595345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Pushing event deleted for resources: {'Port': ['ID=6298419b-a86c-41f9-a86a-0b5605d441f4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:29.753958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.825500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.869828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34bb0d-24b6-464c-9081-69e3e407be87 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:29.881799 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.016524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Routers {'b6c0ea9d-451c-4dbf-a672-000af5563fd1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:30.021949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b6c0ea9d-451c-4dbf-a672-000af5563fd1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:30.119403 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e1ddfb70-09e7-4eaf-957a-b7727627d2a9 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/routers/b6c0ea9d-451c-4dbf-a672-000af5563fd1 HTTP/1.1" status: 200 len: 906 time: 0.5294735 Nov 22 16:34:30.121029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54652) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:30.123527 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.130764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.161711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Set router b6c0ea9d-451c-4dbf-a672-000af5563fd1 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:30.241309 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.242517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06403d5a-e1a6-4106-aaa6-9f3987eab26f {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:30.259051 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.262247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fdfbf596-0957-4bab-9081-4f8975ad963e admin admin] 10.222.0.69 "DELETE /v2.0/routers/06403d5a-e1a6-4106-aaa6-9f3987eab26f HTTP/1.1" status: 204 len: 168 time: 3.4392304 Nov 22 16:34:30.265316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54660) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:30.382508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:30.393626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Pushing event updated for resources: {'Port': ['ID=850ef68a-45c5-487b-be3f-ae647b4544ae,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:30.410434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:30.481121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:30.509624 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.584434 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.615946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Deleting port 414d1f47-507f-4657-8284-9dbfb2cdf0d0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:30.616328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.630415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.645219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-61501627-fa85-48e7-88b8-1c5778065d5d admin admin] Deleting subnet 47b5f96b-0ab1-41d3-9041-02287d3e2ec8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:30.653122 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61501627-fa85-48e7-88b8-1c5778065d5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.661370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Attempting to bind port 850ef68a-45c5-487b-be3f-ae647b4544ae on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:30.662241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Attempting to bind port 850ef68a-45c5-487b-be3f-ae647b4544ae by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:30.662241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Attempting to bind port 850ef68a-45c5-487b-be3f-ae647b4544ae on network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:30.689373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:30.689752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Checking segment: {'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:30.695426 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.696082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Bound using segment: {'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:30.696987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Bound port: 850ef68a-45c5-487b-be3f-ae647b4544ae, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:30.697763 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.710833 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61501627-fa85-48e7-88b8-1c5778065d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.797202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] For port 850ef68a-45c5-487b-be3f-ae647b4544ae, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:30.800923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] For port 850ef68a-45c5-487b-be3f-ae647b4544ae, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=850ef68a-45c5-487b-be3f-ae647b4544ae,segment=NetworkSegment(7a620ebb-f9cc-43a1-94ab-a2f4b8a92703),segment_id=7a620ebb-f9cc-43a1-94ab-a2f4b8a92703)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:30.804318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.820318 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.879893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61501627-fa85-48e7-88b8-1c5778065d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.943708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694bf03-338e-4dff-8a62-c50eaeed5bb0 None None] Pushing event updated for resources: {'Port': ['ID=850ef68a-45c5-487b-be3f-ae647b4544ae,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:30.946911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9eb0a12-9675-4b50-8965-38ac11f9b64c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:30.977763 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61501627-fa85-48e7-88b8-1c5778065d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.013010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] For port 414d1f47-507f-4657-8284-9dbfb2cdf0d0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=414d1f47-507f-4657-8284-9dbfb2cdf0d0,segment=NetworkSegment(3fb9bfc0-471c-45c0-aa43-97cca4aab847),segment_id=3fb9bfc0-471c-45c0-aa43-97cca4aab847)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:31.024515 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.083400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Calling delete_port for 414d1f47-507f-4657-8284-9dbfb2cdf0d0 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:31.106413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Deleting port 40db26c6-8336-45c0-83f8-9aa90af5a153 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:31.107170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.175418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d9eb0a12-9675-4b50-8965-38ac11f9b64c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:31.176377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d9eb0a12-9675-4b50-8965-38ac11f9b64c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:31.199844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c0ea9d-451c-4dbf-a672-000af5563fd1', 'name': 'tempest-snat-router-701587548', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14'}], 'enable_snat': True}, 'gw_port_id': '40db26c6-8336-45c0-83f8-9aa90af5a153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:26Z', 'revision_number': 3, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port': {'id': '40db26c6-8336-45c0-83f8-9aa90af5a153', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:05:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c0ea9d-451c-4dbf-a672-000af5563fd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:24Z', 'updated_at': '2021-11-22T16:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:31.244062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Checking router: b6c0ea9d-451c-4dbf-a672-000af5563fd1 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:31.244714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Updating router b6c0ea9d-451c-4dbf-a672-000af5563fd1 port 40db26c6-8336-45c0-83f8-9aa90af5a153 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:31.251667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Allocated IP 172.25.5.72 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/62abf182-fd2a-4ca9-bb01-da1b2cffa3ba) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:31.294140 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.319674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61501627-fa85-48e7-88b8-1c5778065d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.323931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-61501627-fa85-48e7-88b8-1c5778065d5d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/47b5f96b-0ab1-41d3-9041-02287d3e2ec8 HTTP/1.1" status: 204 len: 168 time: 1.0583246 Nov 22 16:34:31.328421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54676) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:31.334712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61501627-fa85-48e7-88b8-1c5778065d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b5f96b-0ab1-41d3-9041-02287d3e2ec8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:31.409624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9464ae-4f4e-4f2f-b056-2eeadcf97c62 None None] Network 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:31.470238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.475349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.545603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.564482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Calling delete_port for 40db26c6-8336-45c0-83f8-9aa90af5a153 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:31.625391 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.670827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:31.678704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:31.695438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:31.894005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Pushing event updated for resources: {'Port': ['ID=62abf182-fd2a-4ca9-bb01-da1b2cffa3ba,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:31.913300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.919945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dedd22d-4bdf-4d54-a819-70c5f1385d39 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:31.957777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:34:31.958144 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:34:31.980691 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event deleted for resources: {'Port': ['ID=40db26c6-8336-45c0-83f8-9aa90af5a153,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:31.999468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aed51b-c88f-425a-ba83-b1cf5fb5872c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:32.042386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-07670119-6ca5-4691-a7d0-de991c2c01c3 None None] Provisioning complete for port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:32.042980 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07670119-6ca5-4691-a7d0-de991c2c01c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.110790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.111516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.112125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.112724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.113281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.113837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.114419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.114976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.115540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.116147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.116728 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.117278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:32.137978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] DHCP port deletion for 1cbee9e4-5b57-4006-9c0b-4f7aa5737220 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:32.175966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-07670119-6ca5-4691-a7d0-de991c2c01c3 None None] Port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:32.191979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.219011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] Deleting port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:32.220053 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.251364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=414d1f47-507f-4657-8284-9dbfb2cdf0d0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:32.255249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.259556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Deleting port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:32.260103 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.380962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] For port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,segment=NetworkSegment(71e28ecb-0c01-403b-b061-0fa1bc42ae6c),segment_id=71e28ecb-0c01-403b-b061-0fa1bc42ae6c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:32.383307 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.383820 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.428605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] Calling delete_port for 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:32.586496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Port 40db26c6-8336-45c0-83f8-9aa90af5a153 not found while updating agent binding for router b6c0ea9d-451c-4dbf-a672-000af5563fd1. {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 16:34:32.693167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.709157 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.727460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Routers {'b6c0ea9d-451c-4dbf-a672-000af5563fd1'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:32.728147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b6c0ea9d-451c-4dbf-a672-000af5563fd1'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:32.729820 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.739035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] For port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,segment=NetworkSegment(71e28ecb-0c01-403b-b061-0fa1bc42ae6c),segment_id=71e28ecb-0c01-403b-b061-0fa1bc42ae6c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:32.739408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.823616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Calling delete_port for 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:32.899638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.900269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6c0ea9d-451c-4dbf-a672-000af5563fd1 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:32.907253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.908730 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-83188cb9-df26-443a-a1ed-1ddd12cc7dec tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "DELETE /v2.0/routers/b6c0ea9d-451c-4dbf-a672-000af5563fd1 HTTP/1.1" status: 204 len: 168 time: 2.7826595 Nov 22 16:34:32.914647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54696) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:32.917445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 850ef68a-45c5-487b-be3f-ae647b4544ae up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:33.022044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.046945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] Set router b6c0ea9d-451c-4dbf-a672-000af5563fd1 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:33.097672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] No DVR routers for this DVR port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:33.278331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f926d-2230-4ee7-93f9-974cdaf9acfd None None] Pushing event deleted for resources: {'Port': ['ID=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:33.282489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c0ea9d-451c-4dbf-a672-000af5563fd1', 'name': 'tempest-snat-router-701587548', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 5, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:33.325545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 850ef68a-45c5-487b-be3f-ae647b4544ae triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:33.326019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.344096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044d68e6-1942-4d7e-923a-7b845d934ec4 None None] The sync data for ids ['b6c0ea9d-451c-4dbf-a672-000af5563fd1'] in n-d-811716-3 is: [{'id': 'b6c0ea9d-451c-4dbf-a672-000af5563fd1', 'name': 'tempest-snat-router-701587548', 'tenant_id': 'cdafe9934eec4ba4884c48169ee83954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 5, 'project_id': 'cdafe9934eec4ba4884c48169ee83954', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:33.404198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ac337-3c67-43ab-ba35-a52716af6c1b None None] Network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:33.525907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-88e3846c-c01e-4cc2-b6b8-76105a4a5460 None None] Provisioning complete for port 850ef68a-45c5-487b-be3f-ae647b4544ae triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:33.526853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88e3846c-c01e-4cc2-b6b8-76105a4a5460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.659130 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.683367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.685524 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.743771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] No DVR routers for this DVR port 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:33.746304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d89f0fc-0529-41ed-8ed8-95449c9f1c35,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:33.748486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:33.769642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 850ef68a-45c5-487b-be3f-ae647b4544ae, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=850ef68a-45c5-487b-be3f-ae647b4544ae,segment=NetworkSegment(7a620ebb-f9cc-43a1-94ab-a2f4b8a92703),segment_id=7a620ebb-f9cc-43a1-94ab-a2f4b8a92703)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:33.786921 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.904977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:33.915707 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Sync routers for ids ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:33.930265 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Routers {'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:33.934870 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:33.939608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.942288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6298419b-a86c-41f9-a86a-0b5605d441f4 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:33.944539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4a9b7049-06cf-45b1-9682-57537ba1b142 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6814184 Nov 22 16:34:33.947125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54712) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:34.012506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=850ef68a-45c5-487b-be3f-ae647b4544ae,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.020055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 6298419b-a86c-41f9-a86a-0b5605d441f4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:34.020055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6298419b-a86c-41f9-a86a-0b5605d441f4 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:34.020592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:34.023569 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.053077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:34.053575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7d89f0fc-0529-41ed-8ed8-95449c9f1c35 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:34.146614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.246166 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Set router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:34.264313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbee9e4-5b57-4006-9c0b-4f7aa5737220']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:34.325857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e28ecb-0c01-403b-b061-0fa1bc42ae6c') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:34.325857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e28ecb-0c01-403b-b061-0fa1bc42ae6c') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:34.484537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.577190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.600876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-be239104-62b8-4354-afb1-da78f114af85 None None] Provisioning complete for port 850ef68a-45c5-487b-be3f-ae647b4544ae triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:34.603971 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be239104-62b8-4354-afb1-da78f114af85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.662056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 850ef68a-45c5-487b-be3f-ae647b4544ae up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:34.685654 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 3, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:34.685946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.694298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:34.694758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:34.697013 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:34.757369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 850ef68a-45c5-487b-be3f-ae647b4544ae triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:34.758426 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.795291 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Checking router: b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:34.797612 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Updating router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:34.846990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.854547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.858732 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] 10.222.0.69 "DELETE /v2.0/networks/1cbee9e4-5b57-4006-9c0b-4f7aa5737220 HTTP/1.1" status: 204 len: 168 time: 3.5268073 Nov 22 16:34:34.861452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:34.866320 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.879807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318eedfe-0dcd-4e10-8e2b-3ce01d6a640f admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbee9e4-5b57-4006-9c0b-4f7aa5737220,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:35.003074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Deleting port 07f580a6-d044-4fac-a6ed-290cff84cef1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:35.003546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.055533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.180159 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54742) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:35.230690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] For port 07f580a6-d044-4fac-a6ed-290cff84cef1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=07f580a6-d044-4fac-a6ed-290cff84cef1,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:35.232265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.253182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Calling delete_port for 07f580a6-d044-4fac-a6ed-290cff84cef1 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:35.373573 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-04e068d5-5fc4-4104-abc1-218d26db4f89 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9bfd90d55ff94d0da674fa1812211d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899636 Nov 22 16:34:35.376613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Allocated IP 172.20.0.1 (dd1e004d-98e1-4293-95ae-d0aa6e7cebc9/4077c318-588d-4d21-87a0-0cbf433345fb/e51dbf0f-75c4-4531-986a-5bdef445bdd8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:35.376920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:35.380251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54746) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:35.402712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] Sync routers for ids ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:35.408386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e764cdc6-318b-4e05-9fb1-4db0f1605dd9 admin admin] 10.222.0.69 "PUT /v2.0/routers/ec5529e8-b0ab-4fc8-9433-35b171bd6b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0305798 Nov 22 16:34:35.412080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54748) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:35.416084 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.418939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] Routers {'ec5529e8-b0ab-4fc8-9433-35b171bd6b64'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:35.421414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:35.425132 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.474076 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Pushing event updated for resources: {'Port': ['ID=62abf182-fd2a-4ca9-bb01-da1b2cffa3ba,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:35.489096 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.489688 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.490568 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.491092 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.491650 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.492229 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.493404 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.493921 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.494407 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.495292 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.496043 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.496532 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:35.537855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11ff2e5-fdd3-4ff1-bbe3-dd92b056da12 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:35.549748 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Attempting to bind port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:35.550121 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Attempting to bind port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:35.550518 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Attempting to bind port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:35.556506 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:35.556922 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:35.557721 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.558366 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:35.558855 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Bound port: 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:35.559243 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.613494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.646399 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] For port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:35.652979 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] For port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=62abf182-fd2a-4ca9-bb01-da1b2cffa3ba,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:35.663963 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.678243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] Set router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:35.696476 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.714861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.791425 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Routers {'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:35.799699 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:35.811083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99801566-dcf0-40a9-8122-0d2022bc4a77 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:35.864616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:35.866402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:35.877901 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aacf1d-d418-4a17-ac92-e5562ffc2663 None None] Pushing event updated for resources: {'Port': ['ID=62abf182-fd2a-4ca9-bb01-da1b2cffa3ba,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:35.883215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:35.955490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-57b2dcf1-a4b9-4ed6-afbe-2ca5e74e63a1 None None] Provisioning complete for port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:35.956278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57b2dcf1-a4b9-4ed6-afbe-2ca5e74e63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.975035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.977733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Pushing event updated for resources: {'Port': ['ID=e51dbf0f-75c4-4531-986a-5bdef445bdd8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:36.021713 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] Set router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:36.253039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e487dfe5-9549-4b40-b1d5-70780690bdd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.258385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.280242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.326834 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57b2dcf1-a4b9-4ed6-afbe-2ca5e74e63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.337017 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.371716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-57b2dcf1-a4b9-4ed6-afbe-2ca5e74e63a1 None None] For port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=62abf182-fd2a-4ca9-bb01-da1b2cffa3ba,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:36.374551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event deleted for resources: {'Port': ['ID=07f580a6-d044-4fac-a6ed-290cff84cef1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:36.387376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188bae2b-d797-4e5a-ba14-00ce5472c98b None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:36.396855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e487dfe5-9549-4b40-b1d5-70780690bdd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.402150 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57b2dcf1-a4b9-4ed6-afbe-2ca5e74e63a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.409818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 5, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port': {'id': '6cf22e28-c708-4949-a5cd-e4bface421e2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:44:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:08Z', 'updated_at': '2021-11-22T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:36.479266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] Checking router: ec5529e8-b0ab-4fc8-9433-35b171bd6b64 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:36.531652 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 3, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:36.538325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] Routers {'ec5529e8-b0ab-4fc8-9433-35b171bd6b64'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:36.538983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:36.581543 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e013e5c0-ca62-48d1-8aa3-6d472ac85417 None None] The sync data for ids ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'] in n-d-811716-3 is: [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 3, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:36.673684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2dcf1-a4b9-4ed6-afbe-2ca5e74e63a1 None None] Pushing event updated for resources: {'Port': ['ID=62abf182-fd2a-4ca9-bb01-da1b2cffa3ba,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:36.676534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.691612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-603563b0-6ae0-477d-b559-70f03d36f7f6 None None] Provisioning complete for port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:36.692222 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603563b0-6ae0-477d-b559-70f03d36f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.719124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.725820 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.825124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Pushing event updated for resources: {'Port': ['ID=e51dbf0f-75c4-4531-986a-5bdef445bdd8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:36.834086 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.857736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e487dfe5-9549-4b40-b1d5-70780690bdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.860463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e487dfe5-9549-4b40-b1d5-70780690bdd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.862546 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e487dfe5-9549-4b40-b1d5-70780690bdd4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/222ef245-0b43-4e1a-afc4-c2741a41e040 HTTP/1.1" status: 204 len: 168 time: 1.4808736 Nov 22 16:34:36.876890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.908119 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.928044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Deleting port 6cf22e28-c708-4949-a5cd-e4bface421e2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:36.929192 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.014814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487dfe5-9549-4b40-b1d5-70780690bdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222ef245-0b43-4e1a-afc4-c2741a41e040,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:37.093348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] Set router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:37.214514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:37.216559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:37.217638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 6, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:37.231715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.232564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee8e24f7-0311-4b0a-9954-a16be2f7afd3 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:37.238184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.239374 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-43fac1fd-5e02-49fe-9361-b864f1710819 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "DELETE /v2.0/routers/ee8e24f7-0311-4b0a-9954-a16be2f7afd3 HTTP/1.1" status: 204 len: 168 time: 4.3237286 Nov 22 16:34:37.258984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54776) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:37.274948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1816293443', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:37.278626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840499d7-d551-4fcd-a7cb-36a5e636754d None None] The sync data for ids ['ec5529e8-b0ab-4fc8-9433-35b171bd6b64'] in n-d-811716-3 is: [{'id': 'ec5529e8-b0ab-4fc8-9433-35b171bd6b64', 'name': 'tempest-TestServerMultinode-1978361115-router', 'tenant_id': '56aab9a9429c448593c92d5642095a24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:07Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 6, 'project_id': '56aab9a9429c448593c92d5642095a24', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:37.436255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-603563b0-6ae0-477d-b559-70f03d36f7f6 None None] Provisioning complete for port e51dbf0f-75c4-4531-986a-5bdef445bdd8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:37.436647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-603563b0-6ae0-477d-b559-70f03d36f7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.451412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] For port 6cf22e28-c708-4949-a5cd-e4bface421e2, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6cf22e28-c708-4949-a5cd-e4bface421e2,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:37.451809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.498055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Calling delete_port for 6cf22e28-c708-4949-a5cd-e4bface421e2 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:37.500769 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.502113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.549508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-603563b0-6ae0-477d-b559-70f03d36f7f6 None None] Port e51dbf0f-75c4-4531-986a-5bdef445bdd8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:37.607752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:37.814202 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.906399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-53558040-45da-4f5c-92ba-8af016847ae6 None None] Provisioning complete for port e51dbf0f-75c4-4531-986a-5bdef445bdd8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:37.908000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53558040-45da-4f5c-92ba-8af016847ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.917348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:37.985934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:37.993478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e56387d9-a745-4a4d-b3e5-240b113079af admin admin] 10.222.0.69 "PUT /v2.0/routers/b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0439634 Nov 22 16:34:38.069205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4c7b2d7b-b6f3-40ee-bd5e-cdb9f0499001 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9298ec6fe186455ea380d35070759f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506517 Nov 22 16:34:38.071891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:38.084461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-53558040-45da-4f5c-92ba-8af016847ae6 None None] Port e51dbf0f-75c4-4531-986a-5bdef445bdd8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:38.210197 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-590d4672-0808-4c07-bc34-69f4dc7c00fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.264395 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-590d4672-0808-4c07-bc34-69f4dc7c00fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.420370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-590d4672-0808-4c07-bc34-69f4dc7c00fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.423742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-590d4672-0808-4c07-bc34-69f4dc7c00fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.428193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-590d4672-0808-4c07-bc34-69f4dc7c00fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5377025d-4585-424a-91f2-7a7e317784ec HTTP/1.1" status: 204 len: 168 time: 0.3529654 Nov 22 16:34:38.445226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d4672-0808-4c07-bc34-69f4dc7c00fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5377025d-4585-424a-91f2-7a7e317784ec,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:38.825161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.860856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:39.017669 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:39.023229 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.108596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.164570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf22e28-c708-4949-a5cd-e4bface421e2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:39.176992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2737f580-0632-4f40-bb91-58f298e98eb5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:39.348594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 07f580a6-d044-4fac-a6ed-290cff84cef1 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:39.397289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 07f580a6-d044-4fac-a6ed-290cff84cef1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:39.397859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 07f580a6-d044-4fac-a6ed-290cff84cef1 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:39.398457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6cf22e28-c708-4949-a5cd-e4bface421e2 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:39.410196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.445970 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 6cf22e28-c708-4949-a5cd-e4bface421e2 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:39.446330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6cf22e28-c708-4949-a5cd-e4bface421e2 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:39.446777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 414d1f47-507f-4657-8284-9dbfb2cdf0d0 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:39.473284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 414d1f47-507f-4657-8284-9dbfb2cdf0d0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:39.473284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 414d1f47-507f-4657-8284-9dbfb2cdf0d0 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:39.542495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54834) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:39.548196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2118812609-network', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:39.592821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Made reservation on behalf of 0d18d17623f14656a3835dde7c90dce9 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:39.597517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.625441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.777244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.781911 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.835584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.840604 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.866971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:39.870398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.900567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.907343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.908610 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Added segment 34e66e1d-063f-4c4c-b463-27e2a13aa50b of type vlan for network 523aacdc-21d2-4958-bf7c-375672a7842b Nov 22 16:34:39.911484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.912075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5529e8-b0ab-4fc8-9433-35b171bd6b64 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:39.921157 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.922694 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57b89e0f-2420-4641-8af3-b49f6f5690e1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ec5529e8-b0ab-4fc8-9433-35b171bd6b64 HTTP/1.1" status: 204 len: 168 time: 4.5012743 Nov 22 16:34:39.927772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:39.976729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b58254-76a4-457d-ad9b-df5afe59bc27,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.078620 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.161233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.162741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.164107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.278531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7311330 Nov 22 16:34:40.280046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:40.294334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Request body: {'subnet': {'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2118812609-subnet', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:40.304248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90724094-5597-48e9-8ff3-827c8b38577b admin admin] Pushing event updated for resources: {'Network': ['ID=523aacdc-21d2-4958-bf7c-375672a7842b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.318350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 523aacdc-21d2-4958-bf7c-375672a7842b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:40.363069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Made reservation on behalf of 0d18d17623f14656a3835dde7c90dce9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:40.366561 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.382288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0a5658-731b-4afb-94a8-0e0ba4eec793 admin admin] Deleting subnet 64cacce8-92f7-4ec7-aeca-fd14e48f924f {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:40.403692 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Sync routers for ids ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:40.409133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5658-731b-4afb-94a8-0e0ba4eec793 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.426365 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Routers {'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:40.427330 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:40.564456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Allocated IP 172.25.5.128 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7900eb10-0190-47b3-8ff1-36ddae5421a7) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:40.585471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54868) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:40.588576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5658-731b-4afb-94a8-0e0ba4eec793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.655946 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Set router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:40.713079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:40.785098 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.875892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fcb7a62-0607-408f-8d9e-dd999ed1d02a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.877912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Checking segment: {'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:40.878338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Network hostable DHCP agents. Network: 523aacdc-21d2-4958-bf7c-375672a7842b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:40.885287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1752179969-network', 'tenant_id': '045c1d2d421c499ab0724ce3fe37e6c0'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:40.923498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Network 523aacdc-21d2-4958-bf7c-375672a7842b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:40.927332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Made reservation on behalf of 045c1d2d421c499ab0724ce3fe37e6c0 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:40.930388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.943985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.955240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 523aacdc-21d2-4958-bf7c-375672a7842b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:40.966503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea2c1a-9d8e-43ac-aa99-ae313a8f6bf8 None None] Network 523aacdc-21d2-4958-bf7c-375672a7842b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:40.977536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.978157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.017658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5658-731b-4afb-94a8-0e0ba4eec793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.049316 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e51dbf0f-75c4-4531-986a-5bdef445bdd8', 'name': '', 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'mac_address': 'fa:16:3e:24:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '4077c318-588d-4d21-87a0-0cbf433345fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 2, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'subnets': [{'id': '4077c318-588d-4d21-87a0-0cbf433345fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:41.055100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2f800287-1771-4ef1-bacc-040463a4c1b2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7697523 Nov 22 16:34:41.057844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:41.076373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:41.092410 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Checking router: b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:41.093084 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Updating router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 port e51dbf0f-75c4-4531-986a-5bdef445bdd8 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:41.100087 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.134853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Deleting port 2318119b-fb28-4cc3-b434-aac982d1c2d6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:41.136186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.186425 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5658-731b-4afb-94a8-0e0ba4eec793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.225733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.228632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.231053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.237085 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.263988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a5658-731b-4afb-94a8-0e0ba4eec793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cacce8-92f7-4ec7-aeca-fd14e48f924f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.267784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5658-731b-4afb-94a8-0e0ba4eec793 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.273232 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2a0a5658-731b-4afb-94a8-0e0ba4eec793 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/64cacce8-92f7-4ec7-aeca-fd14e48f924f HTTP/1.1" status: 204 len: 168 time: 1.3448524 Nov 22 16:34:41.278529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cb2836-d154-4776-8880-52577428d4a5 None None] Network 4c40d766-a620-41dd-9084-738fefed61a5 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:41.279227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54884) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:41.284249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.294747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:41.319028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1cc787-259a-4f69-bcee-eb67d840d3cf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.363828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event updated for resources: {'Port': ['ID=7900eb10-0190-47b3-8ff1-36ddae5421a7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.371335 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.385993 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.386710 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Added segment cf347789-ab32-453c-a2c4-eae8b6afa359 of type vlan for network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce Nov 22 16:34:41.388759 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.402943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-523aacdc-21d2-4958-bf7c-375672a7842b', 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'fixed_ips': [{'subnet_id': '4fcb7a62-0607-408f-8d9e-dd999ed1d02a'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:34:41.404392 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.458004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:41.471498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:41.534531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.554841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94671e0-4fff-4ae8-97c9-34a722fd1b2c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:41.589823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.590318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.629922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Calling delete_port for 2318119b-fb28-4cc3-b434-aac982d1c2d6 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:41.668652 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.681566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.683153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.683768 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.742466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] DHCP port deletion for 4c40d766-a620-41dd-9084-738fefed61a5 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:41.775484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-02a59552-9adb-4366-99f7-10783595828e None None] Provisioning complete for port 7900eb10-0190-47b3-8ff1-36ddae5421a7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:41.775899 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02a59552-9adb-4366-99f7-10783595828e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.789623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0734324 Nov 22 16:34:41.795211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:41.804602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Request body: {'subnet': {'network_id': 'bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1752179969-subnet', 'tenant_id': '045c1d2d421c499ab0724ce3fe37e6c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:41.917295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-02a59552-9adb-4366-99f7-10783595828e None None] Port 7900eb10-0190-47b3-8ff1-36ddae5421a7 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:41.917592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:41.927712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.958534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276e6d4-cc37-46fa-95e3-b583a4cdd8b5 admin admin] Pushing event updated for resources: {'Network': ['ID=bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.999250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:42.006176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Made reservation on behalf of 045c1d2d421c499ab0724ce3fe37e6c0 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:42.008698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.045542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.105042 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.114060 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.150359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Allocated IP 172.20.0.2 (523aacdc-21d2-4958-bf7c-375672a7842b/4fcb7a62-0607-408f-8d9e-dd999ed1d02a/e1d12f16-2a8e-4b22-acb1-78b250fbe4f1) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:42.187797 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.188549 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Floating IP 2099754b-42aa-410b-bc51-bf6e6ecbc907 disassociated (deleted). External IP: 172.25.5.27, port: a7959cd0-ef0d-4a7f-9fc6-a61985a264ec. Nov 22 16:34:42.249723 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Attempting to bind port e51dbf0f-75c4-4531-986a-5bdef445bdd8 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:42.250435 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Attempting to bind port e51dbf0f-75c4-4531-986a-5bdef445bdd8 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:42.250968 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Attempting to bind port e51dbf0f-75c4-4531-986a-5bdef445bdd8 on network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:42.253898 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b2340-08da-43e1-b75b-7fea0619f2ab None None] Pushing event updated for resources: {'Port': ['ID=e51dbf0f-75c4-4531-986a-5bdef445bdd8,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:42.262577 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:42.263278 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Checking segment: {'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:42.264074 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.264629 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Bound using segment: {'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:42.265661 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Bound port: e51dbf0f-75c4-4531-986a-5bdef445bdd8, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:42.266253 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.327228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.355755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event deleted for resources: {'Port': ['ID=2318119b-fb28-4cc3-b434-aac982d1c2d6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:42.426085 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.487835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] Deleting port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:42.488360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.502686 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] For port e51dbf0f-75c4-4531-986a-5bdef445bdd8, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:42.514250 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] For port e51dbf0f-75c4-4531-986a-5bdef445bdd8, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e51dbf0f-75c4-4531-986a-5bdef445bdd8,segment=NetworkSegment(7a620ebb-f9cc-43a1-94ab-a2f4b8a92703),segment_id=7a620ebb-f9cc-43a1-94ab-a2f4b8a92703)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:42.529606 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.530715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Router 0dc34e4f-206d-4ebc-8162-65ab85f14049 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:42.637540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b2340-08da-43e1-b75b-7fea0619f2ab None None] Pushing event updated for resources: {'Port': ['ID=e51dbf0f-75c4-4531-986a-5bdef445bdd8,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:42.650400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 890a60e6-560a-4f58-a27c-7e8a2279c5c5 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:42.660936 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Routers {'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:42.661576 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:42.803797 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.822183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Deleting port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:42.823146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.882334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-37511260-3c0a-439f-ae49-1564670feaa3 None None] Provisioning complete for port e51dbf0f-75c4-4531-986a-5bdef445bdd8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:42.882720 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37511260-3c0a-439f-ae49-1564670feaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.927765 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] Set router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:42.990978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Allocated IP 172.25.5.43 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/8ba667ba-ce90-4ac8-beec-845513e232a5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:43.045624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.051876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f78c42-de51-47f7-b91b-f242c0c51068,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:43.071399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Checking segment: {'id': 'cf347789-ab32-453c-a2c4-eae8b6afa359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:43.071399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Network hostable DHCP agents. Network: bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:43.081674 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] For port 890a60e6-560a-4f58-a27c-7e8a2279c5c5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=890a60e6-560a-4f58-a27c-7e8a2279c5c5,segment=NetworkSegment(3fb9bfc0-471c-45c0-aa43-97cca4aab847),segment_id=3fb9bfc0-471c-45c0-aa43-97cca4aab847)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:43.082443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.145550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Calling delete_port for 890a60e6-560a-4f58-a27c-7e8a2279c5c5 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:43.154269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:43.164067 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.190286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.207677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:43.225249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] Sync routers for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:43.232155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:43.249479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.250320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.272294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] For port 890a60e6-560a-4f58-a27c-7e8a2279c5c5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=890a60e6-560a-4f58-a27c-7e8a2279c5c5,segment=NetworkSegment(3fb9bfc0-471c-45c0-aa43-97cca4aab847),segment_id=3fb9bfc0-471c-45c0-aa43-97cca4aab847)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:43.272710 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.287750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-084be08d-07a8-4377-979a-fe9d0ab2bad7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4910424 Nov 22 16:34:43.297489 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-22912bc6-be0f-4594-91be-5a6befada056 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "DELETE /v2.0/floatingips/2099754b-42aa-410b-bc51-bf6e6ecbc907 HTTP/1.1" status: 204 len: 168 time: 2.7063785 Nov 22 16:34:43.301154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c02962e-154e-4d9b-a6c3-e829701520a8 None None] Network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:43.326083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:43.327078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Network 523aacdc-21d2-4958-bf7c-375672a7842b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:43.328250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.350697 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30646a79-f358-4a6c-bc41-888cb6d30cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:43.353537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.441278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.514375 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e51dbf0f-75c4-4531-986a-5bdef445bdd8', 'name': '', 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'mac_address': 'fa:16:3e:24:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '4077c318-588d-4d21-87a0-0cbf433345fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:42Z', 'revision_number': 4, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'subnets': [{'id': '4077c318-588d-4d21-87a0-0cbf433345fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:43.524842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] Calling delete_port for 890a60e6-560a-4f58-a27c-7e8a2279c5c5 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:43.543408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:43.551690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:43.561656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:43.565580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:43.584288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:43.584943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:43.587270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:43.626643 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7387d-8d0a-4ce0-ab4c-cdab5df84db7 None None] The sync data for ids ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'] in n-d-811716-3 is: [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e51dbf0f-75c4-4531-986a-5bdef445bdd8', 'name': '', 'network_id': 'dd1e004d-98e1-4293-95ae-d0aa6e7cebc9', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'mac_address': 'fa:16:3e:24:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '4077c318-588d-4d21-87a0-0cbf433345fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:35Z', 'updated_at': '2021-11-22T16:34:42Z', 'revision_number': 4, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'subnets': [{'id': '4077c318-588d-4d21-87a0-0cbf433345fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:43.850924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:44.004850 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.009762 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a296c360-590f-41ec-acc2-7be374bcb383 x-openstack-request-id: req-a296c360-590f-41ec-acc2-7be374bcb383 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:44.010604 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:44.010865 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a296c360-590f-41ec-acc2-7be374bcb383 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:44.011421 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'status': 'completed', 'code': 200} Nov 22 16:34:44.137551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.204509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Pushing event deleted for resources: {'Port': ['ID=890a60e6-560a-4f58-a27c-7e8a2279c5c5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:44.215464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c6117-e69c-4253-9fe9-3f2c26169f9c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:44.216174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] No DVR routers for this DVR port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:44.217936 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.290063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Pushing event updated for resources: {'Port': ['ID=e1d12f16-2a8e-4b22-acb1-78b250fbe4f1,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:44.391347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.430050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c40d766-a620-41dd-9084-738fefed61a5']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:44.462016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb9bfc0-471c-45c0-aa43-97cca4aab847') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:44.462376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb9bfc0-471c-45c0-aa43-97cca4aab847') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:44.502919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.523781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba667ba-ce90-4ac8-beec-845513e232a5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:44.527715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.534628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Router 96f74768-af9f-463c-984d-a712cd7249c5 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:44.555807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:44.556520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:44.561127 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:44.749943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.756546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.809947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] 10.222.0.69 "DELETE /v2.0/networks/4c40d766-a620-41dd-9084-738fefed61a5 HTTP/1.1" status: 204 len: 168 time: 3.4892914 Nov 22 16:34:44.864116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-2c86c856-ff48-4728-a1b1-9cc5590171a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.865976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-2c86c856-ff48-4728-a1b1-9cc5590171a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa29010fe4d246b29bae937503bd5ad8&device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 1096 time: 0.3460264 Nov 22 16:34:44.888534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6418262-384d-448b-96b5-fde1f90afe8e req-ffd5bdd4-1a2e-4725-8d01-c2d57376f613 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.896317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6418262-384d-448b-96b5-fde1f90afe8e req-ffd5bdd4-1a2e-4725-8d01-c2d57376f613 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 945 time: 0.3752830 Nov 22 16:34:44.999650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.014709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Attempting to bind port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:45.015122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Attempting to bind port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:45.015551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Attempting to bind port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 on network 523aacdc-21d2-4958-bf7c-375672a7842b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:45.174366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] Network 4c40d766-a620-41dd-9084-738fefed61a5 is not hosted by any dhcp agent {{(pid=103412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:34:45.174995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] No DVR routers for this DVR port 890a60e6-560a-4f58-a27c-7e8a2279c5c5 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:45.186704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:45.187443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Checking segment: {'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:45.187603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.188036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Bound using segment: {'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:45.188557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Bound port: e1d12f16-2a8e-4b22-acb1-78b250fbe4f1, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:45.188964 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.216916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daa527-6077-48f0-b764-66cf1d8aa8a4 None None] Pushing event deleted for resources: {'Port': ['ID=890a60e6-560a-4f58-a27c-7e8a2279c5c5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:45.287127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-e5cf2360-4e6a-48d4-93ef-3fd53430b898 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:45.288773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-e5cf2360-4e6a-48d4-93ef-3fd53430b898 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/networks?id=bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce HTTP/1.1" status: 200 len: 821 time: 0.7669442 Nov 22 16:34:45.306258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 54962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:45.407654 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37511260-3c0a-439f-ae49-1564670feaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.465440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:45.486181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dcb987-aa94-435e-96e0-d2030af299b5 None None] Network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:45.552369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6418262-384d-448b-96b5-fde1f90afe8e req-31e7d802-3af1-44d2-a1f1-1375bfd6f4a1 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6551225 Nov 22 16:34:45.553557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-228b98b4-f2b7-44e3-b5fc-0bc292b992ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:45.561458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-228b98b4-f2b7-44e3-b5fc-0bc292b992ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 200 len: 915 time: 0.6822822 Nov 22 16:34:45.567025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5bcf4-0fe5-453d-ad63-99ef3335aecb admin admin] Pushing event deleted for resources: {'Network': ['ID=4c40d766-a620-41dd-9084-738fefed61a5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:45.578846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e51dbf0f-75c4-4531-986a-5bdef445bdd8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:45.638406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:45.651127 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb6423-a2d1-4d70-903f-7e561daf6645 None None] Sync routers for ids ['96f74768-af9f-463c-984d-a712cd7249c5'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:45.673760 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb6423-a2d1-4d70-903f-7e561daf6645 None None] Routers {'96f74768-af9f-463c-984d-a712cd7249c5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:45.675266 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-13bb6423-a2d1-4d70-903f-7e561daf6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96f74768-af9f-463c-984d-a712cd7249c5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:45.685559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.691093 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7fa133b1-94f0-4b06-88e9-d24906ea7211 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4201198 Nov 22 16:34:45.691896 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54970) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:45.698556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-06e03b15-ca45-4383-9008-7f1e97387df8 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': False}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:45.699672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d522ab8f-0ae2-4aa4-a1bb-f90007530d8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=17bb95f644b84cdcb2d1e5ff554852a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3893740 Nov 22 16:34:45.700758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] Checking router: 0dc34e4f-206d-4ebc-8162-65ab85f14049 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:45.709458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 54972) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:45.741931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-37511260-3c0a-439f-ae49-1564670feaa3 None None] For port e51dbf0f-75c4-4531-986a-5bdef445bdd8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e51dbf0f-75c4-4531-986a-5bdef445bdd8,segment=NetworkSegment(7a620ebb-f9cc-43a1-94ab-a2f4b8a92703),segment_id=7a620ebb-f9cc-43a1-94ab-a2f4b8a92703)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:45.763132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] For port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:45.773729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37511260-3c0a-439f-ae49-1564670feaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.786608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:45.787801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:45.796220 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-13bb6423-a2d1-4d70-903f-7e561daf6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:45.831649 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb6423-a2d1-4d70-903f-7e561daf6645 None None] Routers {'96f74768-af9f-463c-984d-a712cd7249c5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:45.832699 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-13bb6423-a2d1-4d70-903f-7e561daf6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96f74768-af9f-463c-984d-a712cd7249c5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:45.891138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-50537166-1f04-4903-a90c-af3dd6fe0f59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 200 len: 217 time: 0.1360481 Nov 22 16:34:45.909890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6170b2a0-6dc8-4f75-8a8a-9fccce846242 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/quotas/045c1d2d421c499ab0724ce3fe37e6c0 HTTP/1.1" status: 200 len: 375 time: 0.5472276 Nov 22 16:34:45.931742 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-13bb6423-a2d1-4d70-903f-7e561daf6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:45.933436 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bb6423-a2d1-4d70-903f-7e561daf6645 None None] The sync data for ids ['96f74768-af9f-463c-984d-a712cd7249c5'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:45.978149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa37b67-cee9-4050-a121-a256315be941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.003150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa37b67-cee9-4050-a121-a256315be941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.007051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:46.083734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa37b67-cee9-4050-a121-a256315be941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.084754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-8262b996-96f2-4483-9a91-a7704c2add11 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=045c1d2d421c499ab0724ce3fe37e6c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836694 Nov 22 16:34:46.097213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aaa37b67-cee9-4050-a121-a256315be941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.098780 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aaa37b67-cee9-4050-a121-a256315be941 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f02e7e03-88cf-4499-b4c8-c28b579fd49c HTTP/1.1" status: 204 len: 168 time: 0.3889318 Nov 22 16:34:46.148658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-b3861bd5-08a3-4071-ac9f-c2e01ff33313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.150327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-b3861bd5-08a3-4071-ac9f-c2e01ff33313 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=db145823-2e4b-4824-be15-62233bac954b HTTP/1.1" status: 200 len: 853 time: 0.2565966 Nov 22 16:34:46.162594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-f24788ae-19c1-4049-8ad2-ca797775d23b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.164355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-f24788ae-19c1-4049-8ad2-ca797775d23b tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.11 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 945 time: 0.8696327 Nov 22 16:34:46.250391 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.327184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] For port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e1d12f16-2a8e-4b22-acb1-78b250fbe4f1,segment=NetworkSegment(34e66e1d-063f-4c4c-b463-27e2a13aa50b),segment_id=34e66e1d-063f-4c4c-b463-27e2a13aa50b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:46.352302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-567aefc6-cc5f-495a-a776-14b659c5f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.354037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-567aefc6-cc5f-495a-a776-14b659c5f01e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860123 Nov 22 16:34:46.576670 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.602445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06e03b15-ca45-4383-9008-7f1e97387df8 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.608881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa37b67-cee9-4050-a121-a256315be941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02e7e03-88cf-4499-b4c8-c28b579fd49c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:46.656527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Deleting port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:46.657120 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.672536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b4605154-3646-4d53-96b8-c937be410226 None None] Provisioning complete for port 8ba667ba-ce90-4ac8-beec-845513e232a5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:46.672990 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4605154-3646-4d53-96b8-c937be410226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.785222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37511260-3c0a-439f-ae49-1564670feaa3 None None] Pushing event updated for resources: {'Port': ['ID=e51dbf0f-75c4-4531-986a-5bdef445bdd8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:46.872274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e51dbf0f-75c4-4531-986a-5bdef445bdd8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:46.875125 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.918435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-0670dda2-fd9f-4b9d-8875-8aac186833fc service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555217 Nov 22 16:34:46.999239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b4605154-3646-4d53-96b8-c937be410226 None None] Port 8ba667ba-ce90-4ac8-beec-845513e232a5 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:47.094301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30646a79-f358-4a6c-bc41-888cb6d30cb5 req-ed463fa4-497a-4020-80fb-8732183620d7 service neutron] 10.222.0.11 "GET /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378608 Nov 22 16:34:47.095111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55000) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:47.123394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b4605154-3646-4d53-96b8-c937be410226 None None] Provisioning complete for port e51dbf0f-75c4-4531-986a-5bdef445bdd8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:47.123997 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b4605154-3646-4d53-96b8-c937be410226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.127168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-77dcb6b7-fa01-4e57-8e9a-741ff445860c service neutron] 10.222.0.69 "GET /v2.0/networks/bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0307069 Nov 22 16:34:47.180171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:47.186376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f77774-7f8e-4b71-a7ca-f27c05cb73b1 None None] Pushing event updated for resources: {'Port': ['ID=e1d12f16-2a8e-4b22-acb1-78b250fbe4f1,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:47.292350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f427e57-2b5d-4686-8347-789f7cb3bf24 req-98075e14-70e9-4f89-971d-528f885e77f8 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:47.294381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f427e57-2b5d-4686-8347-789f7cb3bf24 req-98075e14-70e9-4f89-971d-528f885e77f8 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 945 time: 0.6214824 Nov 22 16:34:47.325080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b90581-6b39-47ae-9a8a-1d09da3e1fa7 None None] The sync data for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 is: [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 4, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e384aa17-d3d0-4bb7-9105-e66d0c06ff6d', 'name': '', 'network_id': '8b9b2d2a-7892-4f9b-b74a-75a3869b02d9', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'mac_address': 'fa:16:3e:80:08:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_interface', 'standard_attr_id': 2700, 'fixed_ips': [{'subnet_id': 'db145823-2e4b-4824-be15-62233bac954b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:30Z', 'updated_at': '2021-11-22T16:28:40Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'subnets': [{'id': 'db145823-2e4b-4824-be15-62233bac954b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:47.346406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.446883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] For port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:47.447253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.595124 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c8290b77-03e0-433d-99f4-6e502eec512a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56aab9a9429c448593c92d5642095a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938257 Nov 22 16:34:47.598283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-3976073e-8b09-4aa9-8f7d-f4a386b78d7a service neutron] 10.222.0.69 "GET /v2.0/networks/bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700313 Nov 22 16:34:47.603645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55008) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:47.628191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Calling delete_port for a7959cd0-ef0d-4a7f-9fc6-a61985a264ec owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:47.682082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06e03b15-ca45-4383-9008-7f1e97387df8 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.692438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06e03b15-ca45-4383-9008-7f1e97387df8 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.890760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e51dbf0f-75c4-4531-986a-5bdef445bdd8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:47.957670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e03b15-ca45-4383-9008-7f1e97387df8 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Router 96f74768-af9f-463c-984d-a712cd7249c5 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:47.967420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6226dde8-650d-45d3-93ca-a5be10bd7847 None None] New status for floating IP 2099754b-42aa-410b-bc51-bf6e6ecbc907: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:34:48.022635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-034664ca-cbb1-4748-82d6-07117779bf82 req-c12c55e4-8684-43a5-8b1a-7ae20f4c03e5 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 210 time: 0.0681119 Nov 22 16:34:48.028558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f427e57-2b5d-4686-8347-789f7cb3bf24 req-97683e03-78f2-4089-b220-7656b783d5e9 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/security-groups?id=71637e52-07db-40ed-9efd-5eeedd3eefd2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7136672 Nov 22 16:34:48.143571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4688-1493-45a6-8707-2a48a3671f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.235223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e51dbf0f-75c4-4531-986a-5bdef445bdd8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:48.235787 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.267509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.368746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4688-1493-45a6-8707-2a48a3671f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.378291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e03b15-ca45-4383-9008-7f1e97387df8 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:48.390853 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfbade-4330-42e9-8467-bf46d7dccd4b None None] Sync routers for ids ['96f74768-af9f-463c-984d-a712cd7249c5'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:48.400136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-06e03b15-ca45-4383-9008-7f1e97387df8 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.403214 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-06e03b15-ca45-4383-9008-7f1e97387df8 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "PUT /v2.0/routers/96f74768-af9f-463c-984d-a712cd7249c5 HTTP/1.1" status: 200 len: 922 time: 2.7101490 Nov 22 16:34:48.408863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55032) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:48.439539 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfbade-4330-42e9-8467-bf46d7dccd4b None None] Routers {'96f74768-af9f-463c-984d-a712cd7249c5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:48.440711 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bbfbade-4330-42e9-8467-bf46d7dccd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96f74768-af9f-463c-984d-a712cd7249c5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:48.445229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event deleted for resources: {'Port': ['ID=a7959cd0-ef0d-4a7f-9fc6-a61985a264ec,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:48.559945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:48.613955 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bbfbade-4330-42e9-8467-bf46d7dccd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:48.652930 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfbade-4330-42e9-8467-bf46d7dccd4b None None] Routers {'96f74768-af9f-463c-984d-a712cd7249c5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:48.653631 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bbfbade-4330-42e9-8467-bf46d7dccd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['96f74768-af9f-463c-984d-a712cd7249c5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:48.701376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] No DVR routers for this DVR port a7959cd0-ef0d-4a7f-9fc6-a61985a264ec on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:48.706661 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.710164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a7959cd0-ef0d-4a7f-9fc6-a61985a264ec no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:48.715246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d48b8fc6-b22c-49c0-ae31-7190ebc36efe req-dda6426d-0f40-4397-9be8-0bf302d6aad7 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.11 "DELETE /v2.0/ports/a7959cd0-ef0d-4a7f-9fc6-a61985a264ec HTTP/1.1" status: 204 len: 173 time: 2.5372288 Nov 22 16:34:48.718416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'name': 'network-vif-deleted', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:48.726749 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e77d9d1-64bb-4fa0-896f-856204a71e90" -d '{"events": [{"server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "name": "network-vif-deleted", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:48.737492 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0bbfbade-4330-42e9-8467-bf46d7dccd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:48.738224 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbfbade-4330-42e9-8467-bf46d7dccd4b None None] The sync data for ids ['96f74768-af9f-463c-984d-a712cd7249c5'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:48.788327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4688-1493-45a6-8707-2a48a3671f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.793490 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea5b4688-1493-45a6-8707-2a48a3671f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.798568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ea5b4688-1493-45a6-8707-2a48a3671f3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fc427109-3903-406e-9b04-0a68e3d34558 HTTP/1.1" status: 204 len: 168 time: 1.1812317 Nov 22 16:34:48.809175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:48.812712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b4688-1493-45a6-8707-2a48a3671f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc427109-3903-406e-9b04-0a68e3d34558,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:48.874073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3d933c-de35-4dee-b712-2bd41636b98f None None] Network 523aacdc-21d2-4958-bf7c-375672a7842b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:48.889400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55046) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:48.977186 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ecb33d0a-5dc5-48cf-9710-9496c727bd4f tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/routers/96f74768-af9f-463c-984d-a712cd7249c5 HTTP/1.1" status: 200 len: 922 time: 0.4694440 Nov 22 16:34:49.171143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: a7959cd0-ef0d-4a7f-9fc6-a61985a264ec {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:49.175739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a7959cd0-ef0d-4a7f-9fc6-a61985a264ec not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:49.194959 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb08efbb-70bd-43c9-9712-c6d229339837 x-openstack-request-id: req-eb08efbb-70bd-43c9-9712-c6d229339837 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:49.195415 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42f84d1-1501-4f5a-b376-d42016d668a2", "name": "network-vif-deleted", "tag": "a7959cd0-ef0d-4a7f-9fc6-a61985a264ec", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:49.195415 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb08efbb-70bd-43c9-9712-c6d229339837 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:49.195715 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42f84d1-1501-4f5a-b376-d42016d668a2', 'name': 'network-vif-deleted', 'tag': 'a7959cd0-ef0d-4a7f-9fc6-a61985a264ec', 'status': 'completed', 'code': 200} Nov 22 16:34:49.418382 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Provisioning complete for port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:49.419866 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.423216 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db7d54db-1f3e-4ec6-a103-3da40e5133c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.433946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:49.434678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.832676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.834553 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.118581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f6a9c-aa6f-498c-838d-6880678ace55 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.121052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c30f6a9c-aa6f-498c-838d-6880678ace55 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=96f74768-af9f-463c-984d-a712cd7249c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.2301800 Nov 22 16:34:50.124643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55064) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:50.149663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7685439-0ebd-417d-b402-ec8502811f82 req-221a340b-b16b-4dfc-b0dc-e6054560f8da tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.1126409 Nov 22 16:34:50.241362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4c38f9b-9255-4baa-a2b1-2df558a3bbd1 req-7229c2b6-c32b-4c57-aeaa-6024bd822a0e tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 210 time: 0.1576517 Nov 22 16:34:50.281925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:50.319502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Sync routers for ids ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:50.329387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] For port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e1d12f16-2a8e-4b22-acb1-78b250fbe4f1,segment=NetworkSegment(34e66e1d-063f-4c4c-b463-27e2a13aa50b),segment_id=34e66e1d-063f-4c4c-b463-27e2a13aa50b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:50.340252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.341573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b5924350-de2a-462a-8736-6b3336e18290 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.2827179 Nov 22 16:34:50.344303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:50.351613 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.361663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Routers {'994b1dde-4cf6-44f4-997d-27ac3ee9e79e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:50.362597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:50.567098 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:34:50.567759 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:34:50.579235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b7b17e97-e7d1-4af5-8766-d593d4c6391b None None] Provisioning complete for port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:50.579626 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7b17e97-e7d1-4af5-8766-d593d4c6391b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.616234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Pushing event updated for resources: {'Port': ['ID=e1d12f16-2a8e-4b22-acb1-78b250fbe4f1,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:50.619724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-1cace160-b5e4-4eb5-b999-5a660d7e0362 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.621965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-1cace160-b5e4-4eb5-b999-5a660d7e0362 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.71 "GET /v2.0/networks?id=bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce HTTP/1.1" status: 200 len: 821 time: 0.4541810 Nov 22 16:34:50.649951 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.650313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.651209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.651525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Request body: {'port': {'device_id': '190dcdff-5d47-4853-bba3-15c80be2ee92', 'network_id': 'bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce', 'admin_state_up': True, 'tenant_id': '045c1d2d421c499ab0724ce3fe37e6c0'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:50.651725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.651892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.652236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.652575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.652912 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.653247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.653580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.654171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.654502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6486250d-9e78-4bb3-92d7-1db8f1465aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:50.671531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Set router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:50.735956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb9e3c2-1b61-4cb1-b96a-05407631e2bf tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.743707 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0cb9e3c2-1b61-4cb1-b96a-05407631e2bf tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 881 time: 0.6175628 Nov 22 16:34:50.744445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55068) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:50.794871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f81785ac-458d-4a85-8d01-b74bfc137006 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=96f74768-af9f-463c-984d-a712cd7249c5 HTTP/1.1" status: 200 len: 205 time: 0.0489998 Nov 22 16:34:50.799001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:50.958640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Made reservation on behalf of 045c1d2d421c499ab0724ce3fe37e6c0 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:50.964105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.965779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.033946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:34:45Z', 'revision_number': 3, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:51.096858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Checking router: 994b1dde-4cf6-44f4-997d-27ac3ee9e79e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:51.097106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Updating router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e port 8ba667ba-ce90-4ac8-beec-845513e232a5 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:51.126701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.211845 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.246050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Allocated IP 172.20.0.4 (bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce/69f78c42-de51-47f7-b91b-f242c0c51068/503a5ae8-f9e6-4814-ace7-fe9119d79742) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:51.268352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Deleting port 7900eb10-0190-47b3-8ff1-36ddae5421a7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:51.268971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.372007 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.386544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Calling delete_port for 7900eb10-0190-47b3-8ff1-36ddae5421a7 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:51.430766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98f5a2ff-365c-4445-9087-0d2693db1f90 req-c5e2dafe-957b-4bac-94eb-f165bf5b5340 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.0275929 Nov 22 16:34:51.479256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45caf018-c866-4507-be4b-9091485bc045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.587421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.608834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1c330ef-e63e-4e03-b29c-ba895f9a281a req-df7e7d16-8731-4d9b-ae49-cf204d8b30c0 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 210 time: 0.2068369 Nov 22 16:34:51.681307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:51.685274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.715239 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.741412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Pushing event updated for resources: {'Port': ['ID=503a5ae8-f9e6-4814-ace7-fe9119d79742,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:51.756691 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.767404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:51.769229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:51.770889 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:51.776747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.776859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:51.815213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.851558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.852397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.878512 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-6f035ad0-6742-4ffa-b2b5-37d037f530fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2418857 Nov 22 16:34:51.910664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Request body: {'port': {'device_id': '190dcdff-5d47-4853-bba3-15c80be2ee92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:51.913776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e3789-5ffb-4112-aee7-af4aa15c3416 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:51.922211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e67044-9dda-4f4a-8f23-90ea1d01f109 None None] Pushing event updated for resources: {'Port': ['ID=8ba667ba-ce90-4ac8-beec-845513e232a5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:51.926206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Attempting to bind port 8ba667ba-ce90-4ac8-beec-845513e232a5 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:51.926633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Attempting to bind port 8ba667ba-ce90-4ac8-beec-845513e232a5 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:51.927008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Attempting to bind port 8ba667ba-ce90-4ac8-beec-845513e232a5 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:51.941686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:51.942537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:51.943203 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.943824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:51.944580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Bound port: 8ba667ba-ce90-4ac8-beec-845513e232a5, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:51.945249 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.016449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.029803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] For port 8ba667ba-ce90-4ac8-beec-845513e232a5, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:52.033929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] For port 8ba667ba-ce90-4ac8-beec-845513e232a5, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8ba667ba-ce90-4ac8-beec-845513e232a5,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:52.081994 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.084625 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.126845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be19752-8338-406a-a6e3-dfc8beca6584 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:52.182639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Routers {'994b1dde-4cf6-44f4-997d-27ac3ee9e79e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:52.183452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:52.189828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-068b9332-bdb4-4e27-b58e-3e7b1c78504a None None] Provisioning complete for port 8ba667ba-ce90-4ac8-beec-845513e232a5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:52.190206 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-068b9332-bdb4-4e27-b58e-3e7b1c78504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.301623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263aa548-1d68-436f-8792-7fc344001916 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:52.306197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event deleted for resources: {'Port': ['ID=7900eb10-0190-47b3-8ff1-36ddae5421a7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.317694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e67044-9dda-4f4a-8f23-90ea1d01f109 None None] Pushing event updated for resources: {'Port': ['ID=8ba667ba-ce90-4ac8-beec-845513e232a5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.325083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.468715 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:34:52.476384 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.480914 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.518786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] Set router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:52.543222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503a5ae8-f9e6-4814-ace7-fe9119d79742 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:52.545024 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.573984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.594712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Transition to ACTIVE for port object 503a5ae8-f9e6-4814-ace7-fe9119d79742 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:52.613858 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.657491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6a6e56b-5df5-41af-a744-6550a59cc833 req-d32c11c3-69dc-498d-8685-8c6411aa8bcf tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.0916922 Nov 22 16:34:52.689219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Allocated IP 172.20.0.1 (523aacdc-21d2-4958-bf7c-375672a7842b/4fcb7a62-0607-408f-8d9e-dd999ed1d02a/1340a3a4-6ec0-4307-b15f-9891337e4671) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:52.698083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.698651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Fanout notify agent at l3_agent the message router_deleted on router 96f74768-af9f-463c-984d-a712cd7249c5 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:52.718551 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-068b9332-bdb4-4e27-b58e-3e7b1c78504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.719085 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.726544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3fab04ab-44a6-423d-bfbf-aacc9c195e1d tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/96f74768-af9f-463c-984d-a712cd7249c5 HTTP/1.1" status: 204 len: 168 time: 1.9258120 Nov 22 16:34:52.728579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:52.733490 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.751142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e9c4784a-e57c-407f-9e12-6605550f2e54 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-293035657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:52.762883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-068b9332-bdb4-4e27-b58e-3e7b1c78504a None None] For port 8ba667ba-ce90-4ac8-beec-845513e232a5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8ba667ba-ce90-4ac8-beec-845513e232a5,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:52.784158 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-068b9332-bdb4-4e27-b58e-3e7b1c78504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.857689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Pushing event updated for resources: {'Port': ['ID=503a5ae8-f9e6-4814-ace7-fe9119d79742,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.880488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Attempting to bind port 503a5ae8-f9e6-4814-ace7-fe9119d79742 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:52.881123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Attempting to bind port 503a5ae8-f9e6-4814-ace7-fe9119d79742 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'cf347789-ab32-453c-a2c4-eae8b6afa359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:52.882276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Attempting to bind port 503a5ae8-f9e6-4814-ace7-fe9119d79742 on network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:52.892256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Port 503a5ae8-f9e6-4814-ace7-fe9119d79742 on network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:52.892616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705bcf5-2af9-4e03-9e5b-72af84d1474f req-cf724fc8-d39b-437e-8bee-faf9e65373fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:52.893051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Attempting to bind port 503a5ae8-f9e6-4814-ace7-fe9119d79742 on network bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:52.900873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f705bcf5-2af9-4e03-9e5b-72af84d1474f req-cf724fc8-d39b-437e-8bee-faf9e65373fd tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 943 time: 0.1405425 Nov 22 16:34:52.901785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:52.902375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Checking segment: {'id': 'cf347789-ab32-453c-a2c4-eae8b6afa359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:52.902714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Bound using segment: {'id': 'cf347789-ab32-453c-a2c4-eae8b6afa359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:52.903162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Bound port: 503a5ae8-f9e6-4814-ace7-fe9119d79742, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf347789-ab32-453c-a2c4-eae8b6afa359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:52.903532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.908236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9c4784a-e57c-407f-9e12-6605550f2e54 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.909292 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9c4784a-e57c-407f-9e12-6605550f2e54 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.976092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f582549d-dd4b-432a-8871-d88b01aada32 None None] Provisioning complete for port 8ba667ba-ce90-4ac8-beec-845513e232a5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:52.976844 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f582549d-dd4b-432a-8871-d88b01aada32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.988047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] For port 503a5ae8-f9e6-4814-ace7-fe9119d79742, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:52.991725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] For port 503a5ae8-f9e6-4814-ace7-fe9119d79742, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=503a5ae8-f9e6-4814-ace7-fe9119d79742,segment=NetworkSegment(cf347789-ab32-453c-a2c4-eae8b6afa359),segment_id=cf347789-ab32-453c-a2c4-eae8b6afa359)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:52.997742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.037438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.039012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.041164 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] 10.222.0.71 "PUT /v2.0/ports/503a5ae8-f9e6-4814-ace7-fe9119d79742 HTTP/1.1" status: 200 len: 1091 time: 1.1448698 Nov 22 16:34:53.044285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b9332-bdb4-4e27-b58e-3e7b1c78504a None None] Pushing event updated for resources: {'Port': ['ID=8ba667ba-ce90-4ac8-beec-845513e232a5,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:53.048075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190dcdff-5d47-4853-bba3-15c80be2ee92', 'tag': '503a5ae8-f9e6-4814-ace7-fe9119d79742'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:53.050554 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "190dcdff-5d47-4853-bba3-15c80be2ee92", "tag": "503a5ae8-f9e6-4814-ace7-fe9119d79742"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:53.066961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f705bcf5-2af9-4e03-9e5b-72af84d1474f req-0b1b087d-2c46-4531-82a2-d9da7d7a150e tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647735 Nov 22 16:34:53.077411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.090859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9c4784a-e57c-407f-9e12-6605550f2e54 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.114559 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9c4784a-e57c-407f-9e12-6605550f2e54 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.157402 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e9c4784a-e57c-407f-9e12-6605550f2e54 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.158748 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a36fb86-3f92-4719-858f-67e8635cbbc5 x-openstack-request-id: req-4a36fb86-3f92-4719-858f-67e8635cbbc5 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:53.159114 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190dcdff-5d47-4853-bba3-15c80be2ee92", "tag": "503a5ae8-f9e6-4814-ace7-fe9119d79742", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:53.159326 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a36fb86-3f92-4719-858f-67e8635cbbc5 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:53.159943 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190dcdff-5d47-4853-bba3-15c80be2ee92', 'tag': '503a5ae8-f9e6-4814-ace7-fe9119d79742', 'status': 'completed', 'code': 200} Nov 22 16:34:53.163063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b89db-0fdf-4fd0-a07d-ce3e3b845034 service neutron] Pushing event updated for resources: {'Port': ['ID=503a5ae8-f9e6-4814-ace7-fe9119d79742,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:53.163212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:34:45Z', 'revision_number': 3, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:53.164205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e9c4784a-e57c-407f-9e12-6605550f2e54 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4291131 Nov 22 16:34:53.166805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55092) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:53.172568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:53.191207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-edbbef9b-a149-425a-829e-ebe659fb105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.192921 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-edbbef9b-a149-425a-829e-ebe659fb105f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=045c1d2d421c499ab0724ce3fe37e6c0&device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 1094 time: 0.0847559 Nov 22 16:34:53.209708 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.212209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9bd35a-a8b2-49e8-aa05-d65bb3d301ab None None] The sync data for ids ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'] in n-d-811716-3 is: [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:34:45Z', 'revision_number': 3, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:53.262320 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-01b63545-5692-4554-9e91-c92e003ccf5b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=503a5ae8-f9e6-4814-ace7-fe9119d79742 HTTP/1.1" status: 200 len: 217 time: 0.0591965 Nov 22 16:34:53.303998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Network 523aacdc-21d2-4958-bf7c-375672a7842b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:53.317883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:53.325188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:53.337614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f72fd87b-3f1c-481f-ab72-06858e1be4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.340149 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f72fd87b-3f1c-481f-ab72-06858e1be4ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69f78c42-de51-47f7-b91b-f242c0c51068 HTTP/1.1" status: 200 len: 861 time: 0.0666578 Nov 22 16:34:53.405758 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-f598a73e-9445-4c17-bfa5-9df93bf6a235 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528851 Nov 22 16:34:53.452694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Pushing event updated for resources: {'Port': ['ID=1340a3a4-6ec0-4307-b15f-9891337e4671,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:53.596473 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-041b27ce-91b0-4829-9117-13fceb734f7b service neutron] 10.222.0.71 "GET /v2.0/networks/bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810310 Nov 22 16:34:53.637848 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.686536 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.836461 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7521ccb0-f13d-4ad1-8d9f-b4391452b6f1 req-5aeb3f3d-8bb0-40f0-b3c4-006065905b51 service neutron] 10.222.0.71 "GET /v2.0/networks/bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298141 Nov 22 16:34:53.940972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-477379fa-58f5-4cc6-9f2c-f0df4a360585 req-2ef0b73a-b0f7-48d4-aee9-86da41819b5c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.0374877 Nov 22 16:34:53.949772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.063194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-5327af6a-2f0b-4fde-8baa-c2939eb2358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.066615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-5327af6a-2f0b-4fde-8baa-c2939eb2358b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=045c1d2d421c499ab0724ce3fe37e6c0&device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 1094 time: 0.1585932 Nov 22 16:34:54.223334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f5fa76b9-e2a6-4720-81ee-014bd491521d None None] Provisioning complete for port 1340a3a4-6ec0-4307-b15f-9891337e4671 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:54.224445 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f5fa76b9-e2a6-4720-81ee-014bd491521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.296848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa76b9-e2a6-4720-81ee-014bd491521d None None] Port 1340a3a4-6ec0-4307-b15f-9891337e4671 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:54.319061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-a84c34aa-820a-4325-a0b3-484caacc05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.321384 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-a84c34aa-820a-4325-a0b3-484caacc05e6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce HTTP/1.1" status: 200 len: 922 time: 0.2417278 Nov 22 16:34:54.418642 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-bec2ee12-3882-470e-a3bc-e54c9be15d2c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=503a5ae8-f9e6-4814-ace7-fe9119d79742 HTTP/1.1" status: 200 len: 217 time: 0.0879686 Nov 22 16:34:54.439141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdb5be-d036-4ad4-9f01-0997eb9d6bc0 req-1aea7475-0272-4049-8fbf-ee24e2e8fd15 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.440769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15cdb5be-d036-4ad4-9f01-0997eb9d6bc0 req-1aea7475-0272-4049-8fbf-ee24e2e8fd15 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 943 time: 0.2448809 Nov 22 16:34:54.497061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-38c5186a-aea5-45e5-b826-9efde82c14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.509607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-38c5186a-aea5-45e5-b826-9efde82c14dd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=69f78c42-de51-47f7-b91b-f242c0c51068 HTTP/1.1" status: 200 len: 861 time: 0.0814667 Nov 22 16:34:54.554481 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.574609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.579055 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-828202fd-0a32-4043-bcf8-b7ad16102ddc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548801 Nov 22 16:34:54.660758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.675389 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.681582 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.725806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.796801 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-7649783c-a468-45f0-a0df-89b5f9e8b6e4 service neutron] 10.222.0.71 "GET /v2.0/networks/bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075517 Nov 22 16:34:54.878159 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.943702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Allocated IP 172.25.5.232 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/0c992424-5564-4543-99c3-81943924a636) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:54.998515 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1f43bed-99be-4bf7-8291-c9d7ef01d8c7 req-74f8f9b1-ca83-47e8-a5af-55fdf8ef3465 service neutron] 10.222.0.71 "GET /v2.0/networks/bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902032 Nov 22 16:34:55.090909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.204307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Pushing event updated for resources: {'Port': ['ID=1340a3a4-6ec0-4307-b15f-9891337e4671,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.237903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c864bf27-6a89-424a-a8c1-b237770d52a6 req-bff9599f-418b-416c-966f-a20b6732225c tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.0491695 Nov 22 16:34:55.239752 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.244671 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.261948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15cdb5be-d036-4ad4-9f01-0997eb9d6bc0 req-d304c1ba-7b1b-4849-bd09-19a7552fcc03 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8059716 Nov 22 16:34:55.700563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8ba667ba-ce90-4ac8-beec-845513e232a5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:55.773338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8ba667ba-ce90-4ac8-beec-845513e232a5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:55.773718 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.819046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event updated for resources: {'Port': ['ID=0c992424-5564-4543-99c3-81943924a636,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.859810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:55.863267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:55.871475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 503a5ae8-f9e6-4814-ace7-fe9119d79742 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:55.873937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:55.911480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd62784a-c5dc-4d41-a180-d329e7a767bf None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:56.062467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-19d78724-00d0-42f9-be7b-f7e19409ab0a None None] Provisioning complete for port 0c992424-5564-4543-99c3-81943924a636 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:56.063235 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19d78724-00d0-42f9-be7b-f7e19409ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.122419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Network 523aacdc-21d2-4958-bf7c-375672a7842b is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:56.124420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:56.141207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 503a5ae8-f9e6-4814-ace7-fe9119d79742, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=503a5ae8-f9e6-4814-ace7-fe9119d79742,segment=NetworkSegment(cf347789-ab32-453c-a2c4-eae8b6afa359),segment_id=cf347789-ab32-453c-a2c4-eae8b6afa359)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:56.156618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-19d78724-00d0-42f9-be7b-f7e19409ab0a None None] Port 0c992424-5564-4543-99c3-81943924a636 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:56.163864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '503a5ae8-f9e6-4814-ace7-fe9119d79742', 'network_id': 'bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce', 'port_id': '503a5ae8-f9e6-4814-ace7-fe9119d79742', 'mac_address': 'fa:16:3e:a2:e2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f78c42-de51-47f7-b91b-f242c0c51068', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:56.254769 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.269635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503a5ae8-f9e6-4814-ace7-fe9119d79742 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:56.309261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 503a5ae8-f9e6-4814-ace7-fe9119d79742, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=503a5ae8-f9e6-4814-ace7-fe9119d79742,segment=NetworkSegment(cf347789-ab32-453c-a2c4-eae8b6afa359),segment_id=cf347789-ab32-453c-a2c4-eae8b6afa359)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:56.327203 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.424741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=503a5ae8-f9e6-4814-ace7-fe9119d79742,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:56.483846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-53e37c0f-a0db-4040-acc5-198d1c178a4f None None] Provisioning complete for port 1340a3a4-6ec0-4307-b15f-9891337e4671 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:56.484255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53e37c0f-a0db-4040-acc5-198d1c178a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.523653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19579783-e843-4846-8eb3-6f755c205171 req-904477c1-ef84-4693-bb45-e8dda1641b60 tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "GET /v2.0/ports?device_id=f42f84d1-1501-4f5a-b376-d42016d668a2 HTTP/1.1" status: 200 len: 210 time: 0.1258912 Nov 22 16:34:56.553077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-53e37c0f-a0db-4040-acc5-198d1c178a4f None None] Port 1340a3a4-6ec0-4307-b15f-9891337e4671 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:56.572201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29478d11-933b-45d5-b830-dcf410141851 req-dc58b243-4961-41bb-b29a-6fd0cfd5f13d tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.574045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29478d11-933b-45d5-b830-dcf410141851 req-dc58b243-4961-41bb-b29a-6fd0cfd5f13d tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 944 time: 0.1478682 Nov 22 16:34:56.597395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:56.605928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.606158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['503a5ae8-f9e6-4814-ace7-fe9119d79742'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:56.851811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29478d11-933b-45d5-b830-dcf410141851 req-0224d60a-ff91-406d-9e83-452e1496438d tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706449 Nov 22 16:34:56.997109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.002246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.199004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:57.212443 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Sync routers for ids ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:57.235439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-43ae1cea-4e4d-4704-9f1f-45ef276ddf16 admin admin] 10.222.0.69 "PUT /v2.0/routers/994b1dde-4cf6-44f4-997d-27ac3ee9e79e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8899834 Nov 22 16:34:57.238457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Router 1a690cfe-e0fc-414e-8823-bcfb0c287dc7 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:57.240309 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Routers {'994b1dde-4cf6-44f4-997d-27ac3ee9e79e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:57.243362 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:57.477014 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Set router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:57.550984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:57.563719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa0714-d39f-4f08-8ccd-a4bb0db05cb9 None None] Sync routers for ids ['1a690cfe-e0fc-414e-8823-bcfb0c287dc7'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:57.571330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.574089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:57.584804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4ef8daae-e110-4d3d-8f0f-12ffbeeebced tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "PUT /v2.0/routers/1a690cfe-e0fc-414e-8823-bcfb0c287dc7 HTTP/1.1" status: 200 len: 879 time: 4.4028723 Nov 22 16:34:57.594967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa0714-d39f-4f08-8ccd-a4bb0db05cb9 None None] Routers {'1a690cfe-e0fc-414e-8823-bcfb0c287dc7'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:57.596631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-03fa0714-d39f-4f08-8ccd-a4bb0db05cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1a690cfe-e0fc-414e-8823-bcfb0c287dc7'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:57.639597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:57.693563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-03fa0714-d39f-4f08-8ccd-a4bb0db05cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:57.721201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa0714-d39f-4f08-8ccd-a4bb0db05cb9 None None] Routers {'1a690cfe-e0fc-414e-8823-bcfb0c287dc7'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:57.723249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-03fa0714-d39f-4f08-8ccd-a4bb0db05cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1a690cfe-e0fc-414e-8823-bcfb0c287dc7'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:57.748249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f48146c-c967-4855-8c5e-cd74a0cec33e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.798211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-03fa0714-d39f-4f08-8ccd-a4bb0db05cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:57.798885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa0714-d39f-4f08-8ccd-a4bb0db05cb9 None None] The sync data for ids ['1a690cfe-e0fc-414e-8823-bcfb0c287dc7'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:57.836021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f48146c-c967-4855-8c5e-cd74a0cec33e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.840808 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b6dedb0f-3cba-45ef-ac3d-5426b6c23523 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/routers/1a690cfe-e0fc-414e-8823-bcfb0c287dc7 HTTP/1.1" status: 200 len: 920 time: 0.2649539 Nov 22 16:34:57.843615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55142) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:57.883019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 503a5ae8-f9e6-4814-ace7-fe9119d79742 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:57.990957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f48146c-c967-4855-8c5e-cd74a0cec33e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.995133 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3f48146c-c967-4855-8c5e-cd74a0cec33e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.997572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3f48146c-c967-4855-8c5e-cd74a0cec33e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] 10.222.0.69 "DELETE /v2.0/security-groups/71637e52-07db-40ed-9efd-5eeedd3eefd2 HTTP/1.1" status: 204 len: 168 time: 0.3558743 Nov 22 16:34:58.022611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48146c-c967-4855-8c5e-cd74a0cec33e tempest-TestVolumeBackupRestore-497144998 tempest-TestVolumeBackupRestore-497144998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71637e52-07db-40ed-9efd-5eeedd3eefd2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.107433 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 4, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1340a3a4-6ec0-4307-b15f-9891337e4671', 'name': '', 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'mac_address': 'fa:16:3e:f5:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '4fcb7a62-0607-408f-8d9e-dd999ed1d02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:54Z', 'revision_number': 2, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'subnets': [{'id': '4fcb7a62-0607-408f-8d9e-dd999ed1d02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:58.120185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 503a5ae8-f9e6-4814-ace7-fe9119d79742 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:58.124633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 503a5ae8-f9e6-4814-ace7-fe9119d79742 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:58.125003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.144926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf71d9e-5fc5-446d-9740-cf400b65e6d7 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.146854 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0bf71d9e-5fc5-446d-9740-cf400b65e6d7 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=1a690cfe-e0fc-414e-8823-bcfb0c287dc7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3019114 Nov 22 16:34:58.149704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55156) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:58.189155 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Checking router: 994b1dde-4cf6-44f4-997d-27ac3ee9e79e for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:58.189566 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Updating router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e port 1340a3a4-6ec0-4307-b15f-9891337e4671 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:58.241596 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.314972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d25fb-28ee-4edb-ab95-a7731df6e82d req-f9b3f0bc-d66d-4e70-b8a9-71bbb0f03068 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.325004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b05d25fb-28ee-4edb-ab95-a7731df6e82d req-f9b3f0bc-d66d-4e70-b8a9-71bbb0f03068 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 944 time: 0.2445047 Nov 22 16:34:58.427365 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.434528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b05d25fb-28ee-4edb-ab95-a7731df6e82d req-36ffd329-5ea2-470c-b915-4c5cbdf6dafa tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996170 Nov 22 16:34:58.470246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0dda16-694d-4f0c-9cab-d3beee65c97b tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.477454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9b0dda16-694d-4f0c-9cab-d3beee65c97b tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 881 time: 0.3242588 Nov 22 16:34:58.478137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55180) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:58.503013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190dcdff-5d47-4853-bba3-15c80be2ee92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503a5ae8-f9e6-4814-ace7-fe9119d79742'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:58.509398 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cae44c2-679c-4664-9b2c-3d50f6e4e921" -d '{"events": [{"server_uuid": "190dcdff-5d47-4853-bba3-15c80be2ee92", "name": "network-vif-plugged", "status": "completed", "tag": "503a5ae8-f9e6-4814-ace7-fe9119d79742"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:58.563118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 503a5ae8-f9e6-4814-ace7-fe9119d79742, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=503a5ae8-f9e6-4814-ace7-fe9119d79742,segment=NetworkSegment(cf347789-ab32-453c-a2c4-eae8b6afa359),segment_id=cf347789-ab32-453c-a2c4-eae8b6afa359)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:58.574693 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.598598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55188) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:58.604995 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2a8a0143-8f7f-4797-b0c0-cd3f3309326f tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a690cfe-e0fc-414e-8823-bcfb0c287dc7 HTTP/1.1" status: 200 len: 205 time: 0.1163151 Nov 22 16:34:58.675266 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8d83fa-7b7c-4d0e-80fd-03b8243ed14c x-openstack-request-id: req-1e8d83fa-7b7c-4d0e-80fd-03b8243ed14c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:58.676648 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190dcdff-5d47-4853-bba3-15c80be2ee92", "name": "network-vif-plugged", "status": "completed", "tag": "503a5ae8-f9e6-4814-ace7-fe9119d79742", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:58.677390 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e8d83fa-7b7c-4d0e-80fd-03b8243ed14c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:58.678002 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190dcdff-5d47-4853-bba3-15c80be2ee92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503a5ae8-f9e6-4814-ace7-fe9119d79742', 'code': 200} Nov 22 16:34:58.706645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=503a5ae8-f9e6-4814-ace7-fe9119d79742,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.848420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8c90-6c04-489d-afbd-eb9e36b33c29 req-a6983936-a539-4712-a08f-bd0e0a666b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.851954 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69c8c90-6c04-489d-afbd-eb9e36b33c29 req-a6983936-a539-4712-a08f-bd0e0a666b03 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 1096 time: 0.1152334 Nov 22 16:34:58.934584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.961277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a69c8c90-6c04-489d-afbd-eb9e36b33c29 req-d5e121a0-4890-465d-9080-264769fab8f8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002555 Nov 22 16:34:59.195777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.337314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Deleting port 0c992424-5564-4543-99c3-81943924a636 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:59.337878 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.346668 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.360358 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.435702 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165012b-2100-44c2-a7a2-d32f78ee44fb None None] Pushing event updated for resources: {'Port': ['ID=1340a3a4-6ec0-4307-b15f-9891337e4671,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.559031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.587413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Calling delete_port for 0c992424-5564-4543-99c3-81943924a636 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:59.635683 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Attempting to bind port 1340a3a4-6ec0-4307-b15f-9891337e4671 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:59.636316 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Attempting to bind port 1340a3a4-6ec0-4307-b15f-9891337e4671 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:59.636883 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Attempting to bind port 1340a3a4-6ec0-4307-b15f-9891337e4671 on network 523aacdc-21d2-4958-bf7c-375672a7842b {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:59.655746 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:59.656491 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Checking segment: {'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:59.657759 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.658358 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Bound using segment: {'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:59.661277 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Bound port: 1340a3a4-6ec0-4307-b15f-9891337e4671, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e66e1d-063f-4c4c-b463-27e2a13aa50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:59.663047 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.787328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55290) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:59.845282 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] For port 1340a3a4-6ec0-4307-b15f-9891337e4671, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:59.861938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5fc4e-6725-420c-803b-262502703b4d req-4b949f4d-c93a-4f97-a96d-407c66f8f266 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.864214 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82e5fc4e-6725-420c-803b-262502703b4d req-4b949f4d-c93a-4f97-a96d-407c66f8f266 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 945 time: 0.2450895 Nov 22 16:34:59.868178 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] For port 1340a3a4-6ec0-4307-b15f-9891337e4671, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1340a3a4-6ec0-4307-b15f-9891337e4671,segment=NetworkSegment(34e66e1d-063f-4c4c-b463-27e2a13aa50b),segment_id=34e66e1d-063f-4c4c-b463-27e2a13aa50b)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:59.889393 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.989155 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Routers {'994b1dde-4cf6-44f4-997d-27ac3ee9e79e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:59.990063 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:00.040611 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165012b-2100-44c2-a7a2-d32f78ee44fb None None] Pushing event updated for resources: {'Port': ['ID=1340a3a4-6ec0-4307-b15f-9891337e4671,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:00.084901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82e5fc4e-6725-420c-803b-262502703b4d req-1e14f331-cab4-4baf-bc51-755fe309dbc7 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049351 Nov 22 16:35:00.091208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cb9bbf1b-52ec-4a12-a113-f76a9dfdf151 None None] Provisioning complete for port 1340a3a4-6ec0-4307-b15f-9891337e4671 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:00.092143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbf1b-52ec-4a12-a113-f76a9dfdf151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.250439 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] Set router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:00.328112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.397288 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbf1b-52ec-4a12-a113-f76a9dfdf151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.477329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event deleted for resources: {'Port': ['ID=0c992424-5564-4543-99c3-81943924a636,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:00.484104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed3820-e2a2-4c72-b707-ce1254c2d004 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:00.581711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cb9bbf1b-52ec-4a12-a113-f76a9dfdf151 None None] For port 1340a3a4-6ec0-4307-b15f-9891337e4671, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1340a3a4-6ec0-4307-b15f-9891337e4671,segment=NetworkSegment(34e66e1d-063f-4c4c-b463-27e2a13aa50b),segment_id=34e66e1d-063f-4c4c-b463-27e2a13aa50b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:00.593904 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbf1b-52ec-4a12-a113-f76a9dfdf151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.626779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.768945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bbf1b-52ec-4a12-a113-f76a9dfdf151 None None] Pushing event updated for resources: {'Port': ['ID=1340a3a4-6ec0-4307-b15f-9891337e4671,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:00.801797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3bc2ba3f-c427-4273-b713-09afbf8d32bd None None] Provisioning complete for port 1340a3a4-6ec0-4307-b15f-9891337e4671 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:00.802175 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ba3f-c427-4273-b713-09afbf8d32bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.912785 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.919882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.956548 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 4, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1340a3a4-6ec0-4307-b15f-9891337e4671', 'name': '', 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'mac_address': 'fa:16:3e:f5:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '4fcb7a62-0607-408f-8d9e-dd999ed1d02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 4, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'subnets': [{'id': '4fcb7a62-0607-408f-8d9e-dd999ed1d02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:01.043855 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757b0207-40df-4e3d-ba17-e350a2a7a5a9 None None] The sync data for ids ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'] in n-d-811716-3 is: [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 4, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '1340a3a4-6ec0-4307-b15f-9891337e4671', 'name': '', 'network_id': '523aacdc-21d2-4958-bf7c-375672a7842b', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'mac_address': 'fa:16:3e:f5:47:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '4fcb7a62-0607-408f-8d9e-dd999ed1d02a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 4, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'subnets': [{'id': '4fcb7a62-0607-408f-8d9e-dd999ed1d02a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:01.049209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.049762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Fanout notify agent at l3_agent the message router_deleted on router 1a690cfe-e0fc-414e-8823-bcfb0c287dc7 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:01.075881 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.082688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ab22320e-70ec-4cf2-954a-50b873d3f9ac tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/1a690cfe-e0fc-414e-8823-bcfb0c287dc7 HTTP/1.1" status: 204 len: 168 time: 2.4828730 Nov 22 16:35:01.083527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:01.089273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6dc9a16e-e4b2-4b32-8fe4-794be8d2f153 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-331621011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:01.169721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a16e-e4b2-4b32-8fe4-794be8d2f153 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.171180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a16e-e4b2-4b32-8fe4-794be8d2f153 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.398209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a16e-e4b2-4b32-8fe4-794be8d2f153 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.409673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a16e-e4b2-4b32-8fe4-794be8d2f153 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.470888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04414c71-84b1-4cac-b071-1995dc5df40c req-784997cd-6da4-4edd-adf7-9947fc62a2fb tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.475164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04414c71-84b1-4cac-b071-1995dc5df40c req-784997cd-6da4-4edd-adf7-9947fc62a2fb tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 945 time: 0.2237546 Nov 22 16:35:01.480625 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6dc9a16e-e4b2-4b32-8fe4-794be8d2f153 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.481842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6dc9a16e-e4b2-4b32-8fe4-794be8d2f153 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3970509 Nov 22 16:35:01.485069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55442) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:01.491279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': True}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:01.657886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-04414c71-84b1-4cac-b071-1995dc5df40c req-fb657b57-2a04-4a6a-839d-1e57ab06e87f tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615536 Nov 22 16:35:01.698895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1340a3a4-6ec0-4307-b15f-9891337e4671 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:01.854551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 1340a3a4-6ec0-4307-b15f-9891337e4671 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:01.855111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.997961 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.070940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.761610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.816812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad343030-98e6-4207-991a-97bf5b44d014 req-267d5602-7202-4962-aa3e-325031fad776 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.825132 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.829912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad343030-98e6-4207-991a-97bf5b44d014 req-267d5602-7202-4962-aa3e-325031fad776 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 945 time: 0.1300902 Nov 22 16:35:02.954833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad343030-98e6-4207-991a-97bf5b44d014 req-9d50238d-6fa5-4952-8168-1ead62d92c61 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147444 Nov 22 16:35:03.119602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Deleting port e51dbf0f-75c4-4531-986a-5bdef445bdd8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:03.119818 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.153575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:03.304632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Allocated IP 172.25.5.140 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7ab66a93-b398-460f-84cb-90dabb29e096) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:03.387131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62066c0e-7576-4b30-b4b4-e382824f93e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.537702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] For port e51dbf0f-75c4-4531-986a-5bdef445bdd8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e51dbf0f-75c4-4531-986a-5bdef445bdd8,segment=NetworkSegment(7a620ebb-f9cc-43a1-94ab-a2f4b8a92703),segment_id=7a620ebb-f9cc-43a1-94ab-a2f4b8a92703)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:03.538344 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.575766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Calling delete_port for e51dbf0f-75c4-4531-986a-5bdef445bdd8 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:03.623361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62066c0e-7576-4b30-b4b4-e382824f93e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.641603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-62066c0e-7576-4b30-b4b4-e382824f93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.694788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.746593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-62066c0e-7576-4b30-b4b4-e382824f93e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e58587a7605c4983b5f477edac96b4a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5913014 Nov 22 16:35:03.749709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55668) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:03.750535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62066c0e-7576-4b30-b4b4-e382824f93e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44fcc52-a9d4-4fd9-836a-e51c28f3a285,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:03.832503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.886458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-345a52f5-55ce-48c3-8a0c-29c0bb069a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.902449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'Port': ['ID=7ab66a93-b398-460f-84cb-90dabb29e096,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:03.933395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:03.938950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:03.948437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-345a52f5-55ce-48c3-8a0c-29c0bb069a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.950447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:03.983476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f993a-ac41-4de3-b2d7-14dbba91dff2 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:04.062115 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-345a52f5-55ce-48c3-8a0c-29c0bb069a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.068688 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-345a52f5-55ce-48c3-8a0c-29c0bb069a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.070061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-345a52f5-55ce-48c3-8a0c-29c0bb069a82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a44fcc52-a9d4-4fd9-836a-e51c28f3a285 HTTP/1.1" status: 204 len: 168 time: 0.3132737 Nov 22 16:35:04.091127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a52f5-55ce-48c3-8a0c-29c0bb069a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44fcc52-a9d4-4fd9-836a-e51c28f3a285,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:04.177627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-376226c9-4885-4fae-a10a-49d4de94265c None None] Provisioning complete for port 7ab66a93-b398-460f-84cb-90dabb29e096 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:04.180789 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-376226c9-4885-4fae-a10a-49d4de94265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.284078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134338b7-a2e8-4ad4-8e5a-a078d41056ac req-6e7f82ee-a4cf-4d85-89a7-b7e5820e666b tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.285694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-134338b7-a2e8-4ad4-8e5a-a078d41056ac req-6e7f82ee-a4cf-4d85-89a7-b7e5820e666b tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 945 time: 0.1702907 Nov 22 16:35:04.344943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-376226c9-4885-4fae-a10a-49d4de94265c None None] Port 7ab66a93-b398-460f-84cb-90dabb29e096 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:04.410454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-134338b7-a2e8-4ad4-8e5a-a078d41056ac req-caaa5742-8442-4854-ac7a-c6c8fc9c4655 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143718 Nov 22 16:35:04.460941 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.553749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e51dbf0f-75c4-4531-986a-5bdef445bdd8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:04.717336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-6ea070a3-027f-4712-a6ee-8ad8d25d6814 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.720229 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-6ea070a3-027f-4712-a6ee-8ad8d25d6814 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.71 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 945 time: 0.2743540 Nov 22 16:35:04.913869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.100797 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.632888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a22e6-026d-4599-8e22-fe40b456763d req-4221a31c-c680-413c-89c1-701bda2a1c55 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.648521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a8a22e6-026d-4599-8e22-fe40b456763d req-4221a31c-c680-413c-89c1-701bda2a1c55 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 945 time: 0.1143456 Nov 22 16:35:05.752964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a8a22e6-026d-4599-8e22-fe40b456763d req-d52ff0ba-9cd7-4305-b2ab-801f592bf6cc tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/security-groups?id=6a1cc787-259a-4f69-bcee-eb67d840d3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957115 Nov 22 16:35:05.973953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:06.001431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Deleting port 503a5ae8-f9e6-4814-ace7-fe9119d79742 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:06.002051 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.065372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.115892 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.371316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] For port 503a5ae8-f9e6-4814-ace7-fe9119d79742, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=503a5ae8-f9e6-4814-ace7-fe9119d79742,segment=NetworkSegment(cf347789-ab32-453c-a2c4-eae8b6afa359),segment_id=cf347789-ab32-453c-a2c4-eae8b6afa359)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:06.371703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.403442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Calling delete_port for 503a5ae8-f9e6-4814-ace7-fe9119d79742 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:06.706715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:06.718779 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] Sync routers for ids ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:06.731595 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.739703 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] Routers {'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:06.740577 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:06.756857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:06.765188 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e41e8cc1-3997-487a-823e-cb6fdfbc11ad admin admin] 10.222.0.69 "PUT /v2.0/routers/b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9760478 Nov 22 16:35:06.909551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Pushing event deleted for resources: {'Port': ['ID=503a5ae8-f9e6-4814-ace7-fe9119d79742,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:06.934763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Router 1c9f4d13-c323-4c91-aa3d-223a9a481a3e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:06.990576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af3138c6-bb7a-41b6-b249-2077c2f10852 req-92992f8a-ee0d-4140-84ea-5792410ce4d2 tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.69 "GET /v2.0/ports?device_id=190dcdff-5d47-4853-bba3-15c80be2ee92 HTTP/1.1" status: 200 len: 210 time: 0.0977962 Nov 22 16:35:07.099075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.118414 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] Set router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:07.126120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] No DVR routers for this DVR port 503a5ae8-f9e6-4814-ace7-fe9119d79742 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:07.159972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.163519 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fdb6a10-ac85-4f7c-8b3f-600c9b3952d8 req-254c4d1f-79c4-4c76-bc4f-4a2960986d7c tempest-ServerMetadataNegativeTestJSON-437955772 tempest-ServerMetadataNegativeTestJSON-437955772-project] 10.222.0.71 "DELETE /v2.0/ports/503a5ae8-f9e6-4814-ace7-fe9119d79742 HTTP/1.1" status: 204 len: 173 time: 2.4021258 Nov 22 16:35:07.164125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190dcdff-5d47-4853-bba3-15c80be2ee92', 'name': 'network-vif-deleted', 'tag': '503a5ae8-f9e6-4814-ace7-fe9119d79742'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:07.175026 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db062cc5-364b-4972-bf66-b9abcca1a0b8" -d '{"events": [{"server_uuid": "190dcdff-5d47-4853-bba3-15c80be2ee92", "name": "network-vif-deleted", "tag": "503a5ae8-f9e6-4814-ace7-fe9119d79742"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:07.394928 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2367b048-e246-45ae-bd1c-b0b9eb383f96 x-openstack-request-id: req-2367b048-e246-45ae-bd1c-b0b9eb383f96 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:07.395759 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190dcdff-5d47-4853-bba3-15c80be2ee92", "name": "network-vif-deleted", "tag": "503a5ae8-f9e6-4814-ace7-fe9119d79742", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:07.402334 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2367b048-e246-45ae-bd1c-b0b9eb383f96 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:07.402966 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190dcdff-5d47-4853-bba3-15c80be2ee92', 'name': 'network-vif-deleted', 'tag': '503a5ae8-f9e6-4814-ace7-fe9119d79742', 'status': 'completed', 'code': 200} Nov 22 16:35:07.489724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:07.502192 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.507274 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e9a0614c-50b4-4f4b-bb1b-dd156506801a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "PUT /v2.0/routers/1c9f4d13-c323-4c91-aa3d-223a9a481a3e HTTP/1.1" status: 200 len: 914 time: 6.0200038 Nov 22 16:35:07.508774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55774) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:07.508904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d9f7b9-2ab7-4f11-b207-90e0aab83110 None None] Sync routers for ids ['1c9f4d13-c323-4c91-aa3d-223a9a481a3e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:07.539362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9f7b9-2ab7-4f11-b207-90e0aab83110 None None] Routers {'1c9f4d13-c323-4c91-aa3d-223a9a481a3e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:07.540047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c7d9f7b9-2ab7-4f11-b207-90e0aab83110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1c9f4d13-c323-4c91-aa3d-223a9a481a3e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:07.644480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c7d9f7b9-2ab7-4f11-b207-90e0aab83110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:07.666394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9f7b9-2ab7-4f11-b207-90e0aab83110 None None] Routers {'1c9f4d13-c323-4c91-aa3d-223a9a481a3e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:07.667616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c7d9f7b9-2ab7-4f11-b207-90e0aab83110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1c9f4d13-c323-4c91-aa3d-223a9a481a3e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:07.698622 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:35:03Z', 'revision_number': 5, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:07.740206 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] Checking router: b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:07.744680 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c7d9f7b9-2ab7-4f11-b207-90e0aab83110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:07.745374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d9f7b9-2ab7-4f11-b207-90e0aab83110 None None] The sync data for ids ['1c9f4d13-c323-4c91-aa3d-223a9a481a3e'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:07.757760 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] Routers {'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:07.758388 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:07.774673 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c98fb4cf-1c05-4bc7-b13e-fff55eb0786e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/routers/1c9f4d13-c323-4c91-aa3d-223a9a481a3e HTTP/1.1" status: 200 len: 920 time: 0.2632625 Nov 22 16:35:07.776068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55776) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:07.907598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aead85b2-7d20-4f6f-a1cc-cba3d477aaa9 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.914821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aead85b2-7d20-4f6f-a1cc-cba3d477aaa9 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=1c9f4d13-c323-4c91-aa3d-223a9a481a3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1372147 Nov 22 16:35:07.915558 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] Set router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:07.917729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55778) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:07.920928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 503a5ae8-f9e6-4814-ace7-fe9119d79742 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:07.967870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 503a5ae8-f9e6-4814-ace7-fe9119d79742 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:07.971331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 503a5ae8-f9e6-4814-ace7-fe9119d79742 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:07.998100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.105034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Deleting port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:08.105632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.117796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55784) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:08.203241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] For port 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=62abf182-fd2a-4ca9-bb01-da1b2cffa3ba,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:08.203617 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.219293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Calling delete_port for 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:08.285531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71b2dc8-f687-4142-84d1-1a3861cbd482 admin admin] Deleting subnet 69f78c42-de51-47f7-b91b-f242c0c51068 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:08.295095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b2dc8-f687-4142-84d1-1a3861cbd482 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.382102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b2dc8-f687-4142-84d1-1a3861cbd482 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.415616 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:35:03Z', 'revision_number': 5, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:08.450362 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc20cae-6dd5-48b5-b506-0d713d84bde2 None None] The sync data for ids ['b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542'] in n-d-811716-3 is: [{'id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'name': 'tempest-TestAggregatesBasicOps-630967515-router', 'tenant_id': '495ed849e17f4cf3b409344fd3807d0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:28Z', 'updated_at': '2021-11-22T16:35:03Z', 'revision_number': 5, 'project_id': '495ed849e17f4cf3b409344fd3807d0e', 'gw_port': {'id': '62abf182-fd2a-4ca9-bb01-da1b2cffa3ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:30Z', 'updated_at': '2021-11-22T16:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:08.476038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c963a740-1ea9-4e67-a8de-f04e18867a24 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.480160 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c963a740-1ea9-4e67-a8de-f04e18867a24 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 881 time: 0.5578620 Nov 22 16:35:08.492997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55790) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:08.526547 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.554067 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b2dc8-f687-4142-84d1-1a3861cbd482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.602607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Pushing event deleted for resources: {'Port': ['ID=62abf182-fd2a-4ca9-bb01-da1b2cffa3ba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:08.631136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc4770-8863-45db-aaac-e006aca4a31c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:08.715772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55800) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:08.722593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.735621 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-39b38945-bc00-4f73-8c24-1c787c9869aa tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c9f4d13-c323-4c91-aa3d-223a9a481a3e HTTP/1.1" status: 200 len: 205 time: 0.2307885 Nov 22 16:35:08.736620 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55808) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:08.867298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b2dc8-f687-4142-84d1-1a3861cbd482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.923967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b2dc8-f687-4142-84d1-1a3861cbd482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f78c42-de51-47f7-b91b-f242c0c51068,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:08.927364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.935118 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c71b2dc8-f687-4142-84d1-1a3861cbd482 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.936617 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.951418 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c71b2dc8-f687-4142-84d1-1a3861cbd482 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/69f78c42-de51-47f7-b91b-f242c0c51068 HTTP/1.1" status: 204 len: 168 time: 0.8305075 Nov 22 16:35:08.965865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55810) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:08.991993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.036837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.037575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:09.056031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.062501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9b140b7f-2849-46f9-b1c4-e0e00a4f81ef admin admin] 10.222.0.69 "DELETE /v2.0/routers/b7d9b06b-7bc4-4dea-af53-e5d4e0f3b542 HTTP/1.1" status: 204 len: 168 time: 2.3042943 Nov 22 16:35:09.066810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-d9a7d5a7-292e-426a-9968-ac89bd9af564 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=78444354f96747aeaff3b00cd596b513&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3495042 Nov 22 16:35:09.067454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:09.206442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.214746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.252986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabce50c-c93c-4cbe-9dc2-84dc3b1d172e admin admin] Deleting subnet 4077c318-588d-4d21-87a0-0cbf433345fb {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:09.261637 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cabce50c-c93c-4cbe-9dc2-84dc3b1d172e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.319410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.349462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:09.366961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf347789-ab32-453c-a2c4-eae8b6afa359') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:09.367340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf347789-ab32-453c-a2c4-eae8b6afa359') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:09.385317 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.401445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.404897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cabce50c-c93c-4cbe-9dc2-84dc3b1d172e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.415176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:09.416865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:09.419261 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:09.469414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-530fe233-cefb-43cb-a054-2aaef410641b tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:09.477038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-530fe233-cefb-43cb-a054-2aaef410641b tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3989320 Nov 22 16:35:09.503256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-8057eda1-5768-4b95-af83-1bcc927ae588 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/quotas/78444354f96747aeaff3b00cd596b513 HTTP/1.1" status: 200 len: 375 time: 0.0247762 Nov 22 16:35:09.549920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.561332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.569333 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce HTTP/1.1" status: 204 len: 168 time: 0.6020670 Nov 22 16:35:09.591788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f5627-fbfb-4bce-9311-4ee479ee80f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcaa1798-ca4b-4fa4-b5f1-f78fb01f20ce,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:09.636987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Deleting port 7ab66a93-b398-460f-84cb-90dabb29e096 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:09.637333 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.666487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-21469228-c461-47ff-b384-a3009fccef1d tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=78444354f96747aeaff3b00cd596b513&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1615894 Nov 22 16:35:09.784655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55818) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:09.821151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.840736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cabce50c-c93c-4cbe-9dc2-84dc3b1d172e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:09.849100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Calling delete_port for 7ab66a93-b398-460f-84cb-90dabb29e096 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:09.876732 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fbdcd924-e018-4438-89b9-7870632bc56d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=045c1d2d421c499ab0724ce3fe37e6c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0908277 Nov 22 16:35:09.879033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55824) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:09.989961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e51dbf0f-75c4-4531-986a-5bdef445bdd8 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:10.026552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9404d62c-cbe1-4ce2-bfa6-c3bc873dbf15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.050885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9404d62c-cbe1-4ce2-bfa6-c3bc873dbf15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.060093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e51dbf0f-75c4-4531-986a-5bdef445bdd8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:10.060843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e51dbf0f-75c4-4531-986a-5bdef445bdd8 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:10.104242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cabce50c-c93c-4cbe-9dc2-84dc3b1d172e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.138136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e923ede1-7b19-4eaa-8797-b20f1300bfef req-fad535c0-4850-4d58-ab09-4c6cd43804a4 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 210 time: 0.2299027 Nov 22 16:35:10.141700 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cabce50c-c93c-4cbe-9dc2-84dc3b1d172e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.143308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704f0db-a401-4e43-868c-962394cb5eae None None] Network dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:10.144480 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9404d62c-cbe1-4ce2-bfa6-c3bc873dbf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.147190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cabce50c-c93c-4cbe-9dc2-84dc3b1d172e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4077c318-588d-4d21-87a0-0cbf433345fb HTTP/1.1" status: 204 len: 168 time: 1.0784104 Nov 22 16:35:10.150403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:10.151785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9404d62c-cbe1-4ce2-bfa6-c3bc873dbf15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.152995 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9404d62c-cbe1-4ce2-bfa6-c3bc873dbf15 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a1cc787-259a-4f69-bcee-eb67d840d3cf HTTP/1.1" status: 204 len: 168 time: 0.2727890 Nov 22 16:35:10.194943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404d62c-cbe1-4ce2-bfa6-c3bc873dbf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1cc787-259a-4f69-bcee-eb67d840d3cf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:10.226464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabce50c-c93c-4cbe-9dc2-84dc3b1d172e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4077c318-588d-4d21-87a0-0cbf433345fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:10.340562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.342757 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.392470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event deleted for resources: {'Port': ['ID=7ab66a93-b398-460f-84cb-90dabb29e096,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:10.423327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de2c92-7e04-4eb7-af9e-02d049e73b0e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:10.496415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] DHCP port deletion for dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:10.501267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.565538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Deleting port 850ef68a-45c5-487b-be3f-ae647b4544ae {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:10.569061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.625379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] Deleting port 850ef68a-45c5-487b-be3f-ae647b4544ae {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:10.625981 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.655690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.658231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.702734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.726718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.727427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Fanout notify agent at l3_agent the message router_deleted on router 1c9f4d13-c323-4c91-aa3d-223a9a481a3e {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:10.740095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] For port 850ef68a-45c5-487b-be3f-ae647b4544ae, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=850ef68a-45c5-487b-be3f-ae647b4544ae,segment=NetworkSegment(7a620ebb-f9cc-43a1-94ab-a2f4b8a92703),segment_id=7a620ebb-f9cc-43a1-94ab-a2f4b8a92703)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:10.740381 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.756781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.758730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] Calling delete_port for 850ef68a-45c5-487b-be3f-ae647b4544ae owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:10.764636 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2e23122-323b-45bc-be96-e60fec935004 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/1c9f4d13-c323-4c91-aa3d-223a9a481a3e HTTP/1.1" status: 204 len: 168 time: 2.0268457 Nov 22 16:35:10.766152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55866) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:10.780103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ff28c7a5-0f13-4b40-81a0-53ddaf958e11 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-440381528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:10.817707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff28c7a5-0f13-4b40-81a0-53ddaf958e11 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.818960 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff28c7a5-0f13-4b40-81a0-53ddaf958e11 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.883356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] For port 850ef68a-45c5-487b-be3f-ae647b4544ae, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=850ef68a-45c5-487b-be3f-ae647b4544ae,segment=NetworkSegment(7a620ebb-f9cc-43a1-94ab-a2f4b8a92703),segment_id=7a620ebb-f9cc-43a1-94ab-a2f4b8a92703)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:10.883801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.901676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.908828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Calling delete_port for 850ef68a-45c5-487b-be3f-ae647b4544ae owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:10.940184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff28c7a5-0f13-4b40-81a0-53ddaf958e11 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.941531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] Pushing event deleted for resources: {'Port': ['ID=850ef68a-45c5-487b-be3f-ae647b4544ae,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:10.948588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebe0d59-6128-4047-9463-3718495e6254 None None] No DVR routers for this DVR port 850ef68a-45c5-487b-be3f-ae647b4544ae on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:10.955075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff28c7a5-0f13-4b40-81a0-53ddaf958e11 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.983052 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff28c7a5-0f13-4b40-81a0-53ddaf958e11 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:10.984599 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ff28c7a5-0f13-4b40-81a0-53ddaf958e11 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2140799 Nov 22 16:35:10.988174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 55892) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:10.996045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': False}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:11.217762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.281076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.301842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=850ef68a-45c5-487b-be3f-ae647b4544ae,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:11.337384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] No DVR routers for this DVR port 850ef68a-45c5-487b-be3f-ae647b4544ae on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:11.384513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d7927f8-85bd-4e8b-8c49-100760013a09 req-af8a5bf6-7f4a-40ac-a4bb-dc0f02b610d8 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 210 time: 0.0797668 Nov 22 16:35:11.491533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.542831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1e004d-98e1-4293-95ae-d0aa6e7cebc9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:11.620845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:11.621198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a620ebb-f9cc-43a1-94ab-a2f4b8a92703') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:11.622111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:11.636257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.661486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.665065 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.672763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:11.674577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 62abf182-fd2a-4ca9-bb01-da1b2cffa3ba not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:11.678084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 850ef68a-45c5-487b-be3f-ae647b4544ae no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:11.679627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:11.680211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:11.683420 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:11.691268 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.740962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 850ef68a-45c5-487b-be3f-ae647b4544ae {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:11.742260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 850ef68a-45c5-487b-be3f-ae647b4544ae not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:11.781205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-1f550071-7e9c-4ddf-822e-03d213556e86 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=78444354f96747aeaff3b00cd596b513&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420039 Nov 22 16:35:11.814040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 55980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:11.816342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Deleting port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:11.816591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.930166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.954985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.958415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/dd1e004d-98e1-4293-95ae-d0aa6e7cebc9 HTTP/1.1" status: 204 len: 168 time: 1.8069854 Nov 22 16:35:11.974648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56002) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:12.095688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-26478130-network', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:12.115548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c934d79-2736-4bc8-8bc4-26dae60db9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1e004d-98e1-4293-95ae-d0aa6e7cebc9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:12.155338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-cca8cc1a-80e8-48de-9fb4-b0e3e0110d7e tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:12.156972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-cca8cc1a-80e8-48de-9fb4-b0e3e0110d7e tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440232 Nov 22 16:35:12.204328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Request body: {'port': {'device_id': '05e4ed01-b674-477c-a172-8d22645e71a3', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '78444354f96747aeaff3b00cd596b513'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:12.224089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Allocated IP 172.25.5.242 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/c0a6f4f4-3c0b-438e-8429-b302d78cd0e1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:12.268369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Made reservation on behalf of 7416ca3a74024c1088e3f656a87c95c4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:12.270626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.296887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] For port e384aa17-d3d0-4bb7-9105-e66d0c06ff6d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:12.297260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.308897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.329308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Calling delete_port for e384aa17-d3d0-4bb7-9105-e66d0c06ff6d owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:12.346333 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.408823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.460210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:12.474568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:12.484292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:12.492775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8156bcdd-ba89-4fd5-947d-70d1e74af7f4 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:12.519206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a6f4f4-3c0b-438e-8429-b302d78cd0e1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:12.581988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6f5f8cd9-85cd-489e-a297-446dbb1b2c88 None None] Provisioning complete for port c0a6f4f4-3c0b-438e-8429-b302d78cd0e1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:12.582519 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f5f8cd9-85cd-489e-a297-446dbb1b2c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.597252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ac8b256-6877-4c10-b432-2670d0a97ea0 req-1720bb9c-3072-4174-94e9-ca0b5d0fb4f4 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 210 time: 0.0586975 Nov 22 16:35:12.668730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f8cd9-85cd-489e-a297-446dbb1b2c88 None None] Port c0a6f4f4-3c0b-438e-8429-b302d78cd0e1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:12.690303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Made reservation on behalf of 78444354f96747aeaff3b00cd596b513 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:12.694057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.722144 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.769011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.777624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.824844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:12.836591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.878393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.878740 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Added segment 83bba3be-cb30-41dc-8dcf-5bd6877b8b80 of type vlan for network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 Nov 22 16:35:12.889256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c8d211-24c6-4add-8e55-8bbe758e4835,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:12.972437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.102164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.107368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.262341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Router 37ad8292-8201-4bbc-b769-92d3d2170939 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:13.363506 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.resource_extend [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:35:13.403213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:13.408537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.409833 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-69a35ff3-1b55-4b56-9bd7-cf052852d44e tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "PUT /v2.0/routers/37ad8292-8201-4bbc-b769-92d3d2170939 HTTP/1.1" status: 200 len: 915 time: 2.4199498 Nov 22 16:35:13.413081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56174) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:13.416067 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81a4ff-7832-45ee-b965-e488b3c211c9 None None] Sync routers for ids ['37ad8292-8201-4bbc-b769-92d3d2170939'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:13.416615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.417257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.417839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.440024 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81a4ff-7832-45ee-b965-e488b3c211c9 None None] Routers {'37ad8292-8201-4bbc-b769-92d3d2170939'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:13.440941 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9c81a4ff-7832-45ee-b965-e488b3c211c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['37ad8292-8201-4bbc-b769-92d3d2170939'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:13.481107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.491892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.496234 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9c81a4ff-7832-45ee-b965-e488b3c211c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:13.505479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.509228 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81a4ff-7832-45ee-b965-e488b3c211c9 None None] Routers {'37ad8292-8201-4bbc-b769-92d3d2170939'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:13.510696 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9c81a4ff-7832-45ee-b965-e488b3c211c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['37ad8292-8201-4bbc-b769-92d3d2170939'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:13.554798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7353475 Nov 22 16:35:13.558621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56188) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:13.566270 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Request body: {'subnet': {'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-26478130-subnet', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:13.569214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Pushing event deleted for resources: {'Port': ['ID=e384aa17-d3d0-4bb7-9105-e66d0c06ff6d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:13.577569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f28346-3bd1-49e6-aad8-68dcbea0eeec admin admin] Pushing event updated for resources: {'Network': ['ID=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:13.598069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:13.613096 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ec288dd-917b-47a8-b2c3-a599e4952ab3 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/routers/37ad8292-8201-4bbc-b769-92d3d2170939 HTTP/1.1" status: 200 len: 921 time: 0.1985848 Nov 22 16:35:13.616885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:13.680688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Made reservation on behalf of 7416ca3a74024c1088e3f656a87c95c4 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:13.684350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.695842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67d7203-2b2b-4619-8d6a-211d35b9b48b tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.697568 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c67d7203-2b2b-4619-8d6a-211d35b9b48b tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=37ad8292-8201-4bbc-b769-92d3d2170939&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0795524 Nov 22 16:35:13.707561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:13.801662 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9c81a4ff-7832-45ee-b965-e488b3c211c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:13.803318 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81a4ff-7832-45ee-b965-e488b3c211c9 None None] The sync data for ids ['37ad8292-8201-4bbc-b769-92d3d2170939'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:13.811235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4c798-6eac-4a55-9640-8c46d69da7b9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:13.972496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef655e15-7321-42d6-a56c-fcd87a097ab3 req-2466c15d-6188-4fdd-9e06-ca0758eb4b4a tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 210 time: 0.1356068 Nov 22 16:35:13.997330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.005119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Allocated IP 192.168.233.68 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/963c96a5-e0f4-43e0-8085-dac8aab53da0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:14.066278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=440892f2-a4a8-4374-8652-16ed381addde,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:14.080296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Checking segment: {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:14.080672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Network hostable DHCP agents. Network: f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:14.102255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:14.117141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.128716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:14.134589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.135345 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.146206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba6e9eb-fc63-4427-8289-1e7eb94965bc None None] Network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:14.159029 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0a97aaff-41d9-4a72-b308-d77c1bc12c51 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5989666 Nov 22 16:35:14.161866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56248) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:14.168035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:14.197078 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.199684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.221319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0388f7c-e100-4c2d-b7d2-9ca578e1c95a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.222893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d0388f7c-e100-4c2d-b7d2-9ca578e1c95a tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 881 time: 0.5126855 Nov 22 16:35:14.227091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56256) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:14.296493 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.313013 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dc617f0e-86f9-4df7-b83d-550ef29fd962 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=37ad8292-8201-4bbc-b769-92d3d2170939 HTTP/1.1" status: 200 len: 205 time: 0.0847731 Nov 22 16:35:14.316217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56268) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:14.347325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12a7798-1096-45f4-a87f-d1a4443a93b2 None None] Network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:14.440889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.546149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.568519 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.611045 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.724349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.742954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.830800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:14.841578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:14.846187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:14.850516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Pushing event updated for resources: {'Port': ['ID=963c96a5-e0f4-43e0-8085-dac8aab53da0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:14.913353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.939811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Deleting port 1340a3a4-6ec0-4307-b15f-9891337e4671 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:14.940125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Deleting port c0a6f4f4-3c0b-438e-8429-b302d78cd0e1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:14.940586 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.940847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.944298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.038802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:15.040093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.049556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Router 0dc34e4f-206d-4ebc-8162-65ab85f14049 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:15.082483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-e80b50a1-14c5-4be0-97e0-e165667a0ffe tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9151492 Nov 22 16:35:15.154651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Request body: {'port': {'device_id': '05e4ed01-b674-477c-a172-8d22645e71a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:15.204294 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.217368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Allocated IP 172.25.5.177 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:15.226689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Calling delete_port for c0a6f4f4-3c0b-438e-8429-b302d78cd0e1 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:15.228401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a01573d7-2f8b-4168-8c9d-92920fd6070a None None] Provisioning complete for port 963c96a5-e0f4-43e0-8085-dac8aab53da0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:15.228893 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a01573d7-2f8b-4168-8c9d-92920fd6070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.266489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a01573d7-2f8b-4168-8c9d-92920fd6070a None None] Port 963c96a5-e0f4-43e0-8085-dac8aab53da0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:15.272941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] For port 1340a3a4-6ec0-4307-b15f-9891337e4671, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1340a3a4-6ec0-4307-b15f-9891337e4671,segment=NetworkSegment(34e66e1d-063f-4c4c-b463-27e2a13aa50b),segment_id=34e66e1d-063f-4c4c-b463-27e2a13aa50b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:15.273318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.315316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Calling delete_port for 1340a3a4-6ec0-4307-b15f-9891337e4671 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:15.348100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb639f8-f749-406f-b9a8-323f4e8bac26 req-43721ffc-3801-4ab9-a0f3-e3dd7cc56025 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:15.349600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afb639f8-f749-406f-b9a8-323f4e8bac26 req-43721ffc-3801-4ab9-a0f3-e3dd7cc56025 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 935 time: 0.2075708 Nov 22 16:35:15.350190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.372903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:15.382436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] Sync routers for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:15.393409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:15.394354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:15.423302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-333f0a31-4cc8-4979-8f19-1b44a917550c admin admin] 10.222.0.69 "PUT /v2.0/routers/0dc34e4f-206d-4ebc-8162-65ab85f14049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6927385 Nov 22 16:35:15.426607 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.427821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56340) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:15.524754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:15.536988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afb639f8-f749-406f-b9a8-323f4e8bac26 req-5a2a5f04-c0e6-4d8f-a7f3-5c09cf47f78b tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731563 Nov 22 16:35:15.597351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.643627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.651741 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.668632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:15.708468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:15.718625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:15.724449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Pushing event updated for resources: {'Port': ['ID=bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:15.732942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797e2fd-6080-4c89-8201-5b17a841a674 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:15.771571 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:35:12Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:15.969517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963c96a5-e0f4-43e0-8085-dac8aab53da0 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:15.980733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.995518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cfdd7b-26a9-4e2a-b02f-40c5f8c4a03d None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:16.003506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Transition to ACTIVE for port object 963c96a5-e0f4-43e0-8085-dac8aab53da0 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:16.005549 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.006844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] Checking router: 0dc34e4f-206d-4ebc-8162-65ab85f14049 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:16.029406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.030189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-fbc3de01-b48c-47ed-b0a1-4cbdd4dbf966 None None] Provisioning complete for port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:16.030667 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fbc3de01-b48c-47ed-b0a1-4cbdd4dbf966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.033786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] Routers {'0dc34e4f-206d-4ebc-8162-65ab85f14049'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:16.034552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0dc34e4f-206d-4ebc-8162-65ab85f14049'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:16.068209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1340a3a4-6ec0-4307-b15f-9891337e4671,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:16.140509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3de01-b48c-47ed-b0a1-4cbdd4dbf966 None None] Port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:16.218558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] Set router 0dc34e4f-206d-4ebc-8162-65ab85f14049 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:16.321394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=963c96a5-e0f4-43e0-8085-dac8aab53da0,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:16.348904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event deleted for resources: {'Port': ['ID=c0a6f4f4-3c0b-438e-8429-b302d78cd0e1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:16.519167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.522163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:35:12Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:16.543244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Attempting to bind port 963c96a5-e0f4-43e0-8085-dac8aab53da0 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:16.543829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Attempting to bind port 963c96a5-e0f4-43e0-8085-dac8aab53da0 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:16.544155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Attempting to bind port 963c96a5-e0f4-43e0-8085-dac8aab53da0 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:16.569048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0097276-3f5a-465a-8e0c-49315925f0e5 None None] The sync data for ids ['0dc34e4f-206d-4ebc-8162-65ab85f14049'] in n-d-811716-3 is: [{'id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'name': 'tempest-TestVolumeBackupRestore-1454812198-router', 'tenant_id': 'fa29010fe4d246b29bae937503bd5ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:26Z', 'updated_at': '2021-11-22T16:35:12Z', 'revision_number': 5, 'project_id': 'fa29010fe4d246b29bae937503bd5ad8', 'gw_port': {'id': '8611389b-f09a-4d51-ac4a-a5cc629c31d7', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:29:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc34e4f-206d-4ebc-8162-65ab85f14049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2699, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:27Z', 'updated_at': '2021-11-22T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:16.593704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Port 963c96a5-e0f4-43e0-8085-dac8aab53da0 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:16.594044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Attempting to bind port 963c96a5-e0f4-43e0-8085-dac8aab53da0 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:16.605724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:16.606081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:16.606447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:16.606891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Bound port: 963c96a5-e0f4-43e0-8085-dac8aab53da0, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:16.607249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.621188 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.670190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.674369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.679881 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.785353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] For port 963c96a5-e0f4-43e0-8085-dac8aab53da0, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:16.799543 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.800434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Fanout notify agent at l3_agent the message router_deleted on router 37ad8292-8201-4bbc-b769-92d3d2170939 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:16.806558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] For port 963c96a5-e0f4-43e0-8085-dac8aab53da0, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=963c96a5-e0f4-43e0-8085-dac8aab53da0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:16.817682 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.820114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91916d-b474-486f-aebb-ef59f5942cd4 req-4222023a-c4ec-4b0f-8614-4e59fc8f2ae6 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.822948 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7297c8a9-cd49-4425-907f-f27d82049acf tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/37ad8292-8201-4bbc-b769-92d3d2170939 HTTP/1.1" status: 204 len: 168 time: 2.5053589 Nov 22 16:35:16.824162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a91916d-b474-486f-aebb-ef59f5942cd4 req-4222023a-c4ec-4b0f-8614-4e59fc8f2ae6 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 947 time: 0.1561377 Nov 22 16:35:16.825206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56350) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:16.863231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-459525401', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:16.871432 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.872095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Deleting port 8611389b-f09a-4d51-ac4a-a5cc629c31d7 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:16.872448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.921470 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.949268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.950177 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.951763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] 10.222.0.11 "PUT /v2.0/ports/963c96a5-e0f4-43e0-8085-dac8aab53da0 HTTP/1.1" status: 200 len: 1095 time: 1.8109541 Nov 22 16:35:16.959723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e4ed01-b674-477c-a172-8d22645e71a3', 'tag': '963c96a5-e0f4-43e0-8085-dac8aab53da0'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:16.964749 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e869085-c93c-4097-b27d-5bf18ac4345a" -d '{"events": [{"name": "network-changed", "server_uuid": "05e4ed01-b674-477c-a172-8d22645e71a3", "tag": "963c96a5-e0f4-43e0-8085-dac8aab53da0"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:17.017779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.019135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.052149 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eafed5-d991-4421-a529-f317b8ab913d x-openstack-request-id: req-d9eafed5-d991-4421-a529-f317b8ab913d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:17.055058 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e4ed01-b674-477c-a172-8d22645e71a3", "tag": "963c96a5-e0f4-43e0-8085-dac8aab53da0", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:17.055634 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9eafed5-d991-4421-a529-f317b8ab913d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:17.056935 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e4ed01-b674-477c-a172-8d22645e71a3', 'tag': '963c96a5-e0f4-43e0-8085-dac8aab53da0', 'status': 'completed', 'code': 200} Nov 22 16:35:17.112474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2565a0-f7d2-4d56-9e69-3874d874bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=963c96a5-e0f4-43e0-8085-dac8aab53da0,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.159701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] For port 8611389b-f09a-4d51-ac4a-a5cc629c31d7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8611389b-f09a-4d51-ac4a-a5cc629c31d7,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:17.164700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.187253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Calling delete_port for 8611389b-f09a-4d51-ac4a-a5cc629c31d7 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:17.201646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a91916d-b474-486f-aebb-ef59f5942cd4 req-816ddd5a-9f39-4d54-916d-d683eb1a7064 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419421 Nov 22 16:35:17.443100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.611332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.617744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e384aa17-d3d0-4bb7-9105-e66d0c06ff6d no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:17.651862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e384aa17-d3d0-4bb7-9105-e66d0c06ff6d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:17.652570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e384aa17-d3d0-4bb7-9105-e66d0c06ff6d not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:17.673776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8611389b-f09a-4d51-ac4a-a5cc629c31d7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.689275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e6a52-54b1-4704-a4b9-69a4fd6e709c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:17.690172 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.766902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.770945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Router 15309610-5d35-4994-8249-4ecf10ddc85a is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:17.801871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e869085-c93c-4097-b27d-5bf18ac4345a req-ba41792a-28d4-4c16-ad6a-bf1e1df9ca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:17.803427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e869085-c93c-4097-b27d-5bf18ac4345a req-ba41792a-28d4-4c16-ad6a-bf1e1df9ca31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78444354f96747aeaff3b00cd596b513&device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 1098 time: 0.7287681 Nov 22 16:35:17.874550 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.914765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e869085-c93c-4097-b27d-5bf18ac4345a req-859b4ed3-5de3-49ef-a543-011b06eb7ce7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=78444354f96747aeaff3b00cd596b513&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019108 Nov 22 16:35:17.915217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.928063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:17.937451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.994718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.995132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc34e4f-206d-4ebc-8162-65ab85f14049 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:18.000549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.004562 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aea1581a-cb47-4f87-b46f-5a2a8301cab4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0dc34e4f-206d-4ebc-8162-65ab85f14049 HTTP/1.1" status: 204 len: 168 time: 2.5757184 Nov 22 16:35:18.010694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:18.074313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:18.078707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31312b0-65da-42d3-805a-2745979f78c5 admin admin] Deleting subnet db145823-2e4b-4824-be15-62233bac954b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:18.084819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b31312b0-65da-42d3-805a-2745979f78c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.088861 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Sync routers for ids ['15309610-5d35-4994-8249-4ecf10ddc85a'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:18.107127 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Routers {'15309610-5d35-4994-8249-4ecf10ddc85a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:18.107869 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['15309610-5d35-4994-8249-4ecf10ddc85a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:18.173971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.175192 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3768d6ae-4ab2-4bbe-88b6-e808cc646b52 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0123794 Nov 22 16:35:18.178299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b31312b0-65da-42d3-805a-2745979f78c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.180329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56360) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:18.304203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e869085-c93c-4097-b27d-5bf18ac4345a req-a9a98f42-713f-463b-90bb-66cdcfd39ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.307407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e869085-c93c-4097-b27d-5bf18ac4345a req-a9a98f42-713f-463b-90bb-66cdcfd39ce1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3828397 Nov 22 16:35:18.315389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:18.325884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5d51d0ae-c952-4bb4-85cf-aadb646032d8 admin admin] 10.222.0.69 "PUT /v2.0/routers/994b1dde-4cf6-44f4-997d-27ac3ee9e79e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3199401 Nov 22 16:35:18.331647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] Sync routers for ids ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:18.346727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56364) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:18.352159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] Routers {'994b1dde-4cf6-44f4-997d-27ac3ee9e79e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:18.353432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:18.419560 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Set router 15309610-5d35-4994-8249-4ecf10ddc85a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:18.432616 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b31312b0-65da-42d3-805a-2745979f78c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.623994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] Set router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:18.630608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.750550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f67fd-34c5-45dd-9fca-13ea0330c549 req-7d51d09b-c094-4969-9778-f416e28cf918 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.752130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c24f67fd-34c5-45dd-9fca-13ea0330c549 req-7d51d09b-c094-4969-9778-f416e28cf918 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 947 time: 0.1752884 Nov 22 16:35:18.762540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-34c8648f-3697-486c-878d-3030010f91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.764059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-34c8648f-3697-486c-878d-3030010f91b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=78444354f96747aeaff3b00cd596b513&device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 1098 time: 0.1738486 Nov 22 16:35:18.791011 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:16Z', 'revision_number': 3, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port': {'id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:18.798855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b31312b0-65da-42d3-805a-2745979f78c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.844372 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Checking router: 15309610-5d35-4994-8249-4ecf10ddc85a for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:18.845000 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Updating router 15309610-5d35-4994-8249-4ecf10ddc85a port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:18.860379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31312b0-65da-42d3-805a-2745979f78c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db145823-2e4b-4824-be15-62233bac954b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:18.866523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b31312b0-65da-42d3-805a-2745979f78c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.867191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e025bc-4724-472b-b4bf-73b72fd76ab4 None None] Network 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:18.872400 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b31312b0-65da-42d3-805a-2745979f78c5 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/db145823-2e4b-4824-be15-62233bac954b HTTP/1.1" status: 204 len: 168 time: 0.8603439 Nov 22 16:35:18.876241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56366) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:18.895498 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-167dbb8b-402d-4c68-af8c-8d8852c5c441 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=963c96a5-e0f4-43e0-8085-dac8aab53da0 HTTP/1.1" status: 200 len: 217 time: 0.0720658 Nov 22 16:35:18.912209 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.053125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:35:15Z', 'revision_number': 5, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:19.064166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.076382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.106376 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce9da6b5-4705-4572-8061-e3422438a1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.107110 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.110458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] Checking router: 994b1dde-4cf6-44f4-997d-27ac3ee9e79e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:19.122553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] Routers {'994b1dde-4cf6-44f4-997d-27ac3ee9e79e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:19.123199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:19.142445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c24f67fd-34c5-45dd-9fca-13ea0330c549 req-5b1253fe-6c73-4124-b6cd-888966ebae0a tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673902 Nov 22 16:35:19.148952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-1e9da964-543b-4d78-87c4-a66edd181c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.151596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-1e9da964-543b-4d78-87c4-a66edd181c13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.2441723 Nov 22 16:35:19.253285 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.302993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Deleting port 1f693c05-1647-41ce-ba7d-68d64f42158f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:19.303477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.314765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.320766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] DHCP port deletion for 8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:19.344456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-f61899f5-1411-4380-9635-0d969acf1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.346070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-f61899f5-1411-4380-9635-0d969acf1a3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842806 Nov 22 16:35:19.385219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] Set router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:19.424076 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.442112 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.490209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Deleting port 8ba667ba-ce90-4ac8-beec-845513e232a5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:19.490673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.496651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] For port 1f693c05-1647-41ce-ba7d-68d64f42158f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1f693c05-1647-41ce-ba7d-68d64f42158f,segment=NetworkSegment(a9aa7d47-64f8-45bc-b43a-38dad8c7624d),segment_id=a9aa7d47-64f8-45bc-b43a-38dad8c7624d)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:19.497024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.522767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Calling delete_port for 1f693c05-1647-41ce-ba7d-68d64f42158f owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:19.525091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Allocated IP 172.20.0.1 (f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1/440892f2-a4a8-4374-8652-16ed381addde/24838f56-fcc2-44e1-887f-47889bd3c1ac) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:19.553337 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Attempting to bind port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:19.554497 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Attempting to bind port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:19.555141 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Attempting to bind port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:19.576992 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3eb7f0-69c6-4372-b348-9d996581e6c7 None None] Pushing event updated for resources: {'Port': ['ID=bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:19.580865 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:19.581551 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:19.581965 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.582355 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:19.582841 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Bound port: bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:19.583279 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.608981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Allocated IP 172.25.5.156 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/dc531354-ab80-41d6-87b4-b8ab99a2d4b7) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:19.616901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-9784a10c-94b6-4c81-b10c-899a4579843f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369714 Nov 22 16:35:19.654625 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] For port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:19.659324 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] For port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:19.661619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88660931-1d9f-45e4-9070-758738352d36 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:19.674718 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.741995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8611389b-f09a-4d51-ac4a-a5cc629c31d7 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:19.778684 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Routers {'15309610-5d35-4994-8249-4ecf10ddc85a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:19.779788 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:34:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['15309610-5d35-4994-8249-4ecf10ddc85a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:19.786347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 8611389b-f09a-4d51-ac4a-a5cc629c31d7 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:19.786347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8611389b-f09a-4d51-ac4a-a5cc629c31d7 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:19.786663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1f693c05-1647-41ce-ba7d-68d64f42158f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:19.793421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.808052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5031deb-61a1-41da-bb16-55aad0752f2e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:19.814982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 1f693c05-1647-41ce-ba7d-68d64f42158f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:19.815333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1f693c05-1647-41ce-ba7d-68d64f42158f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:19.821407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] Deleting port 1f693c05-1647-41ce-ba7d-68d64f42158f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:19.821407 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.833475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.881791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.889187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] For port 1f693c05-1647-41ce-ba7d-68d64f42158f, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:19.889595 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.896137 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3eb7f0-69c6-4372-b348-9d996581e6c7 None None] Pushing event updated for resources: {'Port': ['ID=bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:19.904867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] Calling delete_port for 1f693c05-1647-41ce-ba7d-68d64f42158f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:19.907612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] Port 1f693c05-1647-41ce-ba7d-68d64f42158f was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:35:19.909792 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.923812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Pushing event deleted for resources: {'Port': ['ID=1f693c05-1647-41ce-ba7d-68d64f42158f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:19.939972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b0cbeb60-2c32-412a-ae99-ec078bc1f3c7 None None] Provisioning complete for port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:19.939972 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0cbeb60-2c32-412a-ae99-ec078bc1f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.955215 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.960257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] No DVR routers for this DVR port 1f693c05-1647-41ce-ba7d-68d64f42158f on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:19.973878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] For port 8ba667ba-ce90-4ac8-beec-845513e232a5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8ba667ba-ce90-4ac8-beec-845513e232a5,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:19.974826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.006711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] Pushing event deleted for resources: {'Port': ['ID=1f693c05-1647-41ce-ba7d-68d64f42158f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.008724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Calling delete_port for 8ba667ba-ce90-4ac8-beec-845513e232a5 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:20.013936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9b388-52d9-4180-a90a-fee325800447 None None] No DVR routers for this DVR port 1f693c05-1647-41ce-ba7d-68d64f42158f on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:20.046918 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] Set router 15309610-5d35-4994-8249-4ecf10ddc85a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:20.070373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:35:15Z', 'revision_number': 5, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:20.091743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.105718 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0cbeb60-2c32-412a-ae99-ec078bc1f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.151494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c298d8-15f2-4bf6-8f59-435152f093ba None None] The sync data for ids ['994b1dde-4cf6-44f4-997d-27ac3ee9e79e'] in n-d-811716-3 is: [{'id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'name': 'tempest-TestAggregatesBasicOps-2118812609-router', 'tenant_id': '0d18d17623f14656a3835dde7c90dce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:41Z', 'updated_at': '2021-11-22T16:35:15Z', 'revision_number': 5, 'project_id': '0d18d17623f14656a3835dde7c90dce9', 'gw_port': {'id': '8ba667ba-ce90-4ac8-beec-845513e232a5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994b1dde-4cf6-44f4-997d-27ac3ee9e79e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:42Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:20.177785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b0cbeb60-2c32-412a-ae99-ec078bc1f3c7 None None] For port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:20.183729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0cbeb60-2c32-412a-ae99-ec078bc1f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.186924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Pushing event updated for resources: {'Port': ['ID=24838f56-fcc2-44e1-887f-47889bd3c1ac,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.243538 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.247943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:20.256585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:20.260312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:20.309340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9b2d2a-7892-4f9b-b74a-75a3869b02d9']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:20.324365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbeb60-2c32-412a-ae99-ec078bc1f3c7 None None] Pushing event updated for resources: {'Port': ['ID=bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.325617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:20.325923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aa7d47-64f8-45bc-b43a-38dad8c7624d') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:20.353430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-19d070b6-dd38-49ea-9af1-2246a80f4a82 None None] Provisioning complete for port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:20.353888 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19d070b6-dd38-49ea-9af1-2246a80f4a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.373170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.389360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.411007 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:16Z', 'revision_number': 3, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port': {'id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:20.431331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b92bf95-d578-4c3c-9838-50d94975de05 req-77b31dfc-da39-40cd-9588-3492bca64738 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051057 Nov 22 16:35:20.450197 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726f89bb-9b60-4232-8444-36f39d82294e None None] The sync data for ids ['15309610-5d35-4994-8249-4ecf10ddc85a'] in n-d-811716-3 is: [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:16Z', 'revision_number': 3, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port': {'id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:20.489264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:20.491446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.509911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:20.515317 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.533112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:20.541506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cfce17-1810-4072-97e4-53ad4756b35e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:20.569352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:20.569818 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:20.573345 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:20.692481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.701043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.705375 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] 10.222.0.69 "DELETE /v2.0/networks/8b9b2d2a-7892-4f9b-b74a-75a3869b02d9 HTTP/1.1" status: 204 len: 168 time: 1.8267274 Nov 22 16:35:20.716989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ecfde29c-54f8-4215-b422-8b2c1b3ce5f2 None None] Provisioning complete for port dc531354-ab80-41d6-87b4-b8ab99a2d4b7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:20.719226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:20.720557 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ecfde29c-54f8-4215-b422-8b2c1b3ce5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.769113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff1d82-00f7-41f6-b498-932493f05fee admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9b2d2a-7892-4f9b-b74a-75a3869b02d9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.801276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ecfde29c-54f8-4215-b422-8b2c1b3ce5f2 None None] Port dc531354-ab80-41d6-87b4-b8ab99a2d4b7 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:20.818598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.273099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68654bee-a116-4904-82a1-2e63355a8d9c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:21.312797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event updated for resources: {'Port': ['ID=dc531354-ab80-41d6-87b4-b8ab99a2d4b7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:21.329369 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-28ec931c-9e28-4329-a139-56eea1c01817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.355366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d4f8d-f380-4fdb-9a9d-eeca5e2a1acc req-11ae209a-7a13-4e26-a133-992121af2ac6 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.357041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-124d4f8d-f380-4fdb-9a9d-eeca5e2a1acc req-11ae209a-7a13-4e26-a133-992121af2ac6 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 947 time: 0.9242771 Nov 22 16:35:21.433804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba667ba-ce90-4ac8-beec-845513e232a5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:21.572591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-124d4f8d-f380-4fdb-9a9d-eeca5e2a1acc req-27e9220e-5bb5-438d-8efc-0c6b2fed6b2b tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818180 Nov 22 16:35:21.587475 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.735433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.757978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.823264 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:21.839880 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.847155 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.849424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56384) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:21.883170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.911363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:21.912041 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.958941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Pushing event updated for resources: {'Port': ['ID=24838f56-fcc2-44e1-887f-47889bd3c1ac,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:21.991637 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.993195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 994b1dde-4cf6-44f4-997d-27ac3ee9e79e {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:22.005105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.006687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-509669b2-5dc8-4a34-81af-bd917e4806b0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/994b1dde-4cf6-44f4-997d-27ac3ee9e79e HTTP/1.1" status: 204 len: 168 time: 3.6554325 Nov 22 16:35:22.011507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56388) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:22.101043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.190255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:22.193735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:22.231833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d30bdc-176c-4034-8761-fd254e0c50a4 admin admin] Deleting subnet 4fcb7a62-0607-408f-8d9e-dd999ed1d02a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:22.233624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1340a3a4-6ec0-4307-b15f-9891337e4671 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:22.239506 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d9b7f-8fb9-488e-bbec-2ea262950fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.241655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d30bdc-176c-4034-8761-fd254e0c50a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.268087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 1340a3a4-6ec0-4307-b15f-9891337e4671 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:22.268675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1340a3a4-6ec0-4307-b15f-9891337e4671 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:22.346176 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d30bdc-176c-4034-8761-fd254e0c50a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.382916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.486522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Router 15309610-5d35-4994-8249-4ecf10ddc85a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:22.503265 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.585477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d30bdc-176c-4034-8761-fd254e0c50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.614579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d9b7f-8fb9-488e-bbec-2ea262950fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.626130 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.626395 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-612d9b7f-8fb9-488e-bbec-2ea262950fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.661692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.745825 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-612d9b7f-8fb9-488e-bbec-2ea262950fe3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a370fc1357ab4de2b6dc6565248130cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8949685 Nov 22 16:35:22.747149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d9b7f-8fb9-488e-bbec-2ea262950fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570ffab7-9d48-409e-bb90-2166805b453f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:22.750283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56392) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:22.789681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 963c96a5-e0f4-43e0-8085-dac8aab53da0 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:22.808092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:22.818505 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5a63aefe-3f03-4fe9-93ba-9570d981ed86 admin admin] 10.222.0.69 "PUT /v2.0/routers/15309610-5d35-4994-8249-4ecf10ddc85a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6373148 Nov 22 16:35:22.831877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383d6ef-b2aa-49f7-9d3e-fe0cc5d808f9 req-c6049777-d3c2-4ae3-b89b-d5b7115311fa tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:22.833743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f383d6ef-b2aa-49f7-9d3e-fe0cc5d808f9 req-c6049777-d3c2-4ae3-b89b-d5b7115311fa tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 947 time: 0.1622102 Nov 22 16:35:22.839837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d30bdc-176c-4034-8761-fd254e0c50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.901096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a70ad285-588b-45e5-adbb-4c500fb2942c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.932347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d30bdc-176c-4034-8761-fd254e0c50a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fcb7a62-0607-408f-8d9e-dd999ed1d02a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:22.935337 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-14d30bdc-176c-4034-8761-fd254e0c50a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.939417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-14d30bdc-176c-4034-8761-fd254e0c50a4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4fcb7a62-0607-408f-8d9e-dd999ed1d02a HTTP/1.1" status: 204 len: 168 time: 0.9264908 Nov 22 16:35:22.941573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 963c96a5-e0f4-43e0-8085-dac8aab53da0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=963c96a5-e0f4-43e0-8085-dac8aab53da0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:22.943649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56396) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:22.954992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a70ad285-588b-45e5-adbb-4c500fb2942c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.962657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '963c96a5-e0f4-43e0-8085-dac8aab53da0', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '963c96a5-e0f4-43e0-8085-dac8aab53da0', 'mac_address': 'fa:16:3e:e9:fb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:22.965220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5eea0-122f-4c43-b75f-7f3accf5ea57 None None] Network 523aacdc-21d2-4958-bf7c-375672a7842b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:23.075974 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.077021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a70ad285-588b-45e5-adbb-4c500fb2942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.080523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f383d6ef-b2aa-49f7-9d3e-fe0cc5d808f9 req-5de7b14e-7382-4007-b845-02cb18a724dc tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046804 Nov 22 16:35:23.091716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a70ad285-588b-45e5-adbb-4c500fb2942c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.102932 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a70ad285-588b-45e5-adbb-4c500fb2942c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/570ffab7-9d48-409e-bb90-2166805b453f HTTP/1.1" status: 204 len: 168 time: 0.3498993 Nov 22 16:35:23.134456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ad285-588b-45e5-adbb-4c500fb2942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570ffab7-9d48-409e-bb90-2166805b453f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:23.141786 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.166376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Deleting port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:23.167082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.195965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Router c7f66b7e-02fc-4115-95c1-fca6e87ef03c is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:23.198900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963c96a5-e0f4-43e0-8085-dac8aab53da0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:23.262484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 963c96a5-e0f4-43e0-8085-dac8aab53da0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=963c96a5-e0f4-43e0-8085-dac8aab53da0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:23.280838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.322867 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] For port 2eb832e8-08dc-4bef-8fe9-e115939aa3e1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,segment=NetworkSegment(70b2d394-f6fb-4c17-bcc0-6e8ac4f74975),segment_id=70b2d394-f6fb-4c17-bcc0-6e8ac4f74975)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:23.323645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.349970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Calling delete_port for 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:23.365628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Deleting port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:23.366120 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.414679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=963c96a5-e0f4-43e0-8085-dac8aab53da0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:23.444799 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Sync routers for ids ['15309610-5d35-4994-8249-4ecf10ddc85a'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:23.452822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:23.462826 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] DHCP port deletion for 523aacdc-21d2-4958-bf7c-375672a7842b request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:23.463220 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Routers {'15309610-5d35-4994-8249-4ecf10ddc85a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:23.464042 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['15309610-5d35-4994-8249-4ecf10ddc85a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:23.473955 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396131f4-2729-453c-aed6-56ca1413eb11 None None] Sync routers for ids ['c7f66b7e-02fc-4115-95c1-fca6e87ef03c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:23.479704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] For port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e1d12f16-2a8e-4b22-acb1-78b250fbe4f1,segment=NetworkSegment(34e66e1d-063f-4c4c-b463-27e2a13aa50b),segment_id=34e66e1d-063f-4c4c-b463-27e2a13aa50b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:23.480106 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.499946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Calling delete_port for e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:23.503948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.505268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bace6b79-6a18-4984-93ca-a65940fe96a7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.6470973 Nov 22 16:35:23.508093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56408) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:23.511560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['963c96a5-e0f4-43e0-8085-dac8aab53da0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:23.514112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:23.747551 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Set router 15309610-5d35-4994-8249-4ecf10ddc85a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:23.782791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.851996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb832e8-08dc-4bef-8fe9-e115939aa3e1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:23.967084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396131f4-2729-453c-aed6-56ca1413eb11 None None] Routers {'c7f66b7e-02fc-4115-95c1-fca6e87ef03c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:23.967798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-396131f4-2729-453c-aed6-56ca1413eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c7f66b7e-02fc-4115-95c1-fca6e87ef03c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:23.970688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8ba667ba-ce90-4ac8-beec-845513e232a5 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:23.975632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.000875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 8ba667ba-ce90-4ac8-beec-845513e232a5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:24.001203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8ba667ba-ce90-4ac8-beec-845513e232a5 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:24.001564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:24.087069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d12f16-2a8e-4b22-acb1-78b250fbe4f1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:24.099666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-396131f4-2729-453c-aed6-56ca1413eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.159721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:24.160181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:24.191302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.193193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396131f4-2729-453c-aed6-56ca1413eb11 None None] Routers {'c7f66b7e-02fc-4115-95c1-fca6e87ef03c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:24.193847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-396131f4-2729-453c-aed6-56ca1413eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c7f66b7e-02fc-4115-95c1-fca6e87ef03c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.267876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] No DVR routers for this DVR port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:24.269832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-396131f4-2729-453c-aed6-56ca1413eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.270529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396131f4-2729-453c-aed6-56ca1413eb11 None None] The sync data for ids ['c7f66b7e-02fc-4115-95c1-fca6e87ef03c'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:24.336327 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:20Z', 'revision_number': 4, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port': {'id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '24838f56-fcc2-44e1-887f-47889bd3c1ac', 'name': '', 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'mac_address': 'fa:16:3e:77:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '440892f2-a4a8-4374-8652-16ed381addde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:20Z', 'revision_number': 2, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'subnets': [{'id': '440892f2-a4a8-4374-8652-16ed381addde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.341997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] Deleting port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:24.342832 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.387950 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Checking router: 15309610-5d35-4994-8249-4ecf10ddc85a for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:24.388532 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Updating router 15309610-5d35-4994-8249-4ecf10ddc85a port 24838f56-fcc2-44e1-887f-47889bd3c1ac binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:24.423058 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.485679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] For port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:24.486251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.508640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] Calling delete_port for e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:24.515606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] Port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:35:24.533178 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.576142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] No DVR routers for this DVR port e1d12f16-2a8e-4b22-acb1-78b250fbe4f1 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:24.581897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Router 0d9113db-45d2-499c-aecd-846eb1d8802f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:24.609032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd756cdb-851a-4221-8de1-4ee3970031f6 None None] Pushing event deleted for resources: {'Port': ['ID=e1d12f16-2a8e-4b22-acb1-78b250fbe4f1,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:24.624282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.761658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.801007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:24.812961 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] Sync routers for ids ['0d9113db-45d2-499c-aecd-846eb1d8802f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:24.813648 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6d7a45ee-51db-475b-8b4c-90d8f29e7b50 admin admin] 10.222.0.69 "PUT /v2.0/routers/0d9113db-45d2-499c-aecd-846eb1d8802f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0905683 Nov 22 16:35:24.814425 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56442) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:24.837027 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.843079 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] Routers {'0d9113db-45d2-499c-aecd-846eb1d8802f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:24.843975 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0d9113db-45d2-499c-aecd-846eb1d8802f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.875424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.890540 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.944754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-626a86b4-32af-4643-aa45-e007e222fe62 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:24.946951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-626a86b4-32af-4643-aa45-e007e222fe62 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 809 time: 1.1768565 Nov 22 16:35:25.005590 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2e9dc-01ef-4b0f-9a3d-86e3aad8f16e None None] Pushing event updated for resources: {'Port': ['ID=24838f56-fcc2-44e1-887f-47889bd3c1ac,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.016099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387635fb-7d66-4b9a-9645-f2616fd7f706 req-8cedb8f8-9d9e-420e-a443-05133140b372 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:25.023383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-387635fb-7d66-4b9a-9645-f2616fd7f706 req-8cedb8f8-9d9e-420e-a443-05133140b372 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 948 time: 0.7921982 Nov 22 16:35:25.026038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-c14e3ada-f32a-4cf5-ad8d-2c85e96da1c4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/quotas/7416ca3a74024c1088e3f656a87c95c4 HTTP/1.1" status: 200 len: 375 time: 0.0386474 Nov 22 16:35:25.036781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.045041 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.089605 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] Set router 0d9113db-45d2-499c-aecd-846eb1d8802f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:25.091413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.114441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523aacdc-21d2-4958-bf7c-375672a7842b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:25.129039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e66e1d-063f-4c4c-b463-27e2a13aa50b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:25.129682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e66e1d-063f-4c4c-b463-27e2a13aa50b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:25.141078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.155743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.162351 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Attempting to bind port 24838f56-fcc2-44e1-887f-47889bd3c1ac on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:25.162922 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Attempting to bind port 24838f56-fcc2-44e1-887f-47889bd3c1ac by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:25.163399 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Attempting to bind port 24838f56-fcc2-44e1-887f-47889bd3c1ac on network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:25.163601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:25.164199 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.187255 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:25.208268 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:25.210672 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:25.210956 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Checking segment: {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:25.211357 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.211745 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Bound using segment: {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:25.212398 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Bound port: 24838f56-fcc2-44e1-887f-47889bd3c1ac, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:25.212778 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.234034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56446) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:25.266487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.272425 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Deleting port 7c5e6c69-758d-4398-acdf-00438a402f95 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:25.272782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.283731 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.302960 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.308576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/523aacdc-21d2-4958-bf7c-375672a7842b HTTP/1.1" status: 204 len: 168 time: 2.3623645 Nov 22 16:35:25.321296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-387635fb-7d66-4b9a-9645-f2616fd7f706 req-ef6c5506-a146-4eb7-a6f8-1e053f7693c4 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970114 Nov 22 16:35:25.354560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f421c17-fabf-441c-ace0-17f9cc4448c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=523aacdc-21d2-4958-bf7c-375672a7842b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.365558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-aac63c57-f7b4-49a6-aa37-f67d84da5b10 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3168862 Nov 22 16:35:25.381598 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] For port 24838f56-fcc2-44e1-887f-47889bd3c1ac, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:25.397363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] For port 24838f56-fcc2-44e1-887f-47889bd3c1ac, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=24838f56-fcc2-44e1-887f-47889bd3c1ac,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:25.405197 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.446528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] For port 7c5e6c69-758d-4398-acdf-00438a402f95, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7c5e6c69-758d-4398-acdf-00438a402f95,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:25.447283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.461739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Deleting port dc531354-ab80-41d6-87b4-b8ab99a2d4b7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:25.462198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.486261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Calling delete_port for 7c5e6c69-758d-4398-acdf-00438a402f95 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:25.503943 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2e9dc-01ef-4b0f-9a3d-86e3aad8f16e None None] Pushing event updated for resources: {'Port': ['ID=24838f56-fcc2-44e1-887f-47889bd3c1ac,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.509990 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Routers {'15309610-5d35-4994-8249-4ecf10ddc85a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:25.510826 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['15309610-5d35-4994-8249-4ecf10ddc85a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:25.513818 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:35:23Z', 'revision_number': 5, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port': {'id': '7c5e6c69-758d-4398-acdf-00438a402f95', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:37Z', 'updated_at': '2021-11-22T16:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:25.520005 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-452b5f3b-34c3-4416-8374-b07f048bda6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.574165 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.584788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-e3f3b5b1-d07e-4f57-af4d-2e5493a2284b service neutron] 10.222.0.69 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051461 Nov 22 16:35:25.589010 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] Checking router: 0d9113db-45d2-499c-aecd-846eb1d8802f for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:25.591015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Calling delete_port for dc531354-ab80-41d6-87b4-b8ab99a2d4b7 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:25.623205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56452) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:25.634540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] Routers {'0d9113db-45d2-499c-aecd-846eb1d8802f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:25.635434 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['0d9113db-45d2-499c-aecd-846eb1d8802f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:25.765650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-79a3894d-aae5-4669-bdd0-7abd5ec6ca0b service neutron] 10.222.0.69 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613531 Nov 22 16:35:25.772408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-452b5f3b-34c3-4416-8374-b07f048bda6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.781782 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] Set router 15309610-5d35-4994-8249-4ecf10ddc85a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:25.782022 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-48c50d14-0582-4580-82d4-4c355333adc5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=495ed849e17f4cf3b409344fd3807d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533871 Nov 22 16:35:25.782022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56454) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:25.826560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-452b5f3b-34c3-4416-8374-b07f048bda6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.868058 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] Set router 0d9113db-45d2-499c-aecd-846eb1d8802f gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:25.879563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:25.879887 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-452b5f3b-34c3-4416-8374-b07f048bda6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e45113b8c7944188aa4c9779383ad437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6447415 Nov 22 16:35:25.888431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.889212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b5f3b-34c3-4416-8374-b07f048bda6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a0c821-c3bb-4558-841d-cf7eb4b7ad43,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.920203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.923888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e77057d7-968b-4c03-80b4-099ae28a4aa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.941032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Pushing event deleted for resources: {'Port': ['ID=dc531354-ab80-41d6-87b4-b8ab99a2d4b7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.960626 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 6, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:25.961495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5e6c69-758d-4398-acdf-00438a402f95,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.980774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d75e010-630f-4659-9731-cb865eaec72b None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:26.034934 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0202dec-6be2-469f-84c2-5b5c3fa3c7ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.040376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3eb6c0-c9ad-4611-b9fb-81893e4dfadb None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:26.052871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.063246 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e77057d7-968b-4c03-80b4-099ae28a4aa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.077916 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.142483 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bf316-707e-40f8-8006-56798ef045b2 None None] The sync data for ids ['0d9113db-45d2-499c-aecd-846eb1d8802f'] in n-d-811716-3 is: [{'id': '0d9113db-45d2-499c-aecd-846eb1d8802f', 'name': 'tempest-TestVolumeBackupRestore-1990403713-router', 'tenant_id': '0b9f96561c2d447597187897ca82d87b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:36Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 6, 'project_id': '0b9f96561c2d447597187897ca82d87b', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:26.173786 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:20Z', 'revision_number': 4, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port': {'id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '24838f56-fcc2-44e1-887f-47889bd3c1ac', 'name': '', 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'mac_address': 'fa:16:3e:77:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '440892f2-a4a8-4374-8652-16ed381addde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'subnets': [{'id': '440892f2-a4a8-4374-8652-16ed381addde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:26.197762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0202dec-6be2-469f-84c2-5b5c3fa3c7ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.221618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f35d615a-280c-4de0-ab6d-c2e3efaeb18b req-f506ce26-7914-4c7c-b0c8-daf3d953bd12 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 210 time: 0.0889416 Nov 22 16:35:26.251331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.254471 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.322159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.322855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9113db-45d2-499c-aecd-846eb1d8802f {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:26.333643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.345459 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-75162672-769f-4476-803c-e2eff23dea09 admin admin] 10.222.0.69 "DELETE /v2.0/routers/0d9113db-45d2-499c-aecd-846eb1d8802f HTTP/1.1" status: 204 len: 168 time: 1.5290830 Nov 22 16:35:26.346625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56466) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:26.350214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e77057d7-968b-4c03-80b4-099ae28a4aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.353280 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e77057d7-968b-4c03-80b4-099ae28a4aa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.360831 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434ddb86-f17d-4bfe-959e-80f3545ea4a1 None None] The sync data for ids ['15309610-5d35-4994-8249-4ecf10ddc85a'] in n-d-811716-3 is: [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:20Z', 'revision_number': 4, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port': {'id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '24838f56-fcc2-44e1-887f-47889bd3c1ac', 'name': '', 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'mac_address': 'fa:16:3e:77:2e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': '440892f2-a4a8-4374-8652-16ed381addde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:19Z', 'updated_at': '2021-11-22T16:35:25Z', 'revision_number': 4, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'subnets': [{'id': '440892f2-a4a8-4374-8652-16ed381addde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:26.370141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e77057d7-968b-4c03-80b4-099ae28a4aa8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3dec0b3d-3621-48f5-998f-93e3a2b71b9c HTTP/1.1" status: 204 len: 168 time: 0.5865719 Nov 22 16:35:26.419072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77057d7-968b-4c03-80b4-099ae28a4aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dec0b3d-3621-48f5-998f-93e3a2b71b9c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.501870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c78c1de-29e8-4ba7-ac8a-661cdf717b4b admin admin] Deleting subnet dab60e95-6f86-4b09-adf7-4a532408ea62 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:26.506721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c78c1de-29e8-4ba7-ac8a-661cdf717b4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.535147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.545840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.586457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c78c1de-29e8-4ba7-ac8a-661cdf717b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.675180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0202dec-6be2-469f-84c2-5b5c3fa3c7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.678672 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0202dec-6be2-469f-84c2-5b5c3fa3c7ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.685422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0202dec-6be2-469f-84c2-5b5c3fa3c7ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52a0c821-c3bb-4558-841d-cf7eb4b7ad43 HTTP/1.1" status: 204 len: 168 time: 0.8030283 Nov 22 16:35:26.713212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b726b37-c5ba-48a5-b352-8b3875e801c1 req-674cccf8-0e15-4934-a628-fa8888430224 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:26.714912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b726b37-c5ba-48a5-b352-8b3875e801c1 req-674cccf8-0e15-4934-a628-fa8888430224 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 948 time: 0.2229302 Nov 22 16:35:26.728018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0202dec-6be2-469f-84c2-5b5c3fa3c7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a0c821-c3bb-4558-841d-cf7eb4b7ad43,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.742762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Router c7f66b7e-02fc-4115-95c1-fca6e87ef03c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:26.824516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 963c96a5-e0f4-43e0-8085-dac8aab53da0 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:26.901134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c78c1de-29e8-4ba7-ac8a-661cdf717b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.920618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b726b37-c5ba-48a5-b352-8b3875e801c1 req-03d8c9a2-9be5-4133-bb94-748ab66761c6 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968670 Nov 22 16:35:26.938316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:26.962772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.965109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a6843cd2-3e00-416f-a829-bf517a356ed8 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "PUT /v2.0/routers/c7f66b7e-02fc-4115-95c1-fca6e87ef03c HTTP/1.1" status: 200 len: 705 time: 3.4549255 Nov 22 16:35:26.967334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:26.969849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1ece9-62a6-4b52-83b6-a07a7844f1d6 None None] Sync routers for ids ['c7f66b7e-02fc-4115-95c1-fca6e87ef03c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:27.000450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 963c96a5-e0f4-43e0-8085-dac8aab53da0 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:27.005792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1ece9-62a6-4b52-83b6-a07a7844f1d6 None None] Routers {'c7f66b7e-02fc-4115-95c1-fca6e87ef03c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:27.006451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-78e1ece9-62a6-4b52-83b6-a07a7844f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c7f66b7e-02fc-4115-95c1-fca6e87ef03c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:27.095866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c78c1de-29e8-4ba7-ac8a-661cdf717b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.138213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-78e1ece9-62a6-4b52-83b6-a07a7844f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:27.167290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 963c96a5-e0f4-43e0-8085-dac8aab53da0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:27.167672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.170943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78c1de-29e8-4ba7-ac8a-661cdf717b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dab60e95-6f86-4b09-adf7-4a532408ea62,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.171193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1ece9-62a6-4b52-83b6-a07a7844f1d6 None None] Routers {'c7f66b7e-02fc-4115-95c1-fca6e87ef03c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:27.171193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-78e1ece9-62a6-4b52-83b6-a07a7844f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c7f66b7e-02fc-4115-95c1-fca6e87ef03c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:27.174987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1ba61712-ebb0-48b0-8252-b789698414c2 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/routers/c7f66b7e-02fc-4115-95c1-fca6e87ef03c HTTP/1.1" status: 200 len: 740 time: 0.2047091 Nov 22 16:35:27.184273 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9c78c1de-29e8-4ba7-ac8a-661cdf717b4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.191237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:27.191237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:27.199284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9c78c1de-29e8-4ba7-ac8a-661cdf717b4b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dab60e95-6f86-4b09-adf7-4a532408ea62 HTTP/1.1" status: 204 len: 168 time: 0.8473289 Nov 22 16:35:27.201687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56486) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:27.213479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84bb36-510d-4bee-bcef-e9300149ce42 None None] Network d6d38b82-6d20-417a-af39-be51a54d9ddb requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:27.376369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0188c01c-8a02-4717-b805-06392e25e664 tempest-RoutersAdminTest-418897376 tempest-RoutersAdminTest-418897376-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=c7f66b7e-02fc-4115-95c1-fca6e87ef03c HTTP/1.1" status: 200 len: 205 time: 0.1822891 Nov 22 16:35:27.414113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.416330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56492) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:27.450195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-78e1ece9-62a6-4b52-83b6-a07a7844f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:27.450857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1ece9-62a6-4b52-83b6-a07a7844f1d6 None None] The sync data for ids ['c7f66b7e-02fc-4115-95c1-fca6e87ef03c'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:27.468602 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ba9e215-85e1-4c1d-82a0-5fa5ff8ce315 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7f66b7e-02fc-4115-95c1-fca6e87ef03c HTTP/1.1" status: 200 len: 205 time: 0.0445735 Nov 22 16:35:27.471701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56496) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:27.479451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a30d7fa-bcf9-40c5-84c8-3ce349c80b4b req-39e7fd41-a1f3-435b-bb32-d478d08f66ac tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 210 time: 0.0925372 Nov 22 16:35:27.534276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a84a22fd-ac2a-4eac-bb58-6af340ca352b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0d18d17623f14656a3835dde7c90dce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3255460 Nov 22 16:35:27.538352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56500) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:27.628878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.685579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e4ed01-b674-477c-a172-8d22645e71a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c96a5-e0f4-43e0-8085-dac8aab53da0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:27.688188 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bd2458-8fa3-49cc-bed0-213a3fdb5c80" -d '{"events": [{"server_uuid": "05e4ed01-b674-477c-a172-8d22645e71a3", "name": "network-vif-plugged", "status": "completed", "tag": "963c96a5-e0f4-43e0-8085-dac8aab53da0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:27.740267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fee80ba-6b01-4395-aebb-5fd5040057d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.743661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 963c96a5-e0f4-43e0-8085-dac8aab53da0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=963c96a5-e0f4-43e0-8085-dac8aab53da0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:27.761152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 24838f56-fcc2-44e1-887f-47889bd3c1ac up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:27.772651 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.829193 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fee80ba-6b01-4395-aebb-5fd5040057d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.849303 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e995e32-b83b-4c6c-bbc5-4eb9e07673b0 x-openstack-request-id: req-5e995e32-b83b-4c6c-bbc5-4eb9e07673b0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:27.850032 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e4ed01-b674-477c-a172-8d22645e71a3", "name": "network-vif-plugged", "status": "completed", "tag": "963c96a5-e0f4-43e0-8085-dac8aab53da0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:27.850502 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e995e32-b83b-4c6c-bbc5-4eb9e07673b0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:27.851539 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e4ed01-b674-477c-a172-8d22645e71a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963c96a5-e0f4-43e0-8085-dac8aab53da0', 'code': 200} Nov 22 16:35:27.853709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] DHCP port deletion for d6d38b82-6d20-417a-af39-be51a54d9ddb request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:27.932083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=963c96a5-e0f4-43e0-8085-dac8aab53da0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.968207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb0e2a-67bb-4dba-bfd5-ee94745c8dbc req-224dd910-3e6f-45be-b9da-9f7df9a84ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:27.971250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1beb0e2a-67bb-4dba-bfd5-ee94745c8dbc req-224dd910-3e6f-45be-b9da-9f7df9a84ecd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 1100 time: 0.0960124 Nov 22 16:35:28.001425 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fee80ba-6b01-4395-aebb-5fd5040057d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.007176 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fee80ba-6b01-4395-aebb-5fd5040057d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.009426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8fee80ba-6b01-4395-aebb-5fd5040057d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4b58254-76a4-457d-ad9b-df5afe59bc27 HTTP/1.1" status: 204 len: 168 time: 0.4695964 Nov 22 16:35:28.045460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee80ba-6b01-4395-aebb-5fd5040057d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b58254-76a4-457d-ad9b-df5afe59bc27,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:28.184853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] Deleting port d0aa2733-beb3-4e6a-8383-079a5e240fea {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:28.185431 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.219525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1beb0e2a-67bb-4dba-bfd5-ee94745c8dbc req-1cd39a32-6f3b-4986-b6b7-58fb471d03f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381620 Nov 22 16:35:28.247451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0a89-4cc5-4863-9073-51872200a0a5 req-cd1bbbd3-4838-4968-af8b-41b0f01ea095 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.249951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08af0a89-4cc5-4863-9073-51872200a0a5 req-cd1bbbd3-4838-4968-af8b-41b0f01ea095 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 949 time: 0.1529162 Nov 22 16:35:28.303187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] For port d0aa2733-beb3-4e6a-8383-079a5e240fea, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d0aa2733-beb3-4e6a-8383-079a5e240fea,segment=NetworkSegment(70b2d394-f6fb-4c17-bcc0-6e8ac4f74975),segment_id=70b2d394-f6fb-4c17-bcc0-6e8ac4f74975)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:28.303430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.345731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] Calling delete_port for d0aa2733-beb3-4e6a-8383-079a5e240fea owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:28.375079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08af0a89-4cc5-4863-9073-51872200a0a5 req-f1ab718b-05fd-44aa-ad87-531b57c090bc tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182215 Nov 22 16:35:28.503218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 24838f56-fcc2-44e1-887f-47889bd3c1ac triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:28.503830 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.557800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-9ea54ded-bfa8-42dd-a443-cd534472df08 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.565099 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-9ea54ded-bfa8-42dd-a443-cd534472df08 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.71 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 809 time: 0.2149792 Nov 22 16:35:28.599426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Request body: {'port': {'device_id': '049f31bd-81f4-4c5f-b1ec-0503f428fa3f', 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1', 'admin_state_up': True, 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:28.612659 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-104b0080-c6c1-4d10-b73d-695f4cfc67e5 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.706777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.773400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] Pushing event deleted for resources: {'Port': ['ID=d0aa2733-beb3-4e6a-8383-079a5e240fea,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:28.795011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b6417-e7ce-433e-9b28-a5d6ce527121 None None] No DVR routers for this DVR port d0aa2733-beb3-4e6a-8383-079a5e240fea on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:28.798603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Deleting port d0aa2733-beb3-4e6a-8383-079a5e240fea {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:28.799083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.799285 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.849255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 24838f56-fcc2-44e1-887f-47889bd3c1ac, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=24838f56-fcc2-44e1-887f-47889bd3c1ac,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:28.856108 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.959452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7c5e6c69-758d-4398-acdf-00438a402f95 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:28.975371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4d69704-f830-4351-956a-98c8706cd13a req-9463b4bf-0186-4e17-a275-ffd1c195f217 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 210 time: 0.3504159 Nov 22 16:35:29.026113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 7c5e6c69-758d-4398-acdf-00438a402f95 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:29.026453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7c5e6c69-758d-4398-acdf-00438a402f95 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:29.027060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:29.052718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:29.053341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2eb832e8-08dc-4bef-8fe9-e115939aa3e1 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:29.060483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-104b0080-c6c1-4d10-b73d-695f4cfc67e5 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.064989 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-104b0080-c6c1-4d10-b73d-695f4cfc67e5 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.073588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=24838f56-fcc2-44e1-887f-47889bd3c1ac,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:29.140994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] For port d0aa2733-beb3-4e6a-8383-079a5e240fea, host n-d-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:29.141502 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.152055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-104b0080-c6c1-4d10-b73d-695f4cfc67e5 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.152995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104b0080-c6c1-4d10-b73d-695f4cfc67e5 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Fanout notify agent at l3_agent the message router_deleted on router c7f66b7e-02fc-4115-95c1-fca6e87ef03c {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:29.168967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-104b0080-c6c1-4d10-b73d-695f4cfc67e5 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.173064 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-104b0080-c6c1-4d10-b73d-695f4cfc67e5 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/c7f66b7e-02fc-4115-95c1-fca6e87ef03c HTTP/1.1" status: 204 len: 168 time: 1.6972201 Nov 22 16:35:29.173870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56528) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.190627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Calling delete_port for d0aa2733-beb3-4e6a-8383-079a5e240fea owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:29.209284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Port d0aa2733-beb3-4e6a-8383-079a5e240fea was not found and therefore no delete operation was performed {{(pid=103410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:35:29.210917 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.227984 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cd56774b-74f1-408e-b28a-94b75f187c64 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=c7f66b7e-02fc-4115-95c1-fca6e87ef03c HTTP/1.1" status: 200 len: 205 time: 0.0503335 Nov 22 16:35:29.229088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Made reservation on behalf of 7416ca3a74024c1088e3f656a87c95c4 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:29.230069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.232735 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.266610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0aa2733-beb3-4e6a-8383-079a5e240fea,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:29.283380 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-7edaa602-574d-41f4-ace7-32d603a416c9 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] delete failed (client error): The resource could not be found. Nov 22 16:35:29.287263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] No DVR routers for this DVR port d0aa2733-beb3-4e6a-8383-079a5e240fea on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:29.288760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7edaa602-574d-41f4-ace7-32d603a416c9 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/c7f66b7e-02fc-4115-95c1-fca6e87ef03c HTTP/1.1" status: 404 len: 336 time: 0.0576327 Nov 22 16:35:29.292168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.330426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8a6e23e9-f5ab-4ce6-bc3a-187dce4546b6 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=37ad8292-8201-4bbc-b769-92d3d2170939 HTTP/1.1" status: 200 len: 205 time: 0.0366077 Nov 22 16:35:29.332755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56534) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.395143 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-3df59d41-6a6a-4bb2-bff0-cdb18e3acb6f tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] delete failed (client error): The resource could not be found. Nov 22 16:35:29.396430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3df59d41-6a6a-4bb2-bff0-cdb18e3acb6f tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/37ad8292-8201-4bbc-b769-92d3d2170939 HTTP/1.1" status: 404 len: 336 time: 0.0611298 Nov 22 16:35:29.399158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56538) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.442081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a71cb283-3f66-4f5b-b253-c23442945fe5 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c9f4d13-c323-4c91-aa3d-223a9a481a3e HTTP/1.1" status: 200 len: 205 time: 0.0406995 Nov 22 16:35:29.443736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.460840 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:35:29.472918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.503998 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-6466067d-ca1f-4419-816d-bbb52491e2e3 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] delete failed (client error): The resource could not be found. Nov 22 16:35:29.507419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6466067d-ca1f-4419-816d-bbb52491e2e3 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/1c9f4d13-c323-4c91-aa3d-223a9a481a3e HTTP/1.1" status: 404 len: 336 time: 0.0602517 Nov 22 16:35:29.510771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56548) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.568941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d38b82-6d20-417a-af39-be51a54d9ddb']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:29.581864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:29.582166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b2d394-f6fb-4c17-bcc0-6e8ac4f74975') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:29.607624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 24838f56-fcc2-44e1-887f-47889bd3c1ac up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:29.626009 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32bdefe9-bfb0-4476-8dc3-917151ed6490 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a690cfe-e0fc-414e-8823-bcfb0c287dc7 HTTP/1.1" status: 200 len: 205 time: 0.1095855 Nov 22 16:35:29.630422 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.632389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56552) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.641868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066e3b7-7e9f-4f4a-922e-4b15275f0da5 req-9ce4718c-d3dd-4223-9d9c-791a4342c468 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:29.643643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d066e3b7-7e9f-4f4a-922e-4b15275f0da5 req-9ce4718c-d3dd-4223-9d9c-791a4342c468 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 949 time: 0.1447194 Nov 22 16:35:29.670606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 24838f56-fcc2-44e1-887f-47889bd3c1ac triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:29.670887 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.693235 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-0c428af6-0b20-4826-81bb-c35ec3dea334 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] delete failed (client error): The resource could not be found. Nov 22 16:35:29.697380 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0c428af6-0b20-4826-81bb-c35ec3dea334 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/1a690cfe-e0fc-414e-8823-bcfb0c287dc7 HTTP/1.1" status: 404 len: 336 time: 0.0579247 Nov 22 16:35:29.700781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56554) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.714566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d066e3b7-7e9f-4f4a-922e-4b15275f0da5 req-892c9b5e-cb03-4afc-b715-f9dcd280f820 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647457 Nov 22 16:35:29.734556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.738276 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0a6c01bb-4c20-4827-852a-8262eb006ab7 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=96f74768-af9f-463c-984d-a712cd7249c5 HTTP/1.1" status: 200 len: 205 time: 0.0363157 Nov 22 16:35:29.742801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.754281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:29.754851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:29.756885 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:29.769999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Allocated IP 172.20.0.12 (f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1/440892f2-a4a8-4374-8652-16ed381addde/b80e890b-c63d-4d8b-ba29-a3a7d227a631) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:29.821151 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-4db1db1d-352c-4bba-a4d7-91865ad5b479 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] delete failed (client error): The resource could not be found. Nov 22 16:35:29.822873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4db1db1d-352c-4bba-a4d7-91865ad5b479 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/96f74768-af9f-463c-984d-a712cd7249c5 HTTP/1.1" status: 404 len: 336 time: 0.0778890 Nov 22 16:35:29.826220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.863893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.866879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0e2249f-4bd6-41ec-8e3f-0916333a83e9 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "GET /v2.0/ports?device_id=1275bedd-f230-4110-8f39-c5e42319af80 HTTP/1.1" status: 200 len: 205 time: 0.0392981 Nov 22 16:35:29.870867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56564) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.877014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.880913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d6d38b82-6d20-417a-af39-be51a54d9ddb HTTP/1.1" status: 204 len: 168 time: 2.6759167 Nov 22 16:35:29.892400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d0aa2733-beb3-4e6a-8383-079a5e240fea no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:29.927987 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-96fe1635-9255-4bfc-b9d7-18acab729b87 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] delete failed (client error): The resource could not be found. Nov 22 16:35:29.929328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96fe1635-9255-4bfc-b9d7-18acab729b87 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/routers/1275bedd-f230-4110-8f39-c5e42319af80 HTTP/1.1" status: 404 len: 336 time: 0.0569003 Nov 22 16:35:29.934481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:29.934730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d0aa2733-beb3-4e6a-8383-079a5e240fea {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:29.935018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d0aa2733-beb3-4e6a-8383-079a5e240fea not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:29.945353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57897ae4-9dd9-4325-833b-cd0af8492727 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d38b82-6d20-417a-af39-be51a54d9ddb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.034592 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e90310-5842-4c6d-8058-281f67fb2d19 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] DELETE failed (client error): The resource could not be found. Nov 22 16:35:30.035537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e90310-5842-4c6d-8058-281f67fb2d19 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:35:30.048162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b9e90310-5842-4c6d-8058-281f67fb2d19 tempest-RoutersAdminTest-192417448 tempest-RoutersAdminTest-192417448-project] 10.222.0.69 "DELETE /v2.0/subnets/e42b2cc1-7983-4c3a-88e4-b127cb4313ae HTTP/1.1" status: 404 len: 337 time: 0.1119778 Nov 22 16:35:30.160488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11a209ec-8603-4e06-a6d2-5013ef016078 req-2afa761f-4651-4df8-ade7-1f413150ef3e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 210 time: 0.0909700 Nov 22 16:35:30.166302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.222374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.261295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15556b-c09f-4723-b339-325ffd129369 req-90d8ee01-77c2-4b38-96e1-1fa848fb28c4 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:30.269082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab15556b-c09f-4723-b339-325ffd129369 req-90d8ee01-77c2-4b38-96e1-1fa848fb28c4 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 949 time: 0.0777574 Nov 22 16:35:30.297149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56576) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:30.317902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Pushing event updated for resources: {'Port': ['ID=b80e890b-c63d-4d8b-ba29-a3a7d227a631,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.344274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:30.345800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:30.349810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:30.360017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab15556b-c09f-4723-b339-325ffd129369 req-ba4bdca4-2272-4c5a-b498-979cd3d84e46 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898378 Nov 22 16:35:30.389865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1fad8388-76db-4d6f-be0a-cc431b6bada6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fa29010fe4d246b29bae937503bd5ad8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0899658 Nov 22 16:35:30.392639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:30.444733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:30.445796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.467720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.475206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-8f147d38-970f-4382-9a12-b571d1549861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8897245 Nov 22 16:35:30.489869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Request body: {'port': {'device_id': '049f31bd-81f4-4c5f-b1ec-0503f428fa3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:30.501997 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.567541 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.571321 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.575623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/205a7712-4834-42a9-bdd2-6e2e7a2fb30f HTTP/1.1" status: 204 len: 168 time: 0.1790860 Nov 22 16:35:30.583488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205a7712-4834-42a9-bdd2-6e2e7a2fb30f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.596168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.596548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.596867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.597263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.597615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.598007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.598350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.598688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.599021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.599398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.599740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.600131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f792141-93db-4dfd-8905-ffffa8e4ede6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:30.606541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:30.615683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.807625 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-089ad313-b0fb-4be7-98a0-bd5ec3f0dd6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.903169 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-089ad313-b0fb-4be7-98a0-bd5ec3f0dd6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.908868 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-089ad313-b0fb-4be7-98a0-bd5ec3f0dd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.956392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-089ad313-b0fb-4be7-98a0-bd5ec3f0dd6c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8677372d88b64aab9fdf1117c823b0c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483784 Nov 22 16:35:30.958002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ad313-b0fb-4be7-98a0-bd5ec3f0dd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3949b0a2-2b03-415b-8573-4542b4331bcf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.960643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56592) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:31.000698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80e890b-c63d-4d8b-ba29-a3a7d227a631 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:31.010874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.030524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Transition to ACTIVE for port object b80e890b-c63d-4d8b-ba29-a3a7d227a631 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:31.030763 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85de350e-3bf5-434a-83e2-021b73d6e99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.034846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.066095 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85de350e-3bf5-434a-83e2-021b73d6e99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.083169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56594) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:31.097333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e890b-c63d-4d8b-ba29-a3a7d227a631,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.155731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7c8e3169-e9ca-4c87-af06-809443f2e71e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0b9f96561c2d447597187897ca82d87b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0713837 Nov 22 16:35:31.156019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:31.169673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85de350e-3bf5-434a-83e2-021b73d6e99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.172292 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85de350e-3bf5-434a-83e2-021b73d6e99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.176619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-85de350e-3bf5-434a-83e2-021b73d6e99a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3949b0a2-2b03-415b-8573-4542b4331bcf HTTP/1.1" status: 204 len: 168 time: 0.2118337 Nov 22 16:35:31.185066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de350e-3bf5-434a-83e2-021b73d6e99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3949b0a2-2b03-415b-8573-4542b4331bcf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.202727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Attempting to bind port b80e890b-c63d-4d8b-ba29-a3a7d227a631 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:31.202727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Attempting to bind port b80e890b-c63d-4d8b-ba29-a3a7d227a631 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:31.203231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Attempting to bind port b80e890b-c63d-4d8b-ba29-a3a7d227a631 on network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:31.228594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Port b80e890b-c63d-4d8b-ba29-a3a7d227a631 on network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:31.228933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Attempting to bind port b80e890b-c63d-4d8b-ba29-a3a7d227a631 on network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:31.252848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:31.253237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Checking segment: {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:31.253790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Bound using segment: {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:31.254628 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Bound port: b80e890b-c63d-4d8b-ba29-a3a7d227a631, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:31.255300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.332832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6505-e1bd-4c04-bd32-7e69b4dffe0b req-8af74656-7abe-4fc6-8a24-aacb4dc3d0c5 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.340643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f64c6505-e1bd-4c04-bd32-7e69b4dffe0b req-8af74656-7abe-4fc6-8a24-aacb4dc3d0c5 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 944 time: 0.0812421 Nov 22 16:35:31.342604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bcba1b1-406a-4536-97de-0fa360d85862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.407134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bcba1b1-406a-4536-97de-0fa360d85862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.432495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f64c6505-e1bd-4c04-bd32-7e69b4dffe0b req-656eca8e-5d57-4a43-b52b-2639b00c9c06 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904646 Nov 22 16:35:31.435689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] For port b80e890b-c63d-4d8b-ba29-a3a7d227a631, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:31.463775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] For port b80e890b-c63d-4d8b-ba29-a3a7d227a631, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:31.476062 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.527740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.528559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.530212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-316de68f-f249-4354-8777-01ccf5b4e527 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.530935 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] 10.222.0.71 "PUT /v2.0/ports/b80e890b-c63d-4d8b-ba29-a3a7d227a631 HTTP/1.1" status: 200 len: 1092 time: 1.0456769 Nov 22 16:35:31.531426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049f31bd-81f4-4c5f-b1ec-0503f428fa3f', 'tag': 'b80e890b-c63d-4d8b-ba29-a3a7d227a631'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:31.531550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-316de68f-f249-4354-8777-01ccf5b4e527 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.11 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 949 time: 0.1241870 Nov 22 16:35:31.534106 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74" -d '{"events": [{"name": "network-changed", "server_uuid": "049f31bd-81f4-4c5f-b1ec-0503f428fa3f", "tag": "b80e890b-c63d-4d8b-ba29-a3a7d227a631"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:31.560208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e75cdb-cbe2-49c2-82f8-209195e051d3 req-90b3b866-fb5f-4633-9da6-866cd17c2023 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.561973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0e75cdb-cbe2-49c2-82f8-209195e051d3 req-90b3b866-fb5f-4633-9da6-866cd17c2023 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 949 time: 0.1058545 Nov 22 16:35:31.565534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11cd82-97d7-4f16-9e52-e5c5c984fd55 service neutron] Pushing event updated for resources: {'Port': ['ID=b80e890b-c63d-4d8b-ba29-a3a7d227a631,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.570545 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bcba1b1-406a-4536-97de-0fa360d85862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.575349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1bcba1b1-406a-4536-97de-0fa360d85862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.580716 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1bcba1b1-406a-4536-97de-0fa360d85862 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a88fb382-ec99-4266-843d-9f2424ce9515 HTTP/1.1" status: 204 len: 168 time: 0.4195056 Nov 22 16:35:31.587702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcba1b1-406a-4536-97de-0fa360d85862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88fb382-ec99-4266-843d-9f2424ce9515,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.623025 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58f6b2c-c3eb-426e-87da-3f7034761842 x-openstack-request-id: req-f58f6b2c-c3eb-426e-87da-3f7034761842 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:31.623694 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049f31bd-81f4-4c5f-b1ec-0503f428fa3f", "tag": "b80e890b-c63d-4d8b-ba29-a3a7d227a631", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:31.623892 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f58f6b2c-c3eb-426e-87da-3f7034761842 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:31.631762 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049f31bd-81f4-4c5f-b1ec-0503f428fa3f', 'tag': 'b80e890b-c63d-4d8b-ba29-a3a7d227a631', 'status': 'completed', 'code': 200} Nov 22 16:35:31.691503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0e75cdb-cbe2-49c2-82f8-209195e051d3 req-2a1e9895-69a3-4b17-9b34-dce8d2efd7ee tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/security-groups?id=b7b4c798-6eac-4a55-9640-8c46d69da7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013408 Nov 22 16:35:31.718695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-def9f3c2-f577-411f-ad3c-8a0cf227825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.722637 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-def9f3c2-f577-411f-ad3c-8a0cf227825f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 1095 time: 0.1152332 Nov 22 16:35:31.758175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Deleting port 963c96a5-e0f4-43e0-8085-dac8aab53da0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:31.760703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.781098 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-f38c80ff-81b1-4fff-94b8-60e71367a62d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631 HTTP/1.1" status: 200 len: 217 time: 0.0485513 Nov 22 16:35:31.842852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-884be846-6021-4faf-8360-5923bd2bf74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.844447 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-884be846-6021-4faf-8360-5923bd2bf74e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 200 len: 849 time: 0.0550992 Nov 22 16:35:31.895794 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-988dd68f-c6ad-4a1f-8b03-b2db54fda5fc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424695 Nov 22 16:35:31.911620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:31.978823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] For port 963c96a5-e0f4-43e0-8085-dac8aab53da0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=963c96a5-e0f4-43e0-8085-dac8aab53da0,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:31.979605 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.003894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-93937dc3-f95d-4ae3-8cd3-6007cf64048a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cdafe9934eec4ba4884c48169ee83954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907702 Nov 22 16:35:32.005240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Calling delete_port for 963c96a5-e0f4-43e0-8085-dac8aab53da0 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:32.007343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:32.034632 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-d012b9e4-7e7d-4a0e-a77c-fc62f9124999 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285172 Nov 22 16:35:32.148583 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a011a192-69a0-4e9d-ad6b-41daaeecd8d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.201504 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-203be0a7-5ac9-4961-a5b4-393698e96584 req-823b494d-b51e-48c3-afdf-d20477422ae2 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586118 Nov 22 16:35:32.206298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a011a192-69a0-4e9d-ad6b-41daaeecd8d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.297391 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.312121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['963c96a5-e0f4-43e0-8085-dac8aab53da0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:32.333606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-2887392b-39a6-423c-8edb-75707019bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.335145 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-2887392b-39a6-423c-8edb-75707019bd9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 1095 time: 0.0627072 Nov 22 16:35:32.349164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Pushing event deleted for resources: {'Port': ['ID=963c96a5-e0f4-43e0-8085-dac8aab53da0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:32.395973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a011a192-69a0-4e9d-ad6b-41daaeecd8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.402280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a011a192-69a0-4e9d-ad6b-41daaeecd8d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.406067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a011a192-69a0-4e9d-ad6b-41daaeecd8d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d1872363-b276-4f50-a94f-1c686a0d141f HTTP/1.1" status: 204 len: 168 time: 0.3952849 Nov 22 16:35:32.434672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011a192-69a0-4e9d-ad6b-41daaeecd8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1872363-b276-4f50-a94f-1c686a0d141f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:32.438482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] No DVR routers for this DVR port 963c96a5-e0f4-43e0-8085-dac8aab53da0 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:32.445813 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.450542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c298c4c5-0669-4bcd-b13a-fa6a96ef5947 req-3c7f1c8a-1843-4ab2-8418-46f4263fa003 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.11 "DELETE /v2.0/ports/963c96a5-e0f4-43e0-8085-dac8aab53da0 HTTP/1.1" status: 204 len: 173 time: 0.8875141 Nov 22 16:35:32.451336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e4ed01-b674-477c-a172-8d22645e71a3', 'name': 'network-vif-deleted', 'tag': '963c96a5-e0f4-43e0-8085-dac8aab53da0'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:32.456551 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc210bcd-9415-4110-9df7-a9d966c4e0d1" -d '{"events": [{"server_uuid": "05e4ed01-b674-477c-a172-8d22645e71a3", "name": "network-vif-deleted", "tag": "963c96a5-e0f4-43e0-8085-dac8aab53da0"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:32.492082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-e82c40df-fec0-44c6-8acf-3cad97afc280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.494362 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-e82c40df-fec0-44c6-8acf-3cad97afc280 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 910 time: 0.1506870 Nov 22 16:35:32.577812 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-c0d9847f-1212-4d64-bcfc-512124f24c9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631 HTTP/1.1" status: 200 len: 217 time: 0.0679126 Nov 22 16:35:32.630624 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1c7c9d-5c1a-480a-bac2-7f5a81cf3272 x-openstack-request-id: req-6d1c7c9d-5c1a-480a-bac2-7f5a81cf3272 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:32.631301 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e4ed01-b674-477c-a172-8d22645e71a3", "name": "network-vif-deleted", "tag": "963c96a5-e0f4-43e0-8085-dac8aab53da0", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:32.631579 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d1c7c9d-5c1a-480a-bac2-7f5a81cf3272 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:32.633014 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e4ed01-b674-477c-a172-8d22645e71a3', 'name': 'network-vif-deleted', 'tag': '963c96a5-e0f4-43e0-8085-dac8aab53da0', 'status': 'completed', 'code': 200} Nov 22 16:35:32.679347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c477ba1-1355-46fd-a4b5-c16a88f5a286 req-4b1c3bfc-583c-43ed-a02f-eff330b9d190 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.685520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c477ba1-1355-46fd-a4b5-c16a88f5a286 req-4b1c3bfc-583c-43ed-a02f-eff330b9d190 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 944 time: 0.1217914 Nov 22 16:35:32.698189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-0e5e8bc8-479a-4b41-976a-71ffab2c337a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.698189 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-0e5e8bc8-479a-4b41-976a-71ffab2c337a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 200 len: 849 time: 0.1103127 Nov 22 16:35:32.751261 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-54068ac2-e531-4a9a-a8e4-b1094b4ecf14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375810 Nov 22 16:35:32.802872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c477ba1-1355-46fd-a4b5-c16a88f5a286 req-7f33d44c-6eb2-411d-a271-3af6cff59814 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092951 Nov 22 16:35:32.922186 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-538c1f31-45f0-4060-bed3-480e56582b7e service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619213 Nov 22 16:35:32.970321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56658) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:32.998889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3e1b501-51f2-4fe4-b4b2-36805092ab56 req-8e22b67d-1962-45a3-bd86-a4495e091555 tempest-VolumesNegativeTest-1922536223 tempest-VolumesNegativeTest-1922536223-project] 10.222.0.69 "GET /v2.0/ports?device_id=05e4ed01-b674-477c-a172-8d22645e71a3 HTTP/1.1" status: 200 len: 210 time: 0.1173720 Nov 22 16:35:33.102363 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7bc3ad7-e6a1-416b-9fdc-2f84713f2e74 req-d871f929-52b2-4453-8de4-a10bbfa6b751 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691141 Nov 22 16:35:33.240834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-141631821-network', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:33.274090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:33.288336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.307257 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.412848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.418115 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.440859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:33.461830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8224fe-7a7f-4a91-8ba8-26d888b4e605,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:33.465969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.466265 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Added segment 8b1a96a0-8a08-44bd-9a4e-63d5ab405519 of type vlan for network 20d096d4-8232-4f4a-994f-d770c2ec04e8 Nov 22 16:35:33.480589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.480809 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.481076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.481422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.481763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.482103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.482437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.482772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.483103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.483655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.483742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.484396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.529868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.558980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.560001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.560597 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.611842 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6404252 Nov 22 16:35:33.614825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56678) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:33.620832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Request body: {'subnet': {'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-141631821-subnet', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:33.639432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2dd8b-b1cb-4d89-a654-ccbe1448bbbf admin admin] Pushing event updated for resources: {'Network': ['ID=20d096d4-8232-4f4a-994f-d770c2ec04e8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:33.650816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:33.655469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:33.655952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.849271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.939885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:33.956654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:33.956923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Network hostable DHCP agents. Network: 20d096d4-8232-4f4a-994f-d770c2ec04e8, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:33.984885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558ad5d-2946-44b3-a43b-c3ac4bd79242 req-bda87949-56ba-4e00-bf21-e7078adc0638 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.986443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558ad5d-2946-44b3-a43b-c3ac4bd79242 req-bda87949-56ba-4e00-bf21-e7078adc0638 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 944 time: 0.0929015 Nov 22 16:35:33.991432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:34.013313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 20d096d4-8232-4f4a-994f-d770c2ec04e8) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:34.022626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b80e890b-c63d-4d8b-ba29-a3a7d227a631 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:34.027848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.028569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.039381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a912da4-b0e8-4c75-a872-8adb20a5e2b9 None None] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:34.064758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9558ad5d-2946-44b3-a43b-c3ac4bd79242 req-1ad45faf-efc4-4d47-9b9a-1be73a09f552 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701287 Nov 22 16:35:34.072010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-79b8a0af-8ae0-4b3e-a038-abc51a824e86 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4531381 Nov 22 16:35:34.072332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:34.088811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:34.123469 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.125273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.168669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56706) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:34.202776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.262347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b80e890b-c63d-4d8b-ba29-a3a7d227a631, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:34.283636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'b80e890b-c63d-4d8b-ba29-a3a7d227a631', 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1', 'port_id': 'b80e890b-c63d-4d8b-ba29-a3a7d227a631', 'mac_address': 'fa:16:3e:42:33:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440892f2-a4a8-4374-8652-16ed381addde', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:34.317872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1799666158', 'router:external': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:34.357318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Made reservation on behalf of 1f1bf8a14b4e4cfb82fe2066c34fbb9a for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:34.361877 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.373230 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.397707 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.406998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.420899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-20d096d4-8232-4f4a-994f-d770c2ec04e8', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:35:34.421995 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.440506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80e890b-c63d-4d8b-ba29-a3a7d227a631 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:34.522191 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.529963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.553508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b80e890b-c63d-4d8b-ba29-a3a7d227a631, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:34.567512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.584104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:34.593502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21e0473-000e-4d0e-b347-f24b93c117f0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:34.600335 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.601210 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Added segment edbe20c6-b1c1-4f9b-8020-a398f0b70509 of type vlan for network 2ad8521b-0d3d-4b45-92cf-06bde00834de Nov 22 16:35:34.663835 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.722627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.728501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.730801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.763187 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.791247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.838402 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6685567 Nov 22 16:35:34.843156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56736) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:34.848458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'subnet': {'network_id': '2ad8521b-0d3d-4b45-92cf-06bde00834de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:34.889323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b027919-b1d1-4182-9acb-4655c4012aaf tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'Network': ['ID=2ad8521b-0d3d-4b45-92cf-06bde00834de,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:34.903127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Made reservation on behalf of 1f1bf8a14b4e4cfb82fe2066c34fbb9a for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:34.905808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.991463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Allocated IP 172.25.5.16 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/eb616346-5169-4a9e-af5e-811d8c19d0ba) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:35.027297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 963c96a5-e0f4-43e0-8085-dac8aab53da0 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:35.029864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 2ad8521b-0d3d-4b45-92cf-06bde00834de details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:35.149214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b80e890b-c63d-4d8b-ba29-a3a7d227a631'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:35.152138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 963c96a5-e0f4-43e0-8085-dac8aab53da0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:35.152957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 963c96a5-e0f4-43e0-8085-dac8aab53da0 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:35.178541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b80e890b-c63d-4d8b-ba29-a3a7d227a631,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.201561 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.245768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Allocated IP 172.20.0.2 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:35.336378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd45f-8335-44fd-a5c3-b1baf5c26eb8 req-68fa91b9-7484-417e-8b1c-29c0a9b2cef1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:35.338811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-414dd45f-8335-44fd-a5c3-b1baf5c26eb8 req-68fa91b9-7484-417e-8b1c-29c0a9b2cef1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 945 time: 0.0916748 Nov 22 16:35:35.340003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.424679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:35.428551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:35:35.429916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.454699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:35.457219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:35.511776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1173976f-4270-4cf0-bf81-2e8d9af440aa,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.515594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Pushing event updated for resources: {'Port': ['ID=eb616346-5169-4a9e-af5e-811d8c19d0ba,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.519268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Checking segment: {'id': 'edbe20c6-b1c1-4f9b-8020-a398f0b70509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '2ad8521b-0d3d-4b45-92cf-06bde00834de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:35.519704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Network hostable DHCP agents. Network: 2ad8521b-0d3d-4b45-92cf-06bde00834de, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:35.541315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-414dd45f-8335-44fd-a5c3-b1baf5c26eb8 req-2b01f225-9325-4076-9009-80da4d8ed289 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919444 Nov 22 16:35:35.568456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Network 2ad8521b-0d3d-4b45-92cf-06bde00834de is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:35.588055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 2ad8521b-0d3d-4b45-92cf-06bde00834de) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:35.589380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a67ee-9b67-471d-9993-d3500ec7c505 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:35.605909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:35.607407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4bb9a8-6e5e-48ce-ac76-252b2297b818 None None] Network 2ad8521b-0d3d-4b45-92cf-06bde00834de requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:35.608049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.646456 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-53aeb89c-a755-42eb-bf56-a0791470e0de tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8019958 Nov 22 16:35:35.650195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:35.657412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1256196148', 'network_id': '2ad8521b-0d3d-4b45-92cf-06bde00834de'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:35.692833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Made reservation on behalf of 1f1bf8a14b4e4cfb82fe2066c34fbb9a for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:35.697637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.723093 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.724947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] device_id is not set on port ac352878-44ee-41c6-88a8-713e8ad7cd84 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:35:35.801647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.913576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Allocated IP 2001:db8::1ba (2ad8521b-0d3d-4b45-92cf-06bde00834de/1173976f-4270-4cf0-bf81-2e8d9af440aa/ac352878-44ee-41c6-88a8-713e8ad7cd84) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:35.919055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d096f95-d7ba-4a4f-b202-315f49d50a0d None None] Provisioning complete for port eb616346-5169-4a9e-af5e-811d8c19d0ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:35.923553 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d096f95-d7ba-4a4f-b202-315f49d50a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.982536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:36.088547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:36.096606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:36.107752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Pushing event updated for resources: {'Port': ['ID=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:36.152078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d096f95-d7ba-4a4f-b202-315f49d50a0d None None] Port eb616346-5169-4a9e-af5e-811d8c19d0ba cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:36.207948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1905d9-db8a-4b02-a1f0-970a38346e53 None None] Network 2ad8521b-0d3d-4b45-92cf-06bde00834de requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:36.261095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Attempting to bind port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:36.261478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Attempting to bind port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:36.261852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Attempting to bind port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:36.272845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:36.273305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:36.273724 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.274699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:36.275174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.275292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Bound port: a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:36.275599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.330056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.419729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] For port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:36.421380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'Port': ['ID=ac352878-44ee-41c6-88a8-713e8ad7cd84,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:36.429679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Network 2ad8521b-0d3d-4b45-92cf-06bde00834de is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:36.435819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:36.437120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:36.439150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] For port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:36.440472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:36.441302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.450797 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.465184 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-26ce44db-121f-429a-a6b8-671656522961 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8133149 Nov 22 16:35:36.467769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56838) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:36.547533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec38c-af85-40ba-a344-7ffe964e29bb None None] Pushing event updated for resources: {'Port': ['ID=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:36.617047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.621537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-76cdc9d1-884e-4e69-9e87-7832931c2b24 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Deleting port ac352878-44ee-41c6-88a8-713e8ad7cd84 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:36.621890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76cdc9d1-884e-4e69-9e87-7832931c2b24 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.726645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76cdc9d1-884e-4e69-9e87-7832931c2b24 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.749092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-76cdc9d1-884e-4e69-9e87-7832931c2b24 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Calling delete_port for ac352878-44ee-41c6-88a8-713e8ad7cd84 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:36.781769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220dd05-2188-4437-a814-2817396440ce req-65d1c66a-46fe-49ca-a1bc-80d3b150bee9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:36.783361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2220dd05-2188-4437-a814-2817396440ce req-65d1c66a-46fe-49ca-a1bc-80d3b150bee9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 945 time: 0.1144214 Nov 22 16:35:36.943091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2220dd05-2188-4437-a814-2817396440ce req-7076c361-faab-42cb-8042-aed32108768b tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044879 Nov 22 16:35:36.989516 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76cdc9d1-884e-4e69-9e87-7832931c2b24 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.015741 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.038201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdc9d1-884e-4e69-9e87-7832931c2b24 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac352878-44ee-41c6-88a8-713e8ad7cd84,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:37.078198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76cdc9d1-884e-4e69-9e87-7832931c2b24 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.085127 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-76cdc9d1-884e-4e69-9e87-7832931c2b24 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ac352878-44ee-41c6-88a8-713e8ad7cd84 HTTP/1.1" status: 204 len: 168 time: 0.6160529 Nov 22 16:35:37.088607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 56898) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:37.093957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2ad8521b-0d3d-4b45-92cf-06bde00834de', 'external_fixed_ips': [{'subnet_id': '1173976f-4270-4cf0-bf81-2e8d9af440aa', 'ip_address': '2001:db8::1ba'}]}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:37.131124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.132576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.216303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:37.241632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.385870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:37.397430 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:37.417480 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:37.418302 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:37.423781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.427668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b793108f-375a-4a01-9e0d-22a0e4f59c3b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3516183 Nov 22 16:35:37.427959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 56932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:37.588493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:37.720970 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:37.817422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:37.817813 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.956728 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:36Z', 'revision_number': 3, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:37.972065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.054971 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:38.055975 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Updating router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d port eb616346-5169-4a9e-af5e-811d8c19d0ba binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:38.061262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:38.070652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b80e890b-c63d-4d8b-ba29-a3a7d227a631 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:38.081668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.124704 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.200878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0ac90-1c4f-431a-915c-2affeedfe85c req-5021c594-4c16-4c55-a964-6927206ba5bd tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.203506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6bc0ac90-1c4f-431a-915c-2affeedfe85c req-5021c594-4c16-4c55-a964-6927206ba5bd tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 945 time: 0.0803561 Nov 22 16:35:38.221555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af527d06-500d-4c96-93b7-86ecdc460143 None None] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:38.273284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.329877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6bc0ac90-1c4f-431a-915c-2affeedfe85c req-99a1f4a3-2247-4b14-a535-f8e21c2bc9e2 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156240 Nov 22 16:35:38.352997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f4fb4abb-8e71-4ce1-a02e-742db6371e88 None None] Provisioning complete for port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:38.354901 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4fb4abb-8e71-4ce1-a02e-742db6371e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.419632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:38.446906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port b80e890b-c63d-4d8b-ba29-a3a7d227a631 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:38.469928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port b80e890b-c63d-4d8b-ba29-a3a7d227a631 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:38.471816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.472352 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.488199 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.507983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.630323 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Pushing event updated for resources: {'Port': ['ID=eb616346-5169-4a9e-af5e-811d8c19d0ba,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:38.634502 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Attempting to bind port eb616346-5169-4a9e-af5e-811d8c19d0ba on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:38.634871 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Attempting to bind port eb616346-5169-4a9e-af5e-811d8c19d0ba by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:38.635229 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Attempting to bind port eb616346-5169-4a9e-af5e-811d8c19d0ba on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:38.651349 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.651701 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.652069 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.652432 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.652749 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.653076 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.653397 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.653718 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.654298 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.654621 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.654949 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.655268 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:38.673797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d0118-3328-4d93-b6e5-e8142aaf829a None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:38.687068 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:38.690721 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:38.691417 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.692212 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:38.694599 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Bound port: eb616346-5169-4a9e-af5e-811d8c19d0ba, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:38.695113 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.822693 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.840042 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] For port eb616346-5169-4a9e-af5e-811d8c19d0ba, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:38.849473 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] For port eb616346-5169-4a9e-af5e-811d8c19d0ba, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=eb616346-5169-4a9e-af5e-811d8c19d0ba,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:38.862384 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.879408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.885031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port b80e890b-c63d-4d8b-ba29-a3a7d227a631, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:38.889062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049f31bd-81f4-4c5f-b1ec-0503f428fa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e890b-c63d-4d8b-ba29-a3a7d227a631'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:38.891483 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ca18c4-6b02-49d6-94ff-872dd2583ae7" -d '{"events": [{"server_uuid": "049f31bd-81f4-4c5f-b1ec-0503f428fa3f", "name": "network-vif-plugged", "status": "completed", "tag": "b80e890b-c63d-4d8b-ba29-a3a7d227a631"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:38.916657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b5dbcc-ee89-4301-9c45-e7ed90d59fea None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:38.919930 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.951863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.965077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Allocated IP 172.20.0.1 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/ccc3392c-18a4-40d6-8b37-29960b4e8653) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:38.996166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2d6dd0ea-517e-45bb-bb21-6fbfcea2ed86 None None] Provisioning complete for port eb616346-5169-4a9e-af5e-811d8c19d0ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:38.997228 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd0ea-517e-45bb-bb21-6fbfcea2ed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.064292 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:39.065540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:39.081475 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0aff2d-2285-4f3f-ab24-b1562c720ebd x-openstack-request-id: req-8a0aff2d-2285-4f3f-ab24-b1562c720ebd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:39.082308 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049f31bd-81f4-4c5f-b1ec-0503f428fa3f", "name": "network-vif-plugged", "status": "completed", "tag": "b80e890b-c63d-4d8b-ba29-a3a7d227a631", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:39.082784 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a0aff2d-2285-4f3f-ab24-b1562c720ebd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:39.084456 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049f31bd-81f4-4c5f-b1ec-0503f428fa3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80e890b-c63d-4d8b-ba29-a3a7d227a631', 'code': 200} Nov 22 16:35:39.127937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=b80e890b-c63d-4d8b-ba29-a3a7d227a631,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.152186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff6332-1945-42da-ac50-706cbcd869c8 None None] Pushing event updated for resources: {'Port': ['ID=eb616346-5169-4a9e-af5e-811d8c19d0ba,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.222917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa699ad9-21cd-4ded-8a76-0b74f2a322cb req-0edd95ed-07b9-402f-8ae2-1466607827b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.224511 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa699ad9-21cd-4ded-8a76-0b74f2a322cb req-0edd95ed-07b9-402f-8ae2-1466607827b0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 1097 time: 0.1135736 Nov 22 16:35:39.273411 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd0ea-517e-45bb-bb21-6fbfcea2ed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.287942 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:39.324873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2d6dd0ea-517e-45bb-bb21-6fbfcea2ed86 None None] For port eb616346-5169-4a9e-af5e-811d8c19d0ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=eb616346-5169-4a9e-af5e-811d8c19d0ba,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:39.328351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Allocated IP 2001:db8::1ba (2ad8521b-0d3d-4b45-92cf-06bde00834de/1173976f-4270-4cf0-bf81-2e8d9af440aa/5c7094b8-c75a-48f5-a7cc-f216d38ca32a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:39.332770 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d6dd0ea-517e-45bb-bb21-6fbfcea2ed86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.342212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa699ad9-21cd-4ded-8a76-0b74f2a322cb req-0bcdeaab-62b7-4e49-8f66-885ce16824a8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071789 Nov 22 16:35:39.376956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.466003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6dd0ea-517e-45bb-bb21-6fbfcea2ed86 None None] Pushing event updated for resources: {'Port': ['ID=eb616346-5169-4a9e-af5e-811d8c19d0ba,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.471866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.499302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.509569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6b47f565-c34f-4aa2-997d-070aeafcbdaa None None] Provisioning complete for port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:39.509946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b47f565-c34f-4aa2-997d-070aeafcbdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.576636 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.584350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:39.615113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Network 2ad8521b-0d3d-4b45-92cf-06bde00834de is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:39.616795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:39.622806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:39.625410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:39.625548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:39.702299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:39.714543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc3392c-18a4-40d6-8b37-29960b4e8653,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.741245 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:36Z', 'revision_number': 3, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:39.754610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c9ad1-8148-4646-891e-53d615be3759 req-463ebb75-9016-4fdd-bea3-87c30ad3db09 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.774817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e86c9ad1-8148-4646-891e-53d615be3759 req-463ebb75-9016-4fdd-bea3-87c30ad3db09 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.2707741 Nov 22 16:35:39.785416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6b47f565-c34f-4aa2-997d-070aeafcbdaa None None] Provisioning complete for port eb616346-5169-4a9e-af5e-811d8c19d0ba triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:39.785787 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b47f565-c34f-4aa2-997d-070aeafcbdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.793976 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f7c817-c18a-4d18-8d5b-856a591900c6 None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:36Z', 'revision_number': 3, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:39.831946 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.921407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:39.921924 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.996502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7094b8-c75a-48f5-a7cc-f216d38ca32a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:40.011614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e86c9ad1-8148-4646-891e-53d615be3759 req-595bca68-f58e-4368-8e18-86ce1b206723 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361081 Nov 22 16:35:40.142568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.235479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-63753499-eee1-49ea-8601-30150963ccf2 None None] Provisioning complete for port ccc3392c-18a4-40d6-8b37-29960b4e8653 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:40.235993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-63753499-eee1-49ea-8601-30150963ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.289032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-63753499-eee1-49ea-8601-30150963ccf2 None None] Port ccc3392c-18a4-40d6-8b37-29960b4e8653 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:40.297402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.455157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.469775 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.634470 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.664158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Pushing event updated for resources: {'Port': ['ID=ccc3392c-18a4-40d6-8b37-29960b4e8653,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:40.695586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.806014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:40.807680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:40.909669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Router 5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:41.063426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:41.128251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:41.142591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Sync routers for ids ['5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:41.161482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Routers {'5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:41.165050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:41.189438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.193469 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eee447e2-c63e-45f4-9595-cb712a672f17 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1009917 Nov 22 16:35:41.193781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57028) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:41.327572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b78a87b9-3240-4cbf-9a93-61066881db40 None None] Provisioning complete for port ccc3392c-18a4-40d6-8b37-29960b4e8653 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:41.333343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b78a87b9-3240-4cbf-9a93-61066881db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.338724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37278edb-605c-4adc-8a2b-2bf37b2a6e37 req-f5f2f6c6-1d51-4f6b-8044-c71d05dc99a7 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:41.350039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37278edb-605c-4adc-8a2b-2bf37b2a6e37 req-f5f2f6c6-1d51-4f6b-8044-c71d05dc99a7 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1432197 Nov 22 16:35:41.377506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:41.397331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e658b1d1-179b-4522-bb98-c237c698c348 admin admin] 10.222.0.69 "PUT /v2.0/routers/ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9584584 Nov 22 16:35:41.441817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37278edb-605c-4adc-8a2b-2bf37b2a6e37 req-fe2513d9-5759-4058-9c5b-8359754cd37a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906038 Nov 22 16:35:41.474657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.640574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.756870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device eb616346-5169-4a9e-af5e-811d8c19d0ba up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:41.794892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Deleting port 5c7094b8-c75a-48f5-a7cc-f216d38ca32a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:41.795438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.938270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b78a87b9-3240-4cbf-9a93-61066881db40 None None] Port ccc3392c-18a4-40d6-8b37-29960b4e8653 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:41.967436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Set router 5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:42.004335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95c5b9-08e7-4e1c-93a8-b56165725e6f req-7984842d-e07e-43c2-bba2-8be07779aae4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.010970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-17097742-50f4-4702-af3b-7a2182a90ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.012511 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-17097742-50f4-4702-af3b-7a2182a90ba5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 1097 time: 0.1331522 Nov 22 16:35:42.015679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b95c5b9-08e7-4e1c-93a8-b56165725e6f req-7984842d-e07e-43c2-bba2-8be07779aae4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1378798 Nov 22 16:35:42.038797 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.111511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Calling delete_port for 5c7094b8-c75a-48f5-a7cc-f216d38ca32a owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:42.126535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b95c5b9-08e7-4e1c-93a8-b56165725e6f req-4827127c-4e05-4538-a334-95192ac1a0d1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751917 Nov 22 16:35:42.155737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port eb616346-5169-4a9e-af5e-811d8c19d0ba triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:42.156347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.400705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e', 'name': '', 'tenant_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2ad8521b-0d3d-4b45-92cf-06bde00834de', 'external_fixed_ips': [{'subnet_id': '1173976f-4270-4cf0-bf81-2e8d9af440aa', 'ip_address': '2001:db8::1ba'}], 'enable_snat': True}, 'gw_port_id': '5c7094b8-c75a-48f5-a7cc-f216d38ca32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:37Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 3, 'project_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'gw_port': {'id': '5c7094b8-c75a-48f5-a7cc-f216d38ca32a', 'name': '', 'network_id': '2ad8521b-0d3d-4b45-92cf-06bde00834de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': '1173976f-4270-4cf0-bf81-2e8d9af440aa', 'ip_address': '2001:db8::1ba', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1173976f-4270-4cf0-bf81-2e8d9af440aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:42.435861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Checking router: 5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:42.436351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Updating router 5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e port 5c7094b8-c75a-48f5-a7cc-f216d38ca32a binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:42.469007 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.513835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-d2bda264-882e-4ff8-9749-ebbc3b9143d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.516986 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-d2bda264-882e-4ff8-9749-ebbc3b9143d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 910 time: 0.4935837 Nov 22 16:35:42.632942 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:42.657847 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:42.660075 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:42.663019 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.721612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:42.723607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-fda5e145-146d-4e11-aa7d-36c6f41b9475 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631 HTTP/1.1" status: 200 len: 217 time: 0.1999772 Nov 22 16:35:42.728541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-675758670-network', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:42.743120 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.754967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c7094b8-c75a-48f5-a7cc-f216d38ca32a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:42.768773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Made reservation on behalf of bc72df5b84ee4402b2beca7f62d627c8 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:42.771568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.793720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.877969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-d3f9521b-b830-4601-8275-b02253823fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.879691 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-d3f9521b-b830-4601-8275-b02253823fe8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 200 len: 849 time: 0.1336856 Nov 22 16:35:42.886945 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:42.980750 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.995460 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.021208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.030293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.031357 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:35:43.031730 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:35:43.045050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:43.052544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefca5d3-84e2-452a-a48c-f03e3b374fdd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.059936 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.060647 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Added segment e7010734-51c3-4ae5-88ac-c31d6379ecae of type vlan for network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 Nov 22 16:35:43.107852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.135045 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-ffd73dc0-5f6f-474e-866f-94ffd95f2293 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285468 Nov 22 16:35:43.136134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.136741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:43.143889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.145482 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a3fe0b93-4d54-44ff-8bdd-2d6dd0ac3568 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "DELETE /v2.0/routers/5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e HTTP/1.1" status: 204 len: 168 time: 1.9504130 Nov 22 16:35:43.148422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57068) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:43.169545 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 2, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:43.204521 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:43.204832 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Updating router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d port ccc3392c-18a4-40d6-8b37-29960b4e8653 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:43.234380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.237559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.241862 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.340148 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.365950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6424363 Nov 22 16:35:43.370405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57072) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:43.385746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Request body: {'subnet': {'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-675758670-subnet', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:43.409688 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-eeab7ecb-cc62-4f07-972c-fa9b69905003 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533796 Nov 22 16:35:43.418068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28b5959-5826-43eb-8e05-ad58598b2d19 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Deleting subnet 1173976f-4270-4cf0-bf81-2e8d9af440aa {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:43.424147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b28b5959-5826-43eb-8e05-ad58598b2d19 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.426154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526082b-32fd-462b-850b-94e275f3b7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbfac7b-6bf3-498c-b51e-76d21f0daae9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.438865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:43.474695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044a187-7e1a-422b-95e6-cadd924e53aa req-8b7f401f-1b4e-4d5b-b83c-3b4f6461dca0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.476574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a044a187-7e1a-422b-95e6-cadd924e53aa req-8b7f401f-1b4e-4d5b-b83c-3b4f6461dca0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.2283878 Nov 22 16:35:43.512081 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b28b5959-5826-43eb-8e05-ad58598b2d19 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.577404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Port 5c7094b8-c75a-48f5-a7cc-f216d38ca32a not found while updating agent binding for router 5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e. {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 16:35:43.608251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Routers set() bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:43.608653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Router IDs set() for agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:35:43.610621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_agentschedulers_db [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent'). {{(pid=103412) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:35:43.611882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c418a-eb24-4ad3-af7a-c63ae477d7ed None None] The sync data for ids ['5bf35f5c-4f24-4ae0-a0f4-02e80fda0f7e'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:43.623548 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b28b5959-5826-43eb-8e05-ad58598b2d19 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.634869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Made reservation on behalf of bc72df5b84ee4402b2beca7f62d627c8 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:43.648116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.707583 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b28b5959-5826-43eb-8e05-ad58598b2d19 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.716172 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.732035 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.759006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b5959-5826-43eb-8e05-ad58598b2d19 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1173976f-4270-4cf0-bf81-2e8d9af440aa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.772074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b28b5959-5826-43eb-8e05-ad58598b2d19 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.780286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b28b5959-5826-43eb-8e05-ad58598b2d19 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/1173976f-4270-4cf0-bf81-2e8d9af440aa HTTP/1.1" status: 204 len: 168 time: 0.6285810 Nov 22 16:35:43.782211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57078) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:43.816365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a044a187-7e1a-422b-95e6-cadd924e53aa req-6eb9dbd4-8051-476b-83a9-454b3a2512c1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249836 Nov 22 16:35:43.818291 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3b3e2-e803-4223-b53d-9c59ad15278d None None] Pushing event updated for resources: {'Port': ['ID=ccc3392c-18a4-40d6-8b37-29960b4e8653,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.891678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-69f2e17e-c7d9-47ed-965f-c86955f1eb51 req-38bd5f67-7dbb-4eba-8b9b-5dbfcb54897f service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713969 Nov 22 16:35:43.912124 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Attempting to bind port ccc3392c-18a4-40d6-8b37-29960b4e8653 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:43.912782 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Attempting to bind port ccc3392c-18a4-40d6-8b37-29960b4e8653 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:43.913353 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Attempting to bind port ccc3392c-18a4-40d6-8b37-29960b4e8653 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:43.921647 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:43.922469 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:43.923050 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.923602 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:43.927636 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Bound port: ccc3392c-18a4-40d6-8b37-29960b4e8653, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:43.928249 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.004619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.094674 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] For port ccc3392c-18a4-40d6-8b37-29960b4e8653, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:44.102714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57086) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:44.116395 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] For port ccc3392c-18a4-40d6-8b37-29960b4e8653, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ccc3392c-18a4-40d6-8b37-29960b4e8653,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:44.130480 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.200220 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.256968 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:44.260467 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:44.265606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad8521b-0d3d-4b45-92cf-06bde00834de']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:44.269332 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.286888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbe20c6-b1c1-4f9b-8020-a398f0b70509') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:44.287483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbe20c6-b1c1-4f9b-8020-a398f0b70509') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:44.317292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-58efcc59-fdba-4fb9-86cc-164818a4aae7 None None] Provisioning complete for port ccc3392c-18a4-40d6-8b37-29960b4e8653 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:44.319067 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58efcc59-fdba-4fb9-86cc-164818a4aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.365223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.410696 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-667cc7f2-b4f3-45f3-8e04-8ce1bab10b66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78444354f96747aeaff3b00cd596b513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032365 Nov 22 16:35:44.411004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57092) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:44.423546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.433875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:44.434647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.493323 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58efcc59-fdba-4fb9-86cc-164818a4aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.507250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-874d6e2c-2382-47ce-a7c8-6ef13889985e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:44.510322 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:44.560874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.563991 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-874d6e2c-2382-47ce-a7c8-6ef13889985e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.569991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c84ecd-ab28-4c57-8b9c-52704131e5ef,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:44.582324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ad8521b-0d3d-4b45-92cf-06bde00834de {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:35:44.597751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-58efcc59-fdba-4fb9-86cc-164818a4aae7 None None] For port ccc3392c-18a4-40d6-8b37-29960b4e8653, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ccc3392c-18a4-40d6-8b37-29960b4e8653,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:44.601123 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:44.608594 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58efcc59-fdba-4fb9-86cc-164818a4aae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.615344 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.628391 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "DELETE /v2.0/networks/2ad8521b-0d3d-4b45-92cf-06bde00834de HTTP/1.1" status: 204 len: 168 time: 0.8374779 Nov 22 16:35:44.629161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Checking segment: {'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:44.630468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Network hostable DHCP agents. Network: 6bbfac7b-6bf3-498c-b51e-76d21f0daae9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:44.673317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc4892-b712-45b1-9afa-b673338b9ca4 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ad8521b-0d3d-4b45-92cf-06bde00834de,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:44.682514 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3b3e2-e803-4223-b53d-9c59ad15278d None None] Pushing event updated for resources: {'Port': ['ID=ccc3392c-18a4-40d6-8b37-29960b4e8653,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:44.697345 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-874d6e2c-2382-47ce-a7c8-6ef13889985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.700189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-874d6e2c-2382-47ce-a7c8-6ef13889985e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.701481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-874d6e2c-2382-47ce-a7c8-6ef13889985e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7b4c798-6eac-4a55-9640-8c46d69da7b9 HTTP/1.1" status: 204 len: 168 time: 0.2895963 Nov 22 16:35:44.709701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:44.723613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d6e2c-2382-47ce-a7c8-6ef13889985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4c798-6eac-4a55-9640-8c46d69da7b9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:44.733989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 6bbfac7b-6bf3-498c-b51e-76d21f0daae9) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:44.739994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.741716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.778773 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-44140d8c-443c-48c5-b822-d000902248d1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4066472 Nov 22 16:35:44.781102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57098) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:44.789685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:44.887362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efcc59-fdba-4fb9-86cc-164818a4aae7 None None] Pushing event updated for resources: {'Port': ['ID=ccc3392c-18a4-40d6-8b37-29960b4e8653,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:44.903173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcfe175-1f4f-4c53-9e45-b67e4a8b09fc None None] Network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:44.903323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.904842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.155031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1671c3-9ec1-43dc-8ff2-2a2fb3361082 req-a0dc51f9-f1b4-4fb2-b770-00624203393a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:45.162865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb1671c3-9ec1-43dc-8ff2-2a2fb3361082 req-a0dc51f9-f1b4-4fb2-b770-00624203393a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1494358 Nov 22 16:35:45.164748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.249238 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:45.273324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-135215e8-f17f-480f-acaa-9e245d0847a6 None None] Provisioning complete for port ccc3392c-18a4-40d6-8b37-29960b4e8653 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:45.284538 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-135215e8-f17f-480f-acaa-9e245d0847a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.289084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb1671c3-9ec1-43dc-8ff2-2a2fb3361082 req-79c277ea-33dd-4e95-b0cb-5bc3a4a316a4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195905 Nov 22 16:35:45.330677 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343b2edb-4e1a-43cb-8def-1beac2e563f3 None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:45.428516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57116) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:45.433970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e7cd2a0-b7ad-4585-826b-82274084b7bd tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'router': {'name': 'tempest-router--896523967', 'project_id': '14a5f15efd3f476b8f2626b91aa210c5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:45.442062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-6bbfac7b-6bf3-498c-b51e-76d21f0daae9', 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'fixed_ips': [{'subnet_id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:35:45.448733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.500481 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd2a0-b7ad-4585-826b-82274084b7bd tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.501429 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd2a0-b7ad-4585-826b-82274084b7bd tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.673683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd2a0-b7ad-4585-826b-82274084b7bd tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.692025 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd2a0-b7ad-4585-826b-82274084b7bd tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.716496 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd2a0-b7ad-4585-826b-82274084b7bd tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.720266 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e7cd2a0-b7ad-4585-826b-82274084b7bd tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2877960 Nov 22 16:35:45.721532 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:46.004255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Allocated IP 172.20.0.2 (6bbfac7b-6bf3-498c-b51e-76d21f0daae9/85c84ecd-ab28-4c57-8b9c-52704131e5ef/ebc15bab-26d0-4e99-b68c-45426ef940ff) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:46.148107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.284901 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.297111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.318936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:46.332637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:46.338762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:46.359698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57132) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:46.480856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Pushing event updated for resources: {'Port': ['ID=ebc15bab-26d0-4e99-b68c-45426ef940ff,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:46.486372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Attempting to bind port ebc15bab-26d0-4e99-b68c-45426ef940ff on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:46.486838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Attempting to bind port ebc15bab-26d0-4e99-b68c-45426ef940ff by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:46.487278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Attempting to bind port ebc15bab-26d0-4e99-b68c-45426ef940ff on network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:46.493619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:46.494029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Checking segment: {'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:46.494414 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.494810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Bound using segment: {'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:46.495291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Bound port: ebc15bab-26d0-4e99-b68c-45426ef940ff, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:46.495680 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.600213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-66513904-network', 'tenant_id': '1ab9d5f575854a40a6818d5202510aa2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:46.616755 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88b9d7d9-b8f7-43ca-8c99-1b7f1cbb52c9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.620634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] For port ebc15bab-26d0-4e99-b68c-45426ef940ff, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:46.625203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] For port ebc15bab-26d0-4e99-b68c-45426ef940ff, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ebc15bab-26d0-4e99-b68c-45426ef940ff,segment=NetworkSegment(e7010734-51c3-4ae5-88ac-c31d6379ecae),segment_id=e7010734-51c3-4ae5-88ac-c31d6379ecae)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:46.636079 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.641079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.702523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.709380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Made reservation on behalf of 1ab9d5f575854a40a6818d5202510aa2 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:46.715863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c04b1-b63f-466b-996e-04ce5fb96bfc None None] Pushing event updated for resources: {'Port': ['ID=ebc15bab-26d0-4e99-b68c-45426ef940ff,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:46.723929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.775766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.796949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c08c4-8b9a-4ab2-b8f0-0ec3115d3757 req-8c7420df-51d0-41ed-a040-0e0df994c015 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.798587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-649c08c4-8b9a-4ab2-b8f0-0ec3115d3757 req-8c7420df-51d0-41ed-a040-0e0df994c015 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.3323658 Nov 22 16:35:46.938686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88b9d7d9-b8f7-43ca-8c99-1b7f1cbb52c9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.943929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88b9d7d9-b8f7-43ca-8c99-1b7f1cbb52c9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.039480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-649c08c4-8b9a-4ab2-b8f0-0ec3115d3757 req-d42fa75a-5128-4b6d-922e-a7e992c272d4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276583 Nov 22 16:35:47.062291 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88b9d7d9-b8f7-43ca-8c99-1b7f1cbb52c9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.062727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b9d7d9-b8f7-43ca-8c99-1b7f1cbb52c9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10ea119a-f398-4de4-a056-dc160735e721 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:47.068144 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-88b9d7d9-b8f7-43ca-8c99-1b7f1cbb52c9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.070318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-88b9d7d9-b8f7-43ca-8c99-1b7f1cbb52c9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "DELETE /v2.0/routers/10ea119a-f398-4de4-a056-dc160735e721 HTTP/1.1" status: 204 len: 168 time: 1.3477812 Nov 22 16:35:47.090558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Allocated IP 172.25.5.30 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/c8ceb106-4ffe-4671-bfa4-17db7523f32d) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:47.215455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.234309 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.321689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.366158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:47.387725 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57144) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:47.401813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11082f4b-b0d6-4469-aae6-0c3a9786735f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:47.419505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.419834 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Added segment 59cb96d5-07de-43eb-9605-7ec44ffb91b7 of type vlan for network 41d15e96-765a-4233-b43a-9acf9a66c7e8 Nov 22 16:35:47.434528 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.505164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.522347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:47.548237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:47.557212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:47.578663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e00a7-49f8-406c-a5a9-c31b42273451 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:47.619550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Pushing event updated for resources: {'Port': ['ID=c8ceb106-4ffe-4671-bfa4-17db7523f32d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:47.712528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1837247831', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:47.728205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0d4bf732-20d1-4c7e-b614-e92fdbe35d38 None None] Provisioning complete for port c8ceb106-4ffe-4671-bfa4-17db7523f32d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:47.728950 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf732-20d1-4c7e-b614-e92fdbe35d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.787532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ccc3392c-18a4-40d6-8b37-29960b4e8653 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:47.824194 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.826016 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.866672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.868074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.868800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.911832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ccc3392c-18a4-40d6-8b37-29960b4e8653 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:47.912232 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.922223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.007759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0d4bf732-20d1-4c7e-b614-e92fdbe35d38 None None] Port c8ceb106-4ffe-4671-bfa4-17db7523f32d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:48.049160 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6856124 Nov 22 16:35:48.074361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:48.141218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Request body: {'subnet': {'network_id': '41d15e96-765a-4233-b43a-9acf9a66c7e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-66513904-subnet', 'tenant_id': '1ab9d5f575854a40a6818d5202510aa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:48.158792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ebc15bab-26d0-4e99-b68c-45426ef940ff up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:48.168308 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3d880-23be-48e6-88e4-c09539b30b5c admin admin] Pushing event updated for resources: {'Network': ['ID=41d15e96-765a-4233-b43a-9acf9a66c7e8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:48.207600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 41d15e96-765a-4233-b43a-9acf9a66c7e8 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:48.240554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.254150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Made reservation on behalf of 1ab9d5f575854a40a6818d5202510aa2 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:48.260768 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.386058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ebc15bab-26d0-4e99-b68c-45426ef940ff triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:48.386499 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.386940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.393424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85590f55-4ef1-4e39-aa15-b4a8e0fc172e None None] Network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:48.456143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a4e4a-bb18-4b81-9110-fa7912daf871 req-d21d93d1-ae49-4de7-9ec7-f2ad1a82216a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.464381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a9a4e4a-bb18-4b81-9110-fa7912daf871 req-d21d93d1-ae49-4de7-9ec7-f2ad1a82216a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.3012042 Nov 22 16:35:48.726078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a9a4e4a-bb18-4b81-9110-fa7912daf871 req-24523ff1-5303-4187-b07b-81d395262696 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596593 Nov 22 16:35:48.730095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d0e06615-2cb3-4352-9451-7004e51c6c3f None None] Provisioning complete for port ebc15bab-26d0-4e99-b68c-45426ef940ff triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:48.730572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0e06615-2cb3-4352-9451-7004e51c6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.807260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.825736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.923297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.939120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port ebc15bab-26d0-4e99-b68c-45426ef940ff, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ebc15bab-26d0-4e99-b68c-45426ef940ff,segment=NetworkSegment(e7010734-51c3-4ae5-88ac-c31d6379ecae),segment_id=e7010734-51c3-4ae5-88ac-c31d6379ecae)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:48.963286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.987441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.019362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.019615 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0e06615-2cb3-4352-9451-7004e51c6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.041467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01e93fa-4c89-4742-8ba8-35defd50e7df,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:49.081782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Router c4f4b736-d397-42f4-bd25-001dd30d872a is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:49.096164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Checking segment: {'id': '59cb96d5-07de-43eb-9605-7ec44ffb91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '41d15e96-765a-4233-b43a-9acf9a66c7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:49.096814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Network hostable DHCP agents. Network: 41d15e96-765a-4233-b43a-9acf9a66c7e8, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:49.153192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Network 41d15e96-765a-4233-b43a-9acf9a66c7e8 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:49.175488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 41d15e96-765a-4233-b43a-9acf9a66c7e8) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:49.184998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Allocated IP 172.25.5.195 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/4fad1d46-2368-4ca8-a8ea-b55c8d062183) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:49.188173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.188574 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.194791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aaa08f89-497a-4f6e-a1a6-007a7ffe1821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.196582 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-d0e06615-2cb3-4352-9451-7004e51c6c3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:35:49.196939 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-d0e06615-2cb3-4352-9451-7004e51c6c3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:35:49.207598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b0ed28-a814-4e38-b000-94a56e3902d1 None None] Network 41d15e96-765a-4233-b43a-9acf9a66c7e8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:49.219973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-30a2222d-f75f-4a22-a6cb-fe827a418dea admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1388719 Nov 22 16:35:49.244099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=ebc15bab-26d0-4e99-b68c-45426ef940ff,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:49.295569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:49.324330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.326278 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2117ebc7-93f0-4bbf-b129-bb2482c8218b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5441501 Nov 22 16:35:49.326480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Sync routers for ids ['c4f4b736-d397-42f4-bd25-001dd30d872a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:49.330038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:49.391662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.393178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Routers {'c4f4b736-d397-42f4-bd25-001dd30d872a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:49.393819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c4f4b736-d397-42f4-bd25-001dd30d872a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:49.445023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.515796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:49.518779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:49.522568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:49.554139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event updated for resources: {'Port': ['ID=4fad1d46-2368-4ca8-a8ea-b55c8d062183,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:49.726794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb5bcd3-3f1c-451f-af07-3d97860f76bb None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:49.729544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ebc15bab-26d0-4e99-b68c-45426ef940ff up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:49.913019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.919675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3101198d-5782-48e4-85b3-e1e6998b4e96 None None] Network 41d15e96-765a-4233-b43a-9acf9a66c7e8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:50.003237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Set router c4f4b736-d397-42f4-bd25-001dd30d872a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:50.100937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19790be6-9cf1-4bdb-82c6-531db4516fd9 req-e55c89da-ec7f-4929-9280-5d34cb00c61a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.113052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19790be6-9cf1-4bdb-82c6-531db4516fd9 req-e55c89da-ec7f-4929-9280-5d34cb00c61a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1589177 Nov 22 16:35:50.278580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.297792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ebc15bab-26d0-4e99-b68c-45426ef940ff triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:50.298021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.319107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19790be6-9cf1-4bdb-82c6-531db4516fd9 req-7d6b4c83-3d96-483a-837e-29902b9dda3a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049804 Nov 22 16:35:50.330301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57180) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:50.337574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-174563458-network', 'tenant_id': '619d08a163894cc2a2d9eb414199143b'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:50.359640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-de3a3572-fb7c-4656-a29f-f87923281d04 None None] Provisioning complete for port 4fad1d46-2368-4ca8-a8ea-b55c8d062183 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:50.360068 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de3a3572-fb7c-4656-a29f-f87923281d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.360746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.407064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Made reservation on behalf of 619d08a163894cc2a2d9eb414199143b for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:50.409711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.425800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.492661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-de3a3572-fb7c-4656-a29f-f87923281d04 None None] Port 4fad1d46-2368-4ca8-a8ea-b55c8d062183 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:50.570053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Allocated IP 172.20.0.1 (6bbfac7b-6bf3-498c-b51e-76d21f0daae9/85c84ecd-ab28-4c57-8b9c-52704131e5ef/e86c79ea-62fb-43f2-9980-81268ad5e67c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:50.629917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-de3a3572-fb7c-4656-a29f-f87923281d04 None None] Provisioning complete for port ebc15bab-26d0-4e99-b68c-45426ef940ff triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:50.630674 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-de3a3572-fb7c-4656-a29f-f87923281d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.686297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.689260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Router bc6ea5a5-9c2c-4448-aa45-337f8097946d is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:50.701968 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.742282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.748352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456b890a-c93e-4d11-9dbd-30dc1de1939f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:50.764559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:50.804763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:48Z', 'revision_number': 3, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port': {'id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:50.822218 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.822571 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Added segment a4fdb689-cbb4-4fb3-958e-7108cbc8da91 of type vlan for network ec9b6b86-1e30-439f-9675-32651d079ea7 Nov 22 16:35:50.841880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.845497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Checking router: c4f4b736-d397-42f4-bd25-001dd30d872a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:50.846124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Updating router c4f4b736-d397-42f4-bd25-001dd30d872a port c8ceb106-4ffe-4671-bfa4-17db7523f32d binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:50.886607 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.908395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:50.914587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:50.919316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:50.927224 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.973322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:50.982912 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74f62e-04dd-4b68-968a-d0b7d3a3715e None None] Sync routers for ids ['bc6ea5a5-9c2c-4448-aa45-337f8097946d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:51.005442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.011014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.014435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.014932 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74f62e-04dd-4b68-968a-d0b7d3a3715e None None] Routers {'bc6ea5a5-9c2c-4448-aa45-337f8097946d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:51.015150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.016164 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f74f62e-04dd-4b68-968a-d0b7d3a3715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bc6ea5a5-9c2c-4448-aa45-337f8097946d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:51.030475 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.031850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ac471e43-8195-4129-b25d-c9bc4178652d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6430202 Nov 22 16:35:51.034943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57182) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:51.059969 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f74f62e-04dd-4b68-968a-d0b7d3a3715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:51.077625 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74f62e-04dd-4b68-968a-d0b7d3a3715e None None] Routers {'bc6ea5a5-9c2c-4448-aa45-337f8097946d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:51.077625 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f74f62e-04dd-4b68-968a-d0b7d3a3715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['bc6ea5a5-9c2c-4448-aa45-337f8097946d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:51.112866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Pushing event updated for resources: {'Port': ['ID=e86c79ea-62fb-43f2-9980-81268ad5e67c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:51.168066 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4f74f62e-04dd-4b68-968a-d0b7d3a3715e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:51.173835 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74f62e-04dd-4b68-968a-d0b7d3a3715e None None] The sync data for ids ['bc6ea5a5-9c2c-4448-aa45-337f8097946d'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:51.308600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b53ba20e-2e19-4f85-8266-d3232c717f56 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/routers/bc6ea5a5-9c2c-4448-aa45-337f8097946d HTTP/1.1" status: 200 len: 925 time: 0.2623322 Nov 22 16:35:51.309424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57186) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:51.317256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9830639 Nov 22 16:35:51.317957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57188) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:51.318063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.322511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Request body: {'subnet': {'network_id': 'ec9b6b86-1e30-439f-9675-32651d079ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-174563458-subnet', 'tenant_id': '619d08a163894cc2a2d9eb414199143b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:51.353462 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cd7cc4e2-429b-4982-9393-b90a557bdef9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc6ea5a5-9c2c-4448-aa45-337f8097946d HTTP/1.1" status: 200 len: 205 time: 0.0424619 Nov 22 16:35:51.355692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57192) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:51.373114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c45dd865-ad4d-415b-8285-72b2911d233d None None] Provisioning complete for port e86c79ea-62fb-43f2-9980-81268ad5e67c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:51.373660 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c45dd865-ad4d-415b-8285-72b2911d233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.390112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af3d70-7aec-4940-8790-5cbedf6eae1b admin admin] Pushing event updated for resources: {'Network': ['ID=ec9b6b86-1e30-439f-9675-32651d079ea7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:51.409062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Made reservation on behalf of 619d08a163894cc2a2d9eb414199143b for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:51.412077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.432745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c45dd865-ad4d-415b-8285-72b2911d233d None None] Port e86c79ea-62fb-43f2-9980-81268ad5e67c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:51.438425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network ec9b6b86-1e30-439f-9675-32651d079ea7 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:51.445067 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-359e848c-a983-4bf6-8169-c54ed2a28128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.552087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361218b-2884-47dd-9796-e663b4208bf7 req-83af431d-b3f3-4423-93ed-579e8ba000c8 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.561841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f361218b-2884-47dd-9796-e663b4208bf7 req-83af431d-b3f3-4423-93ed-579e8ba000c8 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1206362 Nov 22 16:35:51.577869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.678715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f361218b-2884-47dd-9796-e663b4208bf7 req-5e624af1-11fc-43e7-a62e-cb97e14a0981 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155858 Nov 22 16:35:51.727065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.735524 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.748085 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.751145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.761077 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.798146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Pushing event updated for resources: {'Port': ['ID=c8ceb106-4ffe-4671-bfa4-17db7523f32d,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:51.832434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1c76d9-c781-4402-9454-f81e5b9e4657 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:51.841113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.841762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.842445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.842954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.844079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.844949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.846174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.846413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.847213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.847774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.848882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.849452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.850039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:51.888327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Attempting to bind port c8ceb106-4ffe-4671-bfa4-17db7523f32d on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:51.888968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Attempting to bind port c8ceb106-4ffe-4671-bfa4-17db7523f32d by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:51.889569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Attempting to bind port c8ceb106-4ffe-4671-bfa4-17db7523f32d on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:51.898894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:51.899661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:51.900287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.900851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:51.901751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Bound port: c8ceb106-4ffe-4671-bfa4-17db7523f32d, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:51.902372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.939874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a80aa8-3f89-4bf1-96be-d11799ba1dd6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:51.971028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Checking segment: {'id': 'a4fdb689-cbb4-4fb3-958e-7108cbc8da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'ec9b6b86-1e30-439f-9675-32651d079ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:51.971662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Network hostable DHCP agents. Network: ec9b6b86-1e30-439f-9675-32651d079ea7, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:51.995845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8392e83e-8a0a-4310-b8fb-64d458b4eb7c None None] Provisioning complete for port c8ceb106-4ffe-4671-bfa4-17db7523f32d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:51.996341 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8392e83e-8a0a-4310-b8fb-64d458b4eb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.998209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Network ec9b6b86-1e30-439f-9675-32651d079ea7 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:52.012836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, ec9b6b86-1e30-439f-9675-32651d079ea7) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:52.045981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.047185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.048767 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] For port c8ceb106-4ffe-4671-bfa4-17db7523f32d, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:52.050831 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8392e83e-8a0a-4310-b8fb-64d458b4eb7c None None] Port c8ceb106-4ffe-4671-bfa4-17db7523f32d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:52.053646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf0905-2917-4a09-a0f1-ad79d56cc4f3 None None] Network ec9b6b86-1e30-439f-9675-32651d079ea7 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:52.112773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f5275846-fb8c-4827-9326-91248f3f4243 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7941012 Nov 22 16:35:52.207787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] For port c8ceb106-4ffe-4671-bfa4-17db7523f32d, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c8ceb106-4ffe-4671-bfa4-17db7523f32d,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:52.235104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.266752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Pushing event updated for resources: {'Port': ['ID=e86c79ea-62fb-43f2-9980-81268ad5e67c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:52.269559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.283558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe032b8c-8ed6-4050-a1a4-6b2078f981c9 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:52.288642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e34e0b-a80a-4928-801a-20db0f1b27bd None None] Network ec9b6b86-1e30-439f-9675-32651d079ea7 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:52.364475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Deleting port 4fad1d46-2368-4ca8-a8ea-b55c8d062183 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:52.364970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.459034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Routers {'c4f4b736-d397-42f4-bd25-001dd30d872a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:52.460075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c4f4b736-d397-42f4-bd25-001dd30d872a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:52.472854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.487472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Calling delete_port for 4fad1d46-2368-4ca8-a8ea-b55c8d062183 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:52.548137 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2fb6d568-8a14-414d-87fc-591ef2bf4d17 None None] Provisioning complete for port c8ceb106-4ffe-4671-bfa4-17db7523f32d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:52.548658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d568-8a14-414d-87fc-591ef2bf4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.643090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ddfa3-2566-412f-a5cc-944f42d9f758 None None] Pushing event updated for resources: {'Port': ['ID=c8ceb106-4ffe-4671-bfa4-17db7523f32d,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:52.659750 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.714725 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.757496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:52.762187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:52.784557 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.788311 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d568-8a14-414d-87fc-591ef2bf4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.854658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2fb6d568-8a14-414d-87fc-591ef2bf4d17 None None] For port c8ceb106-4ffe-4671-bfa4-17db7523f32d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c8ceb106-4ffe-4671-bfa4-17db7523f32d,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:52.864792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] Set router c4f4b736-d397-42f4-bd25-001dd30d872a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:52.887312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event deleted for resources: {'Port': ['ID=4fad1d46-2368-4ca8-a8ea-b55c8d062183,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:52.906430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fb6d568-8a14-414d-87fc-591ef2bf4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.916542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ae35c-724a-444a-baf5-0461968c9939 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:53.003675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-5b57a795-5b46-4fee-9a42-f06392f89b26 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.016750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-5b57a795-5b46-4fee-9a42-f06392f89b26 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/networks?id=41d15e96-765a-4233-b43a-9acf9a66c7e8 HTTP/1.1" status: 200 len: 810 time: 0.3521481 Nov 22 16:35:53.058765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba41e2-c0e5-4212-88ff-421e0d39cde2 req-b2ecb474-5e0f-4d95-9257-b51f943c5589 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.061351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61ba41e2-c0e5-4212-88ff-421e0d39cde2 req-b2ecb474-5e0f-4d95-9257-b51f943c5589 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.3123670 Nov 22 16:35:53.061691 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.077299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Router c4f4b736-d397-42f4-bd25-001dd30d872a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:53.083064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-c5010ab5-e735-41ab-8422-289cc8bbde7c tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/quotas/1ab9d5f575854a40a6818d5202510aa2 HTTP/1.1" status: 200 len: 375 time: 0.0484409 Nov 22 16:35:53.156222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-c47f8839-eff6-4830-9063-f0540513af0f tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1ab9d5f575854a40a6818d5202510aa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716245 Nov 22 16:35:53.258901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6d568-8a14-414d-87fc-591ef2bf4d17 None None] Pushing event updated for resources: {'Port': ['ID=c8ceb106-4ffe-4671-bfa4-17db7523f32d,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:53.264140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.273155 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.304765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6c95a977-ad7d-488c-ae93-5ccce9fadccb None None] Provisioning complete for port e86c79ea-62fb-43f2-9980-81268ad5e67c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:53.305492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c95a977-ad7d-488c-ae93-5ccce9fadccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.350809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6c95a977-ad7d-488c-ae93-5ccce9fadccb None None] Port e86c79ea-62fb-43f2-9980-81268ad5e67c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:53.384629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.385230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Fanout notify agent at l3_agent the message router_deleted on router bc6ea5a5-9c2c-4448-aa45-337f8097946d {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:53.386139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 4, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port': {'id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e86c79ea-62fb-43f2-9980-81268ad5e67c', 'name': '', 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'mac_address': 'fa:16:3e:d3:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:50Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 2, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'subnets': [{'id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:53.393526 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.394883 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-95d9e83f-6ab7-460a-a876-af569e21edbd tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/bc6ea5a5-9c2c-4448-aa45-337f8097946d HTTP/1.1" status: 204 len: 168 time: 2.0381877 Nov 22 16:35:53.398925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57218) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:53.405523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1922460849', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': False}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:53.434195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b8a4c-bd7a-45bb-9359-671483e765fd None None] The sync data for ids ['c4f4b736-d397-42f4-bd25-001dd30d872a'] in n-d-811716-3 is: [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 4, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port': {'id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e86c79ea-62fb-43f2-9980-81268ad5e67c', 'name': '', 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'mac_address': 'fa:16:3e:d3:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:50Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 2, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'subnets': [{'id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:53.436296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:53.450023 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d7afe05e-3089-445b-ad27-06c1ff477a90 admin admin] 10.222.0.69 "PUT /v2.0/routers/c4f4b736-d397-42f4-bd25-001dd30d872a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1108191 Nov 22 16:35:53.484156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.489813 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.614367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.801943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61ba41e2-c0e5-4212-88ff-421e0d39cde2 req-204a7402-a702-4b2c-a333-48767cf35993 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7140553 Nov 22 16:35:53.894998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-25a5f2fa-6b32-4321-b1b9-ecd999a7cce7 service neutron] 10.222.0.69 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235978 Nov 22 16:35:54.034380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57230) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:54.058592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.154802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-d5f3b880-eeeb-4346-8f9e-270a8d647932 service neutron] 10.222.0.69 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516797 Nov 22 16:35:54.272120 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70a563ca-579a-4e22-ad11-bd135eb5826b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.512963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e602451-f5bb-4a8d-9780-d4f9091d5682 req-29ee82f5-3a73-4682-b540-ea7710b6d4b5 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 210 time: 0.0926657 Nov 22 16:35:54.556989 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.567060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70a563ca-579a-4e22-ad11-bd135eb5826b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.582102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70a563ca-579a-4e22-ad11-bd135eb5826b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.600269 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.647780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.665163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-70a563ca-579a-4e22-ad11-bd135eb5826b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e349ccd1a58f4965b8b2caa769b38f43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6261098 Nov 22 16:35:54.678306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57244) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:54.692008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a563ca-579a-4e22-ad11-bd135eb5826b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fa6e24-6a61-447f-bc0b-14294ef53eae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:54.759012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.910464 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.946639 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe75adc8-3929-4fc6-9994-8de9660efdf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.011011 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe75adc8-3929-4fc6-9994-8de9660efdf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.013856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Allocated IP 172.25.5.245 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/7321b5ba-2ab5-475d-b829-e9715175ba4f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:55.097286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eab65a-2f69-4763-a36c-2bde9e676cb3 req-7e840e83-f8a0-4cba-ae24-d8920bf55fd5 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.098900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3eab65a-2f69-4763-a36c-2bde9e676cb3 req-7e840e83-f8a0-4cba-ae24-d8920bf55fd5 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1169705 Nov 22 16:35:55.209576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3eab65a-2f69-4763-a36c-2bde9e676cb3 req-f05cc197-88b8-4053-acbb-36604d8564ac tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036799 Nov 22 16:35:55.291328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe75adc8-3929-4fc6-9994-8de9660efdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.303967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fe75adc8-3929-4fc6-9994-8de9660efdf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.306400 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fe75adc8-3929-4fc6-9994-8de9660efdf6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68fa6e24-6a61-447f-bc0b-14294ef53eae HTTP/1.1" status: 204 len: 168 time: 0.6270535 Nov 22 16:35:55.332037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75adc8-3929-4fc6-9994-8de9660efdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fa6e24-6a61-447f-bc0b-14294ef53eae,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:55.405692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.500981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.590081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'Port': ['ID=7321b5ba-2ab5-475d-b829-e9715175ba4f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:55.609316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:55.611636 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:55.614469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:55.630523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c041637-4330-48ae-b582-1e782c32cd31 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:55.721080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b5afa6a3-a77c-462c-885d-bf1ae9841990 None None] Provisioning complete for port 7321b5ba-2ab5-475d-b829-e9715175ba4f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:55.722906 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5afa6a3-a77c-462c-885d-bf1ae9841990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.791540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8619b42b-4dc3-4d6e-b09e-fcd83a9acf3d req-c0042f91-d3eb-4673-875f-c94300f16308 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 210 time: 0.0764680 Nov 22 16:35:55.806077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b5afa6a3-a77c-462c-885d-bf1ae9841990 None None] Port 7321b5ba-2ab5-475d-b829-e9715175ba4f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:55.858316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c8ceb106-4ffe-4671-bfa4-17db7523f32d up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:55.990634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c8ceb106-4ffe-4671-bfa4-17db7523f32d triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:55.991594 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.348013 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.581979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-2a823016-6534-48cd-a6ed-e9fdbeaef69d tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.588177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-2a823016-6534-48cd-a6ed-e9fdbeaef69d tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.11 "GET /v2.0/networks?id=41d15e96-765a-4233-b43a-9acf9a66c7e8 HTTP/1.1" status: 200 len: 810 time: 0.3553431 Nov 22 16:35:56.599210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5dfea-035c-43ef-aabc-5bae4db13a37 req-c47bd669-634c-4823-9284-f1e1ccf3b411 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.600854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eff5dfea-035c-43ef-aabc-5bae4db13a37 req-c47bd669-634c-4823-9284-f1e1ccf3b411 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1908815 Nov 22 16:35:56.607287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Request body: {'port': {'device_id': 'fdd51030-4c67-4b48-8eb9-e841fe213c04', 'network_id': '41d15e96-765a-4233-b43a-9acf9a66c7e8', 'admin_state_up': True, 'tenant_id': '1ab9d5f575854a40a6818d5202510aa2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:56.655492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.726439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eff5dfea-035c-43ef-aabc-5bae4db13a37 req-b07fb84f-2751-4864-a480-d6c665520173 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135399 Nov 22 16:35:56.844879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Made reservation on behalf of 1ab9d5f575854a40a6818d5202510aa2 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:56.849246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.874421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Router a48c3da4-51d3-4319-9129-af9fdbb6637c is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:56.939577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8c4d8bc-afc9-4739-a1ed-d4eb0722efc7 req-56774f24-8ea4-4fbc-a6a6-9e5ba19daf24 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 210 time: 0.0566680 Nov 22 16:35:57.026220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Allocated IP 172.20.0.4 (41d15e96-765a-4233-b43a-9acf9a66c7e8/b01e93fa-4c89-4742-8ba8-35defd50e7df/e6fd3cb1-3102-44f1-bfd7-25c7014f41df) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:57.036537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:57.046524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Sync routers for ids ['a48c3da4-51d3-4319-9129-af9fdbb6637c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:57.059717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.062883 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c2894de6-76e8-47a7-9e1b-3a949ffba7ac tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6608887 Nov 22 16:35:57.063059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Routers {'a48c3da4-51d3-4319-9129-af9fdbb6637c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:57.063059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a48c3da4-51d3-4319-9129-af9fdbb6637c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:57.064067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:57.214850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57296) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:57.217650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6fdcd144-1f8e-4331-81ca-caecd662e25c tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/routers/a48c3da4-51d3-4319-9129-af9fdbb6637c HTTP/1.1" status: 200 len: 909 time: 0.1508539 Nov 22 16:35:57.219708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1922460849', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': True}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:57.294765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.295835 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.375314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.391170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.406024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Set router a48c3da4-51d3-4319-9129-af9fdbb6637c gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:57.589721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.595739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.706092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48c3da4-51d3-4319-9129-af9fdbb6637c', 'name': 'tempest-snat-router-1922460849', 'tenant_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.245'}], 'enable_snat': False}, 'gw_port_id': '7321b5ba-2ab5-475d-b829-e9715175ba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:53Z', 'updated_at': '2021-11-22T16:35:56Z', 'revision_number': 3, 'project_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'gw_port': {'id': '7321b5ba-2ab5-475d-b829-e9715175ba4f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48c3da4-51d3-4319-9129-af9fdbb6637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:54Z', 'updated_at': '2021-11-22T16:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:57.726724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Network 41d15e96-765a-4233-b43a-9acf9a66c7e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:57.735872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:57.739016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:57.743462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Pushing event updated for resources: {'Port': ['ID=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:57.764953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Checking router: a48c3da4-51d3-4319-9129-af9fdbb6637c for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:57.765755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Updating router a48c3da4-51d3-4319-9129-af9fdbb6637c port 7321b5ba-2ab5-475d-b829-e9715175ba4f binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:57.798732 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.817184 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Sync routers for ids ['c4f4b736-d397-42f4-bd25-001dd30d872a'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:57.837274 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Routers {'c4f4b736-d397-42f4-bd25-001dd30d872a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:57.838335 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c4f4b736-d397-42f4-bd25-001dd30d872a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:57.878167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.878667 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.982387 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Set router c4f4b736-d397-42f4-bd25-001dd30d872a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:58.001698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-63a982c7-05e5-41af-bb61-8c6afdc2b6cf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.009949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-63a982c7-05e5-41af-bb61-8c6afdc2b6cf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1528072 Nov 22 16:35:58.079147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cfe03432-6626-49a8-866f-b587a5cc8842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/quotas/8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 375 time: 0.0680242 Nov 22 16:35:58.094641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b1aedba5-5483-4c34-a012-63feddb0ea64 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4915056 Nov 22 16:35:58.153029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Request body: {'port': {'device_id': 'fdd51030-4c67-4b48-8eb9-e841fe213c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:58.160048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.167205 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.191718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfc994-9782-4db2-9eee-af67ab24b1f9 req-8db15b78-f20b-47b8-983c-827ea655b8f0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.204746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93cfc994-9782-4db2-9eee-af67ab24b1f9 req-8db15b78-f20b-47b8-983c-827ea655b8f0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.3198593 Nov 22 16:35:58.213949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4093e-f07b-4d26-86d7-541fd1990f97 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:58.242927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Attempting to bind port 7321b5ba-2ab5-475d-b829-e9715175ba4f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:58.243637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Attempting to bind port 7321b5ba-2ab5-475d-b829-e9715175ba4f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:58.244214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Attempting to bind port 7321b5ba-2ab5-475d-b829-e9715175ba4f on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:58.254937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a41710-5943-41ca-bba0-e9dbc85b257b None None] Pushing event updated for resources: {'Port': ['ID=7321b5ba-2ab5-475d-b829-e9715175ba4f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.266544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:58.267218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:58.268644 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.269231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:58.269909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Bound port: 7321b5ba-2ab5-475d-b829-e9715175ba4f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:58.270474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.272508 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 4, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port': {'id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e86c79ea-62fb-43f2-9980-81268ad5e67c', 'name': '', 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'mac_address': 'fa:16:3e:d3:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:50Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 2, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'subnets': [{'id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:58.341795 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Checking router: c4f4b736-d397-42f4-bd25-001dd30d872a for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:58.342145 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Updating router c4f4b736-d397-42f4-bd25-001dd30d872a port e86c79ea-62fb-43f2-9980-81268ad5e67c binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:58.350067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] For port 7321b5ba-2ab5-475d-b829-e9715175ba4f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:58.354478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] For port 7321b5ba-2ab5-475d-b829-e9715175ba4f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7321b5ba-2ab5-475d-b829-e9715175ba4f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:58.373330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.385002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-659aaa31-c91b-4016-a24a-d33fcd30c83c None None] Provisioning complete for port 7321b5ba-2ab5-475d-b829-e9715175ba4f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:58.385382 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-659aaa31-c91b-4016-a24a-d33fcd30c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.394721 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.406419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-f97ca9bd-d1f3-4c0f-b399-c7aaca3f2283 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3242161 Nov 22 16:35:58.463066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6e6c0-b5fe-44d1-aaf0-ebc39da1608a None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:58.488323 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.493875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Routers {'a48c3da4-51d3-4319-9129-af9fdbb6637c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:58.494527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a48c3da4-51d3-4319-9129-af9fdbb6637c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:58.525678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93cfc994-9782-4db2-9eee-af67ab24b1f9 req-2d434fab-0ac9-441a-97fb-6617b362479e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199334 Nov 22 16:35:58.547400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a41710-5943-41ca-bba0-e9dbc85b257b None None] Pushing event updated for resources: {'Port': ['ID=7321b5ba-2ab5-475d-b829-e9715175ba4f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.610651 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.626802 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-659aaa31-c91b-4016-a24a-d33fcd30c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.658434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-659aaa31-c91b-4016-a24a-d33fcd30c83c None None] For port 7321b5ba-2ab5-475d-b829-e9715175ba4f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7321b5ba-2ab5-475d-b829-e9715175ba4f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:58.660532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] Set router a48c3da4-51d3-4319-9129-af9fdbb6637c gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:58.692765 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-659aaa31-c91b-4016-a24a-d33fcd30c83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.721525 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.725667 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.736671 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.833805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aaa31-c91b-4016-a24a-d33fcd30c83c None None] Pushing event updated for resources: {'Port': ['ID=7321b5ba-2ab5-475d-b829-e9715175ba4f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.852399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-e1bfc299-7878-426c-b11a-9bd7ffd39317 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244781 Nov 22 16:35:58.863337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-06bdafda-b60c-4d1b-92be-959e7160a811 None None] Provisioning complete for port 7321b5ba-2ab5-475d-b829-e9715175ba4f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:58.863630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06bdafda-b60c-4d1b-92be-959e7160a811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.871818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df7cbc-e8af-498f-9eb4-d4b0ccaeb503 req-62d72724-d4c4-4147-a09f-4f0e3dfaa519 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.873210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59df7cbc-e8af-498f-9eb4-d4b0ccaeb503 req-62d72724-d4c4-4147-a09f-4f0e3dfaa519 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 931 time: 0.2132041 Nov 22 16:35:58.915398 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc03729-b932-4436-9c83-34ad15d9c099 None None] Pushing event updated for resources: {'Port': ['ID=e86c79ea-62fb-43f2-9980-81268ad5e67c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.943305 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Attempting to bind port e86c79ea-62fb-43f2-9980-81268ad5e67c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:58.944135 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Attempting to bind port e86c79ea-62fb-43f2-9980-81268ad5e67c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:58.945513 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Attempting to bind port e86c79ea-62fb-43f2-9980-81268ad5e67c on network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:58.956532 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:58.957129 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Checking segment: {'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:58.957909 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.958697 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Bound using segment: {'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:58.959655 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Bound port: e86c79ea-62fb-43f2-9980-81268ad5e67c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7010734-51c3-4ae5-88ac-c31d6379ecae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:58.960456 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.009270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48c3da4-51d3-4319-9129-af9fdbb6637c', 'name': 'tempest-snat-router-1922460849', 'tenant_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.245'}], 'enable_snat': False}, 'gw_port_id': '7321b5ba-2ab5-475d-b829-e9715175ba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:53Z', 'updated_at': '2021-11-22T16:35:56Z', 'revision_number': 3, 'project_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'gw_port': {'id': '7321b5ba-2ab5-475d-b829-e9715175ba4f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48c3da4-51d3-4319-9129-af9fdbb6637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:54Z', 'updated_at': '2021-11-22T16:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:59.044098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae9c34e-e825-4113-8efb-54a20ca2c522 None None] The sync data for ids ['a48c3da4-51d3-4319-9129-af9fdbb6637c'] in n-d-811716-3 is: [{'id': 'a48c3da4-51d3-4319-9129-af9fdbb6637c', 'name': 'tempest-snat-router-1922460849', 'tenant_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.245'}], 'enable_snat': False}, 'gw_port_id': '7321b5ba-2ab5-475d-b829-e9715175ba4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:53Z', 'updated_at': '2021-11-22T16:35:56Z', 'revision_number': 3, 'project_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'gw_port': {'id': '7321b5ba-2ab5-475d-b829-e9715175ba4f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:c7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48c3da4-51d3-4319-9129-af9fdbb6637c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:54Z', 'updated_at': '2021-11-22T16:35:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:59.093911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Allocated IP 172.25.5.250 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/4fcfeb47-0e0d-42c7-9bb0-20b01752e676) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:59.099837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-ee3678a2-471a-4aa1-8bc9-bf873b2e1ed7 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202394 Nov 22 16:35:59.195795 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] For port e86c79ea-62fb-43f2-9980-81268ad5e67c, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:59.200337 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] For port e86c79ea-62fb-43f2-9980-81268ad5e67c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e86c79ea-62fb-43f2-9980-81268ad5e67c,segment=NetworkSegment(e7010734-51c3-4ae5-88ac-c31d6379ecae),segment_id=e7010734-51c3-4ae5-88ac-c31d6379ecae)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:59.207975 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.235771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-62f416b5-ed28-45d7-9b2d-b4e48219e80f None None] Provisioning complete for port e86c79ea-62fb-43f2-9980-81268ad5e67c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:59.236384 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62f416b5-ed28-45d7-9b2d-b4e48219e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.287065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fd3cb1-3102-44f1-bfd7-25c7014f41df {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:59.300372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.314509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-59df7cbc-e8af-498f-9eb4-d4b0ccaeb503 req-c83cbb02-ce35-4418-a757-05eb81ab1931 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215286 Nov 22 16:35:59.315012 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Routers {'c4f4b736-d397-42f4-bd25-001dd30d872a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:59.315012 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c4f4b736-d397-42f4-bd25-001dd30d872a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:59.351335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Transition to ACTIVE for port object e6fd3cb1-3102-44f1-bfd7-25c7014f41df will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:59.373607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.398988 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62f416b5-ed28-45d7-9b2d-b4e48219e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.440163 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc03729-b932-4436-9c83-34ad15d9c099 None None] Pushing event updated for resources: {'Port': ['ID=e86c79ea-62fb-43f2-9980-81268ad5e67c,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:59.470212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.495020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-62f416b5-ed28-45d7-9b2d-b4e48219e80f None None] For port e86c79ea-62fb-43f2-9980-81268ad5e67c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e86c79ea-62fb-43f2-9980-81268ad5e67c,segment=NetworkSegment(e7010734-51c3-4ae5-88ac-c31d6379ecae),segment_id=e7010734-51c3-4ae5-88ac-c31d6379ecae)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:59.501129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Pushing event updated for resources: {'Port': ['ID=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:59.509440 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62f416b5-ed28-45d7-9b2d-b4e48219e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.654790 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] Set router c4f4b736-d397-42f4-bd25-001dd30d872a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:59.723481 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.744287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f416b5-ed28-45d7-9b2d-b4e48219e80f None None] Pushing event updated for resources: {'Port': ['ID=e86c79ea-62fb-43f2-9980-81268ad5e67c,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:59.896179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'Port': ['ID=4fcfeb47-0e0d-42c7-9bb0-20b01752e676,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:59.903726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Attempting to bind port e6fd3cb1-3102-44f1-bfd7-25c7014f41df on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:59.904816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Attempting to bind port e6fd3cb1-3102-44f1-bfd7-25c7014f41df by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '59cb96d5-07de-43eb-9605-7ec44ffb91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '41d15e96-765a-4233-b43a-9acf9a66c7e8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:59.904816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Attempting to bind port e6fd3cb1-3102-44f1-bfd7-25c7014f41df on network 41d15e96-765a-4233-b43a-9acf9a66c7e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:59.913394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:59.943653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:59.962065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2495c874-58f5-404a-be9b-963a49f5fe47 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:59.964407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Port e6fd3cb1-3102-44f1-bfd7-25c7014f41df on network 41d15e96-765a-4233-b43a-9acf9a66c7e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:59.964740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Attempting to bind port e6fd3cb1-3102-44f1-bfd7-25c7014f41df on network 41d15e96-765a-4233-b43a-9acf9a66c7e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:59.986942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:59.997087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e86c79ea-62fb-43f2-9980-81268ad5e67c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:00.065788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:00.066131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Checking segment: {'id': '59cb96d5-07de-43eb-9605-7ec44ffb91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '41d15e96-765a-4233-b43a-9acf9a66c7e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:00.066514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Bound using segment: {'id': '59cb96d5-07de-43eb-9605-7ec44ffb91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '41d15e96-765a-4233-b43a-9acf9a66c7e8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:00.067121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Bound port: e6fd3cb1-3102-44f1-bfd7-25c7014f41df, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59cb96d5-07de-43eb-9605-7ec44ffb91b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '41d15e96-765a-4233-b43a-9acf9a66c7e8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:00.067485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.126504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-64e19cac-18f6-43c7-92c1-b8c22f963caf req-9d229cc2-ae13-48f2-ad0a-e9e72fdec5f1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.0674090 Nov 22 16:36:00.126747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e86c79ea-62fb-43f2-9980-81268ad5e67c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:00.127104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.129911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e57aed7f-0f1e-42c7-9840-1bec123e9b09 None None] Provisioning complete for port e86c79ea-62fb-43f2-9980-81268ad5e67c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:00.130656 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e57aed7f-0f1e-42c7-9840-1bec123e9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.192264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75ddcd-3db7-4dbe-b654-18ecc951f85a req-8f45147f-7ae1-41a0-bcaa-b121fab1fb7e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.197189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be75ddcd-3db7-4dbe-b654-18ecc951f85a req-8f45147f-7ae1-41a0-bcaa-b121fab1fb7e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.3670926 Nov 22 16:36:00.238065 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 4, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port': {'id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e86c79ea-62fb-43f2-9980-81268ad5e67c', 'name': '', 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'mac_address': 'fa:16:3e:d3:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:50Z', 'updated_at': '2021-11-22T16:35:59Z', 'revision_number': 4, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'subnets': [{'id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:00.278115 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8018df08-84ca-4094-93e3-0d5614d3bfc7 None None] The sync data for ids ['c4f4b736-d397-42f4-bd25-001dd30d872a'] in n-d-811716-3 is: [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:35:51Z', 'revision_number': 4, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port': {'id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e86c79ea-62fb-43f2-9980-81268ad5e67c', 'name': '', 'network_id': '6bbfac7b-6bf3-498c-b51e-76d21f0daae9', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'mac_address': 'fa:16:3e:d3:73:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:50Z', 'updated_at': '2021-11-22T16:35:59Z', 'revision_number': 4, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'subnets': [{'id': '85c84ecd-ab28-4c57-8b9c-52704131e5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:00.300197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] For port e6fd3cb1-3102-44f1-bfd7-25c7014f41df, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:00.310709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] For port e6fd3cb1-3102-44f1-bfd7-25c7014f41df, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,segment=NetworkSegment(59cb96d5-07de-43eb-9605-7ec44ffb91b7),segment_id=59cb96d5-07de-43eb-9605-7ec44ffb91b7)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:00.329902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.408435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7321b5ba-2ab5-475d-b829-e9715175ba4f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:00.500067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e57aed7f-0f1e-42c7-9840-1bec123e9b09 None None] Provisioning complete for port 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:00.500632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e57aed7f-0f1e-42c7-9840-1bec123e9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.625816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e57aed7f-0f1e-42c7-9840-1bec123e9b09 None None] Port 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:00.642965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7321b5ba-2ab5-475d-b829-e9715175ba4f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:00.643350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.648135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be75ddcd-3db7-4dbe-b654-18ecc951f85a req-2c19a335-44db-45b8-8822-aee7fa569d17 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273632 Nov 22 16:36:00.651650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.657536 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.659088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] 10.222.0.11 "PUT /v2.0/ports/e6fd3cb1-3102-44f1-bfd7-25c7014f41df HTTP/1.1" status: 200 len: 1091 time: 2.5192769 Nov 22 16:36:00.728979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd51030-4c67-4b48-8eb9-e841fe213c04', 'tag': 'e6fd3cb1-3102-44f1-bfd7-25c7014f41df'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:00.731606 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd51030-4c67-4b48-8eb9-e841fe213c04", "tag": "e6fd3cb1-3102-44f1-bfd7-25c7014f41df"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:00.762509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277d501-b1c8-47b8-b34d-957a18096a6d service neutron] Pushing event updated for resources: {'Port': ['ID=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:00.884081 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883ce64-8b0d-43b8-8bec-4573949ed2c7 x-openstack-request-id: req-0883ce64-8b0d-43b8-8bec-4573949ed2c7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:00.884433 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd51030-4c67-4b48-8eb9-e841fe213c04", "tag": "e6fd3cb1-3102-44f1-bfd7-25c7014f41df", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:00.884661 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0883ce64-8b0d-43b8-8bec-4573949ed2c7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:00.885306 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd51030-4c67-4b48-8eb9-e841fe213c04', 'tag': 'e6fd3cb1-3102-44f1-bfd7-25c7014f41df', 'status': 'completed', 'code': 200} Nov 22 16:36:00.902241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e2526-8d56-41ed-bc0b-5431643f2002 req-ad84e971-b806-4707-8fd7-20d9fc4b8f2a tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.910648 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d77e2526-8d56-41ed-bc0b-5431643f2002 req-ad84e971-b806-4707-8fd7-20d9fc4b8f2a tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 943 time: 0.3877447 Nov 22 16:36:01.404605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-30563cae-d1e6-4237-93da-cfcf0e950dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.406133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-30563cae-d1e6-4237-93da-cfcf0e950dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ab9d5f575854a40a6818d5202510aa2&device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 1094 time: 0.6467347 Nov 22 16:36:01.503881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a06f19a-fbb8-4488-b8a3-5199d434d337 req-57afbc2a-463e-4cbe-bedb-c521ca466be5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.1099796 Nov 22 16:36:01.541802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-b2d12ea6-408f-4038-925d-3d9626583f5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df HTTP/1.1" status: 200 len: 217 time: 0.1246018 Nov 22 16:36:01.604885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-7476ec69-a53a-4478-81b0-c5c4141d048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.607160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-7476ec69-a53a-4478-81b0-c5c4141d048b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b01e93fa-4c89-4742-8ba8-35defd50e7df HTTP/1.1" status: 200 len: 850 time: 0.0561082 Nov 22 16:36:01.614658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d77e2526-8d56-41ed-bc0b-5431643f2002 req-22ab71e9-7be9-4a6c-8775-f30be9a69ae6 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7032471 Nov 22 16:36:01.644862 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.661655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e86c79ea-62fb-43f2-9980-81268ad5e67c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:01.758787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-f11a59c0-46d7-40ee-a52c-d64ed93b6bb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41d15e96-765a-4233-b43a-9acf9a66c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405010 Nov 22 16:36:01.767105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e86c79ea-62fb-43f2-9980-81268ad5e67c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:01.767746 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.917001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-9d0b259a-8ffd-4ba2-8f37-9ae37d6ba40a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.918595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-9d0b259a-8ffd-4ba2-8f37-9ae37d6ba40a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.4842803 Nov 22 16:36:01.972479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'port': {'device_id': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'admin_state_up': True, 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:01.986748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e635c79-f3ff-47c9-980e-36ba9a51fd83 req-06cc2728-162b-4d31-9319-07188c5ba4c0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.988516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e635c79-f3ff-47c9-980e-36ba9a51fd83 req-06cc2728-162b-4d31-9319-07188c5ba4c0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.2288294 Nov 22 16:36:02.237222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-e3b4bd16-7fcc-4db2-aa0a-4ee588f3a530 service neutron] 10.222.0.11 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680204 Nov 22 16:36:02.359508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.387879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e635c79-f3ff-47c9-980e-36ba9a51fd83 req-26efc126-b09b-44f3-b8ec-a504f4182db8 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331997 Nov 22 16:36:02.484613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3377e035-bdc8-49a4-bb6f-aa2c5ae35efb req-a7d50ee6-c1d0-44db-be19-63bd72b2a7c5 service neutron] 10.222.0.11 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345130 Nov 22 16:36:02.522727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:02.526783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.628782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-758ed762-751c-4cb2-a1dc-9d83d03cf6f0 req-a17939ea-a7a2-4be9-997a-3056647c44d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.0470498 Nov 22 16:36:02.680040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-09411b04-3b49-4312-85a4-7fe6c596ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.681539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-09411b04-3b49-4312-85a4-7fe6c596ca9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ab9d5f575854a40a6818d5202510aa2&device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 1094 time: 0.1395278 Nov 22 16:36:02.825556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Router 35f5e464-dae6-4343-a4cf-490feca0100a is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:36:02.874900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.20.0.8 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/dba7cecc-0208-40df-adcc-9be93ff4b0b5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:02.894083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bda42-b64d-42f6-be70-5b350745a37c req-fcdb5f77-91f3-4ec6-9e77-5a689c09533c tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.895582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-128bda42-b64d-42f6-be70-5b350745a37c req-fcdb5f77-91f3-4ec6-9e77-5a689c09533c tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 943 time: 0.1935751 Nov 22 16:36:02.938925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-5e04d103-ef21-4551-8b60-33bf10a06e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.940430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-5e04d103-ef21-4551-8b60-33bf10a06e9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=41d15e96-765a-4233-b43a-9acf9a66c7e8 HTTP/1.1" status: 200 len: 911 time: 0.2512944 Nov 22 16:36:03.012813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-7d4df900-abb8-4dea-8ce6-8f7b322ca581 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df HTTP/1.1" status: 200 len: 217 time: 0.0600436 Nov 22 16:36:03.138143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-128bda42-b64d-42f6-be70-5b350745a37c req-ac3e3422-1514-43cf-8787-64eb74e7b9fe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036355 Nov 22 16:36:03.190061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-92ddc64c-8aa9-4dca-b194-0eb70870d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.191524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-92ddc64c-8aa9-4dca-b194-0eb70870d526 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b01e93fa-4c89-4742-8ba8-35defd50e7df HTTP/1.1" status: 200 len: 850 time: 0.1427910 Nov 22 16:36:03.194702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:03.209888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Sync routers for ids ['35f5e464-dae6-4343-a4cf-490feca0100a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:03.232913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Routers {'35f5e464-dae6-4343-a4cf-490feca0100a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:03.234232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['35f5e464-dae6-4343-a4cf-490feca0100a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:03.245765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-2b17e879-8d8e-4ac0-ba65-5245bd6d5490 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41d15e96-765a-4233-b43a-9acf9a66c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448706 Nov 22 16:36:03.272403 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:03.275767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06c33069-5630-4bde-9b91-2ee1b8a66cef tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0571296 Nov 22 16:36:03.277865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57364) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:03.371444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:03.388401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Set router 35f5e464-dae6-4343-a4cf-490feca0100a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:03.457361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-d6ea5ee6-197c-451a-ab1d-07d558cf8be6 service neutron] 10.222.0.11 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929460 Nov 22 16:36:03.560225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:03.560978 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-04798a07-17b6-469d-91d4-ecacf69bed94 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/routers/35f5e464-dae6-4343-a4cf-490feca0100a HTTP/1.1" status: 200 len: 908 time: 0.2806520 Nov 22 16:36:03.563724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:03.692411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:03.725964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:03.749731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=dba7cecc-0208-40df-adcc-9be93ff4b0b5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:03.786450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90d2175e-bdff-45e1-bfd2-c00594b5f8e8 req-f140459d-d705-4dee-8c2c-5ba73ca4951c service neutron] 10.222.0.11 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177242 Nov 22 16:36:03.819945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:03.829996 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:03.952032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b1546-7958-4937-8ccf-e3deda7afd19 req-568b1735-69fd-449b-bade-31655eb858a0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.965017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b7b1546-7958-4937-8ccf-e3deda7afd19 req-568b1735-69fd-449b-bade-31655eb858a0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.4221668 Nov 22 16:36:04.085367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:04.087885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.152451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f5e464-dae6-4343-a4cf-490feca0100a', 'name': 'tempest-snat-router-1922460849', 'tenant_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.250'}], 'enable_snat': True}, 'gw_port_id': '4fcfeb47-0e0d-42c7-9bb0-20b01752e676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:57Z', 'updated_at': '2021-11-22T16:36:00Z', 'revision_number': 3, 'project_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'gw_port': {'id': '4fcfeb47-0e0d-42c7-9bb0-20b01752e676', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f5e464-dae6-4343-a4cf-490feca0100a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:58Z', 'updated_at': '2021-11-22T16:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:04.192388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32477c97-f226-4aca-aa54-937e5f9a8f24 req-9e33886c-1aeb-411c-af36-6575fbf9fd21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:04.200348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32477c97-f226-4aca-aa54-937e5f9a8f24 req-9e33886c-1aeb-411c-af36-6575fbf9fd21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 931 time: 0.3150735 Nov 22 16:36:04.218277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Checking router: 35f5e464-dae6-4343-a4cf-490feca0100a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:04.218837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Updating router 35f5e464-dae6-4343-a4cf-490feca0100a port 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:36:04.231122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b7b1546-7958-4937-8ccf-e3deda7afd19 req-d7aa04de-4495-4d02-b839-8566b30fda21 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619398 Nov 22 16:36:04.248200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-cb71323d-ae17-431e-82d9-5546f05c5255 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2820184 Nov 22 16:36:04.255096 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.272923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Request body: {'port': {'device_id': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:04.400151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-86fd7120-85b6-4201-b819-371de9448658 None None] Provisioning complete for port dba7cecc-0208-40df-adcc-9be93ff4b0b5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:04.400537 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86fd7120-85b6-4201-b819-371de9448658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.412634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32477c97-f226-4aca-aa54-937e5f9a8f24 req-a61042b1-ca4d-4d28-89fb-5cb37c6ef7e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111425 Nov 22 16:36:04.441319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-86fd7120-85b6-4201-b819-371de9448658 None None] Port dba7cecc-0208-40df-adcc-9be93ff4b0b5 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:04.448639 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.475827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2b3a8-5142-4a6e-aefe-b309e4f3c9f8 req-515388ed-f96c-421c-8756-bea3e558a5fd tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:04.484992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73c2b3a8-5142-4a6e-aefe-b309e4f3c9f8 req-515388ed-f96c-421c-8756-bea3e558a5fd tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 943 time: 0.1383638 Nov 22 16:36:04.597513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73c2b3a8-5142-4a6e-aefe-b309e4f3c9f8 req-f08f227c-efed-4bd6-b852-b695406fd116 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096823 Nov 22 16:36:04.625946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.686544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Deleting port 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:04.686964 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.778083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.790194 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.795088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Calling delete_port for 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:04.821810 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.883301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba7cecc-0208-40df-adcc-9be93ff4b0b5 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:04.893873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.901380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685d8d79-33be-4cf6-a043-fde6213688a2 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:04.911778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Transition to ACTIVE for port object dba7cecc-0208-40df-adcc-9be93ff4b0b5 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:04.920220 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.959518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6fd3cb1-3102-44f1-bfd7-25c7014f41df details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:04.985531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dba7cecc-0208-40df-adcc-9be93ff4b0b5,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:04.991066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Attempting to bind port 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:04.991417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Attempting to bind port 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:04.991844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Attempting to bind port 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:04.999407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.008979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:05.009361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:05.009767 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.020124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:05.020892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Bound port: 4fcfeb47-0e0d-42c7-9bb0-20b01752e676, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:05.021310 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.023822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7024-c185-4a82-8abf-1ec40ea19b39 None None] Pushing event updated for resources: {'Port': ['ID=4fcfeb47-0e0d-42c7-9bb0-20b01752e676,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:05.065807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Port 4fcfeb47-0e0d-42c7-9bb0-20b01752e676 has been deleted concurrently {{(pid=103412) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 22 16:36:05.092409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-67e772ba-c2a8-496c-98a1-206610a18fe3 None None] Could not find standard attr ID for object 4fcfeb47-0e0d-42c7-9bb0-20b01752e676. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:05.119585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90356674-0185-40a1-832d-6fa879ae4018 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:05.129009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Attempting to bind port dba7cecc-0208-40df-adcc-9be93ff4b0b5 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:05.129350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Attempting to bind port dba7cecc-0208-40df-adcc-9be93ff4b0b5 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:05.129687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Attempting to bind port dba7cecc-0208-40df-adcc-9be93ff4b0b5 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:05.134961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event deleted for resources: {'Port': ['ID=4fcfeb47-0e0d-42c7-9bb0-20b01752e676,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:05.136361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Port dba7cecc-0208-40df-adcc-9be93ff4b0b5 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:05.136699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Attempting to bind port dba7cecc-0208-40df-adcc-9be93ff4b0b5 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:05.142516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:05.142870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:05.143402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:05.143959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Bound port: dba7cecc-0208-40df-adcc-9be93ff4b0b5, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:05.145265 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.202355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Routers {'35f5e464-dae6-4343-a4cf-490feca0100a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:05.203004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['35f5e464-dae6-4343-a4cf-490feca0100a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:05.253917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] For port dba7cecc-0208-40df-adcc-9be93ff4b0b5, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:05.265364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] For port dba7cecc-0208-40df-adcc-9be93ff4b0b5, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dba7cecc-0208-40df-adcc-9be93ff4b0b5,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:05.269744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.276582 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.362126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.364599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.370457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] 10.222.0.11 "PUT /v2.0/ports/dba7cecc-0208-40df-adcc-9be93ff4b0b5 HTTP/1.1" status: 200 len: 1091 time: 1.1130645 Nov 22 16:36:05.376036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'tag': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:05.378449 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc26ba61-4563-4637-bdb7-cc25598e462e" -d '{"events": [{"name": "network-changed", "server_uuid": "46864090-b9a7-4ef8-8e25-1a0762b43c82", "tag": "dba7cecc-0208-40df-adcc-9be93ff4b0b5"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:05.429039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] Set router 35f5e464-dae6-4343-a4cf-490feca0100a gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:05.484166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2959992-dcda-44f7-9141-401136ccdcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=dba7cecc-0208-40df-adcc-9be93ff4b0b5,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:05.515627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2985114-5bc9-4fb0-ae22-72cd7385dcbc req-d7c7ee4c-74ea-4351-a04d-debd968a488d tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.517243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2985114-5bc9-4fb0-ae22-72cd7385dcbc req-d7c7ee4c-74ea-4351-a04d-debd968a488d tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1422288 Nov 22 16:36:05.573322 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc35dc5-5459-4f7a-8887-804d2f19f842 x-openstack-request-id: req-0bc35dc5-5459-4f7a-8887-804d2f19f842 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:05.573613 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46864090-b9a7-4ef8-8e25-1a0762b43c82", "tag": "dba7cecc-0208-40df-adcc-9be93ff4b0b5", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:05.573857 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0bc35dc5-5459-4f7a-8887-804d2f19f842 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:05.574253 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'tag': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5', 'status': 'completed', 'code': 200} Nov 22 16:36:05.599632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f5e464-dae6-4343-a4cf-490feca0100a', 'name': 'tempest-snat-router-1922460849', 'tenant_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:57Z', 'updated_at': '2021-11-22T16:36:04Z', 'revision_number': 5, 'project_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:05.630842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-655a560b-b443-4da6-92d8-7bff9fd5b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.632402 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.634438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-655a560b-b443-4da6-92d8-7bff9fd5b1f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 1094 time: 0.1965284 Nov 22 16:36:05.639856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.662946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fa57b-59f5-435d-b342-3ea1ce16d5c2 None None] The sync data for ids ['35f5e464-dae6-4343-a4cf-490feca0100a'] in n-d-811716-3 is: [{'id': '35f5e464-dae6-4343-a4cf-490feca0100a', 'name': 'tempest-snat-router-1922460849', 'tenant_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:57Z', 'updated_at': '2021-11-22T16:36:04Z', 'revision_number': 5, 'project_id': '1f1bf8a14b4e4cfb82fe2066c34fbb9a', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:05.666308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6fd3cb1-3102-44f1-bfd7-25c7014f41df, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,segment=NetworkSegment(59cb96d5-07de-43eb-9605-7ec44ffb91b7),segment_id=59cb96d5-07de-43eb-9605-7ec44ffb91b7)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:05.687213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'e6fd3cb1-3102-44f1-bfd7-25c7014f41df', 'network_id': '41d15e96-765a-4233-b43a-9acf9a66c7e8', 'port_id': 'e6fd3cb1-3102-44f1-bfd7-25c7014f41df', 'mac_address': 'fa:16:3e:a7:a4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01e93fa-4c89-4742-8ba8-35defd50e7df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:05.768129 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.791879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.794936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35f5e464-dae6-4343-a4cf-490feca0100a {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:05.803151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.809389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fd3cb1-3102-44f1-bfd7-25c7014f41df {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:05.816282 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2ba5ef2d-b7ed-4fe1-bf4c-3f7db116c843 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "DELETE /v2.0/routers/35f5e464-dae6-4343-a4cf-490feca0100a HTTP/1.1" status: 204 len: 168 time: 2.2503126 Nov 22 16:36:05.822327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57388) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:05.907132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6fd3cb1-3102-44f1-bfd7-25c7014f41df, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,segment=NetworkSegment(59cb96d5-07de-43eb-9605-7ec44ffb91b7),segment_id=59cb96d5-07de-43eb-9605-7ec44ffb91b7)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:05.917749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.938898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-f506eed4-79c4-4aee-8a9d-6bd81f85a854 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba7cecc-0208-40df-adcc-9be93ff4b0b5 HTTP/1.1" status: 200 len: 217 time: 0.2833264 Nov 22 16:36:05.988184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2985114-5bc9-4fb0-ae22-72cd7385dcbc req-8c7b2ba6-d5f7-4535-a969-7dee4d39b7c5 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623857 Nov 22 16:36:06.064626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973768e2-20a8-41a2-bf3d-474ea35c78f9 req-610959b3-5665-4810-a8bb-262f97a7bf6c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.067151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-973768e2-20a8-41a2-bf3d-474ea35c78f9 req-610959b3-5665-4810-a8bb-262f97a7bf6c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.4169440 Nov 22 16:36:06.069147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-159548f3-63e8-4a44-9325-e4cd94ba0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.072138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-159548f3-63e8-4a44-9325-e4cd94ba0316 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.1164324 Nov 22 16:36:06.090470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:06.120139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.183424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['e6fd3cb1-3102-44f1-bfd7-25c7014f41df'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:06.266624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-746a1bfa-a266-48ab-8f95-5cb16d639790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.269112 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-746a1bfa-a266-48ab-8f95-5cb16d639790 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892958 Nov 22 16:36:06.276082 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.305279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-973768e2-20a8-41a2-bf3d-474ea35c78f9 req-5ce23ddd-fa7b-4a1e-97f8-b90282986891 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114437 Nov 22 16:36:06.325444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634e5fd-e0d0-4445-9518-54c8c25f87c6 req-2a63af86-cc18-45e9-be25-537aea761bf3 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.327326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7634e5fd-e0d0-4445-9518-54c8c25f87c6 req-2a63af86-cc18-45e9-be25-537aea761bf3 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 944 time: 0.1490328 Nov 22 16:36:06.358460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Deleting port 7321b5ba-2ab5-475d-b829-e9715175ba4f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:06.358806 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.463423 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:36:06.464250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] For port 7321b5ba-2ab5-475d-b829-e9715175ba4f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7321b5ba-2ab5-475d-b829-e9715175ba4f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:06.464640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.482637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Calling delete_port for 7321b5ba-2ab5-475d-b829-e9715175ba4f owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:06.698066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.743962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event deleted for resources: {'Port': ['ID=7321b5ba-2ab5-475d-b829-e9715175ba4f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:06.764454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820e492-97ca-41ba-84d3-011ed4dbe4fe None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:06.855083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.868121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-6f9f6006-6863-4a7d-99d8-af7a0770f2d7 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5855157 Nov 22 16:36:06.946047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6fd3cb1-3102-44f1-bfd7-25c7014f41df up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:06.975594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7634e5fd-e0d0-4445-9518-54c8c25f87c6 req-f7fa4a5a-55c8-49ed-a809-892c98cc3b23 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522307 Nov 22 16:36:07.006568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.009260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.040369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e541a27-c983-4a1d-80d0-a30f8c86f7f9 req-2314ffe6-f2e8-4e74-8dcc-2fc946360155 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629100 Nov 22 16:36:07.045720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port e6fd3cb1-3102-44f1-bfd7-25c7014f41df completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:07.050707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port e6fd3cb1-3102-44f1-bfd7-25c7014f41df triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:07.051533 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.104621 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.105726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a48c3da4-51d3-4319-9129-af9fdbb6637c {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:07.113181 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.114636 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5c0b05c9-bf37-4b4b-9f9a-a11e2c26b5db tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "DELETE /v2.0/routers/a48c3da4-51d3-4319-9129-af9fdbb6637c HTTP/1.1" status: 204 len: 168 time: 1.2909796 Nov 22 16:36:07.118396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57398) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:07.128040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1109728251', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:07.190983 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.192405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.211168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.277659 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.299319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-e468231d-4900-4bee-9b84-0aaf57fc0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.301542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-e468231d-4900-4bee-9b84-0aaf57fc0956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 1094 time: 0.1707673 Nov 22 16:36:07.311593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port e6fd3cb1-3102-44f1-bfd7-25c7014f41df, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,segment=NetworkSegment(59cb96d5-07de-43eb-9605-7ec44ffb91b7),segment_id=59cb96d5-07de-43eb-9605-7ec44ffb91b7)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:07.312659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd51030-4c67-4b48-8eb9-e841fe213c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fd3cb1-3102-44f1-bfd7-25c7014f41df'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:07.315116 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0c9602-b0b7-4f7a-b86c-2971b42afe89" -d '{"events": [{"server_uuid": "fdd51030-4c67-4b48-8eb9-e841fe213c04", "name": "network-vif-plugged", "status": "completed", "tag": "e6fd3cb1-3102-44f1-bfd7-25c7014f41df"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:07.331606 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.442729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbc206-ea5a-46b2-b706-72b03fa96257 req-ff52df37-0b90-4e8b-aa04-b743c545c6f6 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.445259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98bbc206-ea5a-46b2-b706-72b03fa96257 req-ff52df37-0b90-4e8b-aa04-b743c545c6f6 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.2689462 Nov 22 16:36:07.501341 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b344aa5f-02c4-4767-96a3-11c2067abc16 x-openstack-request-id: req-b344aa5f-02c4-4767-96a3-11c2067abc16 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:07.505452 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd51030-4c67-4b48-8eb9-e841fe213c04", "name": "network-vif-plugged", "status": "completed", "tag": "e6fd3cb1-3102-44f1-bfd7-25c7014f41df", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:07.505912 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b344aa5f-02c4-4767-96a3-11c2067abc16 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:07.506474 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd51030-4c67-4b48-8eb9-e841fe213c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fd3cb1-3102-44f1-bfd7-25c7014f41df', 'code': 200} Nov 22 16:36:07.512289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:07.518428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.581100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98bbc206-ea5a-46b2-b706-72b03fa96257 req-6f727619-2f6f-4415-9f26-1b0a84ce542e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180766 Nov 22 16:36:07.608006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-af3d5566-c3f8-4a98-b336-efe102b9f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.608006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-af3d5566-c3f8-4a98-b336-efe102b9f12d service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.2935870 Nov 22 16:36:07.663644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60a409-8297-4e7e-badb-13706c1d6e5a req-21d94a39-5337-4ad9-9c25-b2272180d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.665393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb60a409-8297-4e7e-badb-13706c1d6e5a req-21d94a39-5337-4ad9-9c25-b2272180d709 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 1096 time: 0.1765165 Nov 22 16:36:07.668522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-182f1a09-b5a4-4f55-a9bf-85d40d8f1c74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dba7cecc-0208-40df-adcc-9be93ff4b0b5 HTTP/1.1" status: 200 len: 217 time: 0.0562305 Nov 22 16:36:07.686173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12a747-be3d-428b-a1db-7b9437a65cba req-ce8e3887-1531-4240-a823-07e01cbecd3f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.687936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb12a747-be3d-428b-a1db-7b9437a65cba req-ce8e3887-1531-4240-a823-07e01cbecd3f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.1369457 Nov 22 16:36:07.822701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.838817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb60a409-8297-4e7e-badb-13706c1d6e5a req-a090ccdd-20e2-42e2-8498-79ebad72786d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497557 Nov 22 16:36:07.844556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7321b5ba-2ab5-475d-b829-e9715175ba4f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:07.849897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-1c82ea4a-10b9-447b-9fba-fce25777a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.852224 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-1c82ea4a-10b9-447b-9fba-fce25777a0ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.1620159 Nov 22 16:36:07.859349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.868375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 7321b5ba-2ab5-475d-b829-e9715175ba4f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:07.868734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7321b5ba-2ab5-475d-b829-e9715175ba4f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:07.881667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb12a747-be3d-428b-a1db-7b9437a65cba req-872014b2-9848-4a3a-bfe0-401e111483fc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616793 Nov 22 16:36:08.013845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Allocated IP 172.25.5.2 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/78fce869-4516-4f10-ba8c-7b4f4c4bf0db) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:08.129841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-1df280e1-f0bd-4f68-9ff2-9cfab14c3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.131304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-1df280e1-f0bd-4f68-9ff2-9cfab14c3cbd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019535 Nov 22 16:36:08.144004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.167803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa019a6a-1fd7-4b33-912a-165a52f7b2a8 req-6fdab491-95e5-48d9-a66c-5c8b64957c23 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.178804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa019a6a-1fd7-4b33-912a-165a52f7b2a8 req-6fdab491-95e5-48d9-a66c-5c8b64957c23 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.1002524 Nov 22 16:36:08.186768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.263973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:08.265224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event updated for resources: {'Port': ['ID=78fce869-4516-4f10-ba8c-7b4f4c4bf0db,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:08.269289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:08.271730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:08.291669 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad8b33-b48b-4913-880b-2d23f5b5c6d6 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:08.361766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa019a6a-1fd7-4b33-912a-165a52f7b2a8 req-b2923562-4234-49c6-9c8f-1b41588b2408 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813958 Nov 22 16:36:08.391184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-28061eba-e734-4745-ace5-066ba27c462c service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441082 Nov 22 16:36:08.397304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ad4abd58-8f81-4523-870d-14590ee8744d None None] Provisioning complete for port 78fce869-4516-4f10-ba8c-7b4f4c4bf0db triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:08.397950 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad4abd58-8f81-4523-870d-14590ee8744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.474490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ad4abd58-8f81-4523-870d-14590ee8744d None None] Port 78fce869-4516-4f10-ba8c-7b4f4c4bf0db cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:08.530473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc26ba61-4563-4637-bdb7-cc25598e462e req-68e31e19-c813-46a7-9cb1-0fa64a672be2 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295452 Nov 22 16:36:08.609482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.895510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34cfb3-389a-4381-9961-8a072735566a req-ef08cb98-d91a-476a-8d12-aeb80bd23005 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.897282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac34cfb3-389a-4381-9961-8a072735566a req-ef08cb98-d91a-476a-8d12-aeb80bd23005 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1018045 Nov 22 16:36:09.021612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:09.092065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac34cfb3-389a-4381-9961-8a072735566a req-ea9c1f54-09c3-4230-8e05-b8dc5380dbf4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710784 Nov 22 16:36:09.128658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b9d03-c238-44f8-a56c-dea612a32ab6 req-470c83a8-f7fa-494e-99af-08c8eb6f6b1e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.136943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e74b9d03-c238-44f8-a56c-dea612a32ab6 req-470c83a8-f7fa-494e-99af-08c8eb6f6b1e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.1233468 Nov 22 16:36:09.182639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Router ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:36:09.196458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e74b9d03-c238-44f8-a56c-dea612a32ab6 req-a620c842-9ca5-4361-9c98-9d1510998cce tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Nov 22 16:36:09.301221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:09.317342 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95efe3-753d-47df-8081-308b44956ad9 None None] Sync routers for ids ['ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:09.323328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:09.324877 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8682e80b-daaa-4e2b-a5a7-090fe7f2ad1a tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2041059 Nov 22 16:36:09.327743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57416) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:09.329319 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95efe3-753d-47df-8081-308b44956ad9 None None] Routers {'ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:09.330116 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7f95efe3-753d-47df-8081-308b44956ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:09.332601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b135e93d-182d-4836-9d8d-0fd5af54a577 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': False}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:09.369896 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7f95efe3-753d-47df-8081-308b44956ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:09.378791 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f95efe3-753d-47df-8081-308b44956ad9 None None] Routers {'ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:09.379511 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7f95efe3-753d-47df-8081-308b44956ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:09.417659 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-7f95efe3-753d-47df-8081-308b44956ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:09.418237 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95efe3-753d-47df-8081-308b44956ad9 None None] The sync data for ids ['ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:09.486003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc6b59-910d-4264-b099-816ca0dee3dd req-8535deb3-20cf-4c0e-bd43-3d988736b16f tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.487785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1bc6b59-910d-4264-b099-816ca0dee3dd req-8535deb3-20cf-4c0e-bd43-3d988736b16f tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.0528009 Nov 22 16:36:09.541748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1bc6b59-910d-4264-b099-816ca0dee3dd req-3f4cb096-6dcf-4e46-b36a-c9d06df920bf tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475848 Nov 22 16:36:09.664787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf9128-732f-4b93-b63d-6f7b2dcbe32d req-8e92ecd6-d3be-47c2-a159-e26eaa609681 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.666442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fcdf9128-732f-4b93-b63d-6f7b2dcbe32d req-8e92ecd6-d3be-47c2-a159-e26eaa609681 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Nov 22 16:36:09.724042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fcdf9128-732f-4b93-b63d-6f7b2dcbe32d req-5be224bc-d265-418a-9bc0-a09f0cc61d88 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510972 Nov 22 16:36:09.971330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac4cf3-30c1-4692-9f1d-17f2fc6844e2 req-c8539b19-4ef5-4aa8-8978-bbe849e117f8 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.973276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3ac4cf3-30c1-4692-9f1d-17f2fc6844e2 req-c8539b19-4ef5-4aa8-8978-bbe849e117f8 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.0606501 Nov 22 16:36:10.024128 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b135e93d-182d-4836-9d8d-0fd5af54a577 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.034136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3ac4cf3-30c1-4692-9f1d-17f2fc6844e2 req-05c31864-4c40-4c6a-9c8a-a2e80f71f30f tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520425 Nov 22 16:36:10.150880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b47c6-0901-4514-9e95-b21209c85175 req-d549afbb-bb8b-4c73-bae8-b0bdda11f51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:10.153114 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b71b47c6-0901-4514-9e95-b21209c85175 req-d549afbb-bb8b-4c73-bae8-b0bdda11f51d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 1097 time: 0.0650091 Nov 22 16:36:10.232677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f38acc-06a6-4fe3-a632-37d91dce0d07 req-b3bd4363-a065-4a0c-bdb7-c00eb228422e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:10.247497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91f38acc-06a6-4fe3-a632-37d91dce0d07 req-b3bd4363-a065-4a0c-bdb7-c00eb228422e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.0638361 Nov 22 16:36:10.262141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b71b47c6-0901-4514-9e95-b21209c85175 req-d3a06886-794b-430e-b6aa-2e22a8cb670d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968575 Nov 22 16:36:10.352536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91f38acc-06a6-4fe3-a632-37d91dce0d07 req-b24a040e-c8aa-437b-a465-361ab680a6d0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040313 Nov 22 16:36:10.386016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70626bf-bca5-43ff-a4d0-a26c40692868 req-dd189523-6d2d-45e6-bebb-8c6c4c83e22d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:10.390192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b70626bf-bca5-43ff-a4d0-a26c40692868 req-dd189523-6d2d-45e6-bebb-8c6c4c83e22d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.0958588 Nov 22 16:36:10.456512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b70626bf-bca5-43ff-a4d0-a26c40692868 req-508e2b45-3201-4513-995c-feb445b20713 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606518 Nov 22 16:36:10.576997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b135e93d-182d-4836-9d8d-0fd5af54a577 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.580494 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b135e93d-182d-4836-9d8d-0fd5af54a577 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.697173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b135e93d-182d-4836-9d8d-0fd5af54a577 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Router ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:10.812739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b135e93d-182d-4836-9d8d-0fd5af54a577 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:10.817556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b135e93d-182d-4836-9d8d-0fd5af54a577 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.819003 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b135e93d-182d-4836-9d8d-0fd5af54a577 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "PUT /v2.0/routers/ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c HTTP/1.1" status: 200 len: 924 time: 1.4901435 Nov 22 16:36:10.822189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57474) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:10.831210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3848e162-6c16-4fcc-84d6-42ff0ff1e7a6 None None] Sync routers for ids ['ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:10.848147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848e162-6c16-4fcc-84d6-42ff0ff1e7a6 None None] Routers {'ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:10.849143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3848e162-6c16-4fcc-84d6-42ff0ff1e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:10.883087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3848e162-6c16-4fcc-84d6-42ff0ff1e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:10.892274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3848e162-6c16-4fcc-84d6-42ff0ff1e7a6 None None] Routers {'ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:10.892966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3848e162-6c16-4fcc-84d6-42ff0ff1e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:10.930336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3848e162-6c16-4fcc-84d6-42ff0ff1e7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:10.931282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3848e162-6c16-4fcc-84d6-42ff0ff1e7a6 None None] The sync data for ids ['ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:10.942090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1b3bb252-2614-4ff4-ad21-6e8ed6629cf8 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/routers/ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c HTTP/1.1" status: 200 len: 924 time: 0.1162841 Nov 22 16:36:10.942319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57476) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:10.985083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde4d369-c58a-44bd-b212-c17ecc8a350b tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:10.986619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cde4d369-c58a-44bd-b212-c17ecc8a350b tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0432448 Nov 22 16:36:10.989169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:11.073313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e85383b-25c0-438d-93f0-f7487e4e2975 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.077222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9e85383b-25c0-438d-93f0-f7487e4e2975 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 881 time: 0.0845518 Nov 22 16:36:11.077879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57482) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:11.112117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3ac512d0-d137-4e8e-8eda-c01963128d0b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c HTTP/1.1" status: 200 len: 205 time: 0.0312459 Nov 22 16:36:11.112400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:11.251837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b57a8-bc2f-4040-932c-594de51dc949 req-6303d2cf-cd22-4f63-906c-e164b9268674 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.253352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-250b57a8-bc2f-4040-932c-594de51dc949 req-6303d2cf-cd22-4f63-906c-e164b9268674 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.1336401 Nov 22 16:36:11.274841 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.388783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-250b57a8-bc2f-4040-932c-594de51dc949 req-9ba9b38c-0790-479d-a11a-87c8012a1837 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251271 Nov 22 16:36:11.427871 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.525889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b219a5a-74f5-4ea7-958a-aa6452c789f2 req-20d69350-d0f9-45e7-98a0-3f6e490765a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.527422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b219a5a-74f5-4ea7-958a-aa6452c789f2 req-20d69350-d0f9-45e7-98a0-3f6e490765a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.0833917 Nov 22 16:36:11.532970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Deleting port 78fce869-4516-4f10-ba8c-7b4f4c4bf0db {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:11.533306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.675071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b219a5a-74f5-4ea7-958a-aa6452c789f2 req-12518385-352a-4fb9-8598-eefe91248bd1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394467 Nov 22 16:36:11.721621 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.747658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83714-c085-466a-8393-f1ed86c7a0f5 req-6caaa401-3f73-4740-b7b5-475ca74f452e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.749235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84f83714-c085-466a-8393-f1ed86c7a0f5 req-6caaa401-3f73-4740-b7b5-475ca74f452e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.1372218 Nov 22 16:36:11.750967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Calling delete_port for 78fce869-4516-4f10-ba8c-7b4f4c4bf0db owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:11.772626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-c17cc8bb-209a-4d26-a313-a5b3b98c6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.774166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-c17cc8bb-209a-4d26-a313-a5b3b98c6f1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ab9d5f575854a40a6818d5202510aa2&device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 1096 time: 0.1216671 Nov 22 16:36:11.930856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84f83714-c085-466a-8393-f1ed86c7a0f5 req-5cc9903e-39ce-41ce-81d6-28e5638616f9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731238 Nov 22 16:36:11.965682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96b6bb-f668-4a15-81a5-fcb5d847b38b req-87a65b61-a357-4372-8daa-3a625a08a403 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.967552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb96b6bb-f668-4a15-81a5-fcb5d847b38b req-87a65b61-a357-4372-8daa-3a625a08a403 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.2068524 Nov 22 16:36:12.134673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-353cc7cb-61de-484f-8ec3-d7bd3fa49ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.138036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-353cc7cb-61de-484f-8ec3-d7bd3fa49ee9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41d15e96-765a-4233-b43a-9acf9a66c7e8 HTTP/1.1" status: 200 len: 911 time: 0.3536227 Nov 22 16:36:12.190223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb96b6bb-f668-4a15-81a5-fcb5d847b38b req-40e6fee3-a6c3-4467-af52-84dfb0b00593 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072597 Nov 22 16:36:12.234358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-cc17ff71-effd-4238-8594-5c114b0831e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df HTTP/1.1" status: 200 len: 217 time: 0.0615134 Nov 22 16:36:12.360063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-075464b0-258e-47b3-ae59-472391432f10 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.361719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-075464b0-258e-47b3-ae59-472391432f10 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 809 time: 0.3127129 Nov 22 16:36:12.364189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-b9aa0f2e-3a29-4945-899b-9dfdea5f4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.365854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-b9aa0f2e-3a29-4945-899b-9dfdea5f4711 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b01e93fa-4c89-4742-8ba8-35defd50e7df HTTP/1.1" status: 200 len: 850 time: 0.1241012 Nov 22 16:36:12.369031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:12.434700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event deleted for resources: {'Port': ['ID=78fce869-4516-4f10-ba8c-7b4f4c4bf0db,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:12.439429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-5afa95c2-6635-4954-9242-2b59d88c5669 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41d15e96-765a-4233-b43a-9acf9a66c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611305 Nov 22 16:36:12.440642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2e0ab-e989-4449-98f2-398118c7544a None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:12.454923 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-fa85e31d-325e-4309-8888-162340617e22 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/quotas/7416ca3a74024c1088e3f656a87c95c4 HTTP/1.1" status: 200 len: 375 time: 0.0821621 Nov 22 16:36:12.582687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:12.695804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-32adb9d6-7f22-4539-828b-0e019ad3cb85 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2279489 Nov 22 16:36:12.709196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:12.719207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:12.736866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-80b84b3c-d712-4f98-a0d1-efc065926298 service neutron] 10.222.0.11 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808754 Nov 22 16:36:13.241364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.242556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Fanout notify agent at l3_agent the message router_deleted on router ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:13.249730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.254263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-170ba9d6-c57f-4c5c-b06e-0013a9f89439 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c HTTP/1.1" status: 204 len: 168 time: 2.1375566 Nov 22 16:36:13.255178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57518) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:13.262027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f05d77d8-4cbd-43b2-8344-6f8254ca8915 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-699408153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:13.296451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f05d77d8-4cbd-43b2-8344-6f8254ca8915 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.298202 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f05d77d8-4cbd-43b2-8344-6f8254ca8915 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.341537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-362f133c-0f9d-45a6-8fdd-f1737ce49e1a service neutron] 10.222.0.69 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345572 Nov 22 16:36:13.355153 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f05d77d8-4cbd-43b2-8344-6f8254ca8915 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.359860 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f05d77d8-4cbd-43b2-8344-6f8254ca8915 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.362523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6997e-0bdd-49c5-b56f-0046db65e19f req-6dd921bd-5324-4cd8-838b-459c3076c25e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.364071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-caf6997e-0bdd-49c5-b56f-0046db65e19f req-6dd921bd-5324-4cd8-838b-459c3076c25e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.1303999 Nov 22 16:36:13.381410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f05d77d8-4cbd-43b2-8344-6f8254ca8915 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.383347 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f05d77d8-4cbd-43b2-8344-6f8254ca8915 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1269915 Nov 22 16:36:13.386891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57520) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:13.390441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df4a4e11-1429-4a92-a6c0-23665b73a41c req-c02a3aaf-581e-4712-a1e5-843fe084d822 service neutron] 10.222.0.11 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971220 Nov 22 16:36:13.394119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:13.483660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-caf6997e-0bdd-49c5-b56f-0046db65e19f req-d89575eb-3278-444e-bbf8-26cf72c89c70 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064105 Nov 22 16:36:13.500866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-c17b03de-09b3-4362-b4a8-65273fed5749 service neutron] 10.222.0.69 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341350 Nov 22 16:36:13.620791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b188a5-77f3-4054-ae5b-2f0c759749d6 req-c7cfce53-c84e-4c7e-a413-6eb6deb693fa tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.629291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48b188a5-77f3-4054-ae5b-2f0c759749d6 req-c7cfce53-c84e-4c7e-a413-6eb6deb693fa tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.0715976 Nov 22 16:36:13.639030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.722612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4805962-951c-4255-a733-abc181366dcb req-cb7a29f7-9545-4b07-b6b1-60e88fa1ff73 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 210 time: 0.0507889 Nov 22 16:36:13.732732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48b188a5-77f3-4054-ae5b-2f0c759749d6 req-5bbeb586-ffd1-4e86-8931-526fd83b42a2 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904052 Nov 22 16:36:13.907594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.930834 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.078135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Allocated IP 172.25.5.122 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/55415293-154f-418b-80b9-818428fb1377) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:14.200709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.244066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.344415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:14.348007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:14.352676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:14.362392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb8349-e63f-479d-a526-00ae95986ce1 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:14.376676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event updated for resources: {'Port': ['ID=55415293-154f-418b-80b9-818428fb1377,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:14.443435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d978dfdd-f2a7-46bf-acf1-e6e02019db39 None None] Provisioning complete for port 55415293-154f-418b-80b9-818428fb1377 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:14.444257 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d978dfdd-f2a7-46bf-acf1-e6e02019db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.494632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d978dfdd-f2a7-46bf-acf1-e6e02019db39 None None] Port 55415293-154f-418b-80b9-818428fb1377 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:14.615965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2aab7-2839-4466-8309-d986e7ee50cf req-45cb5a98-84db-4dc2-b565-1cb892cdb020 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.618204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8af2aab7-2839-4466-8309-d986e7ee50cf req-45cb5a98-84db-4dc2-b565-1cb892cdb020 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.0529935 Nov 22 16:36:14.669638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.671346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8af2aab7-2839-4466-8309-d986e7ee50cf req-7b580c4e-a85c-47e2-9f2b-c6525771ba75 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449336 Nov 22 16:36:14.834046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-418b44c7-d6d2-4f55-a1fd-896187cc0ede req-4334383c-7f9c-4d6c-8ead-2ebd1022d861 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 210 time: 0.0314701 Nov 22 16:36:14.879792 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.885791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.893928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a9200-e684-4818-8654-77f5fb58f94f req-e8bbfc6a-332d-4597-a2a4-c1c90acd02fd tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.895535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd8a9200-e684-4818-8654-77f5fb58f94f req-e8bbfc6a-332d-4597-a2a4-c1c90acd02fd tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.0642941 Nov 22 16:36:14.959711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd8a9200-e684-4818-8654-77f5fb58f94f req-5818d0b5-c142-45d7-9ab1-a220377aec3e tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552807 Nov 22 16:36:15.096104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-bb4477c3-f059-41fc-8557-a97c0278a454 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.097596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-bb4477c3-f059-41fc-8557-a97c0278a454 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.71 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 809 time: 0.1655841 Nov 22 16:36:15.122747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Request body: {'port': {'device_id': 'f29f5a39-a4f2-4b88-af0f-1d051922d271', 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1', 'admin_state_up': True, 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:15.194433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Router ac1cecff-a47e-435c-9922-8908e239231e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:36:15.270864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebc99d-d9fa-447d-baa5-821fdfea62e5 req-84cdd92d-5109-4ec5-9405-b5c01dbe024a tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.272537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36ebc99d-d9fa-447d-baa5-821fdfea62e5 req-84cdd92d-5109-4ec5-9405-b5c01dbe024a tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.0586972 Nov 22 16:36:15.326193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36ebc99d-d9fa-447d-baa5-821fdfea62e5 req-9aefa966-c440-499a-8868-64f51841ffcf tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455317 Nov 22 16:36:15.356964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Made reservation on behalf of 7416ca3a74024c1088e3f656a87c95c4 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:15.360419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.374201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:15.381701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.385330 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbb797-9c9a-454c-b56c-51344385c742 None None] Sync routers for ids ['ac1cecff-a47e-435c-9922-8908e239231e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:15.386298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-10e06ad0-2399-400c-a26a-8863bb720aa9 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "PUT /v2.0/routers/ac1cecff-a47e-435c-9922-8908e239231e HTTP/1.1" status: 200 len: 883 time: 1.9975293 Nov 22 16:36:15.387030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:15.402557 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbb797-9c9a-454c-b56c-51344385c742 None None] Routers {'ac1cecff-a47e-435c-9922-8908e239231e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:15.404957 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f9dbb797-9c9a-454c-b56c-51344385c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ac1cecff-a47e-435c-9922-8908e239231e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:15.451572 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f9dbb797-9c9a-454c-b56c-51344385c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:15.462084 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dbb797-9c9a-454c-b56c-51344385c742 None None] Routers {'ac1cecff-a47e-435c-9922-8908e239231e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:15.463993 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f9dbb797-9c9a-454c-b56c-51344385c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ac1cecff-a47e-435c-9922-8908e239231e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:15.501656 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f9dbb797-9c9a-454c-b56c-51344385c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:15.503244 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dbb797-9c9a-454c-b56c-51344385c742 None None] The sync data for ids ['ac1cecff-a47e-435c-9922-8908e239231e'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:15.515440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3bff2b6f-43d3-44c4-a397-6c768e767d6c tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/routers/ac1cecff-a47e-435c-9922-8908e239231e HTTP/1.1" status: 200 len: 924 time: 0.1246691 Nov 22 16:36:15.515712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57552) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:15.541173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Allocated IP 172.20.0.10 (f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1/440892f2-a4a8-4374-8652-16ed381addde/35f31f6c-b135-424d-bfa8-47400651a251) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:15.565724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a346b1a-d081-49b2-b8a4-a223da805646 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.567554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8a346b1a-d081-49b2-b8a4-a223da805646 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=ac1cecff-a47e-435c-9922-8908e239231e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0483265 Nov 22 16:36:15.570497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:15.663789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9090b800-e998-4871-812c-9724ff75c453 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.666776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9090b800-e998-4871-812c-9724ff75c453 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 881 time: 0.0945339 Nov 22 16:36:15.669088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57556) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:15.730502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57560) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:15.735413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.745839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b8b53cc7-b914-44d2-99bf-ab4e4086b052 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac1cecff-a47e-435c-9922-8908e239231e HTTP/1.1" status: 200 len: 205 time: 0.0713916 Nov 22 16:36:15.821206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020eb09-ea94-4ffd-b9bd-326c71dfebbe req-ad88b0f5-7456-467c-a0b4-d8521e56a221 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.822780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9020eb09-ea94-4ffd-b9bd-326c71dfebbe req-ad88b0f5-7456-467c-a0b4-d8521e56a221 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.0546288 Nov 22 16:36:15.881664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9020eb09-ea94-4ffd-b9bd-326c71dfebbe req-fdec8ede-805f-42fe-bc22-b1acd8b2de9b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506642 Nov 22 16:36:15.969910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89f5847a-ea7e-40ca-aea9-7e51966b4f9d req-b66149cd-d92e-48e3-b8f5-28072907b613 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 210 time: 0.0326264 Nov 22 16:36:16.227709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.229755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.243023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b80e890b-c63d-4d8b-ba29-a3a7d227a631'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:16.319992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:16.325950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:16.394697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:16.440848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Pushing event updated for resources: {'Port': ['ID=35f31f6c-b135-424d-bfa8-47400651a251,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:16.463962 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.479420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.480107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.486280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90c896-0070-4018-aa1a-9e04539526ec req-fbbd702a-8eb1-4ce3-af9f-b8679e7eed5f tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.487832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f90c896-0070-4018-aa1a-9e04539526ec req-fbbd702a-8eb1-4ce3-af9f-b8679e7eed5f tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.0708094 Nov 22 16:36:16.520583 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-b670edb0-f68e-423d-b8a2-7e69f0017a0a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3996253 Nov 22 16:36:16.535673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Request body: {'port': {'device_id': 'f29f5a39-a4f2-4b88-af0f-1d051922d271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:16.549932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f90c896-0070-4018-aa1a-9e04539526ec req-8aebf388-1f3e-4292-98aa-2894cbe7cb32 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499303 Nov 22 16:36:16.620603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Deleting port 55415293-154f-418b-80b9-818428fb1377 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:16.620944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.624201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.763203 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.825959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Calling delete_port for 55415293-154f-418b-80b9-818428fb1377 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:16.834346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f697594-24a5-4c49-b0dc-9033989e33b5 req-619ae1ce-0508-4fb4-bb3a-e4e26c8b3672 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.837331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f697594-24a5-4c49-b0dc-9033989e33b5 req-619ae1ce-0508-4fb4-bb3a-e4e26c8b3672 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.0874789 Nov 22 16:36:16.838262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-10ae1bc1-42dd-4cb3-8b8f-40b4c846abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.839639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-10ae1bc1-42dd-4cb3-8b8f-40b4c846abfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ab9d5f575854a40a6818d5202510aa2&device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 1096 time: 0.0628560 Nov 22 16:36:16.952705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f697594-24a5-4c49-b0dc-9033989e33b5 req-9efea7d7-996a-4735-b34e-d2ab673317c3 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097023 Nov 22 16:36:16.985446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dba7cecc-0208-40df-adcc-9be93ff4b0b5 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:17.054913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-e828729c-c1ec-4843-a932-bb6c709ccdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.056466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-e828729c-c1ec-4843-a932-bb6c709ccdb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=41d15e96-765a-4233-b43a-9acf9a66c7e8 HTTP/1.1" status: 200 len: 911 time: 0.2070196 Nov 22 16:36:17.074908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fd966-ef8e-41bd-9313-b39d38b477e0 req-cc2e7efc-c09f-4d23-a3ed-e571c2c18f84 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.076472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-988fd966-ef8e-41bd-9313-b39d38b477e0 req-cc2e7efc-c09f-4d23-a3ed-e571c2c18f84 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 943 time: 0.1094141 Nov 22 16:36:17.095632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dba7cecc-0208-40df-adcc-9be93ff4b0b5, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dba7cecc-0208-40df-adcc-9be93ff4b0b5,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:17.109234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'port_id': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5', 'mac_address': 'fa:16:3e:a1:8f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:17.127163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f31f6c-b135-424d-bfa8-47400651a251 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:17.135002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-ae79fb09-eab6-4ba7-ba59-a4a5bf1d395e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df HTTP/1.1" status: 200 len: 217 time: 0.0699575 Nov 22 16:36:17.139673 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.150232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.152861 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.172556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba7cecc-0208-40df-adcc-9be93ff4b0b5 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:17.187398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event deleted for resources: {'Port': ['ID=55415293-154f-418b-80b9-818428fb1377,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:17.190931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Transition to ACTIVE for port object 35f31f6c-b135-424d-bfa8-47400651a251 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:17.210906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02739c85-8d24-4019-b6e9-8ec84b0a4abb None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:17.221136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dba7cecc-0208-40df-adcc-9be93ff4b0b5, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dba7cecc-0208-40df-adcc-9be93ff4b0b5,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:17.227790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d86e81-a559-4fbb-96a8-2d825195fe4b req-573f124d-b697-45d0-bb5e-11282c8f56cf tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.229387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2d86e81-a559-4fbb-96a8-2d825195fe4b req-573f124d-b697-45d0-bb5e-11282c8f56cf tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 932 time: 0.1784945 Nov 22 16:36:17.238189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-988fd966-ef8e-41bd-9313-b39d38b477e0 req-1ad64b14-2f3a-40f3-8c7c-6366fd673588 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406529 Nov 22 16:36:17.240042 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.253243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.259876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-5e15e77c-a8cd-4bb9-8a03-d2f192405081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.261827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-5e15e77c-a8cd-4bb9-8a03-d2f192405081 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b01e93fa-4c89-4742-8ba8-35defd50e7df HTTP/1.1" status: 200 len: 850 time: 0.1165607 Nov 22 16:36:17.313055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.316461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-1f03aa25-2efb-4201-b606-69080d755574 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=41d15e96-765a-4233-b43a-9acf9a66c7e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397029 Nov 22 16:36:17.336231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dba7cecc-0208-40df-adcc-9be93ff4b0b5,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:17.358287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2d86e81-a559-4fbb-96a8-2d825195fe4b req-b9c1f9e4-4968-4ec6-924b-a2fbaa44895e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170912 Nov 22 16:36:17.445672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.449181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['dba7cecc-0208-40df-adcc-9be93ff4b0b5'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:17.450280 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.472856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-19830faa-78de-4515-947f-568114364528 service neutron] 10.222.0.11 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440063 Nov 22 16:36:17.483201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=35f31f6c-b135-424d-bfa8-47400651a251,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:17.560818 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.563185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Fanout notify agent at l3_agent the message router_deleted on router ac1cecff-a47e-435c-9922-8908e239231e {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:17.571361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.572459 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-08078565-e80b-4e07-92a7-f91d5f815076 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/ac1cecff-a47e-435c-9922-8908e239231e HTTP/1.1" status: 204 len: 168 time: 1.8419704 Nov 22 16:36:17.577226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57582) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:17.586790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b8adc329-a15d-4214-bebe-b49d66c101d1 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-46405517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:17.616171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Attempting to bind port 35f31f6c-b135-424d-bfa8-47400651a251 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:17.617309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Attempting to bind port 35f31f6c-b135-424d-bfa8-47400651a251 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:17.617870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Attempting to bind port 35f31f6c-b135-424d-bfa8-47400651a251 on network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:17.627948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Port 35f31f6c-b135-424d-bfa8-47400651a251 on network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:17.628810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Attempting to bind port 35f31f6c-b135-424d-bfa8-47400651a251 on network f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:17.635464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccd77b90-0663-4cb3-aba9-52c53270cff0 req-75701913-6c1b-4007-9e87-52a878f9929c service neutron] 10.222.0.11 "GET /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529539 Nov 22 16:36:17.638122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:17.638857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Checking segment: {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:17.639459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Bound using segment: {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:17.640439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Bound port: 35f31f6c-b135-424d-bfa8-47400651a251, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bba3be-cb30-41dc-8dcf-5bd6877b8b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:17.641095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.683866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8adc329-a15d-4214-bebe-b49d66c101d1 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.685046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8adc329-a15d-4214-bebe-b49d66c101d1 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.770048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] For port 35f31f6c-b135-424d-bfa8-47400651a251, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:17.773290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8adc329-a15d-4214-bebe-b49d66c101d1 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.783127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8adc329-a15d-4214-bebe-b49d66c101d1 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.789044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] For port 35f31f6c-b135-424d-bfa8-47400651a251, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=35f31f6c-b135-424d-bfa8-47400651a251,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:17.797035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.829206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8adc329-a15d-4214-bebe-b49d66c101d1 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.830417 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8adc329-a15d-4214-bebe-b49d66c101d1 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2522566 Nov 22 16:36:17.833284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:17.839643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': True}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:17.842855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.843197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.844651 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] 10.222.0.71 "PUT /v2.0/ports/35f31f6c-b135-424d-bfa8-47400651a251 HTTP/1.1" status: 200 len: 1092 time: 1.3145683 Nov 22 16:36:17.845126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29f5a39-a4f2-4b88-af0f-1d051922d271', 'tag': '35f31f6c-b135-424d-bfa8-47400651a251'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:17.847428 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9981e47b-460f-4851-a407-b165456655a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f29f5a39-a4f2-4b88-af0f-1d051922d271", "tag": "35f31f6c-b135-424d-bfa8-47400651a251"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:17.869180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd51cd-ca22-4de7-ba8d-fc10c608fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=35f31f6c-b135-424d-bfa8-47400651a251,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:17.934144 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9d4395-ca33-44be-8fef-7c3a59108fdf x-openstack-request-id: req-8c9d4395-ca33-44be-8fef-7c3a59108fdf {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:17.934512 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29f5a39-a4f2-4b88-af0f-1d051922d271", "tag": "35f31f6c-b135-424d-bfa8-47400651a251", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:17.934707 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c9d4395-ca33-44be-8fef-7c3a59108fdf {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:17.935108 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29f5a39-a4f2-4b88-af0f-1d051922d271', 'tag': '35f31f6c-b135-424d-bfa8-47400651a251', 'status': 'completed', 'code': 200} Nov 22 16:36:17.964092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-09bcdbdd-5404-47df-9729-c407d4ac4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.966051 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-09bcdbdd-5404-47df-9729-c407d4ac4d5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 1095 time: 0.0630991 Nov 22 16:36:18.027178 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-c183b22e-1ce5-4ceb-80c7-3a68709f56b9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f31f6c-b135-424d-bfa8-47400651a251 HTTP/1.1" status: 200 len: 217 time: 0.0448349 Nov 22 16:36:18.091250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-d2067a63-8547-4b6a-a194-59c1e1caf55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.092965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-d2067a63-8547-4b6a-a194-59c1e1caf55a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 200 len: 849 time: 0.0527520 Nov 22 16:36:18.110133 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.129710 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-6e4a2c27-7425-49e3-9475-3a96d0781ed8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283928 Nov 22 16:36:18.182140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b59516-27b2-46be-a48d-e46d3b5a3f8e req-a16e2e69-84d3-4811-b8b2-8f96f3ba1f27 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.183707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2b59516-27b2-46be-a48d-e46d3b5a3f8e req-a16e2e69-84d3-4811-b8b2-8f96f3ba1f27 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.1391032 Nov 22 16:36:18.246981 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-a9fa9258-6da8-498a-b7d9-4bd776494144 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092854 Nov 22 16:36:18.253624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f2b59516-27b2-46be-a48d-e46d3b5a3f8e req-e9609534-91b2-41c9-8f58-03a0d6bac820 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638278 Nov 22 16:36:18.379083 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-129aefec-a0eb-4e70-b49c-fd48a07fccb5 req-41d2fb82-eb7f-4b9b-b8f8-0452b630f252 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228716 Nov 22 16:36:18.423810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.457533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.529068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e47b-460f-4851-a407-b165456655a4 req-8406c703-1701-478d-bb62-66a40077b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.531171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9981e47b-460f-4851-a407-b165456655a4 req-8406c703-1701-478d-bb62-66a40077b995 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 1095 time: 0.0521469 Nov 22 16:36:18.596339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57680ff6-8123-4444-8e16-5cf80658f94d req-1d68bb9f-ea58-4672-b32c-125f16975e13 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.597862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57680ff6-8123-4444-8e16-5cf80658f94d req-1d68bb9f-ea58-4672-b32c-125f16975e13 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 944 time: 0.1426558 Nov 22 16:36:18.639594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e47b-460f-4851-a407-b165456655a4 req-8eb38132-ee3f-46df-9d62-f3519e7af621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.641281 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9981e47b-460f-4851-a407-b165456655a4 req-8eb38132-ee3f-46df-9d62-f3519e7af621 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 910 time: 0.1026347 Nov 22 16:36:18.660239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217bdce-18df-4020-a594-0a9f85941dc9 req-6e6955f3-33c1-47e5-938c-0a8fde30f7ab tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.661790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5217bdce-18df-4020-a594-0a9f85941dc9 req-6e6955f3-33c1-47e5-938c-0a8fde30f7ab tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 944 time: 0.1568213 Nov 22 16:36:18.690908 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9981e47b-460f-4851-a407-b165456655a4 req-2017547d-bef9-465e-8acb-f12b812028bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f31f6c-b135-424d-bfa8-47400651a251 HTTP/1.1" status: 200 len: 217 time: 0.0375092 Nov 22 16:36:18.737185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Allocated IP 172.25.5.61 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/e7e82437-4728-459d-b08d-fc4475f9892a) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:18.751541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981e47b-460f-4851-a407-b165456655a4 req-5fb7a28b-b92c-4e5c-ad69-a0351a639b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.753140 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9981e47b-460f-4851-a407-b165456655a4 req-5fb7a28b-b92c-4e5c-ad69-a0351a639b72 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 200 len: 849 time: 0.0499218 Nov 22 16:36:18.758991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57680ff6-8123-4444-8e16-5cf80658f94d req-20160b50-7ff5-4fdb-b6c6-5614c15f2d97 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396523 Nov 22 16:36:18.802912 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9981e47b-460f-4851-a407-b165456655a4 req-027e8320-8928-4fba-9cff-7723957dd22d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324681 Nov 22 16:36:18.817538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5217bdce-18df-4020-a594-0a9f85941dc9 req-8d69c745-9a14-4414-a07c-2b5935b74fa7 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447935 Nov 22 16:36:18.884931 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.910720 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9981e47b-460f-4851-a407-b165456655a4 req-346e4f26-02b3-45ad-b84e-24448eda28a5 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950260 Nov 22 16:36:18.925543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.975186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:18.981842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:18.986839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:18.999012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8771a86-1a7f-4478-8fa3-414057bc7ef0 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:19.013965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dba7cecc-0208-40df-adcc-9be93ff4b0b5 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:19.019838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e82437-4728-459d-b08d-fc4475f9892a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:19.046534 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9981e47b-460f-4851-a407-b165456655a4 req-afce3129-d261-47f0-bfbb-0b4fc5e22e25 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217234 Nov 22 16:36:19.081560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9326e69a-2f91-40db-acaf-914faa25e9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.102664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port dba7cecc-0208-40df-adcc-9be93ff4b0b5 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:19.107310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port dba7cecc-0208-40df-adcc-9be93ff4b0b5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:19.107830 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.163928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0f6bc009-2626-499c-91c5-57f5a2576f3d None None] Provisioning complete for port e7e82437-4728-459d-b08d-fc4475f9892a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:19.164576 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc009-2626-499c-91c5-57f5a2576f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.223152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bc009-2626-499c-91c5-57f5a2576f3d None None] Port e7e82437-4728-459d-b08d-fc4475f9892a cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:19.240925 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.268407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:19.270979 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c820662c-48e8-4f1e-b583-431e2b27bc5c" -d '{"events": [{"server_uuid": "46864090-b9a7-4ef8-8e25-1a0762b43c82", "name": "network-vif-plugged", "status": "completed", "tag": "dba7cecc-0208-40df-adcc-9be93ff4b0b5"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:19.301211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dba7cecc-0208-40df-adcc-9be93ff4b0b5, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dba7cecc-0208-40df-adcc-9be93ff4b0b5,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:19.312053 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.315606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.543043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87deff-b9bf-4a9c-8126-e2547a7e9c4f req-af0ad09e-9996-4c99-8c30-c3b9b48eecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:19.544949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c87deff-b9bf-4a9c-8126-e2547a7e9c4f req-af0ad09e-9996-4c99-8c30-c3b9b48eecb5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 1096 time: 0.1307473 Nov 22 16:36:19.548665 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecb712e-bb3f-4826-845f-65a268f6343b x-openstack-request-id: req-7ecb712e-bb3f-4826-845f-65a268f6343b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:19.548966 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46864090-b9a7-4ef8-8e25-1a0762b43c82", "name": "network-vif-plugged", "status": "completed", "tag": "dba7cecc-0208-40df-adcc-9be93ff4b0b5", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:19.549208 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7ecb712e-bb3f-4826-845f-65a268f6343b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:19.549596 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5', 'code': 200} Nov 22 16:36:19.564740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e0abf-a47f-46d8-8675-497dac75fd14 req-db9e899f-aae1-4fd1-b542-807ec92a5477 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:19.566211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d53e0abf-a47f-46d8-8675-497dac75fd14 req-db9e899f-aae1-4fd1-b542-807ec92a5477 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.1391382 Nov 22 16:36:19.586239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dba7cecc-0208-40df-adcc-9be93ff4b0b5,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:19.728216 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c87deff-b9bf-4a9c-8126-e2547a7e9c4f req-4cef7f8f-cf77-4a10-b4b2-49cd68d440c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599808 Nov 22 16:36:19.738854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d53e0abf-a47f-46d8-8675-497dac75fd14 req-308ab835-d4d7-42cc-ae0f-57726e0dc541 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275334 Nov 22 16:36:19.750429 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.763178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.936258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad35e-e11d-441a-ae01-19052a43ca0d req-9cf9c128-93af-44a0-8d52-1f2840da67e7 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:19.942489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbad35e-e11d-441a-ae01-19052a43ca0d req-9cf9c128-93af-44a0-8d52-1f2840da67e7 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 945 time: 0.0778916 Nov 22 16:36:20.023711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Router f6f15cba-f656-409a-9970-83a7af07871e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:36:20.041008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6fbad35e-e11d-441a-ae01-19052a43ca0d req-bc6567b9-83af-4a11-8312-57db400c056d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914185 Nov 22 16:36:20.099390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d413f-20b2-44e2-a4fc-cf225e5d0c0a req-dfdcba18-0224-42b6-9ff2-21b9c92e450d tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:20.101390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e4d413f-20b2-44e2-a4fc-cf225e5d0c0a req-dfdcba18-0224-42b6-9ff2-21b9c92e450d tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 944 time: 0.1282396 Nov 22 16:36:20.263262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 35f31f6c-b135-424d-bfa8-47400651a251 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:20.377721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 35f31f6c-b135-424d-bfa8-47400651a251, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=35f31f6c-b135-424d-bfa8-47400651a251,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:20.391695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '35f31f6c-b135-424d-bfa8-47400651a251', 'network_id': 'f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1', 'port_id': '35f31f6c-b135-424d-bfa8-47400651a251', 'mac_address': 'fa:16:3e:0e:53:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '440892f2-a4a8-4374-8652-16ed381addde', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:20.433073 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.448345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f31f6c-b135-424d-bfa8-47400651a251 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:20.468988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 35f31f6c-b135-424d-bfa8-47400651a251, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=35f31f6c-b135-424d-bfa8-47400651a251,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:20.473012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.530820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=35f31f6c-b135-424d-bfa8-47400651a251,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:20.615811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e4d413f-20b2-44e2-a4fc-cf225e5d0c0a req-bd5e1eb3-b00a-40ff-ad7f-61f73d89d24a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055835 Nov 22 16:36:20.625604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6dcc29-4920-4e64-b3ef-ced9dbc623ff req-e6084752-9c30-42d6-bca5-45331e391e96 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:20.627133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b6dcc29-4920-4e64-b3ef-ced9dbc623ff req-e6084752-9c30-42d6-bca5-45331e391e96 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.5199580 Nov 22 16:36:20.628473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:20.634864 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.636005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-693cd2b7-a640-473b-ac4b-770a21e85cc0 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "PUT /v2.0/routers/f6f15cba-f656-409a-9970-83a7af07871e HTTP/1.1" status: 200 len: 916 time: 2.8016567 Nov 22 16:36:20.638524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:20.648763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3f8df-4257-4cf4-abaf-6dbdc278089e None None] Sync routers for ids ['f6f15cba-f656-409a-9970-83a7af07871e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:20.665313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3f8df-4257-4cf4-abaf-6dbdc278089e None None] Routers {'f6f15cba-f656-409a-9970-83a7af07871e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:20.667368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-80b3f8df-4257-4cf4-abaf-6dbdc278089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f6f15cba-f656-409a-9970-83a7af07871e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:20.746498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-80b3f8df-4257-4cf4-abaf-6dbdc278089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:20.756524 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3f8df-4257-4cf4-abaf-6dbdc278089e None None] Routers {'f6f15cba-f656-409a-9970-83a7af07871e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:20.757808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-80b3f8df-4257-4cf4-abaf-6dbdc278089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f6f15cba-f656-409a-9970-83a7af07871e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:20.772943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b6dcc29-4920-4e64-b3ef-ced9dbc623ff req-416b2457-4eed-4946-926d-be9465772d1f tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265302 Nov 22 16:36:20.795100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-80b3f8df-4257-4cf4-abaf-6dbdc278089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:20.795827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b3f8df-4257-4cf4-abaf-6dbdc278089e None None] The sync data for ids ['f6f15cba-f656-409a-9970-83a7af07871e'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:20.818355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3496c84c-bb5a-43eb-a67c-8cbf89328a2f tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/routers/f6f15cba-f656-409a-9970-83a7af07871e HTTP/1.1" status: 200 len: 922 time: 0.1784859 Nov 22 16:36:20.819098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57618) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:20.855832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['35f31f6c-b135-424d-bfa8-47400651a251'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:20.888724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167306a8-0582-443f-9f80-1722dbd81520 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:20.894724 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-167306a8-0582-443f-9f80-1722dbd81520 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=f6f15cba-f656-409a-9970-83a7af07871e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0715246 Nov 22 16:36:20.895731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:20.939552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57622) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:21.019229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26249639-3a89-417e-b698-68810d7b276a tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.020814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-26249639-3a89-417e-b698-68810d7b276a tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 881 time: 0.1248577 Nov 22 16:36:21.024782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57626) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:21.056827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e2ce880a-7136-4a46-9638-0bf7fe7b6836 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6f15cba-f656-409a-9970-83a7af07871e HTTP/1.1" status: 200 len: 205 time: 0.0308390 Nov 22 16:36:21.059253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57628) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:21.080773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e00962-b731-446f-811c-f2e081fdad3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.171647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e00962-b731-446f-811c-f2e081fdad3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.175586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e00962-b731-446f-811c-f2e081fdad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.216193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464d033-9450-45a7-9a8d-001602488618 req-5887b9fb-91cc-4744-aeb4-4b677facc112 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.217744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0464d033-9450-45a7-9a8d-001602488618 req-5887b9fb-91cc-4744-aeb4-4b677facc112 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 945 time: 0.0991750 Nov 22 16:36:21.221747 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a6e00962-b731-446f-811c-f2e081fdad3d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0576221ce09242ea82b7dd8a4d27409d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2784348 Nov 22 16:36:21.221747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e00962-b731-446f-811c-f2e081fdad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6625e79-63b4-452b-84f8-0bc80784920d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:21.222025 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.222025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:21.310500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-938cdfae-956e-4421-9597-fe25ff5f8ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.394468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0464d033-9450-45a7-9a8d-001602488618 req-0eb32274-23ef-4448-8103-e6cb13127244 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649981 Nov 22 16:36:21.412090 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28fffeba-4247-4d7c-86bf-33e88b265b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.420107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.446926 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28fffeba-4247-4d7c-86bf-33e88b265b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.555977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c578b-a9a7-4b99-afde-7f349962838b req-63987422-fb8b-4e06-9d4c-daa2f234df59 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.557534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-097c578b-a9a7-4b99-afde-7f349962838b req-63987422-fb8b-4e06-9d4c-daa2f234df59 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 945 time: 0.0855694 Nov 22 16:36:21.572311 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28fffeba-4247-4d7c-86bf-33e88b265b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.574859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28fffeba-4247-4d7c-86bf-33e88b265b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.578556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-28fffeba-4247-4d7c-86bf-33e88b265b9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6625e79-63b4-452b-84f8-0bc80784920d HTTP/1.1" status: 204 len: 168 time: 0.3530405 Nov 22 16:36:21.580146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Deleting port e7e82437-4728-459d-b08d-fc4475f9892a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:21.580494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.634402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fffeba-4247-4d7c-86bf-33e88b265b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6625e79-63b4-452b-84f8-0bc80784920d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:21.674902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-097c578b-a9a7-4b99-afde-7f349962838b req-c77befb7-8e07-4457-8b1a-4dfef791db13 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107318 Nov 22 16:36:21.710670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.735828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Calling delete_port for e7e82437-4728-459d-b08d-fc4475f9892a owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:21.920757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde293b2-45ec-4e59-af5a-130f8d925802 req-c3d63f4f-15cb-40ea-95f2-cd487928f31e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.922298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dde293b2-45ec-4e59-af5a-130f8d925802 req-c3d63f4f-15cb-40ea-95f2-cd487928f31e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 945 time: 0.1655819 Nov 22 16:36:21.980213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392174b-4b0d-40e9-aefa-1e14d786f7da req-68441e06-1747-45eb-a6ff-16fc24e0bdd2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.981735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a392174b-4b0d-40e9-aefa-1e14d786f7da req-68441e06-1747-45eb-a6ff-16fc24e0bdd2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 945 time: 0.1809139 Nov 22 16:36:22.017263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-c4151918-6e88-4349-9703-798e13beecc7 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:22.018724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-c4151918-6e88-4349-9703-798e13beecc7 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.1725049 Nov 22 16:36:22.136035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dde293b2-45ec-4e59-af5a-130f8d925802 req-9edee1a9-eb47-4b1e-894b-a342fd248ce0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770589 Nov 22 16:36:22.170821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a392174b-4b0d-40e9-aefa-1e14d786f7da req-05dfb36f-d7cb-4632-8ac6-ceda359e1da8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762462 Nov 22 16:36:22.200704 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.236489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event deleted for resources: {'Port': ['ID=e7e82437-4728-459d-b08d-fc4475f9892a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:22.262308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f474ea8b-618f-449b-9449-2f5a4fbb7667 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:22.273942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 35f31f6c-b135-424d-bfa8-47400651a251 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:22.355817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 35f31f6c-b135-424d-bfa8-47400651a251 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:22.361191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 35f31f6c-b135-424d-bfa8-47400651a251 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:22.361824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.384179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.388827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Deleting port e6fd3cb1-3102-44f1-bfd7-25c7014f41df {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:22.389202 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.405183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9244713-334a-4d98-8462-3678a507c8e5 req-0197a851-a8bc-47cc-976d-b8fb60153526 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:22.415176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9244713-334a-4d98-8462-3678a507c8e5 req-0197a851-a8bc-47cc-976d-b8fb60153526 tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 945 time: 0.1763444 Nov 22 16:36:22.489224 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.504243 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.518885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29f5a39-a4f2-4b88-af0f-1d051922d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f31f6c-b135-424d-bfa8-47400651a251'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:22.521779 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb04dc4d-072b-4af4-b5be-fd60593f3d66" -d '{"events": [{"server_uuid": "f29f5a39-a4f2-4b88-af0f-1d051922d271", "name": "network-vif-plugged", "status": "completed", "tag": "35f31f6c-b135-424d-bfa8-47400651a251"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:22.536754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 35f31f6c-b135-424d-bfa8-47400651a251, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=35f31f6c-b135-424d-bfa8-47400651a251,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:22.544242 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.591062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.596531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.610771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=35f31f6c-b135-424d-bfa8-47400651a251,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:22.620435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.691743 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9244713-334a-4d98-8462-3678a507c8e5 req-8de19bb0-0c6f-4d30-8be8-9991d7e17e4c tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/security-groups?id=11082f4b-b0d6-4469-aae6-0c3a9786735f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756732 Nov 22 16:36:22.697794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.698380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Fanout notify agent at l3_agent the message router_deleted on router f6f15cba-f656-409a-9970-83a7af07871e {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:22.724936 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.724936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dedaed47-2b37-4c65-8e74-35aacf6f846c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/f6f15cba-f656-409a-9970-83a7af07871e HTTP/1.1" status: 204 len: 168 time: 1.6606402 Nov 22 16:36:22.726233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57678) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:22.732064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-11afd4f5-a05e-43c0-a3c3-9275ca632dac tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-389177613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:22.744896 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc86494d-ecec-4713-b7eb-086ef1fc29b0 x-openstack-request-id: req-bc86494d-ecec-4713-b7eb-086ef1fc29b0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:22.745202 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29f5a39-a4f2-4b88-af0f-1d051922d271", "name": "network-vif-plugged", "status": "completed", "tag": "35f31f6c-b135-424d-bfa8-47400651a251", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:22.745497 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc86494d-ecec-4713-b7eb-086ef1fc29b0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:22.747477 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29f5a39-a4f2-4b88-af0f-1d051922d271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f31f6c-b135-424d-bfa8-47400651a251', 'code': 200} Nov 22 16:36:22.748615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9acb32-ca47-457d-81d1-2160b01552b9 req-0344b40e-c440-4095-af16-6ace4897a1bd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:22.750759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c9acb32-ca47-457d-81d1-2160b01552b9 req-0344b40e-c440-4095-af16-6ace4897a1bd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 945 time: 0.2939079 Nov 22 16:36:22.762079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] For port e6fd3cb1-3102-44f1-bfd7-25c7014f41df, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,segment=NetworkSegment(59cb96d5-07de-43eb-9605-7ec44ffb91b7),segment_id=59cb96d5-07de-43eb-9605-7ec44ffb91b7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:22.762556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.766114 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11afd4f5-a05e-43c0-a3c3-9275ca632dac tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.768701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11afd4f5-a05e-43c0-a3c3-9275ca632dac tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.791363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Calling delete_port for e6fd3cb1-3102-44f1-bfd7-25c7014f41df owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:22.839328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11afd4f5-a05e-43c0-a3c3-9275ca632dac tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.853951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11afd4f5-a05e-43c0-a3c3-9275ca632dac tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.860237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7c9acb32-ca47-457d-81d1-2160b01552b9 req-0b014e46-cfc4-4e22-86c6-5a6348042bf5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016872 Nov 22 16:36:22.899351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11afd4f5-a05e-43c0-a3c3-9275ca632dac tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.900712 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-11afd4f5-a05e-43c0-a3c3-9275ca632dac tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1731598 Nov 22 16:36:22.903887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9ecae-3bda-45ac-b85a-a49dfadf121b req-47702a60-f533-489d-a9d7-dd3e96593116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:22.904513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:22.905650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-11c9ecae-3bda-45ac-b85a-a49dfadf121b req-47702a60-f533-489d-a9d7-dd3e96593116 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 1097 time: 0.0630922 Nov 22 16:36:22.912646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'enable_snat': False}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:22.961674 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-11c9ecae-3bda-45ac-b85a-a49dfadf121b req-6b6f2a31-50fa-4f84-b170-fbcbdd5e5b8f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Nov 22 16:36:23.019843 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57686) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:23.115407 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.186715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'network': {'name': 'tempest-network-smoke--1553929901', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'port_security_enabled': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:23.206952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Pushing event deleted for resources: {'Port': ['ID=e6fd3cb1-3102-44f1-bfd7-25c7014f41df,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:23.210990 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.215543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:23.225295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.233885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.293004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] No DVR routers for this DVR port e6fd3cb1-3102-44f1-bfd7-25c7014f41df on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:23.318521 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.318856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.323054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3415bff-e7b0-4d84-800d-20c273b5f2dd req-b812b701-9ab9-4af0-b1ca-bc087c311dfe tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.11 "DELETE /v2.0/ports/e6fd3cb1-3102-44f1-bfd7-25c7014f41df HTTP/1.1" status: 204 len: 173 time: 1.2936721 Nov 22 16:36:23.323733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.325132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd51030-4c67-4b48-8eb9-e841fe213c04', 'name': 'network-vif-deleted', 'tag': 'e6fd3cb1-3102-44f1-bfd7-25c7014f41df'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:23.327655 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453f6fda-c777-4e72-ae63-3631ec7dea9c" -d '{"events": [{"server_uuid": "fdd51030-4c67-4b48-8eb9-e841fe213c04", "name": "network-vif-deleted", "tag": "e6fd3cb1-3102-44f1-bfd7-25c7014f41df"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:23.351127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a25ad-4cc0-47dc-888d-3fee5782ad91 req-1e8c347c-818a-49fd-9530-f4f6c2e3dd22 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:23.352729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e01a25ad-4cc0-47dc-888d-3fee5782ad91 req-1e8c347c-818a-49fd-9530-f4f6c2e3dd22 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1318045 Nov 22 16:36:23.359622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:23.386825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c88007d-923a-4a0e-808f-adaf6f052896,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:23.390172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.390566 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Added segment 921ed63e-2872-4c96-a52f-e6b66e58e3c4 of type vlan for network bbfcebab-be9b-4e21-81f5-d1763b01926e Nov 22 16:36:23.404843 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f7a36-b525-4741-9bab-5579f3541d37 x-openstack-request-id: req-1a6f7a36-b525-4741-9bab-5579f3541d37 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:23.405096 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd51030-4c67-4b48-8eb9-e841fe213c04", "name": "network-vif-deleted", "tag": "e6fd3cb1-3102-44f1-bfd7-25c7014f41df", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:23.405307 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a6f7a36-b525-4741-9bab-5579f3541d37 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:23.405721 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd51030-4c67-4b48-8eb9-e841fe213c04', 'name': 'network-vif-deleted', 'tag': 'e6fd3cb1-3102-44f1-bfd7-25c7014f41df', 'status': 'completed', 'code': 200} Nov 22 16:36:23.443508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.457298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e01a25ad-4cc0-47dc-888d-3fee5782ad91 req-45f3b017-420b-43e1-9f0f-9b89fe045f7a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826330 Nov 22 16:36:23.474434 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.481408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:23.482096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.542400 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5185201 Nov 22 16:36:23.546307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57694) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:23.551290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-532773731', 'admin_state_up': True, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:23.568971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87722c-14c2-4b99-9dd4-9882e4dbc34c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Network': ['ID=bbfcebab-be9b-4e21-81f5-d1763b01926e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:23.580734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.583736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.584904 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.590426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network bbfcebab-be9b-4e21-81f5-d1763b01926e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:23.605847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.652156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.717157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Allocated IP 172.25.5.22 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/3d47b92c-94b9-4dc2-ae5b-121c0aa80f27) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:23.820419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.871692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2ed6ed7-0a6b-4660-8ae0-529deb360dce req-dfa26897-6d82-425a-bea9-4defac29308d tempest-TestServerAdvancedOps-15734812 tempest-TestServerAdvancedOps-15734812-project] 10.222.0.69 "GET /v2.0/ports?device_id=fdd51030-4c67-4b48-8eb9-e841fe213c04 HTTP/1.1" status: 200 len: 210 time: 0.0550575 Nov 22 16:36:23.929357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fa12d-8179-4d3a-9497-371c2c781362 req-8dbc5cee-4d53-4d5a-bd71-7903dff9e831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:23.931229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-391fa12d-8179-4d3a-9497-371c2c781362 req-8dbc5cee-4d53-4d5a-bd71-7903dff9e831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 945 time: 0.1033070 Nov 22 16:36:23.958073 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.074881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.088047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2740814-8bf9-4a9e-8893-f119bb12ce9d req-abb47f9e-b30b-4e17-a6b8-5042a946aa84 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:24.089563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2740814-8bf9-4a9e-8893-f119bb12ce9d req-abb47f9e-b30b-4e17-a6b8-5042a946aa84 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 945 time: 0.1347456 Nov 22 16:36:24.093965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.098249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.174593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:24.188448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port dba7cecc-0208-40df-adcc-9be93ff4b0b5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:24.188874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.197866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Pushing event updated for resources: {'Port': ['ID=3d47b92c-94b9-4dc2-ae5b-121c0aa80f27,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:24.214531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:24.231000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.25.5.8 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:24.231385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f0da1-bd35-4cd6-add5-0655308ee574 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:24.246868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:24.272904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2740814-8bf9-4a9e-8893-f119bb12ce9d req-cc1ce369-6cc0-4c1b-b096-48f660af1040 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669347 Nov 22 16:36:24.311538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-165d554d-ef2a-41ab-be71-66044419ecdd None None] Provisioning complete for port 3d47b92c-94b9-4dc2-ae5b-121c0aa80f27 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:24.312105 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-165d554d-ef2a-41ab-be71-66044419ecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.354725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-165d554d-ef2a-41ab-be71-66044419ecdd None None] Port 3d47b92c-94b9-4dc2-ae5b-121c0aa80f27 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:24.388986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.429982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.480212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:24.482702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:24.486789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:24.505881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81ba96-936f-4ac9-8ac3-1e9221384f27 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:24.522954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:24.572434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.581839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b3cbedce-a13a-4d30-8049-8ffc2d8bb87e None None] Provisioning complete for port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:24.582565 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3cbedce-a13a-4d30-8049-8ffc2d8bb87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.629674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b3cbedce-a13a-4d30-8049-8ffc2d8bb87e None None] Port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:24.760229 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.832827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] For port dba7cecc-0208-40df-adcc-9be93ff4b0b5, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dba7cecc-0208-40df-adcc-9be93ff4b0b5,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:24.833308 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.852032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for dba7cecc-0208-40df-adcc-9be93ff4b0b5 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:24.862256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.888002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d270e9c-a10b-489d-aded-6d747537375b req-9614104e-90c5-4896-a240-23df1b61d823 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:24.889535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d270e9c-a10b-489d-aded-6d747537375b req-9614104e-90c5-4896-a240-23df1b61d823 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1765568 Nov 22 16:36:24.982653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:25.035016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6fd3cb1-3102-44f1-bfd7-25c7014f41df no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:25.056150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: e6fd3cb1-3102-44f1-bfd7-25c7014f41df {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:25.056505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device e6fd3cb1-3102-44f1-bfd7-25c7014f41df not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:25.057150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device dba7cecc-0208-40df-adcc-9be93ff4b0b5 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:25.128799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d270e9c-a10b-489d-aded-6d747537375b req-ce2f3abe-2e6e-4fad-a677-47df38292e24 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766927 Nov 22 16:36:25.135076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c90c22-6a02-4434-992a-03bd6557fd02 admin admin] Deleting subnet b01e93fa-4c89-4742-8ba8-35defd50e7df {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:25.140403 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87c90c22-6a02-4434-992a-03bd6557fd02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.141827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.143544 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.172700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.185669 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:25.188610 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8550336a-bcb6-4008-b28f-d8203da8be29" -d '{"events": [{"server_uuid": "46864090-b9a7-4ef8-8e25-1a0762b43c82", "name": "network-vif-unplugged", "status": "completed", "tag": "dba7cecc-0208-40df-adcc-9be93ff4b0b5"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:25.204890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port dba7cecc-0208-40df-adcc-9be93ff4b0b5, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=dba7cecc-0208-40df-adcc-9be93ff4b0b5,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:25.213114 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.246147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87c90c22-6a02-4434-992a-03bd6557fd02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.258124 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a667b6c5-e422-47e2-9bfa-81fc58b80534 x-openstack-request-id: req-a667b6c5-e422-47e2-9bfa-81fc58b80534 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:25.258562 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46864090-b9a7-4ef8-8e25-1a0762b43c82", "name": "network-vif-unplugged", "status": "completed", "tag": "dba7cecc-0208-40df-adcc-9be93ff4b0b5", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:25.259251 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a667b6c5-e422-47e2-9bfa-81fc58b80534 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:25.259251 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5', 'code': 200} Nov 22 16:36:25.291977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=dba7cecc-0208-40df-adcc-9be93ff4b0b5,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:25.462462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.464792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87c90c22-6a02-4434-992a-03bd6557fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.466904 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.507732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-ce13cbe3-80d9-4bee-a512-d9b766c01180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.509293 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-ce13cbe3-80d9-4bee-a512-d9b766c01180 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 1097 time: 0.0911317 Nov 22 16:36:25.594183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=dba7cecc-0208-40df-adcc-9be93ff4b0b5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:25.648969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096a3a1-6f03-4df6-9c84-32f3b02d3ea2 req-1741656a-43ca-41f5-b310-90e3152ab678 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.650566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7096a3a1-6f03-4df6-9c84-32f3b02d3ea2 req-1741656a-43ca-41f5-b310-90e3152ab678 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 865 time: 0.2744102 Nov 22 16:36:25.680353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] No DVR routers for this DVR port dba7cecc-0208-40df-adcc-9be93ff4b0b5 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:25.695764 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-78dc57e4-603d-4670-ab0c-8046c56b66d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.697345 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-78dc57e4-603d-4670-ab0c-8046c56b66d9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 910 time: 0.1752317 Nov 22 16:36:25.705340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 461a0fd2-311b-46b8-ba8c-718d551da336 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:36:25.728279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8927bc6-5ea2-4427-bd93-6c28bcd1fe25 req-707b6da3-8a37-42e7-abca-bf63e3a677dd tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.729783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8927bc6-5ea2-4427-bd93-6c28bcd1fe25 req-707b6da3-8a37-42e7-abca-bf63e3a677dd tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.2899938 Nov 22 16:36:25.736086 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.739970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-391fa12d-8179-4d3a-9497-371c2c781362 req-5ffe3466-a99d-43c9-aafc-1d37931351c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "DELETE /v2.0/ports/dba7cecc-0208-40df-adcc-9be93ff4b0b5 HTTP/1.1" status: 204 len: 173 time: 1.7956114 Nov 22 16:36:25.740469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'name': 'network-vif-deleted', 'tag': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:25.742956 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b0008-d09f-4b34-bdb4-b0178e531b6e" -d '{"events": [{"server_uuid": "46864090-b9a7-4ef8-8e25-1a0762b43c82", "name": "network-vif-deleted", "tag": "dba7cecc-0208-40df-adcc-9be93ff4b0b5"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:25.754020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-1831cc7e-3d2a-4b13-beb8-5601d6ff7453 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f31f6c-b135-424d-bfa8-47400651a251 HTTP/1.1" status: 200 len: 217 time: 0.0462842 Nov 22 16:36:25.783042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87c90c22-6a02-4434-992a-03bd6557fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.845859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.855547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c90c22-6a02-4434-992a-03bd6557fd02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01e93fa-4c89-4742-8ba8-35defd50e7df,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:25.865454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87c90c22-6a02-4434-992a-03bd6557fd02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.868858 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-87c90c22-6a02-4434-992a-03bd6557fd02 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b01e93fa-4c89-4742-8ba8-35defd50e7df HTTP/1.1" status: 204 len: 168 time: 0.8852129 Nov 22 16:36:25.876426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:25.879101 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.903578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7096a3a1-6f03-4df6-9c84-32f3b02d3ea2 req-dfbbf08c-4380-44ca-bfa4-42de85df0ed5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236004 Nov 22 16:36:25.938532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-ffc2dadf-2599-4f36-9517-d3d8c938917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.940266 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-ffc2dadf-2599-4f36-9517-d3d8c938917d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 200 len: 849 time: 0.1401589 Nov 22 16:36:25.943956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:25.955288 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399748e-a242-4806-a192-15354f307158 None None] Sync routers for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:25.971682 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399748e-a242-4806-a192-15354f307158 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:25.972347 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6399748e-a242-4806-a192-15354f307158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:25.988827 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-4dbfa161-2780-4858-a901-35da3895f43f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318418 Nov 22 16:36:25.993466 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4458bec-1f57-41a2-bf73-859b56a801b6 x-openstack-request-id: req-c4458bec-1f57-41a2-bf73-859b56a801b6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:25.993834 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46864090-b9a7-4ef8-8e25-1a0762b43c82", "name": "network-vif-deleted", "tag": "dba7cecc-0208-40df-adcc-9be93ff4b0b5", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:25.994062 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4458bec-1f57-41a2-bf73-859b56a801b6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:25.994510 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46864090-b9a7-4ef8-8e25-1a0762b43c82', 'name': 'network-vif-deleted', 'tag': 'dba7cecc-0208-40df-adcc-9be93ff4b0b5', 'status': 'completed', 'code': 200} Nov 22 16:36:25.998734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.001519 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-99e1476d-9339-40e3-adae-6df06ffd7485 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4541938 Nov 22 16:36:26.006702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57720) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.069025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8927bc6-5ea2-4427-bd93-6c28bcd1fe25 req-2679ed35-cb6f-468c-9f93-3fe955835ffa tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210740 Nov 22 16:36:26.097895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.113015 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6399748e-a242-4806-a192-15354f307158 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:26.124628 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-bb4df44e-acaa-4c81-9219-9e19b37e88ca service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163821 Nov 22 16:36:26.246894 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.273563 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-659d14ae-380f-4116-9a51-967f3e514241 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2639134 Nov 22 16:36:26.276278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57726) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.278369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d15e96-765a-4233-b43a-9acf9a66c7e8']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.293521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cb96d5-07de-43eb-9605-7ec44ffb91b7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.296279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cb96d5-07de-43eb-9605-7ec44ffb91b7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.309549 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.330325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.338473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:26.338473 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:26.340720 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:26.353643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Router c3b73ac5-57bf-4e87-b728-bc4fb369d329 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:36:26.371705 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6399748e-a242-4806-a192-15354f307158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:24Z', 'revision_number': 3, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.400793 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-143b03ce-4d7e-4f89-9040-9d455e27c08a req-a064d90b-9719-4eaf-bf43-fe9a4393e160 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622130 Nov 22 16:36:26.420181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe0a33-7d73-412a-a16d-1ba04154e6a6 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:26.421761 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bbbe0a33-7d73-412a-a16d-1ba04154e6a6 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445394 Nov 22 16:36:26.424742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57728) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.427559 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399748e-a242-4806-a192-15354f307158 None None] Checking router: 461a0fd2-311b-46b8-ba8c-718d551da336 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:26.427940 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399748e-a242-4806-a192-15354f307158 None None] Updating router 461a0fd2-311b-46b8-ba8c-718d551da336 port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:36:26.455428 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6beff8f6-7958-4273-bb64-876bdc689deb tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294485 Nov 22 16:36:26.459346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57732) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.464816 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1677940312', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:26.479255 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6399748e-a242-4806-a192-15354f307158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.494020 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.499233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.503262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] 10.222.0.69 "DELETE /v2.0/networks/41d15e96-765a-4233-b43a-9acf9a66c7e8 HTTP/1.1" status: 204 len: 168 time: 0.6254203 Nov 22 16:36:26.510852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.582003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:26.586999 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.606266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a669f-c57c-4821-974b-0fb9cd3197ff admin admin] Pushing event deleted for resources: {'Network': ['ID=41d15e96-765a-4233-b43a-9acf9a66c7e8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:26.640600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcfae32-8725-42e2-9487-1980d2f947a2 admin admin] Deleting subnet d9a80aa8-3f89-4bf1-96be-d11799ba1dd6 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:26.646222 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae32-8725-42e2-9487-1980d2f947a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.671230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:26.683454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01851c1e-6c05-44c1-8c25-105f1dd2a277 None None] Sync routers for ids ['c3b73ac5-57bf-4e87-b728-bc4fb369d329'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:26.686274 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.688396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fa05e626-e8e9-46bb-ac1a-36f7ad14d3e9 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "PUT /v2.0/routers/c3b73ac5-57bf-4e87-b728-bc4fb369d329 HTTP/1.1" status: 200 len: 918 time: 3.7827096 Nov 22 16:36:26.691884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57738) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.706514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01851c1e-6c05-44c1-8c25-105f1dd2a277 None None] Routers {'c3b73ac5-57bf-4e87-b728-bc4fb369d329'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:26.707242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-01851c1e-6c05-44c1-8c25-105f1dd2a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c3b73ac5-57bf-4e87-b728-bc4fb369d329'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.774627 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae32-8725-42e2-9487-1980d2f947a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.796829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-01851c1e-6c05-44c1-8c25-105f1dd2a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.803460 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6399748e-a242-4806-a192-15354f307158 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.811828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01851c1e-6c05-44c1-8c25-105f1dd2a277 None None] Routers {'c3b73ac5-57bf-4e87-b728-bc4fb369d329'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:26.812624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-01851c1e-6c05-44c1-8c25-105f1dd2a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c3b73ac5-57bf-4e87-b728-bc4fb369d329'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.817105 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6399748e-a242-4806-a192-15354f307158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.847946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.869690 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6399748e-a242-4806-a192-15354f307158 None None] Attempting to bind port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:26.870253 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6399748e-a242-4806-a192-15354f307158 None None] Attempting to bind port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:26.870787 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399748e-a242-4806-a192-15354f307158 None None] Attempting to bind port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:26.880769 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399748e-a242-4806-a192-15354f307158 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:26.881332 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399748e-a242-4806-a192-15354f307158 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:26.882377 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6399748e-a242-4806-a192-15354f307158 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.882879 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6399748e-a242-4806-a192-15354f307158 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:26.883492 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-6399748e-a242-4806-a192-15354f307158 None None] Bound port: a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:26.884367 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6399748e-a242-4806-a192-15354f307158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.895569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-01851c1e-6c05-44c1-8c25-105f1dd2a277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.898514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01851c1e-6c05-44c1-8c25-105f1dd2a277 None None] The sync data for ids ['c3b73ac5-57bf-4e87-b728-bc4fb369d329'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:26.903380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b3412-f12d-4bf8-8dcf-66de6078bce3 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:26.934717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Subnet': ['ID=ec4e2bad-7c72-41e9-beb0-c87d229e73b4,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:26.942581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Checking segment: {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:26.942581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network hostable DHCP agents. Network: bbfcebab-be9b-4e21-81f5-d1763b01926e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:26.955135 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6399748e-a242-4806-a192-15354f307158 None None] For port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:26.958319 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc416b-b66c-44c4-8a15-38dad968f629 None None] Pushing event updated for resources: {'Port': ['ID=a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:26.963633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network bbfcebab-be9b-4e21-81f5-d1763b01926e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:26.964310 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-6399748e-a242-4806-a192-15354f307158 None None] For port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:26.973942 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-6399748e-a242-4806-a192-15354f307158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.979310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, bbfcebab-be9b-4e21-81f5-d1763b01926e) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:26.988393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:26.989003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.993766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091792c3-a078-4bdd-a660-4193ab4ae9af None None] Network bbfcebab-be9b-4e21-81f5-d1763b01926e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:27.010076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57742) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:27.010504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cd0f3f82-dea2-4fdd-9b88-0e8c49075232 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/routers/c3b73ac5-57bf-4e87-b728-bc4fb369d329 HTTP/1.1" status: 200 len: 924 time: 0.3093498 Nov 22 16:36:27.012502 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae32-8725-42e2-9487-1980d2f947a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.092121 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6399748e-a242-4806-a192-15354f307158 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:27.092754 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6399748e-a242-4806-a192-15354f307158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:27.093668 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0dc899d4-5684-47d2-a7e1-265758771018 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6326158 Nov 22 16:36:27.094553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57746) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:27.112543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb7d5f8-cc48-4e94-b35c-df2a127b3c13 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:27.118277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fbb7d5f8-cc48-4e94-b35c-df2a127b3c13 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=c3b73ac5-57bf-4e87-b728-bc4fb369d329&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1042600 Nov 22 16:36:27.120199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d3e8d-281b-4bbb-a74e-679402790265 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:27.125258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57748) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:27.163494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b34198f2-587c-49a8-b643-347ada88760f None None] Provisioning complete for port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:27.163975 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b34198f2-587c-49a8-b643-347ada88760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.170213 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc416b-b66c-44c4-8a15-38dad968f629 None None] Pushing event updated for resources: {'Port': ['ID=a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:27.277917 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6399748e-a242-4806-a192-15354f307158 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:27.288928 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0e716c02-a3a9-4ce4-b56f-11c85795d67a req-295f9d73-37a6-4ddf-932d-7ab7620e21cd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.2587924 Nov 22 16:36:27.343029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-bbfcebab-be9b-4e21-81f5-d1763b01926e', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:27.343936 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.421487 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b34198f2-587c-49a8-b643-347ada88760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.464970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7786ae10-754d-47dd-b413-b5052adb269e tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:27.469156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7786ae10-754d-47dd-b413-b5052adb269e tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/networks/46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 881 time: 0.3091524 Nov 22 16:36:27.470177 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57750) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:27.515585 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c6b7f468-f9fd-4444-bc5f-e7d1da7d5f8c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3b73ac5-57bf-4e87-b728-bc4fb369d329 HTTP/1.1" status: 200 len: 205 time: 0.0426106 Nov 22 16:36:27.515818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae32-8725-42e2-9487-1980d2f947a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.515987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:27.532139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b34198f2-587c-49a8-b643-347ada88760f None None] For port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:27.554510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f7694-f1fd-4212-91d7-84a4e7aed755 req-e34290a8-656c-475d-9e87-69147ae2b472 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:27.561960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e52f7694-f1fd-4212-91d7-84a4e7aed755 req-e34290a8-656c-475d-9e87-69147ae2b472 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.2986984 Nov 22 16:36:27.620603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Allocated IP 172.20.0.2 (bbfcebab-be9b-4e21-81f5-d1763b01926e/ec4e2bad-7c72-41e9-beb0-c87d229e73b4/a9d7006c-1e29-493b-86fa-6838f1b4171f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:27.675562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfae32-8725-42e2-9487-1980d2f947a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a80aa8-3f89-4bf1-96be-d11799ba1dd6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:27.683067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdcfae32-8725-42e2-9487-1980d2f947a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.687710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cdcfae32-8725-42e2-9487-1980d2f947a2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d9a80aa8-3f89-4bf1-96be-d11799ba1dd6 HTTP/1.1" status: 204 len: 168 time: 1.1757014 Nov 22 16:36:27.694338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57754) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:27.777891 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e52f7694-f1fd-4212-91d7-84a4e7aed755 req-2c2d3253-8970-443a-a9c7-3b73c61922d4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063982 Nov 22 16:36:27.805610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.815586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.822438 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6399748e-a242-4806-a192-15354f307158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:24Z', 'revision_number': 3, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:27.845034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b34198f2-587c-49a8-b643-347ada88760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.858523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.879459 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6399748e-a242-4806-a192-15354f307158 None None] The sync data for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 is: [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:24Z', 'revision_number': 3, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:27.913097 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.921173 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.952447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9b6b86-1e30-439f-9675-32651d079ea7']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:27.970288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fdb689-cbb4-4fb3-958e-7108cbc8da91') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:27.970970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fdb689-cbb4-4fb3-958e-7108cbc8da91') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:27.979053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Network bbfcebab-be9b-4e21-81f5-d1763b01926e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:27.985972 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.991593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:27.994319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:28.008353 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34198f2-587c-49a8-b643-347ada88760f None None] Pushing event updated for resources: {'Port': ['ID=a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:28.024035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.033353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:28.034151 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.042304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-86481446-88fe-4491-9ec2-17a60fe58c44 None None] Provisioning complete for port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:28.042697 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86481446-88fe-4491-9ec2-17a60fe58c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:28.097413 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:28.107010 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.115429 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.127546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ec9b6b86-1e30-439f-9675-32651d079ea7 HTTP/1.1" status: 204 len: 168 time: 0.4317679 Nov 22 16:36:28.135102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Attempting to bind port a9d7006c-1e29-493b-86fa-6838f1b4171f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:28.135564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Attempting to bind port a9d7006c-1e29-493b-86fa-6838f1b4171f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:28.135859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Attempting to bind port a9d7006c-1e29-493b-86fa-6838f1b4171f on network bbfcebab-be9b-4e21-81f5-d1763b01926e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:28.148518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c59ce-bd4a-4b62-8817-5ddb9afe04f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9b6b86-1e30-439f-9675-32651d079ea7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:28.151087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Pushing event updated for resources: {'Port': ['ID=a9d7006c-1e29-493b-86fa-6838f1b4171f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:28.158133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:28.158519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Checking segment: {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:28.158940 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.159349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Bound using segment: {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:28.159624 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.160047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Bound port: a9d7006c-1e29-493b-86fa-6838f1b4171f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:28.160444 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.189496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.307657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] For port a9d7006c-1e29-493b-86fa-6838f1b4171f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:28.317856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] For port a9d7006c-1e29-493b-86fa-6838f1b4171f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a9d7006c-1e29-493b-86fa-6838f1b4171f,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:28.326055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.482942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08f30fe8-89dc-46c4-baa4-09703fe59f71 req-9e6e0cb9-3a6f-4e03-b52e-1b184ba392f5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.0562067 Nov 22 16:36:28.490762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:28.567575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42cff3-6c40-42a8-9f98-87aaaf0fcc64 None None] Pushing event updated for resources: {'Port': ['ID=a9d7006c-1e29-493b-86fa-6838f1b4171f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:28.582683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e37d32bd-6d91-4359-820b-e99f2cdf68e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ab9d5f575854a40a6818d5202510aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879958 Nov 22 16:36:28.582823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:28.685882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1e9973d-c3f2-483a-b394-de8e9aa3f5eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.760244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1e9973d-c3f2-483a-b394-de8e9aa3f5eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.772477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.20.0.1 (bbfcebab-be9b-4e21-81f5-d1763b01926e/ec4e2bad-7c72-41e9-beb0-c87d229e73b4/0fade2a9-206e-4020-b2bf-783a73f2a4a9) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:28.783518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Deleting port 3d47b92c-94b9-4dc2-ae5b-121c0aa80f27 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:28.783887 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.906939 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.936482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Calling delete_port for 3d47b92c-94b9-4dc2-ae5b-121c0aa80f27 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:28.965989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1e9973d-c3f2-483a-b394-de8e9aa3f5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.967312 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1e9973d-c3f2-483a-b394-de8e9aa3f5eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.970919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b1e9973d-c3f2-483a-b394-de8e9aa3f5eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11082f4b-b0d6-4469-aae6-0c3a9786735f HTTP/1.1" status: 204 len: 168 time: 0.3848295 Nov 22 16:36:28.998453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9973d-c3f2-483a-b394-de8e9aa3f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11082f4b-b0d6-4469-aae6-0c3a9786735f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:29.031557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7e663-3c05-4813-baa3-b12a347eeec1 req-268a8a74-c8c2-446e-9d3d-11c3391124bb tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:29.041917 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14d7e663-3c05-4813-baa3-b12a347eeec1 req-268a8a74-c8c2-446e-9d3d-11c3391124bb tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1746147 Nov 22 16:36:29.185564 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.203354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14d7e663-3c05-4813-baa3-b12a347eeec1 req-688fb2da-ea47-47ab-8725-cd97b6464fb2 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533682 Nov 22 16:36:29.269772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f40b25f-a582-44d2-90ef-91a53d43e94a None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:29.313271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event deleted for resources: {'Port': ['ID=3d47b92c-94b9-4dc2-ae5b-121c0aa80f27,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:29.416811 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.626064 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.628514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.632824 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.636648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:29.714170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.720993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Fanout notify agent at l3_agent the message router_deleted on router c3b73ac5-57bf-4e87-b728-bc4fb369d329 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:29.744865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.749191 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-300e4c72-4bb0-4481-b1fd-2db0c136ba98 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/c3b73ac5-57bf-4e87-b728-bc4fb369d329 HTTP/1.1" status: 204 len: 168 time: 2.2323384 Nov 22 16:36:29.754607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57774) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:29.763038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-674869959', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:29.793626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71e2ea5c-24ff-45f8-b591-8e52b8cdd826 req-a9964a23-6275-49fb-a4f6-75f3d5ea177c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.1161933 Nov 22 16:36:29.811466 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.838772 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.844605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.856744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0c7ab3a-7161-4257-ac46-bba44c2cb5d9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=619d08a163894cc2a2d9eb414199143b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2189264 Nov 22 16:36:29.862036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:29.932349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a9d7006c-1e29-493b-86fa-6838f1b4171f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:29.951572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network bbfcebab-be9b-4e21-81f5-d1763b01926e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:29.959174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:29.978384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:30.035101 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3660f8f-e3e6-42cf-8026-c1c539752eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.038676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=0fade2a9-206e-4020-b2bf-783a73f2a4a9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:30.052495 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.075561 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3660f8f-e3e6-42cf-8026-c1c539752eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.076891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a9d7006c-1e29-493b-86fa-6838f1b4171f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:30.079020 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.156425 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3660f8f-e3e6-42cf-8026-c1c539752eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.159135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3660f8f-e3e6-42cf-8026-c1c539752eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.160429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f3660f8f-e3e6-42cf-8026-c1c539752eba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/456b890a-c93e-4d11-9dbd-30dc1de1939f HTTP/1.1" status: 204 len: 168 time: 0.2971873 Nov 22 16:36:30.172437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.197217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3660f8f-e3e6-42cf-8026-c1c539752eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456b890a-c93e-4d11-9dbd-30dc1de1939f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:30.332613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3789e03-a99b-4803-a85e-84d302149865 None None] Network bbfcebab-be9b-4e21-81f5-d1763b01926e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:30.426935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dabe3-82f6-4a61-a86c-144ddfb08d9f req-1d6215b9-7acc-4569-9f14-663f7f96d6f9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:30.443108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d86dabe3-82f6-4a61-a86c-144ddfb08d9f req-1d6215b9-7acc-4569-9f14-663f7f96d6f9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0922577 Nov 22 16:36:30.543701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.559731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d86dabe3-82f6-4a61-a86c-144ddfb08d9f req-ed50284e-1af2-4ac8-9796-d03dec88442d tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155329 Nov 22 16:36:30.584815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6d9f3ccf-7b73-4ba5-a584-56a556bfc747 None None] Provisioning complete for port a9d7006c-1e29-493b-86fa-6838f1b4171f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:30.585509 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d9f3ccf-7b73-4ba5-a584-56a556bfc747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.676581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port a9d7006c-1e29-493b-86fa-6838f1b4171f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a9d7006c-1e29-493b-86fa-6838f1b4171f,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:30.687430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.688687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:30.878422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=a9d7006c-1e29-493b-86fa-6838f1b4171f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:30.887297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.947818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:30.948501 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.971753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f7231a4d-9bf2-4cb6-a6be-4be7e50f2d12 req-61b2f3c9-c49d-49f1-a7c3-73d7a7517108 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.0413232 Nov 22 16:36:31.057046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.248872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3f3f92a9-09c3-4541-9809-2a986f3cb5b5 None None] Provisioning complete for port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:31.249519 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f3f92a9-09c3-4541-9809-2a986f3cb5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.311691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3f3f92a9-09c3-4541-9809-2a986f3cb5b5 None None] Port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:31.323657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3f3f92a9-09c3-4541-9809-2a986f3cb5b5 None None] Provisioning complete for port a9d7006c-1e29-493b-86fa-6838f1b4171f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:31.324213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f3f92a9-09c3-4541-9809-2a986f3cb5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.427407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.454229 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.535896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4ae8fff9-ce4e-4833-90ec-35cd2681bca0 None None] Provisioning complete for port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:31.536518 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ae8fff9-ce4e-4833-90ec-35cd2681bca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.577862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4ae8fff9-ce4e-4833-90ec-35cd2681bca0 None None] Port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:31.653170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Allocated IP 172.25.5.166 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/862f03f4-e2de-40cc-b5b4-92c695054b42) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:31.670591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.681005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a9d7006c-1e29-493b-86fa-6838f1b4171f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:31.687884 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.719587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee9d1-4b03-4837-b213-783147d9e66d req-e6b27626-3d6f-4c67-97cb-605864628756 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:31.723959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-549ee9d1-4b03-4837-b213-783147d9e66d req-e6b27626-3d6f-4c67-97cb-605864628756 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0678003 Nov 22 16:36:31.740325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a9d7006c-1e29-493b-86fa-6838f1b4171f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:31.740700 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.794172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-549ee9d1-4b03-4837-b213-783147d9e66d req-ecdf102b-5eaf-4ebb-9067-d65d0c7c27af tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623910 Nov 22 16:36:31.856358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=0fade2a9-206e-4020-b2bf-783a73f2a4a9,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:31.869918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.896515 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:32.011965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network bbfcebab-be9b-4e21-81f5-d1763b01926e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:32.013336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:32.038967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:32.072473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:32.099417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5daf782-f01c-4e10-9b84-6cd78c01bcfe req-eb38dbe6-ff4e-425f-a8ee-eeadc460fed9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.0459085 Nov 22 16:36:32.124454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:32.126908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:32.153284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235bd085-1808-4f00-bf45-b648e114028d None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:32.171098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event updated for resources: {'Port': ['ID=862f03f4-e2de-40cc-b5b4-92c695054b42,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:32.223206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8081d20a-ad91-45f1-ae86-5c4a17e9a3d8 None None] Provisioning complete for port 862f03f4-e2de-40cc-b5b4-92c695054b42 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:32.223592 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8081d20a-ad91-45f1-ae86-5c4a17e9a3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:32.265899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8081d20a-ad91-45f1-ae86-5c4a17e9a3d8 None None] Port 862f03f4-e2de-40cc-b5b4-92c695054b42 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:32.345615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 461a0fd2-311b-46b8-ba8c-718d551da336 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:32.389113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a1f3ecee-9cd1-4f82-ba9c-3ad4c597e477 None None] Provisioning complete for port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:32.389779 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1f3ecee-9cd1-4f82-ba9c-3ad4c597e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:32.431877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3ecee-9cd1-4f82-ba9c-3ad4c597e477 None None] Port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:32.562962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:32.570492 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5f1051c6-5eba-4aaa-a160-cdea78dbe9fb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "PUT /v2.0/routers/461a0fd2-311b-46b8-ba8c-718d551da336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4730790 Nov 22 16:36:32.575071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:32.584943 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Sync routers for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:32.590496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:32.605738 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:32.611660 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:32.775932 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:32.933354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.052525 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:30Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:31Z', 'revision_number': 2, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:33.092309 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Checking router: 461a0fd2-311b-46b8-ba8c-718d551da336 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:33.092588 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Updating router 461a0fd2-311b-46b8-ba8c-718d551da336 port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:36:33.117908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Router 5c1216d8-1922-43b2-b751-1c2bae294d6f is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:36:33.142500 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.218576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1a765-0db9-4a21-8b89-d525f2cde009 req-aebd899c-4e2a-49c8-9bce-b031e4fe74e0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.220210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02c1a765-0db9-4a21-8b89-d525f2cde009 req-aebd899c-4e2a-49c8-9bce-b031e4fe74e0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0970943 Nov 22 16:36:33.252142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cb038-3f30-4d97-8a65-a8e896d623e3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.252926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cb038-3f30-4d97-8a65-a8e896d623e3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.253552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cb038-3f30-4d97-8a65-a8e896d623e3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.254243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cb038-3f30-4d97-8a65-a8e896d623e3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.254711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cb038-3f30-4d97-8a65-a8e896d623e3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.255176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cb038-3f30-4d97-8a65-a8e896d623e3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.255633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45cb038-3f30-4d97-8a65-a8e896d623e3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.258827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a45cb038-3f30-4d97-8a65-a8e896d623e3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.6826890 Nov 22 16:36:33.261911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57794) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:33.293488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbd2a7e4-a096-4433-92a8-36e604225900 req-6745ffb6-3724-4901-8ae3-1df7bf5167d5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=46864090-b9a7-4ef8-8e25-1a0762b43c82 HTTP/1.1" status: 200 len: 210 time: 0.0629463 Nov 22 16:36:33.351397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02c1a765-0db9-4a21-8b89-d525f2cde009 req-bb58c5fe-a190-4f4a-b2d6-0607b186350c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216826 Nov 22 16:36:33.422221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:33.427512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbfc59-6135-4b5d-9a28-561d9087ce92 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.428049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbfc59-6135-4b5d-9a28-561d9087ce92 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.429086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbfc59-6135-4b5d-9a28-561d9087ce92 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.429536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbfc59-6135-4b5d-9a28-561d9087ce92 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.429978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbfc59-6135-4b5d-9a28-561d9087ce92 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.430418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbfc59-6135-4b5d-9a28-561d9087ce92 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.430860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abbfc59-6135-4b5d-9a28-561d9087ce92 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:33.432864 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8abbfc59-6135-4b5d-9a28-561d9087ce92 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4641 time: 0.1695659 Nov 22 16:36:33.436339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:33.439223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34713634-65c0-46a0-a69e-43298fc59b1b None None] Sync routers for ids ['5c1216d8-1922-43b2-b751-1c2bae294d6f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:33.457795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34713634-65c0-46a0-a69e-43298fc59b1b None None] Routers {'5c1216d8-1922-43b2-b751-1c2bae294d6f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:33.458834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-34713634-65c0-46a0-a69e-43298fc59b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5c1216d8-1922-43b2-b751-1c2bae294d6f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:33.460045 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.461526 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b7fb09ad-a0f1-4400-9f85-fa57230fd29f tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7021463 Nov 22 16:36:33.464317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:33.471854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:33.505545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-34713634-65c0-46a0-a69e-43298fc59b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:33.518375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34713634-65c0-46a0-a69e-43298fc59b1b None None] Routers {'5c1216d8-1922-43b2-b751-1c2bae294d6f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:33.519130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-34713634-65c0-46a0-a69e-43298fc59b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5c1216d8-1922-43b2-b751-1c2bae294d6f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:33.561742 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.571477 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.572119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-34713634-65c0-46a0-a69e-43298fc59b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:33.572996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34713634-65c0-46a0-a69e-43298fc59b1b None None] The sync data for ids ['5c1216d8-1922-43b2-b751-1c2bae294d6f'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:33.683332 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70064e24-0257-4476-b2f8-90279ed45466 None None] Pushing event updated for resources: {'Port': ['ID=0fade2a9-206e-4020-b2bf-783a73f2a4a9,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:33.687956 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Attempting to bind port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:33.688560 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Attempting to bind port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:33.689082 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Attempting to bind port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 on network bbfcebab-be9b-4e21-81f5-d1763b01926e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:33.695304 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:33.695526 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Checking segment: {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:33.696217 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.696705 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Bound using segment: {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:33.697241 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Bound port: 0fade2a9-206e-4020-b2bf-783a73f2a4a9, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:33.697819 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.798545 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] For port 0fade2a9-206e-4020-b2bf-783a73f2a4a9, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:33.802529 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] For port 0fade2a9-206e-4020-b2bf-783a73f2a4a9, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0fade2a9-206e-4020-b2bf-783a73f2a4a9,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:33.807504 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.871072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a583bdbf-8e3d-4570-ada9-f9f7c5fe49ad tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4481 time: 0.4329400 Nov 22 16:36:33.915725 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:33.916354 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:33.919539 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70064e24-0257-4476-b2f8-90279ed45466 None None] Pushing event updated for resources: {'Port': ['ID=0fade2a9-206e-4020-b2bf-783a73f2a4a9,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:33.987092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4325f845-9ba1-4ebb-b436-19e229c16ceb None None] Provisioning complete for port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:33.987630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4325f845-9ba1-4ebb-b436-19e229c16ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.114320 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:34.141650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4325f845-9ba1-4ebb-b436-19e229c16ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.144121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57802) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:34.151597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468113463', 'description': 'tempest-secgroup-smoke-1468113463 description', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:34.214008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.233462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4325f845-9ba1-4ebb-b436-19e229c16ceb None None] For port 0fade2a9-206e-4020-b2bf-783a73f2a4a9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0fade2a9-206e-4020-b2bf-783a73f2a4a9,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:34.239739 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4325f845-9ba1-4ebb-b436-19e229c16ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.298899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325f845-9ba1-4ebb-b436-19e229c16ceb None None] Pushing event updated for resources: {'Port': ['ID=0fade2a9-206e-4020-b2bf-783a73f2a4a9,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:34.331435 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.339523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.368110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a05f6b11-538e-401a-9535-ff1c7f16ec93 None None] Provisioning complete for port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:34.368534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a05f6b11-538e-401a-9535-ff1c7f16ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.384551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.397720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.402597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2547529 Nov 22 16:36:34.403297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:34.409534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.455644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4155c594-d86b-4334-a1e4-33d1b74d05ab tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': '3daac537-6d38-4440-8f46-f5acf4316b8f', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:34.457236 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:30Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:33Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:34.516497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Deleting port 862f03f4-e2de-40cc-b5b4-92c695054b42 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:34.516497 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.522717 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722902d8-bbdb-4d2d-8a82-4ce6a088e988 None None] The sync data for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 is: [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:30Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:33Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:34.546553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3daac537-6d38-4440-8f46-f5acf4316b8f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:34.580620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.581729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.582809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.583464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.584005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.584571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.585169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.585681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.586190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.586943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.599523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.600709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce291fd-69a8-412c-9122-f32e87b64f54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:34.636944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4155c594-d86b-4334-a1e4-33d1b74d05ab tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.687620 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.710137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Calling delete_port for 862f03f4-e2de-40cc-b5b4-92c695054b42 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:34.721288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b403dc0-442b-48f5-81fd-54781b74a0bd req-b2b4bd06-95a3-4e9f-a7f6-fc4096735969 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:34.723658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b403dc0-442b-48f5-81fd-54781b74a0bd req-b2b4bd06-95a3-4e9f-a7f6-fc4096735969 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1875429 Nov 22 16:36:34.805019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4155c594-d86b-4334-a1e4-33d1b74d05ab tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.819273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b403dc0-442b-48f5-81fd-54781b74a0bd req-ffb841a0-130c-4503-96a3-f5f4c1167140 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842192 Nov 22 16:36:34.823135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4155c594-d86b-4334-a1e4-33d1b74d05ab tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.850736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155c594-d86b-4334-a1e4-33d1b74d05ab tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7b125f-c86f-485d-a56f-74ee9ac1ca74,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:34.867788 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4155c594-d86b-4334-a1e4-33d1b74d05ab tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.868831 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-c077e456-e3b5-45d8-86cf-84096676c93c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5276160 Nov 22 16:36:34.870001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4155c594-d86b-4334-a1e4-33d1b74d05ab tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4318473 Nov 22 16:36:34.873804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57816) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:34.878946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': '3daac537-6d38-4440-8f46-f5acf4316b8f', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:34.919206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.078848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-6513f5a2-4a4b-4717-b053-9e6c0d9b11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:35.080435 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-6513f5a2-4a4b-4717-b053-9e6c0d9b11e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 1097 time: 0.1223154 Nov 22 16:36:35.096285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.106442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.136492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.206076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff682ff-9ca2-4e9b-b560-084be8138b83,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:35.214041 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.217676 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3401158 Nov 22 16:36:35.218398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:35.222812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Pushing event deleted for resources: {'Port': ['ID=862f03f4-e2de-40cc-b5b4-92c695054b42,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:35.226317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5ac93bab-2669-4207-bc6a-0fb8cad2286d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': '3daac537-6d38-4440-8f46-f5acf4316b8f', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:35.249231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044c07c4-7ce0-4930-bdfb-80ebf279ec55 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:35.277208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac93bab-2669-4207-bc6a-0fb8cad2286d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.280151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.280744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.281255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.281948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.282460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.282981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.283491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.284234 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.284734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.285252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.285757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.286258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7dc41-724b-4fc1-af0a-79b9512ca4da tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.291155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.291738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.292443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.293233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.305152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.306716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.307253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.312264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.312705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.313070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.313433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.313828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:35.372839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac93bab-2669-4207-bc6a-0fb8cad2286d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.378686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac93bab-2669-4207-bc6a-0fb8cad2286d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.407637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac93bab-2669-4207-bc6a-0fb8cad2286d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cd136e-45d9-43ce-aea6-fdf81dd18bf6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:35.411199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.422596 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5ac93bab-2669-4207-bc6a-0fb8cad2286d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.424103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5ac93bab-2669-4207-bc6a-0fb8cad2286d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2042251 Nov 22 16:36:35.426967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57820) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:35.432394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-57b1f6d3-b6fe-4d2a-a095-8e01013b6957 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': '3daac537-6d38-4440-8f46-f5acf4316b8f', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:35.455940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-eb65d643-620a-4bf3-9ca4-cd0f3da79bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:35.455940 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-eb65d643-620a-4bf3-9ca4-cd0f3da79bbc service neutron] 10.222.0.71 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 910 time: 0.3429124 Nov 22 16:36:35.469281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6d3-b6fe-4d2a-a095-8e01013b6957 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.539808 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-b8ca015b-b0de-4d71-86b4-8e64c69cf7e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631 HTTP/1.1" status: 200 len: 217 time: 0.0518537 Nov 22 16:36:35.551016 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6d3-b6fe-4d2a-a095-8e01013b6957 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.555985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6d3-b6fe-4d2a-a095-8e01013b6957 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.593999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1f6d3-b6fe-4d2a-a095-8e01013b6957 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1855788d-3b75-4f98-a713-6314d114aea7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:35.615597 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-57b1f6d3-b6fe-4d2a-a095-8e01013b6957 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.617646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-57b1f6d3-b6fe-4d2a-a095-8e01013b6957 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1894650 Nov 22 16:36:35.620531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57822) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:35.629372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3de89c36-f0b5-40f4-938e-53bce94d56bf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': '3daac537-6d38-4440-8f46-f5acf4316b8f', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:35.693013 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-3de89c36-f0b5-40f4-938e-53bce94d56bf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Project d2f3044cf1e84b2f8a2b54abb7b08aa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:36:35.693239 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-181a370d-0d62-4056-ba1b-aca46648cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:35.695065 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-181a370d-0d62-4056-ba1b-aca46648cc49 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 200 len: 849 time: 0.1475408 Nov 22 16:36:35.705040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3de89c36-f0b5-40f4-938e-53bce94d56bf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.747541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0fade2a9-206e-4020-b2bf-783a73f2a4a9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:35.798625 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-e5bb6e8f-9ceb-4d5a-bcb1-862208471429 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697894 Nov 22 16:36:35.803024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-540794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-660062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11326'] for router, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.809070 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-540737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-772608', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-660133'] for router, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.831540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:35.832116 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.833421 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3de89c36-f0b5-40f4-938e-53bce94d56bf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.847780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3de89c36-f0b5-40f4-938e-53bce94d56bf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.885991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de89c36-f0b5-40f4-938e-53bce94d56bf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a217be6f-52b6-4e1b-a0ae-092ce9bf4148,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:35.898603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3de89c36-f0b5-40f4-938e-53bce94d56bf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.900190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3de89c36-f0b5-40f4-938e-53bce94d56bf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2785921 Nov 22 16:36:35.903028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:35.914850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6d51a52f-737f-4f94-abcf-0b276ae1f0f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': '3daac537-6d38-4440-8f46-f5acf4316b8f', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:35.963314 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-6d51a52f-737f-4f94-abcf-0b276ae1f0f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Project d2f3044cf1e84b2f8a2b54abb7b08aa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:36:35.993899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d51a52f-737f-4f94-abcf-0b276ae1f0f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.022348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Router 5c1216d8-1922-43b2-b751-1c2bae294d6f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:36.063774 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d51a52f-737f-4f94-abcf-0b276ae1f0f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.076732 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d51a52f-737f-4f94-abcf-0b276ae1f0f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.115108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51a52f-737f-4f94-abcf-0b276ae1f0f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f69bac7-881d-46c3-8691-834b6b171a15,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:36.128721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d51a52f-737f-4f94-abcf-0b276ae1f0f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.130921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6d51a52f-737f-4f94-abcf-0b276ae1f0f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2266500 Nov 22 16:36:36.137008 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-8d678366-469a-4cd4-bada-b60f7b3b2689 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243313 Nov 22 16:36:36.142368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e863c78-878f-459b-8354-c26c497bfc7d req-948a883c-9a06-4085-9a51-436a559c6418 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:36.143985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e863c78-878f-459b-8354-c26c497bfc7d req-948a883c-9a06-4085-9a51-436a559c6418 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1979609 Nov 22 16:36:36.207355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:36.218017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.219539 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-acd27953-680a-4d92-aa11-07b1f663d72b tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "PUT /v2.0/routers/5c1216d8-1922-43b2-b751-1c2bae294d6f HTTP/1.1" status: 200 len: 709 time: 2.7541177 Nov 22 16:36:36.220265 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ff3c9-64e7-40f3-b2d3-a3d003a661eb None None] Sync routers for ids ['5c1216d8-1922-43b2-b751-1c2bae294d6f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:36.222811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57832) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.230310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e863c78-878f-459b-8354-c26c497bfc7d req-8ecaaec1-3ef0-453b-9c07-f349745c2815 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780482 Nov 22 16:36:36.238308 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ff3c9-64e7-40f3-b2d3-a3d003a661eb None None] Routers {'5c1216d8-1922-43b2-b751-1c2bae294d6f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:36.239092 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f93ff3c9-64e7-40f3-b2d3-a3d003a661eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5c1216d8-1922-43b2-b751-1c2bae294d6f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:36.311631 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f93ff3c9-64e7-40f3-b2d3-a3d003a661eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:36.324659 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93ff3c9-64e7-40f3-b2d3-a3d003a661eb None None] Routers {'5c1216d8-1922-43b2-b751-1c2bae294d6f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:36.325612 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f93ff3c9-64e7-40f3-b2d3-a3d003a661eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5c1216d8-1922-43b2-b751-1c2bae294d6f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:36.363046 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-615c6da4-8e1e-44f8-8757-a1d0478c9931 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/routers/5c1216d8-1922-43b2-b751-1c2bae294d6f HTTP/1.1" status: 200 len: 744 time: 0.1388233 Nov 22 16:36:36.366122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.396830 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f93ff3c9-64e7-40f3-b2d3-a3d003a661eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:36.403266 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93ff3c9-64e7-40f3-b2d3-a3d003a661eb None None] The sync data for ids ['5c1216d8-1922-43b2-b751-1c2bae294d6f'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:36.406560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-262ff8dc-d676-4cce-9490-99798c5afe23 tempest-RoutersIpV6AdminTest-322240070 tempest-RoutersIpV6AdminTest-322240070-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&device_id=5c1216d8-1922-43b2-b751-1c2bae294d6f HTTP/1.1" status: 200 len: 205 time: 0.0387132 Nov 22 16:36:36.409412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57842) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.447772 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1ca0439c-a3d6-44c2-a602-ba71dffa3f63 req-b2d0d2aa-f195-473c-945e-39e034d84e87 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989669 Nov 22 16:36:36.449943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b21f2021-db4a-486a-b872-cd997ce55a2d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1216d8-1922-43b2-b751-1c2bae294d6f HTTP/1.1" status: 200 len: 205 time: 0.0396593 Nov 22 16:36:36.452884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57848) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.509258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-bc8a84ef-28b9-48eb-bad4-0a5f212bcf52 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468113463&fields=id&tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 267 time: 0.0726545 Nov 22 16:36:36.543384 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17b5c72c-1100-4b2d-86f7-26da082eed48 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.635818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7988256-c65e-48ea-896f-30a713c4e139 req-9fe95efa-9672-4330-944d-867f8b660944 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:36.637349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-9fe95efa-9672-4330-944d-867f8b660944 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/networks?id=bbfcebab-be9b-4e21-81f5-d1763b01926e HTTP/1.1" status: 200 len: 797 time: 0.1199491 Nov 22 16:36:36.655269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-af8db87c-0b46-4f9f-b33a-347ad9b06726 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/quotas/d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 375 time: 0.0116584 Nov 22 16:36:36.709372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-d8d5cd2b-9455-440d-b7b7-0d2a1a49dc35 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478919 Nov 22 16:36:36.717983 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17b5c72c-1100-4b2d-86f7-26da082eed48 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.720420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17b5c72c-1100-4b2d-86f7-26da082eed48 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.780387 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17b5c72c-1100-4b2d-86f7-26da082eed48 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.781001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b5c72c-1100-4b2d-86f7-26da082eed48 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Fanout notify agent at l3_agent the message router_deleted on router 5c1216d8-1922-43b2-b751-1c2bae294d6f {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:36.798342 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-17b5c72c-1100-4b2d-86f7-26da082eed48 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.802654 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-17b5c72c-1100-4b2d-86f7-26da082eed48 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/5c1216d8-1922-43b2-b751-1c2bae294d6f HTTP/1.1" status: 204 len: 168 time: 0.3455615 Nov 22 16:36:36.804083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57852) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.831498 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0c2366fd-0699-4c14-9493-7bf1d297b921 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c1216d8-1922-43b2-b751-1c2bae294d6f HTTP/1.1" status: 200 len: 205 time: 0.0266414 Nov 22 16:36:36.832443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-355831b6-7441-4b17-b124-d9e09a5731e1 service neutron] 10.222.0.69 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111457 Nov 22 16:36:36.833990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57854) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.872568 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-61e14b33-e331-414b-826f-1bb9e0306560 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] delete failed (client error): The resource could not be found. Nov 22 16:36:36.876210 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61e14b33-e331-414b-826f-1bb9e0306560 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/5c1216d8-1922-43b2-b751-1c2bae294d6f HTTP/1.1" status: 404 len: 336 time: 0.0385857 Nov 22 16:36:36.876550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57856) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.908731 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-627ea305-cad1-4b34-b089-d9ac8f22a109 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c3b73ac5-57bf-4e87-b728-bc4fb369d329 HTTP/1.1" status: 200 len: 205 time: 0.0310621 Nov 22 16:36:36.911069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57858) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.932303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-c0f047f1-6a03-41f4-8f34-594a8d270182 service neutron] 10.222.0.69 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914130 Nov 22 16:36:36.953548 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-b82b0c10-5da7-4624-bb7f-f57874222d9c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] delete failed (client error): The resource could not be found. Nov 22 16:36:36.956493 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b82b0c10-5da7-4624-bb7f-f57874222d9c tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/c3b73ac5-57bf-4e87-b728-bc4fb369d329 HTTP/1.1" status: 404 len: 336 time: 0.0443296 Nov 22 16:36:36.957290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:36.990960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3350eafa-c2fb-4f01-bc1b-1c304717582e tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=f6f15cba-f656-409a-9970-83a7af07871e HTTP/1.1" status: 200 len: 205 time: 0.0322897 Nov 22 16:36:36.993285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57862) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.031236 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-880e54f5-5b45-4c2a-a96c-d3a5b7c80bab tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] delete failed (client error): The resource could not be found. Nov 22 16:36:37.032782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-880e54f5-5b45-4c2a-a96c-d3a5b7c80bab tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/f6f15cba-f656-409a-9970-83a7af07871e HTTP/1.1" status: 404 len: 336 time: 0.0385396 Nov 22 16:36:37.036037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57864) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.074326 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0f143003-7630-4ef4-acc7-80a556cecb03 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=ac1cecff-a47e-435c-9922-8908e239231e HTTP/1.1" status: 200 len: 205 time: 0.0367057 Nov 22 16:36:37.076719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.126992 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-05531d9e-e974-4f6d-ac36-759995dda777 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] delete failed (client error): The resource could not be found. Nov 22 16:36:37.128017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-05531d9e-e974-4f6d-ac36-759995dda777 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/ac1cecff-a47e-435c-9922-8908e239231e HTTP/1.1" status: 404 len: 336 time: 0.0503035 Nov 22 16:36:37.130719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.161536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65f478a6-bd34-49f6-873c-af44669b3712 req-f3edd83a-f80f-4fda-951d-c1ebe94444d6 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 210 time: 0.0434430 Nov 22 16:36:37.179212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ace44291-05dc-4eb2-b276-ada783807028 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c HTTP/1.1" status: 200 len: 205 time: 0.0464580 Nov 22 16:36:37.180908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.221002 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-85d21a0c-8459-4c18-98d7-f2c66f917f1d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] delete failed (client error): The resource could not be found. Nov 22 16:36:37.223946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-85d21a0c-8459-4c18-98d7-f2c66f917f1d tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/ef3f8ced-02e8-4a34-bc20-2d21ad8b0e0c HTTP/1.1" status: 404 len: 336 time: 0.0403252 Nov 22 16:36:37.225755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.254834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6f92928a-5693-4567-a70e-8cbcbbf43359 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc6ea5a5-9c2c-4448-aa45-337f8097946d HTTP/1.1" status: 200 len: 205 time: 0.0275095 Nov 22 16:36:37.258678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.313099 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-df0467d2-7fc5-4ff4-ab84-e919c8a9eff2 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] delete failed (client error): The resource could not be found. Nov 22 16:36:37.316869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-df0467d2-7fc5-4ff4-ab84-e919c8a9eff2 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/routers/bc6ea5a5-9c2c-4448-aa45-337f8097946d HTTP/1.1" status: 404 len: 336 time: 0.0543814 Nov 22 16:36:37.317285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57884) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.356579 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dd1e18-53cf-46e2-b8df-9e294db230f7 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] DELETE failed (client error): The resource could not be found. Nov 22 16:36:37.357043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dd1e18-53cf-46e2-b8df-9e294db230f7 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:36:37.360777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-22dd1e18-53cf-46e2-b8df-9e294db230f7 tempest-RoutersIpV6AdminTest-1499107509 tempest-RoutersIpV6AdminTest-1499107509-project] 10.222.0.69 "DELETE /v2.0/subnets/1173976f-4270-4cf0-bf81-2e8d9af440aa HTTP/1.1" status: 404 len: 337 time: 0.0425339 Nov 22 16:36:37.415620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ede8a7-2377-4687-95cb-318962623e48 req-324c2f50-8fc0-4594-b699-3f9a93f53acb tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:37.417237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39ede8a7-2377-4687-95cb-318962623e48 req-324c2f50-8fc0-4594-b699-3f9a93f53acb tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0717759 Nov 22 16:36:37.491779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39ede8a7-2377-4687-95cb-318962623e48 req-9f5767c2-5ace-4715-9909-9464eb2939d6 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666065 Nov 22 16:36:37.683109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 57896) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:37.809199 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef65ab5-6c1a-4142-bb64-ab978301724d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.898918 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef65ab5-6c1a-4142-bb64-ab978301724d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.904484 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ef65ab5-6c1a-4142-bb64-ab978301724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.946776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3ef65ab5-6c1a-4142-bb64-ab978301724d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36de9e5ba91e4caeb9332a699b9bf405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625093 Nov 22 16:36:37.947967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef65ab5-6c1a-4142-bb64-ab978301724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce77492-fdc2-4814-9c7e-8fac54049a84,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:37.949795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57902) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:38.009418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c887-d45c-449c-b052-1c12365fdd80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.034434 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c887-d45c-449c-b052-1c12365fdd80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.090610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c887-d45c-449c-b052-1c12365fdd80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.093329 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ed1c887-d45c-449c-b052-1c12365fdd80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.098161 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ed1c887-d45c-449c-b052-1c12365fdd80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dce77492-fdc2-4814-9c7e-8fac54049a84 HTTP/1.1" status: 204 len: 168 time: 0.1437161 Nov 22 16:36:38.102663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1c887-d45c-449c-b052-1c12365fdd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce77492-fdc2-4814-9c7e-8fac54049a84,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:38.338166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a3b443f-2196-4f53-a902-5c6ad5dcd611 req-81b707da-12be-4bac-9fae-ed64f4e26f47 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 210 time: 0.0623214 Nov 22 16:36:38.429952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8464c8e7-422c-4403-bea0-6b98406a67fd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.431679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8464c8e7-422c-4403-bea0-6b98406a67fd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "GET /v2.0/networks?id=bbfcebab-be9b-4e21-81f5-d1763b01926e HTTP/1.1" status: 200 len: 797 time: 0.2069337 Nov 22 16:36:38.499686 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57910) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:38.520504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-f8dc77fc-610c-400f-855c-e2a2176b7005 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 380 time: 0.0750880 Nov 22 16:36:38.530884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'port': {'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'admin_state_up': True, 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'security_groups': ['3daac537-6d38-4440-8f46-f5acf4316b8f']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:38.543730 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e9a26e92-d9ef-46ee-a562-677b4b934c1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f1bf8a14b4e4cfb82fe2066c34fbb9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427887 Nov 22 16:36:38.546201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 57914) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:38.622514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-959b3573-4d90-4d16-838c-0daa1549c875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.660217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-959b3573-4d90-4d16-838c-0daa1549c875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.678813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385599da-bce6-4a8d-a640-8f835b7e8622 req-a2173b5a-8e52-4fa0-8b84-78fc48a21dae tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.681077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-385599da-bce6-4a8d-a640-8f835b7e8622 req-a2173b5a-8e52-4fa0-8b84-78fc48a21dae tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1001053 Nov 22 16:36:38.721867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-959b3573-4d90-4d16-838c-0daa1549c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.725007 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-959b3573-4d90-4d16-838c-0daa1549c875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.726448 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-959b3573-4d90-4d16-838c-0daa1549c875 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d21e0473-000e-4d0e-b347-f24b93c117f0 HTTP/1.1" status: 204 len: 168 time: 0.1792712 Nov 22 16:36:38.735659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b3573-4d90-4d16-838c-0daa1549c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21e0473-000e-4d0e-b347-f24b93c117f0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:38.783880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-385599da-bce6-4a8d-a640-8f835b7e8622 req-d0cf6aa1-571a-4d12-a7f9-f333cc7dab24 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937040 Nov 22 16:36:38.785171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:38.789387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.993729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.20.0.6 (bbfcebab-be9b-4e21-81f5-d1763b01926e/ec4e2bad-7c72-41e9-beb0-c87d229e73b4/beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:39.259185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:39.339021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:39.435645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:39.451356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network bbfcebab-be9b-4e21-81f5-d1763b01926e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:39.453262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:39.467373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:39.586659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.587332 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:39.604751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e774f-0202-43af-a162-1369fe96dd1d req-96f8ce05-1e00-469a-accf-46b69a2aa86f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.612685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a17e774f-0202-43af-a162-1369fe96dd1d req-96f8ce05-1e00-469a-accf-46b69a2aa86f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 931 time: 0.1004515 Nov 22 16:36:39.639571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e0560dbe-04e4-4073-afcc-fcf758694dfa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1126354 Nov 22 16:36:39.676662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a17e774f-0202-43af-a162-1369fe96dd1d req-df94f081-50a8-499c-bcb8-bc391cfc58d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609753 Nov 22 16:36:39.861911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Request body: {'port': {'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:39.875132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f514a731-6da4-4298-8287-3c976312237b None None] Provisioning complete for port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:39.875760 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f514a731-6da4-4298-8287-3c976312237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:39.917696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f514a731-6da4-4298-8287-3c976312237b None None] Port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:39.984902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.010064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24f347-ba10-48eb-8b62-fec8c907e150 req-69c9b7e1-78da-4214-bb62-2c591e38b2b6 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.011661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f24f347-ba10-48eb-8b62-fec8c907e150 req-69c9b7e1-78da-4214-bb62-2c591e38b2b6 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1003692 Nov 22 16:36:40.023146 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58006) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:40.153228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f24f347-ba10-48eb-8b62-fec8c907e150 req-9e229786-b608-43f0-bf6c-7f320fd4c763 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179078 Nov 22 16:36:40.195399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2048218855'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:40.234976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:40.239452 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.250901 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.346682 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.352080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.358664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:40.369453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.378509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:40.385472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Transition to ACTIVE for port object beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:40.390151 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.395272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d748580-bc3c-4a33-bd60-cc7dbde48b66,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:40.401016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.401502 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Added segment 7fb8d710-a38c-4a46-9761-5e8aec9ab044 of type vlan for network fdb01832-e58a-4d05-957d-673e11b0a638 Nov 22 16:36:40.451882 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.484058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.490028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.490639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Pushing event updated for resources: {'Port': ['ID=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:40.491658 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.532439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Attempting to bind port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:40.533257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Attempting to bind port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:40.533803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Attempting to bind port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e on network bbfcebab-be9b-4e21-81f5-d1763b01926e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:40.545177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e on network bbfcebab-be9b-4e21-81f5-d1763b01926e not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:40.545871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Attempting to bind port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e on network bbfcebab-be9b-4e21-81f5-d1763b01926e {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:40.555459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:40.555809 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Checking segment: {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:40.556311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Bound using segment: {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:40.556753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Bound port: beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '921ed63e-2872-4c96-a52f-e6b66e58e3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:40.557117 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.564571 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5396676 Nov 22 16:36:40.572510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58026) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:40.580950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:40.590478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39cbdb-cae1-4f3e-9df9-4644afb49bbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Network': ['ID=fdb01832-e58a-4d05-957d-673e11b0a638,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:40.603121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:40.665926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] For port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:40.669580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] For port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:40.675570 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.731492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.733510 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.735339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] 10.222.0.11 "PUT /v2.0/ports/beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e HTTP/1.1" status: 200 len: 1091 time: 1.0653996 Nov 22 16:36:40.735835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:40.738636 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d026d065-3106-41a0-9c67-de7f4f87a983" -d '{"events": [{"name": "network-changed", "server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:40.746610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:40.751079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.841204 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d769add3-f236-425e-972a-7a445cfa92c9 x-openstack-request-id: req-d769add3-f236-425e-972a-7a445cfa92c9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:40.841791 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:40.842637 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d769add3-f236-425e-972a-7a445cfa92c9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:40.843234 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'status': 'completed', 'code': 200} Nov 22 16:36:40.860467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711d101-3a51-4061-89fa-18ae50fc873d service neutron] Pushing event updated for resources: {'Port': ['ID=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:40.913698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7988256-c65e-48ea-896f-30a713c4e139 req-80b7c553-1819-4afc-8982-11fa2c3aa26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.915277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-80b7c553-1819-4afc-8982-11fa2c3aa26c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 1094 time: 0.1234243 Nov 22 16:36:40.945943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2b6c7-0951-4707-a874-ff1c19227505 req-2a3e1831-3c7b-4756-a192-35b00b78357d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.948220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1f2b6c7-0951-4707-a874-ff1c19227505 req-2a3e1831-3c7b-4756-a192-35b00b78357d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 943 time: 0.1011374 Nov 22 16:36:40.987447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-e94eb907-6c71-4ba2-90d0-7eba40b52798 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e HTTP/1.1" status: 200 len: 217 time: 0.0618846 Nov 22 16:36:41.080137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7988256-c65e-48ea-896f-30a713c4e139 req-694fda75-3414-4f48-9ced-ec0fca8d6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.081620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-694fda75-3414-4f48-9ced-ec0fca8d6234 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec4e2bad-7c72-41e9-beb0-c87d229e73b4 HTTP/1.1" status: 200 len: 835 time: 0.0825140 Nov 22 16:36:41.087479 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.122244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1f2b6c7-0951-4707-a874-ff1c19227505 req-de10300d-d5e9-496e-873d-5be09c710e0a tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368811 Nov 22 16:36:41.151750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8e655be6-c5e7-4f5d-be3e-3c37c1e8be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.153390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-8e655be6-c5e7-4f5d-be3e-3c37c1e8be45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbfcebab-be9b-4e21-81f5-d1763b01926e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648279 Nov 22 16:36:41.168371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=dee68f41-137f-49f2-8d9b-0fde45032857,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:41.183630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:41.184724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network hostable DHCP agents. Network: fdb01832-e58a-4d05-957d-673e11b0a638, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:41.204844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:41.214739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, fdb01832-e58a-4d05-957d-673e11b0a638) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:41.221114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.221930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.235351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1797ee-336a-4de0-ba84-8e5236c3b9dc None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:41.254528 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c9d046e2-b9b7-499f-b889-0a4a2eab6a98 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6778307 Nov 22 16:36:41.255604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58036) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:41.263543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'name': 'tempest-NetworksTestDHCPv6-1983241621'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:41.263959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-48167eda-6eae-4d64-8ca5-f89050fbe411 service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025202 Nov 22 16:36:41.406220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c861bfb-520a-407a-a57f-92619400afe9 req-ed242872-8a0b-4f7b-8e19-8efdd6f5d918 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.407777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c861bfb-520a-407a-a57f-92619400afe9 req-ed242872-8a0b-4f7b-8e19-8efdd6f5d918 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1062572 Nov 22 16:36:41.424861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:41.429629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.447360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7988256-c65e-48ea-896f-30a713c4e139 req-4714be7f-239d-4e32-b09a-dfb8ef0ae075 service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763144 Nov 22 16:36:41.457257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port aed7e7b3-333a-481f-a260-a2460c6cba11 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:36:41.471884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c861bfb-520a-407a-a57f-92619400afe9 req-da7ba2d8-3648-4808-ae3a-a3e0a9af04d3 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550363 Nov 22 16:36:41.486509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'dee68f41-137f-49f2-8d9b-0fde45032857'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:41.487824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.565403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-78166810-6ec4-4258-a436-c65716fc7bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.567583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-78166810-6ec4-4258-a436-c65716fc7bba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 1094 time: 0.0629213 Nov 22 16:36:41.645192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::2d9 (fdb01832-e58a-4d05-957d-673e11b0a638/dee68f41-137f-49f2-8d9b-0fde45032857/aed7e7b3-333a-481f-a260-a2460c6cba11) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:41.716178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-b09db37b-5176-4975-9741-db957f33acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.717674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-b09db37b-5176-4975-9741-db957f33acf4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbfcebab-be9b-4e21-81f5-d1763b01926e HTTP/1.1" status: 200 len: 898 time: 0.1420953 Nov 22 16:36:41.765787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-3598622e-6ce7-4550-bd17-527c91db01aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e HTTP/1.1" status: 200 len: 217 time: 0.0391066 Nov 22 16:36:41.815282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.831225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-4c4e4f96-e9bb-4812-9824-1b01ee45377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.833595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-4c4e4f96-e9bb-4812-9824-1b01ee45377f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec4e2bad-7c72-41e9-beb0-c87d229e73b4 HTTP/1.1" status: 200 len: 835 time: 0.0597198 Nov 22 16:36:41.854982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.899190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-502e592e-3e5c-427c-ace6-b32d3c3b5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.900730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-502e592e-3e5c-427c-ace6-b32d3c3b5363 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbfcebab-be9b-4e21-81f5-d1763b01926e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595429 Nov 22 16:36:41.918692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/dee68f41-137f-49f2-8d9b-0fde45032857/1ce247b3-d087-41fc-bde9-9c990667771a) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:41.928423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:41.934033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:41.942491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=aed7e7b3-333a-481f-a260-a2460c6cba11,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:41.948429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:41.960601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.961292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.982960 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a45244d1-5b25-461f-b586-2476c71ac1d9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7257288 Nov 22 16:36:41.985451 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58040) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:42.046399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-2491aa4d-e4eb-4829-9db8-4a5d35a9664c service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364124 Nov 22 16:36:42.049883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46bb015-0e9f-439e-af71-86d3515ea3d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.051768 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d46bb015-0e9f-439e-af71-86d3515ea3d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0649817 Nov 22 16:36:42.054520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58042) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:42.155800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-26797828-aa09-4a72-aedc-b10c6d1b8c96 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port aed7e7b3-333a-481f-a260-a2460c6cba11 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:42.156919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26797828-aa09-4a72-aedc-b10c6d1b8c96 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.164034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.170193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d026d065-3106-41a0-9c67-de7f4f87a983 req-8d98658f-8b92-4d74-9268-44c7e96e275e service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162088 Nov 22 16:36:42.173290 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.220121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:42.230323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:42.235433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:42.279082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Pushing event updated for resources: {'Port': ['ID=1ce247b3-d087-41fc-bde9-9c990667771a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:42.299893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26797828-aa09-4a72-aedc-b10c6d1b8c96 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.312253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Attempting to bind port 1ce247b3-d087-41fc-bde9-9c990667771a on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:42.312646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Attempting to bind port 1ce247b3-d087-41fc-bde9-9c990667771a by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:42.313039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Attempting to bind port 1ce247b3-d087-41fc-bde9-9c990667771a on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:42.322160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:42.322451 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-26797828-aa09-4a72-aedc-b10c6d1b8c96 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for aed7e7b3-333a-481f-a260-a2460c6cba11 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:42.322579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:42.322579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.322579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:42.322579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Bound port: 1ce247b3-d087-41fc-bde9-9c990667771a, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:42.322579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.403407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] For port 1ce247b3-d087-41fc-bde9-9c990667771a, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:42.407596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] For port 1ce247b3-d087-41fc-bde9-9c990667771a, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1ce247b3-d087-41fc-bde9-9c990667771a,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:42.414494 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.498290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfd6ff-f39d-431a-b860-147fea83b5f3 None None] Pushing event updated for resources: {'Port': ['ID=1ce247b3-d087-41fc-bde9-9c990667771a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:42.554496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26797828-aa09-4a72-aedc-b10c6d1b8c96 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.596051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26797828-aa09-4a72-aedc-b10c6d1b8c96 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=aed7e7b3-333a-481f-a260-a2460c6cba11,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:42.626965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26797828-aa09-4a72-aedc-b10c6d1b8c96 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.633098 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-26797828-aa09-4a72-aedc-b10c6d1b8c96 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/aed7e7b3-333a-481f-a260-a2460c6cba11 HTTP/1.1" status: 204 len: 168 time: 0.5750265 Nov 22 16:36:42.633485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58048) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:42.661470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1d69-b0cb-4e6d-8c40-86d3a64fa419 req-6e0c951e-efcb-4b3c-af25-d9fc6aeacffc tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.664572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89de1d69-b0cb-4e6d-8c40-86d3a64fa419 req-6e0c951e-efcb-4b3c-af25-d9fc6aeacffc tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 943 time: 0.1232207 Nov 22 16:36:42.693268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac363a3-0145-4a2c-9da3-7392f6babe48 req-5502c86e-2b3f-46c6-ad26-2137905b9ee1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.695185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ac363a3-0145-4a2c-9da3-7392f6babe48 req-5502c86e-2b3f-46c6-ad26-2137905b9ee1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1066091 Nov 22 16:36:42.764597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f53343-6188-45b8-8385-bc91571d7f7a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.766149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f53343-6188-45b8-8385-bc91571d7f7a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.770777 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-18f53343-6188-45b8-8385-bc91571d7f7a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1337943 Nov 22 16:36:42.771049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58050) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:42.786101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89de1d69-b0cb-4e6d-8c40-86d3a64fa419 req-b7f58e6a-1e77-4b0a-af58-ebfda1e6e5cc tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130950 Nov 22 16:36:42.818274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ac363a3-0145-4a2c-9da3-7392f6babe48 req-cd03499e-505b-4bee-8d40-55dce8f9d3bb tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072741 Nov 22 16:36:42.862210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab8de3f-d5e6-43e2-ac94-1d273ed6cb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet dee68f41-137f-49f2-8d9b-0fde45032857 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:42.866374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ab8de3f-d5e6-43e2-ac94-1d273ed6cb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.915357 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ab8de3f-d5e6-43e2-ac94-1d273ed6cb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.019261 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ab8de3f-d5e6-43e2-ac94-1d273ed6cb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.087848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ab8de3f-d5e6-43e2-ac94-1d273ed6cb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.114482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8de3f-d5e6-43e2-ac94-1d273ed6cb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=dee68f41-137f-49f2-8d9b-0fde45032857,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:43.121820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ab8de3f-d5e6-43e2-ac94-1d273ed6cb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.128882 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ab8de3f-d5e6-43e2-ac94-1d273ed6cb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/dee68f41-137f-49f2-8d9b-0fde45032857 HTTP/1.1" status: 204 len: 168 time: 0.3530169 Nov 22 16:36:43.129143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58054) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:43.467581 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:36:43.552041 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8a36fd30-7f74-4278-8158-a3091afb2dbb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4218497 Nov 22 16:36:43.555505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58056) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:43.560517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:43.616886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c7ad32-6503-4d66-84f2-f6a216f8c38a None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:43.689484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:43.694243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.721303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-756e619e-cee2-4f6e-a204-0811145b32c3 None None] Provisioning complete for port 1ce247b3-d087-41fc-bde9-9c990667771a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:43.721679 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-756e619e-cee2-4f6e-a204-0811145b32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.730086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1ce247b3-d087-41fc-bde9-9c990667771a up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:43.934088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 1ce247b3-d087-41fc-bde9-9c990667771a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:43.934603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.935378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.955027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:43.956491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:43.960407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.961147 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.970030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16964-2bfb-444f-be95-d5ed4ea65cd9 req-ab00fffc-e97c-4a5b-8408-f5be1aa34293 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.972150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09e16964-2bfb-444f-be95-d5ed4ea65cd9 req-ab00fffc-e97c-4a5b-8408-f5be1aa34293 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 943 time: 0.0982730 Nov 22 16:36:44.027290 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-756e619e-cee2-4f6e-a204-0811145b32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.040996 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4842951 Nov 22 16:36:44.053047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58064) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:44.072538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'name': 'tempest-NetworksTestDHCPv6-1628112525'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:44.087186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-756e619e-cee2-4f6e-a204-0811145b32c3 None None] For port 1ce247b3-d087-41fc-bde9-9c990667771a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1ce247b3-d087-41fc-bde9-9c990667771a,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:44.102539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03eee-2d06-4407-a488-3371ac7d2361 req-5b108aa9-b7d7-4c50-a787-45612f5269d1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:44.110528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cec03eee-2d06-4407-a488-3371ac7d2361 req-5b108aa9-b7d7-4c50-a787-45612f5269d1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1768022 Nov 22 16:36:44.121497 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-756e619e-cee2-4f6e-a204-0811145b32c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.125577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09e16964-2bfb-444f-be95-d5ed4ea65cd9 req-a9eedae6-fbf0-4121-a189-61871b84e1c7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386960 Nov 22 16:36:44.173892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790fb8a-bc71-44a8-ba9f-704232013504 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=812932e3-6d89-4f45-9ebb-fa9dcdec76fb,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:44.185446 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.198099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cec03eee-2d06-4407-a488-3371ac7d2361 req-fc5b94e7-ed78-4252-804b-34ec56ccd8d9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842078 Nov 22 16:36:44.226056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e619e-cee2-4f6e-a204-0811145b32c3 None None] Pushing event updated for resources: {'Port': ['ID=1ce247b3-d087-41fc-bde9-9c990667771a,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:44.265066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:36:44.265485 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:36:44.304604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:44.310800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.318385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:44.337942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 66966f9f-f173-4349-80e8-306298bca51b yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:36:44.376455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] Deleting port 1ce247b3-d087-41fc-bde9-9c990667771a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:44.376846 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.475405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::398 (fdb01832-e58a-4d05-957d-673e11b0a638/812932e3-6d89-4f45-9ebb-fa9dcdec76fb/66966f9f-f173-4349-80e8-306298bca51b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:44.484673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] For port 1ce247b3-d087-41fc-bde9-9c990667771a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=1ce247b3-d087-41fc-bde9-9c990667771a,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:44.485363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.506841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] Calling delete_port for 1ce247b3-d087-41fc-bde9-9c990667771a owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:44.591221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.621496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] Pushing event deleted for resources: {'Port': ['ID=1ce247b3-d087-41fc-bde9-9c990667771a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:44.624149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62106fd0-bb3a-48cf-ab71-c24d81603821 None None] No DVR routers for this DVR port 1ce247b3-d087-41fc-bde9-9c990667771a on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:44.642433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0a15a-6431-487e-89f2-1feaa8ef69be None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:44.665773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.706749 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.761775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:44.765839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:44.770112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:44.776303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:44.776993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.789179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=66966f9f-f173-4349-80e8-306298bca51b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:44.805486 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7b7d7977-616e-4cbc-b882-c555aad7ba35 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7459552 Nov 22 16:36:44.808191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58066) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:44.912997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c29c19-f141-447e-b647-2ebe57bd254b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:44.914655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c1c29c19-f141-447e-b647-2ebe57bd254b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1044419 Nov 22 16:36:44.917403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58068) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:44.956239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Port 1ce247b3-d087-41fc-bde9-9c990667771a update to ACTIVE by agent not found {{(pid=103412) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:36:45.020420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': '812932e3-6d89-4f45-9ebb-fa9dcdec76fb'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:45.021416 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.027869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-363e7c05-37b5-427c-be70-41cdd0bb45b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 66966f9f-f173-4349-80e8-306298bca51b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:45.028463 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-363e7c05-37b5-427c-be70-41cdd0bb45b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.114438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:45.144980 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-363e7c05-37b5-427c-be70-41cdd0bb45b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.165354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-363e7c05-37b5-427c-be70-41cdd0bb45b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 66966f9f-f173-4349-80e8-306298bca51b owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:45.267045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/812932e3-6d89-4f45-9ebb-fa9dcdec76fb/93b513ba-cd7c-4cc6-82af-6e291ca03047) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:45.352669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f01def-5aab-4764-8ac5-12f30e6897ec req-b2b5eb7b-f2ff-4fca-9143-a884cd8fb7d7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.354440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94f01def-5aab-4764-8ac5-12f30e6897ec req-b2b5eb7b-f2ff-4fca-9143-a884cd8fb7d7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 943 time: 0.1119709 Nov 22 16:36:45.375885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:45.393805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:45.433719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6237a2-5330-4fce-9635-55edbe3da454 req-a59eaa5d-f335-4cbe-9eda-b84e816a562c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.433719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de6237a2-5330-4fce-9635-55edbe3da454 req-a59eaa5d-f335-4cbe-9eda-b84e816a562c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1386814 Nov 22 16:36:45.465816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.497540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-363e7c05-37b5-427c-be70-41cdd0bb45b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.502818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94f01def-5aab-4764-8ac5-12f30e6897ec req-6498f826-3ace-436a-bc5b-0229cfc4cff9 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360271 Nov 22 16:36:45.515247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:45.543075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e7c05-37b5-427c-be70-41cdd0bb45b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=66966f9f-f173-4349-80e8-306298bca51b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:45.549995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de6237a2-5330-4fce-9635-55edbe3da454 req-e01a5c16-03e5-4c8b-b8b6-18209ab313f1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178319 Nov 22 16:36:45.557557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:45.561560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.566587 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.584174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-363e7c05-37b5-427c-be70-41cdd0bb45b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.590336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58076) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:45.590645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-363e7c05-37b5-427c-be70-41cdd0bb45b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/66966f9f-f173-4349-80e8-306298bca51b HTTP/1.1" status: 204 len: 168 time: 0.6717637 Nov 22 16:36:45.599558 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.637627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:45.640882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:45.645147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:45.648516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:45.672354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc639ba-e2b4-4aab-bf8a-89616181c2ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.673167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc639ba-e2b4-4aab-bf8a-89616181c2ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.675025 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-edc639ba-e2b4-4aab-bf8a-89616181c2ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0836453 Nov 22 16:36:45.680445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58078) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:45.718605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1ce247b3-d087-41fc-bde9-9c990667771a no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:45.750087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0703f4-72e9-4d63-919d-0ad10eea378a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 812932e3-6d89-4f45-9ebb-fa9dcdec76fb {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:45.753533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f0703f4-72e9-4d63-919d-0ad10eea378a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.770993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 1ce247b3-d087-41fc-bde9-9c990667771a {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:45.771722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 1ce247b3-d087-41fc-bde9-9c990667771a not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:45.792913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:45.796191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Pushing event updated for resources: {'Port': ['ID=93b513ba-cd7c-4cc6-82af-6e291ca03047,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:45.799552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f0703f4-72e9-4d63-919d-0ad10eea378a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.827293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Attempting to bind port 93b513ba-cd7c-4cc6-82af-6e291ca03047 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:45.827293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Attempting to bind port 93b513ba-cd7c-4cc6-82af-6e291ca03047 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:45.827293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Attempting to bind port 93b513ba-cd7c-4cc6-82af-6e291ca03047 on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:45.840725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:45.841102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:45.841506 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.841910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:45.842377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Bound port: 93b513ba-cd7c-4cc6-82af-6e291ca03047, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:45.842759 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.949978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] For port 93b513ba-cd7c-4cc6-82af-6e291ca03047, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:45.977633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] For port 93b513ba-cd7c-4cc6-82af-6e291ca03047, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=93b513ba-cd7c-4cc6-82af-6e291ca03047,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:45.987820 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.083001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13605db7-37c9-4b39-88dd-7b12f00a4090 None None] Pushing event updated for resources: {'Port': ['ID=93b513ba-cd7c-4cc6-82af-6e291ca03047,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:46.310134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f0703f4-72e9-4d63-919d-0ad10eea378a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.386422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f0703f4-72e9-4d63-919d-0ad10eea378a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.419007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0703f4-72e9-4d63-919d-0ad10eea378a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=812932e3-6d89-4f45-9ebb-fa9dcdec76fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:46.422982 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f0703f4-72e9-4d63-919d-0ad10eea378a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.429612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9f0703f4-72e9-4d63-919d-0ad10eea378a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/812932e3-6d89-4f45-9ebb-fa9dcdec76fb HTTP/1.1" status: 204 len: 168 time: 0.7445810 Nov 22 16:36:46.429793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58082) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:46.471476 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c03e557e-8e2f-4649-a746-3f67d73e821d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405450 Nov 22 16:36:46.474513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58084) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:46.481035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:46.595273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:46.599179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.749344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b03f3c-1ad7-4390-9870-136305b08a7f req-717f24bb-e82c-427d-959b-9e5d4348f08b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.750774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12b03f3c-1ad7-4390-9870-136305b08a7f req-717f24bb-e82c-427d-959b-9e5d4348f08b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 944 time: 0.1724699 Nov 22 16:36:46.768299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6f834-40fc-4616-a7a7-0bc53077054a req-6b20786e-3991-4ec9-a6ec-0123eb0c366e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.769830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27c6f834-40fc-4616-a7a7-0bc53077054a req-6b20786e-3991-4ec9-a6ec-0123eb0c366e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1112833 Nov 22 16:36:46.904766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12b03f3c-1ad7-4390-9870-136305b08a7f req-66cb4852-da07-438b-a7a8-dcf90b5997ea tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466501 Nov 22 16:36:46.915033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27c6f834-40fc-4616-a7a7-0bc53077054a req-cd95fc22-db4f-44bf-9f1a-d23aa00467c4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359036 Nov 22 16:36:46.972328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.020614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:47.027015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:47.036835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.037694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.048445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=79069eed-55bf-4f32-a4c0-c5f37b4be539,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:47.067147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0f5438d1-026c-4948-8499-64ab4115a280 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5908093 Nov 22 16:36:47.071258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58090) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:47.076655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'name': 'tempest-NetworksTestDHCPv6-6329273'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:47.118348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:47.191999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:47.198393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:47.198761 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.229910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:47.233784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459453a4-a7d3-477d-86aa-407c381c9367 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:47.234031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.256547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 415db10e-a821-482b-95fe-d9d109d0940f yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:36:47.399364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::3be (fdb01832-e58a-4d05-957d-673e11b0a638/79069eed-55bf-4f32-a4c0-c5f37b4be539/415db10e-a821-482b-95fe-d9d109d0940f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:47.428400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-25c1b0a7-604c-4ceb-b0c7-1dc00f26c4a8 None None] Provisioning complete for port 93b513ba-cd7c-4cc6-82af-6e291ca03047 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:47.428805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25c1b0a7-604c-4ceb-b0c7-1dc00f26c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.434256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.511978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:47.514175 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d32f8f5-72b5-40c9-bd01-d06043bd7d03" -d '{"events": [{"server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "name": "network-vif-plugged", "status": "completed", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:47.541844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:47.555678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.562150 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df02e07-0ab5-4038-9305-6e952b3e0aab x-openstack-request-id: req-5df02e07-0ab5-4038-9305-6e952b3e0aab {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:47.562517 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "name": "network-vif-plugged", "status": "completed", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:47.562776 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5df02e07-0ab5-4038-9305-6e952b3e0aab {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:47.563246 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'code': 200} Nov 22 16:36:47.583926 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.633619 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.690771 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25c1b0a7-604c-4ceb-b0c7-1dc00f26c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.693049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:47.743830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-25c1b0a7-604c-4ceb-b0c7-1dc00f26c4a8 None None] For port 93b513ba-cd7c-4cc6-82af-6e291ca03047, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=93b513ba-cd7c-4cc6-82af-6e291ca03047,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:47.749868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 93b513ba-cd7c-4cc6-82af-6e291ca03047 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:47.756867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:47.770933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:47.779175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:47.785741 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25c1b0a7-604c-4ceb-b0c7-1dc00f26c4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.788376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.789327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.806534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=415db10e-a821-482b-95fe-d9d109d0940f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:47.827248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6811ab-8d23-4609-93ec-9c18bd2a6a09 req-f4650f74-2401-42b6-a7fe-3ddd48adecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.828802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae6811ab-8d23-4609-93ec-9c18bd2a6a09 req-f4650f74-2401-42b6-a7fe-3ddd48adecba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 1096 time: 0.1528714 Nov 22 16:36:47.832592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6c2ded53-147b-4767-8abb-ee141d93a17a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7601287 Nov 22 16:36:47.836222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58096) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:47.861279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-25c1b0a7-604c-4ceb-b0c7-1dc00f26c4a8 None None] Could not find standard attr ID for object 66966f9f-f173-4349-80e8-306298bca51b. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:47.889911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1b0a7-604c-4ceb-b0c7-1dc00f26c4a8 None None] Pushing event updated for resources: {'Port': ['ID=93b513ba-cd7c-4cc6-82af-6e291ca03047,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:47.899054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 93b513ba-cd7c-4cc6-82af-6e291ca03047 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:47.899436 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.929973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f7369-d0fc-40d1-b752-23015494b3e7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.936148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f7369-d0fc-40d1-b752-23015494b3e7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.964008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c91f7369-d0fc-40d1-b752-23015494b3e7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.1264012 Nov 22 16:36:47.967338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae6811ab-8d23-4609-93ec-9c18bd2a6a09 req-301fd679-4123-4db0-b797-838a581585b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285663 Nov 22 16:36:47.967585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58102) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:48.098792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-831393e4-4398-465f-b146-290c01e4192e None None] Provisioning complete for port 93b513ba-cd7c-4cc6-82af-6e291ca03047 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:48.099323 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-831393e4-4398-465f-b146-290c01e4192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.150345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7522-bf0b-4992-89cb-5c67a3906dcb req-2c5444f4-e3b3-4691-9ae7-897f512b29f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.152551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-885d7522-bf0b-4992-89cb-5c67a3906dcb req-2c5444f4-e3b3-4691-9ae7-897f512b29f1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 945 time: 0.1515198 Nov 22 16:36:48.156744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9845675b-85f3-494f-a2b8-9b72b9d05a63 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 415db10e-a821-482b-95fe-d9d109d0940f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:48.157096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9845675b-85f3-494f-a2b8-9b72b9d05a63 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.163757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f796b-e4df-4a92-90af-872ddd974972 req-f0cfa625-25f0-4cd0-b6b0-9aa437b5c9ba tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.174128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e21f796b-e4df-4a92-90af-872ddd974972 req-f0cfa625-25f0-4cd0-b6b0-9aa437b5c9ba tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1221225 Nov 22 16:36:48.262350 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-885d7522-bf0b-4992-89cb-5c67a3906dcb req-afc3a0f1-8725-4c33-848d-55e7a6f28c92 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833733 Nov 22 16:36:48.288991 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9845675b-85f3-494f-a2b8-9b72b9d05a63 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.296767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e21f796b-e4df-4a92-90af-872ddd974972 req-741bd784-1844-4806-8339-ae24d0418b9f tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214511 Nov 22 16:36:48.313967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9845675b-85f3-494f-a2b8-9b72b9d05a63 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 415db10e-a821-482b-95fe-d9d109d0940f owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:48.387563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d8d75c5-36b6-4323-b610-886bdb2e797a None None] Could not find standard attr ID for object aed7e7b3-333a-481f-a260-a2460c6cba11. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:48.500578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9845675b-85f3-494f-a2b8-9b72b9d05a63 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.532503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845675b-85f3-494f-a2b8-9b72b9d05a63 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=415db10e-a821-482b-95fe-d9d109d0940f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:48.561357 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9845675b-85f3-494f-a2b8-9b72b9d05a63 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.567448 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9845675b-85f3-494f-a2b8-9b72b9d05a63 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/415db10e-a821-482b-95fe-d9d109d0940f HTTP/1.1" status: 204 len: 168 time: 0.5962713 Nov 22 16:36:48.567646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58106) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:48.604583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c55dc6bd-843c-4bbe-b00e-1481dc7b15cf None None] Could not find standard attr ID for object 66966f9f-f173-4349-80e8-306298bca51b. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:48.642591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146b2b6-32bb-41ad-92f6-cee2f29d6e49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.644310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146b2b6-32bb-41ad-92f6-cee2f29d6e49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.646038 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7146b2b6-32bb-41ad-92f6-cee2f29d6e49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0773103 Nov 22 16:36:48.649119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:48.710934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-43168ff0-3ce5-4df2-9602-46dd1ba719ac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 79069eed-55bf-4f32-a4c0-c5f37b4be539 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:48.714659 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43168ff0-3ce5-4df2-9602-46dd1ba719ac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.766523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43168ff0-3ce5-4df2-9602-46dd1ba719ac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.818384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-670c5ed6-ffcb-4f82-b887-3fbcdff1721b None None] Could not find standard attr ID for object 415db10e-a821-482b-95fe-d9d109d0940f. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:48.819324 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43168ff0-3ce5-4df2-9602-46dd1ba719ac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.894928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43168ff0-3ce5-4df2-9602-46dd1ba719ac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.952447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43168ff0-3ce5-4df2-9602-46dd1ba719ac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=79069eed-55bf-4f32-a4c0-c5f37b4be539,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:48.956139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43168ff0-3ce5-4df2-9602-46dd1ba719ac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.960578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-43168ff0-3ce5-4df2-9602-46dd1ba719ac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/79069eed-55bf-4f32-a4c0-c5f37b4be539 HTTP/1.1" status: 204 len: 168 time: 0.3095088 Nov 22 16:36:48.962623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.011478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95785464-3537-4e00-87ba-522d785623d0 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:49.033409 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5fae961f-6c13-4bbb-9e7f-472b9ac89e1d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663595 Nov 22 16:36:49.033409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.083491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca76c92e-2491-45aa-a835-d059aec12256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.088784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58114) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.090881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ca76c92e-2491-45aa-a835-d059aec12256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0570979 Nov 22 16:36:49.110195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c9b19fcb-12b2-49c9-b46c-9161b5a8fb6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.147566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b083f57-83ab-45fd-9b80-e361099d0071 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.149251 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7b083f57-83ab-45fd-9b80-e361099d0071 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589728 Nov 22 16:36:49.151751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58116) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.193101 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-743774d0-4904-476f-af0c-5286cadab921 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400226 Nov 22 16:36:49.198189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58118) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.203043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:49.252344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:49.312490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] Deleting port 93b513ba-cd7c-4cc6-82af-6e291ca03047 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:49.313166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.327718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:49.332395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.406191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] For port 93b513ba-cd7c-4cc6-82af-6e291ca03047, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=93b513ba-cd7c-4cc6-82af-6e291ca03047,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:49.406759 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.420516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441584f4-f2bd-422c-826e-ae69e2c2110c req-3003490f-4ba4-4871-b1c3-694f791b1c62 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.427252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] Calling delete_port for 93b513ba-cd7c-4cc6-82af-6e291ca03047 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:49.429608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-441584f4-f2bd-422c-826e-ae69e2c2110c req-3003490f-4ba4-4871-b1c3-694f791b1c62 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 945 time: 0.0769930 Nov 22 16:36:49.535607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7081a76-597a-4c87-8506-1ff134507cda req-af6f36a9-7d99-4153-a26f-f72b94b01212 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.537539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7081a76-597a-4c87-8506-1ff134507cda req-af6f36a9-7d99-4153-a26f-f72b94b01212 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1054342 Nov 22 16:36:49.578179 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.597166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7081a76-597a-4c87-8506-1ff134507cda req-441804f3-efed-48ef-9580-15c0739a407b tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500495 Nov 22 16:36:49.607380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-441584f4-f2bd-422c-826e-ae69e2c2110c req-deee1946-f255-411e-847e-1e1842b7e522 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768301 Nov 22 16:36:49.611495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] Pushing event deleted for resources: {'Port': ['ID=93b513ba-cd7c-4cc6-82af-6e291ca03047,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:49.613579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32549a94-51f0-430f-a6c4-ca832898c215 None None] No DVR routers for this DVR port 93b513ba-cd7c-4cc6-82af-6e291ca03047 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:49.621560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.680915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:49.688541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:49.696743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.698002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.710247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:49.713677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7fb05-fbce-4bcf-81a6-e16d03d56abb None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:49.730953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c707f249-d740-4727-95c4-e4f9efbb03c5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5319262 Nov 22 16:36:49.741695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58128) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.744163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d', 'ip_address': '2001:db8::d693:390e:9253:6cd2'}], 'name': 'tempest-NetworksTestDHCPv6-875328508'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:49.774844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48cd0b-4519-4e53-8424-6d57e2202bd5 req-394bf0df-e703-4b86-89bd-4537e1303686 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.781110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 93b513ba-cd7c-4cc6-82af-6e291ca03047 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:49.781404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e48cd0b-4519-4e53-8424-6d57e2202bd5 req-394bf0df-e703-4b86-89bd-4537e1303686 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 945 time: 0.0886998 Nov 22 16:36:49.808956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 93b513ba-cd7c-4cc6-82af-6e291ca03047 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:49.809294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 93b513ba-cd7c-4cc6-82af-6e291ca03047 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:49.863291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e48cd0b-4519-4e53-8424-6d57e2202bd5 req-a76fc34f-2d41-40ea-9ec1-8fe0880abd41 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798373 Nov 22 16:36:49.889202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58130) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.915014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:49.950106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:49.951407 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.959461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8202ce-9f34-4c0d-8d12-2230db27216f tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.961519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5c8202ce-9f34-4c0d-8d12-2230db27216f tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 1091 time: 0.0710201 Nov 22 16:36:49.965233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58132) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.972486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:50.005565 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.025338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.055665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 9c64edea-7101-4ecc-97a7-c0629529958a yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:36:50.152570 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.289919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.25.5.27 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/68c207bd-0a9e-4c42-bf92-3c448c0e6a47) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:50.316106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d/f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:50.402746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.444559 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.471400 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.478897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.506495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:50.512919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:50.524442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:50.528006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:50.532209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=68c207bd-0a9e-4c42-bf92-3c448c0e6a47,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.532338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:50.535458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:50.547168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::d693:390e:9253:6cd2 (fdb01832-e58a-4d05-957d-673e11b0a638/e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d/9c64edea-7101-4ecc-97a7-c0629529958a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:50.558790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Pushing event updated for resources: {'Port': ['ID=f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.643745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Attempting to bind port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:50.644416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Attempting to bind port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:50.644964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Attempting to bind port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:50.656363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:50.657017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:50.657603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.658237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:50.659063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Bound port: f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:50.659626 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.760684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] For port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:50.768362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] For port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:50.776202 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.820680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.862299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171666c8-1a85-4bbd-a95b-d636ce7e4d96 req-fa81f313-fb22-41f9-881e-575491cce337 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.864527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-171666c8-1a85-4bbd-a95b-d636ce7e4d96 req-fa81f313-fb22-41f9-881e-575491cce337 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1582496 Nov 22 16:36:50.872231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b492c1e-6114-4108-b086-4a305d4c9b0d None None] Pushing event updated for resources: {'Port': ['ID=f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.890177 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.946292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:50.955224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:50.958308 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:50.965446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.965920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.987260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=9c64edea-7101-4ecc-97a7-c0629529958a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.997548 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3fd28cc1-14da-4554-a388-c432288ae451 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2598667 Nov 22 16:36:51.000008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:51.080373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-171666c8-1a85-4bbd-a95b-d636ce7e4d96 req-3a28b20d-6fde-4e93-89a1-a826ef7ad394 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034075 Nov 22 16:36:51.091358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6b8424-437c-49d6-a1ed-93deb0c8141c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.096963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6b8424-437c-49d6-a1ed-93deb0c8141c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.098894 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c6b8424-437c-49d6-a1ed-93deb0c8141c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0965805 Nov 22 16:36:51.103160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58140) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:51.230173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-40641f77-35c9-4e28-bbbf-deccf43fc55f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 9c64edea-7101-4ecc-97a7-c0629529958a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:51.230527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40641f77-35c9-4e28-bbbf-deccf43fc55f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.318984 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd53a87f-45f3-4c41-9944-e16f294f9388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.344365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40641f77-35c9-4e28-bbbf-deccf43fc55f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.345279 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.359019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-40641f77-35c9-4e28-bbbf-deccf43fc55f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 9c64edea-7101-4ecc-97a7-c0629529958a owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:51.513368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40641f77-35c9-4e28-bbbf-deccf43fc55f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.560390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40641f77-35c9-4e28-bbbf-deccf43fc55f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=9c64edea-7101-4ecc-97a7-c0629529958a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:51.585762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-40641f77-35c9-4e28-bbbf-deccf43fc55f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.589417 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-40641f77-35c9-4e28-bbbf-deccf43fc55f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/9c64edea-7101-4ecc-97a7-c0629529958a HTTP/1.1" status: 204 len: 168 time: 0.4844713 Nov 22 16:36:51.591819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58142) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:51.681739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915552f3-a660-453e-aab2-6eb6f840c9c1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.690941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915552f3-a660-453e-aab2-6eb6f840c9c1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.695206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-915552f3-a660-453e-aab2-6eb6f840c9c1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0997930 Nov 22 16:36:51.695478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58146) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:51.744371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.774971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:51.788454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d173f23b-d3ca-41e4-b315-a3c4dc5e59d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:51.792132 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d173f23b-d3ca-41e4-b315-a3c4dc5e59d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.854703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d173f23b-d3ca-41e4-b315-a3c4dc5e59d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.902272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:51.902659 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.944847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.952334 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.999711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d173f23b-d3ca-41e4-b315-a3c4dc5e59d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.016357 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.071833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d173f23b-d3ca-41e4-b315-a3c4dc5e59d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.081910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=68c207bd-0a9e-4c42-bf92-3c448c0e6a47,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:52.086454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.090802 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d173f23b-d3ca-41e4-b315-a3c4dc5e59d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.096362 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d173f23b-d3ca-41e4-b315-a3c4dc5e59d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d HTTP/1.1" status: 204 len: 168 time: 0.3976705 Nov 22 16:36:52.116289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58148) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:52.124330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173f23b-d3ca-41e4-b315-a3c4dc5e59d8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:52.130926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:36:52.131294 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:36:52.191822 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dbf70f4b-2aad-4f32-9267-2a597ad5035b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736301 Nov 22 16:36:52.194370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58152) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:52.199805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:52.239151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fceb715-0900-47c9-aa89-4040563824f3 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:52.276592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6ee6f-1714-4e79-a469-439f5653baac req-80ac85ef-b667-42b8-a804-116a8cd9b670 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.278144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0a6ee6f-1714-4e79-a469-439f5653baac req-80ac85ef-b667-42b8-a804-116a8cd9b670 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0772667 Nov 22 16:36:52.279548 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Floating IP 7a60700c-1d97-4652-9fd3-79312930baca associated. External IP: 172.25.5.27, port: beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e. Nov 22 16:36:52.325720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:52.329667 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.347224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Provisioning complete for port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:52.347888 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.421605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0a6ee6f-1714-4e79-a469-439f5653baac req-39e0e839-8038-4014-b4a5-f2cd7aab62f5 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974472 Nov 22 16:36:52.513965 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.555025 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.610430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.612376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 461a0fd2-311b-46b8-ba8c-718d551da336 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:52.613731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:52.620685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] For port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:52.666859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.666859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.685148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=b89e8bff-5048-4dd2-9653-7a54bb301b2f,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:52.705703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:52.710133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:52.714353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.716207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.760597 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-44473d54-6332-48f3-b969-a8f3b9857639 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5574956 Nov 22 16:36:52.760597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58156) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:52.763607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'b89e8bff-5048-4dd2-9653-7a54bb301b2f', 'ip_address': '2001:db8::9b33:5f19:8e87:a585'}], 'name': 'tempest-NetworksTestDHCPv6-1775363287'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:52.790130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Pushing event updated for resources: {'Port': ['ID=f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:52.798514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:52.801693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.801693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.801693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.802004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.802386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.802823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.803243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.803592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.803947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.804566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.804784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.804995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce041a-a98f-4e38-aa5b-efcbcf11517f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:52.811434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] Deleting port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:52.811849 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.852950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] Sync routers for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:52.854351 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.882112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:52.882770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:52.901338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6bec6187-d15e-490b-aca5-7e5f71743859 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9339004 Nov 22 16:36:52.902068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:52.904665 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:52.905865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:53.000993 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fa5480c7-0002-4e20-b421-440849908a21 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/7a60700c-1d97-4652-9fd3-79312930baca HTTP/1.1" status: 200 len: 990 time: 0.0937400 Nov 22 16:36:53.006354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:53.011727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.033235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 45ae370b-134c-4ddd-a5a7-712b840544e1 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:36:53.037182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] For port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:53.037795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.056570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] Calling delete_port for f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:53.081599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:53.163474 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec77f76d-5e05-42f1-ae12-c7f9ec130c72 x-openstack-request-id: req-ec77f76d-5e05-42f1-ae12-c7f9ec130c72 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:53.164053 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:53.164401 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec77f76d-5e05-42f1-ae12-c7f9ec130c72 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:53.164855 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'status': 'completed', 'code': 200} Nov 22 16:36:53.236630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-6d4c5c93-9dfc-44c0-b612-c24652684bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.238154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-6d4c5c93-9dfc-44c0-b612-c24652684bae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 1096 time: 0.0490344 Nov 22 16:36:53.239384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::9b33:5f19:8e87:a585 (fdb01832-e58a-4d05-957d-673e11b0a638/b89e8bff-5048-4dd2-9653-7a54bb301b2f/45ae370b-134c-4ddd-a5a7-712b840544e1) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:53.292216 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.330505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] Pushing event deleted for resources: {'Port': ['ID=f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:53.342938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083bf6d-ff96-4f51-b378-286d317b6c2c None None] No DVR routers for this DVR port f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:53.362469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-4d52d7ac-324b-4002-9a75-9760e1c7e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.364583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-4d52d7ac-324b-4002-9a75-9760e1c7e40f service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbfcebab-be9b-4e21-81f5-d1763b01926e HTTP/1.1" status: 200 len: 898 time: 0.1189601 Nov 22 16:36:53.366790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986a5dd-059a-4a7e-bf90-0d288ebe9699 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:53.440560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.494275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-abb872ce-dd7d-48e1-b430-94e1d2b7ec36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e HTTP/1.1" status: 200 len: 998 time: 0.1210995 Nov 22 16:36:53.499766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.552296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:53.556360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:53.560756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:53.563800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-e83f2415-8745-418e-8962-8a7c72e2da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.565573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-e83f2415-8745-418e-8962-8a7c72e2da41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec4e2bad-7c72-41e9-beb0-c87d229e73b4 HTTP/1.1" status: 200 len: 835 time: 0.0635912 Nov 22 16:36:53.567062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.569625 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.587053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=45ae370b-134c-4ddd-a5a7-712b840544e1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:53.587291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:30Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:50Z', 'revision_number': 0, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:53.605924 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-05a105d7-4c98-4ff0-af34-9ecbf23a7152 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8455114 Nov 22 16:36:53.606358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58166) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:53.623860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] Checking router: 461a0fd2-311b-46b8-ba8c-718d551da336 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:53.649173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:53.649895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:53.676235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33034ddb-01cc-4f7e-ad06-783850643261 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.679963 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-33034ddb-01cc-4f7e-ad06-783850643261 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0716605 Nov 22 16:36:53.681344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58168) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:53.731258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80c27-1db9-4d37-86a2-2b2ed735bdb0 req-0d1f3a1d-0d24-4c04-bcc2-eabbb940d83a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.742592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ead80c27-1db9-4d37-86a2-2b2ed735bdb0 req-0d1f3a1d-0d24-4c04-bcc2-eabbb940d83a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1740108 Nov 22 16:36:53.750015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:53.752104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'b89e8bff-5048-4dd2-9653-7a54bb301b2f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:53.753297 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.799997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-b4be94d5-c34a-47de-a5fb-58b51b215314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.800976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bf24c983-8574-4665-862f-e70e869f49f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 45ae370b-134c-4ddd-a5a7-712b840544e1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:53.801606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf24c983-8574-4665-862f-e70e869f49f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.803678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-b4be94d5-c34a-47de-a5fb-58b51b215314 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbfcebab-be9b-4e21-81f5-d1763b01926e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2208667 Nov 22 16:36:53.917404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf24c983-8574-4665-862f-e70e869f49f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.932552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ead80c27-1db9-4d37-86a2-2b2ed735bdb0 req-e86c936f-f1af-42b4-b373-81ea5e2c16bc tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884408 Nov 22 16:36:53.937562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-bf24c983-8574-4665-862f-e70e869f49f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 45ae370b-134c-4ddd-a5a7-712b840544e1 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:53.968324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-c8c65830-16d6-4e58-ba36-b399242ae685 service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565058 Nov 22 16:36:54.033755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58172) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:54.080724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:54.081324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f3d6c8b0-8183-4487-b2f2-7a06ce8d4fd7 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:54.085799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e47efe3f-8df9-4f82-aaf9-d6c0da0e15c8 req-73ab1f77-0583-46ad-ba6b-436d8b28c5f2 service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094749 Nov 22 16:36:54.155656 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2065247-abbf-4b42-b3bd-c5267142c9a3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/7a60700c-1d97-4652-9fd3-79312930baca HTTP/1.1" status: 200 len: 990 time: 0.1135254 Nov 22 16:36:54.188344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:54.340656 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf24c983-8574-4665-862f-e70e869f49f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.392473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/b89e8bff-5048-4dd2-9653-7a54bb301b2f/bbe299a4-0837-43a9-9f2e-e941926c858e) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:54.398920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24c983-8574-4665-862f-e70e869f49f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=45ae370b-134c-4ddd-a5a7-712b840544e1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:54.472764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf24c983-8574-4665-862f-e70e869f49f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.479483 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bf24c983-8574-4665-862f-e70e869f49f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/45ae370b-134c-4ddd-a5a7-712b840544e1 HTTP/1.1" status: 204 len: 168 time: 0.7949984 Nov 22 16:36:54.479857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:54.574239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.576516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb533ad3-a068-40ca-abc9-97713ac853fa tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.578261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb533ad3-a068-40ca-abc9-97713ac853fa tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.580146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-eb533ad3-a068-40ca-abc9-97713ac853fa tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0989933 Nov 22 16:36:54.584662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:54.642222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-41011f57-c311-411c-b557-c27e5ee8e962 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet b89e8bff-5048-4dd2-9653-7a54bb301b2f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:54.696892 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.704818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41011f57-c311-411c-b557-c27e5ee8e962 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.706741 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.769901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:54.781457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41011f57-c311-411c-b557-c27e5ee8e962 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.784883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:54.788477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:54.790649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Pushing event updated for resources: {'Port': ['ID=bbe299a4-0837-43a9-9f2e-e941926c858e,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:54.801082 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.823987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:30Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:50Z', 'revision_number': 0, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:54.887381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad447a2-8290-49dc-b8eb-ace5c2db0e3a None None] The sync data for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 is: [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:36:30Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:50Z', 'revision_number': 0, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:54.898289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Attempting to bind port bbe299a4-0837-43a9-9f2e-e941926c858e on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:54.898667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Attempting to bind port bbe299a4-0837-43a9-9f2e-e941926c858e by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:54.899085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Attempting to bind port bbe299a4-0837-43a9-9f2e-e941926c858e on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:54.908439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.910052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41011f57-c311-411c-b557-c27e5ee8e962 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.914547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:54.916081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:54.916494 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.916894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:54.917398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Bound port: bbe299a4-0837-43a9-9f2e-e941926c858e, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:54.917788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.039967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41011f57-c311-411c-b557-c27e5ee8e962 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.042530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] For port bbe299a4-0837-43a9-9f2e-e941926c858e, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:55.046757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] For port bbe299a4-0837-43a9-9f2e-e941926c858e, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bbe299a4-0837-43a9-9f2e-e941926c858e,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:55.054494 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.069837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41011f57-c311-411c-b557-c27e5ee8e962 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.077051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58190) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:55.084544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-41011f57-c311-411c-b557-c27e5ee8e962 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/b89e8bff-5048-4dd2-9653-7a54bb301b2f HTTP/1.1" status: 204 len: 168 time: 0.4984760 Nov 22 16:36:55.137196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4180818-b4a7-4dce-9694-6437293c13c8 None None] Pushing event updated for resources: {'Port': ['ID=bbe299a4-0837-43a9-9f2e-e941926c858e,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:55.166117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58192) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:55.184212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-80fec9c0-fb27-41cc-9aa4-93c77d7945dc tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053081 Nov 22 16:36:55.189369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:55.191612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41011f57-c311-411c-b557-c27e5ee8e962 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=b89e8bff-5048-4dd2-9653-7a54bb301b2f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:55.206927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:55.305951 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1428418d-506c-4bd2-a374-af4b2e5181df tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/7a60700c-1d97-4652-9fd3-79312930baca HTTP/1.1" status: 200 len: 990 time: 0.1344013 Nov 22 16:36:55.323981 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0dd8bf-415f-457b-838f-10bd81bfd296 None None] New status for floating IP 7a60700c-1d97-4652-9fd3-79312930baca: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:36:55.401325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1bc0-5835-4f03-9b63-5edcdf93610a req-46b82052-b9a3-4dcc-947e-c01489788b68 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.408737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f4c1bc0-5835-4f03-9b63-5edcdf93610a req-46b82052-b9a3-4dcc-947e-c01489788b68 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.3164775 Nov 22 16:36:55.472475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:55.479088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.603926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f4c1bc0-5835-4f03-9b63-5edcdf93610a req-0bc42937-09c6-41f2-9c9a-8f8480d023aa tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943042 Nov 22 16:36:55.732809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bbe299a4-0837-43a9-9f2e-e941926c858e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:55.810801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bbe299a4-0837-43a9-9f2e-e941926c858e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:55.811189 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.842388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.909010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:55.913595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:55.914237 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.918304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.918923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.937193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=d051cf3d-b66d-4d7a-8a9f-654cc1057fda,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:55.952610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da15ab96-8339-4698-9fcc-51cc4cabe8de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7618515 Nov 22 16:36:55.955437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58204) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:55.962045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'd051cf3d-b66d-4d7a-8a9f-654cc1057fda', 'ip_address': '2001:db8::7340:d2c9:f2f1:5544'}], 'name': 'tempest-NetworksTestDHCPv6-1124153626'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:55.964332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port bbe299a4-0837-43a9-9f2e-e941926c858e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bbe299a4-0837-43a9-9f2e-e941926c858e,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:55.969572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.045003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=bbe299a4-0837-43a9-9f2e-e941926c858e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:56.115640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:56.210758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.229480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:36:56.309825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:56.381946 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00ebe1b6-2220-41b0-9e5d-5fb0be5fa35d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/7a60700c-1d97-4652-9fd3-79312930baca HTTP/1.1" status: 200 len: 992 time: 0.0700879 Nov 22 16:36:56.472995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9487219-1a7a-4cfe-9674-c997e51e3740 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:56.480799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::7340:d2c9:f2f1:5544 (fdb01832-e58a-4d05-957d-673e11b0a638/d051cf3d-b66d-4d7a-8a9f-654cc1057fda/0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:56.519401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-09eb71b2-928d-4530-b46a-1cd20b976b0c None None] Could not find standard attr ID for object 45ae370b-134c-4ddd-a5a7-712b840544e1. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:56.552601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-09eb71b2-928d-4530-b46a-1cd20b976b0c None None] Provisioning complete for port bbe299a4-0837-43a9-9f2e-e941926c858e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:56.552979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09eb71b2-928d-4530-b46a-1cd20b976b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.655320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.707441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.797371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:56.804473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:56.806934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:56.813684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.813684 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.816889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:56.838303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf6831-3796-4b36-9e33-def4f14615c1 req-3535fcc7-37a2-4028-9df0-1bc132ef3c08 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.840001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabf6831-3796-4b36-9e33-def4f14615c1 req-3535fcc7-37a2-4028-9df0-1bc132ef3c08 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1234682 Nov 22 16:36:56.857045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-551476b6-c355-41de-b4ad-11e7748964cd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8976748 Nov 22 16:36:56.857492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58212) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:56.905972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabf6831-3796-4b36-9e33-def4f14615c1 req-e557ee66-75e0-40fe-9554-2ab484167457 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550046 Nov 22 16:36:56.926383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c14dd56-b02d-4557-97db-3fca3503ab7a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.932775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c14dd56-b02d-4557-97db-3fca3503ab7a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.934435 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c14dd56-b02d-4557-97db-3fca3503ab7a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0755994 Nov 22 16:36:56.937088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58214) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:57.029161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4ce09d44-80c4-4aac-b154-ba0838efac5f None None] Provisioning complete for port bbe299a4-0837-43a9-9f2e-e941926c858e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:57.029800 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ce09d44-80c4-4aac-b154-ba0838efac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.058656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-119e0aa7-eedb-4b1a-bec0-9b04697013b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:57.059013 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-119e0aa7-eedb-4b1a-bec0-9b04697013b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.181523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-119e0aa7-eedb-4b1a-bec0-9b04697013b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.199002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-119e0aa7-eedb-4b1a-bec0-9b04697013b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:57.252139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-53762d02-8b22-4061-afca-c0d21b6217e3 None None] Could not find standard attr ID for object 9c64edea-7101-4ecc-97a7-c0629529958a. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:57.360312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-119e0aa7-eedb-4b1a-bec0-9b04697013b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.391785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e0aa7-eedb-4b1a-bec0-9b04697013b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:57.421619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-119e0aa7-eedb-4b1a-bec0-9b04697013b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.428345 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-119e0aa7-eedb-4b1a-bec0-9b04697013b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1 HTTP/1.1" status: 204 len: 168 time: 0.4896932 Nov 22 16:36:57.428498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58226) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:57.466259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-18210228-14f3-4bd4-8146-5f8b56fa3aa2 None None] Could not find standard attr ID for object 45ae370b-134c-4ddd-a5a7-712b840544e1. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:57.488265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0582e2-6149-42b0-b867-77ccddcb98ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:57.490484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0582e2-6149-42b0-b867-77ccddcb98ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:57.496116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0f0582e2-6149-42b0-b867-77ccddcb98ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0623603 Nov 22 16:36:57.496751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58228) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:57.565611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-192f88db-17ca-4afe-81b7-770aca808ca5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet d051cf3d-b66d-4d7a-8a9f-654cc1057fda {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:57.569221 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-192f88db-17ca-4afe-81b7-770aca808ca5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.623562 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-192f88db-17ca-4afe-81b7-770aca808ca5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.691292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5f6bb726-07be-41d9-a5e2-1f697284e26b None None] Could not find standard attr ID for object 0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:36:57.704709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-192f88db-17ca-4afe-81b7-770aca808ca5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.734941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bbe299a4-0837-43a9-9f2e-e941926c858e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:57.803066 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b5fa-d615-4051-830a-1517eb3c4a56 req-7d0606f3-8ab8-4566-ad4c-04da903a71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:57.804807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bbe299a4-0837-43a9-9f2e-e941926c858e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:57.805217 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.807274 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-54a6b5fa-d615-4051-830a-1517eb3c4a56 req-7d0606f3-8ab8-4566-ad4c-04da903a71db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 1097 time: 0.0735612 Nov 22 16:36:57.845176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-192f88db-17ca-4afe-81b7-770aca808ca5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.883404 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-54a6b5fa-d615-4051-830a-1517eb3c4a56 req-30bd632b-9c95-4d1c-af0c-d67f006b10b2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666509 Nov 22 16:36:57.903854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f88db-17ca-4afe-81b7-770aca808ca5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=d051cf3d-b66d-4d7a-8a9f-654cc1057fda,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:57.907730 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-192f88db-17ca-4afe-81b7-770aca808ca5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.914147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-192f88db-17ca-4afe-81b7-770aca808ca5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/d051cf3d-b66d-4d7a-8a9f-654cc1057fda HTTP/1.1" status: 204 len: 168 time: 0.4095998 Nov 22 16:36:57.914585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58230) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:57.949853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4795e8-dd90-417b-821f-d2735004d599 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:57.976327 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fe97bf08-0622-46c5-b6ee-93d6f35ffb86 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605221 Nov 22 16:36:57.978590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58234) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:58.037899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f649c-6039-4a63-b2c8-5f3f378f2a30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.039673 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a0f649c-6039-4a63-b2c8-5f3f378f2a30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0601146 Nov 22 16:36:58.042996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58236) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:58.053821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6c891-0fea-43b2-991c-4bcdf12c6b2b req-39b2c21e-c1c4-4200-ab53-e5ca4667315b tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.061313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddd6c891-0fea-43b2-991c-4bcdf12c6b2b req-39b2c21e-c1c4-4200-ab53-e5ca4667315b tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0631526 Nov 22 16:36:58.104624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b52c6-c882-4e7c-99a2-bf639b8b3486 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.106169 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-839b52c6-c882-4e7c-99a2-bf639b8b3486 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0622270 Nov 22 16:36:58.108813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58238) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:58.114994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddd6c891-0fea-43b2-991c-4bcdf12c6b2b req-624f72b3-8ff6-486b-9fd4-3342fe71967e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521410 Nov 22 16:36:58.153867 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-12586e2a-da13-44ba-aa5b-911fc150655e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437593 Nov 22 16:36:58.159012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58240) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:58.164795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:58.169592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:58.227686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] Deleting port bbe299a4-0837-43a9-9f2e-e941926c858e {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:58.228114 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.268046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:58.272361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.295003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] For port bbe299a4-0837-43a9-9f2e-e941926c858e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bbe299a4-0837-43a9-9f2e-e941926c858e,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:58.295491 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.309130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] Calling delete_port for bbe299a4-0837-43a9-9f2e-e941926c858e owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:58.403296 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.428924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] Pushing event deleted for resources: {'Port': ['ID=bbe299a4-0837-43a9-9f2e-e941926c858e,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:58.433961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e0dd33-0f78-4935-8439-c5f1329c30c2 None None] No DVR routers for this DVR port bbe299a4-0837-43a9-9f2e-e941926c858e on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:58.474929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.520797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:58.528323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:58.532634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.533229 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.539008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ce835-8472-4b78-a861-70a2d5b46df3 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:58.542081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=ea541f63-2eeb-443f-a832-8da743896185,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:58.555650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cd2077e9-a2ce-42fa-aabb-ff1be3c9809e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3961666 Nov 22 16:36:58.558301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:58.563254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'ea541f63-2eeb-443f-a832-8da743896185', 'ip_address': '2001:db8::1722:9826:9389:9e76'}], 'name': 'tempest-NetworksTestDHCPv6-1961027919'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:58.682742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:58.688103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.707045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 0082f9ee-68f5-49a1-a436-50b8131f8d29 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:36:58.711226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'ea541f63-2eeb-443f-a832-8da743896185'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:58.712139 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.858611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/ea541f63-2eeb-443f-a832-8da743896185/ad27c2de-cc32-469f-af64-dbf9f2853352) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:59.019597 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.025007 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.067053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:59.070163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:59.074926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:59.079028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::1722:9826:9389:9e76 (fdb01832-e58a-4d05-957d-673e11b0a638/ea541f63-2eeb-443f-a832-8da743896185/0082f9ee-68f5-49a1-a436-50b8131f8d29) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:59.082298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Pushing event updated for resources: {'Port': ['ID=ad27c2de-cc32-469f-af64-dbf9f2853352,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:59.133218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Attempting to bind port ad27c2de-cc32-469f-af64-dbf9f2853352 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:59.133587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Attempting to bind port ad27c2de-cc32-469f-af64-dbf9f2853352 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:59.133856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Attempting to bind port ad27c2de-cc32-469f-af64-dbf9f2853352 on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:59.139051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:59.139470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:59.139896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.140339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:59.140818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Bound port: ad27c2de-cc32-469f-af64-dbf9f2853352, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:59.141203 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.225889 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] For port ad27c2de-cc32-469f-af64-dbf9f2853352, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:59.234435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] For port ad27c2de-cc32-469f-af64-dbf9f2853352, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ad27c2de-cc32-469f-af64-dbf9f2853352,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:59.243151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.316276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bcbe4-a1d6-4576-8606-b0c02d0ee5d4 None None] Pushing event updated for resources: {'Port': ['ID=ad27c2de-cc32-469f-af64-dbf9f2853352,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:59.588233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.606545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bec9c-a6fe-49c7-8f1c-a229c0a9c3e9 req-725979cf-311a-45f7-8c4a-52710b1f98b8 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:59.608060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-820bec9c-a6fe-49c7-8f1c-a229c0a9c3e9 req-725979cf-311a-45f7-8c4a-52710b1f98b8 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1140416 Nov 22 16:36:59.656147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.706032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:59.716415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:59.718997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:59.725602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:59.726379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.742584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ad27c2de-cc32-469f-af64-dbf9f2853352 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:59.757268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=0082f9ee-68f5-49a1-a436-50b8131f8d29,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:59.764929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-820bec9c-a6fe-49c7-8f1c-a229c0a9c3e9 req-a762dc96-cc23-493b-b0a3-44487d2313d9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273687 Nov 22 16:36:59.774832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58250) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:59.776503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0309d707-ebee-4ef4-8b41-16a79726ac3b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2170043 Nov 22 16:36:59.782362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-39738fbd-5379-464c-a956-1869d7c5206b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'ea541f63-2eeb-443f-a832-8da743896185', 'ip_address': '2001:db8::1722:9826:9389:9e76'}], 'name': 'tempest-NetworksTestDHCPv6-1190088362'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:59.810331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ad27c2de-cc32-469f-af64-dbf9f2853352 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:59.810710 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.942739 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.004048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port ad27c2de-cc32-469f-af64-dbf9f2853352, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ad27c2de-cc32-469f-af64-dbf9f2853352,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:00.013713 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.039252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39738fbd-5379-464c-a956-1869d7c5206b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:00.065082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-6a7fcdcb-382a-47f5-8dfa-832e6d86a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.067248 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-6a7fcdcb-382a-47f5-8dfa-832e6d86a819 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7416ca3a74024c1088e3f656a87c95c4&device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 1097 time: 0.0780532 Nov 22 16:37:00.130537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8113d04-4e6e-409b-bc23-c1f94c56e31a req-273e2d83-f1fa-43ce-b888-aa4be7600bf8 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.142865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bbe299a4-0837-43a9-9f2e-e941926c858e no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:00.151020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=ad27c2de-cc32-469f-af64-dbf9f2853352,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:00.159162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8113d04-4e6e-409b-bc23-c1f94c56e31a req-273e2d83-f1fa-43ce-b888-aa4be7600bf8 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1566978 Nov 22 16:37:00.204169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: bbe299a4-0837-43a9-9f2e-e941926c858e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:00.204528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bbe299a4-0837-43a9-9f2e-e941926c858e not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:00.258649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8113d04-4e6e-409b-bc23-c1f94c56e31a req-9aed020e-dbcf-4505-9a27-b6aae230e974 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981722 Nov 22 16:37:00.295021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39738fbd-5379-464c-a956-1869d7c5206b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.309500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-28ca5c59-1671-40b8-8767-cc926a60707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.311066 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-28ca5c59-1671-40b8-8767-cc926a60707f service neutron] 10.222.0.71 "GET /v2.0/networks?id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 200 len: 910 time: 0.2119427 Nov 22 16:37:00.334241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-39738fbd-5379-464c-a956-1869d7c5206b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 0143f358-ede7-4eea-bcf1-e41553812b87 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:00.378560 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-19539aaf-5fd4-4576-bc31-267d058ec7c2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f31f6c-b135-424d-bfa8-47400651a251 HTTP/1.1" status: 200 len: 217 time: 0.0541878 Nov 22 16:37:00.664701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-07ebae33-ace7-49cb-9c84-23e3cf3f231b None None] Provisioning complete for port ad27c2de-cc32-469f-af64-dbf9f2853352 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:00.665343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-07ebae33-ace7-49cb-9c84-23e3cf3f231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.892600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-b2465559-075e-46c5-9fbe-a450ea2f50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.894080 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-b2465559-075e-46c5-9fbe-a450ea2f50a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 200 len: 849 time: 0.4800932 Nov 22 16:37:00.895705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ad9ca940-d287-4285-87d5-0c52b7ce5330 None None] Provisioning complete for port 0082f9ee-68f5-49a1-a436-50b8131f8d29 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:00.898326 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad9ca940-d287-4285-87d5-0c52b7ce5330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.933355 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-6c92d3ce-a98c-4e97-98cb-5141fa05ae8e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305519 Nov 22 16:37:00.936308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ad9ca940-d287-4285-87d5-0c52b7ce5330 None None] Port 0082f9ee-68f5-49a1-a436-50b8131f8d29 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:01.033963 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-39738fbd-5379-464c-a956-1869d7c5206b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 16:37:01.034342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39738fbd-5379-464c-a956-1869d7c5206b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:37:01.064143 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-39738fbd-5379-464c-a956-1869d7c5206b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2874258 Nov 22 16:37:01.066992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58258) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:01.074790 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-ab8a508d-757b-4ff3-bd5f-c123433670de service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159103 Nov 22 16:37:01.120405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eeac17-8c3b-4f08-8f15-d9a81a5f6117 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.126457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eeac17-8c3b-4f08-8f15-d9a81a5f6117 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.131234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a8eeac17-8c3b-4f08-8f15-d9a81a5f6117 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0590861 Nov 22 16:37:01.131866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:01.174833 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-25e8b5e2-30c9-4794-8f18-6935270a47dd req-a1325385-8342-480e-b022-91b221a5e593 service neutron] 10.222.0.71 "GET /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910552 Nov 22 16:37:01.230700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cdd68016-ffb2-4cf9-87df-ef46ce31585a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 0082f9ee-68f5-49a1-a436-50b8131f8d29 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:01.231072 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdd68016-ffb2-4cf9-87df-ef46ce31585a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.325394 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdd68016-ffb2-4cf9-87df-ef46ce31585a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.338728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cdd68016-ffb2-4cf9-87df-ef46ce31585a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 0082f9ee-68f5-49a1-a436-50b8131f8d29 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:01.455019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee2103-b8cf-4d6f-b380-6b9e8f50c08c req-6cfa608d-6aba-4c47-8470-0bc287c1e888 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.456570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6aee2103-b8cf-4d6f-b380-6b9e8f50c08c req-6cfa608d-6aba-4c47-8470-0bc287c1e888 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0983119 Nov 22 16:37:01.541688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6aee2103-b8cf-4d6f-b380-6b9e8f50c08c req-96b240e0-fe23-46ae-936b-1c2fa191e5ae tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775099 Nov 22 16:37:01.560186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdd68016-ffb2-4cf9-87df-ef46ce31585a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.591314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd68016-ffb2-4cf9-87df-ef46ce31585a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=0082f9ee-68f5-49a1-a436-50b8131f8d29,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:01.621335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdd68016-ffb2-4cf9-87df-ef46ce31585a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.627135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cdd68016-ffb2-4cf9-87df-ef46ce31585a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/0082f9ee-68f5-49a1-a436-50b8131f8d29 HTTP/1.1" status: 204 len: 168 time: 0.4921396 Nov 22 16:37:01.627258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58266) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:01.682521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ad27c2de-cc32-469f-af64-dbf9f2853352 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:01.687358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f5e65-ce5f-4857-b08d-d7e11217789b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.688949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f5e65-ce5f-4857-b08d-d7e11217789b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.690526 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0b6f5e65-ce5f-4857-b08d-d7e11217789b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0623553 Nov 22 16:37:01.693660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:01.737499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ad27c2de-cc32-469f-af64-dbf9f2853352 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:01.737884 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.752950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f04ab-413f-4b3a-bfbb-a80188b9e6af tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet ea541f63-2eeb-443f-a832-8da743896185 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:01.756839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31f04ab-413f-4b3a-bfbb-a80188b9e6af tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.801587 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31f04ab-413f-4b3a-bfbb-a80188b9e6af tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.890681 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31f04ab-413f-4b3a-bfbb-a80188b9e6af tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.948916 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31f04ab-413f-4b3a-bfbb-a80188b9e6af tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.978648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f04ab-413f-4b3a-bfbb-a80188b9e6af tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=ea541f63-2eeb-443f-a832-8da743896185,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:01.981810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e31f04ab-413f-4b3a-bfbb-a80188b9e6af tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.985725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea8299-a670-489e-ac66-6f8542724218 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:01.988887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e31f04ab-413f-4b3a-bfbb-a80188b9e6af tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/ea541f63-2eeb-443f-a832-8da743896185 HTTP/1.1" status: 204 len: 168 time: 0.2912884 Nov 22 16:37:01.988996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58270) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:02.027569 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b28fe678-32c0-493d-9e37-b93818a22e34 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374467 Nov 22 16:37:02.031645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58272) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:02.036972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:02.136014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:02.139583 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.331693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:02.347536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.383242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] Deleting port ad27c2de-cc32-469f-af64-dbf9f2853352 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:02.383623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.390786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:02.396412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:02.402546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.403157 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.418742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=3efb5443-e683-4e1b-b93f-7788f112082b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:02.430342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:02.435622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b863fb3c-9473-4831-81c3-7660f9e3b685 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': '3efb5443-e683-4e1b-b93f-7788f112082b', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-485092293'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:02.440355 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29e90b4e-e2fe-45b6-a28d-f43ff9e0d256 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4075005 Nov 22 16:37:02.472690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] For port ad27c2de-cc32-469f-af64-dbf9f2853352, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ad27c2de-cc32-469f-af64-dbf9f2853352,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:02.473306 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.489236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] Calling delete_port for ad27c2de-cc32-469f-af64-dbf9f2853352 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:02.561826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b863fb3c-9473-4831-81c3-7660f9e3b685 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:02.580486 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.612378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] Pushing event deleted for resources: {'Port': ['ID=ad27c2de-cc32-469f-af64-dbf9f2853352,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:02.617485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803cc48d-be4f-4427-abbc-63f0e1cc7d1b None None] No DVR routers for this DVR port ad27c2de-cc32-469f-af64-dbf9f2853352 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:02.642852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad079024-97b4-41d5-847a-bae324f97e3a None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:02.712879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b863fb3c-9473-4831-81c3-7660f9e3b685 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.724102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c3c15-57a5-4e62-9dba-6c445649c92c req-c2729572-960d-4c34-a8ca-c0afe33884f4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.725922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e15c3c15-57a5-4e62-9dba-6c445649c92c req-c2729572-960d-4c34-a8ca-c0afe33884f4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0869358 Nov 22 16:37:02.760109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-b863fb3c-9473-4831-81c3-7660f9e3b685 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port fed14045-8e0c-484c-affc-1b2fb461d3f7 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:02.839123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e15c3c15-57a5-4e62-9dba-6c445649c92c req-fc61247d-8eff-4789-aebf-9d20c4616cb4 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062531 Nov 22 16:37:02.864661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': '3efb5443-e683-4e1b-b93f-7788f112082b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:02.864661 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.919960 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-b863fb3c-9473-4831-81c3-7660f9e3b685 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:37:02.920311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b863fb3c-9473-4831-81c3-7660f9e3b685 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:37:02.942791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b863fb3c-9473-4831-81c3-7660f9e3b685 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5090010 Nov 22 16:37:02.943471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58286) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:02.986121 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-11de2c6d-d623-4722-8184-a20965441ea9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0403535 Nov 22 16:37:02.988152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58288) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:03.035922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/3efb5443-e683-4e1b-b93f-7788f112082b/0e7800c6-6f0b-4e4a-a3d2-316fa50710ef) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:03.061985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd313f-8b9e-4f7c-a9a5-9d8aaa809090 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.063804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafd313f-8b9e-4f7c-a9a5-9d8aaa809090 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.065366 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aafd313f-8b9e-4f7c-a9a5-9d8aaa809090 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0762768 Nov 22 16:37:03.068207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58290) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:03.122404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-737fac46-4012-4b46-b11e-5ad5c2bfad52 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 3efb5443-e683-4e1b-b93f-7788f112082b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:03.196036 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.201364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-737fac46-4012-4b46-b11e-5ad5c2bfad52 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.201934 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.246146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:03.246929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-737fac46-4012-4b46-b11e-5ad5c2bfad52 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.250657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:03.254471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:03.260534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Pushing event updated for resources: {'Port': ['ID=0e7800c6-6f0b-4e4a-a3d2-316fa50710ef,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:03.316172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Attempting to bind port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:03.316550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Attempting to bind port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:03.316920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Attempting to bind port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:03.322298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:03.322673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:03.323074 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.323468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:03.323956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Bound port: 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:03.324339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.347452 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-737fac46-4012-4b46-b11e-5ad5c2bfad52 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.419416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-737fac46-4012-4b46-b11e-5ad5c2bfad52 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.422138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] For port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:03.425745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] For port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0e7800c6-6f0b-4e4a-a3d2-316fa50710ef,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:03.431241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.451670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fac46-4012-4b46-b11e-5ad5c2bfad52 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=3efb5443-e683-4e1b-b93f-7788f112082b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:03.453832 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-737fac46-4012-4b46-b11e-5ad5c2bfad52 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.460423 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-737fac46-4012-4b46-b11e-5ad5c2bfad52 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/3efb5443-e683-4e1b-b93f-7788f112082b HTTP/1.1" status: 204 len: 168 time: 0.3881445 Nov 22 16:37:03.460900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:03.499833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028bedf-fc3f-465f-bf24-89990a7a4650 None None] Pushing event updated for resources: {'Port': ['ID=0e7800c6-6f0b-4e4a-a3d2-316fa50710ef,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:03.527837 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f4784993-c39e-4fe3-9dad-7b8c5fbe9c5b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644617 Nov 22 16:37:03.530687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:03.535699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:03.639085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:03.644412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.709542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ad27c2de-cc32-469f-af64-dbf9f2853352 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:03.751389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ad27c2de-cc32-469f-af64-dbf9f2853352 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:03.751765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ad27c2de-cc32-469f-af64-dbf9f2853352 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:03.946522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.996654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:04.003452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:04.007712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.008353 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.044948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aee371-d341-4bf9-a794-165904a725fb req-40193804-521a-4761-9b5d-d852137e4691 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.046510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2aee371-d341-4bf9-a794-165904a725fb req-40193804-521a-4761-9b5d-d852137e4691 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1279540 Nov 22 16:37:04.048533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=c8ae03c4-0ea2-410a-a674-1d1a4d343998,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:04.066926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f855a467-5ca5-49dc-93b8-d82db746a637 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5351107 Nov 22 16:37:04.070508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58300) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:04.078886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e3a10f36-5511-4766-9971-ede4e202fbc0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1365469465', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:04.111885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3a10f36-5511-4766-9971-ede4e202fbc0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.114527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3a10f36-5511-4766-9971-ede4e202fbc0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.115232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2aee371-d341-4bf9-a794-165904a725fb req-1fefeece-acd0-4b0f-8a33-91a0fd44f10b tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590231 Nov 22 16:37:04.266788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3a10f36-5511-4766-9971-ede4e202fbc0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.275201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3a10f36-5511-4766-9971-ede4e202fbc0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.322027 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3a10f36-5511-4766-9971-ede4e202fbc0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.323619 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e3a10f36-5511-4766-9971-ede4e202fbc0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2507041 Nov 22 16:37:04.327604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58304) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:04.635548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfaad5-d6ea-4696-9ec8-b80e102a08cb req-392a099c-4935-48a6-b4e9-94519b929b27 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.637110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fcdfaad5-d6ea-4696-9ec8-b80e102a08cb req-392a099c-4935-48a6-b4e9-94519b929b27 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1535039 Nov 22 16:37:04.653519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c7523-58ff-47c5-b1d4-83280ddf8f24 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:04.719148 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-111e635a-5890-43bf-9f4b-0ae32cd63ad8 None None] Provisioning complete for port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:04.719523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-111e635a-5890-43bf-9f4b-0ae32cd63ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.729584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.750129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fcdfaad5-d6ea-4696-9ec8-b80e102a08cb req-c63d6366-4fa5-402c-b8fa-a6686c2b815d tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860379 Nov 22 16:37:04.875862 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-111e635a-5890-43bf-9f4b-0ae32cd63ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.917686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-111e635a-5890-43bf-9f4b-0ae32cd63ad8 None None] For port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0e7800c6-6f0b-4e4a-a3d2-316fa50710ef,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:04.922596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-111e635a-5890-43bf-9f4b-0ae32cd63ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.983029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e635a-5890-43bf-9f4b-0ae32cd63ad8 None None] Pushing event updated for resources: {'Port': ['ID=0e7800c6-6f0b-4e4a-a3d2-316fa50710ef,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:05.037167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::1 (fdb01832-e58a-4d05-957d-673e11b0a638/c8ae03c4-0ea2-410a-a674-1d1a4d343998/c5d3eb1a-b246-4e04-994a-d4c6d4c396df) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:05.145023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1dd1d881-7fa2-47af-988f-1cbf563bc4b1 None None] Provisioning complete for port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:05.145486 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dd1d881-7fa2-47af-988f-1cbf563bc4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.231454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-88c6b4e9-6b28-4019-9a18-41d53df8bb1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:05.232990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-88c6b4e9-6b28-4019-9a18-41d53df8bb1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1845651 Nov 22 16:37:05.249734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.257941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-57e1db8c-5be4-43bd-b0c1-3f718417e5c6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/quotas/8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 375 time: 0.0189576 Nov 22 16:37:05.329499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-5ff66eaa-bb0f-46ef-a40c-cec95d234912 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651774 Nov 22 16:37:05.330350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.414191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:05.420989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:05.428466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:05.429053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.469384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:05.544961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-ca9bd980-42b3-4037-ad96-8f233ded09c6 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051423 Nov 22 16:37:05.627184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.656416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2ead84dc-0436-4ba4-b106-abe7f92318f5 None None] Provisioning complete for port c5d3eb1a-b246-4e04-994a-d4c6d4c396df triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:05.657352 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ead84dc-0436-4ba4-b106-abe7f92318f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.698287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2ead84dc-0436-4ba4-b106-abe7f92318f5 None None] Port c5d3eb1a-b246-4e04-994a-d4c6d4c396df cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:05.711393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-6e80b41c-3ca9-49b6-abaa-30ca175faaa2 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597722 Nov 22 16:37:05.730768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:05.799108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:05.799452 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.955042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b39e20e-9660-4f95-b0a4-c6835f61844f req-7a18fe9c-156e-423b-98a5-b6503e8e4b64 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.0480149 Nov 22 16:37:06.003212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed7637-84e9-4aef-aa30-5bbdcde2c1ed req-a6ead535-b98e-4015-8ae5-5d473376d99e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:06.004805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceed7637-84e9-4aef-aa30-5bbdcde2c1ed req-a6ead535-b98e-4015-8ae5-5d473376d99e tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1176293 Nov 22 16:37:06.083076 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.090676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.091439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.103702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceed7637-84e9-4aef-aa30-5bbdcde2c1ed req-fa169490-083d-48b3-b475-39ccbe35bda8 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921600 Nov 22 16:37:06.180833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:06.229975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:06.231354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:06.361637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Router 1f0eeaad-1004-4eb6-b2fa-438151036d8e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:37:06.530046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-924f26a4-96a3-44c2-8407-1ecf44e9ccbc None None] Provisioning complete for port c5d3eb1a-b246-4e04-994a-d4c6d4c396df triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:06.530330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-924f26a4-96a3-44c2-8407-1ecf44e9ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.569476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-924f26a4-96a3-44c2-8407-1ecf44e9ccbc None None] Port c5d3eb1a-b246-4e04-994a-d4c6d4c396df cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:06.746268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:06.751518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4a3aaf73-ba2b-4f34-bfb9-129b68035665 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "PUT /v2.0/routers/1f0eeaad-1004-4eb6-b2fa-438151036d8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4224644 Nov 22 16:37:06.753936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:06.757755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Sync routers for ids ['1f0eeaad-1004-4eb6-b2fa-438151036d8e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:06.767251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Routers {'1f0eeaad-1004-4eb6-b2fa-438151036d8e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:06.767867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1f0eeaad-1004-4eb6-b2fa-438151036d8e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:06.798187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6be9ef-2fb0-4598-8347-91b9effbbd55 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:06.802037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1b6be9ef-2fb0-4598-8347-91b9effbbd55 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports/c5d3eb1a-b246-4e04-994a-d4c6d4c396df HTTP/1.1" status: 200 len: 911 time: 0.0447021 Nov 22 16:37:06.802273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:06.854691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Set router 1f0eeaad-1004-4eb6-b2fa-438151036d8e gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:06.856930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f204965-fbdd-4bce-a1da-a8116013bdd7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:06.863107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f204965-fbdd-4bce-a1da-a8116013bdd7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:06.865695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9f204965-fbdd-4bce-a1da-a8116013bdd7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0615649 Nov 22 16:37:06.868471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:07.099508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-085b272e-42e7-4451-9afb-2438fcd3c459 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:07.101267 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-085b272e-42e7-4451-9afb-2438fcd3c459 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1416192 Nov 22 16:37:07.104051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'name': 'tempest-NetworksTestDHCPv6-router-1365469465', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:05Z', 'revision_number': 2, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None, '_interfaces': [{'id': 'c5d3eb1a-b246-4e04-994a-d4c6d4c396df', 'name': '', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'mac_address': 'fa:16:3e:e6:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c8ae03c4-0ea2-410a-a674-1d1a4d343998', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:05Z', 'revision_number': 2, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'subnets': [{'id': 'c8ae03c4-0ea2-410a-a674-1d1a4d343998', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:07.106497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bd21efa-327a-4b4e-9f66-007a1c0c103f req-506cb29b-f37c-438a-81af-ef9f06e8e7b6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.0409453 Nov 22 16:37:07.125625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'port': {'device_id': '55310166-f7fe-484b-b1bf-823e6d225963', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'admin_state_up': True, 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:07.144764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Checking router: 1f0eeaad-1004-4eb6-b2fa-438151036d8e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:07.145135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Updating router 1f0eeaad-1004-4eb6-b2fa-438151036d8e port c5d3eb1a-b246-4e04-994a-d4c6d4c396df binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:37:07.186227 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.280460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:07.285607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6b333-c5d9-440c-a0ce-a1c6d9740ed4 req-e15cc223-0e63-43c7-b760-a6371488a83d tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:07.287208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.288340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44e6b333-c5d9-440c-a0ce-a1c6d9740ed4 req-e15cc223-0e63-43c7-b760-a6371488a83d tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.0823226 Nov 22 16:37:07.452844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.20.0.4 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/099b5fd4-05a0-4300-a1ce-7ad00094bda0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:07.477764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44e6b333-c5d9-440c-a0ce-a1c6d9740ed4 req-8342aba8-24b4-471c-8cb1-8bd55a6c1370 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821785 Nov 22 16:37:07.590564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.600369 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.670333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbfd60-3eca-4c4e-9bd3-4531e767593e None None] Pushing event updated for resources: {'Port': ['ID=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:07.675488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.717659 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.751755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Attempting to bind port c5d3eb1a-b246-4e04-994a-d4c6d4c396df on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:07.752220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Attempting to bind port c5d3eb1a-b246-4e04-994a-d4c6d4c396df by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:07.752622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Attempting to bind port c5d3eb1a-b246-4e04-994a-d4c6d4c396df on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:07.763781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:07.764790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:07.764790 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.765490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:07.766761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Bound port: c5d3eb1a-b246-4e04-994a-d4c6d4c396df, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:07.769889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.770557 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.864220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] For port c5d3eb1a-b246-4e04-994a-d4c6d4c396df, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:07.867982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:07.868663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] For port c5d3eb1a-b246-4e04-994a-d4c6d4c396df, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:07.874262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:07.875769 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.893209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:07.939713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Routers {'1f0eeaad-1004-4eb6-b2fa-438151036d8e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:07.940537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1f0eeaad-1004-4eb6-b2fa-438151036d8e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:08.010724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=099b5fd4-05a0-4300-a1ce-7ad00094bda0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:08.039637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:08.040522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.070875 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c72b6588-18ad-4e28-aa22-50ee0e3e9b50 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9490788 Nov 22 16:37:08.092490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Request body: {'port': {'device_id': '55310166-f7fe-484b-b1bf-823e6d225963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:08.098870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] Set router 1f0eeaad-1004-4eb6-b2fa-438151036d8e gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:08.257963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.313954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port c5d3eb1a-b246-4e04-994a-d4c6d4c396df {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:08.317013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.353314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbfd60-3eca-4c4e-9bd3-4531e767593e None None] Pushing event updated for resources: {'Port': ['ID=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:08.376332 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-34aebbf6-0b24-4cf3-90f8-510302d698ed None None] Provisioning complete for port c5d3eb1a-b246-4e04-994a-d4c6d4c396df triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:08.376706 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34aebbf6-0b24-4cf3-90f8-510302d698ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.483830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73a44-dc33-49d5-b426-f4ee382e83f2 req-d963f5d5-8142-4751-83f5-c02b1a41f35d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:08.486261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5b73a44-dc33-49d5-b426-f4ee382e83f2 req-d963f5d5-8142-4751-83f5-c02b1a41f35d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 931 time: 0.2438540 Nov 22 16:37:08.533072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-f4374931-bba3-42fa-b96c-ebbdc6b65650 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:08.534960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-f4374931-bba3-42fa-b96c-ebbdc6b65650 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.71 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1382506 Nov 22 16:37:08.585286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34aebbf6-0b24-4cf3-90f8-510302d698ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.648573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'name': 'tempest-NetworksTestDHCPv6-router-1365469465', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:05Z', 'revision_number': 2, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None, '_interfaces': [{'id': 'c5d3eb1a-b246-4e04-994a-d4c6d4c396df', 'name': '', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'mac_address': 'fa:16:3e:e6:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c8ae03c4-0ea2-410a-a674-1d1a4d343998', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:07Z', 'revision_number': 4, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'subnets': [{'id': 'c8ae03c4-0ea2-410a-a674-1d1a4d343998', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:08.651474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-34aebbf6-0b24-4cf3-90f8-510302d698ed None None] For port c5d3eb1a-b246-4e04-994a-d4c6d4c396df, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:08.686298 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34aebbf6-0b24-4cf3-90f8-510302d698ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.690759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa8ab8-dcb0-4653-9d30-81e451b03541 None None] The sync data for ids ['1f0eeaad-1004-4eb6-b2fa-438151036d8e'] in n-d-811716-3 is: [{'id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'name': 'tempest-NetworksTestDHCPv6-router-1365469465', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:05Z', 'revision_number': 2, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None, '_interfaces': [{'id': 'c5d3eb1a-b246-4e04-994a-d4c6d4c396df', 'name': '', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'mac_address': 'fa:16:3e:e6:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': 'c8ae03c4-0ea2-410a-a674-1d1a4d343998', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:07Z', 'revision_number': 4, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'subnets': [{'id': 'c8ae03c4-0ea2-410a-a674-1d1a4d343998', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:08.714333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5b73a44-dc33-49d5-b426-f4ee382e83f2 req-c4be426c-a9f2-473b-a7b2-9c27aa1b8ca2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111156 Nov 22 16:37:08.727201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] For port c5d3eb1a-b246-4e04-994a-d4c6d4c396df, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:08.727201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.730974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099b5fd4-05a0-4300-a1ce-7ad00094bda0 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:08.744781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.762990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Transition to ACTIVE for port object 099b5fd4-05a0-4300-a1ce-7ad00094bda0 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:08.770333 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.778844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aebbf6-0b24-4cf3-90f8-510302d698ed None None] Pushing event updated for resources: {'Port': ['ID=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:08.780870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for c5d3eb1a-b246-4e04-994a-d4c6d4c396df owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:08.808270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63024eb8-6d81-4408-84c8-a86a9d65e16d req-27a01b4c-387e-4144-87a2-8d5e916c82d5 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:08.810024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63024eb8-6d81-4408-84c8-a86a9d65e16d req-27a01b4c-387e-4144-87a2-8d5e916c82d5 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 946 time: 0.1983438 Nov 22 16:37:08.841473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9418f786-7f34-4987-8929-424e332dba1f None None] Provisioning complete for port c5d3eb1a-b246-4e04-994a-d4c6d4c396df triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:08.841857 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9418f786-7f34-4987-8929-424e332dba1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.864221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Pushing event updated for resources: {'Port': ['ID=099b5fd4-05a0-4300-a1ce-7ad00094bda0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:08.871594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63024eb8-6d81-4408-84c8-a86a9d65e16d req-30b3bf6b-8643-483b-8a26-0e2716537de2 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Nov 22 16:37:08.958272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Deleting port 35f31f6c-b135-424d-bfa8-47400651a251 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:08.958686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.014030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Attempting to bind port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:09.014933 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Attempting to bind port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:09.015477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Attempting to bind port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:09.022687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:09.023697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Attempting to bind port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:09.035984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:09.037500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:09.037886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:09.038329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Bound port: 099b5fd4-05a0-4300-a1ce-7ad00094bda0, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:09.038692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.160691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] For port 35f31f6c-b135-424d-bfa8-47400651a251, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=35f31f6c-b135-424d-bfa8-47400651a251,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:09.161074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.177864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Calling delete_port for 35f31f6c-b135-424d-bfa8-47400651a251 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:09.198719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] For port 099b5fd4-05a0-4300-a1ce-7ad00094bda0, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:09.202460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] For port 099b5fd4-05a0-4300-a1ce-7ad00094bda0, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=099b5fd4-05a0-4300-a1ce-7ad00094bda0,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:09.218002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.265176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:09.265836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.267345 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] 10.222.0.71 "PUT /v2.0/ports/099b5fd4-05a0-4300-a1ce-7ad00094bda0 HTTP/1.1" status: 200 len: 1091 time: 1.1798027 Nov 22 16:37:09.270051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55310166-f7fe-484b-b1bf-823e6d225963', 'tag': '099b5fd4-05a0-4300-a1ce-7ad00094bda0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:09.273281 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41921649-9819-46a9-92fc-c212d5a8585e" -d '{"events": [{"name": "network-changed", "server_uuid": "55310166-f7fe-484b-b1bf-823e6d225963", "tag": "099b5fd4-05a0-4300-a1ce-7ad00094bda0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:09.297600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b11bd-f5ca-45c2-aadc-6e9670fdafd5 service neutron] Pushing event updated for resources: {'Port': ['ID=099b5fd4-05a0-4300-a1ce-7ad00094bda0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:09.306373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.335536 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda12664-bc72-4a56-8650-c15d979f2a45 x-openstack-request-id: req-dda12664-bc72-4a56-8650-c15d979f2a45 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:09.335842 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55310166-f7fe-484b-b1bf-823e6d225963", "tag": "099b5fd4-05a0-4300-a1ce-7ad00094bda0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:09.336599 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dda12664-bc72-4a56-8650-c15d979f2a45 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:09.336599 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55310166-f7fe-484b-b1bf-823e6d225963', 'tag': '099b5fd4-05a0-4300-a1ce-7ad00094bda0', 'status': 'completed', 'code': 200} Nov 22 16:37:09.386087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=c5d3eb1a-b246-4e04-994a-d4c6d4c396df,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:09.456827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-769de284-20f7-40a2-9ee8-bf855f671f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:09.469724 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-769de284-20f7-40a2-9ee8-bf855f671f0d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 1094 time: 0.1260931 Nov 22 16:37:09.545943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-a39aeaad-3bf6-4569-a021-62de64d2c143 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=099b5fd4-05a0-4300-a1ce-7ad00094bda0 HTTP/1.1" status: 200 len: 217 time: 0.0645578 Nov 22 16:37:09.553428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.648368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-59fa4f03-435b-4f70-9a7e-a745e1d7a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:09.650781 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-59fa4f03-435b-4f70-9a7e-a745e1d7a480 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0971174 Nov 22 16:37:09.720715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-1b9abcf3-be9e-478a-8713-58e4e2cc0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:09.722417 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-1b9abcf3-be9e-478a-8713-58e4e2cc0ee9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632067 Nov 22 16:37:09.873389 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-10096ec6-b300-44fd-bc5d-fd51a27044fe service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410370 Nov 22 16:37:10.015258 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4911f67c-5321-4f69-b2be-f1cf2dd3ba89 req-2ddac937-8295-4004-b6b0-bee4a906dd76 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318316 Nov 22 16:37:10.120923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921649-9819-46a9-92fc-c212d5a8585e req-866bf598-e86c-40f6-a233-74bb8f464eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.122554 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41921649-9819-46a9-92fc-c212d5a8585e req-866bf598-e86c-40f6-a233-74bb8f464eea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 1094 time: 0.0501239 Nov 22 16:37:10.179183 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:10.204156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b80e890b-c63d-4d8b-ba29-a3a7d227a631', '35f31f6c-b135-424d-bfa8-47400651a251'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:10.263878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921649-9819-46a9-92fc-c212d5a8585e req-216acf4e-98e3-428b-b95d-d2bcc8b7d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.265577 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41921649-9819-46a9-92fc-c212d5a8585e req-216acf4e-98e3-428b-b95d-d2bcc8b7d641 service neutron] 10.222.0.71 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1334844 Nov 22 16:37:10.290164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Pushing event deleted for resources: {'Port': ['ID=35f31f6c-b135-424d-bfa8-47400651a251,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:10.307784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f070b-d6b8-4e59-a659-c96d540636b3 req-6fe9f3b7-8a3a-4731-a022-1425f91729be tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.309527 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed0f070b-d6b8-4e59-a659-c96d540636b3 req-6fe9f3b7-8a3a-4731-a022-1425f91729be tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.2191679 Nov 22 16:37:10.350832 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41921649-9819-46a9-92fc-c212d5a8585e req-dfa85e87-e31e-4785-97d5-2f283671de4e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=099b5fd4-05a0-4300-a1ce-7ad00094bda0 HTTP/1.1" status: 200 len: 217 time: 0.0761688 Nov 22 16:37:10.355358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46005e-4587-4c46-b129-0883f8439883 req-7022e11e-38c6-4e52-b4dd-c410267da49b tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.356871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f46005e-4587-4c46-b129-0883f8439883 req-7022e11e-38c6-4e52-b4dd-c410267da49b tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=f29f5a39-a4f2-4b88-af0f-1d051922d271 HTTP/1.1" status: 200 len: 867 time: 0.2700541 Nov 22 16:37:10.378586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Router 1f0eeaad-1004-4eb6-b2fa-438151036d8e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:10.387783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] No DVR routers for this DVR port 35f31f6c-b135-424d-bfa8-47400651a251 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:10.399767 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:10.403448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33ad01ff-d9f9-4f32-bccf-e2a82bf7a0cb req-4c3688c4-2270-4fe0-b5a0-5d61d288629c tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.71 "DELETE /v2.0/ports/35f31f6c-b135-424d-bfa8-47400651a251 HTTP/1.1" status: 204 len: 173 time: 1.8555741 Nov 22 16:37:10.403871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29f5a39-a4f2-4b88-af0f-1d051922d271', 'name': 'network-vif-deleted', 'tag': '35f31f6c-b135-424d-bfa8-47400651a251'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:10.406554 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8161c50-e46d-4901-8c35-6274bd13ec2a" -d '{"events": [{"server_uuid": "f29f5a39-a4f2-4b88-af0f-1d051922d271", "name": "network-vif-deleted", "tag": "35f31f6c-b135-424d-bfa8-47400651a251"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:10.423577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921649-9819-46a9-92fc-c212d5a8585e req-a35fc856-3f9b-46de-93d8-f6e41a2d43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.425486 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41921649-9819-46a9-92fc-c212d5a8585e req-a35fc856-3f9b-46de-93d8-f6e41a2d43a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0595825 Nov 22 16:37:10.501184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed0f070b-d6b8-4e59-a659-c96d540636b3 req-2665411b-1f0c-44ff-8eaf-07517274f78a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673853 Nov 22 16:37:10.525274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921649-9819-46a9-92fc-c212d5a8585e req-43d83a78-170a-4cb1-8249-efc378ab9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.527042 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41921649-9819-46a9-92fc-c212d5a8585e req-43d83a78-170a-4cb1-8249-efc378ab9009 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874805 Nov 22 16:37:10.541820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f46005e-4587-4c46-b129-0883f8439883 req-3946874f-4d19-445c-aa16-293caf3b7157 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618931 Nov 22 16:37:10.574949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:10.587298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-31acd3a8-8c51-4d01-9bdb-5e2b9ab1a670 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "PUT /v2.0/routers/1f0eeaad-1004-4eb6-b2fa-438151036d8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7156792 Nov 22 16:37:10.587991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:10.638841 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651d4bd5-758b-47a3-a893-2bbf90067a50 x-openstack-request-id: req-651d4bd5-758b-47a3-a893-2bbf90067a50 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:10.639411 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29f5a39-a4f2-4b88-af0f-1d051922d271", "name": "network-vif-deleted", "tag": "35f31f6c-b135-424d-bfa8-47400651a251", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:10.639739 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-651d4bd5-758b-47a3-a893-2bbf90067a50 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:10.640238 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29f5a39-a4f2-4b88-af0f-1d051922d271', 'name': 'network-vif-deleted', 'tag': '35f31f6c-b135-424d-bfa8-47400651a251', 'status': 'completed', 'code': 200} Nov 22 16:37:10.663974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0424fc19-dc50-456e-bcd0-77dcf96e6030 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.665727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0424fc19-dc50-456e-bcd0-77dcf96e6030 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.667394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0424fc19-dc50-456e-bcd0-77dcf96e6030 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0784547 Nov 22 16:37:10.669997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58362) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:10.687070 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41921649-9819-46a9-92fc-c212d5a8585e req-409cc1ae-8e8d-425f-a0ee-369b3c6c31ef service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438515 Nov 22 16:37:10.736316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98580a4-dea6-4420-8f61-85d99c035abe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet c8ae03c4-0ea2-410a-a674-1d1a4d343998 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:10.740242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98580a4-dea6-4420-8f61-85d99c035abe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:10.789967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41921649-9819-46a9-92fc-c212d5a8585e req-ec2b13b3-4206-4778-aedd-cff79e554b90 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943637 Nov 22 16:37:10.793246 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98580a4-dea6-4420-8f61-85d99c035abe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:10.870444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98580a4-dea6-4420-8f61-85d99c035abe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:10.950369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98580a4-dea6-4420-8f61-85d99c035abe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:10.991285 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98580a4-dea6-4420-8f61-85d99c035abe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:10.995215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a98580a4-dea6-4420-8f61-85d99c035abe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/c8ae03c4-0ea2-410a-a674-1d1a4d343998 HTTP/1.1" status: 204 len: 168 time: 0.3239219 Nov 22 16:37:10.996286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98580a4-dea6-4420-8f61-85d99c035abe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ae03c4-0ea2-410a-a674-1d1a4d343998,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:10.998098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58364) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:10.999356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a5d0b1-ddfb-4099-b6af-2e2c9f85f98c None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:11.017713 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] Sync routers for ids ['1f0eeaad-1004-4eb6-b2fa-438151036d8e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:11.037113 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] Routers {'1f0eeaad-1004-4eb6-b2fa-438151036d8e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:11.038331 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1f0eeaad-1004-4eb6-b2fa-438151036d8e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:11.113393 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] Set router 1f0eeaad-1004-4eb6-b2fa-438151036d8e gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:11.139485 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-42306968-d66f-4a31-a9b5-d34d4fc515bd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1377993 Nov 22 16:37:11.139694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58366) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:11.177864 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'name': 'tempest-NetworksTestDHCPv6-router-1365469465', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:09Z', 'revision_number': 3, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:11.209490 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] Checking router: 1f0eeaad-1004-4eb6-b2fa-438151036d8e for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:11.220046 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] Routers {'1f0eeaad-1004-4eb6-b2fa-438151036d8e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:11.220893 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['1f0eeaad-1004-4eb6-b2fa-438151036d8e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:11.225133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92508e7c-01d1-43f1-8e40-2f0f853d0724 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.258939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:11.304193 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] Set router 1f0eeaad-1004-4eb6-b2fa-438151036d8e gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:11.330287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] Deleting port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:11.330672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.363186 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'name': 'tempest-NetworksTestDHCPv6-router-1365469465', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:09Z', 'revision_number': 3, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:11.392432 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9effe308-a0bb-49eb-9380-ccac02b90867 None None] The sync data for ids ['1f0eeaad-1004-4eb6-b2fa-438151036d8e'] in n-d-811716-3 is: [{'id': '1f0eeaad-1004-4eb6-b2fa-438151036d8e', 'name': 'tempest-NetworksTestDHCPv6-router-1365469465', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:04Z', 'updated_at': '2021-11-22T16:37:09Z', 'revision_number': 3, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:11.406914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] For port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0e7800c6-6f0b-4e4a-a3d2-316fa50710ef,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:11.407322 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.424329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] Calling delete_port for 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:11.425676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92508e7c-01d1-43f1-8e40-2f0f853d0724 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.428520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92508e7c-01d1-43f1-8e40-2f0f853d0724 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.481292 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92508e7c-01d1-43f1-8e40-2f0f853d0724 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.482386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92508e7c-01d1-43f1-8e40-2f0f853d0724 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Fanout notify agent at l3_agent the message router_deleted on router 1f0eeaad-1004-4eb6-b2fa-438151036d8e {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:37:11.494780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92508e7c-01d1-43f1-8e40-2f0f853d0724 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.498902 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-92508e7c-01d1-43f1-8e40-2f0f853d0724 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/routers/1f0eeaad-1004-4eb6-b2fa-438151036d8e HTTP/1.1" status: 204 len: 168 time: 0.3556678 Nov 22 16:37:11.499990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58368) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:11.506821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:11.520478 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.723764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a612a-0f9f-430e-a599-609c6b6f9222 req-6ad03774-b3e9-475c-87db-bcc30f6d36ba tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:11.726650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-336a612a-0f9f-430e-a599-609c6b6f9222 req-6ad03774-b3e9-475c-87db-bcc30f6d36ba tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.0658562 Nov 22 16:37:11.728601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] No DVR routers for this DVR port 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:11.729807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:11.734113 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.736190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dd412-b035-4ede-b89f-9ace7408f847 None None] Pushing event deleted for resources: {'Port': ['ID=0e7800c6-6f0b-4e4a-a3d2-316fa50710ef,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:11.878202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:11.915564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:11.916031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0e7800c6-6f0b-4e4a-a3d2-316fa50710ef not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:11.916574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c5d3eb1a-b246-4e04-994a-d4c6d4c396df no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:11.923461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-336a612a-0f9f-430e-a599-609c6b6f9222 req-2302880b-1f3f-4b4b-9b89-91cfcb2ac8a4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640017 Nov 22 16:37:11.942013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c5d3eb1a-b246-4e04-994a-d4c6d4c396df {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:11.943464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c5d3eb1a-b246-4e04-994a-d4c6d4c396df not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:12.108844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6c51e-653f-4b04-bea6-1bf3d0f46af8 req-2e1e56c1-b8e1-419f-92fb-46f3b9453d17 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:12.110423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b6c51e-653f-4b04-bea6-1bf3d0f46af8 req-2e1e56c1-b8e1-419f-92fb-46f3b9453d17 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1277866 Nov 22 16:37:12.138884 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.228181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:12.229297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=8857ef77-fd02-4214-881d-323cd08430a6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:12.241321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:12.245104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:12.245762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.250849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2d0d8-d8e3-4fbb-84ac-542bebf83b51 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:12.254203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b6c51e-653f-4b04-bea6-1bf3d0f46af8 req-48be6605-2f96-44d9-857a-59c1589285f1 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347694 Nov 22 16:37:12.273086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a1e9b386-d43a-405c-8c89-2462ab541c59 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7681789 Nov 22 16:37:12.273352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:12.280058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5eb02d76-c693-49c6-963c-d4a866af4b3c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1712948007', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:12.316233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5eb02d76-c693-49c6-963c-d4a866af4b3c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.317377 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5eb02d76-c693-49c6-963c-d4a866af4b3c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.382012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5eb02d76-c693-49c6-963c-d4a866af4b3c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.391293 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5eb02d76-c693-49c6-963c-d4a866af4b3c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.421099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5eb02d76-c693-49c6-963c-d4a866af4b3c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.422370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5eb02d76-c693-49c6-963c-d4a866af4b3c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1478736 Nov 22 16:37:12.426546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58380) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:12.466430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 35f31f6c-b135-424d-bfa8-47400651a251 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:12.512679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 35f31f6c-b135-424d-bfa8-47400651a251 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:12.512679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 35f31f6c-b135-424d-bfa8-47400651a251 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:12.524272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': '8857ef77-fd02-4214-881d-323cd08430a6'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:12.525953 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.725049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/8857ef77-fd02-4214-881d-323cd08430a6/30531395-fd2c-48ab-8b27-a79098f6a40f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:12.832520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.917136 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.933435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.973135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:12.978986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:12.982410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:12.998797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Pushing event updated for resources: {'Port': ['ID=30531395-fd2c-48ab-8b27-a79098f6a40f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:13.077875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Attempting to bind port 30531395-fd2c-48ab-8b27-a79098f6a40f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:13.078663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Attempting to bind port 30531395-fd2c-48ab-8b27-a79098f6a40f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:13.078789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Attempting to bind port 30531395-fd2c-48ab-8b27-a79098f6a40f on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:13.086120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:13.086776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:13.086927 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.088528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:13.089672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Bound port: 30531395-fd2c-48ab-8b27-a79098f6a40f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:13.090166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.138587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ba6c2-2aed-47c0-8ee4-d2c6c5efaa46 req-26fbc747-715e-4651-8d11-54d028bf1981 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.140659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-067ba6c2-2aed-47c0-8ee4-d2c6c5efaa46 req-26fbc747-715e-4651-8d11-54d028bf1981 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.0934274 Nov 22 16:37:13.190061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] For port 30531395-fd2c-48ab-8b27-a79098f6a40f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:13.195013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] For port 30531395-fd2c-48ab-8b27-a79098f6a40f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=30531395-fd2c-48ab-8b27-a79098f6a40f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:13.205929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.252255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::1 (fdb01832-e58a-4d05-957d-673e11b0a638/8857ef77-fd02-4214-881d-323cd08430a6/79055e7d-ff10-4869-b86c-3bc5453883c5) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:13.258563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-067ba6c2-2aed-47c0-8ee4-d2c6c5efaa46 req-acf1f175-3d34-4791-b1e8-96dd9d3f2c9e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008310 Nov 22 16:37:13.280014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aceae2-bd3f-477a-86ed-762523639548 None None] Pushing event updated for resources: {'Port': ['ID=30531395-fd2c-48ab-8b27-a79098f6a40f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:13.438916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3600-99ab-4cde-aee7-bcaa1d23ac22 req-70b57cc3-b703-437f-b85e-381507117f01 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.440392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-994d3600-99ab-4cde-aee7-bcaa1d23ac22 req-70b57cc3-b703-437f-b85e-381507117f01 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.0845909 Nov 22 16:37:13.448894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.510796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.524244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-994d3600-99ab-4cde-aee7-bcaa1d23ac22 req-1bb6f776-8325-4802-8113-90dbbab4081a tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718474 Nov 22 16:37:13.615123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:13.621682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:13.628264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:13.629187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.679537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=79055e7d-ff10-4869-b86c-3bc5453883c5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:13.803500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.023383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 30531395-fd2c-48ab-8b27-a79098f6a40f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:14.124743 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 30531395-fd2c-48ab-8b27-a79098f6a40f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:14.124743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.248918 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.330913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 30531395-fd2c-48ab-8b27-a79098f6a40f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=30531395-fd2c-48ab-8b27-a79098f6a40f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:14.345660 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.468577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=30531395-fd2c-48ab-8b27-a79098f6a40f,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:14.513703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15a1c2-d230-4aeb-8c38-11d9a88eada7 req-54d70923-6a98-444f-bbd3-a13e76031e01 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:14.523321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd15a1c2-d230-4aeb-8c38-11d9a88eada7 req-54d70923-6a98-444f-bbd3-a13e76031e01 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.1240907 Nov 22 16:37:14.612961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08192c34-55e8-4716-a512-2ffea9702456 req-74935c53-05b2-4ce0-bd9d-9fcb5864b149 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:14.617239 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08192c34-55e8-4716-a512-2ffea9702456 req-74935c53-05b2-4ce0-bd9d-9fcb5864b149 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.71 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.1123130 Nov 22 16:37:14.642992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd15a1c2-d230-4aeb-8c38-11d9a88eada7 req-df1b1afe-e516-442e-90cf-d25c571ce92c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119518 Nov 22 16:37:14.778659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e4414-242e-4b00-a08e-d72bec9ef525 req-6ade88fa-35fd-4e36-acef-d5b18a760de0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:14.781501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-405e4414-242e-4b00-a08e-d72bec9ef525 req-6ade88fa-35fd-4e36-acef-d5b18a760de0 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 946 time: 0.0818260 Nov 22 16:37:14.876639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-405e4414-242e-4b00-a08e-d72bec9ef525 req-bee27356-771d-42f3-8158-a8c3160b8413 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/security-groups?id=31c8d211-24c6-4add-8e55-8bbe758e4835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869248 Nov 22 16:37:14.955136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Deleting port b80e890b-c63d-4d8b-ba29-a3a7d227a631 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:14.955476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.959343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-431dc9fe-9e16-4d5b-9505-3a729da04c94 None None] Provisioning complete for port 30531395-fd2c-48ab-8b27-a79098f6a40f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:14.959343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-431dc9fe-9e16-4d5b-9505-3a729da04c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.066351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.091173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.097957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.315030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=79055e7d-ff10-4869-b86c-3bc5453883c5,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:15.320759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c81dfc77-5e1c-4a57-9180-a436df09b633 None None] Provisioning complete for port 79055e7d-ff10-4869-b86c-3bc5453883c5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:15.321539 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c81dfc77-5e1c-4a57-9180-a436df09b633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.328075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] For port b80e890b-c63d-4d8b-ba29-a3a7d227a631, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=b80e890b-c63d-4d8b-ba29-a3a7d227a631,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:15.328670 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.373159 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Calling delete_port for b80e890b-c63d-4d8b-ba29-a3a7d227a631 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:15.386511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c81dfc77-5e1c-4a57-9180-a436df09b633 None None] Port 79055e7d-ff10-4869-b86c-3bc5453883c5 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:15.496123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:15.504065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:15.721235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 30531395-fd2c-48ab-8b27-a79098f6a40f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:15.741319 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.755119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Router 723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:37:15.785512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Pushing event deleted for resources: {'Port': ['ID=b80e890b-c63d-4d8b-ba29-a3a7d227a631,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:15.787130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['b80e890b-c63d-4d8b-ba29-a3a7d227a631'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:15.867437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 30531395-fd2c-48ab-8b27-a79098f6a40f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:15.871746 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.891978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918f1f-aa88-42c7-8405-dabb7a63d3b1 req-4ae571ac-b40a-432e-b0f6-ca27b5041994 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:15.903542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8918f1f-aa88-42c7-8405-dabb7a63d3b1 req-4ae571ac-b40a-432e-b0f6-ca27b5041994 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.1456742 Nov 22 16:37:15.920670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] No DVR routers for this DVR port b80e890b-c63d-4d8b-ba29-a3a7d227a631 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:15.924784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.929002 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-08192c34-55e8-4716-a512-2ffea9702456 req-46069594-8383-4dd6-9f84-b063a18623a9 tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.71 "DELETE /v2.0/ports/b80e890b-c63d-4d8b-ba29-a3a7d227a631 HTTP/1.1" status: 204 len: 173 time: 1.3008392 Nov 22 16:37:15.929462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049f31bd-81f4-4c5f-b1ec-0503f428fa3f', 'name': 'network-vif-deleted', 'tag': 'b80e890b-c63d-4d8b-ba29-a3a7d227a631'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:15.931850 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be167d2-2fdc-41fa-ae04-de3f8c787b18" -d '{"events": [{"server_uuid": "049f31bd-81f4-4c5f-b1ec-0503f428fa3f", "name": "network-vif-deleted", "tag": "b80e890b-c63d-4d8b-ba29-a3a7d227a631"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:16.014416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:16.029746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-609c3358-8182-4f53-aa46-e9562859f3b9 None None] Provisioning complete for port 79055e7d-ff10-4869-b86c-3bc5453883c5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:16.030130 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-609c3358-8182-4f53-aa46-e9562859f3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.036978 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ffcb2f17-c3e0-416c-868f-b4625130d317 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "PUT /v2.0/routers/723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6052446 Nov 22 16:37:16.039131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Sync routers for ids ['723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:16.040065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58400) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:16.110002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Routers {'723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:16.110546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:16.157644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a21de77-81ef-42ae-a17b-c9ab2444b588 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:16.160218 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5a21de77-81ef-42ae-a17b-c9ab2444b588 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports/79055e7d-ff10-4869-b86c-3bc5453883c5 HTTP/1.1" status: 200 len: 911 time: 0.1177328 Nov 22 16:37:16.163058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69b2e956-99c4-4951-a2be-3d38bd778a97 req-829a79fc-08d5-4696-926d-6b8a779c652b tempest-ServerRescueTestJSON-1208139966 tempest-ServerRescueTestJSON-1208139966-project] 10.222.0.69 "GET /v2.0/ports?device_id=049f31bd-81f4-4c5f-b1ec-0503f428fa3f HTTP/1.1" status: 200 len: 210 time: 0.1757581 Nov 22 16:37:16.167496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:16.232438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8918f1f-aa88-42c7-8405-dabb7a63d3b1 req-8091262a-cc3c-4df1-ac3d-7c8703258400 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232608 Nov 22 16:37:16.242455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Set router 723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:16.255672 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b301f699-b012-4b47-8176-0faf150296d5 x-openstack-request-id: req-b301f699-b012-4b47-8176-0faf150296d5 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:16.255994 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049f31bd-81f4-4c5f-b1ec-0503f428fa3f", "name": "network-vif-deleted", "tag": "b80e890b-c63d-4d8b-ba29-a3a7d227a631", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:16.256256 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b301f699-b012-4b47-8176-0faf150296d5 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:16.256693 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049f31bd-81f4-4c5f-b1ec-0503f428fa3f', 'name': 'network-vif-deleted', 'tag': 'b80e890b-c63d-4d8b-ba29-a3a7d227a631', 'status': 'completed', 'code': 200} Nov 22 16:37:16.274634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-609c3358-8182-4f53-aa46-e9562859f3b9 None None] Port 79055e7d-ff10-4869-b86c-3bc5453883c5 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:16.275666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b35e0-e317-4d91-9d5b-2577070425bb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:16.282875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5b35e0-e317-4d91-9d5b-2577070425bb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:16.288310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2b5b35e0-e317-4d91-9d5b-2577070425bb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1196375 Nov 22 16:37:16.288860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58404) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:16.493131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6', 'name': 'tempest-NetworksTestDHCPv6-router-1712948007', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:12Z', 'updated_at': '2021-11-22T16:37:13Z', 'revision_number': 2, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None, '_interfaces': [{'id': '79055e7d-ff10-4869-b86c-3bc5453883c5', 'name': '', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'mac_address': 'fa:16:3e:f1:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '8857ef77-fd02-4214-881d-323cd08430a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:12Z', 'updated_at': '2021-11-22T16:37:14Z', 'revision_number': 2, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'subnets': [{'id': '8857ef77-fd02-4214-881d-323cd08430a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:16.526875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Checking router: 723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:16.526875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Updating router 723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 port 79055e7d-ff10-4869-b86c-3bc5453883c5 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:37:16.562389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.831136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.892743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.901064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.991721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ef5b1-6065-432b-b608-2ad1a06c0906 None None] Pushing event updated for resources: {'Port': ['ID=79055e7d-ff10-4869-b86c-3bc5453883c5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:17.026917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Attempting to bind port 79055e7d-ff10-4869-b86c-3bc5453883c5 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:17.027665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Attempting to bind port 79055e7d-ff10-4869-b86c-3bc5453883c5 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:17.028263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Attempting to bind port 79055e7d-ff10-4869-b86c-3bc5453883c5 on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:17.035028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:17.037450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:17.039642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.042400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:17.042918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Bound port: 79055e7d-ff10-4869-b86c-3bc5453883c5, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:17.043319 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.129738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 79055e7d-ff10-4869-b86c-3bc5453883c5 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:17.130612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.142259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] For port 79055e7d-ff10-4869-b86c-3bc5453883c5, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:17.149359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] For port 79055e7d-ff10-4869-b86c-3bc5453883c5, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=79055e7d-ff10-4869-b86c-3bc5453883c5,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:17.159234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.234285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Routers {'723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:17.235297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:17.267457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:17.331452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] For port 79055e7d-ff10-4869-b86c-3bc5453883c5, host n-d-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:17.331821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.369634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 79055e7d-ff10-4869-b86c-3bc5453883c5 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:17.455895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ef5b1-6065-432b-b608-2ad1a06c0906 None None] Pushing event updated for resources: {'Port': ['ID=79055e7d-ff10-4869-b86c-3bc5453883c5,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:17.483151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] Set router 723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:17.499951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf78312-679b-4b13-bb6b-25c574caa321 req-6de084b3-9614-483d-aa75-ad55d6826cf8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:17.503509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcf78312-679b-4b13-bb6b-25c574caa321 req-6de084b3-9614-483d-aa75-ad55d6826cf8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.0990205 Nov 22 16:37:17.535066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f4c5fd14-3d45-445d-a3c0-36268f6cd135 None None] Provisioning complete for port 79055e7d-ff10-4869-b86c-3bc5453883c5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:17.536449 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fd14-3d45-445d-a3c0-36268f6cd135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.725907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.736143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcf78312-679b-4b13-bb6b-25c574caa321 req-acad1926-cebd-481c-a292-b95ef53d4378 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863542 Nov 22 16:37:17.779890 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fd14-3d45-445d-a3c0-36268f6cd135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.780357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=79055e7d-ff10-4869-b86c-3bc5453883c5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:17.897865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.121617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Router 723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:18.188926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6', 'name': 'tempest-NetworksTestDHCPv6-router-1712948007', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:12Z', 'updated_at': '2021-11-22T16:37:13Z', 'revision_number': 2, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None, '_interfaces': [{'id': '79055e7d-ff10-4869-b86c-3bc5453883c5', 'name': '', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'mac_address': 'fa:16:3e:f1:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '8857ef77-fd02-4214-881d-323cd08430a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:12Z', 'updated_at': '2021-11-22T16:37:17Z', 'revision_number': 4, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'subnets': [{'id': '8857ef77-fd02-4214-881d-323cd08430a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:18.204632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:18.211285 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c2064737-cfc1-40c8-809a-b6027f3a5c19 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "PUT /v2.0/routers/723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9208205 Nov 22 16:37:18.213368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58414) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:18.222635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f0735-1508-4c6e-bd1f-ef998ba75415 None None] The sync data for ids ['723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'] in n-d-811716-3 is: [{'id': '723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6', 'name': 'tempest-NetworksTestDHCPv6-router-1712948007', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:12Z', 'updated_at': '2021-11-22T16:37:13Z', 'revision_number': 2, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'gw_port_host': None, '_interfaces': [{'id': '79055e7d-ff10-4869-b86c-3bc5453883c5', 'name': '', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'mac_address': 'fa:16:3e:f1:8b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3267, 'fixed_ips': [{'subnet_id': '8857ef77-fd02-4214-881d-323cd08430a6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:12Z', 'updated_at': '2021-11-22T16:37:17Z', 'revision_number': 4, 'project_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'subnets': [{'id': '8857ef77-fd02-4214-881d-323cd08430a6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:18.248825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.252507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-72e626ba-cce4-4dba-9507-9ff6e03950e7 None None] Could not find standard attr ID for object 79055e7d-ff10-4869-b86c-3bc5453883c5. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:37:18.287016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eed53-716a-441b-94e8-03d0152ee792 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:18.288968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36eed53-716a-441b-94e8-03d0152ee792 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:18.293024 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a36eed53-716a-441b-94e8-03d0152ee792 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0761085 Nov 22 16:37:18.294004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58416) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:18.371767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d84cea-923c-487e-86da-37b2bf8fdb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 8857ef77-fd02-4214-881d-323cd08430a6 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:18.378714 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90d84cea-923c-487e-86da-37b2bf8fdb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.430836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90d84cea-923c-487e-86da-37b2bf8fdb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.488664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b80e890b-c63d-4d8b-ba29-a3a7d227a631 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:18.541161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: b80e890b-c63d-4d8b-ba29-a3a7d227a631 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:18.542402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device b80e890b-c63d-4d8b-ba29-a3a7d227a631 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:18.609344 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90d84cea-923c-487e-86da-37b2bf8fdb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.678452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Deleting port 24838f56-fcc2-44e1-887f-47889bd3c1ac {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:18.679696 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.707047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90d84cea-923c-487e-86da-37b2bf8fdb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.745548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90d84cea-923c-487e-86da-37b2bf8fdb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.757455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58420) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:18.757730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8defde7-58d5-417d-846b-763563d03619 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:18.762773 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90d84cea-923c-487e-86da-37b2bf8fdb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/8857ef77-fd02-4214-881d-323cd08430a6 HTTP/1.1" status: 204 len: 168 time: 0.4508846 Nov 22 16:37:18.764117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d84cea-923c-487e-86da-37b2bf8fdb9b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=8857ef77-fd02-4214-881d-323cd08430a6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:18.983349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] For port 24838f56-fcc2-44e1-887f-47889bd3c1ac, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=24838f56-fcc2-44e1-887f-47889bd3c1ac,segment=NetworkSegment(83bba3be-cb30-41dc-8dcf-5bd6877b8b80),segment_id=83bba3be-cb30-41dc-8dcf-5bd6877b8b80)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:18.983750 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.009608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Calling delete_port for 24838f56-fcc2-44e1-887f-47889bd3c1ac owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:19.015645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:19.029367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23b664-7494-4b38-ac27-6dfe9dea398b req-2a567755-ef98-4923-be04-ae2659ff019c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:19.031309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d23b664-7494-4b38-ac27-6dfe9dea398b req-2a567755-ef98-4923-be04-ae2659ff019c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.2042987 Nov 22 16:37:19.044110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-01867bb8-f954-4560-98ad-1c150edee144 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2854772 Nov 22 16:37:19.047143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58422) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:19.064956 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f3eab65-871a-4c33-afe0-8da5dd98942e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.095052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] Deleting port 30531395-fd2c-48ab-8b27-a79098f6a40f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:19.095301 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.137961 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-943aaeae-96e1-4159-8181-94e6bc5563e6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.171347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d23b664-7494-4b38-ac27-6dfe9dea398b req-0811eeb0-54ce-443e-8085-29e92c4fc83f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258802 Nov 22 16:37:19.171686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] For port 30531395-fd2c-48ab-8b27-a79098f6a40f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=30531395-fd2c-48ab-8b27-a79098f6a40f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:19.171686 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.181063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] Calling delete_port for 30531395-fd2c-48ab-8b27-a79098f6a40f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:19.277546 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.325269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] Pushing event deleted for resources: {'Port': ['ID=30531395-fd2c-48ab-8b27-a79098f6a40f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:19.332365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd874eda-4fa1-4586-85a8-42046248b6a4 None None] No DVR routers for this DVR port 30531395-fd2c-48ab-8b27-a79098f6a40f on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:19.339238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.352889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-943aaeae-96e1-4159-8181-94e6bc5563e6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.355206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-943aaeae-96e1-4159-8181-94e6bc5563e6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.370723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Pushing event deleted for resources: {'Port': ['ID=24838f56-fcc2-44e1-887f-47889bd3c1ac,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:19.402698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-943aaeae-96e1-4159-8181-94e6bc5563e6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.403345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943aaeae-96e1-4159-8181-94e6bc5563e6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Fanout notify agent at l3_agent the message router_deleted on router 723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:37:19.414633 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-943aaeae-96e1-4159-8181-94e6bc5563e6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.417070 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-943aaeae-96e1-4159-8181-94e6bc5563e6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/routers/723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 HTTP/1.1" status: 204 len: 168 time: 0.3688807 Nov 22 16:37:19.419534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58424) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:19.449385 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-722e00f3-596b-4cba-876d-4b9ee4dcfd3e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0286858 Nov 22 16:37:19.452717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58426) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:19.510280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dfbc1f-b7dd-452e-a9b2-898a006ddcf3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:19.511726 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-67dfbc1f-b7dd-452e-a9b2-898a006ddcf3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580604 Nov 22 16:37:19.514569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58428) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:19.547851 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.556277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-939f2a8f-1da7-434d-b0da-d8a7618b6335 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405509 Nov 22 16:37:19.562878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58430) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:19.566976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:19.758173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:19.762041 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.772139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 30531395-fd2c-48ab-8b27-a79098f6a40f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:19.795342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 30531395-fd2c-48ab-8b27-a79098f6a40f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:19.795762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 30531395-fd2c-48ab-8b27-a79098f6a40f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:20.022773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717f3745-253f-48c1-9ba8-2f947bfcc609 None None] Sync routers for ids ['723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:20.033369 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f3745-253f-48c1-9ba8-2f947bfcc609 None None] Routers set() bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:20.033870 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f3745-253f-48c1-9ba8-2f947bfcc609 None None] Router IDs set() for agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:37:20.034584 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_agentschedulers_db [None req-717f3745-253f-48c1-9ba8-2f947bfcc609 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent'). {{(pid=103413) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:37:20.044445 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f3745-253f-48c1-9ba8-2f947bfcc609 None None] Routers set() bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:20.044906 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f3745-253f-48c1-9ba8-2f947bfcc609 None None] Router IDs set() for agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:37:20.045597 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_agentschedulers_db [None req-717f3745-253f-48c1-9ba8-2f947bfcc609 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent'). {{(pid=103413) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:37:20.046041 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717f3745-253f-48c1-9ba8-2f947bfcc609 None None] The sync data for ids ['723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:20.297617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Router 15309610-5d35-4994-8249-4ecf10ddc85a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:20.329011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3bc46-3b3e-43bb-a2fe-fa65f90197d6 req-40e96b0a-1330-4c00-83b7-290553a46d92 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.330647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1d3bc46-3b3e-43bb-a2fe-fa65f90197d6 req-40e96b0a-1330-4c00-83b7-290553a46d92 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.0952334 Nov 22 16:37:20.460517 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:37:20.541469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1d3bc46-3b3e-43bb-a2fe-fa65f90197d6 req-23c55378-5d00-4201-8038-c0c4234505aa tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879213 Nov 22 16:37:20.607627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:20.615223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-772d898a-808b-40e6-9289-3e2105ff9018 admin admin] 10.222.0.69 "PUT /v2.0/routers/15309610-5d35-4994-8249-4ecf10ddc85a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3455312 Nov 22 16:37:20.619292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58434) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:20.623498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] Sync routers for ids ['15309610-5d35-4994-8249-4ecf10ddc85a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:20.639095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] Routers {'15309610-5d35-4994-8249-4ecf10ddc85a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:20.640448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:36:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['15309610-5d35-4994-8249-4ecf10ddc85a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:20.722008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.objects.ports [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:37:20.724732 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.772438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:20.777264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:20.784518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.785280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.801515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=ba7acef3-0ab5-4bc1-ac66-85fa5c23d832,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:20.806738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52110084-1523-4517-adbe-e0c38c59f195 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:20.812627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.824111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4103e13d-5b71-4a3c-8217-90f47a5f0750 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2603655 Nov 22 16:37:20.826209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58438) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:20.831756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:20.948828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] Set router 15309610-5d35-4994-8249-4ecf10ddc85a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:20.996461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:21.000486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.266695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'ba7acef3-0ab5-4bc1-ac66-85fa5c23d832'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:21.267575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.329879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.385892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:21.391781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:21.403998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:21.405336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.433683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=0c64bf55-296a-4e2a-b42b-30c1b99f3b4f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:21.444216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Allocated IP 2001:db8::f816:3eff:fede:14c6 (fdb01832-e58a-4d05-957d-673e11b0a638/ba7acef3-0ab5-4bc1-ac66-85fa5c23d832/482179dd-8fb7-4d90-80d2-0445531c7a3f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:21.451587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1475a9ee-69fe-4fc5-a9e2-330fad2df04c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6237981 Nov 22 16:37:21.452840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58440) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:21.458735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:f9:ce:6f', 'name': 'tempest-NetworksTestDHCPv6-375025607'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:21.519449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.609199 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39672511-7030-4b85-b125-3af66ae2f248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.620178 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Deleting port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:21.620739 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.666615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 79055e7d-ff10-4869-b86c-3bc5453883c5 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:21.671469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:21.679069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 5, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port': {'id': 'bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3100, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:21.732990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 79055e7d-ff10-4869-b86c-3bc5453883c5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:21.733343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 79055e7d-ff10-4869-b86c-3bc5453883c5 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:21.741560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] Checking router: 15309610-5d35-4994-8249-4ecf10ddc85a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:21.743763 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.753134 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] Routers {'15309610-5d35-4994-8249-4ecf10ddc85a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:21.753552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:37:22Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['15309610-5d35-4994-8249-4ecf10ddc85a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:21.761391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] For port bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:21.761761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.776986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Calling delete_port for bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:21.792115 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.815108 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.850255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 89a7019c-28cd-4eea-a6ce-edadcdd32a8d yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:21.882649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Pushing event updated for resources: {'Port': ['ID=482179dd-8fb7-4d90-80d2-0445531c7a3f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:21.898009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:21.901923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:21.907223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:21.974781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] Set router 15309610-5d35-4994-8249-4ecf10ddc85a gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:21.992248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.027701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Pushing event deleted for resources: {'Port': ['ID=bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:22.048376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb17671-f197-4bb8-86af-d9a249fe595f None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:22.050838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:37:21Z', 'revision_number': 6, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:22.054521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Attempting to bind port 482179dd-8fb7-4d90-80d2-0445531c7a3f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:22.054521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Attempting to bind port 482179dd-8fb7-4d90-80d2-0445531c7a3f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:22.054783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Attempting to bind port 482179dd-8fb7-4d90-80d2-0445531c7a3f on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:22.073195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 172.20.0.4 (fdb01832-e58a-4d05-957d-673e11b0a638/0c64bf55-296a-4e2a-b42b-30c1b99f3b4f/89a7019c-28cd-4eea-a6ce-edadcdd32a8d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:22.079895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fef9:ce6f (fdb01832-e58a-4d05-957d-673e11b0a638/ba7acef3-0ab5-4bc1-ac66-85fa5c23d832/89a7019c-28cd-4eea-a6ce-edadcdd32a8d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:22.092735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5b6537-f2c9-4206-a784-70986be3405b None None] The sync data for ids ['15309610-5d35-4994-8249-4ecf10ddc85a'] in n-d-811716-3 is: [{'id': '15309610-5d35-4994-8249-4ecf10ddc85a', 'name': 'tempest-ServerRescueTestJSON-26478130-router', 'tenant_id': '7416ca3a74024c1088e3f656a87c95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:14Z', 'updated_at': '2021-11-22T16:37:21Z', 'revision_number': 6, 'project_id': '7416ca3a74024c1088e3f656a87c95c4', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:22.097655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:22.098047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:22.098556 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.099788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:22.100220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Bound port: 482179dd-8fb7-4d90-80d2-0445531c7a3f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:22.100601 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.165892 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.190997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] For port 482179dd-8fb7-4d90-80d2-0445531c7a3f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:22.195153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] For port 482179dd-8fb7-4d90-80d2-0445531c7a3f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=482179dd-8fb7-4d90-80d2-0445531c7a3f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:22.205285 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.275070 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.282668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09181497-bf3a-4d32-936b-831f687fd334 None None] Pushing event updated for resources: {'Port': ['ID=482179dd-8fb7-4d90-80d2-0445531c7a3f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:22.312584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.315341 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.333445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf12713-03a5-441f-afc4-09aec7c63dff req-7c554fd5-0d90-4abe-b3ad-49d711246477 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.335295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdf12713-03a5-441f-afc4-09aec7c63dff req-7c554fd5-0d90-4abe-b3ad-49d711246477 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.6829445 Nov 22 16:37:22.336465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.386510 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.387345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15309610-5d35-4994-8249-4ecf10ddc85a {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:37:22.394978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.397523 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4d376c3f-8530-47e4-83d1-bd9ddc5bdafc admin admin] 10.222.0.69 "DELETE /v2.0/routers/15309610-5d35-4994-8249-4ecf10ddc85a HTTP/1.1" status: 204 len: 168 time: 1.7768991 Nov 22 16:37:22.399846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58444) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:22.414811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:22.422772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=89a7019c-28cd-4eea-a6ce-edadcdd32a8d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:22.427654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:22.436034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:22.471263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cced1f-88e6-4482-8bf3-49ba14946e2a admin admin] Deleting subnet 440892f2-a4a8-4374-8652-16ed381addde {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:22.475715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5cced1f-88e6-4482-8bf3-49ba14946e2a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.507673 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.553105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5cced1f-88e6-4482-8bf3-49ba14946e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.569270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdf12713-03a5-441f-afc4-09aec7c63dff req-605d75f7-7663-4c8b-a83c-96a246042574 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238669 Nov 22 16:37:22.576761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.577517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.601474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-016cb726-963b-4c66-8497-d16e8c6b1cd9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1473551 Nov 22 16:37:22.604309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58446) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:22.622652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5cced1f-88e6-4482-8bf3-49ba14946e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.662743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.705488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5cced1f-88e6-4482-8bf3-49ba14946e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.711474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab58a0c-8688-4716-afa3-e4849299a3f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.717763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab58a0c-8688-4716-afa3-e4849299a3f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.719447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7ab58a0c-8688-4716-afa3-e4849299a3f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1139922 Nov 22 16:37:22.722357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58448) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:22.736214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cced1f-88e6-4482-8bf3-49ba14946e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=440892f2-a4a8-4374-8652-16ed381addde,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:22.748123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f5cced1f-88e6-4482-8bf3-49ba14946e2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.754896 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f5cced1f-88e6-4482-8bf3-49ba14946e2a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/440892f2-a4a8-4374-8652-16ed381addde HTTP/1.1" status: 204 len: 168 time: 0.3494399 Nov 22 16:37:22.755528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58450) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:22.837275 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.838671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5032cc6a-a68a-42c6-ab71-8bb41d37453a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 89a7019c-28cd-4eea-a6ce-edadcdd32a8d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:22.839163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5032cc6a-a68a-42c6-ab71-8bb41d37453a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.918962 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.946770 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:22.952924 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5032cc6a-a68a-42c6-ab71-8bb41d37453a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.963087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bba3be-cb30-41dc-8dcf-5bd6877b8b80') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:22.963640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bba3be-cb30-41dc-8dcf-5bd6877b8b80') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:22.974386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.975165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5032cc6a-a68a-42c6-ab71-8bb41d37453a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 89a7019c-28cd-4eea-a6ce-edadcdd32a8d owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:22.988432 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.003216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:23.003874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: items = [ Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:23.074650 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:23.086295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.099308 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.111461 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1 HTTP/1.1" status: 204 len: 168 time: 0.3486500 Nov 22 16:37:23.123875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603b485-3418-4b9e-a688-7d9d6d595401 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13ce3c3-9b5d-4113-9fe9-c5874b70c4e1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:23.222642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5032cc6a-a68a-42c6-ab71-8bb41d37453a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.255410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032cc6a-a68a-42c6-ab71-8bb41d37453a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=89a7019c-28cd-4eea-a6ce-edadcdd32a8d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:23.386476 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5032cc6a-a68a-42c6-ab71-8bb41d37453a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.396548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58454) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:23.410369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5032cc6a-a68a-42c6-ab71-8bb41d37453a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/89a7019c-28cd-4eea-a6ce-edadcdd32a8d HTTP/1.1" status: 204 len: 168 time: 0.6709487 Nov 22 16:37:23.411261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58456) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:23.474525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce29b6a-c0ab-4827-817f-7fee56cd44f8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.476591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce29b6a-c0ab-4827-817f-7fee56cd44f8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.478625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce29b6a-c0ab-4827-817f-7fee56cd44f8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.482719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ce29b6a-c0ab-4827-817f-7fee56cd44f8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0826950 Nov 22 16:37:23.482944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-72091b55-eb0b-44dc-9440-1ecf4fbe96be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7416ca3a74024c1088e3f656a87c95c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0697720 Nov 22 16:37:23.485238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58458) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:23.485592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58460) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:23.579204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-641194f6-8ec5-4124-8475-6a99fbedc87b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 0c64bf55-296a-4e2a-b42b-30c1b99f3b4f {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:23.583832 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641194f6-8ec5-4124-8475-6a99fbedc87b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.628706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c08ec-3d6d-49c7-a630-978e4e0c1c9f None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:23.654140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f242f1b7-d827-4f86-9eaa-3a9c0896b74c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.666542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641194f6-8ec5-4124-8475-6a99fbedc87b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.755992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f242f1b7-d827-4f86-9eaa-3a9c0896b74c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.758071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7f80d-a3cf-48e4-b285-f56afd4cf23c req-36133b18-c8fc-4f90-a2e5-e776f5ee47da tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.766006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e7f80d-a3cf-48e4-b285-f56afd4cf23c req-36133b18-c8fc-4f90-a2e5-e776f5ee47da tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.0826914 Nov 22 16:37:23.789653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c36be431-5780-4a81-b510-c3d0252c11a0 None None] Provisioning complete for port 482179dd-8fb7-4d90-80d2-0445531c7a3f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:23.790033 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36be431-5780-4a81-b510-c3d0252c11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.828118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 482179dd-8fb7-4d90-80d2-0445531c7a3f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:23.836645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641194f6-8ec5-4124-8475-6a99fbedc87b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.863040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e7f80d-a3cf-48e4-b285-f56afd4cf23c req-76cce289-0e64-4b37-8481-0f6da9a3e5c0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922225 Nov 22 16:37:23.925445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f242f1b7-d827-4f86-9eaa-3a9c0896b74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.929151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f242f1b7-d827-4f86-9eaa-3a9c0896b74c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.933279 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f242f1b7-d827-4f86-9eaa-3a9c0896b74c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31c8d211-24c6-4add-8e55-8bbe758e4835 HTTP/1.1" status: 204 len: 168 time: 0.4420133 Nov 22 16:37:23.941891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242f1b7-d827-4f86-9eaa-3a9c0896b74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c8d211-24c6-4add-8e55-8bbe758e4835,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:23.948935 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641194f6-8ec5-4124-8475-6a99fbedc87b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.977706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641194f6-8ec5-4124-8475-6a99fbedc87b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=0c64bf55-296a-4e2a-b42b-30c1b99f3b4f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:23.989808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-641194f6-8ec5-4124-8475-6a99fbedc87b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.993607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-641194f6-8ec5-4124-8475-6a99fbedc87b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/0c64bf55-296a-4e2a-b42b-30c1b99f3b4f HTTP/1.1" status: 204 len: 168 time: 0.5060771 Nov 22 16:37:23.996208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58466) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:24.046370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 482179dd-8fb7-4d90-80d2-0445531c7a3f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:24.047016 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.071575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcb7bf6-704b-418c-9adb-dd6901bfc0d2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet ba7acef3-0ab5-4bc1-ac66-85fa5c23d832 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:24.075800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5bcb7bf6-704b-418c-9adb-dd6901bfc0d2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.103567 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c36be431-5780-4a81-b510-c3d0252c11a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.128983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5bcb7bf6-704b-418c-9adb-dd6901bfc0d2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.228327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5bcb7bf6-704b-418c-9adb-dd6901bfc0d2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.302550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5bcb7bf6-704b-418c-9adb-dd6901bfc0d2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.340608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb7bf6-704b-418c-9adb-dd6901bfc0d2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7acef3-0ab5-4bc1-ac66-85fa5c23d832,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:24.354980 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5bcb7bf6-704b-418c-9adb-dd6901bfc0d2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.363568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5bcb7bf6-704b-418c-9adb-dd6901bfc0d2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/ba7acef3-0ab5-4bc1-ac66-85fa5c23d832 HTTP/1.1" status: 204 len: 168 time: 0.3638730 Nov 22 16:37:24.363968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58474) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:24.399987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.432349 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-73fc81bd-d320-4977-a2dc-411cbd43102c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658698 Nov 22 16:37:24.436332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:24.443899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:24.502593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 482179dd-8fb7-4d90-80d2-0445531c7a3f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=482179dd-8fb7-4d90-80d2-0445531c7a3f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:24.507510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c36be431-5780-4a81-b510-c3d0252c11a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:24.507842 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c36be431-5780-4a81-b510-c3d0252c11a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:24.510530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695a5f9-c91b-4f90-8573-83e0e8e78a19 None None] Update dhcp port {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'ba7acef3-0ab5-4bc1-ac66-85fa5c23d832', 'ip_address': '2001:db8::f816:3eff:fede:14c6'}, {'subnet_id': '0c64bf55-296a-4e2a-b42b-30c1b99f3b4f'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '482179dd-8fb7-4d90-80d2-0445531c7a3f'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:37:24.512702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.599166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 24838f56-fcc2-44e1-887f-47889bd3c1ac no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:24.613311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:24.618775 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.625620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 24838f56-fcc2-44e1-887f-47889bd3c1ac {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:24.626215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 24838f56-fcc2-44e1-887f-47889bd3c1ac not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:24.626842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:24.632661 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a695a5f9-c91b-4f90-8573-83e0e8e78a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.779805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.788092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:24.788705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bba5f70f-54ca-4549-8e4c-6e5f2ab5cf20 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:24.807542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=482179dd-8fb7-4d90-80d2-0445531c7a3f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:24.818013 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.867227 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:24.902396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345df796-e9fa-4a94-abe6-6d82668adde5 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:25.030227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58492) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:25.121953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18388ebd-7aad-47a5-ac5f-b30ec52068c8 req-decbd127-f213-4f26-8dae-cc994c4eb497 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:25.122585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18388ebd-7aad-47a5-ac5f-b30ec52068c8 req-decbd127-f213-4f26-8dae-cc994c4eb497 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.1212988 Nov 22 16:37:25.179544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2082655449-network', 'tenant_id': 'b6baafed154948069d076c7c9c861d26'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:25.179863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.objects.ports [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:37:25.207617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Made reservation on behalf of b6baafed154948069d076c7c9c861d26 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:25.210643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.225688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.279746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7ee569d3-4013-41d6-8fab-caaad2ee842f None None] Provisioning complete for port 482179dd-8fb7-4d90-80d2-0445531c7a3f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:25.281034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ee569d3-4013-41d6-8fab-caaad2ee842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.330060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-18388ebd-7aad-47a5-ac5f-b30ec52068c8 req-7bd5185c-f65d-479c-abf7-5866abe2310a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893156 Nov 22 16:37:25.354678 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.369671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.397664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c4f4a-176a-4bd2-8d53-f0ddb1165f04 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:37:25.406659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:25.418797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bded026-b11d-4112-aa51-c080a5ceccef,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:25.425734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.426368 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Added segment e467fade-3a43-41ca-805f-07813005cea6 of type vlan for network f56676cd-0945-4fc3-b95a-5b9d4159ee26 Nov 22 16:37:25.494459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.519568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.527337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063c4f4a-176a-4bd2-8d53-f0ddb1165f04 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:37:25.533183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.535297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:25.537172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.568171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-203e0233-d922-4492-8ac6-0814674479ab None None] Could not find standard attr ID for object 89a7019c-28cd-4eea-a6ce-edadcdd32a8d. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:37:25.576278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58498) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:25.605969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] Pushing event updated for resources: {'Network': ['ID=f56676cd-0945-4fc3-b95a-5b9d4159ee26,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:25.619932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network f56676cd-0945-4fc3-b95a-5b9d4159ee26 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:25.623854 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5aeb6396-2a51-4de1-a3a3-eb429d7c97d2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5899503 Nov 22 16:37:25.627499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58500) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:25.633084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Request body: {'subnet': {'network_id': 'f56676cd-0945-4fc3-b95a-5b9d4159ee26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2082655449-subnet', 'tenant_id': 'b6baafed154948069d076c7c9c861d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:25.708002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Made reservation on behalf of b6baafed154948069d076c7c9c861d26 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:25.711729 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.733565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 482179dd-8fb7-4d90-80d2-0445531c7a3f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:25.781188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472046f-6d8c-4a70-a790-b7afab49a077 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:25.782528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472046f-6d8c-4a70-a790-b7afab49a077 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:25.783184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472046f-6d8c-4a70-a790-b7afab49a077 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:25.809373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0472046f-6d8c-4a70-a790-b7afab49a077 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&network_id=bbfcebab-be9b-4e21-81f5-d1763b01926e HTTP/1.1" status: 200 len: 2969 time: 0.2299862 Nov 22 16:37:25.878826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] For port 482179dd-8fb7-4d90-80d2-0445531c7a3f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=482179dd-8fb7-4d90-80d2-0445531c7a3f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:25.915020 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.921111 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.922047 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.932237 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.973753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.021479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:26.029789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:26.041227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.041696 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.059411 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:26.059775 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:26.070419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d5a1d6-9be4-4381-974d-de627e8b4df9,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.075953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6383760 Nov 22 16:37:26.076599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=cc72e33d-60ad-46f9-8535-ce2473a55907,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.078569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58506) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:26.081856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Checking segment: {'id': 'e467fade-3a43-41ca-805f-07813005cea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'f56676cd-0945-4fc3-b95a-5b9d4159ee26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:26.082587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Network hostable DHCP agents. Network: f56676cd-0945-4fc3-b95a-5b9d4159ee26, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:26.098029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:26.104555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069fe1d-a763-47a1-88f6-bc65f0178cac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=482179dd-8fb7-4d90-80d2-0445531c7a3f,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.116616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Network f56676cd-0945-4fc3-b95a-5b9d4159ee26 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:26.131506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, f56676cd-0945-4fc3-b95a-5b9d4159ee26) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:26.136679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.137303 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.157043 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c8bdec25-8e2c-45f3-b3fd-976c9b003d07 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5282278 Nov 22 16:37:26.280727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:26.284505 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.360617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58514) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:26.449796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6df223-e357-48dc-8264-bf499e413492 admin admin] Deleting subnet b1d5a1d6-9be4-4381-974d-de627e8b4df9 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:26.453809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce6df223-e357-48dc-8264-bf499e413492 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.495551 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce6df223-e357-48dc-8264-bf499e413492 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.529363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230acf0-4a31-4aca-a8cd-05d29e1ce0f3 req-06c5d500-d38e-41d8-b41f-981d7536e964 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.531964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1230acf0-4a31-4aca-a8cd-05d29e1ce0f3 req-06c5d500-d38e-41d8-b41f-981d7536e964 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.1068561 Nov 22 16:37:26.551377 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce6df223-e357-48dc-8264-bf499e413492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.624174 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.632778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce6df223-e357-48dc-8264-bf499e413492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.669851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1230acf0-4a31-4aca-a8cd-05d29e1ce0f3 req-fc851457-1c59-4227-aa30-584f7bbdd382 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278653 Nov 22 16:37:26.689671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce6df223-e357-48dc-8264-bf499e413492 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.697844 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ce6df223-e357-48dc-8264-bf499e413492 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b1d5a1d6-9be4-4381-974d-de627e8b4df9 HTTP/1.1" status: 204 len: 168 time: 0.3359582 Nov 22 16:37:26.699262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58518) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:26.700912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6df223-e357-48dc-8264-bf499e413492 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d5a1d6-9be4-4381-974d-de627e8b4df9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.715113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 482179dd-8fb7-4d90-80d2-0445531c7a3f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=482179dd-8fb7-4d90-80d2-0445531c7a3f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:26.718975 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.725645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.783781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:26.790737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:26.798584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.799193 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.799471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=482179dd-8fb7-4d90-80d2-0445531c7a3f,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.822912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.825737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=a688d34e-3c44-4be9-97ec-9bcdc6b50541,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.836766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4cbb03be-2298-456a-ba2b-e4b712eb0442 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7531862 Nov 22 16:37:26.836966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58520) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:26.843111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:2e:45:92', 'name': 'tempest-NetworksTestDHCPv6-1737544499'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:26.982305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.990912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-619cff8a-1cb5-4879-93f1-3fbe0838f71f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890658 Nov 22 16:37:27.022758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56676cd-0945-4fc3-b95a-5b9d4159ee26']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:27.027339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df5900-b428-4250-89e1-f1391f2d686d None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:37:27.039478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e467fade-3a43-41ca-805f-07813005cea6') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:27.039788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e467fade-3a43-41ca-805f-07813005cea6') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:27.057672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.079174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.086546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:27.095283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:27.095798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:27.099245 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:27.148535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9b71f6f5-6281-41ef-a1af-c2cd63cbd888 None None] Provisioning complete for port 482179dd-8fb7-4d90-80d2-0445531c7a3f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:27.149074 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b71f6f5-6281-41ef-a1af-c2cd63cbd888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.195335 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df5900-b428-4250-89e1-f1391f2d686d None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:37:27.211491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.228360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.234929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f56676cd-0945-4fc3-b95a-5b9d4159ee26 HTTP/1.1" status: 204 len: 168 time: 0.5313013 Nov 22 16:37:27.260407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7168d2-c55a-4119-b26f-d23c1d8bbc69 admin admin] Pushing event deleted for resources: {'Network': ['ID=f56676cd-0945-4fc3-b95a-5b9d4159ee26,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:27.278834 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.308654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 725ba793-a3c3-4f5a-b597-b9634e1a6caf yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:27.324360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b71f6f5-6281-41ef-a1af-c2cd63cbd888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.368068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58526) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:27.403570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9b71f6f5-6281-41ef-a1af-c2cd63cbd888 None None] For port 482179dd-8fb7-4d90-80d2-0445531c7a3f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=482179dd-8fb7-4d90-80d2-0445531c7a3f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:27.434796 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b71f6f5-6281-41ef-a1af-c2cd63cbd888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.445722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e2801-ecf5-462f-bbd0-3570429fae1c tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.460103 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0a6e2801-ecf5-462f-bbd0-3570429fae1c tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 814 time: 0.0778825 Nov 22 16:37:27.460103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58528) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:27.468981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-13f2c64e-beab-4d8b-b913-4e5b6016141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.470500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-13f2c64e-beab-4d8b-b913-4e5b6016141c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 1096 time: 0.4248312 Nov 22 16:37:27.537742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71f6f5-6281-41ef-a1af-c2cd63cbd888 None None] Pushing event updated for resources: {'Port': ['ID=482179dd-8fb7-4d90-80d2-0445531c7a3f,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:27.548065 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0887bffa-a5ca-49cf-862e-cf61434ce56e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6baafed154948069d076c7c9c861d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0964222 Nov 22 16:37:27.552378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58532) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:27.629316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-2310ae8d-9111-4e8d-9c5e-4ff137678b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.630903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-2310ae8d-9111-4e8d-9c5e-4ff137678b89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbfcebab-be9b-4e21-81f5-d1763b01926e HTTP/1.1" status: 200 len: 898 time: 0.1380813 Nov 22 16:37:27.641005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 172.20.0.4 (fdb01832-e58a-4d05-957d-673e11b0a638/a688d34e-3c44-4be9-97ec-9bcdc6b50541/725ba793-a3c3-4f5a-b597-b9634e1a6caf) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:27.651187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fe2e:4592 (fdb01832-e58a-4d05-957d-673e11b0a638/cc72e33d-60ad-46f9-8535-ce2473a55907/725ba793-a3c3-4f5a-b597-b9634e1a6caf) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:27.684230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-685a6c9b-9915-419a-83db-c04d6bceb180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.686039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e94d177-841a-4cae-8959-b28d093ca5b2 None None] Update dhcp port {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'cc72e33d-60ad-46f9-8535-ce2473a55907', 'ip_address': '2001:db8::f816:3eff:fede:14c6'}, {'subnet_id': 'a688d34e-3c44-4be9-97ec-9bcdc6b50541'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '482179dd-8fb7-4d90-80d2-0445531c7a3f'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:37:27.707381 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-685a6c9b-9915-419a-83db-c04d6bceb180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.742363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e94d177-841a-4cae-8959-b28d093ca5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.776117 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-685a6c9b-9915-419a-83db-c04d6bceb180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.778694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-685a6c9b-9915-419a-83db-c04d6bceb180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.780091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-685a6c9b-9915-419a-83db-c04d6bceb180 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bded026-b11d-4112-aa51-c080a5ceccef HTTP/1.1" status: 204 len: 168 time: 0.2266018 Nov 22 16:37:27.787526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 482179dd-8fb7-4d90-80d2-0445531c7a3f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:27.803671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a6c9b-9915-419a-83db-c04d6bceb180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bded026-b11d-4112-aa51-c080a5ceccef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:27.837539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-cb460162-4e1f-4782-a591-08d0f45e563d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e HTTP/1.1" status: 200 len: 1000 time: 0.1993887 Nov 22 16:37:27.885965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63059f1b-14e1-4929-8e50-42f6d7ba6bba req-39261e79-3075-4f2d-aa94-8fa3ab9ced7f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.894719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63059f1b-14e1-4929-8e50-42f6d7ba6bba req-39261e79-3075-4f2d-aa94-8fa3ab9ced7f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.1197240 Nov 22 16:37:27.897117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.930868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 482179dd-8fb7-4d90-80d2-0445531c7a3f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:27.931476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.949753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.969321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-30f2486e-dcc5-47b8-8f73-45d65fd98daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.970820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-30f2486e-dcc5-47b8-8f73-45d65fd98daa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec4e2bad-7c72-41e9-beb0-c87d229e73b4 HTTP/1.1" status: 200 len: 835 time: 0.1241174 Nov 22 16:37:27.977866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63059f1b-14e1-4929-8e50-42f6d7ba6bba req-99a24497-a919-4667-98ea-5a6c7a84bbc5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820339 Nov 22 16:37:28.012900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:28.030110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:28.033121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=725ba793-a3c3-4f5a-b597-b9634e1a6caf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:28.037317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:28.037555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3e94d177-841a-4cae-8959-b28d093ca5b2 None None] Allocated IP 172.20.0.2 (fdb01832-e58a-4d05-957d-673e11b0a638/a688d34e-3c44-4be9-97ec-9bcdc6b50541/482179dd-8fb7-4d90-80d2-0445531c7a3f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:28.046166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-a6708768-807b-4377-8de9-5e6b2d374bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.048161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-a6708768-807b-4377-8de9-5e6b2d374bbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbfcebab-be9b-4e21-81f5-d1763b01926e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689368 Nov 22 16:37:28.086018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58540) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:28.092115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'network': {'name': 'tempest-network-smoke--1587522603', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:28.114115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.114830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.165482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:28.169692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.171176 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ecd56a3b-029d-4f35-a5ff-216fc79fabff tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3328028 Nov 22 16:37:28.174117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58544) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:28.202582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3e94d177-841a-4cae-8959-b28d093ca5b2 None None] For port 482179dd-8fb7-4d90-80d2-0445531c7a3f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=482179dd-8fb7-4d90-80d2-0445531c7a3f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:28.205785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-55efd900-e82a-4b0f-b0fb-52bfdfbff3be service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501966 Nov 22 16:37:28.212689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:28.238456 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e94d177-841a-4cae-8959-b28d093ca5b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.244727 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e94d177-841a-4cae-8959-b28d093ca5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.248424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774e139-25d0-4618-9792-6d8d9999981a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.257122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774e139-25d0-4618-9792-6d8d9999981a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.261402 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5774e139-25d0-4618-9792-6d8d9999981a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0823648 Nov 22 16:37:28.261702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:28.286583 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.287173 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Added segment a5b4b648-efc3-4b34-85d3-b6d1308e4370 of type vlan for network d5ace36a-78fe-4e7e-98bf-4db043f64e60 Nov 22 16:37:28.312824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94d177-841a-4cae-8959-b28d093ca5b2 None None] Pushing event updated for resources: {'Port': ['ID=482179dd-8fb7-4d90-80d2-0445531c7a3f,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:28.359877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.398227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c8305b5-63cb-4472-81b6-dc9616e2a732 req-70c5f30a-f310-4582-ab7a-aa552b187a8c service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830285 Nov 22 16:37:28.409412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.416101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.416754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.435055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27d4ee3d-e62c-4a90-83c7-66eaa68f66f6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 725ba793-a3c3-4f5a-b597-b9634e1a6caf {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:28.435421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27d4ee3d-e62c-4a90-83c7-66eaa68f66f6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.514294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4270554 Nov 22 16:37:28.517587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58558) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:28.562356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9efe1c-c1d6-40e6-a32e-65a248760f2b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Network': ['ID=d5ace36a-78fe-4e7e-98bf-4db043f64e60,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:28.573945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:28.580327 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27d4ee3d-e62c-4a90-83c7-66eaa68f66f6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.601705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-27d4ee3d-e62c-4a90-83c7-66eaa68f66f6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 725ba793-a3c3-4f5a-b597-b9634e1a6caf owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:28.608466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ef39a-7b35-4f5d-af9b-76ad916b9a0f tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.611190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ec9ef39a-7b35-4f5d-af9b-76ad916b9a0f tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0854640 Nov 22 16:37:28.614658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:28.834753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03df1626-7f9c-4ead-9c00-4e67ba336908 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.839056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-03df1626-7f9c-4ead-9c00-4e67ba336908 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2205276 Nov 22 16:37:28.839476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58568) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:28.853956 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27d4ee3d-e62c-4a90-83c7-66eaa68f66f6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.890484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58572) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:28.891472 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8becf25b-5357-47f0-9624-ecd9538198ae tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405905 Nov 22 16:37:28.904943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4ee3d-e62c-4a90-83c7-66eaa68f66f6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=725ba793-a3c3-4f5a-b597-b9634e1a6caf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:28.928930 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-75d830f2-4c4b-43f4-9da9-ad1bca306b86 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364664 Nov 22 16:37:28.931612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:29.063158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-27d4ee3d-e62c-4a90-83c7-66eaa68f66f6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.069727 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-27d4ee3d-e62c-4a90-83c7-66eaa68f66f6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/725ba793-a3c3-4f5a-b597-b9634e1a6caf HTTP/1.1" status: 204 len: 168 time: 0.8032670 Nov 22 16:37:29.069978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58580) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:29.095113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e162d364-def4-4bee-bde5-3d0644495f87 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.095707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e162d364-def4-4bee-bde5-3d0644495f87 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1627848 Nov 22 16:37:29.110498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58582) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:29.143371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645375f3-95b4-40c4-9917-d0e830c4b7e4 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:29.146384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974c889-481e-4b85-866f-53af59ed5583 None None] Network f56676cd-0945-4fc3-b95a-5b9d4159ee26 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:29.156899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9610b7ce-70d2-4c4f-ab43-8097f8b77b98 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416980 Nov 22 16:37:29.160665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:29.165124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c44640-e0f8-4490-acf8-22c5ebba4b9a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.166764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1558638065', 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:29.170349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c44640-e0f8-4490-acf8-22c5ebba4b9a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.173938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c44640-e0f8-4490-acf8-22c5ebba4b9a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.177301 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b0c44640-e0f8-4490-acf8-22c5ebba4b9a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1059978 Nov 22 16:37:29.180296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58586) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:29.204609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974c889-481e-4b85-866f-53af59ed5583 None None] Network f56676cd-0945-4fc3-b95a-5b9d4159ee26 could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:37:29.221171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e83fb-3607-4f6d-b449-5bdcad224501 None None] Network f56676cd-0945-4fc3-b95a-5b9d4159ee26 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:29.241621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-211499cd-0400-4113-be1b-1afb0504b0f7 None None] Provisioning complete for port 482179dd-8fb7-4d90-80d2-0445531c7a3f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:29.242010 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-211499cd-0400-4113-be1b-1afb0504b0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.256429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4164debb-ccf5-4c8e-a938-9b761d2484fb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet a688d34e-3c44-4be9-97ec-9bcdc6b50541 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:29.260437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4164debb-ccf5-4c8e-a938-9b761d2484fb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.261053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0959d-c45a-4cc8-aad0-b4a9cbd77403 req-c541f02e-94e5-4aaa-80a4-bf020bacb7a2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.262681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddd0959d-c45a-4cc8-aad0-b4a9cbd77403 req-c541f02e-94e5-4aaa-80a4-bf020bacb7a2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.1847980 Nov 22 16:37:29.266319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9e83fb-3607-4f6d-b449-5bdcad224501 None None] Network f56676cd-0945-4fc3-b95a-5b9d4159ee26 could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:37:29.293919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:29.297782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.352075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4164debb-ccf5-4c8e-a938-9b761d2484fb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.394766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ddd0959d-c45a-4cc8-aad0-b4a9cbd77403 req-0db66bd0-61e8-4ccb-a167-d64d4d0d652a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180401 Nov 22 16:37:29.479789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4164debb-ccf5-4c8e-a938-9b761d2484fb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.558289 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4164debb-ccf5-4c8e-a938-9b761d2484fb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.575257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.597141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164debb-ccf5-4c8e-a938-9b761d2484fb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=a688d34e-3c44-4be9-97ec-9bcdc6b50541,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:29.601632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4164debb-ccf5-4c8e-a938-9b761d2484fb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.604995 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4164debb-ccf5-4c8e-a938-9b761d2484fb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/a688d34e-3c44-4be9-97ec-9bcdc6b50541 HTTP/1.1" status: 204 len: 168 time: 0.4232140 Nov 22 16:37:29.607464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58598) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:29.656245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Subnet': ['ID=4c13e862-3d1e-4d79-9337-cdf34412b914,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:29.658630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Checking segment: {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:29.658860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network hostable DHCP agents. Network: d5ace36a-78fe-4e7e-98bf-4db043f64e60, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:29.674755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4588836a-916a-43b4-9793-c39ae5f425c2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet cc72e33d-60ad-46f9-8535-ce2473a55907 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:29.678405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4588836a-916a-43b4-9793-c39ae5f425c2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.682428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:29.711710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d5ace36a-78fe-4e7e-98bf-4db043f64e60) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:29.722115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.722769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.722937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e9e18-be84-4064-a0ba-24a5ac678a06 None None] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:29.750353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-45ee4d68-c1d8-4d7b-b8e2-bc1d68bd424e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5848188 Nov 22 16:37:29.764457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4588836a-916a-43b4-9793-c39ae5f425c2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.794488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 482179dd-8fb7-4d90-80d2-0445531c7a3f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:29.900093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4588836a-916a-43b4-9793-c39ae5f425c2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:29.989845 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4588836a-916a-43b4-9793-c39ae5f425c2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.012968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276b518-7fdd-447a-821f-b43ed0213641 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:30.033869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588836a-916a-43b4-9793-c39ae5f425c2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=cc72e33d-60ad-46f9-8535-ce2473a55907,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:30.036133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4588836a-916a-43b4-9793-c39ae5f425c2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.040867 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4588836a-916a-43b4-9793-c39ae5f425c2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/cc72e33d-60ad-46f9-8535-ce2473a55907 HTTP/1.1" status: 204 len: 168 time: 0.4313209 Nov 22 16:37:30.042550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58608) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.086082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58610) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.094046 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dae73288-ee98-4d41-b594-0c9e5c8cccb5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501759 Nov 22 16:37:30.097549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58612) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.102615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f36f94d9-e390-48f0-8bed-b24a8a2bf85e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2046331982', 'description': 'tempest-secgroup-smoke-2046331982 description', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:30.105370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:30.132752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-74244b17-1746-4a01-9f8b-1e2e93440c3b None None] Provisioning complete for port 482179dd-8fb7-4d90-80d2-0445531c7a3f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:30.133133 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74244b17-1746-4a01-9f8b-1e2e93440c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.141393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36f94d9-e390-48f0-8bed-b24a8a2bf85e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.290746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36f94d9-e390-48f0-8bed-b24a8a2bf85e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.298451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36f94d9-e390-48f0-8bed-b24a8a2bf85e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.344639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:30.348474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 482179dd-8fb7-4d90-80d2-0445531c7a3f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:30.349178 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.356677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d5ace36a-78fe-4e7e-98bf-4db043f64e60', 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ips': [{'subnet_id': '4c13e862-3d1e-4d79-9337-cdf34412b914'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:30.357536 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.358466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f94d9-e390-48f0-8bed-b24a8a2bf85e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:30.361295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.367869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36f94d9-e390-48f0-8bed-b24a8a2bf85e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.370146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f36f94d9-e390-48f0-8bed-b24a8a2bf85e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2772574 Nov 22 16:37:30.372807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.378662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ca88257f-badc-44c2-8b99-f36484848a9c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'd4077e5f-ffbf-468c-8c06-0ca1b2489f5d', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:30.453898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca88257f-badc-44c2-8b99-f36484848a9c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.569342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:30.634043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca88257f-badc-44c2-8b99-f36484848a9c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.642177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dd28e-e0e4-437d-81fb-9e27322d5ca4 req-26fc7f36-6a14-43c2-9923-def6a20baae5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:30.645419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b12dd28e-e0e4-437d-81fb-9e27322d5ca4 req-26fc7f36-6a14-43c2-9923-def6a20baae5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.0860293 Nov 22 16:37:30.647630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca88257f-badc-44c2-8b99-f36484848a9c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.702245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88257f-badc-44c2-8b99-f36484848a9c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03e066d-8873-48c5-9ed7-11d7f4969019,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:30.734044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Allocated IP 172.20.0.18 (d5ace36a-78fe-4e7e-98bf-4db043f64e60/4c13e862-3d1e-4d79-9337-cdf34412b914/20949038-5913-4266-88fa-fe59ae29c234) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:30.738108 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca88257f-badc-44c2-8b99-f36484848a9c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.740147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ca88257f-badc-44c2-8b99-f36484848a9c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3660057 Nov 22 16:37:30.755229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58634) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.759274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] Deleting port 482179dd-8fb7-4d90-80d2-0445531c7a3f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:30.759650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.769233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7433ad31-ee69-4e6a-a55b-3f6b5c81e21f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'd4077e5f-ffbf-468c-8c06-0ca1b2489f5d', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:30.784093 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b12dd28e-e0e4-437d-81fb-9e27322d5ca4 req-c36e2901-b2d1-468e-ab4f-2f24c62a16f1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313636 Nov 22 16:37:30.810222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.822786 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7433ad31-ee69-4e6a-a55b-3f6b5c81e21f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.855079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:30.858967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:30.865064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:30.865872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.888565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=f53b8706-31db-4811-80e8-89f3b2d5deb6,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:30.896456 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-43789f3e-a669-470f-a5ca-12eaf43eaaaf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7978046 Nov 22 16:37:30.899741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58640) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.907319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:30.918171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] For port 482179dd-8fb7-4d90-80d2-0445531c7a3f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=482179dd-8fb7-4d90-80d2-0445531c7a3f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:30.918585 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.919982 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7433ad31-ee69-4e6a-a55b-3f6b5c81e21f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.927196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7433ad31-ee69-4e6a-a55b-3f6b5c81e21f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.948163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] Calling delete_port for 482179dd-8fb7-4d90-80d2-0445531c7a3f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:30.960499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433ad31-ee69-4e6a-a55b-3f6b5c81e21f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ce9365-8261-4ab9-8286-87f0678a3e06,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:30.975615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7433ad31-ee69-4e6a-a55b-3f6b5c81e21f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:30.977863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7433ad31-ee69-4e6a-a55b-3f6b5c81e21f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2204430 Nov 22 16:37:30.980632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58642) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:30.990368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a4c8b642-21c8-4d7b-94c7-da8a1b8cbb0d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'd4077e5f-ffbf-468c-8c06-0ca1b2489f5d', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:31.049822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b642-21c8-4d7b-94c7-da8a1b8cbb0d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.053731 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.067213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.105712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:31.109266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.129512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:31.135054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:31.137716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:31.147948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Pushing event updated for resources: {'Port': ['ID=20949038-5913-4266-88fa-fe59ae29c234,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.181083 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.189088 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b642-21c8-4d7b-94c7-da8a1b8cbb0d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.196660 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b642-21c8-4d7b-94c7-da8a1b8cbb0d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.232653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c8b642-21c8-4d7b-94c7-da8a1b8cbb0d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cce5a3e-61e9-4fbd-8480-369525c58b3f,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.236901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] Pushing event deleted for resources: {'Port': ['ID=482179dd-8fb7-4d90-80d2-0445531c7a3f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.243993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc56db8-81c3-4ec0-980f-70a9b13f8da8 None None] No DVR routers for this DVR port 482179dd-8fb7-4d90-80d2-0445531c7a3f on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:31.247151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4c8b642-21c8-4d7b-94c7-da8a1b8cbb0d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.249298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Attempting to bind port 20949038-5913-4266-88fa-fe59ae29c234 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:31.249699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Attempting to bind port 20949038-5913-4266-88fa-fe59ae29c234 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:31.250106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Attempting to bind port 20949038-5913-4266-88fa-fe59ae29c234 on network d5ace36a-78fe-4e7e-98bf-4db043f64e60 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:31.251200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58646) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:31.252579 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a4c8b642-21c8-4d7b-94c7-da8a1b8cbb0d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2706885 Nov 22 16:37:31.260658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-beb5b8fa-57fd-4a1d-830b-e67d482a3e96 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'd4077e5f-ffbf-468c-8c06-0ca1b2489f5d', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:31.275392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:31.277461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Checking segment: {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:31.277900 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.278355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Bound using segment: {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:31.278868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Bound port: 20949038-5913-4266-88fa-fe59ae29c234, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:31.279269 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.285599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a1e012-581c-4900-adaf-a74d9c9db1c8 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:31.303714 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb5b8fa-57fd-4a1d-830b-e67d482a3e96 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.377950 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb5b8fa-57fd-4a1d-830b-e67d482a3e96 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.384090 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb5b8fa-57fd-4a1d-830b-e67d482a3e96 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.411921 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-beb5b8fa-57fd-4a1d-830b-e67d482a3e96 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.417763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-beb5b8fa-57fd-4a1d-830b-e67d482a3e96 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1638811 Nov 22 16:37:31.423461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58650) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:31.424173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5b8fa-57fd-4a1d-830b-e67d482a3e96 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d5540a-f747-4a98-a7cf-55ffb482030f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.429670 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] For port 20949038-5913-4266-88fa-fe59ae29c234, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:31.432074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ca8dcade-488c-4997-b123-edd9d9048b58 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'd4077e5f-ffbf-468c-8c06-0ca1b2489f5d', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:31.434169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] For port 20949038-5913-4266-88fa-fe59ae29c234, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20949038-5913-4266-88fa-fe59ae29c234,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:31.463274 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-ca8dcade-488c-4997-b123-edd9d9048b58 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Project d2f3044cf1e84b2f8a2b54abb7b08aa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:37:31.470546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcade-488c-4997-b123-edd9d9048b58 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.489532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.544923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'f53b8706-31db-4811-80e8-89f3b2d5deb6'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:31.545922 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.572364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcade-488c-4997-b123-edd9d9048b58 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.580822 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcade-488c-4997-b123-edd9d9048b58 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.616514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbd1e0-c51f-4e37-b672-483cb40753f5 None None] Pushing event updated for resources: {'Port': ['ID=20949038-5913-4266-88fa-fe59ae29c234,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.619210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8dcade-488c-4997-b123-edd9d9048b58 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0c0466-8562-4967-ab5d-2eaee19585ca,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.653098 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ca8dcade-488c-4997-b123-edd9d9048b58 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.654843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ca8dcade-488c-4997-b123-edd9d9048b58 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2280300 Nov 22 16:37:31.658671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58654) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:31.664089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-70543c73-8bae-401b-be72-d9c39b619747 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'd4077e5f-ffbf-468c-8c06-0ca1b2489f5d', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:31.681450 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:37:31.683812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.706389 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-70543c73-8bae-401b-be72-d9c39b619747 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Project d2f3044cf1e84b2f8a2b54abb7b08aa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:37:31.713858 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70543c73-8bae-401b-be72-d9c39b619747 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.747582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 482179dd-8fb7-4d90-80d2-0445531c7a3f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:31.773392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:31.779956 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:31.785583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:31.786511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.801966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58656) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:31.805318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70543c73-8bae-401b-be72-d9c39b619747 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.812464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=fde5771e-01d7-4b7d-be2a-c0ab34ff990a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.823300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 482179dd-8fb7-4d90-80d2-0445531c7a3f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:31.823630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 482179dd-8fb7-4d90-80d2-0445531c7a3f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:31.827584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70543c73-8bae-401b-be72-d9c39b619747 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.835070 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4c00a678-cd03-4c28-9a8f-a43aa693fe61 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9317305 Nov 22 16:37:31.837477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58662) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:31.852261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:ce:80:de', 'name': 'tempest-NetworksTestDHCPv6-874139119'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:31.909455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70543c73-8bae-401b-be72-d9c39b619747 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5256b60f-780d-4f99-9213-91033e4b39a8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.945348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70543c73-8bae-401b-be72-d9c39b619747 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.947202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-70543c73-8bae-401b-be72-d9c39b619747 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874985 Nov 22 16:37:32.020111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Allocated IP 172.20.0.2 (fdb01832-e58a-4d05-957d-673e11b0a638/f53b8706-31db-4811-80e8-89f3b2d5deb6/d36bfd7d-c39f-44d6-98e7-db0df9fe7069) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:32.027442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Allocated IP 2001:db8::f816:3eff:fe58:4ccf (fdb01832-e58a-4d05-957d-673e11b0a638/fde5771e-01d7-4b7d-be2a-c0ab34ff990a/d36bfd7d-c39f-44d6-98e7-db0df9fe7069) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:32.054081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986abb0-5f17-4d64-82d0-a9fe1e532e93 req-575acf2c-cb1d-46fe-8651-5244a63755cf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.072508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e986abb0-5f17-4d64-82d0-a9fe1e532e93 req-575acf2c-cb1d-46fe-8651-5244a63755cf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.0946391 Nov 22 16:37:32.087695 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae1ff43-1baf-4f10-9c4b-2a6f28abf63e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.117254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:32.121837 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.131380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e986abb0-5f17-4d64-82d0-a9fe1e532e93 req-3ee102ab-ab29-4562-8b11-4be86fb9212f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569289 Nov 22 16:37:32.156892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 9c10383e-74a8-427c-95f5-17978027fdfc yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:32.258235 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae1ff43-1baf-4f10-9c4b-2a6f28abf63e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.262330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.262628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-c31b3144-b54b-46c6-b3b0-dbfe7575de69 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2046331982&fields=id&tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 267 time: 0.0498765 Nov 22 16:37:32.263800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae1ff43-1baf-4f10-9c4b-2a6f28abf63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.269929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.320004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Pushing event updated for resources: {'Port': ['ID=d36bfd7d-c39f-44d6-98e7-db0df9fe7069,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:32.332159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:32.337661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:32.339843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:32.341994 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1ff43-1baf-4f10-9c4b-2a6f28abf63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbf04e3-4b59-4600-b892-5836441b6b4c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:32.347880 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ae1ff43-1baf-4f10-9c4b-2a6f28abf63e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a78cf7dd90146bfb6335b1abdebd469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5444040 Nov 22 16:37:32.352319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58676) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:32.420626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-9782af7d-15a5-4602-9c26-5618a6547f41 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.428580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Attempting to bind port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:32.428956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Attempting to bind port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:32.429331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Attempting to bind port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:32.431118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-9782af7d-15a5-4602-9c26-5618a6547f41 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/networks?id=d5ace36a-78fe-4e7e-98bf-4db043f64e60 HTTP/1.1" status: 200 len: 797 time: 0.1562214 Nov 22 16:37:32.437423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:32.438047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:32.438345 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.438594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:32.439080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Bound port: d36bfd7d-c39f-44d6-98e7-db0df9fe7069, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:32.439467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.445651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ec768ed1-30f6-4771-85fa-75512103a7a3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/quotas/d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 375 time: 0.0133250 Nov 22 16:37:32.480911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 172.20.0.5 (fdb01832-e58a-4d05-957d-673e11b0a638/f53b8706-31db-4811-80e8-89f3b2d5deb6/9c10383e-74a8-427c-95f5-17978027fdfc) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:32.487431 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd5be90e-b08b-4c6f-994a-140b4fb0f1d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.492580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fece:80de (fdb01832-e58a-4d05-957d-673e11b0a638/fde5771e-01d7-4b7d-be2a-c0ab34ff990a/9c10383e-74a8-427c-95f5-17978027fdfc) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:32.525539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd5be90e-b08b-4c6f-994a-140b4fb0f1d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.531102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] For port d36bfd7d-c39f-44d6-98e7-db0df9fe7069, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:32.535553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] For port d36bfd7d-c39f-44d6-98e7-db0df9fe7069, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d36bfd7d-c39f-44d6-98e7-db0df9fe7069,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:32.543217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-f751cb65-2610-49d0-a366-2cb3fda8f06a tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0839043 Nov 22 16:37:32.546070 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.643820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107a35a-97e2-4bcf-a3e0-dacc56da1e74 None None] Pushing event updated for resources: {'Port': ['ID=d36bfd7d-c39f-44d6-98e7-db0df9fe7069,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:32.668997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd5be90e-b08b-4c6f-994a-140b4fb0f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.671630 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd5be90e-b08b-4c6f-994a-140b4fb0f1d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.675276 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bd5be90e-b08b-4c6f-994a-140b4fb0f1d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bfbf04e3-4b59-4600-b892-5836441b6b4c HTTP/1.1" status: 204 len: 168 time: 0.3168416 Nov 22 16:37:32.695970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5be90e-b08b-4c6f-994a-140b4fb0f1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbf04e3-4b59-4600-b892-5836441b6b4c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:32.727516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-7d0e3c2b-d8e9-4d8a-99b1-be9049d5f3ce service neutron] 10.222.0.69 "GET /v2.0/networks/d5ace36a-78fe-4e7e-98bf-4db043f64e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706984 Nov 22 16:37:32.736315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.816508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.847207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-bd53d391-a252-45a3-b529-66d7649ef012 service neutron] 10.222.0.69 "GET /v2.0/networks/d5ace36a-78fe-4e7e-98bf-4db043f64e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187425 Nov 22 16:37:32.880547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:32.886397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:32.892109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:32.902784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=9c10383e-74a8-427c-95f5-17978027fdfc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:33.030314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.031139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.063059 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-94aaf322-2570-4035-89b5-ccdf9c6e18f1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2226565 Nov 22 16:37:33.065987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:33.181069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9630bf8-6226-494d-95b6-972d024ec7c0 None None] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:33.223373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0588882c-8bd4-4a0e-8747-6372f23f282f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.232080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0588882c-8bd4-4a0e-8747-6372f23f282f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.236865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0588882c-8bd4-4a0e-8747-6372f23f282f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1673980 Nov 22 16:37:33.237320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58690) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:33.265806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a886673a-d763-444b-b4e8-088e99159251 None None] Provisioning complete for port 20949038-5913-4266-88fa-fe59ae29c234 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:33.266500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a886673a-d763-444b-b4e8-088e99159251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.324468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58692) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:33.378936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f001f49-0c47-4376-9dd9-760966d3a8f4 req-bcb6acb2-7657-4466-a998-5806b185de16 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.382236 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f001f49-0c47-4376-9dd9-760966d3a8f4 req-bcb6acb2-7657-4466-a998-5806b185de16 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.1467695 Nov 22 16:37:33.385484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9943c959-906f-4196-b1e4-b6e57e1a3829 req-3154ca7c-8104-4a47-bf5e-f4d59a2abe62 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 210 time: 0.1283066 Nov 22 16:37:33.456038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f001f49-0c47-4376-9dd9-760966d3a8f4 req-97a09e4b-5b6f-4499-98af-0be208d88562 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562115 Nov 22 16:37:33.519537 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a886673a-d763-444b-b4e8-088e99159251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.564759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a886673a-d763-444b-b4e8-088e99159251 None None] For port 20949038-5913-4266-88fa-fe59ae29c234, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20949038-5913-4266-88fa-fe59ae29c234,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:33.575967 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a886673a-d763-444b-b4e8-088e99159251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.682751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886673a-d763-444b-b4e8-088e99159251 None None] Pushing event updated for resources: {'Port': ['ID=20949038-5913-4266-88fa-fe59ae29c234,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:33.861502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d36bfd7d-c39f-44d6-98e7-db0df9fe7069 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:33.897961 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d95ec2-d4b5-43a6-a0c0-355f486fce66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.937371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:33.937757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.005214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-322156d8-3ef0-4a0c-b50d-138438dbaef6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 9c10383e-74a8-427c-95f5-17978027fdfc {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:34.006022 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-322156d8-3ef0-4a0c-b50d-138438dbaef6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.013668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e8213c2b-6088-4b89-97cd-461981c6f288 None None] Provisioning complete for port 20949038-5913-4266-88fa-fe59ae29c234 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:34.014354 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8213c2b-6088-4b89-97cd-461981c6f288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.152640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d95ec2-d4b5-43a6-a0c0-355f486fce66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.158891 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4d95ec2-d4b5-43a6-a0c0-355f486fce66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.233066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-322156d8-3ef0-4a0c-b50d-138438dbaef6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.253295 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b4d95ec2-d4b5-43a6-a0c0-355f486fce66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55e591d43e364e9ea8e0f40406836496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9263690 Nov 22 16:37:34.258175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d95ec2-d4b5-43a6-a0c0-355f486fce66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294e2ac8-6a8c-4eb0-895c-5b1626afdd25,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.261970 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.262900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58700) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.265519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-322156d8-3ef0-4a0c-b50d-138438dbaef6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 9c10383e-74a8-427c-95f5-17978027fdfc owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:34.295177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d163623-8120-4cab-8002-895bc8b5569e None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:34.333590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db1ec5fe-e561-4366-9454-d7a8330ef0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.370585 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db1ec5fe-e561-4366-9454-d7a8330ef0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.384515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port d36bfd7d-c39f-44d6-98e7-db0df9fe7069, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d36bfd7d-c39f-44d6-98e7-db0df9fe7069,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:34.425414 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.427534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20949038-5913-4266-88fa-fe59ae29c234 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:34.452012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db1ec5fe-e561-4366-9454-d7a8330ef0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.455792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db1ec5fe-e561-4366-9454-d7a8330ef0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.459351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-db1ec5fe-e561-4366-9454-d7a8330ef0f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/294e2ac8-6a8c-4eb0-895c-5b1626afdd25 HTTP/1.1" status: 204 len: 168 time: 0.1931965 Nov 22 16:37:34.495128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ec5fe-e561-4366-9454-d7a8330ef0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e2ac8-6a8c-4eb0-895c-5b1626afdd25,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.533354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-322156d8-3ef0-4a0c-b50d-138438dbaef6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.570056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322156d8-3ef0-4a0c-b50d-138438dbaef6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=9c10383e-74a8-427c-95f5-17978027fdfc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.593149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 099b5fd4-05a0-4300-a1ce-7ad00094bda0 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:34.699433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-322156d8-3ef0-4a0c-b50d-138438dbaef6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.705947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-322156d8-3ef0-4a0c-b50d-138438dbaef6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/9c10383e-74a8-427c-95f5-17978027fdfc HTTP/1.1" status: 204 len: 168 time: 1.4666810 Nov 22 16:37:34.706629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58708) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.722337 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72049055-8b59-40c6-b4ab-cccba41bd859 req-19cb5121-d643-4a32-a999-9ab2353e09d6 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 210 time: 0.1898649 Nov 22 16:37:34.780349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=d36bfd7d-c39f-44d6-98e7-db0df9fe7069,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.822273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e32f4-bd7c-4b38-9c22-d2d6a1811bf4 req-c60a7a1b-d2a7-46fe-992a-7e70e9b14bff tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.824233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c6e32f4-bd7c-4b38-9c22-d2d6a1811bf4 req-c60a7a1b-d2a7-46fe-992a-7e70e9b14bff tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 943 time: 0.1655104 Nov 22 16:37:34.842892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-a9911cf5-f52b-4d88-ac9d-c0fb0c80183e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.844694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-a9911cf5-f52b-4d88-ac9d-c0fb0c80183e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "GET /v2.0/networks?id=d5ace36a-78fe-4e7e-98bf-4db043f64e60 HTTP/1.1" status: 200 len: 797 time: 0.2845254 Nov 22 16:37:34.869753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65dacd-69d8-4621-87cc-924298edf4fe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.871839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65dacd-69d8-4621-87cc-924298edf4fe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.874442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f65dacd-69d8-4621-87cc-924298edf4fe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.878609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 20949038-5913-4266-88fa-fe59ae29c234 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:34.879384 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.882596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8f65dacd-69d8-4621-87cc-924298edf4fe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1724246 Nov 22 16:37:34.888744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58710) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:34.946562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f9307585-7a34-414b-963f-aea2e363fae5 None None] Provisioning complete for port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:34.946946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9307585-7a34-414b-963f-aea2e363fae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.964734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet f53b8706-31db-4811-80e8-89f3b2d5deb6 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:34.969125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.969382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c6e32f4-bd7c-4b38-9c22-d2d6a1811bf4 req-777c721b-a8ef-4068-8412-819ed5d1343a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234653 Nov 22 16:37:35.031021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.039758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-90b2b8d8-482f-4eb3-af14-944762798500 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 473 time: 0.1727567 Nov 22 16:37:35.042980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 099b5fd4-05a0-4300-a1ce-7ad00094bda0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=099b5fd4-05a0-4300-a1ce-7ad00094bda0,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:35.050935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'port': {'device_id': '34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c', 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60', 'admin_state_up': True, 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'security_groups': ['d4077e5f-ffbf-468c-8c06-0ca1b2489f5d']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:35.070530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '099b5fd4-05a0-4300-a1ce-7ad00094bda0', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'port_id': '099b5fd4-05a0-4300-a1ce-7ad00094bda0', 'mac_address': 'fa:16:3e:1c:29:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:35.198645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.207261 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.251797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099b5fd4-05a0-4300-a1ce-7ad00094bda0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:35.267553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:35.274478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.295796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 099b5fd4-05a0-4300-a1ce-7ad00094bda0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=099b5fd4-05a0-4300-a1ce-7ad00094bda0,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:35.303014 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.329057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.380764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=099b5fd4-05a0-4300-a1ce-7ad00094bda0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:35.398924 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.402806 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/f53b8706-31db-4811-80e8-89f3b2d5deb6 HTTP/1.1" status: 204 len: 168 time: 0.5169737 Nov 22 16:37:35.406263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=f53b8706-31db-4811-80e8-89f3b2d5deb6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:35.407007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58722) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:35.435085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.435825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.436582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.438560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.439558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.440632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.440877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.443014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.443422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.444036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.444468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.444812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833259db-1635-41ec-b644-12e2f2734b39 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:35.531520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet fde5771e-01d7-4b7d-be2a-c0ab34ff990a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:35.537154 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.542948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['099b5fd4-05a0-4300-a1ce-7ad00094bda0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:35.563222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.20.0.24 (d5ace36a-78fe-4e7e-98bf-4db043f64e60/4c13e862-3d1e-4d79-9337-cdf34412b914/5ab16f23-54be-444b-9050-0d0ec212126b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:35.599759 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.798989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.823947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d36bfd7d-c39f-44d6-98e7-db0df9fe7069 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:35.888012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.912652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:35.913252 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.916551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3147ec63-da24-42dc-915d-391204303066 req-423d8698-3019-4e34-9b77-17e7cd70096b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 210 time: 0.0498471 Nov 22 16:37:35.956405 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.986693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312bfd2-ed19-427a-9466-30ddfa48b9f3 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:35.992678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=fde5771e-01d7-4b7d-be2a-c0ab34ff990a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:36.001256 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.005371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/fde5771e-01d7-4b7d-be2a-c0ab34ff990a HTTP/1.1" status: 204 len: 168 time: 0.5895407 Nov 22 16:37:36.008597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58738) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:36.014385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.014899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.017962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.018426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2a022-1949-4c5d-9879-826e67a50fb1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:36.024063 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.082043 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f142cbe5-9dac-4fe8-9532-28796d45c6e8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720830 Nov 22 16:37:36.082934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58740) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:36.088390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:36.101767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:36.133634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-43c0352d-3020-49f1-b4af-141eb2cc3c2f None None] Provisioning complete for port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:36.133902 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43c0352d-3020-49f1-b4af-141eb2cc3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.147386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:36.154848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:36.200599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20949038-5913-4266-88fa-fe59ae29c234 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:36.201874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=5ab16f23-54be-444b-9050-0d0ec212126b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:36.216035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:36.222070 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.251871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514de88-87f6-4b8c-bbab-8c406d432734 req-26b47a18-b371-4e8e-ac2a-b2430b3b2eb7 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:36.253733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e514de88-87f6-4b8c-bbab-8c406d432734 req-26b47a18-b371-4e8e-ac2a-b2430b3b2eb7 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 944 time: 0.1684225 Nov 22 16:37:36.313145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:36.313821 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.352439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-fcf98567-2329-4eab-b8c3-6baff8a1ead1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3051233 Nov 22 16:37:36.365424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e514de88-87f6-4b8c-bbab-8c406d432734 req-0c4cd9aa-6026-4d67-b943-b18901e8ad68 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030035 Nov 22 16:37:36.367065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 20949038-5913-4266-88fa-fe59ae29c234 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:36.367443 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.373665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Request body: {'port': {'device_id': '34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:36.471204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.532091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:36.566023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 099b5fd4-05a0-4300-a1ce-7ad00094bda0 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:36.615482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.695778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-265b6d11-973a-45e0-aa4e-08476d09a38b None None] Provisioning complete for port 5ab16f23-54be-444b-9050-0d0ec212126b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:36.696189 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-265b6d11-973a-45e0-aa4e-08476d09a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.697077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=55f0d6e3-33d3-4a9e-a816-6c0b94f41008,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:36.701113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:36.715147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:36.717417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:36.721684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:36.722303 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.736012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:36.736835 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.744652 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e5b736ad-2913-42be-a925-24d449c57189 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6602752 Nov 22 16:37:36.747402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:36.748190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] Deleting port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:36.748645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.755049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:36.824374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-265b6d11-973a-45e0-aa4e-08476d09a38b None None] Port 5ab16f23-54be-444b-9050-0d0ec212126b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:36.902072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] For port d36bfd7d-c39f-44d6-98e7-db0df9fe7069, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d36bfd7d-c39f-44d6-98e7-db0df9fe7069,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:36.902484 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.905986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:36.911330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.922263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] Calling delete_port for d36bfd7d-c39f-44d6-98e7-db0df9fe7069 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:36.928412 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.948701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab16f23-54be-444b-9050-0d0ec212126b {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:36.982009 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.023242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Transition to ACTIVE for port object 5ab16f23-54be-444b-9050-0d0ec212126b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:37.030179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.183648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55310166-f7fe-484b-b1bf-823e6d225963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b5fd4-05a0-4300-a1ce-7ad00094bda0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:37.187300 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95b72dc-9465-4a2b-b4f2-d255435bdec2" -d '{"events": [{"server_uuid": "55310166-f7fe-484b-b1bf-823e6d225963", "name": "network-vif-plugged", "status": "completed", "tag": "099b5fd4-05a0-4300-a1ce-7ad00094bda0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:37.243023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 099b5fd4-05a0-4300-a1ce-7ad00094bda0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=099b5fd4-05a0-4300-a1ce-7ad00094bda0,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:37.266857 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.276579 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50448a57-a864-4d6d-8a20-3e735f56a391 x-openstack-request-id: req-50448a57-a864-4d6d-8a20-3e735f56a391 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:37.276982 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55310166-f7fe-484b-b1bf-823e6d225963", "name": "network-vif-plugged", "status": "completed", "tag": "099b5fd4-05a0-4300-a1ce-7ad00094bda0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:37.277166 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50448a57-a864-4d6d-8a20-3e735f56a391 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:37.277541 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55310166-f7fe-484b-b1bf-823e6d225963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b5fd4-05a0-4300-a1ce-7ad00094bda0', 'code': 200} Nov 22 16:37:37.367456 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.388370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=099b5fd4-05a0-4300-a1ce-7ad00094bda0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:37.392609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] No DVR routers for this DVR port d36bfd7d-c39f-44d6-98e7-db0df9fe7069 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:37.418304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a512dd-4eb5-4a62-a534-5f83c764f755 None None] Pushing event deleted for resources: {'Port': ['ID=d36bfd7d-c39f-44d6-98e7-db0df9fe7069,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:37.423231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d141bed-8327-4e96-84ef-cd0350f460a0 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:37.483719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:37:37.486274 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.495272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a734a6-5ca9-4898-b335-563a095bcc83 req-3c3fe187-7674-4fb7-a64e-a0b81eb8f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:37.496895 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a734a6-5ca9-4898-b335-563a095bcc83 req-3c3fe187-7674-4fb7-a64e-a0b81eb8f5bf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 1096 time: 0.1368177 Nov 22 16:37:37.558075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:37.567237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:37.574318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:37.574936 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.591668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=76c23bdb-b3b3-41e1-a00b-11052b3b63ad,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:37.616713 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-83911bbc-7b74-43d1-a33d-03d59d52a347 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8672717 Nov 22 16:37:37.617374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58778) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:37.626588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:66:5b:56', 'name': 'tempest-NetworksTestDHCPv6-602116647'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:37.633757 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a734a6-5ca9-4898-b335-563a095bcc83 req-d903dfce-f013-4622-a415-6794c979cc27 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096628 Nov 22 16:37:37.700772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': '55f0d6e3-33d3-4a9e-a816-6c0b94f41008'}, {'subnet_id': '76c23bdb-b3b3-41e1-a00b-11052b3b63ad'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:37.702877 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.720312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Pushing event updated for resources: {'Port': ['ID=5ab16f23-54be-444b-9050-0d0ec212126b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:37.801815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d917e2-4ce8-49b9-a5a7-3732d9a9d7dd req-ae4b7f15-a2f3-4ad6-998f-a572d4a110fc tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:37.811180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70d917e2-4ce8-49b9-a5a7-3732d9a9d7dd req-ae4b7f15-a2f3-4ad6-998f-a572d4a110fc tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 944 time: 0.7323141 Nov 22 16:37:37.819344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d36bfd7d-c39f-44d6-98e7-db0df9fe7069 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:37.839037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:37.852653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d36bfd7d-c39f-44d6-98e7-db0df9fe7069 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:37.853354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d36bfd7d-c39f-44d6-98e7-db0df9fe7069 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:37.863519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Attempting to bind port 5ab16f23-54be-444b-9050-0d0ec212126b on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:37.863954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Attempting to bind port 5ab16f23-54be-444b-9050-0d0ec212126b by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:37.864302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Attempting to bind port 5ab16f23-54be-444b-9050-0d0ec212126b on network d5ace36a-78fe-4e7e-98bf-4db043f64e60 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:37.882701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd524af3-73fd-48d8-a395-fe7f55cc87cf req-c13b3755-2703-400e-8683-7968766f6904 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:37.894338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd524af3-73fd-48d8-a395-fe7f55cc87cf req-c13b3755-2703-400e-8683-7968766f6904 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 945 time: 0.1663105 Nov 22 16:37:37.899494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Port 5ab16f23-54be-444b-9050-0d0ec212126b on network d5ace36a-78fe-4e7e-98bf-4db043f64e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:37.899813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Attempting to bind port 5ab16f23-54be-444b-9050-0d0ec212126b on network d5ace36a-78fe-4e7e-98bf-4db043f64e60 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:37.925986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:37.926383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Checking segment: {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:37.927143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Bound using segment: {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:37.927376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Bound port: 5ab16f23-54be-444b-9050-0d0ec212126b, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:37.927739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.933265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70d917e2-4ce8-49b9-a5a7-3732d9a9d7dd req-f4814e97-2fc3-4f5d-88a4-b1cc7a097054 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212318 Nov 22 16:37:37.970555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.000746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 3f71ce60-217c-4dc5-8a00-819640e189dd yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:38.017467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Allocated IP 172.20.0.2 (fdb01832-e58a-4d05-957d-673e11b0a638/55f0d6e3-33d3-4a9e-a816-6c0b94f41008/248cf54c-a426-4c65-ae27-cfce4b6822c4) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:38.026796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Allocated IP 2001:db8::f816:3eff:fefd:2bc6 (fdb01832-e58a-4d05-957d-673e11b0a638/76c23bdb-b3b3-41e1-a00b-11052b3b63ad/248cf54c-a426-4c65-ae27-cfce4b6822c4) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:38.030357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd524af3-73fd-48d8-a395-fe7f55cc87cf req-cedcb781-abd4-480e-9190-ad054ed3943d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385045 Nov 22 16:37:38.059117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] For port 5ab16f23-54be-444b-9050-0d0ec212126b, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:38.062997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] For port 5ab16f23-54be-444b-9050-0d0ec212126b, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5ab16f23-54be-444b-9050-0d0ec212126b,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:38.069206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.110551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:38.111188 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.112828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] 10.222.0.11 "PUT /v2.0/ports/5ab16f23-54be-444b-9050-0d0ec212126b HTTP/1.1" status: 200 len: 1092 time: 1.7451682 Nov 22 16:37:38.113299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c', 'tag': '5ab16f23-54be-444b-9050-0d0ec212126b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:38.115858 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73ab8e6-a4ae-4782-8c63-b860c45291c4" -d '{"events": [{"name": "network-changed", "server_uuid": "34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c", "tag": "5ab16f23-54be-444b-9050-0d0ec212126b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:38.152082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a5c56-f799-4d43-a148-b175341c1f2b service neutron] Pushing event updated for resources: {'Port': ['ID=5ab16f23-54be-444b-9050-0d0ec212126b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:38.199570 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76a282a-7e72-46cc-aa32-6599c4a37ffd x-openstack-request-id: req-c76a282a-7e72-46cc-aa32-6599c4a37ffd {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:38.199871 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c", "tag": "5ab16f23-54be-444b-9050-0d0ec212126b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:38.200154 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c76a282a-7e72-46cc-aa32-6599c4a37ffd {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:38.200567 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c', 'tag': '5ab16f23-54be-444b-9050-0d0ec212126b', 'status': 'completed', 'code': 200} Nov 22 16:37:38.218953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-32bb66e6-7cc1-4e3c-bd91-8b869dc252e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:38.220675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-32bb66e6-7cc1-4e3c-bd91-8b869dc252e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 1095 time: 0.0555882 Nov 22 16:37:38.248159 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.258483 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.286914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-40f6ca65-e90e-4624-a2fe-690473001f4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5ab16f23-54be-444b-9050-0d0ec212126b HTTP/1.1" status: 200 len: 217 time: 0.0551660 Nov 22 16:37:38.312395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:38.316366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:38.322187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:38.340048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Pushing event updated for resources: {'Port': ['ID=248cf54c-a426-4c65-ae27-cfce4b6822c4,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:38.354208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-9f7a8716-acca-400e-8ddb-ca101c6540f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:38.355798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-9f7a8716-acca-400e-8ddb-ca101c6540f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c13e862-3d1e-4d79-9337-cdf34412b914 HTTP/1.1" status: 200 len: 838 time: 0.0613737 Nov 22 16:37:38.434591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-56182ce3-f123-4112-8498-9bacdcb20d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:38.436623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-56182ce3-f123-4112-8498-9bacdcb20d32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5ace36a-78fe-4e7e-98bf-4db043f64e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720315 Nov 22 16:37:38.438915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 172.20.0.11 (fdb01832-e58a-4d05-957d-673e11b0a638/55f0d6e3-33d3-4a9e-a816-6c0b94f41008/3f71ce60-217c-4dc5-8a00-819640e189dd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:38.445170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Attempting to bind port 248cf54c-a426-4c65-ae27-cfce4b6822c4 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:38.445549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Attempting to bind port 248cf54c-a426-4c65-ae27-cfce4b6822c4 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:38.445966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Attempting to bind port 248cf54c-a426-4c65-ae27-cfce4b6822c4 on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:38.452005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:38.452428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:38.452833 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.453104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fe66:5b56 (fdb01832-e58a-4d05-957d-673e11b0a638/76c23bdb-b3b3-41e1-a00b-11052b3b63ad/3f71ce60-217c-4dc5-8a00-819640e189dd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:38.453236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:38.453922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Bound port: 248cf54c-a426-4c65-ae27-cfce4b6822c4, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:38.454310 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.553052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] For port 248cf54c-a426-4c65-ae27-cfce4b6822c4, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:38.557644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] For port 248cf54c-a426-4c65-ae27-cfce4b6822c4, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=248cf54c-a426-4c65-ae27-cfce4b6822c4,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:38.567319 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.636269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:38.657394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc7870-4fdf-49ae-b917-50b37d401314 None None] Pushing event updated for resources: {'Port': ['ID=248cf54c-a426-4c65-ae27-cfce4b6822c4,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:38.668400 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.695140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-e88bea2a-c3dc-4106-a2a8-1a98cae453c2 service neutron] 10.222.0.11 "GET /v2.0/networks/d5ace36a-78fe-4e7e-98bf-4db043f64e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508118 Nov 22 16:37:38.716816 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.761503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:38.768034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:38.770649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:38.835308 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12c5795e-87d3-4064-926e-c48d230f3f6a req-2770ba0d-da66-47ce-9823-b027dae148e5 service neutron] 10.222.0.11 "GET /v2.0/networks/d5ace36a-78fe-4e7e-98bf-4db043f64e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326146 Nov 22 16:37:38.903533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52d158c-0a7d-4081-819c-f9909b4e12b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.917544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:38.918252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.928353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=3f71ce60-217c-4dc5-8a00-819640e189dd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:38.958554 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a66301da-70e6-494c-94f7-e731c264a19f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3367863 Nov 22 16:37:38.961336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:39.017530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-23f76dad-28e5-464a-86c3-bac65f4bc25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.019057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-23f76dad-28e5-464a-86c3-bac65f4bc25f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 1095 time: 0.0834818 Nov 22 16:37:39.042660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b9f50-a1a0-42c7-898f-514b8e7fc34a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.049852 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b9f50-a1a0-42c7-898f-514b8e7fc34a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.052292 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-287b9f50-a1a0-42c7-898f-514b8e7fc34a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0876489 Nov 22 16:37:39.055328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58802) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:39.158317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-76b26db3-23c5-4a8c-8122-91c59e9cbdd8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 3f71ce60-217c-4dc5-8a00-819640e189dd {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:39.158838 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76b26db3-23c5-4a8c-8122-91c59e9cbdd8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.194452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52d158c-0a7d-4081-819c-f9909b4e12b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.212789 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c52d158c-0a7d-4081-819c-f9909b4e12b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.236994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28c845-0b17-418e-b7f0-de44a6db7c73 req-b0325e02-b8b2-4964-980b-48310c3caea8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.239079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f28c845-0b17-418e-b7f0-de44a6db7c73 req-b0325e02-b8b2-4964-980b-48310c3caea8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 944 time: 0.2011023 Nov 22 16:37:39.253290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-fd3f0438-c80d-4e2c-9aa7-e07ff1a5ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.255317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-fd3f0438-c80d-4e2c-9aa7-e07ff1a5ed02 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5ace36a-78fe-4e7e-98bf-4db043f64e60 HTTP/1.1" status: 200 len: 898 time: 0.2272940 Nov 22 16:37:39.257643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76b26db3-23c5-4a8c-8122-91c59e9cbdd8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.271077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-76b26db3-23c5-4a8c-8122-91c59e9cbdd8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 3f71ce60-217c-4dc5-8a00-819640e189dd owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:39.280274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8a7a8-9bca-4095-8fa4-ae339ed1a11f req-7b292dcb-d085-48af-b636-8ba96fad4c80 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.281745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ea8a7a8-9bca-4095-8fa4-ae339ed1a11f req-7b292dcb-d085-48af-b636-8ba96fad4c80 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 945 time: 0.1645288 Nov 22 16:37:39.342790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c52d158c-0a7d-4081-819c-f9909b4e12b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2becffe37d3445859245235dca73fffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7025995 Nov 22 16:37:39.345807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58806) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:39.350689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d158c-0a7d-4081-819c-f9909b4e12b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18020b19-3206-4896-956f-f8fc3f0b8cbd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:39.356703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-f31d34a4-571b-408c-b9dd-1e52d0da7e4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=5ab16f23-54be-444b-9050-0d0ec212126b HTTP/1.1" status: 200 len: 217 time: 0.0844784 Nov 22 16:37:39.456490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f28c845-0b17-418e-b7f0-de44a6db7c73 req-08d2e553-5a9f-42c3-8067-888799673844 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001271 Nov 22 16:37:39.467763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-993912f9-b190-4440-90d3-702bffb3eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.469384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-993912f9-b190-4440-90d3-702bffb3eec0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4c13e862-3d1e-4d79-9337-cdf34412b914 HTTP/1.1" status: 200 len: 838 time: 0.1023188 Nov 22 16:37:39.474050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ea8a7a8-9bca-4095-8fa4-ae339ed1a11f req-5b2a8bb6-1b9d-43a1-b7d8-18446bdf9c6f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759329 Nov 22 16:37:39.478963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94fda076-5098-400f-971d-f3b6ca33b2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.536691 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94fda076-5098-400f-971d-f3b6ca33b2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.541748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-b169968f-f108-498b-8514-1d27e65c8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.543309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-b169968f-f108-498b-8514-1d27e65c8788 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5ace36a-78fe-4e7e-98bf-4db043f64e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612862 Nov 22 16:37:39.582691 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76b26db3-23c5-4a8c-8122-91c59e9cbdd8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.632988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b26db3-23c5-4a8c-8122-91c59e9cbdd8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=3f71ce60-217c-4dc5-8a00-819640e189dd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:39.679960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241c934-7e12-4667-aa24-06bea83a4c39 req-cebb055d-d27c-4e67-8b61-d9c6d7aa62fb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.684572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d241c934-7e12-4667-aa24-06bea83a4c39 req-cebb055d-d27c-4e67-8b61-d9c6d7aa62fb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 945 time: 0.1200833 Nov 22 16:37:39.723878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-c939dc94-d730-4d52-91b0-c1d028a4ee8a service neutron] 10.222.0.11 "GET /v2.0/networks/d5ace36a-78fe-4e7e-98bf-4db043f64e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688483 Nov 22 16:37:39.725254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94fda076-5098-400f-971d-f3b6ca33b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.727985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94fda076-5098-400f-971d-f3b6ca33b2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.729177 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-94fda076-5098-400f-971d-f3b6ca33b2bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/18020b19-3206-4896-956f-f8fc3f0b8cbd HTTP/1.1" status: 204 len: 168 time: 0.3809514 Nov 22 16:37:39.744137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fda076-5098-400f-971d-f3b6ca33b2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18020b19-3206-4896-956f-f8fc3f0b8cbd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:39.793052 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76b26db3-23c5-4a8c-8122-91c59e9cbdd8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.797414 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-76b26db3-23c5-4a8c-8122-91c59e9cbdd8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/3f71ce60-217c-4dc5-8a00-819640e189dd HTTP/1.1" status: 204 len: 168 time: 0.7409718 Nov 22 16:37:39.800117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:39.808456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 248cf54c-a426-4c65-ae27-cfce4b6822c4 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:39.848138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d241c934-7e12-4667-aa24-06bea83a4c39 req-9bf30419-9de0-445a-a792-5bbc08fba45a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321707 Nov 22 16:37:39.872650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 248cf54c-a426-4c65-ae27-cfce4b6822c4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:39.872650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.902580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e73ab8e6-a4ae-4782-8c63-b860c45291c4 req-b39af399-c2e0-41a4-adc2-597676b2061e service neutron] 10.222.0.11 "GET /v2.0/networks/d5ace36a-78fe-4e7e-98bf-4db043f64e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671505 Nov 22 16:37:39.907756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c345a-7e86-4c83-bf69-8c60a869c6c4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.909918 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c345a-7e86-4c83-bf69-8c60a869c6c4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.912175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4c345a-7e86-4c83-bf69-8c60a869c6c4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.917147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-be4c345a-7e86-4c83-bf69-8c60a869c6c4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1130884 Nov 22 16:37:39.917463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58816) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:39.953818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f719c68-17a9-4335-95e2-5ca15dcf26cd None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:40.011269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-567dfa35-6876-4ac7-abb7-70feeee540df tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 55f0d6e3-33d3-4a9e-a816-6c0b94f41008 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:40.015126 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567dfa35-6876-4ac7-abb7-70feeee540df tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.074086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70197473-f712-400d-ac7f-4e66142da768 req-7ab83ccc-e182-416d-8ebc-7a3b6778a88d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.075683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70197473-f712-400d-ac7f-4e66142da768 req-7ab83ccc-e182-416d-8ebc-7a3b6778a88d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 945 time: 0.1057124 Nov 22 16:37:40.078445 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567dfa35-6876-4ac7-abb7-70feeee540df tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.120280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-da5b96ac-eb11-4151-9081-c84617c4d397 None None] Provisioning complete for port 248cf54c-a426-4c65-ae27-cfce4b6822c4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:40.120669 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5b96ac-eb11-4151-9081-c84617c4d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.161164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58820) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:40.170054 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.188436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-114edb8d-d834-475c-9a85-100943d0b40a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.196880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70197473-f712-400d-ac7f-4e66142da768 req-ebaf331a-ba4f-4982-b59e-5b0b105969c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102757 Nov 22 16:37:40.221243 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567dfa35-6876-4ac7-abb7-70feeee540df tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.286660 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5b96ac-eb11-4151-9081-c84617c4d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.359370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567dfa35-6876-4ac7-abb7-70feeee540df tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.360439 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-114edb8d-d834-475c-9a85-100943d0b40a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.367172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-114edb8d-d834-475c-9a85-100943d0b40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.403706 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-114edb8d-d834-475c-9a85-100943d0b40a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7dfc51762c364122b8c047d8a9b81f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405174 Nov 22 16:37:40.406613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:40.443445 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-da5b96ac-eb11-4151-9081-c84617c4d397 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:40.443808 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-da5b96ac-eb11-4151-9081-c84617c4d397 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:40.444805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:40.445151 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:40.454459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dfa35-6876-4ac7-abb7-70feeee540df tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=55f0d6e3-33d3-4a9e-a816-6c0b94f41008,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:40.460884 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567dfa35-6876-4ac7-abb7-70feeee540df tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.468365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-567dfa35-6876-4ac7-abb7-70feeee540df tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/55f0d6e3-33d3-4a9e-a816-6c0b94f41008 HTTP/1.1" status: 204 len: 168 time: 0.5496743 Nov 22 16:37:40.469825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58828) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:40.475834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114edb8d-d834-475c-9a85-100943d0b40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a0a30d-336f-480c-8648-4518fc4eb9c6,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:40.549584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c8c1d5-d5a9-43f7-8f5f-0ffa7a381b0e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 76c23bdb-b3b3-41e1-a00b-11052b3b63ad {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:40.554579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8c8c1d5-d5a9-43f7-8f5f-0ffa7a381b0e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.595820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-734c2c8a-23f8-474a-ab04-7c80adad0a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.617820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef7cf51-2236-47c7-b839-3a8ff47b6479 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:40.623790 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-734c2c8a-23f8-474a-ab04-7c80adad0a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.676409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8c8c1d5-d5a9-43f7-8f5f-0ffa7a381b0e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.685436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-734c2c8a-23f8-474a-ab04-7c80adad0a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.688857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-734c2c8a-23f8-474a-ab04-7c80adad0a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.690221 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-734c2c8a-23f8-474a-ab04-7c80adad0a71 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/74a0a30d-336f-480c-8648-4518fc4eb9c6 HTTP/1.1" status: 204 len: 168 time: 0.2825537 Nov 22 16:37:40.699429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c2c8a-23f8-474a-ab04-7c80adad0a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a0a30d-336f-480c-8648-4518fc4eb9c6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:40.793230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9f812-fb7a-4ed1-b392-64a0d26e3794 req-f01bf0a5-be87-4728-9b85-b145a7305d99 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.794798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfe9f812-fb7a-4ed1-b392-64a0d26e3794 req-f01bf0a5-be87-4728-9b85-b145a7305d99 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 944 time: 0.1866605 Nov 22 16:37:40.802762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd945e-3a8d-4ad9-8dfc-c8f5f3c34d50 req-b6eca0c2-f029-43d1-a554-2cad7347238f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.804663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fffd945e-3a8d-4ad9-8dfc-c8f5f3c34d50 req-b6eca0c2-f029-43d1-a554-2cad7347238f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 945 time: 0.1485004 Nov 22 16:37:40.892066 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8c8c1d5-d5a9-43f7-8f5f-0ffa7a381b0e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.963594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfe9f812-fb7a-4ed1-b392-64a0d26e3794 req-2b5a3433-5610-46de-b24e-01c4596d809c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565313 Nov 22 16:37:40.995956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fffd945e-3a8d-4ad9-8dfc-c8f5f3c34d50 req-7bfbcd30-b844-478e-87f4-3fec20c7be7d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802509 Nov 22 16:37:41.037297 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8c8c1d5-d5a9-43f7-8f5f-0ffa7a381b0e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.057057 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.071835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c8c1d5-d5a9-43f7-8f5f-0ffa7a381b0e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=76c23bdb-b3b3-41e1-a00b-11052b3b63ad,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:41.078897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8c8c1d5-d5a9-43f7-8f5f-0ffa7a381b0e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.081392 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5b96ac-eb11-4151-9081-c84617c4d397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.089408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d8c8c1d5-d5a9-43f7-8f5f-0ffa7a381b0e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/76c23bdb-b3b3-41e1-a00b-11052b3b63ad HTTP/1.1" status: 204 len: 168 time: 0.6180944 Nov 22 16:37:41.091731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.138995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4761d1c3-044f-488b-a585-6277e2bf57de tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455575 Nov 22 16:37:41.141166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.184694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:41.185066 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:41.194360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-da5b96ac-eb11-4151-9081-c84617c4d397 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:41.195075 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-da5b96ac-eb11-4151-9081-c84617c4d397 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:41.218079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5426c7-5b3a-4a1c-920b-cb95463a9686 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:41.219927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9c5426c7-5b3a-4a1c-920b-cb95463a9686 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0774567 Nov 22 16:37:41.222696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58850) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.287779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f416b9d-7d3b-4a33-ac54-5a7894fd7b07 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:41.292015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1f416b9d-7d3b-4a33-ac54-5a7894fd7b07 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0651684 Nov 22 16:37:41.293008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.369542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 5ab16f23-54be-444b-9050-0d0ec212126b details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:41.369822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2ceb5235-2733-4059-b0de-08ff8dbc6570 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746136 Nov 22 16:37:41.374479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58856) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.381888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e597f0fd-c844-496c-bce7-82fea5731b0d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:41.469750 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.477962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc452102-7f96-4c7c-a19e-acfcee10857b None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:41.504724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e597f0fd-c844-496c-bce7-82fea5731b0d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:41.508575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e597f0fd-c844-496c-bce7-82fea5731b0d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.510169 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e597f0fd-c844-496c-bce7-82fea5731b0d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:37:41.510617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e597f0fd-c844-496c-bce7-82fea5731b0d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:37:41.536121 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e597f0fd-c844-496c-bce7-82fea5731b0d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1588013 Nov 22 16:37:41.539013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58864) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.546225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a0a9b38f-5750-4cd4-ac94-cd00f77dd0ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:41.578591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 5ab16f23-54be-444b-9050-0d0ec212126b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5ab16f23-54be-444b-9050-0d0ec212126b,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:41.609078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 248cf54c-a426-4c65-ae27-cfce4b6822c4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=248cf54c-a426-4c65-ae27-cfce4b6822c4,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:41.609078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '5ab16f23-54be-444b-9050-0d0ec212126b', 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60', 'port_id': '5ab16f23-54be-444b-9050-0d0ec212126b', 'mac_address': 'fa:16:3e:c5:bb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c13e862-3d1e-4d79-9337-cdf34412b914', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:41.619704 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.667786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a9b38f-5750-4cd4-ac94-cd00f77dd0ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:41.672273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b38f-5750-4cd4-ac94-cd00f77dd0ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.673797 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a9b38f-5750-4cd4-ac94-cd00f77dd0ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:37:41.674231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a9b38f-5750-4cd4-ac94-cd00f77dd0ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:37:41.697130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0a9b38f-5750-4cd4-ac94-cd00f77dd0ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1562846 Nov 22 16:37:41.699160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.704330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3a1af09c-a5cc-4e10-9335-ff5aac2c58d0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:41.727527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.756935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab16f23-54be-444b-9050-0d0ec212126b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:41.762931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=248cf54c-a426-4c65-ae27-cfce4b6822c4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:41.786171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 5ab16f23-54be-444b-9050-0d0ec212126b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5ab16f23-54be-444b-9050-0d0ec212126b,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:41.792855 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.817440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1af09c-a5cc-4e10-9335-ff5aac2c58d0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:41.822064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3a1af09c-a5cc-4e10-9335-ff5aac2c58d0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.823817 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1af09c-a5cc-4e10-9335-ff5aac2c58d0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:37:41.824336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1af09c-a5cc-4e10-9335-ff5aac2c58d0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:37:41.853618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3a1af09c-a5cc-4e10-9335-ff5aac2c58d0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1500239 Nov 22 16:37:41.853832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58872) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:41.858304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=5ab16f23-54be-444b-9050-0d0ec212126b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:41.859487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9088db8f-fb42-408e-9632-c960541db9b3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:41.876227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:41.974208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] Deleting port 248cf54c-a426-4c65-ae27-cfce4b6822c4 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:41.974751 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.979103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9088db8f-fb42-408e-9632-c960541db9b3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:41.983925 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9088db8f-fb42-408e-9632-c960541db9b3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:41.985455 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9088db8f-fb42-408e-9632-c960541db9b3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:37:41.985978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9088db8f-fb42-408e-9632-c960541db9b3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:37:41.998679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['5ab16f23-54be-444b-9050-0d0ec212126b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:42.029070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58882) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.031054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9088db8f-fb42-408e-9632-c960541db9b3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1756337 Nov 22 16:37:42.035356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2391f8fb-e084-462a-bd77-787d2c0e6f26 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:42.195338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a7df1-79a3-497e-b420-e1004f5c2a5f req-5b1a098e-d2c9-4ca7-8f46-9b760c20625b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:42.202044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f03a7df1-79a3-497e-b420-e1004f5c2a5f req-5b1a098e-d2c9-4ca7-8f46-9b760c20625b tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 945 time: 0.1176865 Nov 22 16:37:42.212525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2391f8fb-e084-462a-bd77-787d2c0e6f26 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:42.216489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f2668-346b-4360-be13-bbf26b8226af req-9c16b629-7010-4ee5-bbb9-2c8519fce71a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:42.217696 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2391f8fb-e084-462a-bd77-787d2c0e6f26 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.218084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df5f2668-346b-4360-be13-bbf26b8226af req-9c16b629-7010-4ee5-bbb9-2c8519fce71a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 945 time: 0.0842128 Nov 22 16:37:42.223435 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2391f8fb-e084-462a-bd77-787d2c0e6f26 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:37:42.224892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2391f8fb-e084-462a-bd77-787d2c0e6f26 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:37:42.247576 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2391f8fb-e084-462a-bd77-787d2c0e6f26 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2163188 Nov 22 16:37:42.250365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58888) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.257814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b8113e1e-3d04-4eb9-b0ff-dc08871af80c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:42.308885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f03a7df1-79a3-497e-b420-e1004f5c2a5f req-c7ce1ec0-d59f-48b5-9481-730a33204366 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897238 Nov 22 16:37:42.350888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df5f2668-346b-4360-be13-bbf26b8226af req-ad1555a9-5cb9-4576-9680-6eafcafd3c0e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224320 Nov 22 16:37:42.384029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] For port 248cf54c-a426-4c65-ae27-cfce4b6822c4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=248cf54c-a426-4c65-ae27-cfce4b6822c4,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:42.384615 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.407965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] Calling delete_port for 248cf54c-a426-4c65-ae27-cfce4b6822c4 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:42.413242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8113e1e-3d04-4eb9-b0ff-dc08871af80c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:42.418549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8113e1e-3d04-4eb9-b0ff-dc08871af80c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.420100 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8113e1e-3d04-4eb9-b0ff-dc08871af80c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:37:42.420564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8113e1e-3d04-4eb9-b0ff-dc08871af80c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:37:42.442212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8113e1e-3d04-4eb9-b0ff-dc08871af80c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1874666 Nov 22 16:37:42.442688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58892) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.515822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321f9c4-d2a4-4403-bfe1-b8c33d4b72c7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:42.522758 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2321f9c4-d2a4-4403-bfe1-b8c33d4b72c7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0741162 Nov 22 16:37:42.523018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58898) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.530899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4cca8fd6-509a-44bc-be57-c7bad0897ba5 None None] Provisioning complete for port 248cf54c-a426-4c65-ae27-cfce4b6822c4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:42.531276 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cca8fd6-509a-44bc-be57-c7bad0897ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.581681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a143c9c-9922-4583-a567-50aa93069914 req-e23fecd4-2bc1-4498-a466-697960d76992 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:42.583356 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8a143c9c-9922-4583-a567-50aa93069914 req-e23fecd4-2bc1-4498-a466-697960d76992 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 945 time: 0.0884118 Nov 22 16:37:42.599567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff52c2-614d-4f3e-9f19-32196cb678f7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:42.604604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58900) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.606838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0ff52c2-614d-4f3e-9f19-32196cb678f7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845520 Nov 22 16:37:42.616532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.651248 n-d-811716-3 neutron-server[103412]: INFO neutron.plugins.ml2.db [None req-4cca8fd6-509a-44bc-be57-c7bad0897ba5 None None] No ports have port_id starting with 248cf54c-a426-4c65-ae27-cfce4b6822c4 Nov 22 16:37:42.655576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] Pushing event deleted for resources: {'Port': ['ID=248cf54c-a426-4c65-ae27-cfce4b6822c4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:42.665487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f246637-afdf-41f7-a523-0ba697c5136f None None] No DVR routers for this DVR port 248cf54c-a426-4c65-ae27-cfce4b6822c4 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:42.675177 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e5fb2784-331e-4902-a8be-f7b34cb21a8d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657485 Nov 22 16:37:42.677759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58904) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:42.690713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:42.823385 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:42.823728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.895715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:42.899303 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:42.997870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] For port 099b5fd4-05a0-4300-a1ce-7ad00094bda0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=099b5fd4-05a0-4300-a1ce-7ad00094bda0,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:42.998415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.023983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 099b5fd4-05a0-4300-a1ce-7ad00094bda0 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:43.308766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.322901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['099b5fd4-05a0-4300-a1ce-7ad00094bda0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:43.351755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=099b5fd4-05a0-4300-a1ce-7ad00094bda0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:43.371834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:37:43.377065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 5ab16f23-54be-444b-9050-0d0ec212126b up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:43.377341 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.466159 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] No DVR routers for this DVR port 099b5fd4-05a0-4300-a1ce-7ad00094bda0 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:43.471795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.475627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8a143c9c-9922-4583-a567-50aa93069914 req-f219e7e1-66fb-47ef-9705-c7f1d55f5b1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "DELETE /v2.0/ports/099b5fd4-05a0-4300-a1ce-7ad00094bda0 HTTP/1.1" status: 204 len: 173 time: 0.8847358 Nov 22 16:37:43.480316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55310166-f7fe-484b-b1bf-823e6d225963', 'name': 'network-vif-deleted', 'tag': '099b5fd4-05a0-4300-a1ce-7ad00094bda0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:43.482299 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24902959-90ab-493b-95cc-b6972ce3d918" -d '{"events": [{"server_uuid": "55310166-f7fe-484b-b1bf-823e6d225963", "name": "network-vif-deleted", "tag": "099b5fd4-05a0-4300-a1ce-7ad00094bda0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:43.494625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:43.501386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:43.508097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=ca6151bc-30c1-48a4-b895-be46904395fd,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:43.510298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 5ab16f23-54be-444b-9050-0d0ec212126b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:43.511277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:43.511925 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.518387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 5ab16f23-54be-444b-9050-0d0ec212126b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:43.518907 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:43.534205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f452c-fedd-4f3d-9475-61e94b2dcc66 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:43.567503 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2f45854d-6017-4d99-83fb-5ec4ee06cc2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8813720 Nov 22 16:37:43.572473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58926) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:43.578775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:08:46:eb', 'name': 'tempest-NetworksTestDHCPv6-731304105'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:43.641179 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6df1aafc-8c7a-4975-a430-34d062c6de35 req-7657b4f1-a71d-4699-81c8-3675fdaac7cc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.0756438 Nov 22 16:37:43.686235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d242c4f-3f31-452d-957e-1d71fcf9e7e2 req-8ed8ddd6-4584-468d-85da-bb351fb45725 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:43.694706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d242c4f-3f31-452d-957e-1d71fcf9e7e2 req-8ed8ddd6-4584-468d-85da-bb351fb45725 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 945 time: 0.2140040 Nov 22 16:37:43.739859 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01bb5d8-908a-4c4c-a8af-0fc4e081b605 x-openstack-request-id: req-b01bb5d8-908a-4c4c-a8af-0fc4e081b605 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:43.740219 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55310166-f7fe-484b-b1bf-823e6d225963", "name": "network-vif-deleted", "tag": "099b5fd4-05a0-4300-a1ce-7ad00094bda0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:43.744411 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b01bb5d8-908a-4c4c-a8af-0fc4e081b605 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:43.745791 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55310166-f7fe-484b-b1bf-823e6d225963', 'name': 'network-vif-deleted', 'tag': '099b5fd4-05a0-4300-a1ce-7ad00094bda0', 'status': 'completed', 'code': 200} Nov 22 16:37:43.825571 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 248cf54c-a426-4c65-ae27-cfce4b6822c4 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:43.830142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d242c4f-3f31-452d-957e-1d71fcf9e7e2 req-1f94a0d0-463f-4208-aee6-faab90955d1c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245053 Nov 22 16:37:43.848847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:43.937850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 248cf54c-a426-4c65-ae27-cfce4b6822c4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:43.938727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 248cf54c-a426-4c65-ae27-cfce4b6822c4 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:44.038328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.074355 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.079919 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port b640f682-5145-4647-bd93-2feb3db11618 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:44.150307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'ca6151bc-30c1-48a4-b895-be46904395fd'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:44.151218 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.166641 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab16f23-54be-444b-9050-0d0ec212126b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:44.169824 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b6518-e52f-40cb-b493-bee5724fedc0" -d '{"events": [{"server_uuid": "34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c", "name": "network-vif-plugged", "status": "completed", "tag": "5ab16f23-54be-444b-9050-0d0ec212126b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:44.228547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 5ab16f23-54be-444b-9050-0d0ec212126b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5ab16f23-54be-444b-9050-0d0ec212126b,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:44.318011 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8952ef4a-0f87-4f5c-92ae-1608856d3994 x-openstack-request-id: req-8952ef4a-0f87-4f5c-92ae-1608856d3994 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:44.318483 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c", "name": "network-vif-plugged", "status": "completed", "tag": "5ab16f23-54be-444b-9050-0d0ec212126b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:44.318701 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8952ef4a-0f87-4f5c-92ae-1608856d3994 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:44.319105 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab16f23-54be-444b-9050-0d0ec212126b', 'code': 200} Nov 22 16:37:44.323816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.372826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fe08:46eb (fdb01832-e58a-4d05-957d-673e11b0a638/ca6151bc-30c1-48a4-b895-be46904395fd/b640f682-5145-4647-bd93-2feb3db11618) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:44.432858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db13b4-7450-4e97-9598-23f99a531874 req-7fdb9e4d-5c28-4969-9a43-ca903fcc8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:44.434406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69db13b4-7450-4e97-9598-23f99a531874 req-7fdb9e4d-5c28-4969-9a43-ca903fcc8d85 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 1097 time: 0.0845542 Nov 22 16:37:44.465903 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=5ab16f23-54be-444b-9050-0d0ec212126b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:44.521663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69db13b4-7450-4e97-9598-23f99a531874 req-1e39d657-7f78-4d04-9edf-bc19b7131e03 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752265 Nov 22 16:37:44.663652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.744002 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.810991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:44.815228 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:44.821489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:44.827891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:44.828763 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:44.838437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=b640f682-5145-4647-bd93-2feb3db11618,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:44.864987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Allocated IP 2001:db8::f816:3eff:fe86:f7ed (fdb01832-e58a-4d05-957d-673e11b0a638/ca6151bc-30c1-48a4-b895-be46904395fd/32aff997-4b2e-469e-b757-8f1ba4f8009c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:44.871421 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7bdd4d7d-c1ff-4f72-a62a-a2ebf0ae83a9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2973850 Nov 22 16:37:44.875754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58938) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:44.917903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfbd9c9b-b428-4ad3-8607-e84277800fd1 req-90e594fa-adba-4487-938a-8a81f2f1bc2d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.1010509 Nov 22 16:37:45.001635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf5e1f-c5e4-457e-a7f7-22e42dc723a5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:45.008221 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aebf5e1f-c5e4-457e-a7f7-22e42dc723a5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1304231 Nov 22 16:37:45.014329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58942) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:45.189539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15776fca-d7fe-4d24-9cc9-9f5a7f037f2a req-a20afc32-f3b1-4a96-b207-e5b9efafd607 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:45.208845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15776fca-d7fe-4d24-9cc9-9f5a7f037f2a req-a20afc32-f3b1-4a96-b207-e5b9efafd607 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 946 time: 0.1432519 Nov 22 16:37:45.222868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1657c76c-be6f-403c-8cc1-5f9bad75bb2c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port b640f682-5145-4647-bd93-2feb3db11618 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:45.226594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1657c76c-be6f-403c-8cc1-5f9bad75bb2c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.230901 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.250704 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.309549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15776fca-d7fe-4d24-9cc9-9f5a7f037f2a req-5849744d-7b49-45e6-ae4a-865e81155607 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981238 Nov 22 16:37:45.310225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:45.349231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:45.351280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:45.355526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:45.362141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Pushing event updated for resources: {'Port': ['ID=32aff997-4b2e-469e-b757-8f1ba4f8009c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:45.468541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Attempting to bind port 32aff997-4b2e-469e-b757-8f1ba4f8009c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:45.468922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Attempting to bind port 32aff997-4b2e-469e-b757-8f1ba4f8009c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:45.469188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Attempting to bind port 32aff997-4b2e-469e-b757-8f1ba4f8009c on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:45.476935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:45.477347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:45.477717 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.478216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:45.478732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Bound port: 32aff997-4b2e-469e-b757-8f1ba4f8009c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:45.478875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1657c76c-be6f-403c-8cc1-5f9bad75bb2c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.479314 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.495873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1657c76c-be6f-403c-8cc1-5f9bad75bb2c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for b640f682-5145-4647-bd93-2feb3db11618 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:45.601457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] For port 32aff997-4b2e-469e-b757-8f1ba4f8009c, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:45.611121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] For port 32aff997-4b2e-469e-b757-8f1ba4f8009c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=32aff997-4b2e-469e-b757-8f1ba4f8009c,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:45.614084 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7057dd1-5427-434d-86a9-6f5586a8028b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.620957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.699176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1657c76c-be6f-403c-8cc1-5f9bad75bb2c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.747709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72687d80-3032-4d88-8542-9e10ecdda0f4 None None] Pushing event updated for resources: {'Port': ['ID=32aff997-4b2e-469e-b757-8f1ba4f8009c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:45.773282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1657c76c-be6f-403c-8cc1-5f9bad75bb2c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.779086 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1657c76c-be6f-403c-8cc1-5f9bad75bb2c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/b640f682-5145-4647-bd93-2feb3db11618 HTTP/1.1" status: 204 len: 168 time: 0.7634282 Nov 22 16:37:45.783392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58950) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:45.803801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657c76c-be6f-403c-8cc1-5f9bad75bb2c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=b640f682-5145-4647-bd93-2feb3db11618,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:45.888363 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7057dd1-5427-434d-86a9-6f5586a8028b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.895149 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c7057dd1-5427-434d-86a9-6f5586a8028b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:45.914842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6dac8-ae42-4680-8e1e-fe6369b63f66 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:45.916541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6dac8-ae42-4680-8e1e-fe6369b63f66 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:45.921056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58952) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:45.921249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-daa6dac8-ae42-4680-8e1e-fe6369b63f66 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1268847 Nov 22 16:37:45.965865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c7057dd1-5427-434d-86a9-6f5586a8028b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87377ce40da94bf2a7a2bc9cc6084d18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6542885 Nov 22 16:37:45.967093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58954) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:45.969373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7057dd1-5427-434d-86a9-6f5586a8028b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b886896c-a9b8-490b-b2f0-7cab19f3a6b0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:46.024364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef996f9-35e8-4146-a39a-f3da5db1bfe5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet ca6151bc-30c1-48a4-b895-be46904395fd {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:46.077158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ef996f9-35e8-4146-a39a-f3da5db1bfe5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.146791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8880196-9a8a-4849-98aa-5b71fb8317e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.167385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ef996f9-35e8-4146-a39a-f3da5db1bfe5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.211522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8880196-9a8a-4849-98aa-5b71fb8317e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.220018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e772019-fb73-416e-8b3b-83cf69dee848 req-2beb7134-40a7-447d-b683-c016f9d99ce3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.0610623 Nov 22 16:37:46.322492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ef996f9-35e8-4146-a39a-f3da5db1bfe5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.376619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8880196-9a8a-4849-98aa-5b71fb8317e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.381504 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8880196-9a8a-4849-98aa-5b71fb8317e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.388535 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8880196-9a8a-4849-98aa-5b71fb8317e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b886896c-a9b8-490b-b2f0-7cab19f3a6b0 HTTP/1.1" status: 204 len: 168 time: 0.4144535 Nov 22 16:37:46.408980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8880196-9a8a-4849-98aa-5b71fb8317e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b886896c-a9b8-490b-b2f0-7cab19f3a6b0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:46.480368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ef996f9-35e8-4146-a39a-f3da5db1bfe5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.499814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ef996f9-35e8-4146-a39a-f3da5db1bfe5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.504016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8ef996f9-35e8-4146-a39a-f3da5db1bfe5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/ca6151bc-30c1-48a4-b895-be46904395fd HTTP/1.1" status: 204 len: 168 time: 0.5807076 Nov 22 16:37:46.509231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:46.530057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef996f9-35e8-4146-a39a-f3da5db1bfe5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6151bc-30c1-48a4-b895-be46904395fd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:46.566926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-94dbba3e-b64c-4160-aa1f-b85e10002b25 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522881 Nov 22 16:37:46.567629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 58964) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:46.573664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:46.578578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace951f5-952f-4a19-8db0-c6d334e43e47 req-b60513a5-5d85-48fe-a8cf-4ec9f5aaafa5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:46.580411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ace951f5-952f-4a19-8db0-c6d334e43e47 req-b60513a5-5d85-48fe-a8cf-4ec9f5aaafa5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 946 time: 0.1239209 Nov 22 16:37:46.617806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 099b5fd4-05a0-4300-a1ce-7ad00094bda0 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:46.668661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ace951f5-952f-4a19-8db0-c6d334e43e47 req-e819442a-9d7b-41c7-98e1-5cdb2f5edda4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810814 Nov 22 16:37:46.690782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 099b5fd4-05a0-4300-a1ce-7ad00094bda0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:46.691644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 099b5fd4-05a0-4300-a1ce-7ad00094bda0 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:46.813199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:46.820112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.893973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354930d8-aaeb-4d7f-895c-3021337ccda4 req-1c90358e-f47d-44b7-9666-c78052a737d9 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:46.905573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-354930d8-aaeb-4d7f-895c-3021337ccda4 req-1c90358e-f47d-44b7-9666-c78052a737d9 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 946 time: 0.1106932 Nov 22 16:37:47.024097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-354930d8-aaeb-4d7f-895c-3021337ccda4 req-7bb1c229-dbe8-41cb-8e31-d20311e7a0e9 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177156 Nov 22 16:37:47.074478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:47.099402 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3fc86af-70fc-4b97-ab48-2698dd2b58c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.222282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3fc86af-70fc-4b97-ab48-2698dd2b58c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.229302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3fc86af-70fc-4b97-ab48-2698dd2b58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.285296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e3fc86af-70fc-4b97-ab48-2698dd2b58c9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ab38c784c414b7ab29e062ee15a6d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2090080 Nov 22 16:37:47.286897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc86af-70fc-4b97-ab48-2698dd2b58c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5ff6b7-850c-4d65-816d-ecffd1697384,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:47.291000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 58978) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:47.365529 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e830965-11af-40df-bceb-a76a2e8ad0fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.390959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e830965-11af-40df-bceb-a76a2e8ad0fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.423957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1985fc3-edbd-47af-b479-86ab6b3e8abc None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:47.441304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:37:47.469651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4fbef0c-fbec-44eb-8e4d-e6447d26e81c req-af9b3e6b-319a-42d1-85c8-316f27ee8720 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.0575864 Nov 22 16:37:47.503227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e830965-11af-40df-bceb-a76a2e8ad0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.509572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e830965-11af-40df-bceb-a76a2e8ad0fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.513599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6e830965-11af-40df-bceb-a76a2e8ad0fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f5ff6b7-850c-4d65-816d-ecffd1697384 HTTP/1.1" status: 204 len: 168 time: 0.2192111 Nov 22 16:37:47.522976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e830965-11af-40df-bceb-a76a2e8ad0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5ff6b7-850c-4d65-816d-ecffd1697384,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:47.527419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Provisioning complete for port 32aff997-4b2e-469e-b757-8f1ba4f8009c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:47.528497 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.770096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.801542 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:47.905436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 32aff997-4b2e-469e-b757-8f1ba4f8009c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:47.999946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:48.000598 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:48.047136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 32aff997-4b2e-469e-b757-8f1ba4f8009c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:48.048184 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.206039 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.567781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59000) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:48.653387 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.685520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af51a087-2054-4e71-9092-0c758a3ad58a req-ff02514b-7366-4789-a834-9ad771c9737f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.0682142 Nov 22 16:37:48.699004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] For port 32aff997-4b2e-469e-b757-8f1ba4f8009c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=32aff997-4b2e-469e-b757-8f1ba4f8009c,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:48.853792 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.869543 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.870252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.994569 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:48.995086 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:48.997136 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:48.997612 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:49.036341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:49.042090 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e37942a0-e10f-43b4-888e-c2178683a571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.065387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:49.078583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ba68f-80a2-4c7b-a7b2-cf9f5845f0c5 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:49.095003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:49.096090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.187000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=d04979b2-21ef-4f44-b86d-d063b81acfff,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:49.210545 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6406424 Nov 22 16:37:49.212526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59012) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:49.216053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488d53b-14eb-41ff-a9a9-6cbb778f6517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=32aff997-4b2e-469e-b757-8f1ba4f8009c,revision_number=5']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:49.217833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:30:1e:50', 'name': 'tempest-NetworksTestDHCPv6-1452374841'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:49.431575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:49.487612 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.693826 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.735271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] For port 32aff997-4b2e-469e-b757-8f1ba4f8009c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=32aff997-4b2e-469e-b757-8f1ba4f8009c,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:49.743747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.758581 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.831035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 67409bfe-253c-49cb-9c37-0e6aaa12e371 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:49.946978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.000753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3294aeb3-91fc-4519-9609-0a241284f3bc req-7107ba66-de4d-42c9-9f87-21a5a556db77 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.1402376 Nov 22 16:37:50.031467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:50.032247 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:50.058106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8c8d2f5f-d811-4e19-af11-122d8835dda2 None None] Could not find standard attr ID for object b640f682-5145-4647-bd93-2feb3db11618. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:37:50.063590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c93952-1dfd-4775-b1a3-88f7d78782b7 None None] Pushing event updated for resources: {'Port': ['ID=32aff997-4b2e-469e-b757-8f1ba4f8009c,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:50.083270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8c8d2f5f-d811-4e19-af11-122d8835dda2 None None] Provisioning complete for port 32aff997-4b2e-469e-b757-8f1ba4f8009c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:50.083792 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8c8d2f5f-d811-4e19-af11-122d8835dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.150775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fe30:1e50 (fdb01832-e58a-4d05-957d-673e11b0a638/d04979b2-21ef-4f44-b86d-d063b81acfff/67409bfe-253c-49cb-9c37-0e6aaa12e371) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:50.456672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 32aff997-4b2e-469e-b757-8f1ba4f8009c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:50.459593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.507991 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.563845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:50.569935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 32aff997-4b2e-469e-b757-8f1ba4f8009c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:50.570477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.577074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:50.581369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:50.587888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.20.0.17 (d5ace36a-78fe-4e7e-98bf-4db043f64e60/4c13e862-3d1e-4d79-9337-cdf34412b914/b4c32634-b0a4-4fa1-8dbc-7673f1165647) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:50.589625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.591205 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.624934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=67409bfe-253c-49cb-9c37-0e6aaa12e371,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:50.634949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9fa65b7f-b732-4448-9c86-41ea9753ac81 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4211311 Nov 22 16:37:50.637815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59032) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:50.702001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bce468-24b9-45a3-8400-cc1618f6b292 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.709114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bce468-24b9-45a3-8400-cc1618f6b292 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.711981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-70bce468-24b9-45a3-8400-cc1618f6b292 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0720656 Nov 22 16:37:50.714152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59034) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:50.864758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-36df201c-0c9d-4106-be27-1cc041162d62 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 67409bfe-253c-49cb-9c37-0e6aaa12e371 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:50.865553 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36df201c-0c9d-4106-be27-1cc041162d62 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.917377 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.995989 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.058025 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36df201c-0c9d-4106-be27-1cc041162d62 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.063408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:51.068850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:51.073788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:51.110549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=b4c32634-b0a4-4fa1-8dbc-7673f1165647,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:51.110842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-36df201c-0c9d-4106-be27-1cc041162d62 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 67409bfe-253c-49cb-9c37-0e6aaa12e371 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:51.137874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.162598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-607a9462-e40d-417f-8564-0aa8fd45fd34 None None] Provisioning complete for port 67409bfe-253c-49cb-9c37-0e6aaa12e371 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:51.171250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-607a9462-e40d-417f-8564-0aa8fd45fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.264634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-607a9462-e40d-417f-8564-0aa8fd45fd34 None None] Port 67409bfe-253c-49cb-9c37-0e6aaa12e371 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:51.333054 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f9d06ce-ebd9-4b61-8316-80db70392212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.340706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4fe86aec-fec8-4257-941e-e612f5cc692d req-ac743698-535b-46f3-968f-1464463ee4a6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=55310166-f7fe-484b-b1bf-823e6d225963 HTTP/1.1" status: 200 len: 210 time: 0.0744245 Nov 22 16:37:51.467549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.551283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36df201c-0c9d-4106-be27-1cc041162d62 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.594667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d08c365d-3c22-48dc-ba18-4786c78311b8 None None] Provisioning complete for port b4c32634-b0a4-4fa1-8dbc-7673f1165647 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:51.595079 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d08c365d-3c22-48dc-ba18-4786c78311b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.615364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df201c-0c9d-4106-be27-1cc041162d62 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=67409bfe-253c-49cb-9c37-0e6aaa12e371,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:51.663348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d08c365d-3c22-48dc-ba18-4786c78311b8 None None] Port b4c32634-b0a4-4fa1-8dbc-7673f1165647 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:51.677151 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-36df201c-0c9d-4106-be27-1cc041162d62 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.681919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-36df201c-0c9d-4106-be27-1cc041162d62 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/67409bfe-253c-49cb-9c37-0e6aaa12e371 HTTP/1.1" status: 204 len: 168 time: 0.9663332 Nov 22 16:37:51.684582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59048) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:51.776338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa405c-4a35-486e-a3a5-ccf14e25a20b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.778489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa405c-4a35-486e-a3a5-ccf14e25a20b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.780032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5eaa405c-4a35-486e-a3a5-ccf14e25a20b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0938828 Nov 22 16:37:51.782480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:51.851525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ce27cf-df5d-42e0-bd4f-8120e48497b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet d04979b2-21ef-4f44-b86d-d063b81acfff {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:51.856243 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02ce27cf-df5d-42e0-bd4f-8120e48497b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.919385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02ce27cf-df5d-42e0-bd4f-8120e48497b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.026264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.034306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.050001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02ce27cf-df5d-42e0-bd4f-8120e48497b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.127332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=b4c32634-b0a4-4fa1-8dbc-7673f1165647,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:52.137713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.163236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02ce27cf-df5d-42e0-bd4f-8120e48497b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.200378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce27cf-df5d-42e0-bd4f-8120e48497b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=d04979b2-21ef-4f44-b86d-d063b81acfff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:52.204214 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02ce27cf-df5d-42e0-bd4f-8120e48497b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.208195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-02ce27cf-df5d-42e0-bd4f-8120e48497b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/d04979b2-21ef-4f44-b86d-d063b81acfff HTTP/1.1" status: 204 len: 168 time: 0.4239206 Nov 22 16:37:52.212055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:52.214893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d35e4b-93e7-4182-9076-a45da966f1a9 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:52.282967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-030ab35a-4529-4cad-ba21-c366f90cfc04 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564508 Nov 22 16:37:52.287292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:52.337714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:52.339468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:52.426643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cac95d-5bbc-41aa-bcf2-67496ff0c420 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:52.438062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-67cac95d-5bbc-41aa-bcf2-67496ff0c420 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1405809 Nov 22 16:37:52.440527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59070) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:52.574395 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.601476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa515a8-06be-4e30-a7d4-76db2a3843ef tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:52.604687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-eaa515a8-06be-4e30-a7d4-76db2a3843ef tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1611133 Nov 22 16:37:52.611113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59076) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:52.634429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 461a0fd2-311b-46b8-ba8c-718d551da336 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:52.667858 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.670978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:52.718889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-677ab285-1005-4443-94d4-b8cd20ecde7b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061149 Nov 22 16:37:52.727229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59078) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:52.733252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:52.759027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Deleting port 32aff997-4b2e-469e-b757-8f1ba4f8009c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:52.761158 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.849355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:52.856475 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.863505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-836069ba-8157-4fa4-8e3a-26ca2106903d None None] Provisioning complete for port b4c32634-b0a4-4fa1-8dbc-7673f1165647 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:52.864165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-836069ba-8157-4fa4-8e3a-26ca2106903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.916360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:52.928043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] For port 32aff997-4b2e-469e-b757-8f1ba4f8009c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=32aff997-4b2e-469e-b757-8f1ba4f8009c,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:52.928644 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.932362 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Sync routers for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:52.967933 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eab6bf67-9e20-4fa7-babc-d702106ae0c0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "PUT /v2.0/routers/461a0fd2-311b-46b8-ba8c-718d551da336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3839521 Nov 22 16:37:52.968173 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:52.968173 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:37:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:52.995543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Calling delete_port for 32aff997-4b2e-469e-b757-8f1ba4f8009c owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:53.022983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-836069ba-8157-4fa4-8e3a-26ca2106903d None None] Port b4c32634-b0a4-4fa1-8dbc-7673f1165647 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:53.164147 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.187696 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:53.210512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Pushing event deleted for resources: {'Port': ['ID=32aff997-4b2e-469e-b757-8f1ba4f8009c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:53.223323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.224774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.225278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.225769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.226287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.227210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.227718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.228254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.228738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.229240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.229766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.230357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:53.234356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a655d6-acbd-4adb-b3f7-034f7b97d8fc None None] No DVR routers for this DVR port 32aff997-4b2e-469e-b757-8f1ba4f8009c on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:53.321403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.objects.ports [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:37:53.323245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.543393 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:37:51Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:55Z', 'revision_number': 1, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c32634-b0a4-4fa1-8dbc-7673f1165647', 'name': '', 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:32:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '4c13e862-3d1e-4d79-9337-cdf34412b914', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:50Z', 'updated_at': '2021-11-22T16:37:51Z', 'revision_number': 2, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '4c13e862-3d1e-4d79-9337-cdf34412b914', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:53.574862 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Checking router: 461a0fd2-311b-46b8-ba8c-718d551da336 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:53.575237 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Updating router 461a0fd2-311b-46b8-ba8c-718d551da336 port b4c32634-b0a4-4fa1-8dbc-7673f1165647 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:37:53.605791 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.757831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:53.764814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:53.775792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb6577c-36ff-4fae-ab28-9b4ff65d9c29 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:53.780531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:53.781153 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.798398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=eabb001a-d0f0-4af8-a9da-0c50b923a314,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:53.828722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dd9c0ef1-c558-4643-9350-020436cf8026 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1001894 Nov 22 16:37:53.831421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59096) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:53.838454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:b3:ab:b2', 'name': 'tempest-NetworksTestDHCPv6-2103523823'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:54.101479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:54.241375 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.251552 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.307322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.351617 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Pushing event updated for resources: {'Port': ['ID=b4c32634-b0a4-4fa1-8dbc-7673f1165647,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:54.370434 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.371167 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.372363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.373010 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.373665 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.374241 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.374789 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.375477 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.376057 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.376629 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.377169 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.377700 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:54.388124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 665d727f-3ae2-4a7c-b965-5aaebbb8c0f9 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:37:54.466058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 32aff997-4b2e-469e-b757-8f1ba4f8009c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:54.517352 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Attempting to bind port b4c32634-b0a4-4fa1-8dbc-7673f1165647 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:54.520400 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Attempting to bind port b4c32634-b0a4-4fa1-8dbc-7673f1165647 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:54.521315 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Attempting to bind port b4c32634-b0a4-4fa1-8dbc-7673f1165647 on network d5ace36a-78fe-4e7e-98bf-4db043f64e60 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:54.536414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 32aff997-4b2e-469e-b757-8f1ba4f8009c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:54.537043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 32aff997-4b2e-469e-b757-8f1ba4f8009c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:54.540509 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:54.540912 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Checking segment: {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:54.541332 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.543094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:feb3:abb2 (fdb01832-e58a-4d05-957d-673e11b0a638/eabb001a-d0f0-4af8-a9da-0c50b923a314/665d727f-3ae2-4a7c-b965-5aaebbb8c0f9) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:54.561943 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Bound using segment: {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:54.562615 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Bound port: b4c32634-b0a4-4fa1-8dbc-7673f1165647, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b4b648-efc3-4b34-85d3-b6d1308e4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:54.563030 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.649650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.768291 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] For port b4c32634-b0a4-4fa1-8dbc-7673f1165647, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:54.780180 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] For port b4c32634-b0a4-4fa1-8dbc-7673f1165647, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b4c32634-b0a4-4fa1-8dbc-7673f1165647,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:54.793465 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.831775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b7648f0f-56ae-4cf4-8771-716bf7748fa3 None None] Provisioning complete for port b4c32634-b0a4-4fa1-8dbc-7673f1165647 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:54.833143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7648f0f-56ae-4cf4-8771-716bf7748fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.887708 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed43a0-f7da-4c72-a0ee-34f96472943c None None] Pushing event updated for resources: {'Port': ['ID=b4c32634-b0a4-4fa1-8dbc-7673f1165647,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:54.894560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'eabb001a-d0f0-4af8-a9da-0c50b923a314'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:54.896051 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.900567 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:54.901211 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:37:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:54.927474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:54.988995 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.233274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7648f0f-56ae-4cf4-8771-716bf7748fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.237534 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:55.344187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b7648f0f-56ae-4cf4-8771-716bf7748fa3 None None] For port b4c32634-b0a4-4fa1-8dbc-7673f1165647, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b4c32634-b0a4-4fa1-8dbc-7673f1165647,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:55.352194 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b7648f0f-56ae-4cf4-8771-716bf7748fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.495940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7648f0f-56ae-4cf4-8771-716bf7748fa3 None None] Pushing event updated for resources: {'Port': ['ID=b4c32634-b0a4-4fa1-8dbc-7673f1165647,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:55.530260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f7361922-9600-4dc1-8d70-e67332656d4b None None] Provisioning complete for port b4c32634-b0a4-4fa1-8dbc-7673f1165647 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:55.530648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7361922-9600-4dc1-8d70-e67332656d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.579608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.660879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.734752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Allocated IP 2001:db8::f816:3eff:fed5:e4a8 (fdb01832-e58a-4d05-957d-673e11b0a638/eabb001a-d0f0-4af8-a9da-0c50b923a314/97c134a5-653d-4077-9153-f8fa2b41da7f) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:55.736761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:55.740954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:55.745119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:55.751351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:55.752098 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.773517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=665d727f-3ae2-4a7c-b965-5aaebbb8c0f9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:55.790074 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-81d5affb-a2cd-4c03-b252-1259884f6123 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9571593 Nov 22 16:37:55.790627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:55.854293 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:37:51Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:55Z', 'revision_number': 1, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c32634-b0a4-4fa1-8dbc-7673f1165647', 'name': '', 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:32:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '4c13e862-3d1e-4d79-9337-cdf34412b914', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:50Z', 'updated_at': '2021-11-22T16:37:54Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '4c13e862-3d1e-4d79-9337-cdf34412b914', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:55.921645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b6442-9b65-447b-a335-976e24a9d672 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:55.926767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59122) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:55.938100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f69b6442-9b65-447b-a335-976e24a9d672 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1440856 Nov 22 16:37:55.942380 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc132b6a-6ee4-4df0-9b3b-968bf5611208 None None] The sync data for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 is: [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:37:51Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:55Z', 'revision_number': 1, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c32634-b0a4-4fa1-8dbc-7673f1165647', 'name': '', 'network_id': 'd5ace36a-78fe-4e7e-98bf-4db043f64e60', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:32:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '4c13e862-3d1e-4d79-9337-cdf34412b914', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:50Z', 'updated_at': '2021-11-22T16:37:54Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '4c13e862-3d1e-4d79-9337-cdf34412b914', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:56.037616 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.045866 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.083713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-31ef93b1-a69c-461c-8209-e792e412cf4c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 665d727f-3ae2-4a7c-b965-5aaebbb8c0f9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:56.084111 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31ef93b1-a69c-461c-8209-e792e412cf4c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.119571 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:56.123320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:56.126155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:56.142790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Pushing event updated for resources: {'Port': ['ID=97c134a5-653d-4077-9153-f8fa2b41da7f,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:56.192786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Attempting to bind port 97c134a5-653d-4077-9153-f8fa2b41da7f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:56.193301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Attempting to bind port 97c134a5-653d-4077-9153-f8fa2b41da7f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:56.193764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Attempting to bind port 97c134a5-653d-4077-9153-f8fa2b41da7f on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:56.200884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:56.201358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:56.201859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.202345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:56.202898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Bound port: 97c134a5-653d-4077-9153-f8fa2b41da7f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:56.203408 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.215928 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31ef93b1-a69c-461c-8209-e792e412cf4c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.243753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-31ef93b1-a69c-461c-8209-e792e412cf4c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 665d727f-3ae2-4a7c-b965-5aaebbb8c0f9 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:56.293496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] For port 97c134a5-653d-4077-9153-f8fa2b41da7f, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:56.300022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] For port 97c134a5-653d-4077-9153-f8fa2b41da7f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=97c134a5-653d-4077-9153-f8fa2b41da7f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:56.314629 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.443850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b4c32634-b0a4-4fa1-8dbc-7673f1165647 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:56.489425 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31ef93b1-a69c-461c-8209-e792e412cf4c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.561321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96aa95-618b-4933-b4be-5e70b8acc9e2 None None] Pushing event updated for resources: {'Port': ['ID=97c134a5-653d-4077-9153-f8fa2b41da7f,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:56.569588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef93b1-a69c-461c-8209-e792e412cf4c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=665d727f-3ae2-4a7c-b965-5aaebbb8c0f9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:56.604370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b4c32634-b0a4-4fa1-8dbc-7673f1165647 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:56.604843 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.619817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-31ef93b1-a69c-461c-8209-e792e412cf4c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.626383 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-31ef93b1-a69c-461c-8209-e792e412cf4c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/665d727f-3ae2-4a7c-b965-5aaebbb8c0f9 HTTP/1.1" status: 204 len: 168 time: 0.6963024 Nov 22 16:37:56.626949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:56.769225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab7000-e0a4-47ae-8e03-0388dbf2c89a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:56.781857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecab7000-e0a4-47ae-8e03-0388dbf2c89a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:56.784958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ecab7000-e0a4-47ae-8e03-0388dbf2c89a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1561966 Nov 22 16:37:56.788113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59130) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:56.904523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4324177e-3eff-4ecc-8254-2fbdd675d9d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet eabb001a-d0f0-4af8-a9da-0c50b923a314 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:56.908969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4324177e-3eff-4ecc-8254-2fbdd675d9d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.982872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4324177e-3eff-4ecc-8254-2fbdd675d9d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.172398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4324177e-3eff-4ecc-8254-2fbdd675d9d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.285028 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4324177e-3eff-4ecc-8254-2fbdd675d9d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.311486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4324177e-3eff-4ecc-8254-2fbdd675d9d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.318273 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4324177e-3eff-4ecc-8254-2fbdd675d9d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/eabb001a-d0f0-4af8-a9da-0c50b923a314 HTTP/1.1" status: 204 len: 168 time: 0.5285897 Nov 22 16:37:57.321453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:57.356657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324177e-3eff-4ecc-8254-2fbdd675d9d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=eabb001a-d0f0-4af8-a9da-0c50b923a314,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:57.434817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b6616613-6d35-4ce6-9130-ff1baadfb32b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119406 Nov 22 16:37:57.436949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59152) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:57.442560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:57.464934 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:37:57.590359 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:57.595500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.116992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd339e1d-6944-4cf1-bd97-0e0012992335 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:58.118660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:37:58.255090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e18125ef-5a9a-4614-8ce2-3976cb0ac842 None None] Provisioning complete for port 97c134a5-653d-4077-9153-f8fa2b41da7f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:58.255430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e18125ef-5a9a-4614-8ce2-3976cb0ac842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.465377 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.526948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 97c134a5-653d-4077-9153-f8fa2b41da7f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:58.550180 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e18125ef-5a9a-4614-8ce2-3976cb0ac842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.613746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e18125ef-5a9a-4614-8ce2-3976cb0ac842 None None] For port 97c134a5-653d-4077-9153-f8fa2b41da7f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=97c134a5-653d-4077-9153-f8fa2b41da7f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:58.626350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 97c134a5-653d-4077-9153-f8fa2b41da7f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:58.626733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.636437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.db.api [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:37:58.640212 n-d-811716-3 neutron-server[103410]: DEBUG oslo_db.api [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:37:58.663575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e18125ef-5a9a-4614-8ce2-3976cb0ac842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.737371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18125ef-5a9a-4614-8ce2-3976cb0ac842 None None] Pushing event updated for resources: {'Port': ['ID=97c134a5-653d-4077-9153-f8fa2b41da7f,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.835042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59168) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:59.017659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-12da7903-9ac6-4644-8a09-6154323fcfc7 None None] Provisioning complete for port 97c134a5-653d-4077-9153-f8fa2b41da7f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:59.018677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-12da7903-9ac6-4644-8a09-6154323fcfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.022138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bc27cc6-23cc-46cc-ab29-96c090ece333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.176896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bc27cc6-23cc-46cc-ab29-96c090ece333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.188184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4bc27cc6-23cc-46cc-ab29-96c090ece333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.195065 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.246625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc27cc6-23cc-46cc-ab29-96c090ece333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cee7ca-3528-44a3-b281-dacb0ad1675e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.254167 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4bc27cc6-23cc-46cc-ab29-96c090ece333 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1af10441e1ad4589bba80243f943473d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147477 Nov 22 16:37:59.254981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59172) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:59.280916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dd10cb55-c28b-4060-ab40-9d017f17acc2 None None] Could not find standard attr ID for object 665d727f-3ae2-4a7c-b965-5aaebbb8c0f9. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:37:59.378658 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44e6ef6e-fdb9-4771-a74f-80a436ab02d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.423241 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44e6ef6e-fdb9-4771-a74f-80a436ab02d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.469293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] For port 97c134a5-653d-4077-9153-f8fa2b41da7f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=97c134a5-653d-4077-9153-f8fa2b41da7f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:59.494865 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44e6ef6e-fdb9-4771-a74f-80a436ab02d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.501810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-44e6ef6e-fdb9-4771-a74f-80a436ab02d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.509428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-44e6ef6e-fdb9-4771-a74f-80a436ab02d0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78cee7ca-3528-44a3-b281-dacb0ad1675e HTTP/1.1" status: 204 len: 168 time: 0.2519720 Nov 22 16:37:59.518715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6ef6e-fdb9-4771-a74f-80a436ab02d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cee7ca-3528-44a3-b281-dacb0ad1675e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.525017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.533661 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.534483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.627025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:59.633210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:59.636781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=d22e456a-b4c6-46e4-a3f3-3d8784e2c7f7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.643021 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:59.643021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.646923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4c5021-031c-4e54-a7cd-2dae4a5b9614 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:59.660736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=97c134a5-653d-4077-9153-f8fa2b41da7f,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.675141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1f99973a-b422-4b74-9b52-a4bc5115e75d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2370439 Nov 22 16:37:59.677132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59180) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:59.682656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:6a:67:ea', 'name': 'tempest-NetworksTestDHCPv6-90943192'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:59.822665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:59.913706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59182) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:59.925050 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.933516 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf279-76c1-4c78-9fc0-ddfe7089bf10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.954505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 1ef10c85-21c1-445b-998c-40f2052eab67 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:00.042940 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf279-76c1-4c78-9fc0-ddfe7089bf10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.048395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b4aaf279-76c1-4c78-9fc0-ddfe7089bf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.083755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fe6a:67ea (fdb01832-e58a-4d05-957d-673e11b0a638/d22e456a-b4c6-46e4-a3f3-3d8784e2c7f7/1ef10c85-21c1-445b-998c-40f2052eab67) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:00.100576 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b4aaf279-76c1-4c78-9fc0-ddfe7089bf10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=53b53226ca7d492f990d6e6f7b5c7c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1836269 Nov 22 16:38:00.103336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59184) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:00.107003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aaf279-76c1-4c78-9fc0-ddfe7089bf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a081b3-af71-4c80-9f62-d7f702d49f5c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:00.134349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-64474425-2198-471b-bd23-6f670a29a4e8 None None] Provisioning complete for port 97c134a5-653d-4077-9153-f8fa2b41da7f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:00.134779 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64474425-2198-471b-bd23-6f670a29a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.251736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40e8ac39-ef37-4295-a913-8435f51354a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.295307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40e8ac39-ef37-4295-a913-8435f51354a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.353249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.401612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40e8ac39-ef37-4295-a913-8435f51354a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.404952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40e8ac39-ef37-4295-a913-8435f51354a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.406325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-40e8ac39-ef37-4295-a913-8435f51354a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/45a081b3-af71-4c80-9f62-d7f702d49f5c HTTP/1.1" status: 204 len: 168 time: 0.3019633 Nov 22 16:38:00.415768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 97c134a5-653d-4077-9153-f8fa2b41da7f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:00.416799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.439959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8ac39-ef37-4295-a913-8435f51354a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a081b3-af71-4c80-9f62-d7f702d49f5c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:00.488262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:00.497955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:00.506365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:00.508279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 97c134a5-653d-4077-9153-f8fa2b41da7f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:00.508770 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.512905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:00.513654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.540427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=1ef10c85-21c1-445b-998c-40f2052eab67,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:00.548811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-af14bfdd-ba20-4099-9b98-3988f5b3c033 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8706198 Nov 22 16:38:00.555133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59196) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:00.670523 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7f3a1-4fd7-40d0-ba20-7148e01795be tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:00.686018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7f3a1-4fd7-40d0-ba20-7148e01795be tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:00.687898 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-94f7f3a1-4fd7-40d0-ba20-7148e01795be tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1317008 Nov 22 16:38:00.692554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:00.810627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8def5-022f-4e95-b910-7da85f89049b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 1ef10c85-21c1-445b-998c-40f2052eab67 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:00.811076 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ff8def5-022f-4e95-b910-7da85f89049b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.933351 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ff8def5-022f-4e95-b910-7da85f89049b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:00.959046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8def5-022f-4e95-b910-7da85f89049b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 1ef10c85-21c1-445b-998c-40f2052eab67 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:01.028920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e7b5e545-97c9-49a0-ad47-f360c07c63bd None None] Provisioning complete for port 1ef10c85-21c1-445b-998c-40f2052eab67 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:01.032705 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7b5e545-97c9-49a0-ad47-f360c07c63bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.073317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5e545-97c9-49a0-ad47-f360c07c63bd None None] Port 1ef10c85-21c1-445b-998c-40f2052eab67 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:01.188225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ff8def5-022f-4e95-b910-7da85f89049b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.240089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8def5-022f-4e95-b910-7da85f89049b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=1ef10c85-21c1-445b-998c-40f2052eab67,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:01.276593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ff8def5-022f-4e95-b910-7da85f89049b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.280729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8ff8def5-022f-4e95-b910-7da85f89049b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/1ef10c85-21c1-445b-998c-40f2052eab67 HTTP/1.1" status: 204 len: 168 time: 0.5870528 Nov 22 16:38:01.283485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59210) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:01.352966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fef534-73c5-4d32-af26-130a45b86c14 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:01.355827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fef534-73c5-4d32-af26-130a45b86c14 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:01.360199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a4fef534-73c5-4d32-af26-130a45b86c14 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0730948 Nov 22 16:38:01.360762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:01.463647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f4fa0c-6322-4c09-a55e-a251fe788bf7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet d22e456a-b4c6-46e4-a3f3-3d8784e2c7f7 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:01.470772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f4fa0c-6322-4c09-a55e-a251fe788bf7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.564630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f4fa0c-6322-4c09-a55e-a251fe788bf7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.725274 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f4fa0c-6322-4c09-a55e-a251fe788bf7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.838398 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f4fa0c-6322-4c09-a55e-a251fe788bf7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.891482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4fa0c-6322-4c09-a55e-a251fe788bf7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=d22e456a-b4c6-46e4-a3f3-3d8784e2c7f7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:01.901425 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8f4fa0c-6322-4c09-a55e-a251fe788bf7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:01.907226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f8f4fa0c-6322-4c09-a55e-a251fe788bf7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/d22e456a-b4c6-46e4-a3f3-3d8784e2c7f7 HTTP/1.1" status: 204 len: 168 time: 0.5450635 Nov 22 16:38:01.912385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59228) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:01.917186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07620c9e-42ea-42e3-a39b-6b0ec90bebe4 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:02.002176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-89b43201-cefc-4079-bb73-b409fbb28ffe tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876925 Nov 22 16:38:02.007102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59232) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:02.107879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eb4341-2c44-4242-afa8-46ed4ea34dcc tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:02.113880 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25eb4341-2c44-4242-afa8-46ed4ea34dcc tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1036541 Nov 22 16:38:02.114619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59238) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:02.184959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d25c10-9dd8-47b5-be7f-64f8c8d73786 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:02.190188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e7d25c10-9dd8-47b5-be7f-64f8c8d73786 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0707755 Nov 22 16:38:02.190799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59242) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:02.231334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:02.264367 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-75fdc6d3-c544-4326-8abb-4dde249b7acb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718024 Nov 22 16:38:02.271404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:02.277904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:02.305725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] Deleting port 97c134a5-653d-4077-9153-f8fa2b41da7f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:02.307459 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.405996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:02.411866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.491877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] For port 97c134a5-653d-4077-9153-f8fa2b41da7f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=97c134a5-653d-4077-9153-f8fa2b41da7f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:02.492551 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.505853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 97c134a5-653d-4077-9153-f8fa2b41da7f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:02.544319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] Calling delete_port for 97c134a5-653d-4077-9153-f8fa2b41da7f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:02.696353 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.715895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.758096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 97c134a5-653d-4077-9153-f8fa2b41da7f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=97c134a5-653d-4077-9153-f8fa2b41da7f,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:02.771668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.788914 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:02.802818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:02.809726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:02.810609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.826804 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.832782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=3af93e50-d29f-4c58-8744-b7dbe7732c0b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:02.853956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-766a459b-1f2e-48f9-b1e1-726374f7b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5816033 Nov 22 16:38:02.857686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:02.860807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] No DVR routers for this DVR port 97c134a5-653d-4077-9153-f8fa2b41da7f on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:02.892586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90752db1-4b29-46d2-bf66-890d9fdc17bc None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:02.895457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:62:bd:1b', 'name': 'tempest-NetworksTestDHCPv6-1654505498'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:02.998261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=97c134a5-653d-4077-9153-f8fa2b41da7f,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.125869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:03.137542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.176344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:03.214145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a426c-b419-4f14-98b1-ad1de7b40710 None None] Pushing event deleted for resources: {'Port': ['ID=97c134a5-653d-4077-9153-f8fa2b41da7f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.327486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59264) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:03.365260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': '3af93e50-d29f-4c58-8744-b7dbe7732c0b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:03.366328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.385649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::311 (fdb01832-e58a-4d05-957d-673e11b0a638/3af93e50-d29f-4c58-8744-b7dbe7732c0b/2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:03.544868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81ffecfa-c327-4f5c-9f6a-1704fbfa3faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.585429 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.634208 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.696068 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81ffecfa-c327-4f5c-9f6a-1704fbfa3faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.701815 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81ffecfa-c327-4f5c-9f6a-1704fbfa3faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.707086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:03.711593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:03.715718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:03.718739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/3af93e50-d29f-4c58-8744-b7dbe7732c0b/d2895d2d-fb97-4c38-94e1-a7fc954534b8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:03.721928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:03.723281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.740700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.752423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-736617a5-b374-4b57-82ed-501df10f2907 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8882349 Nov 22 16:38:03.755022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:03.797644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ffecfa-c327-4f5c-9f6a-1704fbfa3faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3524ef-d928-4b8b-8389-3aeaac2a1bbf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.810084 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-81ffecfa-c327-4f5c-9f6a-1704fbfa3faa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb9b006aebd94fee8464a7703b2fe47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4806929 Nov 22 16:38:03.811275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59270) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:03.853798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9119e9a-7a2e-412a-a391-3e3cbdc33a57 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:03.855570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d9119e9a-7a2e-412a-a391-3e3cbdc33a57 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0990889 Nov 22 16:38:03.863839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:03.890063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d43d421f-9574-4f37-89b9-954d3b7f861a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.926004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d43d421f-9574-4f37-89b9-954d3b7f861a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.986396 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.006160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.019827 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d43d421f-9574-4f37-89b9-954d3b7f861a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.023559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d43d421f-9574-4f37-89b9-954d3b7f861a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.026163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d43d421f-9574-4f37-89b9-954d3b7f861a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1f3524ef-d928-4b8b-8389-3aeaac2a1bbf HTTP/1.1" status: 204 len: 168 time: 0.2126682 Nov 22 16:38:04.044286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-68421074-d56f-41a7-9008-d7077ef677c0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:04.044286 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68421074-d56f-41a7-9008-d7077ef677c0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.059680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d421f-9574-4f37-89b9-954d3b7f861a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3524ef-d928-4b8b-8389-3aeaac2a1bbf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:04.150207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:04.165429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:04.175353 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:04.189774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Pushing event updated for resources: {'Port': ['ID=d2895d2d-fb97-4c38-94e1-a7fc954534b8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:04.217182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68421074-d56f-41a7-9008-d7077ef677c0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.261381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-68421074-d56f-41a7-9008-d7077ef677c0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:04.307099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Attempting to bind port d2895d2d-fb97-4c38-94e1-a7fc954534b8 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:04.308082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Attempting to bind port d2895d2d-fb97-4c38-94e1-a7fc954534b8 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:04.309266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Attempting to bind port d2895d2d-fb97-4c38-94e1-a7fc954534b8 on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:04.321328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:04.322040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:04.322654 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.334184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:04.335023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Bound port: d2895d2d-fb97-4c38-94e1-a7fc954534b8, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:04.335698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.470777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] For port d2895d2d-fb97-4c38-94e1-a7fc954534b8, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:04.475294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] For port d2895d2d-fb97-4c38-94e1-a7fc954534b8, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d2895d2d-fb97-4c38-94e1-a7fc954534b8,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:04.483335 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.570240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68421074-d56f-41a7-9008-d7077ef677c0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.574167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dd922-50dd-4ba7-831c-fbc4b8b53972 None None] Pushing event updated for resources: {'Port': ['ID=d2895d2d-fb97-4c38-94e1-a7fc954534b8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:04.620202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68421074-d56f-41a7-9008-d7077ef677c0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:04.703781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-68421074-d56f-41a7-9008-d7077ef677c0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.710052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-68421074-d56f-41a7-9008-d7077ef677c0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65 HTTP/1.1" status: 204 len: 168 time: 0.8446469 Nov 22 16:38:04.713246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59326) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:04.816489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5fe5a7-a92d-4b86-95e0-56de78657de6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:04.819076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5fe5a7-a92d-4b86-95e0-56de78657de6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:04.822157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6d5fe5a7-a92d-4b86-95e0-56de78657de6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1073246 Nov 22 16:38:04.826496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:05.032988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-021ea9cf-7cba-4547-8cb1-b188df92e2d4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 3af93e50-d29f-4c58-8744-b7dbe7732c0b {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:05.042493 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-021ea9cf-7cba-4547-8cb1-b188df92e2d4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.158628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-021ea9cf-7cba-4547-8cb1-b188df92e2d4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.366628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-021ea9cf-7cba-4547-8cb1-b188df92e2d4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.488269 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-021ea9cf-7cba-4547-8cb1-b188df92e2d4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.524657 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-021ea9cf-7cba-4547-8cb1-b188df92e2d4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.531957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-021ea9cf-7cba-4547-8cb1-b188df92e2d4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/3af93e50-d29f-4c58-8744-b7dbe7732c0b HTTP/1.1" status: 204 len: 168 time: 0.7038879 Nov 22 16:38:05.532175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:05.533834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ea9cf-7cba-4547-8cb1-b188df92e2d4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=3af93e50-d29f-4c58-8744-b7dbe7732c0b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.611190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2294b9ee-218f-4bde-a513-34261eb932fd tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772276 Nov 22 16:38:05.616183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59380) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:05.687828 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000addf1-1d30-40c8-8ba2-cecc8a6b22db tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:05.690451 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-000addf1-1d30-40c8-8ba2-cecc8a6b22db tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0721045 Nov 22 16:38:05.693986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59382) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:05.805951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76214a79-2b7d-4d82-932b-d93329f51732 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:05.807828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-76214a79-2b7d-4d82-932b-d93329f51732 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112223 Nov 22 16:38:05.811079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59384) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:05.885325 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b3a4d958-67a4-4af7-b44a-2958721f9609 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712094 Nov 22 16:38:05.889956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59388) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:05.897825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:06.086477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:06.101130 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.297756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0385c1-ce09-4d6d-a69c-a40b185a82ec None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:06.432892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6f85c4bd-4857-460d-aa02-1d76c1a0cbce None None] Provisioning complete for port d2895d2d-fb97-4c38-94e1-a7fc954534b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:06.433540 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f85c4bd-4857-460d-aa02-1d76c1a0cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.553840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d2895d2d-fb97-4c38-94e1-a7fc954534b8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:06.649514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.objects.ports [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:38:06.664291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d2895d2d-fb97-4c38-94e1-a7fc954534b8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:06.664685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.796044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f85c4bd-4857-460d-aa02-1d76c1a0cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.872236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6f85c4bd-4857-460d-aa02-1d76c1a0cbce None None] For port d2895d2d-fb97-4c38-94e1-a7fc954534b8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d2895d2d-fb97-4c38-94e1-a7fc954534b8,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:06.882315 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f85c4bd-4857-460d-aa02-1d76c1a0cbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.926580 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.009537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.025726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85c4bd-4857-460d-aa02-1d76c1a0cbce None None] Pushing event updated for resources: {'Port': ['ID=d2895d2d-fb97-4c38-94e1-a7fc954534b8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:07.044451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:38:07.044755 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:38:07.230375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e6886fa5-130d-4099-bbeb-975e8015a401 None None] Provisioning complete for port d2895d2d-fb97-4c38-94e1-a7fc954534b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:07.231126 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6886fa5-130d-4099-bbeb-975e8015a401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.311538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] For port d2895d2d-fb97-4c38-94e1-a7fc954534b8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d2895d2d-fb97-4c38-94e1-a7fc954534b8,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:07.377066 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.386232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.387187 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.509190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:07.514716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:07.528569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:07.529180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.538095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=381eaaef-9956-44aa-985b-08f6745fa6ea,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:07.577446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6854994 Nov 22 16:38:07.580008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b704efa-b3f6-4cdb-855b-188013d7edc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=d2895d2d-fb97-4c38-94e1-a7fc954534b8,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:07.580409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59452) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:07.589304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-15697b0e-ac05-4763-88fa-62579763d8e3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:07.604090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db5053-8d18-46dd-b73e-bf461ed71fa8 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:07.674783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8f35edfd-b02b-4e06-9b23-8b8f84586885 None None] Could not find standard attr ID for object 2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:07.748834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15697b0e-ac05-4763-88fa-62579763d8e3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:07.755454 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-15697b0e-ac05-4763-88fa-62579763d8e3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.890557 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-15697b0e-ac05-4763-88fa-62579763d8e3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 381eaaef-9956-44aa-985b-08f6745fa6ea (CIDR: 2001:db8::/64) Nov 22 16:38:07.896124 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-15697b0e-ac05-4763-88fa-62579763d8e3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:07.896955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15697b0e-ac05-4763-88fa-62579763d8e3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:07.916661 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-15697b0e-ac05-4763-88fa-62579763d8e3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3349953 Nov 22 16:38:07.919685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:07.926897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:08.112367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:08.116560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.334774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-93aabb72-6d3e-440f-8d91-3296b241042b None None] Provisioning complete for port d2895d2d-fb97-4c38-94e1-a7fc954534b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:08.335507 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93aabb72-6d3e-440f-8d91-3296b241042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.429325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59486) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:08.455132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d2895d2d-fb97-4c38-94e1-a7fc954534b8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:08.604570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d2895d2d-fb97-4c38-94e1-a7fc954534b8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:08.605844 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.622073 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.637043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97087296-a34d-4804-8fb2-d126d7033d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.675017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:08.681518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:08.686817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.687419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.699475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.708477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a504f948-c02f-4cf9-b4aa-ce97eeb4f069 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:08.720157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4f09af21-851c-40ff-89ab-c04f7b73fe90 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7989099 Nov 22 16:38:08.724975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59490) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:08.731454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:9a:2d:e1', 'name': 'tempest-NetworksTestDHCPv6-2045682989'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:08.792613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97087296-a34d-4804-8fb2-d126d7033d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.800528 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-97087296-a34d-4804-8fb2-d126d7033d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.836353 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-97087296-a34d-4804-8fb2-d126d7033d29 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d970a6e1ebf4e38a9a3d1702fdc0296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053903 Nov 22 16:38:08.836559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:08.873360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97087296-a34d-4804-8fb2-d126d7033d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209202b2-2860-4f22-a6d9-61ae9961ae49,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.953378 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310cf176-e279-4e0e-a6d0-8d8378a67b02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.993127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310cf176-e279-4e0e-a6d0-8d8378a67b02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.001508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:09.138218 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310cf176-e279-4e0e-a6d0-8d8378a67b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.140851 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-310cf176-e279-4e0e-a6d0-8d8378a67b02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.142023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-310cf176-e279-4e0e-a6d0-8d8378a67b02 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/209202b2-2860-4f22-a6d9-61ae9961ae49 HTTP/1.1" status: 204 len: 168 time: 0.3041813 Nov 22 16:38:09.164096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.168777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cf176-e279-4e0e-a6d0-8d8378a67b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209202b2-2860-4f22-a6d9-61ae9961ae49,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.195698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 3ae98d5a-f46a-4f5b-a3f3-9bc732319260 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:09.224627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cf2b90-d6b8-43c9-82e5-9b6009fd9bb2 None None] Update dhcp port {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': '381eaaef-9956-44aa-985b-08f6745fa6ea', 'ip_address': '2001:db8::f816:3eff:fef9:2af3'}, {'subnet_id': 'e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525'}], 'binding:host_id': 'n-d-811716-3'}, 'id': 'd2895d2d-fb97-4c38-94e1-a7fc954534b8'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:38:09.265290 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2b90-d6b8-43c9-82e5-9b6009fd9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.466502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8:0:1::109 (fdb01832-e58a-4d05-957d-673e11b0a638/e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525/3ae98d5a-f46a-4f5b-a3f3-9bc732319260) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:09.477251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fe9a:2de1 (fdb01832-e58a-4d05-957d-673e11b0a638/381eaaef-9956-44aa-985b-08f6745fa6ea/3ae98d5a-f46a-4f5b-a3f3-9bc732319260) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:09.612675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59502) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:09.631126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c817efb-5deb-49cd-841d-09ce43ffa2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.742020 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.750838 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c817efb-5deb-49cd-841d-09ce43ffa2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.756503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c817efb-5deb-49cd-841d-09ce43ffa2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.812392 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4c817efb-5deb-49cd-841d-09ce43ffa2dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3ff506ea9974c0a943139db6ce71ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967225 Nov 22 16:38:09.813552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59504) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:09.813996 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.814804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c817efb-5deb-49cd-841d-09ce43ffa2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65616e5d-dac0-4ca4-93ef-a2672c3acbbc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.886703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef64c673-71d4-49fd-8194-fdcbf95208dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.899320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-b9cf2b90-d6b8-43c9-82e5-9b6009fd9bb2 None None] Allocated IP 2001:db8:0:1::2 (fdb01832-e58a-4d05-957d-673e11b0a638/e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525/d2895d2d-fb97-4c38-94e1-a7fc954534b8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:09.930649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:09.933809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef64c673-71d4-49fd-8194-fdcbf95208dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.941246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:09.949291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:09.960185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.961253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.973461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=3ae98d5a-f46a-4f5b-a3f3-9bc732319260,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.993902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-036948c2-0789-4954-9cec-4c2edf8d975c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2672155 Nov 22 16:38:09.998239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59506) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:10.037277 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef64c673-71d4-49fd-8194-fdcbf95208dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.040116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef64c673-71d4-49fd-8194-fdcbf95208dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.041296 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ef64c673-71d4-49fd-8194-fdcbf95208dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65616e5d-dac0-4ca4-93ef-a2672c3acbbc HTTP/1.1" status: 204 len: 168 time: 0.2229149 Nov 22 16:38:10.056191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64c673-71d4-49fd-8194-fdcbf95208dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65616e5d-dac0-4ca4-93ef-a2672c3acbbc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:10.078654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b9cf2b90-d6b8-43c9-82e5-9b6009fd9bb2 None None] For port d2895d2d-fb97-4c38-94e1-a7fc954534b8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d2895d2d-fb97-4c38-94e1-a7fc954534b8,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:10.127670 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2b90-d6b8-43c9-82e5-9b6009fd9bb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.134579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9cf2b90-d6b8-43c9-82e5-9b6009fd9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.165216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2077f36a-3549-42fc-8679-f2a2275989cf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 3ae98d5a-f46a-4f5b-a3f3-9bc732319260 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:10.165811 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2077f36a-3549-42fc-8679-f2a2275989cf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.290361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2077f36a-3549-42fc-8679-f2a2275989cf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.307708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2077f36a-3549-42fc-8679-f2a2275989cf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 3ae98d5a-f46a-4f5b-a3f3-9bc732319260 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:10.345014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf2b90-d6b8-43c9-82e5-9b6009fd9bb2 None None] Pushing event updated for resources: {'Port': ['ID=d2895d2d-fb97-4c38-94e1-a7fc954534b8,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:10.672283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2077f36a-3549-42fc-8679-f2a2275989cf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.713383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f36a-3549-42fc-8679-f2a2275989cf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=3ae98d5a-f46a-4f5b-a3f3-9bc732319260,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:10.788118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2077f36a-3549-42fc-8679-f2a2275989cf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.795955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2077f36a-3549-42fc-8679-f2a2275989cf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/3ae98d5a-f46a-4f5b-a3f3-9bc732319260 HTTP/1.1" status: 204 len: 168 time: 0.7955129 Nov 22 16:38:10.797615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59522) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:10.854595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f43c94-fe35-4f4b-84f6-83ab52689b57 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.856846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c6f43c94-fe35-4f4b-84f6-83ab52689b57 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0580606 Nov 22 16:38:10.860408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59524) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:10.936696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4720ffd0-c9ba-45a8-8513-4a7624455493 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.939711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4720ffd0-c9ba-45a8-8513-4a7624455493 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0777836 Nov 22 16:38:10.945071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59526) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.037322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7409c782-dd14-4502-8178-3e3a691e08f0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.039393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7409c782-dd14-4502-8178-3e3a691e08f0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.041825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7409c782-dd14-4502-8178-3e3a691e08f0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.044369 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7409c782-dd14-4502-8178-3e3a691e08f0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0980849 Nov 22 16:38:11.048646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59530) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.111688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1a1b85-7875-462f-a6f1-df8ba99baad5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 381eaaef-9956-44aa-985b-08f6745fa6ea {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:11.117705 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1b85-7875-462f-a6f1-df8ba99baad5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.190350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1b85-7875-462f-a6f1-df8ba99baad5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.326868 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1b85-7875-462f-a6f1-df8ba99baad5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.396652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-38fe4e52-838c-42ea-8c40-99828542c08b None None] Provisioning complete for port d2895d2d-fb97-4c38-94e1-a7fc954534b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:11.397501 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38fe4e52-838c-42ea-8c40-99828542c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.410496 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1b85-7875-462f-a6f1-df8ba99baad5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.468750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59546) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.491952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1b85-7875-462f-a6f1-df8ba99baad5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.525287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0f1a1b85-7875-462f-a6f1-df8ba99baad5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/381eaaef-9956-44aa-985b-08f6745fa6ea HTTP/1.1" status: 204 len: 168 time: 0.4736183 Nov 22 16:38:11.526983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.623175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a1b85-7875-462f-a6f1-df8ba99baad5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=381eaaef-9956-44aa-985b-08f6745fa6ea,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:11.646885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef40d62-b57f-4608-a8fa-5e8da82b2e2f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:11.655422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bef40d62-b57f-4608-a8fa-5e8da82b2e2f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.713619 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bef40d62-b57f-4608-a8fa-5e8da82b2e2f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.802285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce22cb81-4336-4ebd-b8c2-ac1c6420d425 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:11.900236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bef40d62-b57f-4608-a8fa-5e8da82b2e2f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.998829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-35d65ffc-4af2-445b-8880-6a28fcaa25e2 None None] Could not find standard attr ID for object 3ae98d5a-f46a-4f5b-a3f3-9bc732319260. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:12.043341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bef40d62-b57f-4608-a8fa-5e8da82b2e2f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.117742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef40d62-b57f-4608-a8fa-5e8da82b2e2f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.127185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bef40d62-b57f-4608-a8fa-5e8da82b2e2f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.136003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bef40d62-b57f-4608-a8fa-5e8da82b2e2f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525 HTTP/1.1" status: 204 len: 168 time: 0.6032028 Nov 22 16:38:12.139231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59566) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.201096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1fc269b7-5846-4ede-b5ee-cddfb8384232 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572357 Nov 22 16:38:12.205337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59570) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.212559 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a03d964-d6ed-4662-9625-24b90fd948a8 None None] Update dhcp port {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525'}], 'binding:host_id': 'n-d-811716-3'}, 'id': 'd2895d2d-fb97-4c38-94e1-a7fc954534b8'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:38:12.243615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:12.247356 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4a03d964-d6ed-4662-9625-24b90fd948a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.433534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d2895d2d-fb97-4c38-94e1-a7fc954534b8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:12.527687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369293f0-3a22-49cb-8b00-ac3f2d2127f4 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:12.528518 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.587426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:12.593856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.603244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d2895d2d-fb97-4c38-94e1-a7fc954534b8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:12.603625 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.756074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-347da3f3-b2e5-43b6-b1c0-9d7820c45708 None None] Provisioning complete for port d2895d2d-fb97-4c38-94e1-a7fc954534b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:12.756675 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-347da3f3-b2e5-43b6-b1c0-9d7820c45708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.132469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:13.382864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] Deleting port d2895d2d-fb97-4c38-94e1-a7fc954534b8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:13.383360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.535079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] For port d2895d2d-fb97-4c38-94e1-a7fc954534b8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d2895d2d-fb97-4c38-94e1-a7fc954534b8,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:13.535995 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.557661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] Calling delete_port for d2895d2d-fb97-4c38-94e1-a7fc954534b8 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:13.660888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port b4c32634-b0a4-4fa1-8dbc-7673f1165647 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:13.661496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.724379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:38:13.725493 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.788594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] Pushing event deleted for resources: {'Port': ['ID=d2895d2d-fb97-4c38-94e1-a7fc954534b8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:13.807715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28390d3-7c9c-4800-bea4-d82333d38e01 None None] No DVR routers for this DVR port d2895d2d-fb97-4c38-94e1-a7fc954534b8 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:13.884812 n-d-811716-3 neutron-server[103410]: WARNING neutron.services.revisions.revision_plugin [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Could not find related port for resource to bump revision. Nov 22 16:38:13.895205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port b4c32634-b0a4-4fa1-8dbc-7673f1165647, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b4c32634-b0a4-4fa1-8dbc-7673f1165647,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:13.895663 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.911678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_pluggable_backend [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Port d2895d2d-fb97-4c38-94e1-a7fc954534b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 22 16:38:13.912233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_pluggable_backend [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Reverting IP allocation for 2001:db8::f816:3eff:fef9:2af3 {{(pid=103410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 22 16:38:13.925309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_pluggable_backend [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef9:2af3 {{(pid=103410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 22 16:38:13.926881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for b4c32634-b0a4-4fa1-8dbc-7673f1165647 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:13.937608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.062457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:14.076965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:14.082471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:14.083197 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.090047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410a3f5-ad48-4c24-9b96-9a76f31f757b None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:14.103762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=f5b7f07f-0484-494d-9184-f4ad35b4104c,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:14.127779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59638) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:14.128965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7323ba8f-cd41-4e83-9744-d55dfa48f2ea tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9211590 Nov 22 16:38:14.137771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b04a35e7-f3cc-4061-a0f7-b6d2a6e3228a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:14.341514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fdb01832-e58a-4d05-957d-673e11b0a638', 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'tenant_id': '6ad95b82a8d74e0f897f5f5b00cb6264', 'fixed_ips': [{'subnet_id': 'f5b7f07f-0484-494d-9184-f4ad35b4104c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:14.342426 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.374902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.394279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04a35e7-f3cc-4061-a0f7-b6d2a6e3228a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:14.398503 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b04a35e7-f3cc-4061-a0f7-b6d2a6e3228a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.479069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=b4c32634-b0a4-4fa1-8dbc-7673f1165647,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:14.521702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d2895d2d-fb97-4c38-94e1-a7fc954534b8 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:14.611631 n-d-811716-3 neutron-server[103411]: INFO neutron.db.ipam_backend_mixin [None req-b04a35e7-f3cc-4061-a0f7-b6d2a6e3228a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5b7f07f-0484-494d-9184-f4ad35b4104c (CIDR: 2001:db8::/64) Nov 22 16:38:14.618233 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-b04a35e7-f3cc-4061-a0f7-b6d2a6e3228a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:14.619309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b04a35e7-f3cc-4061-a0f7-b6d2a6e3228a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:14.651410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b04a35e7-f3cc-4061-a0f7-b6d2a6e3228a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5204008 Nov 22 16:38:14.652190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59658) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:14.658015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:14.682614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d2895d2d-fb97-4c38-94e1-a7fc954534b8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:14.684342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d2895d2d-fb97-4c38-94e1-a7fc954534b8 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:14.773957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.848053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Allocated IP 2001:db8::f816:3eff:fe7d:e74b (fdb01832-e58a-4d05-957d-673e11b0a638/f5b7f07f-0484-494d-9184-f4ad35b4104c/cd99bc9a-e488-4f50-8b30-ae1cc7fac28b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:14.949409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:14.953507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.179034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.192574 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.312724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:15.315049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:15.321008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:15.325935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:15.331531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 461a0fd2-311b-46b8-ba8c-718d551da336 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:15.485589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Attempting to bind port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:15.486194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Attempting to bind port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:15.496371 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Attempting to bind port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b on network fdb01832-e58a-4d05-957d-673e11b0a638 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:15.510837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:15.511435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Checking segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:15.512340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.513640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Bound using segment: {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:15.515067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Bound port: cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb8d710-a38c-4a46-9761-5e8aec9ab044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:15.515894 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.594844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:15.615205 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a8a51e5c-f202-4a2c-ba44-2c395091d2ae tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "PUT /v2.0/routers/461a0fd2-311b-46b8-ba8c-718d551da336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1418533 Nov 22 16:38:15.619575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] Sync routers for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:15.676432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:15.677627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:37:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:15.801891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:15.962319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:15.985622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:16.169566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f71fbd-5283-4114-be03-5b51e420d10f req-9e092bf9-1786-476f-b76e-c0cd0b90ad1c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.171456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63f71fbd-5283-4114-be03-5b51e420d10f req-9e092bf9-1786-476f-b76e-c0cd0b90ad1c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 946 time: 0.1183190 Nov 22 16:38:16.173860 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.239082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:16.249576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:16.254154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.254968 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.320994 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.363108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59730) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:16.364108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7093105 Nov 22 16:38:16.370881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:f8:e9:9e', 'name': 'tempest-NetworksTestDHCPv6-1874474259'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:16.373704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-63f71fbd-5283-4114-be03-5b51e420d10f req-62a3bed5-6bba-41cb-8d1c-87a6b2cb4e50 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896312 Nov 22 16:38:16.377433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860d6ac-1c28-4e91-b2c5-d01334980b06 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=bb785dea-d69a-4d27-9743-b4e6aabad673,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:16.536471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d96fd-93c5-494b-a087-7316664e5a65 None None] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:16.598261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:14Z', 'revision_number': 6, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:55Z', 'revision_number': 1, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:16.624037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:16.658390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] Checking router: 461a0fd2-311b-46b8-ba8c-718d551da336 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:16.685362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:16.686184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:37:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:16.866376 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.919205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port b68738e6-087d-4abc-8432-c815ce3ff03c yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:16.958911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:17.252744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8:0:1::192 (fdb01832-e58a-4d05-957d-673e11b0a638/bb785dea-d69a-4d27-9743-b4e6aabad673/b68738e6-087d-4abc-8432-c815ce3ff03c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:17.261408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::f816:3eff:fef8:e99e (fdb01832-e58a-4d05-957d-673e11b0a638/f5b7f07f-0484-494d-9184-f4ad35b4104c/b68738e6-087d-4abc-8432-c815ce3ff03c) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:17.306606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9336892-25a6-4963-9048-62bdb6904db3 req-5f758a9f-415a-4242-bd73-2dab7be1a5fc tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:17.310415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9336892-25a6-4963-9048-62bdb6904db3 req-5f758a9f-415a-4242-bd73-2dab7be1a5fc tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 946 time: 0.1011848 Nov 22 16:38:17.520557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port 5ab16f23-54be-444b-9050-0d0ec212126b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:17.523717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.551029 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.601952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:14Z', 'revision_number': 6, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:55Z', 'revision_number': 1, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.647363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8893806-8e15-4740-8356-f3504f1a48d5 None None] The sync data for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 is: [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:14Z', 'revision_number': 6, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '7a60700c-1d97-4652-9fd3-79312930baca', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'port_id': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'mac_address': 'fa:16:3e:9a:6b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:50Z', 'updated_at': '2021-11-22T16:36:55Z', 'revision_number': 1, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:17.693115 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.771328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264951b-8294-41bb-975f-b3806a703f33 req-d4fe8283-97c9-45a3-b844-99671b8fb781 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:17.774647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7264951b-8294-41bb-975f-b3806a703f33 req-d4fe8283-97c9-45a3-b844-99671b8fb781 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 946 time: 0.1661732 Nov 22 16:38:17.805738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:17.814332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:17.820288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:17.841420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port 5ab16f23-54be-444b-9050-0d0ec212126b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=5ab16f23-54be-444b-9050-0d0ec212126b,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:17.843031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:17.843236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.844311 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.881785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for 5ab16f23-54be-444b-9050-0d0ec212126b owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:17.935349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=b68738e6-087d-4abc-8432-c815ce3ff03c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:17.948492 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6077a66c-856c-41ba-9b75-5c3a8dd89f48 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5833695 Nov 22 16:38:17.959826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:18.004736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7264951b-8294-41bb-975f-b3806a703f33 req-3b452443-105c-43b1-9332-75b637c8c2d1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161572 Nov 22 16:38:18.190766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9df3a-6cd6-486f-b850-7dc3acd3eb49 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:18.211301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-21c6078b-258d-4717-9f23-4f7b6bc8de47 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port b68738e6-087d-4abc-8432-c815ce3ff03c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:18.211980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21c6078b-258d-4717-9f23-4f7b6bc8de47 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.217329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.270717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=5ab16f23-54be-444b-9050-0d0ec212126b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:18.343259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] No DVR routers for this DVR port 5ab16f23-54be-444b-9050-0d0ec212126b on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:18.358870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cc08741f-33b9-4e43-b8f1-588fdbf9e27f None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:18.359335 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc08741f-33b9-4e43-b8f1-588fdbf9e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.372339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.386119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9336892-25a6-4963-9048-62bdb6904db3 req-71375e35-e6e8-45af-93b4-c5a8bbd0ef54 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "DELETE /v2.0/ports/5ab16f23-54be-444b-9050-0d0ec212126b HTTP/1.1" status: 204 len: 173 time: 1.0686755 Nov 22 16:38:18.386831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c', 'name': 'network-vif-deleted', 'tag': '5ab16f23-54be-444b-9050-0d0ec212126b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:18.418697 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c975d6-9567-418e-b0d7-768643e6fcc3" -d '{"events": [{"server_uuid": "34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c", "name": "network-vif-deleted", "tag": "5ab16f23-54be-444b-9050-0d0ec212126b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:18.465395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21c6078b-258d-4717-9f23-4f7b6bc8de47 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.506251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-21c6078b-258d-4717-9f23-4f7b6bc8de47 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for b68738e6-087d-4abc-8432-c815ce3ff03c owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:18.643250 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20502e2a-2162-4bf2-ac24-507387009ae7 x-openstack-request-id: req-20502e2a-2162-4bf2-ac24-507387009ae7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:18.644467 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c", "name": "network-vif-deleted", "tag": "5ab16f23-54be-444b-9050-0d0ec212126b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:18.645013 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20502e2a-2162-4bf2-ac24-507387009ae7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:18.646735 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c', 'name': 'network-vif-deleted', 'tag': '5ab16f23-54be-444b-9050-0d0ec212126b', 'status': 'completed', 'code': 200} Nov 22 16:38:18.761579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cd99bc9a-e488-4f50-8b30-ae1cc7fac28b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:18.933791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21c6078b-258d-4717-9f23-4f7b6bc8de47 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.964593 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc08741f-33b9-4e43-b8f1-588fdbf9e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.991703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:18.991703 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.037495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6078b-258d-4717-9f23-4f7b6bc8de47 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=b68738e6-087d-4abc-8432-c815ce3ff03c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:19.176309 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-21c6078b-258d-4717-9f23-4f7b6bc8de47 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.189096 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-21c6078b-258d-4717-9f23-4f7b6bc8de47 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/b68738e6-087d-4abc-8432-c815ce3ff03c HTTP/1.1" status: 204 len: 168 time: 1.2252088 Nov 22 16:38:19.189888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59850) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:19.211366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d7eb4398-373f-4194-87b7-4de1c2c74747 req-87ae76e9-0027-4ff3-83a2-c67b7aa96542 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=34dd4fe7-0ee6-476a-9fa9-d7f801fcda4c HTTP/1.1" status: 200 len: 210 time: 0.0698347 Nov 22 16:38:19.215514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cc08741f-33b9-4e43-b8f1-588fdbf9e27f None None] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:19.227234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3051789-dcfa-4f81-9e8b-b1fcc297f696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.259664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc08741f-33b9-4e43-b8f1-588fdbf9e27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.335405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a851922-c1c9-48b7-8e87-ca0813062268 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.339735 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a851922-c1c9-48b7-8e87-ca0813062268 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1466582 Nov 22 16:38:19.342908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:19.423553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b4c32634-b0a4-4fa1-8dbc-7673f1165647 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:19.435299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679cce7-7322-4642-abdb-16c5c1e715ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.438785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2679cce7-7322-4642-abdb-16c5c1e715ed tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0946665 Nov 22 16:38:19.441666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59864) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:19.452331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b4c32634-b0a4-4fa1-8dbc-7673f1165647 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:19.452686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b4c32634-b0a4-4fa1-8dbc-7673f1165647 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:19.455318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6075f4e-752c-4b2d-a39e-ada4387cc39f None None] Update dhcp port {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'f5b7f07f-0484-494d-9184-f4ad35b4104c', 'ip_address': '2001:db8::f816:3eff:fe7d:e74b'}, {'subnet_id': 'bb785dea-d69a-4d27-9743-b4e6aabad673'}], 'binding:host_id': 'n-d-811716-3'}, 'id': 'cd99bc9a-e488-4f50-8b30-ae1cc7fac28b'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:38:19.460416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08741f-33b9-4e43-b8f1-588fdbf9e27f None None] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:19.524688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 5ab16f23-54be-444b-9050-0d0ec212126b no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:19.548719 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b6075f4e-752c-4b2d-a39e-ada4387cc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.550942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 5ab16f23-54be-444b-9050-0d0ec212126b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:19.551149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 5ab16f23-54be-444b-9050-0d0ec212126b not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:19.565847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e8355-bb97-480b-a228-659690f93cb4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.571142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e8355-bb97-480b-a228-659690f93cb4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.573032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e8355-bb97-480b-a228-659690f93cb4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.575619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-826e8355-bb97-480b-a228-659690f93cb4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1322172 Nov 22 16:38:19.579967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59876) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:19.705418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fec35f-73de-490b-a607-cab103eb4fac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet bb785dea-d69a-4d27-9743-b4e6aabad673 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:19.712744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1fec35f-73de-490b-a607-cab103eb4fac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.777599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1fec35f-73de-490b-a607-cab103eb4fac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.844150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1fec35f-73de-490b-a607-cab103eb4fac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.932450 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1fec35f-73de-490b-a607-cab103eb4fac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-b6075f4e-752c-4b2d-a39e-ada4387cc39f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb785dea-d69a-4d27-9743-b4e6aabad673: This subnet is being modified by another concurrent operation. Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb785dea-d69a-4d27-9743-b4e6aabad673: This subnet is being modified by another concurrent operation. Nov 22 16:38:19.940055 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:38:20.002508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fec35f-73de-490b-a607-cab103eb4fac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=bb785dea-d69a-4d27-9743-b4e6aabad673,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.014123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1fec35f-73de-490b-a607-cab103eb4fac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.019289 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a1fec35f-73de-490b-a607-cab103eb4fac tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/bb785dea-d69a-4d27-9743-b4e6aabad673 HTTP/1.1" status: 204 len: 168 time: 0.4305353 Nov 22 16:38:20.021496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59900) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:20.099820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-deacd4ee-48f4-46db-a693-4e1cfa5d3903 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet f5b7f07f-0484-494d-9184-f4ad35b4104c {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:20.102622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deacd4ee-48f4-46db-a693-4e1cfa5d3903 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.120947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-82c3e055-ae3a-466b-8ece-8fc7f3056072 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:20.121563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-82c3e055-ae3a-466b-8ece-8fc7f3056072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.173983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deacd4ee-48f4-46db-a693-4e1cfa5d3903 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.333719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59916) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:20.371131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2238e848-c517-4d89-991a-248499bf62c1 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:20.433520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a62c6441-1764-41f9-bb5a-858e879f93a7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.440773 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deacd4ee-48f4-46db-a693-4e1cfa5d3903 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.475316 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a62c6441-1764-41f9-bb5a-858e879f93a7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.557718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cd99bc9a-e488-4f50-8b30-ae1cc7fac28b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:20.565636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-82b558cb-e04e-4bfe-a769-3a79845cd8e8 None None] Could not find standard attr ID for object b68738e6-087d-4abc-8432-c815ce3ff03c. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:20.573612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deacd4ee-48f4-46db-a693-4e1cfa5d3903 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.602015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a62c6441-1764-41f9-bb5a-858e879f93a7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.609076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a62c6441-1764-41f9-bb5a-858e879f93a7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.619610 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a62c6441-1764-41f9-bb5a-858e879f93a7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/security-groups/d4077e5f-ffbf-468c-8c06-0ca1b2489f5d HTTP/1.1" status: 204 len: 168 time: 0.2840211 Nov 22 16:38:20.641260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2238e848-c517-4d89-991a-248499bf62c1 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:38:20.656470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c6441-1764-41f9-bb5a-858e879f93a7 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4077e5f-ffbf-468c-8c06-0ca1b2489f5d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.690067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59922) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:20.698342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.711509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacd4ee-48f4-46db-a693-4e1cfa5d3903 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b7f07f-0484-494d-9184-f4ad35b4104c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.767191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:20.797715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e7e749-6cb6-4331-81ca-ceb554dd39bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting subnet 4c13e862-3d1e-4d79-9337-cdf34412b914 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:20.802181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72e7e749-6cb6-4331-81ca-ceb554dd39bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.805318 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.807937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deacd4ee-48f4-46db-a693-4e1cfa5d3903 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.814647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-deacd4ee-48f4-46db-a693-4e1cfa5d3903 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/f5b7f07f-0484-494d-9184-f4ad35b4104c HTTP/1.1" status: 204 len: 168 time: 0.7893021 Nov 22 16:38:20.815772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59924) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:20.872435 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72e7e749-6cb6-4331-81ca-ceb554dd39bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.901868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.922542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:20.925667 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c473fb4-1e98-48cc-941c-5537ace3182b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054966 Nov 22 16:38:20.934215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:21.027639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59930) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:21.131211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c8088-315c-4278-b85c-a9cdbaeeb863 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:21.161747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72e7e749-6cb6-4331-81ca-ceb554dd39bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.167746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:21.175091 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.226575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aea162-9a28-48ac-a453-8a6b7574e834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.242529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ac99d173-6c88-404e-9e5a-dce64f7ea383 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:21.243200 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac99d173-6c88-404e-9e5a-dce64f7ea383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.346290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aea162-9a28-48ac-a453-8a6b7574e834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.353855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6aea162-9a28-48ac-a453-8a6b7574e834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.409240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c8088-315c-4278-b85c-a9cdbaeeb863 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:38:21.422385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72e7e749-6cb6-4331-81ca-ceb554dd39bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.434343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f6aea162-9a28-48ac-a453-8a6b7574e834 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=136ecaad8ef24fa6902989097bc132be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4050553 Nov 22 16:38:21.440877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59934) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:21.454894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aea162-9a28-48ac-a453-8a6b7574e834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8b3bc1-0b89-4a32-8880-6dccd81791aa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.471258 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cdbf6f3f-8e91-445e-ad9a-042da5eaf74c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.493177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7e749-6cb6-4331-81ca-ceb554dd39bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Subnet': ['ID=4c13e862-3d1e-4d79-9337-cdf34412b914,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.510512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-72e7e749-6cb6-4331-81ca-ceb554dd39bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.518458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-72e7e749-6cb6-4331-81ca-ceb554dd39bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/subnets/4c13e862-3d1e-4d79-9337-cdf34412b914 HTTP/1.1" status: 204 len: 168 time: 0.7979755 Nov 22 16:38:21.524342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59936) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:21.570816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac99d173-6c88-404e-9e5a-dce64f7ea383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.578902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-345d99d1-bdb5-4df4-abfb-bce4931bb171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.634195 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-345d99d1-bdb5-4df4-abfb-bce4931bb171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.653329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ac99d173-6c88-404e-9e5a-dce64f7ea383 None None] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:21.666784 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac99d173-6c88-404e-9e5a-dce64f7ea383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.731955 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.741929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-345d99d1-bdb5-4df4-abfb-bce4931bb171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.745875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-345d99d1-bdb5-4df4-abfb-bce4931bb171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.750324 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-345d99d1-bdb5-4df4-abfb-bce4931bb171 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed8b3bc1-0b89-4a32-8880-6dccd81791aa HTTP/1.1" status: 204 len: 168 time: 0.3079753 Nov 22 16:38:21.760418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d99d1-bdb5-4df4-abfb-bce4931bb171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8b3bc1-0b89-4a32-8880-6dccd81791aa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.848522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99d173-6c88-404e-9e5a-dce64f7ea383 None None] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.881829 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.984941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:21.993516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:22.000333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:22.001758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.014027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=dabb32cf-f397-49a8-b695-f86286ed3023,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:22.035761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port 20949038-5913-4266-88fa-fe59ae29c234 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:22.036298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.046077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-de232945-8186-4f16-a2f4-e9c8eb68797d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1164680 Nov 22 16:38:22.048319 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59942) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:22.069973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-76d4763f-0ffc-4abf-baa9-720d7a540d23 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:22.117377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port 20949038-5913-4266-88fa-fe59ae29c234, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=20949038-5913-4266-88fa-fe59ae29c234,segment=NetworkSegment(a5b4b648-efc3-4b34-85d3-b6d1308e4370),segment_id=a5b4b648-efc3-4b34-85d3-b6d1308e4370)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:22.120647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.171435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for 20949038-5913-4266-88fa-fe59ae29c234 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:22.237074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7ef9ce-70d4-4098-aa78-3951c1a7ac8b None None] Update dhcp port {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'dabb32cf-f397-49a8-b695-f86286ed3023'}], 'binding:host_id': 'n-d-811716-3'}, 'id': 'cd99bc9a-e488-4f50-8b30-ae1cc7fac28b'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:38:22.272897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef9ce-70d4-4098-aa78-3951c1a7ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.277905 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d4763f-0ffc-4abf-baa9-720d7a540d23 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:22.283766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-76d4763f-0ffc-4abf-baa9-720d7a540d23 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.333485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.396032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=20949038-5913-4266-88fa-fe59ae29c234,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:22.408291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] No DVR routers for this DVR port 20949038-5913-4266-88fa-fe59ae29c234 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:22.481630 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-76d4763f-0ffc-4abf-baa9-720d7a540d23 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dabb32cf-f397-49a8-b695-f86286ed3023 (CIDR: 2001:db8::/64) Nov 22 16:38:22.490798 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d4763f-0ffc-4abf-baa9-720d7a540d23 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:22.491424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d4763f-0ffc-4abf-baa9-720d7a540d23 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:22.525392 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-76d4763f-0ffc-4abf-baa9-720d7a540d23 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4719653 Nov 22 16:38:22.525675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59952) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:22.537420 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.542037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:22.630830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-0f7ef9ce-70d4-4098-aa78-3951c1a7ac8b None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/dabb32cf-f397-49a8-b695-f86286ed3023/cd99bc9a-e488-4f50-8b30-ae1cc7fac28b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:22.633840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.678995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ace36a-78fe-4e7e-98bf-4db043f64e60']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:22.695780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b4b648-efc3-4b34-85d3-b6d1308e4370') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:22.698059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b4b648-efc3-4b34-85d3-b6d1308e4370') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:22.722806 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.766532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.818656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.844767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:22.847513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:22.848161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.850381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:22.852459 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:22.878833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0f7ef9ce-70d4-4098-aa78-3951c1a7ac8b None None] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:22.961543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.987553 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.994200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/networks/d5ace36a-78fe-4e7e-98bf-4db043f64e60 HTTP/1.1" status: 204 len: 168 time: 1.4660342 Nov 22 16:38:22.994200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34948c-51db-4203-af86-9f3317f4d989 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Network': ['ID=d5ace36a-78fe-4e7e-98bf-4db043f64e60,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:22.994692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 59964) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:23.008930 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef9ce-70d4-4098-aa78-3951c1a7ac8b None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.022604 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f7ef9ce-70d4-4098-aa78-3951c1a7ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.157341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ef9ce-70d4-4098-aa78-3951c1a7ac8b None None] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:23.409119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port 68c207bd-0a9e-4c42-bf92-3c448c0e6a47 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:23.409709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.573117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:38:23.620641 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.621203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:23.646165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for 68c207bd-0a9e-4c42-bf92-3c448c0e6a47 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:23.901679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.006560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.059787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=68c207bd-0a9e-4c42-bf92-3c448c0e6a47,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:24.201428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.201428 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Floating IP 7a60700c-1d97-4652-9fd3-79312930baca disassociated (deleted). External IP: 172.25.5.27, port: beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e. Nov 22 16:38:24.221461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:24.271596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.280875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.281897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.301365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec00d4d-e750-41ab-a4fe-b35f0e8dcd44 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:24.432294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a01c74-98dc-4083-b4a7-c1ab160b4c6f None None] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:24.478210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a01c74-98dc-4083-b4a7-c1ab160b4c6f None None] Network d5ace36a-78fe-4e7e-98bf-4db043f64e60 could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:38:24.604385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c7b6247a-9f9a-482d-aaf3-fbbfa901eefd None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:24.605564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7b6247a-9f9a-482d-aaf3-fbbfa901eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.662688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a82280-9b90-4ece-a2c6-247796ab8513 None None] DHCP port deletion for d5ace36a-78fe-4e7e-98bf-4db043f64e60 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:24.748111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 461a0fd2-311b-46b8-ba8c-718d551da336 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:24.799736 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.812137 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cd99bc9a-e488-4f50-8b30-ae1cc7fac28b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:24.889447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:24.891481 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-98aeab3d-b060-4e98-980d-d26de2efa566 req-b06ea774-279b-4eaa-aadb-2c5a73dd5cd6 service neutron] (103410) timed out ('10.222.0.71', 58166) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:38:24.898451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.927633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.945906 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:24.952424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=9']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:24.959936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:24.960803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.005245 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4780838 Nov 22 16:38:25.008167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:25.008993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.010250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 59992) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:25.019013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:c6:8b:04', 'name': 'tempest-NetworksTestDHCPv6-40728920'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:25.074277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:25.083601 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.101090 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] Sync routers for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:25.116478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71084b43-93cc-47eb-acd7-4d227129bc1e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=f0230290-fd9c-4d05-9e80-c2e434a4a376,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:25.148189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-40be2b82-8646-4d67-b1f8-fb8f6cb87012 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/floatingips/7a60700c-1d97-4652-9fd3-79312930baca HTTP/1.1" status: 204 len: 168 time: 2.1458840 Nov 22 16:38:25.153375 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:25.154020 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:25.161067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:25.173296 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79acc940-39d5-4030-998e-f25869ec348b" -d '{"events": [{"name": "network-changed", "server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:25.304562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:25.323841 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35a6888-e79d-402d-a87e-5f9e5d2f1c92 x-openstack-request-id: req-b35a6888-e79d-402d-a87e-5f9e5d2f1c92 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:25.324487 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:25.324984 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b35a6888-e79d-402d-a87e-5f9e5d2f1c92 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:25.325813 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'status': 'completed', 'code': 200} Nov 22 16:38:25.419300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acc940-39d5-4030-998e-f25869ec348b req-38f1d3c5-f156-4ea7-81bf-1d525e08045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.427946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79acc940-39d5-4030-998e-f25869ec348b req-38f1d3c5-f156-4ea7-81bf-1d525e08045e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 1096 time: 0.0707967 Nov 22 16:38:25.498408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.535312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:25.560745 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 75c4d4ae-53d9-4329-8ef9-a944bff4b7e0 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:25.587583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acc940-39d5-4030-998e-f25869ec348b req-93c98baf-dcb0-406b-8072-a3aeb85f4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.590381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79acc940-39d5-4030-998e-f25869ec348b req-93c98baf-dcb0-406b-8072-a3aeb85f4389 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bbfcebab-be9b-4e21-81f5-d1763b01926e HTTP/1.1" status: 200 len: 898 time: 0.1595919 Nov 22 16:38:25.679528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79acc940-39d5-4030-998e-f25869ec348b req-70d9f43b-2625-4793-bf87-9e4f261c5989 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e HTTP/1.1" status: 200 len: 217 time: 0.0779240 Nov 22 16:38:25.701179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60014) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:25.781968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0536a-4f3d-49ed-98f9-eccb176af366 req-d121d3da-7197-4e2d-b943-57522a7107e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.790358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6e0536a-4f3d-49ed-98f9-eccb176af366 req-d121d3da-7197-4e2d-b943-57522a7107e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 945 time: 0.1126268 Nov 22 16:38:25.803220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acc940-39d5-4030-998e-f25869ec348b req-920f22ba-102d-4d23-933d-46ebfc9a4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.804719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79acc940-39d5-4030-998e-f25869ec348b req-920f22ba-102d-4d23-933d-46ebfc9a4fbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ec4e2bad-7c72-41e9-beb0-c87d229e73b4 HTTP/1.1" status: 200 len: 835 time: 0.1080372 Nov 22 16:38:25.955270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6e0536a-4f3d-49ed-98f9-eccb176af366 req-71b3c66d-2db8-42bf-9b01-ad2183061424 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638958 Nov 22 16:38:25.990561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acc940-39d5-4030-998e-f25869ec348b req-d550463e-52fc-4c05-a0fa-3b8f883c4066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.998704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79acc940-39d5-4030-998e-f25869ec348b req-d550463e-52fc-4c05-a0fa-3b8f883c4066 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bbfcebab-be9b-4e21-81f5-d1763b01926e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1836207 Nov 22 16:38:26.009699 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:14Z', 'revision_number': 6, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:26.017073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::57 (fdb01832-e58a-4d05-957d-673e11b0a638/dabb32cf-f397-49a8-b695-f86286ed3023/75c4d4ae-53d9-4329-8ef9-a944bff4b7e0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:26.030903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8:0:1:f816:3eff:fec6:8b04 (fdb01832-e58a-4d05-957d-673e11b0a638/f0230290-fd9c-4d05-9e80-c2e434a4a376/75c4d4ae-53d9-4329-8ef9-a944bff4b7e0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:26.064838 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] Checking router: 461a0fd2-311b-46b8-ba8c-718d551da336 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:26.075824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:26.078215 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:26.079057 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:26.094165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead4454-21d8-4ec2-95c0-d03012e28ff3 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:26.156306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79acc940-39d5-4030-998e-f25869ec348b req-5eee0181-159f-46d3-8930-18826ba8faf6 service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480634 Nov 22 16:38:26.178895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.245404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1880413b-3db0-4b51-a38b-54bea532f6f9 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:26.246162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1880413b-3db0-4b51-a38b-54bea532f6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.270782 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:26.357023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79acc940-39d5-4030-998e-f25869ec348b req-f88be84a-d8d9-4a93-a952-648fcccfc104 service neutron] 10.222.0.11 "GET /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912892 Nov 22 16:38:26.466821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.538402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cd99bc9a-e488-4f50-8b30-ae1cc7fac28b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:26.543316 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.618264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:26.629128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:26.637577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:26.645247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:26.646491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.664686 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:14Z', 'revision_number': 6, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:26.668485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.707926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:26.708539 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.726040 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c409f-12b6-4202-93bb-8498d1f2d86a None None] The sync data for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 is: [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:14Z', 'revision_number': 6, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '0fade2a9-206e-4020-b2bf-783a73f2a4a9', 'name': '', 'network_id': 'bbfcebab-be9b-4e21-81f5-d1763b01926e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:4c:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:28Z', 'updated_at': '2021-11-22T16:36:34Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': 'ec4e2bad-7c72-41e9-beb0-c87d229e73b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:26.863783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Allocated IP 172.25.5.225 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/cce1a6f4-9be2-4819-9d8d-354eebf10539) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:26.933323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-594ab63a-9d20-4ea7-9dc5-311e5bbaa345 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:26.935734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-594ab63a-9d20-4ea7-9dc5-311e5bbaa345 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 945 time: 0.0942349 Nov 22 16:38:26.949025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=75c4d4ae-53d9-4329-8ef9-a944bff4b7e0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:26.986576 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9c1fbb6-a366-43ff-a352-bb8bebbf4364 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9747949 Nov 22 16:38:26.989808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60032) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:27.074797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20949038-5913-4266-88fa-fe59ae29c234 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:27.125755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 20949038-5913-4266-88fa-fe59ae29c234 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:27.126443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 20949038-5913-4266-88fa-fe59ae29c234 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:27.153036 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.201352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28d8fa-00fe-4d65-875e-b175ac0679fb None None] New status for floating IP 7a60700c-1d97-4652-9fd3-79312930baca: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:38:27.265836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.274088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b081a60a-d552-454f-bf15-6e637da32517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 75c4d4ae-53d9-4329-8ef9-a944bff4b7e0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:27.274728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b081a60a-d552-454f-bf15-6e637da32517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.420962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:27.429883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:27.438626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:27.519113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'Port': ['ID=cce1a6f4-9be2-4819-9d8d-354eebf10539,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:27.553045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7bf3725a-201e-4562-acaa-4a38138630b8 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:27.553798 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf3725a-201e-4562-acaa-4a38138630b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.555665 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b081a60a-d552-454f-bf15-6e637da32517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.571368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b081a60a-d552-454f-bf15-6e637da32517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 75c4d4ae-53d9-4329-8ef9-a944bff4b7e0 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:27.687497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:27.687894 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.691550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7bf3725a-201e-4562-acaa-4a38138630b8 None None] Provisioning complete for port 75c4d4ae-53d9-4329-8ef9-a944bff4b7e0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:27.692280 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bf3725a-201e-4562-acaa-4a38138630b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.703079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f392e5-1de9-454d-b642-5bae0c13b42d req-2ac386b1-629d-47d9-b932-de31463f8894 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.708311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41f392e5-1de9-454d-b642-5bae0c13b42d req-2ac386b1-629d-47d9-b932-de31463f8894 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 945 time: 0.5690300 Nov 22 16:38:27.734642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7bf3725a-201e-4562-acaa-4a38138630b8 None None] Port 75c4d4ae-53d9-4329-8ef9-a944bff4b7e0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:27.842340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41f392e5-1de9-454d-b642-5bae0c13b42d req-22cd2038-166d-45b8-b941-721c7d2e1bbb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=3daac537-6d38-4440-8f46-f5acf4316b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129732 Nov 22 16:38:27.851807 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b081a60a-d552-454f-bf15-6e637da32517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.865402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-282d4b53-98d3-428a-886b-7a0038f05803 None None] Could not find standard attr ID for object 75c4d4ae-53d9-4329-8ef9-a944bff4b7e0. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:27.874770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:27.875140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.890086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:27.905604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081a60a-d552-454f-bf15-6e637da32517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=75c4d4ae-53d9-4329-8ef9-a944bff4b7e0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:27.957381 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.995922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b081a60a-d552-454f-bf15-6e637da32517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.999803 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b081a60a-d552-454f-bf15-6e637da32517 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/75c4d4ae-53d9-4329-8ef9-a944bff4b7e0 HTTP/1.1" status: 204 len: 168 time: 1.0087752 Nov 22 16:38:28.002318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60036) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.061965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.076695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.122796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3b495-543b-41bd-b83d-6cdcdda1d638 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.124840 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c0e3b495-543b-41bd-b83d-6cdcdda1d638 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1209862 Nov 22 16:38:28.131174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60038) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.132383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:28.202802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] No DVR routers for this DVR port beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:28.206920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.210654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-427ac297-19d1-40ad-a57d-0b8502d0f2a4 req-1b22fdc1-ec5a-43bc-92bf-93f906600e74 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.11 "DELETE /v2.0/ports/beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e HTTP/1.1" status: 204 len: 173 time: 1.2681258 Nov 22 16:38:28.211141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'name': 'network-vif-deleted', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:28.213484 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce28987-1576-4011-ae3f-9e41aed34008" -d '{"events": [{"server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "name": "network-vif-deleted", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:28.257206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0241dd7-23cb-4c31-937f-f5a68b07cf03 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.261708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a0241dd7-23cb-4c31-937f-f5a68b07cf03 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1268971 Nov 22 16:38:28.262351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60042) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.310893 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7607817b-e661-448d-8c5d-1bc333e896ab x-openstack-request-id: req-7607817b-e661-448d-8c5d-1bc333e896ab {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:28.311244 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51d70ea-2906-4748-aa45-ca5689a9016f", "name": "network-vif-deleted", "tag": "beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:28.311448 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7607817b-e661-448d-8c5d-1bc333e896ab {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:28.311882 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51d70ea-2906-4748-aa45-ca5689a9016f', 'name': 'network-vif-deleted', 'tag': 'beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e', 'status': 'completed', 'code': 200} Nov 22 16:38:28.349496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d7f06b-c352-484d-90bb-834bbaf6567b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.352505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d7f06b-c352-484d-90bb-834bbaf6567b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.355732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d7f06b-c352-484d-90bb-834bbaf6567b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.360423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-58d7f06b-c352-484d-90bb-834bbaf6567b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0952113 Nov 22 16:38:28.361881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60044) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.376242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.382687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.455069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e7e470-ea66-4dc8-bd10-8ebeda1d7aa1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet dabb32cf-f397-49a8-b695-f86286ed3023 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:28.461637 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94e7e470-ea66-4dc8-bd10-8ebeda1d7aa1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.491027 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'Port': ['ID=cce1a6f4-9be2-4819-9d8d-354eebf10539,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:28.508408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.529433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.534814 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4528058d-3e07-43a7-a7cf-92a6508a76dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8294444 Nov 22 16:38:28.535116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60048) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.540927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1141365555'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:28.544617 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94e7e470-ea66-4dc8-bd10-8ebeda1d7aa1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.600875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Made reservation on behalf of e2c672ee631c42e8adfbbf7297e3073f for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:28.605223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.626910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.709496 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94e7e470-ea66-4dc8-bd10-8ebeda1d7aa1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.803030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.809114 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.812123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94e7e470-ea66-4dc8-bd10-8ebeda1d7aa1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.853231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:28.859095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb59488-6e93-4836-9c9d-9950fa1405b2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:28.872937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7e470-ea66-4dc8-bd10-8ebeda1d7aa1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=dabb32cf-f397-49a8-b695-f86286ed3023,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:28.877738 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94e7e470-ea66-4dc8-bd10-8ebeda1d7aa1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.881876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-94e7e470-ea66-4dc8-bd10-8ebeda1d7aa1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/dabb32cf-f397-49a8-b695-f86286ed3023 HTTP/1.1" status: 204 len: 168 time: 0.5134163 Nov 22 16:38:28.884351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052d4aa4-253c-4218-b241-b903d8a9f050 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:28.884878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60062) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.912369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.914013 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Added segment fd000253-2a8e-4143-a1d8-cd3654e9ce38 of type vlan for network 0a2e5040-e6e0-440c-9d5e-307ff000f16b Nov 22 16:38:28.981519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ced806-c667-47e8-91a0-ad15d75b24ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet f0230290-fd9c-4d05-9e80-c2e434a4a376 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:28.989023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60ced806-c667-47e8-91a0-ad15d75b24ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.012084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.056022 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.057307 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-033a41af-437a-4b20-99c9-ee006d358f33 req-97101a35-a245-414f-b9de-b022fc46468e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=f51d70ea-2906-4748-aa45-ca5689a9016f HTTP/1.1" status: 200 len: 210 time: 0.0374660 Nov 22 16:38:29.072686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60ced806-c667-47e8-91a0-ad15d75b24ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.078021 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:29.079614 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.182270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6460969 Nov 22 16:38:29.186314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:29.193017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Request body: {'subnet': {'network_id': '0a2e5040-e6e0-440c-9d5e-307ff000f16b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:29.214220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a8774-a6a7-499b-b42d-8512ca6b070d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'Network': ['ID=0a2e5040-e6e0-440c-9d5e-307ff000f16b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:29.228119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:29.242648 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60ced806-c667-47e8-91a0-ad15d75b24ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.366718 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60ced806-c667-47e8-91a0-ad15d75b24ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.373097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Made reservation on behalf of e2c672ee631c42e8adfbbf7297e3073f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:29.376640 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.448529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ced806-c667-47e8-91a0-ad15d75b24ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=f0230290-fd9c-4d05-9e80-c2e434a4a376,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:29.461531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60ced806-c667-47e8-91a0-ad15d75b24ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.467748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60066) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:29.468384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-60ced806-c667-47e8-91a0-ad15d75b24ae tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/f0230290-fd9c-4d05-9e80-c2e434a4a376 HTTP/1.1" status: 204 len: 168 time: 0.5822322 Nov 22 16:38:29.509794 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8aaaff64-bb38-4c44-b52f-85c8e1a5e2b3 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406766 Nov 22 16:38:29.512643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60068) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:29.517668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:29.592093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:29.636495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:29.637119 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device beb7b984-1ae7-4ade-ad2d-b0a06fd18c6e not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:29.647093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.663267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:29.668000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.740713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'Subnet': ['ID=2bfdd792-a77a-4e4e-907f-656e6b413110,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:29.747627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Checking segment: {'id': 'fd000253-2a8e-4143-a1d8-cd3654e9ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '0a2e5040-e6e0-440c-9d5e-307ff000f16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:29.748260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Network hostable DHCP agents. Network: 0a2e5040-e6e0-440c-9d5e-307ff000f16b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:29.771466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:29.787310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0a2e5040-e6e0-440c-9d5e-307ff000f16b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:29.792783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:29.793447 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.800701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c351025f-5698-40ed-9595-adeb53645f34 None None] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:29.815018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-054027c7-6766-4680-b902-e5732c0ee242 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6268411 Nov 22 16:38:29.818006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60072) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:29.823014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-105854131', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:29.854966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.856509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.922667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a005993-1b41-4665-bc0d-95e4939a4d60 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:29.960686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.962340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.016790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=d9198182-396b-49d1-a329-a41a3d7f6f29,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:30.031134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:30.032700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:30.036203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:30.036812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.063332 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f0bef921-20da-4955-b7bc-78e8218f98a4 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5495303 Nov 22 16:38:30.066499 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60074) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.079354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6f32ddeb-fc70-4f55-8ec8-3b9eb8ba4d5d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:30.121597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-098ddb00-d960-4351-bbae-8348604bbb94 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:30.121981 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-098ddb00-d960-4351-bbae-8348604bbb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.169792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.173500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60078) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.207095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-0a2e5040-e6e0-440c-9d5e-307ff000f16b', 'network_id': '0a2e5040-e6e0-440c-9d5e-307ff000f16b', 'tenant_id': 'e2c672ee631c42e8adfbbf7297e3073f', 'fixed_ips': [{'subnet_id': '2bfdd792-a77a-4e4e-907f-656e6b413110'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:30.208054 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.315815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f32ddeb-fc70-4f55-8ec8-3b9eb8ba4d5d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:30.323124 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f32ddeb-fc70-4f55-8ec8-3b9eb8ba4d5d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.417682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73e1c914-5c7a-4c8f-b841-64c0839e97a0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.426889 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e46bc-97be-4ab4-ac08-ca73502a92e0 None None] Update dhcp port {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'fixed_ips': [{'subnet_id': 'd9198182-396b-49d1-a329-a41a3d7f6f29'}], 'binding:host_id': 'n-d-811716-3'}, 'id': 'cd99bc9a-e488-4f50-8b30-ae1cc7fac28b'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:38:30.451607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73e1c914-5c7a-4c8f-b841-64c0839e97a0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.461269 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a33e46bc-97be-4ab4-ac08-ca73502a92e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.490721 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-6f32ddeb-fc70-4f55-8ec8-3b9eb8ba4d5d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9198182-396b-49d1-a329-a41a3d7f6f29 (CIDR: 2001:db8::/64) Nov 22 16:38:30.497546 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f32ddeb-fc70-4f55-8ec8-3b9eb8ba4d5d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:30.498243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f32ddeb-fc70-4f55-8ec8-3b9eb8ba4d5d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:30.522695 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6f32ddeb-fc70-4f55-8ec8-3b9eb8ba4d5d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4534645 Nov 22 16:38:30.525278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60080) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.532211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'subnet': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:30.665239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Allocated IP 172.20.0.2 (0a2e5040-e6e0-440c-9d5e-307ff000f16b/2bfdd792-a77a-4e4e-907f-656e6b413110/81f2a7e0-251f-4054-a5d2-81f6aa5952c8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:30.711680 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.736421 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.785012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:30.788813 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.817560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73e1c914-5c7a-4c8f-b841-64c0839e97a0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.820362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-73e1c914-5c7a-4c8f-b841-64c0839e97a0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.826387 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-73e1c914-5c7a-4c8f-b841-64c0839e97a0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/security-groups/3daac537-6d38-4440-8f46-f5acf4316b8f HTTP/1.1" status: 204 len: 168 time: 0.6490352 Nov 22 16:38:30.874388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1c914-5c7a-4c8f-b841-64c0839e97a0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daac537-6d38-4440-8f46-f5acf4316b8f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:30.879759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60086) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:31.028580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Allocated IP 172.25.5.178 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/0574cacb-ef76-476c-a5d1-4ead18c20a6d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:31.067998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.072921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a33e46bc-97be-4ab4-ac08-ca73502a92e0 None None] Allocated IP 2001:db8::2 (fdb01832-e58a-4d05-957d-673e11b0a638/d9198182-396b-49d1-a329-a41a3d7f6f29/cd99bc9a-e488-4f50-8b30-ae1cc7fac28b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:31.090316 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.186575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:31.195360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Pushing event updated for resources: {'Port': ['ID=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.199704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:31.203655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:31.292501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Attempting to bind port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:31.293254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Attempting to bind port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'fd000253-2a8e-4143-a1d8-cd3654e9ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '0a2e5040-e6e0-440c-9d5e-307ff000f16b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:31.293935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Attempting to bind port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 on network 0a2e5040-e6e0-440c-9d5e-307ff000f16b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:31.301957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.317961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:31.317961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Checking segment: {'id': 'fd000253-2a8e-4143-a1d8-cd3654e9ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '0a2e5040-e6e0-440c-9d5e-307ff000f16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:31.317961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.317961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Bound using segment: {'id': 'fd000253-2a8e-4143-a1d8-cd3654e9ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '0a2e5040-e6e0-440c-9d5e-307ff000f16b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:31.319006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Bound port: 81f2a7e0-251f-4054-a5d2-81f6aa5952c8, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd000253-2a8e-4143-a1d8-cd3654e9ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '0a2e5040-e6e0-440c-9d5e-307ff000f16b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:31.319513 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.324144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a33e46bc-97be-4ab4-ac08-ca73502a92e0 None None] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:31.413030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] For port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:31.417155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] For port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,segment=NetworkSegment(fd000253-2a8e-4143-a1d8-cd3654e9ce38),segment_id=fd000253-2a8e-4143-a1d8-cd3654e9ce38)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:31.427607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:38:31.429875 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.432048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.451811 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a33e46bc-97be-4ab4-ac08-ca73502a92e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.490288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:31.492457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a33e46bc-97be-4ab4-ac08-ca73502a92e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.497277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:31.525618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b6134c-9593-4af0-9efe-640a0b85d756 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:31.533881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:31.569724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'Port': ['ID=0574cacb-ef76-476c-a5d1-4ead18c20a6d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.620992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e8ee5-7a0a-4f49-9f02-51194cdb19c9 None None] Pushing event updated for resources: {'Port': ['ID=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.708912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.829364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e46bc-97be-4ab4-ac08-ca73502a92e0 None None] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=13']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.866737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1d17b122-1ec4-4f73-ad1e-2692951d5d6a None None] Provisioning complete for port 0574cacb-ef76-476c-a5d1-4ead18c20a6d triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:31.867692 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d17b122-1ec4-4f73-ad1e-2692951d5d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.976403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1d17b122-1ec4-4f73-ad1e-2692951d5d6a None None] Port 0574cacb-ef76-476c-a5d1-4ead18c20a6d cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:32.036537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.121921 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.406052 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:32.461613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.472119 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.473217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.542761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:32.555885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:32.565786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:32.566712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.573056 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.617565 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0910685 Nov 22 16:38:32.623701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Subnet': ['ID=519c005a-1d9e-492f-96d8-88e6663941a8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.625908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60090) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.634489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Request body: {'port': {'network_id': 'fdb01832-e58a-4d05-957d-673e11b0a638', 'mac_address': 'fa:16:3e:ba:97:29', 'name': 'tempest-NetworksTestDHCPv6-665125880'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:32.668323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:32.673824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca656c58-a94b-43dd-861a-dbcf508f3293 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=14']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.773059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:32.773878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.853859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Made reservation on behalf of 6ad95b82a8d74e0f897f5f5b00cb6264 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:32.856125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3dc78-fcc0-4c3b-8447-1d7bcc438ca5 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:33.064186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.104258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] device_id is not set on port 47b0d306-f105-43ec-b938-c71dd54a1114 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:33.222883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c0573e74-14ed-4cd3-a2a0-0b179a9406bd None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:33.223366 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c0573e74-14ed-4cd3-a2a0-0b179a9406bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.291527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.359239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Router a86bfb59-c549-41dd-a9b5-88506125790f is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:38:33.383952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port 0fade2a9-206e-4020-b2bf-783a73f2a4a9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:33.387751 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.443647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8::375 (fdb01832-e58a-4d05-957d-673e11b0a638/d9198182-396b-49d1-a329-a41a3d7f6f29/47b0d306-f105-43ec-b938-c71dd54a1114) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:33.451341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:9729 (fdb01832-e58a-4d05-957d-673e11b0a638/519c005a-1d9e-492f-96d8-88e6663941a8/47b0d306-f105-43ec-b938-c71dd54a1114) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:33.477666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,segment=NetworkSegment(fd000253-2a8e-4143-a1d8-cd3654e9ce38),segment_id=fd000253-2a8e-4143-a1d8-cd3654e9ce38)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:33.482013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a76988-1d9e-4812-8af9-d208ddd26258 None None] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:33.491133 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.492176 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cd99bc9a-e488-4f50-8b30-ae1cc7fac28b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:33.626964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:33.643462 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed1f52-5d3a-4e50-a2b7-cd0b675e134a None None] Sync routers for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:33.644419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port 0fade2a9-206e-4020-b2bf-783a73f2a4a9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0fade2a9-206e-4020-b2bf-783a73f2a4a9,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:33.644816 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.677232 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed1f52-5d3a-4e50-a2b7-cd0b675e134a None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:33.678881 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-02ed1f52-5d3a-4e50-a2b7-cd0b675e134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:33.682700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.712431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for 0fade2a9-206e-4020-b2bf-783a73f2a4a9 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:33.737325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.743083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4726a7a7-630e-4abc-b2a9-436096508859 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.9237626 Nov 22 16:38:33.746866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60094) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.790697 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-02ed1f52-5d3a-4e50-a2b7-cd0b675e134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:33.818011 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed1f52-5d3a-4e50-a2b7-cd0b675e134a None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:33.818810 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-02ed1f52-5d3a-4e50-a2b7-cd0b675e134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:33.822432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-43b1058c-fd68-478d-bac3-d7ca0c04b716 None None] Provisioning complete for port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:33.836197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-43b1058c-fd68-478d-bac3-d7ca0c04b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.842068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:33.844567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.906159 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-02ed1f52-5d3a-4e50-a2b7-cd0b675e134a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:33.907080 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed1f52-5d3a-4e50-a2b7-cd0b675e134a None None] The sync data for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:34.024495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:34.025282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.110258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event updated for resources: {'Port': ['ID=47b0d306-f105-43ec-b938-c71dd54a1114,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:34.121579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Network fdb01832-e58a-4d05-957d-673e11b0a638 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:34.204909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.235768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=0fade2a9-206e-4020-b2bf-783a73f2a4a9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:34.256720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:34.414807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:34.428214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:34.428925 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.495777 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:38:34.616622 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a2a4c5b4-4a50-4183-8828-7483ea12ab30 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9876587 Nov 22 16:38:34.660227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:34.714305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60098) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.729479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.780318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e94d6687-e864-4989-a600-4c0e7a31090c None None] Provisioning complete for port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:34.781011 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e94d6687-e864-4989-a600-4c0e7a31090c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.856038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:34.856911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.101184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b603d6-9475-4ec8-bd72-9ccf324f61e4 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:35.105608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 461a0fd2-311b-46b8-ba8c-718d551da336 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:35.106820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting port 47b0d306-f105-43ec-b938-c71dd54a1114 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:35.107287 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.244396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7fa51c6a-d861-45d4-9628-8e828f6a088b None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:35.244796 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7fa51c6a-d861-45d4-9628-8e828f6a088b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.258863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.272755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:35.290863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] Sync routers for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:35.291819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aaf5a12e-419d-49f5-b8e7-cdaa4b8e7057 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "PUT /v2.0/routers/461a0fd2-311b-46b8-ba8c-718d551da336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4116931 Nov 22 16:38:35.292875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60106) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.298441 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.338701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:35.339269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:35.352671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Calling delete_port for 47b0d306-f105-43ec-b938-c71dd54a1114 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:35.376575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df8b3b0-b162-4029-9df1-f498d8ca7f20 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting subnet ec4e2bad-7c72-41e9-beb0-c87d229e73b4 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:35.384028 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7df8b3b0-b162-4029-9df1-f498d8ca7f20 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.436444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7df8b3b0-b162-4029-9df1-f498d8ca7f20 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.528115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:35.633832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7df8b3b0-b162-4029-9df1-f498d8ca7f20 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.666132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-23c5957f-5a87-4c2e-bcc5-13fac93be0fd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:35.667651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-23c5957f-5a87-4c2e-bcc5-13fac93be0fd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1845064 Nov 22 16:38:35.707594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-dc28b866-4e7d-47f8-8a91-97d9a4af0d65 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/quotas/8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 375 time: 0.0212250 Nov 22 16:38:35.754995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:34Z', 'revision_number': 7, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:35.769865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Allocated IP 172.20.0.1 (0a2e5040-e6e0-440c-9d5e-307ff000f16b/2bfdd792-a77a-4e4e-907f-656e6b413110/a990938e-ae06-40f4-92ec-4effa4dc6544) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:35.779527 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7df8b3b0-b162-4029-9df1-f498d8ca7f20 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.791770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] Checking router: 461a0fd2-311b-46b8-ba8c-718d551da336 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:35.806071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] Routers {'461a0fd2-311b-46b8-ba8c-718d551da336'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:35.806701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['461a0fd2-311b-46b8-ba8c-718d551da336'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:35.817422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-1f60d690-e761-4402-8649-f41fea0a2057 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986896 Nov 22 16:38:35.819464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.850104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8b3b0-b162-4029-9df1-f498d8ca7f20 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4e2bad-7c72-41e9-beb0-c87d229e73b4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:35.857020 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7df8b3b0-b162-4029-9df1-f498d8ca7f20 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.860169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6b551f-7ef6-4faf-b34c-e6f9b967bd80 None None] Network bbfcebab-be9b-4e21-81f5-d1763b01926e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:35.863948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7df8b3b0-b162-4029-9df1-f498d8ca7f20 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/subnets/ec4e2bad-7c72-41e9-beb0-c87d229e73b4 HTTP/1.1" status: 204 len: 168 time: 0.5673435 Nov 22 16:38:35.864358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60114) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.931722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Port': ['ID=47b0d306-f105-43ec-b938-c71dd54a1114,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:35.957766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.959243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.959605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.960443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.960443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.960675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.961115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.961452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.961784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.962563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.962563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:35.962775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:36.038809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] Set router 461a0fd2-311b-46b8-ba8c-718d551da336 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:36.054226 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.061831 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-042a99cb-cc7d-4378-8496-8d35143f03d1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/47b0d306-f105-43ec-b938-c71dd54a1114 HTTP/1.1" status: 204 len: 168 time: 1.3456092 Nov 22 16:38:36.065598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60116) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.116717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.176603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.197744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbead6-5f43-4bb0-bee1-1f769841f43e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:36.202782 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f7dbead6-5f43-4bb0-bee1-1f769841f43e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1360786 Nov 22 16:38:36.203456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60120) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.295358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbaf553-5073-4892-8153-62131009e966 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:36.300445 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5bbaf553-5073-4892-8153-62131009e966 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0936966 Nov 22 16:38:36.301128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60122) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.308525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-13855a26-780d-4d23-ad56-405650634794 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899852 Nov 22 16:38:36.313105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.386233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3ddfc972-2579-4bdb-93e7-fceb941ede94 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:36.386434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:36.386702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ddfc972-2579-4bdb-93e7-fceb941ede94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.390624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.402679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:36.420085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:36.453207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03cb683-151d-4db5-984d-d66a162e8463 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:36.455189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03cb683-151d-4db5-984d-d66a162e8463 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:36.457542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03cb683-151d-4db5-984d-d66a162e8463 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:36.459459 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b03cb683-151d-4db5-984d-d66a162e8463 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1564932 Nov 22 16:38:36.469916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60124) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.489777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'Port': ['ID=a990938e-ae06-40f4-92ec-4effa4dc6544,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.547173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-0bcedc39-e139-4323-9140-c798b4c19590 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375410 Nov 22 16:38:36.556233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] DHCP port deletion for bbfcebab-be9b-4e21-81f5-d1763b01926e request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:36.561436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3ddfc972-2579-4bdb-93e7-fceb941ede94 None None] Could not find standard attr ID for object 47b0d306-f105-43ec-b938-c71dd54a1114. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:36.578107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.581201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:36.581733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.639469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:34Z', 'revision_number': 7, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:36.663582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7aaffab-fca9-4b0f-ba8c-1c17008e6b60 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet 519c005a-1d9e-492f-96d8-88e6663941a8 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:36.670230 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7aaffab-fca9-4b0f-ba8c-1c17008e6b60 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.697851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bace708-0a54-4abf-a8a8-263441644682 None None] The sync data for ids ['461a0fd2-311b-46b8-ba8c-718d551da336'] in n-d-811716-3 is: [{'id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'name': 'tempest-TestNetworkBasicOps-router-532773731', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:23Z', 'updated_at': '2021-11-22T16:38:34Z', 'revision_number': 7, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': 'a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:2d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461a0fd2-311b-46b8-ba8c-718d551da336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:24Z', 'updated_at': '2021-11-22T16:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:36.708138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-114839b4-18d9-47ca-9ff7-b619c6113a58 None None] Could not find standard attr ID for object 47b0d306-f105-43ec-b938-c71dd54a1114. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:36.716444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] Deleting port a9d7006c-1e29-493b-86fa-6838f1b4171f {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:36.717085 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.791138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7aaffab-fca9-4b0f-ba8c-1c17008e6b60 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.798267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] For port a9d7006c-1e29-493b-86fa-6838f1b4171f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a9d7006c-1e29-493b-86fa-6838f1b4171f,segment=NetworkSegment(921ed63e-2872-4c96-a52f-e6b66e58e3c4),segment_id=921ed63e-2872-4c96-a52f-e6b66e58e3c4)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:36.798921 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.814612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] Calling delete_port for a9d7006c-1e29-493b-86fa-6838f1b4171f owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:36.816769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:36.817253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.844219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:36.915052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.942663 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.960576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] Pushing event deleted for resources: {'Port': ['ID=a9d7006c-1e29-493b-86fa-6838f1b4171f,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.965758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72c43c-b815-42f1-b1a5-0ee69c60cb23 None None] No DVR routers for this DVR port a9d7006c-1e29-493b-86fa-6838f1b4171f on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:36.974150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5e5622cd-d8f0-4793-9449-a445329da5b7 None None] Provisioning complete for port a990938e-ae06-40f4-92ec-4effa4dc6544 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:36.974150 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e5622cd-d8f0-4793-9449-a445329da5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.000163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7aaffab-fca9-4b0f-ba8c-1c17008e6b60 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.014196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5e5622cd-d8f0-4793-9449-a445329da5b7 None None] Port a990938e-ae06-40f4-92ec-4effa4dc6544 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:37.168347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4366e4bd-b49e-4a32-9f94-a9f7205c18eb req-0442ee88-0a83-4058-b19a-ad5ad74df86d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0568116 Nov 22 16:38:37.197463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7aaffab-fca9-4b0f-ba8c-1c17008e6b60 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.198294 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.236687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:37.247859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aaffab-fca9-4b0f-ba8c-1c17008e6b60 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=519c005a-1d9e-492f-96d8-88e6663941a8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:37.258244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e0616b-9d97-4a4f-9565-ed4bde4294f4 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:37.259103 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f7aaffab-fca9-4b0f-ba8c-1c17008e6b60 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.262501 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f7aaffab-fca9-4b0f-ba8c-1c17008e6b60 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/519c005a-1d9e-492f-96d8-88e6663941a8 HTTP/1.1" status: 204 len: 168 time: 0.7912459 Nov 22 16:38:37.273689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61404d69-e839-4d6e-8a7f-5528226aae94 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:37.285307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60136) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.328191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.328553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.330623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.332502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.333467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.333825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.334175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.334519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.334859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.337452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.337854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.338262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:37.407318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.413665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f938f320-7578-472c-8b70-53e58779c4ec tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Deleting subnet d9198182-396b-49d1-a329-a41a3d7f6f29 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:37.417297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f938f320-7578-472c-8b70-53e58779c4ec tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.496260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f938f320-7578-472c-8b70-53e58779c4ec tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.543362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.545920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.604867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.606734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Fanout notify agent at l3_agent the message router_deleted on router 461a0fd2-311b-46b8-ba8c-718d551da336 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:38:37.620336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.624041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-858d1de9-f1e1-4aa2-9a24-2a64f47333d0 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/routers/461a0fd2-311b-46b8-ba8c-718d551da336 HTTP/1.1" status: 204 len: 168 time: 1.7562535 Nov 22 16:38:37.624394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60144) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.748678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.901975 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.946185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfcebab-be9b-4e21-81f5-d1763b01926e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:37.964963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921ed63e-2872-4c96-a52f-e6b66e58e3c4') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:37.965264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921ed63e-2872-4c96-a52f-e6b66e58e3c4') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:37.970966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f938f320-7578-472c-8b70-53e58779c4ec tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.977207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.994967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.001811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:38.003091 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:38.007191 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:38.018688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.028482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.074724 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.086004 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.089458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/networks/bbfcebab-be9b-4e21-81f5-d1763b01926e HTTP/1.1" status: 204 len: 168 time: 0.4639153 Nov 22 16:38:38.115921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab770e42-32db-4ecd-a576-2f2894663975 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Network': ['ID=bbfcebab-be9b-4e21-81f5-d1763b01926e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:38.118561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60146) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.135276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'network': {'name': 'tempest-network-smoke--153777571', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'port_security_enabled': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:38.148281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'Port': ['ID=a990938e-ae06-40f4-92ec-4effa4dc6544,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:38.165643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f938f320-7578-472c-8b70-53e58779c4ec tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.186291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.230152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938f320-7578-472c-8b70-53e58779c4ec tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Subnet': ['ID=d9198182-396b-49d1-a329-a41a3d7f6f29,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:38.239663 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f938f320-7578-472c-8b70-53e58779c4ec tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.244551 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f938f320-7578-472c-8b70-53e58779c4ec tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/d9198182-396b-49d1-a329-a41a3d7f6f29 HTTP/1.1" status: 204 len: 168 time: 0.9578915 Nov 22 16:38:38.247053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.266347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:38.272494 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.299789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ea9d20-c50c-49b8-a2ba-e7f723ac7db7 None None] Network fdb01832-e58a-4d05-957d-673e11b0a638 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:38.345201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-672f261e-ee62-456f-b26a-753f4a8b0a4d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944047 Nov 22 16:38:38.346796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60152) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.366568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] vlan segment allocate from pool success with {'vlan_id': 817, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:38.426986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.427666 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Added segment 8a0450f0-8136-4aa8-99eb-883339a2a8ec of type vlan for network 0654ed59-b0b6-4325-85e8-549c4c59364e Nov 22 16:38:38.444000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:38.448885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:38.472918 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5530e3d2-bbc3-4fe3-98ab-6c50ba931fa1 req-438cd0f3-ef9d-43da-aaec-97f1443cfbcc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.2056212 Nov 22 16:38:38.478218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d419fdba-2677-4aef-bb69-a4f0b0d0f275 None None] Provisioning complete for port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:38.478835 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d419fdba-2677-4aef-bb69-a4f0b0d0f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.483224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a9d7006c-1e29-493b-86fa-6838f1b4171f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:38.490624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918d4d48-04d4-4c3c-ae60-4c7714c0c310 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.492884 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-918d4d48-04d4-4c3c-ae60-4c7714c0c310 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1452105 Nov 22 16:38:38.496260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60154) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.504448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.577420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a9d7006c-1e29-493b-86fa-6838f1b4171f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:38.577766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a9d7006c-1e29-493b-86fa-6838f1b4171f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:38.578392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0fade2a9-206e-4020-b2bf-783a73f2a4a9 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:38.591491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-1bace496-8e53-42fe-ac00-33d9648cfbe3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.593410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-1bace496-8e53-42fe-ac00-33d9648cfbe3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.2625754 Nov 22 16:38:38.619073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 0fade2a9-206e-4020-b2bf-783a73f2a4a9 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:38.619429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0fade2a9-206e-4020-b2bf-783a73f2a4a9 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:38.619862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:38.644113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:38.644369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a8d73e4a-c2eb-4f3f-9d31-62b491fa38ce not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:38.665560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce23563-ee04-4878-832e-57a76d8f849d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.666428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Router a86bfb59-c549-41dd-a9b5-88506125790f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:38.671395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60156) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.671840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0ce23563-ee04-4878-832e-57a76d8f849d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1710896 Nov 22 16:38:38.682465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.687619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'port': {'device_id': 'cab67edb-53e4-40be-995a-656127b8d0c7', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'admin_state_up': True, 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:38.688596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.689359 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.751561 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-70ab4934-f929-4587-bbaf-f219820cb1f2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767875 Nov 22 16:38:38.760562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.798214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] DHCP port deletion for fdb01832-e58a-4d05-957d-673e11b0a638 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:38.841232 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7103372 Nov 22 16:38:38.843769 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e49e82-f4b9-4ed3-9a67-0e56162fc577 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:38.845015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e49e82-f4b9-4ed3-9a67-0e56162fc577 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:38.848832 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-73e49e82-f4b9-4ed3-9a67-0e56162fc577 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/47b0d306-f105-43ec-b938-c71dd54a1114 HTTP/1.1" status: 404 len: 333 time: 0.0855083 Nov 22 16:38:38.851676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60160) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.852193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60162) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.867999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-793772120', 'admin_state_up': True, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:38.880442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-575892ee-5a2b-472b-9c13-f8605054e75d None None] Provisioning complete for port a990938e-ae06-40f4-92ec-4effa4dc6544 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:38.880691 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-575892ee-5a2b-472b-9c13-f8605054e75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.909127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2210c4-48c3-4e00-83eb-593c81086845 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Network': ['ID=0654ed59-b0b6-4325-85e8-549c4c59364e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:38.911878 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a40e2d6-b7c9-4843-abfe-03668734c70f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:38.912920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a40e2d6-b7c9-4843-abfe-03668734c70f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:38.918506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9a40e2d6-b7c9-4843-abfe-03668734c70f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/519c005a-1d9e-492f-96d8-88e6663941a8 HTTP/1.1" status: 404 len: 337 time: 0.0607893 Nov 22 16:38:38.920253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60164) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.929341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0654ed59-b0b6-4325-85e8-549c4c59364e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:38.949002 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.950156 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.981397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-575892ee-5a2b-472b-9c13-f8605054e75d None None] Port a990938e-ae06-40f4-92ec-4effa4dc6544 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:38.985097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] Deleting port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:38.986085 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.991411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:38.996580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.035626 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7f9f46-8955-41cc-bc8b-2c301d4c3810 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.036150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7f9f46-8955-41cc-bc8b-2c301d4c3810 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.039292 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4c7f9f46-8955-41cc-bc8b-2c301d4c3810 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/d9198182-396b-49d1-a329-a41a3d7f6f29 HTTP/1.1" status: 404 len: 337 time: 0.1180370 Nov 22 16:38:39.040672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:39.042117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60166) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.050569 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-af39af78-d788-4ca9-8c2a-80b8e1d00aef tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "PUT /v2.0/routers/a86bfb59-c549-41dd-a9b5-88506125790f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3018997 Nov 22 16:38:39.053176 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc7989-7e62-490a-a456-b30d2200dea0 None None] Sync routers for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:39.057031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60168) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.070090 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc7989-7e62-490a-a456-b30d2200dea0 None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:39.070823 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e1bc7989-7e62-490a-a456-b30d2200dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:39.079007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Request body: {'port': {'network_id': '0a2e5040-e6e0-440c-9d5e-307ff000f16b', 'name': 'tempest-FloatingIPAdminTestJSON-909752022'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:39.085020 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-605227b4-3ea9-4508-8127-3c265e41c2a2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.085622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605227b4-3ea9-4508-8127-3c265e41c2a2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.086158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.087204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] For port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,segment=NetworkSegment(7fb8d710-a38c-4a46-9761-5e8aec9ab044),segment_id=7fb8d710-a38c-4a46-9761-5e8aec9ab044)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:39.087788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.089363 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-605227b4-3ea9-4508-8127-3c265e41c2a2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/75c4d4ae-53d9-4329-8ef9-a944bff4b7e0 HTTP/1.1" status: 404 len: 333 time: 0.0460947 Nov 22 16:38:39.091636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.119112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] Calling delete_port for cd99bc9a-e488-4f50-8b30-ae1cc7fac28b owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:39.125220 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e1bc7989-7e62-490a-a456-b30d2200dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:39.150592 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bc7989-7e62-490a-a456-b30d2200dea0 None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:39.153286 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e1bc7989-7e62-490a-a456-b30d2200dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:39.223385 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b75f22-0223-4037-acaf-c8725bba4e37 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.223978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b75f22-0223-4037-acaf-c8725bba4e37 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.225171 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.230848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60172) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.231285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96b75f22-0223-4037-acaf-c8725bba4e37 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/f0230290-fd9c-4d05-9e80-c2e434a4a376 HTTP/1.1" status: 404 len: 337 time: 0.1381192 Nov 22 16:38:39.239964 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e1bc7989-7e62-490a-a456-b30d2200dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:39.241131 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bc7989-7e62-490a-a456-b30d2200dea0 None None] The sync data for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:39.264426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] Pushing event deleted for resources: {'Port': ['ID=cd99bc9a-e488-4f50-8b30-ae1cc7fac28b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:39.267574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc3a1bd-be12-4f26-9bd1-4cebece4c3e7 None None] No DVR routers for this DVR port cd99bc9a-e488-4f50-8b30-ae1cc7fac28b on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:39.316862 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d077f1ef-0c6b-4de0-b2a7-dc20b27250a0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.317375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d077f1ef-0c6b-4de0-b2a7-dc20b27250a0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.323871 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d077f1ef-0c6b-4de0-b2a7-dc20b27250a0 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/dabb32cf-f397-49a8-b695-f86286ed3023 HTTP/1.1" status: 404 len: 337 time: 0.0904050 Nov 22 16:38:39.324552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60174) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.334212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Made reservation on behalf of e2c672ee631c42e8adfbbf7297e3073f for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:39.338679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.366168 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71b7ec5-a68c-4482-be6c-6ae524671b21 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.366761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71b7ec5-a68c-4482-be6c-6ae524671b21 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.372648 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f71b7ec5-a68c-4482-be6c-6ae524671b21 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/b68738e6-087d-4abc-8432-c815ce3ff03c HTTP/1.1" status: 404 len: 333 time: 0.0465286 Nov 22 16:38:39.373248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60176) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.405526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] device_id is not set on port f4814aa9-adbe-432d-b338-1a1655abc2fe yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:39.412088 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2d5fc6-379f-4c51-a2dd-2605ad0d462c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.412578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2d5fc6-379f-4c51-a2dd-2605ad0d462c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.415749 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bb2d5fc6-379f-4c51-a2dd-2605ad0d462c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/bb785dea-d69a-4d27-9743-b4e6aabad673 HTTP/1.1" status: 404 len: 337 time: 0.0396571 Nov 22 16:38:39.419173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60178) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.476587 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f161b74-cdb5-4621-abe6-3e65fc6c3367 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.477357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f161b74-cdb5-4621-abe6-3e65fc6c3367 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.483081 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4f161b74-cdb5-4621-abe6-3e65fc6c3367 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/f5b7f07f-0484-494d-9184-f4ad35b4104c HTTP/1.1" status: 404 len: 337 time: 0.0601723 Nov 22 16:38:39.484634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60180) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.566639 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b815b1b-2387-429c-a25d-158106bd2e18 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.567306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b815b1b-2387-429c-a25d-158106bd2e18 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.573111 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6b815b1b-2387-429c-a25d-158106bd2e18 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/3ae98d5a-f46a-4f5b-a3f3-9bc732319260 HTTP/1.1" status: 404 len: 333 time: 0.0858164 Nov 22 16:38:39.574197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60184) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.607419 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2593dde-f1bd-433d-a754-cdd37340902a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.607886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2593dde-f1bd-433d-a754-cdd37340902a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.613468 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b2593dde-f1bd-433d-a754-cdd37340902a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/e1fa1ef2-e082-47b4-8ff6-fc0d4c18d525 HTTP/1.1" status: 404 len: 337 time: 0.0360050 Nov 22 16:38:39.614717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60186) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.651238 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9318557-921d-4330-a715-f4c867388c9d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.651610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9318557-921d-4330-a715-f4c867388c9d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.657273 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d9318557-921d-4330-a715-f4c867388c9d tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/381eaaef-9956-44aa-985b-08f6745fa6ea HTTP/1.1" status: 404 len: 337 time: 0.0396023 Nov 22 16:38:39.658401 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60188) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.669567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Allocated IP 172.20.0.3 (0a2e5040-e6e0-440c-9d5e-307ff000f16b/2bfdd792-a77a-4e4e-907f-656e6b413110/f4814aa9-adbe-432d-b338-1a1655abc2fe) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:39.696690 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-247e1b8b-ee89-44e8-8214-2793a72d4b2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.697336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247e1b8b-ee89-44e8-8214-2793a72d4b2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.702657 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-247e1b8b-ee89-44e8-8214-2793a72d4b2e tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/2743dec1-fb9f-4b1d-9649-4ad1f5ed3d65 HTTP/1.1" status: 404 len: 333 time: 0.0411911 Nov 22 16:38:39.705206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60190) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.740898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ae54869-21ea-4ed6-9f2e-dcc9769117cd req-7f2f90d3-7c95-46ac-870f-55ef6c079963 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0438323 Nov 22 16:38:39.744486 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4eba7a2-6b9c-4761-b4dd-72fc78ac694a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.744962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4eba7a2-6b9c-4761-b4dd-72fc78ac694a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.748132 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a4eba7a2-6b9c-4761-b4dd-72fc78ac694a tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/3af93e50-d29f-4c58-8744-b7dbe7732c0b HTTP/1.1" status: 404 len: 337 time: 0.0409262 Nov 22 16:38:39.755631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60192) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.782927 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-804be278-ec03-4579-a7a0-c191e4d24c74 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.783536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804be278-ec03-4579-a7a0-c191e4d24c74 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.786705 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-804be278-ec03-4579-a7a0-c191e4d24c74 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/1ef10c85-21c1-445b-998c-40f2052eab67 HTTP/1.1" status: 404 len: 333 time: 0.0297263 Nov 22 16:38:39.790731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.827279 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-aadca37a-054d-4d07-8413-80b70aaedf31 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.827669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aadca37a-054d-4d07-8413-80b70aaedf31 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.831621 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aadca37a-054d-4d07-8413-80b70aaedf31 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/d22e456a-b4c6-46e4-a3f3-3d8784e2c7f7 HTTP/1.1" status: 404 len: 337 time: 0.0395575 Nov 22 16:38:39.836853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60196) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.838059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.869341 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d697317-221c-417c-a427-6ef2b4b4eef8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.869937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d697317-221c-417c-a427-6ef2b4b4eef8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.875350 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2d697317-221c-417c-a427-6ef2b4b4eef8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/665d727f-3ae2-4a7c-b965-5aaebbb8c0f9 HTTP/1.1" status: 404 len: 333 time: 0.0351889 Nov 22 16:38:39.879175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60198) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.879571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.20.0.6 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/1f92549e-7b76-4068-810c-2d802e62d256) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:39.960026 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-c206eb7e-7b92-47c7-91d7-6d09325e7a18 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:39.961266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c206eb7e-7b92-47c7-91d7-6d09325e7a18 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:39.966871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c206eb7e-7b92-47c7-91d7-6d09325e7a18 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/eabb001a-d0f0-4af8-a9da-0c50b923a314 HTTP/1.1" status: 404 len: 337 time: 0.0825064 Nov 22 16:38:39.969960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60200) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.008848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.019438 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-c626060d-2bea-4514-8577-a6300f8a9ecf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.020034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c626060d-2bea-4514-8577-a6300f8a9ecf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.025606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c626060d-2bea-4514-8577-a6300f8a9ecf tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/67409bfe-253c-49cb-9c37-0e6aaa12e371 HTTP/1.1" status: 404 len: 333 time: 0.0497353 Nov 22 16:38:40.026699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60202) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.047067 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.075341 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e651f4-f64e-4705-9bca-4d9c586d62a5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.075761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e651f4-f64e-4705-9bca-4d9c586d62a5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.081856 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-83e651f4-f64e-4705-9bca-4d9c586d62a5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/d04979b2-21ef-4f44-b86d-d063b81acfff HTTP/1.1" status: 404 len: 337 time: 0.0512936 Nov 22 16:38:40.089484 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:40.090947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60204) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.094169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:40.097758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:40.229417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:40.230296 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.240408 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd740fc-2935-41ef-8bd7-3ee75be6314c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.241091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd740fc-2935-41ef-8bd7-3ee75be6314c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.247753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7fd740fc-2935-41ef-8bd7-3ee75be6314c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/b640f682-5145-4647-bd93-2feb3db11618 HTTP/1.1" status: 404 len: 333 time: 0.0995624 Nov 22 16:38:40.249119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60206) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.274495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event updated for resources: {'Port': ['ID=f4814aa9-adbe-432d-b338-1a1655abc2fe,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:40.296039 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.304455 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3386cce-d133-4140-9bed-021c028c4d21 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.305389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3386cce-d133-4140-9bed-021c028c4d21 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.313042 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f3386cce-d133-4140-9bed-021c028c4d21 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/ca6151bc-30c1-48a4-b895-be46904395fd HTTP/1.1" status: 404 len: 337 time: 0.0558352 Nov 22 16:38:40.313873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60208) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.328390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.332170 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-509a0363-fa47-429b-9d6a-b4bec119b7dd tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2729523 Nov 22 16:38:40.350456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60210) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.358578 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bf1d02-8a2e-4117-b227-c79d7fab80e8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.358716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bf1d02-8a2e-4117-b227-c79d7fab80e8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.367979 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25bf1d02-8a2e-4117-b227-c79d7fab80e8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/3f71ce60-217c-4dc5-8a00-819640e189dd HTTP/1.1" status: 404 len: 333 time: 0.0506947 Nov 22 16:38:40.367979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60214) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.381942 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.413323 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2eff5b-421f-44fa-a751-c9c9e9455fc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.413797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2eff5b-421f-44fa-a751-c9c9e9455fc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.427767 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3f2eff5b-421f-44fa-a751-c9c9e9455fc1 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/76c23bdb-b3b3-41e1-a00b-11052b3b63ad HTTP/1.1" status: 404 len: 337 time: 0.0596352 Nov 22 16:38:40.430151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60216) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.449161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cd99bc9a-e488-4f50-8b30-ae1cc7fac28b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:40.449776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'project_id': 'e2c672ee631c42e8adfbbf7297e3073f', 'port_id': 'f4814aa9-adbe-432d-b338-1a1655abc2fe'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:40.487072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.497128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: cd99bc9a-e488-4f50-8b30-ae1cc7fac28b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:40.498432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device cd99bc9a-e488-4f50-8b30-ae1cc7fac28b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:40.523058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-25e668c9-575d-46d3-bb57-9632b5d1a396 None None] Provisioning complete for port f4814aa9-adbe-432d-b338-1a1655abc2fe triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:40.523527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25e668c9-575d-46d3-bb57-9632b5d1a396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.537587 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b0fc22-59f2-4c75-982e-5d2f6b379111 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.538057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b0fc22-59f2-4c75-982e-5d2f6b379111 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.544908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-71b0fc22-59f2-4c75-982e-5d2f6b379111 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/55f0d6e3-33d3-4a9e-a816-6c0b94f41008 HTTP/1.1" status: 404 len: 337 time: 0.1114380 Nov 22 16:38:40.545580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60218) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.571380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-25e668c9-575d-46d3-bb57-9632b5d1a396 None None] Port f4814aa9-adbe-432d-b338-1a1655abc2fe cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:40.584398 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0ff2a6-c563-43bd-912b-e235a4e89061 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.584992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0ff2a6-c563-43bd-912b-e235a4e89061 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.588237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2c0ff2a6-c563-43bd-912b-e235a4e89061 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/9c10383e-74a8-427c-95f5-17978027fdfc HTTP/1.1" status: 404 len: 333 time: 0.0376670 Nov 22 16:38:40.591701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60220) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.592638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.626537 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bb58e1-6f3c-42da-8e74-266e8db049d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.627013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bb58e1-6f3c-42da-8e74-266e8db049d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.633810 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e5bb58e1-6f3c-42da-8e74-266e8db049d5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/fde5771e-01d7-4b7d-be2a-c0ab34ff990a HTTP/1.1" status: 404 len: 337 time: 0.0401125 Nov 22 16:38:40.635749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60222) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.665895 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab62520-8aa7-4a20-8c6a-a20cd7f9f815 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.666278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab62520-8aa7-4a20-8c6a-a20cd7f9f815 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.672396 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2ab62520-8aa7-4a20-8c6a-a20cd7f9f815 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/f53b8706-31db-4811-80e8-89f3b2d5deb6 HTTP/1.1" status: 404 len: 337 time: 0.0354042 Nov 22 16:38:40.673703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:40.674496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60224) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.694359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:40.696356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.722036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:40.755514 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-207e0a86-c3d8-4d5f-a4e1-3da193a680b9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.756130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207e0a86-c3d8-4d5f-a4e1-3da193a680b9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.761517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-207e0a86-c3d8-4d5f-a4e1-3da193a680b9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/725ba793-a3c3-4f5a-b597-b9634e1a6caf HTTP/1.1" status: 404 len: 333 time: 0.0817189 Nov 22 16:38:40.763083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.25.5.103 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/2e5fc3c0-1712-4598-a99a-76bf0670494c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:40.765220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=1f92549e-7b76-4068-810c-2d802e62d256,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:40.772895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60226) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.816866 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-155ad084-6915-466a-9dde-c94f4a2b8594 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.817456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155ad084-6915-466a-9dde-c94f4a2b8594 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.823930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60230) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.827517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-155ad084-6915-466a-9dde-c94f4a2b8594 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/a688d34e-3c44-4be9-97ec-9bcdc6b50541 HTTP/1.1" status: 404 len: 337 time: 0.0531673 Nov 22 16:38:40.861240 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c48fefb-1c26-4eba-a177-b31107acb158 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.861748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c48fefb-1c26-4eba-a177-b31107acb158 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.869659 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5c48fefb-1c26-4eba-a177-b31107acb158 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/cc72e33d-60ad-46f9-8535-ce2473a55907 HTTP/1.1" status: 404 len: 337 time: 0.0443769 Nov 22 16:38:40.870414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60232) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.903364 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-265d2cb1-09ce-4ca8-a210-43817ffa657f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.903970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265d2cb1-09ce-4ca8-a210-43817ffa657f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.905200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:40.905830 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:40.912107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60234) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.913075 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-265d2cb1-09ce-4ca8-a210-43817ffa657f tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/89a7019c-28cd-4eea-a6ce-edadcdd32a8d HTTP/1.1" status: 404 len: 333 time: 0.0415001 Nov 22 16:38:40.981828 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cf53d5-b610-4c1f-b110-159784316b76 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:40.982525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3cf53d5-b610-4c1f-b110-159784316b76 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:40.985406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e3cf53d5-b610-4c1f-b110-159784316b76 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/0c64bf55-296a-4e2a-b42b-30c1b99f3b4f HTTP/1.1" status: 404 len: 337 time: 0.0704257 Nov 22 16:38:40.988474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60236) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:40.996759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-680ee08c-2a2b-41d9-aa50-a00d407a40b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3241608 Nov 22 16:38:41.015132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Request body: {'port': {'device_id': 'cab67edb-53e4-40be-995a-656127b8d0c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:41.026364 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-83975f0f-7535-4152-be3f-2563d2a7b004 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.026945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83975f0f-7535-4152-be3f-2563d2a7b004 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.034193 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-83975f0f-7535-4152-be3f-2563d2a7b004 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/ba7acef3-0ab5-4bc1-ac66-85fa5c23d832 HTTP/1.1" status: 404 len: 337 time: 0.0413074 Nov 22 16:38:41.035233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60238) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.064187 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-71cd9230-99f3-4ceb-843a-9d2d7f27d73c tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports?device_id=723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 HTTP/1.1" status: 200 len: 205 time: 0.0275421 Nov 22 16:38:41.067388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60240) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.094830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b541-c2d5-4378-ab27-8410f18bdaa2 req-887634f6-c557-4b5e-aa15-dad0060c92f3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.096402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c741b541-c2d5-4378-ab27-8410f18bdaa2 req-887634f6-c557-4b5e-aa15-dad0060c92f3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 931 time: 0.1879482 Nov 22 16:38:41.099477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.111814 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-38984dad-0a6d-4181-9b6e-b118ad3b7e1b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] delete failed (client error): The resource could not be found. Nov 22 16:38:41.113359 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-38984dad-0a6d-4181-9b6e-b118ad3b7e1b tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/routers/723d6e09-0fb7-4ff9-bdf8-4d06fe80f3b6 HTTP/1.1" status: 404 len: 336 time: 0.0446291 Nov 22 16:38:41.115998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60242) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.120969 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.126294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ccff7db2-ee89-4393-a15f-66d02d19fc00 None None] Provisioning complete for port 1f92549e-7b76-4068-810c-2d802e62d256 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:41.127878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ccff7db2-ee89-4393-a15f-66d02d19fc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.144565 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57bbfc1-1196-453c-8b49-06490d415ee9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.145389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57bbfc1-1196-453c-8b49-06490d415ee9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.148440 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a57bbfc1-1196-453c-8b49-06490d415ee9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/8857ef77-fd02-4214-881d-323cd08430a6 HTTP/1.1" status: 404 len: 337 time: 0.0311482 Nov 22 16:38:41.152407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60244) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.181272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ccff7db2-ee89-4393-a15f-66d02d19fc00 None None] Port 1f92549e-7b76-4068-810c-2d802e62d256 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:41.185498 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fd5cd69d-d67d-4310-81a9-61618bbbdbad tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f0eeaad-1004-4eb6-b2fa-438151036d8e HTTP/1.1" status: 200 len: 205 time: 0.0317581 Nov 22 16:38:41.188290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60246) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.217578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c741b541-c2d5-4378-ab27-8410f18bdaa2 req-f1afcfce-5697-4512-addf-8a5dc4aba682 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090901 Nov 22 16:38:41.220936 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.244133 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-92081072-7b29-4076-af2a-1bd78299db85 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] delete failed (client error): The resource could not be found. Nov 22 16:38:41.247720 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-92081072-7b29-4076-af2a-1bd78299db85 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/routers/1f0eeaad-1004-4eb6-b2fa-438151036d8e HTTP/1.1" status: 404 len: 336 time: 0.0562875 Nov 22 16:38:41.256186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60248) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.305438 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Allocated IP 172.25.5.58 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/836cc2cf-d7e7-434f-b35a-ca4ec263e513) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:41.354064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:41.359306 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-1073e2b7-56b3-46a9-a6b9-debcd85017fc tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.359765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1073e2b7-56b3-46a9-a6b9-debcd85017fc tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.366172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1073e2b7-56b3-46a9-a6b9-debcd85017fc tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/c8ae03c4-0ea2-410a-a674-1d1a4d343998 HTTP/1.1" status: 404 len: 337 time: 0.1049461 Nov 22 16:38:41.368721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:41.370510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.383564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:41.389549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b07802-f947-4f0c-985f-dff5c87f5d8f None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:41.420712 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=2e5fc3c0-1712-4598-a99a-76bf0670494c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:41.425855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.448258 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-da947f47-5283-4b7c-935a-1e87afbf51ad tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.448711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da947f47-5283-4b7c-935a-1e87afbf51ad tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.454325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da947f47-5283-4b7c-935a-1e87afbf51ad tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/3efb5443-e683-4e1b-b93f-7788f112082b HTTP/1.1" status: 404 len: 337 time: 0.0757341 Nov 22 16:38:41.455032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60252) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.482593 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03e4031-5872-4edf-87bd-5b584875f739 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.483180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03e4031-5872-4edf-87bd-5b584875f739 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.489696 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a03e4031-5872-4edf-87bd-5b584875f739 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/0082f9ee-68f5-49a1-a436-50b8131f8d29 HTTP/1.1" status: 404 len: 333 time: 0.0305090 Nov 22 16:38:41.490358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60254) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.525165 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa49988-cfd5-4603-9edc-990dd0da18ca tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.525555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa49988-cfd5-4603-9edc-990dd0da18ca tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.526520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e00e1ec8-1902-45a0-b13d-b99b99e7ef02 None None] Provisioning complete for port 2e5fc3c0-1712-4598-a99a-76bf0670494c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:41.531447 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7fa49988-cfd5-4603-9edc-990dd0da18ca tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/ea541f63-2eeb-443f-a832-8da743896185 HTTP/1.1" status: 404 len: 337 time: 0.0379102 Nov 22 16:38:41.531647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60256) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.534353 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e00e1ec8-1902-45a0-b13d-b99b99e7ef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.565672 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85128a6-79e8-46fa-8ad2-466e6d92b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.567305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85128a6-79e8-46fa-8ad2-466e6d92b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.571681 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b85128a6-79e8-46fa-8ad2-466e6d92b889 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/0ef7d5ca-f9ce-4ceb-b3ac-db2943ca4aa1 HTTP/1.1" status: 404 len: 333 time: 0.0390100 Nov 22 16:38:41.574467 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60258) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.590405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.591063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e00e1ec8-1902-45a0-b13d-b99b99e7ef02 None None] Port 2e5fc3c0-1712-4598-a99a-76bf0670494c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:41.641079 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a14602-8522-4231-aebe-222852cdd7b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.641550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a14602-8522-4231-aebe-222852cdd7b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.645242 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8a14602-8522-4231-aebe-222852cdd7b8 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/d051cf3d-b66d-4d7a-8a9f-654cc1057fda HTTP/1.1" status: 404 len: 337 time: 0.0689836 Nov 22 16:38:41.649700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.664492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Pushing event updated for resources: {'Port': ['ID=836cc2cf-d7e7-434f-b35a-ca4ec263e513,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:41.669248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:41.670872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:41.674738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:41.680430 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c66328-e4cd-45fc-b267-cb34ba397ff9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.681008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c66328-e4cd-45fc-b267-cb34ba397ff9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.686223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-20c66328-e4cd-45fc-b267-cb34ba397ff9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/45ae370b-134c-4ddd-a5a7-712b840544e1 HTTP/1.1" status: 404 len: 333 time: 0.0336444 Nov 22 16:38:41.688820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.764318 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e390b7e7-f51a-45a2-a022-de8b201354da tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.764768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e390b7e7-f51a-45a2-a022-de8b201354da tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.770281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e390b7e7-f51a-45a2-a022-de8b201354da tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/b89e8bff-5048-4dd2-9653-7a54bb301b2f HTTP/1.1" status: 404 len: 337 time: 0.0772822 Nov 22 16:38:41.771125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60264) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.801035 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2080d22-1af7-4595-a5a1-cba6273312eb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.801251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2080d22-1af7-4595-a5a1-cba6273312eb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.807107 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a2080d22-1af7-4595-a5a1-cba6273312eb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/9c64edea-7101-4ecc-97a7-c0629529958a HTTP/1.1" status: 404 len: 333 time: 0.0325513 Nov 22 16:38:41.810913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.844491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f92549e-7b76-4068-810c-2d802e62d256 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:41.878291 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.882780 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b137fe4-f937-4c04-bbf4-adbb640d30f7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.883234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b137fe4-f937-4c04-bbf4-adbb640d30f7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.888739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5b137fe4-f937-4c04-bbf4-adbb640d30f7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/e9511bf9-3ccf-4b55-ba52-1c4ffcf4756d HTTP/1.1" status: 404 len: 337 time: 0.0745761 Nov 22 16:38:41.889958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.927450 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6a3193-f858-425b-b720-2a6e73c8e5a6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.928053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6a3193-f858-425b-b720-2a6e73c8e5a6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.933622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5e6a3193-f858-425b-b720-2a6e73c8e5a6 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/415db10e-a821-482b-95fe-d9d109d0940f HTTP/1.1" status: 404 len: 333 time: 0.0407038 Nov 22 16:38:41.936583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:41.947702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Transition to ACTIVE for port object 1f92549e-7b76-4068-810c-2d802e62d256 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:41.966213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:41.969426 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-0585481d-f4cb-4b0d-90d4-8e5d4c29acfb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:41.969878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0585481d-f4cb-4b0d-90d4-8e5d4c29acfb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:41.973681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0585481d-f4cb-4b0d-90d4-8e5d4c29acfb tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/79069eed-55bf-4f32-a4c0-c5f37b4be539 HTTP/1.1" status: 404 len: 337 time: 0.0361402 Nov 22 16:38:41.974387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.007571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:42.077735 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-992742ec-712b-43ee-8b90-642bd87cfad7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:42.078226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992742ec-712b-43ee-8b90-642bd87cfad7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:42.085489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-992742ec-712b-43ee-8b90-642bd87cfad7 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/66966f9f-f173-4349-80e8-306298bca51b HTTP/1.1" status: 404 len: 333 time: 0.0710797 Nov 22 16:38:42.087651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:42.153619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f92549e-7b76-4068-810c-2d802e62d256,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:42.162693 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff2de27-7a49-4844-b605-ac32441022f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:42.163144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff2de27-7a49-4844-b605-ac32441022f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:42.168635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aff2de27-7a49-4844-b605-ac32441022f5 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/812932e3-6d89-4f45-9ebb-fa9dcdec76fb HTTP/1.1" status: 404 len: 337 time: 0.0741646 Nov 22 16:38:42.170338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:42.212508 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fd1e1e-a2b5-4bde-86ee-aff6e0f81bc9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:42.213058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fd1e1e-a2b5-4bde-86ee-aff6e0f81bc9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:42.216294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-07fd1e1e-a2b5-4bde-86ee-aff6e0f81bc9 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/ports/aed7e7b3-333a-481f-a260-a2460c6cba11 HTTP/1.1" status: 404 len: 333 time: 0.0434556 Nov 22 16:38:42.234044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60278) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:42.318176 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b1ab89-f7f2-4ed1-8270-f64debf596b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:42.318631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b1ab89-f7f2-4ed1-8270-f64debf596b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:42.321749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-89b1ab89-f7f2-4ed1-8270-f64debf596b2 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/subnets/dee68f41-137f-49f2-8d9b-0fde45032857 HTTP/1.1" status: 404 len: 337 time: 0.0867136 Nov 22 16:38:42.335631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:42.513387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Attempting to bind port 1f92549e-7b76-4068-810c-2d802e62d256 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:42.513798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Attempting to bind port 1f92549e-7b76-4068-810c-2d802e62d256 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:42.514064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Attempting to bind port 1f92549e-7b76-4068-810c-2d802e62d256 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:42.523295 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.534984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Port 1f92549e-7b76-4068-810c-2d802e62d256 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:42.535313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Attempting to bind port 1f92549e-7b76-4068-810c-2d802e62d256 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:42.550744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c371d-0d41-4729-bef2-de95e1bb03ab req-a6f02c8d-d613-4c50-a8b1-ba8eee72676e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.552100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f23c371d-0d41-4729-bef2-de95e1bb03ab req-a6f02c8d-d613-4c50-a8b1-ba8eee72676e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2044795 Nov 22 16:38:42.553189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.555780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.559266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:42.559606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:42.560015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:42.560460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Bound port: 1f92549e-7b76-4068-810c-2d802e62d256, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:42.560818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.666885 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.793052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f23c371d-0d41-4729-bef2-de95e1bb03ab req-b627c55e-00a1-46eb-b34e-d77619bb6bdb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293139 Nov 22 16:38:42.803467 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.833534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.840132 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.853770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb01832-e58a-4d05-957d-673e11b0a638']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:42.856483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] For port 1f92549e-7b76-4068-810c-2d802e62d256, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:42.866895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] For port 1f92549e-7b76-4068-810c-2d802e62d256, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1f92549e-7b76-4068-810c-2d802e62d256,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:42.873313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb8d710-a38c-4a46-9761-5e8aec9ab044') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:42.873533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb8d710-a38c-4a46-9761-5e8aec9ab044') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:42.883803 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.896704 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.914383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Pushing event updated for resources: {'Port': ['ID=836cc2cf-d7e7-434f-b35a-ca4ec263e513,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:42.944919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.966166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.969681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.970317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.972057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f92549e-7b76-4068-810c-2d802e62d256 HTTP/1.1" status: 200 len: 1091 time: 1.9646218 Nov 22 16:38:42.972536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab67edb-53e4-40be-995a-656127b8d0c7', 'tag': '1f92549e-7b76-4068-810c-2d802e62d256'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:42.974977 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72" -d '{"events": [{"name": "network-changed", "server_uuid": "cab67edb-53e4-40be-995a-656127b8d0c7", "tag": "1f92549e-7b76-4068-810c-2d802e62d256"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:42.991751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:42.992200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:43.001697 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:43.070893 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Floating IP f67f8eba-0d30-4b0e-af63-ca0aea9e80de associated. External IP: 172.25.5.58, port: f4814aa9-adbe-432d-b338-1a1655abc2fe. Nov 22 16:38:43.334945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Router a86bfb59-c549-41dd-a9b5-88506125790f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:43.457091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:43.470494 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba264a9-dd1d-42a0-88ec-a8c1f6bd9554 None None] Sync routers for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:43.485195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba264a9-dd1d-42a0-88ec-a8c1f6bd9554 None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:43.485871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.486039 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc7af7-1394-4919-987d-3968261d5439 x-openstack-request-id: req-c7fc7af7-1394-4919-987d-3968261d5439 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:43.487170 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab67edb-53e4-40be-995a-656127b8d0c7", "tag": "1f92549e-7b76-4068-810c-2d802e62d256", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:43.487170 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7fc7af7-1394-4919-987d-3968261d5439 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:43.487532 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab67edb-53e4-40be-995a-656127b8d0c7', 'tag': '1f92549e-7b76-4068-810c-2d802e62d256', 'status': 'completed', 'code': 200} Nov 22 16:38:43.488397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3ba264a9-dd1d-42a0-88ec-a8c1f6bd9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:43.532020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ec140b97-e625-409d-9660-bad9178ad5af tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.1800578 Nov 22 16:38:43.532916 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60286) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:43.540442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3ba264a9-dd1d-42a0-88ec-a8c1f6bd9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:43.546286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5301ef0-8d69-4931-ad1c-607debc47fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f92549e-7b76-4068-810c-2d802e62d256,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:43.557838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba264a9-dd1d-42a0-88ec-a8c1f6bd9554 None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:43.558548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3ba264a9-dd1d-42a0-88ec-a8c1f6bd9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:43.558736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 83f2287e-393f-427d-a069-90927bd1aa1c is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:38:43.583440 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.591771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-eb4cbc3b-4a43-49a1-9e11-22d4e0d52b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.594823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-3ba264a9-dd1d-42a0-88ec-a8c1f6bd9554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:43.595659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-eb4cbc3b-4a43-49a1-9e11-22d4e0d52b2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 1094 time: 0.1059062 Nov 22 16:38:43.597871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba264a9-dd1d-42a0-88ec-a8c1f6bd9554 None None] The sync data for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:43.613016 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.618865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] 10.222.0.69 "DELETE /v2.0/networks/fdb01832-e58a-4d05-957d-673e11b0a638 HTTP/1.1" status: 204 len: 168 time: 1.2803538 Nov 22 16:38:43.670241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e6bac-8dd8-4ed6-9f9c-030646861d49 tempest-NetworksTestDHCPv6-2043697675 tempest-NetworksTestDHCPv6-2043697675-project] Pushing event deleted for resources: {'Network': ['ID=fdb01832-e58a-4d05-957d-673e11b0a638,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:43.674339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-2440a2bd-1c72-4436-a412-dc7fab1ecdae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f92549e-7b76-4068-810c-2d802e62d256 HTTP/1.1" status: 200 len: 217 time: 0.0683994 Nov 22 16:38:43.693091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-906cbe6e-d5dd-4fab-8e32-c8a7a38620e2 tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] 10.222.0.69 "GET /v2.0/floatingips/f67f8eba-0d30-4b0e-af63-ca0aea9e80de HTTP/1.1" status: 200 len: 981 time: 0.1586370 Nov 22 16:38:43.695379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60290) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:43.817258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-a55685f3-a5fd-4889-b79d-dde16e49369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.819236 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-a55685f3-a5fd-4889-b79d-dde16e49369d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.1084213 Nov 22 16:38:43.829753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dcae4156-929d-439f-bdf5-aa2da668dfa1 tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.1308205 Nov 22 16:38:43.831555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:43.903549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:43.914096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-e02ebde4-0da7-4b44-becc-7fee84b3e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.917774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-e02ebde4-0da7-4b44-becc-7fee84b3e5b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894694 Nov 22 16:38:43.921878 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Sync routers for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:43.937265 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:43.938732 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:44.048912 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.050889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d3e6b26f-5b53-499f-8ed6-f2dd20e2ec16 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1976895 Nov 22 16:38:44.054661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60298) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:44.086894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b713e23-ba38-482d-a219-744eee138318 req-e4cc760e-b923-4c13-a38a-9a5176fa67a4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.088551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b713e23-ba38-482d-a219-744eee138318 req-e4cc760e-b923-4c13-a38a-9a5176fa67a4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1649611 Nov 22 16:38:44.097666 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8c089fc9-e4c3-4862-8807-2a5259b2d93e tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416329 Nov 22 16:38:44.100800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60300) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:44.110350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:44.134178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-0ce2985b-a797-4651-95f2-aa04de7c1b32 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995451 Nov 22 16:38:44.223695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b713e23-ba38-482d-a219-744eee138318 req-1ebd6aca-c821-4554-b3c3-21797e2fa462 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210811 Nov 22 16:38:44.293287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f796cd37-d00e-4705-bf27-29b928cc0166 req-0d07c824-681b-421a-b263-a57d1e36dce0 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477220 Nov 22 16:38:44.307178 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:44.385804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Deleting port 836cc2cf-d7e7-434f-b35a-ca4ec263e513 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:44.386180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.389632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb71504-a90a-42c5-8a1d-d0e8236fbff3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.391158 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9cb71504-a90a-42c5-8a1d-d0e8236fbff3 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2894087 Nov 22 16:38:44.401521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60306) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:44.453133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f5fd59ae-a2a7-43c4-85c0-5c66b6095b9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ad95b82a8d74e0f897f5f5b00cb6264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3390665 Nov 22 16:38:44.456268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60308) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:44.463575 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-89c29860-37c6-470f-8d25-cacf5eeb949c tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609267 Nov 22 16:38:44.466007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60310) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:44.466933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-310208b9-7f49-48f3-8088-78c36b3b1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.469188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-310208b9-7f49-48f3-8088-78c36b3b1b49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 1094 time: 0.1190653 Nov 22 16:38:44.473004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1755933701', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:44.547343 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:41Z', 'revision_number': 3, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:44.570464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.570748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.588639 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Checking router: 83f2287e-393f-427d-a069-90927bd1aa1c for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:44.589181 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Updating router 83f2287e-393f-427d-a069-90927bd1aa1c port 2e5fc3c0-1712-4598-a99a-76bf0670494c binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:38:44.590590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Calling delete_port for 836cc2cf-d7e7-434f-b35a-ca4ec263e513 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:44.624920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-5950495c-df46-4f91-8c5d-6bcb19e4c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.626635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-5950495c-df46-4f91-8c5d-6bcb19e4c660 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1495950 Nov 22 16:38:44.634392 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.691343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-727c2d3c-187f-4424-801c-2e993963a4d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f92549e-7b76-4068-810c-2d802e62d256 HTTP/1.1" status: 200 len: 217 time: 0.0517843 Nov 22 16:38:44.694641 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09cc630e-3e5e-44ed-8e8f-56a1f90e0c67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.721564 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09cc630e-3e5e-44ed-8e8f-56a1f90e0c67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.820244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-b58f18a3-95e9-4cf3-b334-db1060e73419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.822259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-b58f18a3-95e9-4cf3-b334-db1060e73419 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0797334 Nov 22 16:38:44.858382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09cc630e-3e5e-44ed-8e8f-56a1f90e0c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.861043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-09cc630e-3e5e-44ed-8e8f-56a1f90e0c67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:44.862354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-09cc630e-3e5e-44ed-8e8f-56a1f90e0c67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d748580-bc3c-4a33-bd60-cc7dbde48b66 HTTP/1.1" status: 204 len: 168 time: 0.4049301 Nov 22 16:38:44.902053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc630e-3e5e-44ed-8e8f-56a1f90e0c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d748580-bc3c-4a33-bd60-cc7dbde48b66,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:44.951203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-13be5fd1-1f71-4731-baa2-90fd899df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.951558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:44.954066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-13be5fd1-1f71-4731-baa2-90fd899df0c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252251 Nov 22 16:38:44.958180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.085919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-faf87af8-55cb-4293-a165-8a907846471b service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182055 Nov 22 16:38:45.114625 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.123577 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.185225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02db9fd-93de-44b0-a2da-b98f99cb2210 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:45.186608 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05733de6-940d-4cfd-8372-3dd989e42324 None None] Pushing event updated for resources: {'Port': ['ID=2e5fc3c0-1712-4598-a99a-76bf0670494c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:45.191683 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Attempting to bind port 2e5fc3c0-1712-4598-a99a-76bf0670494c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:45.192077 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Attempting to bind port 2e5fc3c0-1712-4598-a99a-76bf0670494c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:45.192440 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Attempting to bind port 2e5fc3c0-1712-4598-a99a-76bf0670494c on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:45.197800 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:45.198177 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:45.198575 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.198960 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:45.199424 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Bound port: 2e5fc3c0-1712-4598-a99a-76bf0670494c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:45.199797 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.253526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-429b39f2-9d4d-4e32-9320-23d7d9a0ca72 req-0c0b88b9-6b8b-4b06-a212-daed52159fc8 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582158 Nov 22 16:38:45.276403 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] For port 2e5fc3c0-1712-4598-a99a-76bf0670494c, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:45.282985 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] For port 2e5fc3c0-1712-4598-a99a-76bf0670494c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2e5fc3c0-1712-4598-a99a-76bf0670494c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:45.291773 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.322757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6e509999-a941-4253-bd46-0639a4630d46 None None] Provisioning complete for port 2e5fc3c0-1712-4598-a99a-76bf0670494c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:45.326234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.331109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e509999-a941-4253-bd46-0639a4630d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.375291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2918e0-696e-4d6b-b101-2be2adda281b None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:45.421664 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:45.421664 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:45.434538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8931278-3254-4828-a294-30a8e2c044d9 req-c1c4cead-d9c1-4a36-8a0f-8927cba510a5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.440368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8931278-3254-4828-a294-30a8e2c044d9 req-c1c4cead-d9c1-4a36-8a0f-8927cba510a5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1189291 Nov 22 16:38:45.459956 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e509999-a941-4253-bd46-0639a4630d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.470917 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.490583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6e509999-a941-4253-bd46-0639a4630d46 None None] For port 2e5fc3c0-1712-4598-a99a-76bf0670494c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2e5fc3c0-1712-4598-a99a-76bf0670494c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:45.496772 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e509999-a941-4253-bd46-0639a4630d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.508008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event deleted for resources: {'Port': ['ID=836cc2cf-d7e7-434f-b35a-ca4ec263e513,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:45.527240 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05733de6-940d-4cfd-8372-3dd989e42324 None None] Pushing event updated for resources: {'Port': ['ID=2e5fc3c0-1712-4598-a99a-76bf0670494c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:45.530084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8931278-3254-4828-a294-30a8e2c044d9 req-17f81542-6103-40a2-85d2-81fc243f0979 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775645 Nov 22 16:38:45.545089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Checking segment: {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:45.545671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network hostable DHCP agents. Network: 0654ed59-b0b6-4325-85e8-549c4c59364e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:45.566162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Subnet': ['ID=05d8d78a-25a2-4581-94d5-cfef5ed02b26,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:45.594972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network 0654ed59-b0b6-4325-85e8-549c4c59364e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:45.621935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e509999-a941-4253-bd46-0639a4630d46 None None] Pushing event updated for resources: {'Port': ['ID=2e5fc3c0-1712-4598-a99a-76bf0670494c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:45.631216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-02b6878e-42f8-4df0-b8fe-05c5e1688f13 None None] Provisioning complete for port 2e5fc3c0-1712-4598-a99a-76bf0670494c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:45.631688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02b6878e-42f8-4df0-b8fe-05c5e1688f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.632788 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0654ed59-b0b6-4325-85e8-549c4c59364e) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:45.640097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.640777 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.649055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:45.649396 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Floating IP f67f8eba-0d30-4b0e-af63-ca0aea9e80de disassociated (deleted). External IP: 172.25.5.58, port: f4814aa9-adbe-432d-b338-1a1655abc2fe. Nov 22 16:38:45.652333 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:45.660778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ce28c-8184-4585-a91e-0e1f6a5918cd None None] Network 0654ed59-b0b6-4325-85e8-549c4c59364e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:45.701270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9fd61e51-967c-4793-b0bc-819f1dae1c9d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2329209 Nov 22 16:38:45.704053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60328) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:45.900504 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:41Z', 'revision_number': 3, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:45.947007 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e19f2f-015f-4986-8d39-da3840ffe15f None None] The sync data for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 is: [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:41Z', 'revision_number': 3, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:45.993194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-0654ed59-b0b6-4325-85e8-549c4c59364e', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:45.994099 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.055923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Router a86bfb59-c549-41dd-a9b5-88506125790f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:46.101244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60336) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:46.217257 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:46.223088 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.230501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b97dd3-fd75-4ebc-a574-2adc9793d722 None None] Sync routers for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:46.237495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Allocated IP 172.20.0.2 (0654ed59-b0b6-4325-85e8-549c4c59364e/05d8d78a-25a2-4581-94d5-cfef5ed02b26/f64be3ab-970b-48de-884d-0ca3211135fc) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:46.272108 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b3e43f4a-51b4-4fa4-9655-00d38742e0ed tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "DELETE /v2.0/floatingips/f67f8eba-0d30-4b0e-af63-ca0aea9e80de HTTP/1.1" status: 204 len: 168 time: 2.4392278 Nov 22 16:38:46.273018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60340) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:46.274951 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b97dd3-fd75-4ebc-a574-2adc9793d722 None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:46.275842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c6b97dd3-fd75-4ebc-a574-2adc9793d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:46.279324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:46.283847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1248203849'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:46.340404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c6b97dd3-fd75-4ebc-a574-2adc9793d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:46.341609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:38:46.341609 n-d-811716-3 neutron-server[103411]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 16:38:46.341609 n-d-811716-3 neutron-server[103411]: [parameters: {'project_id': '9dd87c9a0de54beaae6660f7e774d33a', 'id': 'aa4ddf16-c784-4a61-8519-4e15205d07e8', 'expiration': datetime.datetime(2021, 11, 22, 16, 40, 46, 327889)}] Nov 22 16:38:46.341609 n-d-811716-3 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:38:46.342087 n-d-811716-3 neutron-server[103411]: DEBUG oslo_db.api [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:38:46.344193 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.350126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.394818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b97dd3-fd75-4ebc-a574-2adc9793d722 None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:46.395470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c6b97dd3-fd75-4ebc-a574-2adc9793d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:46.448897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c6b97dd3-fd75-4ebc-a574-2adc9793d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:46.449714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b97dd3-fd75-4ebc-a574-2adc9793d722 None None] The sync data for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:46.525181 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.575807 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.581278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2e5fc3c0-1712-4598-a99a-76bf0670494c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:46.586534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.737605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Allocated IP 172.25.5.72 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/3567535c-0202-4a80-9705-cdbe11e00897) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:46.748640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49331-56b0-4ccf-9047-b12c6c0cb510 req-38b50d71-3c8b-4bdd-a13c-3a6e3361ee90 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:46.750461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ec49331-56b0-4ccf-9047-b12c6c0cb510 req-38b50d71-3c8b-4bdd-a13c-3a6e3361ee90 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1001005 Nov 22 16:38:46.832949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.20.0.1 (0654ed59-b0b6-4325-85e8-549c4c59364e/05d8d78a-25a2-4581-94d5-cfef5ed02b26/e9738a6c-25bf-4cdb-9c89-69e4c887f571) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:46.838807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ec49331-56b0-4ccf-9047-b12c6c0cb510 req-088206c4-f1b0-436d-afc6-22656b51fdfd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777619 Nov 22 16:38:46.840385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Pushing event updated for resources: {'Port': ['ID=f64be3ab-970b-48de-884d-0ca3211135fc,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:46.870919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Network 0654ed59-b0b6-4325-85e8-549c4c59364e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:46.885180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:46.887317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2e5fc3c0-1712-4598-a99a-76bf0670494c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:46.887628 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.889577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:46.926890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.962967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Made reservation on behalf of 9dd87c9a0de54beaae6660f7e774d33a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:46.965996 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.984913 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.989941 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:46.995306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Attempting to bind port f64be3ab-970b-48de-884d-0ca3211135fc on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:46.995696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Attempting to bind port f64be3ab-970b-48de-884d-0ca3211135fc by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:46.996150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Attempting to bind port f64be3ab-970b-48de-884d-0ca3211135fc on network 0654ed59-b0b6-4325-85e8-549c4c59364e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:47.011262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:47.011991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Checking segment: {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:47.012599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.013178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Bound using segment: {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:47.013842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Bound port: f64be3ab-970b-48de-884d-0ca3211135fc, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:47.014410 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.014597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:47.018842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:47.022911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:47.066431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.146530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] For port f64be3ab-970b-48de-884d-0ca3211135fc, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:47.148341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.152429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] For port f64be3ab-970b-48de-884d-0ca3211135fc, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f64be3ab-970b-48de-884d-0ca3211135fc,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:47.159192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Pushing event updated for resources: {'Port': ['ID=3567535c-0202-4a80-9705-cdbe11e00897,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.159784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.160675 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.181283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.191632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.236732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f41fc-4ece-4708-94f9-8d3dbcc39851 None None] Pushing event updated for resources: {'Port': ['ID=f64be3ab-970b-48de-884d-0ca3211135fc,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.237374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.237477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:47.257435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network 0654ed59-b0b6-4325-85e8-549c4c59364e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:47.279471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=e9738a6c-25bf-4cdb-9c89-69e4c887f571,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.282796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:47.289338 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.289681 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Added segment a72fbee7-1940-40eb-bf41-ec6ff97cf615 of type vlan for network bcc99c35-0b93-4993-bed2-c75ba4a765a6 Nov 22 16:38:47.291152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:47.322338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48194ece-3d67-4768-8b61-497da05d217c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.396141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.402190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.447109 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.455530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.475549 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.481152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:47.481911 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.558771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Pushing event updated for resources: {'Port': ['ID=3567535c-0202-4a80-9705-cdbe11e00897,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.577364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.598970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4966745 Nov 22 16:38:47.608320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:47.609919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.613734 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eaba8fab-e39b-4827-9261-f7ccc169d72e tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3362045 Nov 22 16:38:47.614792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60346) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:47.617597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Request body: {'subnet': {'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:47.657441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7d512-8d59-440e-958b-edc50d283fe0 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event updated for resources: {'Network': ['ID=bcc99c35-0b93-4993-bed2-c75ba4a765a6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:47.668984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network bcc99c35-0b93-4993-bed2-c75ba4a765a6 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:47.744510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:47.759471 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.771325 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.837148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Made reservation on behalf of 9dd87c9a0de54beaae6660f7e774d33a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:47.840754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:47.927808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.059544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Allocated IP 172.25.5.190 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/0bebe5dc-ad59-4b27-a7fc-bc953cff0400) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:48.082284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38b129-6528-4dc5-9698-0b572273356f req-4a092e55-7394-459d-b632-b40fecd514b1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.083844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb38b129-6528-4dc5-9698-0b572273356f req-4a092e55-7394-459d-b632-b40fecd514b1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1261492 Nov 22 16:38:48.185462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.222178 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.264595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:48.270388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:48.275845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:48.279368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Pushing event updated for resources: {'Port': ['ID=0bebe5dc-ad59-4b27-a7fc-bc953cff0400,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:48.291525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb38b129-6528-4dc5-9698-0b572273356f req-2ca8ca08-9816-4bba-b028-80d30204077f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006853 Nov 22 16:38:48.305152 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.402132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event updated for resources: {'Subnet': ['ID=2c8e5927-c44a-4320-8902-8ff86c6f725d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:48.415952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.427088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.429248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Checking segment: {'id': 'a72fbee7-1940-40eb-bf41-ec6ff97cf615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:48.429615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Network hostable DHCP agents. Network: bcc99c35-0b93-4993-bed2-c75ba4a765a6, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:48.439626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.457642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.487196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f64be3ab-970b-48de-884d-0ca3211135fc up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:48.523812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Network bcc99c35-0b93-4993-bed2-c75ba4a765a6 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:48.529263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.541617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=e9738a6c-25bf-4cdb-9c89-69e4c887f571,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:48.548356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, bcc99c35-0b93-4993-bed2-c75ba4a765a6) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:48.552248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port f64be3ab-970b-48de-884d-0ca3211135fc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:48.552930 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.562748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.563360 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.599139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b027a-02aa-4414-a5e9-b92fca8ac24e None None] Network bcc99c35-0b93-4993-bed2-c75ba4a765a6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:48.608926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aa695997-2e28-4da1-ab7e-ac70440dba8b tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9994917 Nov 22 16:38:48.609552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60352) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:48.618573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Request body: {'port': {'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1121817910'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:48.725367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.732425 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.739973 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.754450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network 0654ed59-b0b6-4325-85e8-549c4c59364e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:48.757758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:48.815389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Pushing event updated for resources: {'Port': ['ID=0bebe5dc-ad59-4b27-a7fc-bc953cff0400,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:48.837049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port f64be3ab-970b-48de-884d-0ca3211135fc, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f64be3ab-970b-48de-884d-0ca3211135fc,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:48.841435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Made reservation on behalf of 9dd87c9a0de54beaae6660f7e774d33a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:48.844239 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.848789 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.852333 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.881494 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.894596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9e2671f1-187b-4b88-a087-382c34f3ebc0 tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2767897 Nov 22 16:38:48.894976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60354) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:48.903752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-bcc99c35-0b93-4993-bed2-c75ba4a765a6', 'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6', 'tenant_id': '9dd87c9a0de54beaae6660f7e774d33a', 'fixed_ips': [{'subnet_id': '2c8e5927-c44a-4320-8902-8ff86c6f725d'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:48.905130 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.928837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] device_id is not set on port 443138d7-cee5-4846-86fa-bd722fbbc124 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:48.983299 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-db062b0a-2bef-471c-9e6f-b2ba43033070 tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0868630 Nov 22 16:38:48.985683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60356) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:49.042596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=f64be3ab-970b-48de-884d-0ca3211135fc,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:49.045423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b2d2b9-1bac-4cb6-8415-f9c2e0e3d914 None None] Network 0654ed59-b0b6-4325-85e8-549c4c59364e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:49.124570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f18f7ac-1457-4c05-9721-8a8b1a045760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.182047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Allocated IP 2001:db8::2 (bcc99c35-0b93-4993-bed2-c75ba4a765a6/2c8e5927-c44a-4320-8902-8ff86c6f725d/17a6fa1c-d02c-4e3a-a5df-143d663b9e53) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:49.184159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dd006107-161b-4afb-96b1-890784f06a22 None None] Provisioning complete for port f64be3ab-970b-48de-884d-0ca3211135fc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:49.184537 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dd006107-161b-4afb-96b1-890784f06a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.419562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 83f2287e-393f-427d-a069-90927bd1aa1c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:49.477912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7a51b182-3e09-416a-8629-6204e068e1b0 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4899483 Nov 22 16:38:49.483363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60360) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:49.500065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.512003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.573793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Pushing event updated for resources: {'Port': ['ID=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:49.581822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Network bcc99c35-0b93-4993-bed2-c75ba4a765a6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:49.583527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:49.585771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:49.646416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Deleting port 0bebe5dc-ad59-4b27-a7fc-bc953cff0400 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:49.646783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.648963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Allocated IP 2001:db8::d1 (bcc99c35-0b93-4993-bed2-c75ba4a765a6/2c8e5927-c44a-4320-8902-8ff86c6f725d/443138d7-cee5-4846-86fa-bd722fbbc124) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:49.653877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Attempting to bind port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:49.654252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Attempting to bind port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a72fbee7-1940-40eb-bf41-ec6ff97cf615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:49.654631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Attempting to bind port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 on network bcc99c35-0b93-4993-bed2-c75ba4a765a6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:49.665333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:49.668435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Checking segment: {'id': 'a72fbee7-1940-40eb-bf41-ec6ff97cf615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:49.668876 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.669289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Bound using segment: {'id': 'a72fbee7-1940-40eb-bf41-ec6ff97cf615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:49.669807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Bound port: 17a6fa1c-d02c-4e3a-a5df-143d663b9e53, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72fbee7-1940-40eb-bf41-ec6ff97cf615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:49.672733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.673731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a353d9-5a92-49c4-84f1-0ba804bdb060 req-da879ff4-988a-4774-b10d-042c754de271 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.675559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50a353d9-5a92-49c4-84f1-0ba804bdb060 req-da879ff4-988a-4774-b10d-042c754de271 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2605462 Nov 22 16:38:49.763198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.763687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.781595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Calling delete_port for 0bebe5dc-ad59-4b27-a7fc-bc953cff0400 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:49.804928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] For port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:49.812021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] For port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,segment=NetworkSegment(a72fbee7-1940-40eb-bf41-ec6ff97cf615),segment_id=a72fbee7-1940-40eb-bf41-ec6ff97cf615)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:49.834689 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.836995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50a353d9-5a92-49c4-84f1-0ba804bdb060 req-9a5a9529-880b-44b4-b27f-5d001f39465d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524870 Nov 22 16:38:49.884968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:49.895769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-75c8cc6a-dfd1-4464-bcfe-8693fee6aae8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "PUT /v2.0/routers/83f2287e-393f-427d-a069-90927bd1aa1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1870933 Nov 22 16:38:49.896080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60362) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:49.909351 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Sync routers for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:49.928384 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:49.929968 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:50.070240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.078021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777487ff-75fa-4c7b-a13e-e5fa7a188202 None None] Pushing event updated for resources: {'Port': ['ID=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.132253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-83b2b83c-f6b5-477a-b058-35dbdfa5c83a None None] Provisioning complete for port f64be3ab-970b-48de-884d-0ca3211135fc triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:50.132872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83b2b83c-f6b5-477a-b058-35dbdfa5c83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.192268 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:50.202556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.206916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.213250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.213856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.214384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.214903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.215420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.215959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.216469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.216985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.219030 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-66bcf01f-f1a9-4e74-8ce7-1a5864dd5e99 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5702 time: 0.3215103 Nov 22 16:38:50.228085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60364) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:50.316967 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Pushing event deleted for resources: {'Port': ['ID=0bebe5dc-ad59-4b27-a7fc-bc953cff0400,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.362502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-83b2b83c-f6b5-477a-b058-35dbdfa5c83a None None] Provisioning complete for port e9738a6c-25bf-4cdb-9c89-69e4c887f571 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:50.362951 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-83b2b83c-f6b5-477a-b058-35dbdfa5c83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.406456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-83b2b83c-f6b5-477a-b058-35dbdfa5c83a None None] Port e9738a6c-25bf-4cdb-9c89-69e4c887f571 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:50.412762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Network bcc99c35-0b93-4993-bed2-c75ba4a765a6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:50.430381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:50.435689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:50.479284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.483067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.496471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event updated for resources: {'Port': ['ID=443138d7-cee5-4846-86fa-bd722fbbc124,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.518306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-895dd0a7-2a9e-4b35-b791-c72c35aa5db5 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9048574 Nov 22 16:38:50.524469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:50.542810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Request body: {'port': {'network_id': 'bcc99c35-0b93-4993-bed2-c75ba4a765a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1218348833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:50.545903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] bootfile-name is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:38:50.547117 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] tftp-server is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:38:50.548240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] server-ip-address is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:38:50.555089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ce6dc8e4-7bd8-4b39-a273-ca3974414209 None None] Provisioning complete for port e9738a6c-25bf-4cdb-9c89-69e4c887f571 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:50.555577 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc8e4-7bd8-4b39-a273-ca3974414209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.612443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f64be3ab-970b-48de-884d-0ca3211135fc up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:50.715623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ce6dc8e4-7bd8-4b39-a273-ca3974414209 None None] Port e9738a6c-25bf-4cdb-9c89-69e4c887f571 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:50.721591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.722169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.722525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.722982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.723516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.723866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.724339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.724809 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.729276 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-baa007fd-16ce-44dc-9f9e-31f0a2ecd718 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5208 time: 0.4686251 Nov 22 16:38:50.730172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60368) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:50.745390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.746827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port f64be3ab-970b-48de-884d-0ca3211135fc triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:50.747566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.748593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.756110 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6de6f79d-d784-44a9-b77e-41f3d12c4b6c tempest-FloatingIPAdminTestJSON-1930820498 tempest-FloatingIPAdminTestJSON-1930820498-project] 10.222.0.69 "DELETE /v2.0/floatingips/4cd4b216-75c8-42e5-9190-515082c28df7 HTTP/1.1" status: 204 len: 168 time: 1.2711289 Nov 22 16:38:50.758924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:50.834728 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:48Z', 'revision_number': 2, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:50.866882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Made reservation on behalf of 9dd87c9a0de54beaae6660f7e774d33a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:50.871531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.924111 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Checking router: 83f2287e-393f-427d-a069-90927bd1aa1c for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:38:50.925013 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Updating router 83f2287e-393f-427d-a069-90927bd1aa1c port e9738a6c-25bf-4cdb-9c89-69e4c887f571 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:38:50.934650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] device_id is not set on port a480dce4-1b24-4bff-9919-58fa4c8c29cf yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:50.952587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Deleting port 3567535c-0202-4a80-9705-cdbe11e00897 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:50.954196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.955852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7dec1a01-8526-4334-b04a-d0fcc148ea10 None None] Provisioning complete for port e9738a6c-25bf-4cdb-9c89-69e4c887f571 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:50.958126 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dec1a01-8526-4334-b04a-d0fcc148ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.978844 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.040288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7dec1a01-8526-4334-b04a-d0fcc148ea10 None None] Port e9738a6c-25bf-4cdb-9c89-69e4c887f571 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:51.078791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.079270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.102752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Calling delete_port for 3567535c-0202-4a80-9705-cdbe11e00897 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:51.179043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a090d8c-4acb-4f69-b76e-5c7977539059 req-be1ada4e-cbc9-4c9b-925c-b962dbe0bd8e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.180565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a090d8c-4acb-4f69-b76e-5c7977539059 req-be1ada4e-cbc9-4c9b-925c-b962dbe0bd8e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.1811018 Nov 22 16:38:51.202911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Allocated IP 2001:db8::196 (bcc99c35-0b93-4993-bed2-c75ba4a765a6/2c8e5927-c44a-4320-8902-8ff86c6f725d/a480dce4-1b24-4bff-9919-58fa4c8c29cf) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:51.328904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3aab9d5c-e597-4aa2-9d02-63d6f1cc0782 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.5977907 Nov 22 16:38:51.336852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a090d8c-4acb-4f69-b76e-5c7977539059 req-38e57536-5cbc-4a43-957b-b8a187e1bc74 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353114 Nov 22 16:38:51.363701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.389818 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd2a9-74ed-4ae2-9b36-adbab19992f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.492522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Pushing event deleted for resources: {'Port': ['ID=3567535c-0202-4a80-9705-cdbe11e00897,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:51.530206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.557386 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.570033 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.594151 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.657503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Network bcc99c35-0b93-4993-bed2-c75ba4a765a6 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:51.662928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:51.668048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:51.675705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.676828 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.685555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event updated for resources: {'Port': ['ID=a480dce4-1b24-4bff-9919-58fa4c8c29cf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:51.715657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1119b6e1-ad64-4418-a3d8-08939b739199 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1862481 Nov 22 16:38:51.719316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60376) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:51.751508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.763142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.772347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60378) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:51.773599 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c09f07ab-6639-4ab0-a23b-c8e4c32e8ffd tempest-FloatingIPAdminTestJSON-1163000989 tempest-FloatingIPAdminTestJSON-1163000989-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/baaf7e6c-d4a4-4f7c-ab79-15472683ea4e HTTP/1.1" status: 204 len: 168 time: 1.0118513 Nov 22 16:38:51.819946 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789977e-6b1f-42ab-8097-1bf4c4e89621 None None] Pushing event updated for resources: {'Port': ['ID=e9738a6c-25bf-4cdb-9c89-69e4c887f571,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:51.878271 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Attempting to bind port e9738a6c-25bf-4cdb-9c89-69e4c887f571 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:51.878870 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Attempting to bind port e9738a6c-25bf-4cdb-9c89-69e4c887f571 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:51.879454 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Attempting to bind port e9738a6c-25bf-4cdb-9c89-69e4c887f571 on network 0654ed59-b0b6-4325-85e8-549c4c59364e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:51.895796 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:51.896411 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Checking segment: {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:51.897059 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.897664 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Bound using segment: {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:51.898626 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Bound port: e9738a6c-25bf-4cdb-9c89-69e4c887f571, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:51.899435 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.909694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60380) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:51.916964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33375c08-8969-4d7f-81f8-14145b83b0eb tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.917668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-25be5447-3dcd-493b-bf63-afaaffc11960 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019280793', 'description': 'tempest-secgroup-smoke-1019280793 description', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:51.924115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33375c08-8969-4d7f-81f8-14145b83b0eb tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.931602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33375c08-8969-4d7f-81f8-14145b83b0eb tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.933604 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-33375c08-8969-4d7f-81f8-14145b83b0eb tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2128439 Nov 22 16:38:51.938907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60382) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:51.982248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be5447-3dcd-493b-bf63-afaaffc11960 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.053607 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] For port e9738a6c-25bf-4cdb-9c89-69e4c887f571, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:52.059666 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] For port e9738a6c-25bf-4cdb-9c89-69e4c887f571, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e9738a6c-25bf-4cdb-9c89-69e4c887f571,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:52.072266 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.088625 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be5447-3dcd-493b-bf63-afaaffc11960 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.096886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be5447-3dcd-493b-bf63-afaaffc11960 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.097282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484136f-b2a7-4311-9371-26b4d7613aed None None] Network bcc99c35-0b93-4993-bed2-c75ba4a765a6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:52.140860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be5447-3dcd-493b-bf63-afaaffc11960 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d9e4e-60f0-4645-a86b-621973020411,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:52.164100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-25be5447-3dcd-493b-bf63-afaaffc11960 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.168764 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25be5447-3dcd-493b-bf63-afaaffc11960 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2571945 Nov 22 16:38:52.169574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60384) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:52.174420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-28e9bb1e-1fd9-4c68-907c-99357caf1d50 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Deleting port f4814aa9-adbe-432d-b338-1a1655abc2fe {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:52.174895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28e9bb1e-1fd9-4c68-907c-99357caf1d50 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.177280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8432b802-bdea-458b-8a1b-819f049e658f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'f45d9e4e-60f0-4645-a86b-621973020411', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:52.218072 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789977e-6b1f-42ab-8097-1bf4c4e89621 None None] Pushing event updated for resources: {'Port': ['ID=e9738a6c-25bf-4cdb-9c89-69e4c887f571,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:52.237181 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:52.239083 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:52.253499 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8432b802-bdea-458b-8a1b-819f049e658f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.268930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-28aafc5a-8be2-40f3-b9b0-df2c0d1d8abc tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Deleting port a480dce4-1b24-4bff-9919-58fa4c8c29cf {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:52.269330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28aafc5a-8be2-40f3-b9b0-df2c0d1d8abc tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.343170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Provisioning complete for port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:52.343794 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.386772 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:38:52.399035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28e9bb1e-1fd9-4c68-907c-99357caf1d50 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.432990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-28e9bb1e-1fd9-4c68-907c-99357caf1d50 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Calling delete_port for f4814aa9-adbe-432d-b338-1a1655abc2fe owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:52.535762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8432b802-bdea-458b-8a1b-819f049e658f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.562912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8432b802-bdea-458b-8a1b-819f049e658f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.576628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28aafc5a-8be2-40f3-b9b0-df2c0d1d8abc tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.612546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-28aafc5a-8be2-40f3-b9b0-df2c0d1d8abc tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Calling delete_port for a480dce4-1b24-4bff-9919-58fa4c8c29cf owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:52.677652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432b802-bdea-458b-8a1b-819f049e658f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92246f57-279f-402f-b210-1affd4a33bb2,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:52.685407 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:52Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:52.700351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8432b802-bdea-458b-8a1b-819f049e658f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.708257 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8432b802-bdea-458b-8a1b-819f049e658f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5336163 Nov 22 16:38:52.710705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60388) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:52.720187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ad5c6f47-f38b-45da-8806-6bcfbf6aa8a4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'f45d9e4e-60f0-4645-a86b-621973020411', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:52.720501 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0f220a-531a-44bc-9ae5-112582da2b30 None None] The sync data for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 is: [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:52Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:52.777486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6f47-f38b-45da-8806-6bcfbf6aa8a4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.876391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:52.982650 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6f47-f38b-45da-8806-6bcfbf6aa8a4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.992633 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6f47-f38b-45da-8806-6bcfbf6aa8a4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.042354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28e9bb1e-1fd9-4c68-907c-99357caf1d50 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.045133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c6f47-f38b-45da-8806-6bcfbf6aa8a4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ad680a-dbaf-4244-8761-89b0cde0b84e,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:53.056340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad5c6f47-f38b-45da-8806-6bcfbf6aa8a4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.061381 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ad5c6f47-f38b-45da-8806-6bcfbf6aa8a4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3485126 Nov 22 16:38:53.062733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60390) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:53.068377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-477fec12-2839-4712-9fd8-8f46153949e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'f45d9e4e-60f0-4645-a86b-621973020411', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:53.112585 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-477fec12-2839-4712-9fd8-8f46153949e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.117743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b34f0-6e9f-43eb-a422-013ba45863cd req-68effe49-a5d6-4dbf-8564-43fc0e4ee7fc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.119853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d4b34f0-6e9f-43eb-a422-013ba45863cd req-68effe49-a5d6-4dbf-8564-43fc0e4ee7fc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.3816290 Nov 22 16:38:53.120952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9bb1e-1fd9-4c68-907c-99357caf1d50 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event deleted for resources: {'Port': ['ID=f4814aa9-adbe-432d-b338-1a1655abc2fe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:53.153923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.169192 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.241489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28aafc5a-8be2-40f3-b9b0-df2c0d1d8abc tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.286603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.294482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-477fec12-2839-4712-9fd8-8f46153949e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.302573 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-477fec12-2839-4712-9fd8-8f46153949e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.306202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:53.306648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.338440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aafc5a-8be2-40f3-b9b0-df2c0d1d8abc tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event deleted for resources: {'Port': ['ID=a480dce4-1b24-4bff-9919-58fa4c8c29cf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:53.363111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fec12-2839-4712-9fd8-8f46153949e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26794f8-d451-4818-a7ed-3c53633149a5,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:53.386711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] For port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,segment=NetworkSegment(a72fbee7-1940-40eb-bf41-ec6ff97cf615),segment_id=a72fbee7-1940-40eb-bf41-ec6ff97cf615)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:53.391207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-477fec12-2839-4712-9fd8-8f46153949e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.398925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-477fec12-2839-4712-9fd8-8f46153949e5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3346267 Nov 22 16:38:53.400678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60392) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:53.403022 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.408589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6993ea2e-fdc9-4fed-ac5c-5b2a88a13b44 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'f45d9e4e-60f0-4645-a86b-621973020411', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:53.442387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28e9bb1e-1fd9-4c68-907c-99357caf1d50 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.452247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-28e9bb1e-1fd9-4c68-907c-99357caf1d50 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "DELETE /v2.0/ports/f4814aa9-adbe-432d-b338-1a1655abc2fe HTTP/1.1" status: 204 len: 168 time: 1.6787744 Nov 22 16:38:53.454804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28aafc5a-8be2-40f3-b9b0-df2c0d1d8abc tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.457559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60394) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:53.460294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-28aafc5a-8be2-40f3-b9b0-df2c0d1d8abc tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "DELETE /v2.0/ports/a480dce4-1b24-4bff-9919-58fa4c8c29cf HTTP/1.1" status: 204 len: 168 time: 1.5167911 Nov 22 16:38:53.467582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d4b34f0-6e9f-43eb-a422-013ba45863cd req-6cde43c7-face-4d87-82b4-a202481dcb9d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224485 Nov 22 16:38:53.468469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60396) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:53.475789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Request body: {'port': {'name': 'tempest-new-port-name-546781267', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:53.476531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] bootfile-name is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:38:53.477148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] tftp-server is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:38:53.477673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.api.validators [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] server-ip-address is not in valid_values {{(pid=103411) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:38:53.496266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6993ea2e-fdc9-4fed-ac5c-5b2a88a13b44 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.620671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6993ea2e-fdc9-4fed-ac5c-5b2a88a13b44 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.632089 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.632725 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6993ea2e-fdc9-4fed-ac5c-5b2a88a13b44 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.667210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Provisioning complete for port e9738a6c-25bf-4cdb-9c89-69e4c887f571 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:53.676271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993ea2e-fdc9-4fed-ac5c-5b2a88a13b44 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdcd6ed-854a-414e-97b7-9734d78e65ef,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:53.677955 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.685873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83dde95-259b-4c7a-976b-933fd20ba94c tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.688955 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d83dde95-259b-4c7a-976b-933fd20ba94c tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "GET /v2.0/ports?device_id=a86bfb59-c549-41dd-a9b5-88506125790f HTTP/1.1" status: 200 len: 913 time: 0.2287703 Nov 22 16:38:53.693887 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6993ea2e-fdc9-4fed-ac5c-5b2a88a13b44 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:53.695315 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6993ea2e-fdc9-4fed-ac5c-5b2a88a13b44 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933455 Nov 22 16:38:53.696113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60398) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:53.699787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60400) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:53.712828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 1f92549e-7b76-4068-810c-2d802e62d256 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:53.714811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2e47c2d3-4d1e-41aa-9830-5dce2373fe06 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'f45d9e4e-60f0-4645-a86b-621973020411', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:53.845055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Pushing event updated for resources: {'Port': ['ID=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:53.921120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.922603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.923485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.925186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.926032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.926472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.926987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.933654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.934325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.940600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.940600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:53.940600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:54.224207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.241619 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.370466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] In _notify_port_updated(), no bound segment for port 443138d7-cee5-4846-86fa-bd722fbbc124 on network bcc99c35-0b93-4993-bed2-c75ba4a765a6 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:38:54.401528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.402633 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.410885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "PUT /v2.0/ports/443138d7-cee5-4846-86fa-bd722fbbc124 HTTP/1.1" status: 200 len: 1128 time: 0.9408555 Nov 22 16:38:54.433860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:54.682064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc7e7b8-556c-4f7d-b8d0-7534503bfe79 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.697978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1bc7e7b8-556c-4f7d-b8d0-7534503bfe79 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "GET /v2.0/ports/443138d7-cee5-4846-86fa-bd722fbbc124 HTTP/1.1" status: 200 len: 1128 time: 0.2585094 Nov 22 16:38:54.698947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60408) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:54.824744 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-2e47c2d3-4d1e-41aa-9830-5dce2373fe06 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Project d2f3044cf1e84b2f8a2b54abb7b08aa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:38:54.866393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e47c2d3-4d1e-41aa-9830-5dce2373fe06 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.890210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 1f92549e-7b76-4068-810c-2d802e62d256, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1f92549e-7b76-4068-810c-2d802e62d256,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:54.949257 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.961976 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.979927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e9738a6c-25bf-4cdb-9c89-69e4c887f571 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:55.043201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447872de-900e-42ef-9931-70052229e738 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event updated for resources: {'Port': ['ID=443138d7-cee5-4846-86fa-bd722fbbc124,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:55.105574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2d1a6-4709-4570-8977-e53dad3a757b req-18842638-2695-4c7a-a677-7c37952ec142 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.107569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61c2d1a6-4709-4570-8977-e53dad3a757b req-18842638-2695-4c7a-a677-7c37952ec142 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 943 time: 0.2249002 Nov 22 16:38:55.131701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e47c2d3-4d1e-41aa-9830-5dce2373fe06 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.142744 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e47c2d3-4d1e-41aa-9830-5dce2373fe06 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.176990 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.195362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '1f92549e-7b76-4068-810c-2d802e62d256', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'port_id': '1f92549e-7b76-4068-810c-2d802e62d256', 'mac_address': 'fa:16:3e:31:c5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:55.215081 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.221559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-30baf7ec-8f7b-42a6-bf52-46ad07b972d3 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Deleting port 443138d7-cee5-4846-86fa-bd722fbbc124 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:55.223235 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30baf7ec-8f7b-42a6-bf52-46ad07b972d3 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.223833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47c2d3-4d1e-41aa-9830-5dce2373fe06 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6d5542-a8a7-4e5a-8aaa-831e368983ef,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:55.242110 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e47c2d3-4d1e-41aa-9830-5dce2373fe06 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.249324 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2e47c2d3-4d1e-41aa-9830-5dce2373fe06 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5482974 Nov 22 16:38:55.251142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60410) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:55.267661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6e3ae94b-4ff7-4d26-aed4-383d52224261 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'security_group_rule': {'security_group_id': 'f45d9e4e-60f0-4645-a86b-621973020411', 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:55.314125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] For port e9738a6c-25bf-4cdb-9c89-69e4c887f571, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e9738a6c-25bf-4cdb-9c89-69e4c887f571,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:55.352578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.426666 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-6e3ae94b-4ff7-4d26-aed4-383d52224261 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Project d2f3044cf1e84b2f8a2b54abb7b08aa7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:38:55.427733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61c2d1a6-4709-4570-8977-e53dad3a757b req-4d8546c1-13e4-4ef1-a942-dbc4b32f0aed tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936778 Nov 22 16:38:55.437036 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae94b-4ff7-4d26-aed4-383d52224261 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.481221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.536375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e9738a6c-25bf-4cdb-9c89-69e4c887f571 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:55.536795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.581593 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30baf7ec-8f7b-42a6-bf52-46ad07b972d3 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.611573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f92549e-7b76-4068-810c-2d802e62d256 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:55.613058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-30baf7ec-8f7b-42a6-bf52-46ad07b972d3 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Calling delete_port for 443138d7-cee5-4846-86fa-bd722fbbc124 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:55.632711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae94b-4ff7-4d26-aed4-383d52224261 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.649270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae94b-4ff7-4d26-aed4-383d52224261 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.652365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5940-38ec-49ad-af8e-eef7308382d2 None None] Pushing event updated for resources: {'Port': ['ID=e9738a6c-25bf-4cdb-9c89-69e4c887f571,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:55.689174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 1f92549e-7b76-4068-810c-2d802e62d256, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1f92549e-7b76-4068-810c-2d802e62d256,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:55.695060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-262ca6a8-d21b-4039-83fe-6f2b2eebf302 None None] Provisioning complete for port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:55.696000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-262ca6a8-d21b-4039-83fe-6f2b2eebf302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.734428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ae94b-4ff7-4d26-aed4-383d52224261 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacb86db-f2ad-4920-838a-4d49b490011e,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:55.745075 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.766830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e3ae94b-4ff7-4d26-aed4-383d52224261 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.770015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6e3ae94b-4ff7-4d26-aed4-383d52224261 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5106394 Nov 22 16:38:55.813217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.927787 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30baf7ec-8f7b-42a6-bf52-46ad07b972d3 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.947433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:55.984641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baf7ec-8f7b-42a6-bf52-46ad07b972d3 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event deleted for resources: {'Port': ['ID=443138d7-cee5-4846-86fa-bd722fbbc124,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.015665 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-30baf7ec-8f7b-42a6-bf52-46ad07b972d3 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.020328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-30baf7ec-8f7b-42a6-bf52-46ad07b972d3 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "DELETE /v2.0/ports/443138d7-cee5-4846-86fa-bd722fbbc124 HTTP/1.1" status: 204 len: 168 time: 1.3082523 Nov 22 16:38:56.022664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60416) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:56.043368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['1f92549e-7b76-4068-810c-2d802e62d256'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:56.052780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=1f92549e-7b76-4068-810c-2d802e62d256,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.129959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d874f6b-8779-42db-912e-b5f71f1b4e6f tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Deleting subnet 2c8e5927-c44a-4320-8902-8ff86c6f725d {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:56.137406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d874f6b-8779-42db-912e-b5f71f1b4e6f tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.206091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-262ca6a8-d21b-4039-83fe-6f2b2eebf302 None None] Could not find standard attr ID for object a480dce4-1b24-4bff-9919-58fa4c8c29cf. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:56.207833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:56.208418 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.234374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d874f6b-8779-42db-912e-b5f71f1b4e6f tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.247584 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-262ca6a8-d21b-4039-83fe-6f2b2eebf302 None None] Could not find standard attr ID for object 443138d7-cee5-4846-86fa-bd722fbbc124. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:56.279226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-262ca6a8-d21b-4039-83fe-6f2b2eebf302 None None] Provisioning complete for port e9738a6c-25bf-4cdb-9c89-69e4c887f571 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:56.279530 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-262ca6a8-d21b-4039-83fe-6f2b2eebf302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.307545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Deleting port a990938e-ae06-40f4-92ec-4effa4dc6544 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:56.308080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.329037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-98398c5e-86d1-402d-a438-69690b84c3b6 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019280793&fields=id&tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 267 time: 0.2319210 Nov 22 16:38:56.451157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d874f6b-8779-42db-912e-b5f71f1b4e6f tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.467499 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.503867 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Calling delete_port for a990938e-ae06-40f4-92ec-4effa4dc6544 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:56.596235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceec97-b103-4650-abd7-beaba487939f req-63c64fae-70a7-428c-ae38-6d2010161f02 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.603713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-63c64fae-70a7-428c-ae38-6d2010161f02 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/networks?id=0654ed59-b0b6-4325-85e8-549c4c59364e HTTP/1.1" status: 200 len: 796 time: 0.2539072 Nov 22 16:38:56.647301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-a8432be2-9c01-42c1-95ff-70643b6163db tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/quotas/d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 375 time: 0.0426323 Nov 22 16:38:56.651737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d874f6b-8779-42db-912e-b5f71f1b4e6f tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.689707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e9738a6c-25bf-4cdb-9c89-69e4c887f571 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:56.723742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d874f6b-8779-42db-912e-b5f71f1b4e6f tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8e5927-c44a-4320-8902-8ff86c6f725d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.730187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b7f7a10b-3bc7-4d83-b01d-0d83021cac37 None None] Could not find standard attr ID for object 443138d7-cee5-4846-86fa-bd722fbbc124. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:56.741182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6d874f6b-8779-42db-912e-b5f71f1b4e6f tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.746539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6d874f6b-8779-42db-912e-b5f71f1b4e6f tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "DELETE /v2.0/subnets/2c8e5927-c44a-4320-8902-8ff86c6f725d HTTP/1.1" status: 204 len: 168 time: 0.7223020 Nov 22 16:38:56.748528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60428) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:56.754718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd3ea54-7c95-4aaa-8944-fa8f69cfed1e None None] Network bcc99c35-0b93-4993-bed2-c75ba4a765a6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:56.766911 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-855195a5-9641-497e-8fbd-e7c9a547e487 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187618 Nov 22 16:38:56.775790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086849ab-95ee-4b6f-b05b-4c87add7c1fc req-d7d666db-9c4b-45c2-a416-5ec2a2bdc990 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.777300 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-086849ab-95ee-4b6f-b05b-4c87add7c1fc req-d7d666db-9c4b-45c2-a416-5ec2a2bdc990 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 944 time: 0.1612713 Nov 22 16:38:56.823622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e9738a6c-25bf-4cdb-9c89-69e4c887f571 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:56.823854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.824001 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.864520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event deleted for resources: {'Port': ['ID=a990938e-ae06-40f4-92ec-4effa4dc6544,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.875759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.891054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-086849ab-95ee-4b6f-b05b-4c87add7c1fc req-212c2d48-a3fa-464f-bcf8-1f9913db65c6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023350 Nov 22 16:38:56.938467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-0a9d7125-6299-478c-9b14-d2f54746f975 service neutron] 10.222.0.69 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429801 Nov 22 16:38:57.044523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-9f86f08b-c0db-483b-b695-714897728dbc service neutron] 10.222.0.69 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108656 Nov 22 16:38:57.077242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] DHCP port deletion for bcc99c35-0b93-4993-bed2-c75ba4a765a6 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:57.118061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Deleting port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:57.118560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.145403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] Deleting port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:57.146044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.212433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] For port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,segment=NetworkSegment(a72fbee7-1940-40eb-bf41-ec6ff97cf615),segment_id=a72fbee7-1940-40eb-bf41-ec6ff97cf615)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:57.213118 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.227187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.246920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] For port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,segment=NetworkSegment(a72fbee7-1940-40eb-bf41-ec6ff97cf615),segment_id=a72fbee7-1940-40eb-bf41-ec6ff97cf615)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:57.247348 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.248102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Calling delete_port for 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:57.264815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] Calling delete_port for 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:57.288256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-584e6f44-003c-4400-b0af-8fdf96e27576 req-33b34467-3d20-4a24-8265-13e9b7715d2c tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 210 time: 0.0622132 Nov 22 16:38:57.365923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.401380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] Pushing event deleted for resources: {'Port': ['ID=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:57.415709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d394e3a-76c7-439c-b3f1-7febada173f9 None None] No DVR routers for this DVR port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:57.456888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.518433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event deleted for resources: {'Port': ['ID=17a6fa1c-d02c-4e3a-a5df-143d663b9e53,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:57.536116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] No DVR routers for this DVR port 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:57.676798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.708559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc99c35-0b93-4993-bed2-c75ba4a765a6']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:57.719323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Router a86bfb59-c549-41dd-a9b5-88506125790f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:38:57.725583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72fbee7-1940-40eb-bf41-ec6ff97cf615') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:57.725868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72fbee7-1940-40eb-bf41-ec6ff97cf615') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:57.740517 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.778669 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 1f92549e-7b76-4068-810c-2d802e62d256 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:57.792985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.809842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:57.810429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:57.814518 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:57.855059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 1f92549e-7b76-4068-810c-2d802e62d256 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:57.859704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 1f92549e-7b76-4068-810c-2d802e62d256 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:57.860142 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.937562 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.951506 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.955404 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] 10.222.0.69 "DELETE /v2.0/networks/bcc99c35-0b93-4993-bed2-c75ba4a765a6 HTTP/1.1" status: 204 len: 168 time: 1.2058821 Nov 22 16:38:57.980329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa0533-532f-4f70-b82e-8c8dd0d64b98 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113 tempest-ExtraDHCPOptionsIpV6TestJSON-686447113-project] Pushing event deleted for resources: {'Network': ['ID=bcc99c35-0b93-4993-bed2-c75ba4a765a6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:57.988786 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:57.996652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:38:58.016399 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c3a78d0f-7a18-4003-8637-6f48a1e45666 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "PUT /v2.0/routers/a86bfb59-c549-41dd-a9b5-88506125790f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3189764 Nov 22 16:38:58.019478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:58.024507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4fea2-54c5-4948-88ad-3dc06a874274 None None] Sync routers for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:38:58.035567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab67edb-53e4-40be-995a-656127b8d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f92549e-7b76-4068-810c-2d802e62d256'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:58.038074 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b5d29-8402-41d9-bbf0-6ce649dfeb47" -d '{"events": [{"server_uuid": "cab67edb-53e4-40be-995a-656127b8d0c7", "name": "network-vif-plugged", "status": "completed", "tag": "1f92549e-7b76-4068-810c-2d802e62d256"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:58.057123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 1f92549e-7b76-4068-810c-2d802e62d256, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1f92549e-7b76-4068-810c-2d802e62d256,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:58.059760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4fea2-54c5-4948-88ad-3dc06a874274 None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:58.060616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d3d4fea2-54c5-4948-88ad-3dc06a874274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:58.103211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d3d4fea2-54c5-4948-88ad-3dc06a874274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:58.107135 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.144416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d4fea2-54c5-4948-88ad-3dc06a874274 None None] Routers {'a86bfb59-c549-41dd-a9b5-88506125790f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:38:58.145151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d3d4fea2-54c5-4948-88ad-3dc06a874274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['a86bfb59-c549-41dd-a9b5-88506125790f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:58.187535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d3d4fea2-54c5-4948-88ad-3dc06a874274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:58.188429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d4fea2-54c5-4948-88ad-3dc06a874274 None None] The sync data for ids ['a86bfb59-c549-41dd-a9b5-88506125790f'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:38:58.203388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=1f92549e-7b76-4068-810c-2d802e62d256,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:58.233762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.245405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee16006-c229-4db5-a283-50502aeb46ca req-3cba7117-1f31-4f42-984c-7a1c82dc5cfd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:58.253985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aee16006-c229-4db5-a283-50502aeb46ca req-3cba7117-1f31-4f42-984c-7a1c82dc5cfd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1055474 Nov 22 16:38:58.291837 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe91ac-add0-49ae-8bfd-220e40ea78dd x-openstack-request-id: req-4fbe91ac-add0-49ae-8bfd-220e40ea78dd {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:58.292288 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab67edb-53e4-40be-995a-656127b8d0c7", "name": "network-vif-plugged", "status": "completed", "tag": "1f92549e-7b76-4068-810c-2d802e62d256", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:58.292568 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4fbe91ac-add0-49ae-8bfd-220e40ea78dd {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:58.293100 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab67edb-53e4-40be-995a-656127b8d0c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f92549e-7b76-4068-810c-2d802e62d256', 'code': 200} Nov 22 16:38:58.379724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60454) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:58.512030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceec97-b103-4650-abd7-beaba487939f req-15c163e1-d80a-4568-985a-3df7ba0882e8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:58.513610 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-15c163e1-d80a-4568-985a-3df7ba0882e8 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.71 "GET /v2.0/networks?id=0654ed59-b0b6-4325-85e8-549c4c59364e HTTP/1.1" status: 200 len: 796 time: 0.1258237 Nov 22 16:38:58.604976 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ac65cc43-9755-4f17-8c1f-81a82330fbf6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9dd87c9a0de54beaae6660f7e774d33a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239196 Nov 22 16:38:58.608712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60458) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:58.645647 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-1fc99ba7-902a-483d-9fb7-798d63d1bb80 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7 HTTP/1.1" status: 200 len: 380 time: 0.1149955 Nov 22 16:38:58.656759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:58.663859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'port': {'device_id': 'e6990519-ee79-4866-951a-8817efb08ff5', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'admin_state_up': True, 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'security_groups': ['f45d9e4e-60f0-4645-a86b-621973020411']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:58.680815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:58.681255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 17a6fa1c-d02c-4e3a-a5df-143d663b9e53 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:58.743260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da4d0897-aa64-45d5-b9ee-a91fcac9880f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.789163 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da4d0897-aa64-45d5-b9ee-a91fcac9880f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.824829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aee16006-c229-4db5-a283-50502aeb46ca req-aff48bee-0301-4962-93a9-13ff97a998e8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695984 Nov 22 16:38:58.841456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46541fb2-7f0c-43d6-ab65-6ef6d5a75b12 req-050b4345-4b51-453d-8c82-78cfef790209 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 210 time: 0.4525585 Nov 22 16:38:58.854807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Made reservation on behalf of d2f3044cf1e84b2f8a2b54abb7b08aa7 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:58.858742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.863990 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.876257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487753f4-802e-4fa8-8eae-71e225b38516 req-05e806ef-0a49-4413-a5e1-2ef53c65b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:58.878571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-487753f4-802e-4fa8-8eae-71e225b38516 req-05e806ef-0a49-4413-a5e1-2ef53c65b2cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 1096 time: 0.4737904 Nov 22 16:38:58.891066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da4d0897-aa64-45d5-b9ee-a91fcac9880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.893904 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-da4d0897-aa64-45d5-b9ee-a91fcac9880f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:58.895253 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-da4d0897-aa64-45d5-b9ee-a91fcac9880f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48194ece-3d67-4768-8b61-497da05d217c HTTP/1.1" status: 204 len: 168 time: 0.2854097 Nov 22 16:38:58.935728 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d0897-aa64-45d5-b9ee-a91fcac9880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48194ece-3d67-4768-8b61-497da05d217c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:58.973094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-487753f4-802e-4fa8-8eae-71e225b38516 req-ff0a3a33-5e86-4528-9617-ca40bd5089c5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725191 Nov 22 16:38:58.977439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Deleting port 0574cacb-ef76-476c-a5d1-4ead18c20a6d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:58.977784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.038188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.20.0.10 (0654ed59-b0b6-4325-85e8-549c4c59364e/05d8d78a-25a2-4581-94d5-cfef5ed02b26/821a772f-9443-4381-99ff-0628e8e96d07) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:59.082649 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.096100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Calling delete_port for 0574cacb-ef76-476c-a5d1-4ead18c20a6d owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:59.208779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.253878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.282064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.302284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network 0654ed59-b0b6-4325-85e8-549c4c59364e is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:59.305706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:59.310105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:59.315855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event deleted for resources: {'Port': ['ID=0574cacb-ef76-476c-a5d1-4ead18c20a6d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:59.338038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=821a772f-9443-4381-99ff-0628e8e96d07,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:59.355657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f852bec8-5aee-434a-8985-6a1efbf5f311 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:59.381107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:59.381796 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.391061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.410755 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-fcd53818-d80c-4801-b97f-0f587a0df1cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7555640 Nov 22 16:38:59.429808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Request body: {'port': {'device_id': 'e6990519-ee79-4866-951a-8817efb08ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:59.492674 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.495010 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.511621 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.554155 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.554735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Fanout notify agent at l3_agent the message router_deleted on router a86bfb59-c549-41dd-a9b5-88506125790f {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:38:59.564682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.568590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8eb959e6-b098-4047-9077-16c38f5c2f5a tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "DELETE /v2.0/routers/a86bfb59-c549-41dd-a9b5-88506125790f HTTP/1.1" status: 204 len: 168 time: 1.5436547 Nov 22 16:38:59.569031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60476) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:59.633806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9997cc5-f361-498c-a250-9fa8b60eef71 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Deleting subnet 2bfdd792-a77a-4e4e-907f-656e6b413110 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:59.638189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9997cc5-f361-498c-a250-9fa8b60eef71 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.685173 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9997cc5-f361-498c-a250-9fa8b60eef71 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.701746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c7fc4463-806f-4da1-ae20-013ebf8b5023 None None] Provisioning complete for port 821a772f-9443-4381-99ff-0628e8e96d07 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:59.702579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4463-806f-4da1-ae20-013ebf8b5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.758791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc4463-806f-4da1-ae20-013ebf8b5023 None None] Port 821a772f-9443-4381-99ff-0628e8e96d07 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:59.774150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60482) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:59.800571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9997cc5-f361-498c-a250-9fa8b60eef71 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.852426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821a772f-9443-4381-99ff-0628e8e96d07 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:59.864364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.872870 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9997cc5-f361-498c-a250-9fa8b60eef71 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.891318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Transition to ACTIVE for port object 821a772f-9443-4381-99ff-0628e8e96d07 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:59.900508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.925667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9997cc5-f361-498c-a250-9fa8b60eef71 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event deleted for resources: {'Subnet': ['ID=2bfdd792-a77a-4e4e-907f-656e6b413110,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:59.927995 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9997cc5-f361-498c-a250-9fa8b60eef71 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.933732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7999d933-acc5-4563-9133-08f8518d2952 None None] Network 0a2e5040-e6e0-440c-9d5e-307ff000f16b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:59.934246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d9997cc5-f361-498c-a250-9fa8b60eef71 tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "DELETE /v2.0/subnets/2bfdd792-a77a-4e4e-907f-656e6b413110 HTTP/1.1" status: 204 len: 168 time: 0.3640165 Nov 22 16:38:59.934897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60490) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:59.981612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-396617930'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:59.986731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Pushing event updated for resources: {'Port': ['ID=821a772f-9443-4381-99ff-0628e8e96d07,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:00.036689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Made reservation on behalf of 25fbec21365042af94dd3ac414372250 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:00.043957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.082990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.153559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd520c-34e8-41ca-b2d9-f9a812e544ab req-10fe35dd-c0af-4077-843c-5c11eb74fcd5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:00.155577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cbd520c-34e8-41ca-b2d9-f9a812e544ab req-10fe35dd-c0af-4077-843c-5c11eb74fcd5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1379538 Nov 22 16:39:00.167298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Attempting to bind port 821a772f-9443-4381-99ff-0628e8e96d07 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:00.167538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.167869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Attempting to bind port 821a772f-9443-4381-99ff-0628e8e96d07 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:00.168348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Attempting to bind port 821a772f-9443-4381-99ff-0628e8e96d07 on network 0654ed59-b0b6-4325-85e8-549c4c59364e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:00.183278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Port 821a772f-9443-4381-99ff-0628e8e96d07 on network 0654ed59-b0b6-4325-85e8-549c4c59364e not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:00.183701 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Attempting to bind port 821a772f-9443-4381-99ff-0628e8e96d07 on network 0654ed59-b0b6-4325-85e8-549c4c59364e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:00.195190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:00.195475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Checking segment: {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:00.196086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Bound using segment: {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:00.196576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Bound port: 821a772f-9443-4381-99ff-0628e8e96d07, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0450f0-8136-4aa8-99eb-883339a2a8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:00.196982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.235639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436de457-0d8f-4ced-a503-dfda21b60728 req-c8230286-3d4e-4ebf-96eb-6831efed54fa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:00.238340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-436de457-0d8f-4ced-a503-dfda21b60728 req-c8230286-3d4e-4ebf-96eb-6831efed54fa tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 944 time: 0.2221122 Nov 22 16:39:00.261799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] DHCP port deletion for 0a2e5040-e6e0-440c-9d5e-307ff000f16b request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:00.288289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cbd520c-34e8-41ca-b2d9-f9a812e544ab req-1b32937f-a379-4333-a1d8-24b5e5d2f275 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247814 Nov 22 16:39:00.334532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.344525 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.357694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:00.364547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] Deleting port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:00.365575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.369500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.370126 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Added segment 3bedca56-4954-4d7d-80c4-4cff46d57e55 of type vlan for network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 Nov 22 16:39:00.377378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-436de457-0d8f-4ced-a503-dfda21b60728 req-67135547-9137-4825-a420-6ed6be9cc510 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194601 Nov 22 16:39:00.380554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Deleting port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:00.381312 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.419201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.426102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] For port 821a772f-9443-4381-99ff-0628e8e96d07, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:00.452846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] For port 821a772f-9443-4381-99ff-0628e8e96d07, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=821a772f-9443-4381-99ff-0628e8e96d07,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:00.463871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] For port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,segment=NetworkSegment(fd000253-2a8e-4143-a1d8-cd3654e9ce38),segment_id=fd000253-2a8e-4143-a1d8-cd3654e9ce38)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:00.464435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.464648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] For port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,segment=NetworkSegment(fd000253-2a8e-4143-a1d8-cd3654e9ce38),segment_id=fd000253-2a8e-4143-a1d8-cd3654e9ce38)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:00.465133 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.468404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.487412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] Calling delete_port for 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:00.499868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Calling delete_port for 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:00.516782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd7689-3649-4ba7-a58d-3bf9000b60ed,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:00.529753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.536911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:00.537615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.541237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:00.541707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.543169 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] 10.222.0.71 "PUT /v2.0/ports/821a772f-9443-4381-99ff-0628e8e96d07 HTTP/1.1" status: 200 len: 1092 time: 1.1203744 Nov 22 16:39:00.550301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:00.552913 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a81bd2-7129-452a-b33d-c90bc24a981e" -d '{"events": [{"name": "network-changed", "server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "tag": "821a772f-9443-4381-99ff-0628e8e96d07"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:00.654533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:00.671655 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 16:39:00.683507 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ec36b9-9122-47aa-96fc-9b6f7160f66b x-openstack-request-id: req-53ec36b9-9122-47aa-96fc-9b6f7160f66b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:00.683507 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "tag": "821a772f-9443-4381-99ff-0628e8e96d07", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:00.683507 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53ec36b9-9122-47aa-96fc-9b6f7160f66b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:00.683507 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07', 'status': 'completed', 'code': 200} Nov 22 16:39:00.690372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event deleted for resources: {'Port': ['ID=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:00.699999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] No DVR routers for this DVR port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:00.707871 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.714529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae0116-ca1a-4d94-ad74-03a709ad90ce service neutron] Pushing event updated for resources: {'Port': ['ID=821a772f-9443-4381-99ff-0628e8e96d07,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:00.720636 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9453943 Nov 22 16:39:00.723757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60494) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:00.729199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Request body: {'subnet': {'network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:00.733541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1774c-a162-4972-837f-5ed5c8dc6e43 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'Network': ['ID=781d3d2b-bc89-4ab5-9ac4-8329d7d13407,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:00.763957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:00.766780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:00.769579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] No DVR routers for this DVR port 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:00.784609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acdfae-92ad-4c1d-af8e-387b8d024b1a None None] Pushing event deleted for resources: {'Port': ['ID=81f2a7e0-251f-4054-a5d2-81f6aa5952c8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:00.848147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.854566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:00.854921 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 81f2a7e0-251f-4054-a5d2-81f6aa5952c8 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:00.857001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceec97-b103-4650-abd7-beaba487939f req-46d6984e-3f29-4f24-8938-1452c22526ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:00.859772 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-46d6984e-3f29-4f24-8938-1452c22526ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 1095 time: 0.2349374 Nov 22 16:39:00.891156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2e5040-e6e0-440c-9d5e-307ff000f16b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:00.902843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd000253-2a8e-4143-a1d8-cd3654e9ce38') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:00.903116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd000253-2a8e-4143-a1d8-cd3654e9ce38') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:00.915739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.921700 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-f99b2f9e-b0ef-47d2-bc4f-6deba6e0b235 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=821a772f-9443-4381-99ff-0628e8e96d07 HTTP/1.1" status: 200 len: 217 time: 0.0501964 Nov 22 16:39:00.922226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Made reservation on behalf of 25fbec21365042af94dd3ac414372250 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:00.926369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.935741 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.946242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:00.946704 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:00.951956 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:01.022102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.033456 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.036213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceec97-b103-4650-abd7-beaba487939f req-411c5483-2271-4a8a-87da-08e910fdc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.037547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "DELETE /v2.0/networks/0a2e5040-e6e0-440c-9d5e-307ff000f16b HTTP/1.1" status: 204 len: 168 time: 1.1011238 Nov 22 16:39:01.037727 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-411c5483-2271-4a8a-87da-08e910fdc9ae service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05d8d78a-25a2-4581-94d5-cfef5ed02b26 HTTP/1.1" status: 200 len: 835 time: 0.1067078 Nov 22 16:39:01.040249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60496) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:01.057903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039d737-86ea-45dc-be87-575622c81d1d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event deleted for resources: {'Network': ['ID=0a2e5040-e6e0-440c-9d5e-307ff000f16b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:01.112267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceec97-b103-4650-abd7-beaba487939f req-a28db9ab-c367-4c60-82c4-8c076e8f1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.114038 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-a28db9ab-c367-4c60-82c4-8c076e8f1706 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0654ed59-b0b6-4325-85e8-549c4c59364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654325 Nov 22 16:39:01.196869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Deleting port cce1a6f4-9be2-4819-9d8d-354eebf10539 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:01.197490 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.273318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.293735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.294060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.307706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Calling delete_port for cce1a6f4-9be2-4819-9d8d-354eebf10539 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:01.309497 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-26a5e0f6-5827-4e81-b1e0-83f776916cfa service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764088 Nov 22 16:39:01.385185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'Subnet': ['ID=4b25378f-e7ba-4575-8eaf-1a830ec6e81c,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:01.456876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1220e-369f-4809-b652-29567e4be2d9 req-1c4fc754-8e46-4a6e-98af-f8dedeebd0ca tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.458439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bf1220e-369f-4809-b652-29567e4be2d9 req-1c4fc754-8e46-4a6e-98af-f8dedeebd0ca tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0763888 Nov 22 16:39:01.577970 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.599558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bf1220e-369f-4809-b652-29567e4be2d9 req-5edf7bb6-364a-4d37-8191-080d62d7f565 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101582 Nov 22 16:39:01.635478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b73615-54f3-4476-8498-541e11453b81 req-8d01b874-12aa-49b0-aea2-72e19b102b23 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.637155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5b73615-54f3-4476-8498-541e11453b81 req-8d01b874-12aa-49b0-aea2-72e19b102b23 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 944 time: 0.1686821 Nov 22 16:39:01.639673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Pushing event deleted for resources: {'Port': ['ID=cce1a6f4-9be2-4819-9d8d-354eebf10539,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:01.775992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.778497 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.779723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-50819f25-3658-4e8c-848a-d6ce2edf9e2d tempest-FloatingIPAdminTestJSON-325449156 tempest-FloatingIPAdminTestJSON-325449156-project] 10.222.0.69 "DELETE /v2.0/floatingips/af3b33e1-3b2f-45da-aa65-0722014d8ab5 HTTP/1.1" status: 204 len: 168 time: 0.7385292 Nov 22 16:39:01.788543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5b73615-54f3-4476-8498-541e11453b81 req-692b32df-7446-484f-b6fb-0bb92ab4945a tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176300 Nov 22 16:39:01.821634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Checking segment: {'id': '3bedca56-4954-4d7d-80c4-4cff46d57e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:01.821991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Network hostable DHCP agents. Network: 781d3d2b-bc89-4ab5-9ac4-8329d7d13407, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:01.826800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c03a99-90f0-4bb4-978c-95bc8b67ec33 req-1e004f1d-20b3-4bc6-a488-b260154e30bc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.829478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3c03a99-90f0-4bb4-978c-95bc8b67ec33 req-1e004f1d-20b3-4bc6-a488-b260154e30bc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 945 time: 0.1322210 Nov 22 16:39:01.864359 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-39ceec97-b103-4650-abd7-beaba487939f req-a5360017-5e70-4b70-996f-276ad3104773 service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465076 Nov 22 16:39:01.870856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:01.884608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 781d3d2b-bc89-4ab5-9ac4-8329d7d13407) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:01.890246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.891328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.894665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8ce11-3d1e-420c-a972-fa512d808938 None None] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:01.915596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2fd46479-1127-4b07-9406-25ec45fc6c0b tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1882591 Nov 22 16:39:01.916206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60506) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:01.925501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a07bb2f4-3938-46b2-8adb-43967bb1db51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2066917640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:01.931469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3c03a99-90f0-4bb4-978c-95bc8b67ec33 req-0d055d8c-3a89-4a63-8386-9121f7efca36 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943778 Nov 22 16:39:02.014143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2f4-3938-46b2-8adb-43967bb1db51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.015301 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2f4-3938-46b2-8adb-43967bb1db51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.030135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-6fddf882-9953-42d5-a43d-7e7ad928f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:02.033580 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-6fddf882-9953-42d5-a43d-7e7ad928f1cd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0683594 Nov 22 16:39:02.171267 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2f4-3938-46b2-8adb-43967bb1db51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.219215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-781d3d2b-bc89-4ab5-9ac4-8329d7d13407', 'network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407', 'tenant_id': '25fbec21365042af94dd3ac414372250', 'fixed_ips': [{'subnet_id': '4b25378f-e7ba-4575-8eaf-1a830ec6e81c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:02.221367 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.225596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2f4-3938-46b2-8adb-43967bb1db51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.242849 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60514) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:02.304593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a07bb2f4-3938-46b2-8adb-43967bb1db51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.306429 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a07bb2f4-3938-46b2-8adb-43967bb1db51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3877130 Nov 22 16:39:02.312345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60520) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:02.344377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-1b09ad2b-6890-41dc-881a-7bf2f80ed1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:02.346916 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-1b09ad2b-6890-41dc-881a-7bf2f80ed1be service neutron] 10.222.0.71 "GET /v2.0/networks?id=0654ed59-b0b6-4325-85e8-549c4c59364e HTTP/1.1" status: 200 len: 897 time: 0.2180545 Nov 22 16:39:02.444045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Allocated IP 172.20.0.2 (781d3d2b-bc89-4ab5-9ac4-8329d7d13407/4b25378f-e7ba-4575-8eaf-1a830ec6e81c/5b688c92-1bd2-498a-bbac-ff0b58c44715) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:02.464693 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-94b9399c-8f40-4e42-87ee-775688555d01 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=821a772f-9443-4381-99ff-0628e8e96d07 HTTP/1.1" status: 200 len: 217 time: 0.1070108 Nov 22 16:39:02.625808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-e218e2a3-2869-4b39-a44e-998b2f977cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:02.628464 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-e218e2a3-2869-4b39-a44e-998b2f977cb8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05d8d78a-25a2-4581-94d5-cfef5ed02b26 HTTP/1.1" status: 200 len: 835 time: 0.1542044 Nov 22 16:39:02.640423 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.652957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.693889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96c082c7-f517-4ac8-b5b8-598b2e4bc23e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2c672ee631c42e8adfbbf7297e3073f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4432874 Nov 22 16:39:02.695766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60524) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:02.717135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Pushing event updated for resources: {'Port': ['ID=5b688c92-1bd2-498a-bbac-ff0b58c44715,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:02.754919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:02.757490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:02.768950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:02.776390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-e214f77a-cfd5-44f9-9dd4-e85c4fcd218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:02.787638 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-e214f77a-cfd5-44f9-9dd4-e85c4fcd218c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0654ed59-b0b6-4325-85e8-549c4c59364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437349 Nov 22 16:39:02.838965 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.887886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Attempting to bind port 5b688c92-1bd2-498a-bbac-ff0b58c44715 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:02.889011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Attempting to bind port 5b688c92-1bd2-498a-bbac-ff0b58c44715 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3bedca56-4954-4d7d-80c4-4cff46d57e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:02.889759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Attempting to bind port 5b688c92-1bd2-498a-bbac-ff0b58c44715 on network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:02.900414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:02.901232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Checking segment: {'id': '3bedca56-4954-4d7d-80c4-4cff46d57e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:02.902016 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.902847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Bound using segment: {'id': '3bedca56-4954-4d7d-80c4-4cff46d57e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:02.903996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Bound port: 5b688c92-1bd2-498a-bbac-ff0b58c44715, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bedca56-4954-4d7d-80c4-4cff46d57e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:02.904774 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.974380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b12829c8-82e8-47fa-9a19-0ced2abfa0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.035676 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b12829c8-82e8-47fa-9a19-0ced2abfa0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.054982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] For port 5b688c92-1bd2-498a-bbac-ff0b58c44715, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:03.064945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] For port 5b688c92-1bd2-498a-bbac-ff0b58c44715, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5b688c92-1bd2-498a-bbac-ff0b58c44715,segment=NetworkSegment(3bedca56-4954-4d7d-80c4-4cff46d57e55),segment_id=3bedca56-4954-4d7d-80c4-4cff46d57e55)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:03.077031 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.082980 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-9b73347d-c9d6-47cf-a19b-adc1383f48a8 service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765975 Nov 22 16:39:03.177189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde07697-0750-4702-b56e-2deedb109e44 req-1965a4bc-a2a5-4718-bb33-9275bfdf5d64 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:03.185149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cde07697-0750-4702-b56e-2deedb109e44 req-1965a4bc-a2a5-4718-bb33-9275bfdf5d64 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 944 time: 0.1712303 Nov 22 16:39:03.246329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd55cc-35e7-436f-9578-dbf3e71bb35b None None] Pushing event updated for resources: {'Port': ['ID=5b688c92-1bd2-498a-bbac-ff0b58c44715,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:03.334960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cde07697-0750-4702-b56e-2deedb109e44 req-a0b64afd-6243-4673-8a6e-9dd3964a11b1 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351657 Nov 22 16:39:03.337154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b12829c8-82e8-47fa-9a19-0ced2abfa0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.341556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b12829c8-82e8-47fa-9a19-0ced2abfa0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.343312 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b12829c8-82e8-47fa-9a19-0ced2abfa0f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3eb59488-6e93-4836-9c9d-9950fa1405b2 HTTP/1.1" status: 204 len: 168 time: 0.6454701 Nov 22 16:39:03.362711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Allocated IP 172.20.0.1 (781d3d2b-bc89-4ab5-9ac4-8329d7d13407/4b25378f-e7ba-4575-8eaf-1a830ec6e81c/6ebb9b87-90ee-42e2-8735-14a397e2c998) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:03.396292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12829c8-82e8-47fa-9a19-0ced2abfa0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb59488-6e93-4836-9c9d-9950fa1405b2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:03.402423 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-79a81bd2-7129-452a-b33d-c90bc24a981e req-445ee81f-7b65-4fb4-a25f-6c9494b8d386 service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091443 Nov 22 16:39:03.764128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.831956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.934880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:03.942593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:03.962188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:04.040072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60556) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:04.051348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'Port': ['ID=6ebb9b87-90ee-42e2-8735-14a397e2c998,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:04.065889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.084663 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bef872d-df1d-44c9-ad6e-4b0aba718d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.284626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bef872d-df1d-44c9-ad6e-4b0aba718d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.299565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9bef872d-df1d-44c9-ad6e-4b0aba718d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.342264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.420974 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9bef872d-df1d-44c9-ad6e-4b0aba718d21 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=83376a6bca9040d0b4dc9db2f6d6b8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3760815 Nov 22 16:39:04.421613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60582) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:04.451236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef872d-df1d-44c9-ad6e-4b0aba718d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392594c1-a083-4c2c-9e90-035aeb7ec2f4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:04.566841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159c3ccd-2ff0-4682-a21b-610ffa55a313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.602523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159c3ccd-2ff0-4682-a21b-610ffa55a313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.715459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159c3ccd-2ff0-4682-a21b-610ffa55a313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.721741 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-159c3ccd-2ff0-4682-a21b-610ffa55a313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.724312 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-159c3ccd-2ff0-4682-a21b-610ffa55a313 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/392594c1-a083-4c2c-9e90-035aeb7ec2f4 HTTP/1.1" status: 204 len: 168 time: 0.2891023 Nov 22 16:39:04.753453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c3ccd-2ff0-4682-a21b-610ffa55a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392594c1-a083-4c2c-9e90-035aeb7ec2f4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:04.881590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5b688c92-1bd2-498a-bbac-ff0b58c44715 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:04.890850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00153-0222-4852-9154-67596204131d req-5adfce5d-0b3d-49d9-a994-0186b3084fcd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:04.893805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaa00153-0222-4852-9154-67596204131d req-5adfce5d-0b3d-49d9-a994-0186b3084fcd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 944 time: 0.3469064 Nov 22 16:39:04.972599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 821a772f-9443-4381-99ff-0628e8e96d07 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:39:04.976334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007354e-046c-4124-be61-9b01b6a79623 None None] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:05.043414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaa00153-0222-4852-9154-67596204131d req-e2ab4a63-d611-4088-a944-d800dfb9c1f5 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261828 Nov 22 16:39:05.048966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.057579 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.159574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'Port': ['ID=6ebb9b87-90ee-42e2-8735-14a397e2c998,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:05.169287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.359141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:05.362342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:05.502551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60590) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:05.526139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2438894b-a772-4256-a0ff-75e5c10dc6f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.565484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-06b28d96-1888-4816-a23f-aeec092ee2de None None] Provisioning complete for port 5b688c92-1bd2-498a-bbac-ff0b58c44715 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:05.566663 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06b28d96-1888-4816-a23f-aeec092ee2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.615883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Router 2f0d6a53-ac18-43a5-8435-27ca18d246d5 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:05.651480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5b688c92-1bd2-498a-bbac-ff0b58c44715 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:05.651876 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.673105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2438894b-a772-4256-a0ff-75e5c10dc6f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.691649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2438894b-a772-4256-a0ff-75e5c10dc6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.768195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:05.773417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ee5d835d-40a3-4206-8431-b09ba9f54e55 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "PUT /v2.0/routers/2f0d6a53-ac18-43a5-8435-27ca18d246d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4566052 Nov 22 16:39:05.777695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60594) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:05.786599 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2438894b-a772-4256-a0ff-75e5c10dc6f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5be439861424d8d8e4e562134c03af9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814503 Nov 22 16:39:05.790502 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4ef94-07a7-472f-8d02-eca27bb80062 None None] Sync routers for ids ['2f0d6a53-ac18-43a5-8435-27ca18d246d5'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:05.794876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Request body: {'port': {'network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407', 'name': 'tempest-FloatingIPNegativeTestJSON-1993307092'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:05.800271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:05.810727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438894b-a772-4256-a0ff-75e5c10dc6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb44f8f-8b0f-4950-970f-a20f3b55b657,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:05.819061 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4ef94-07a7-472f-8d02-eca27bb80062 None None] Routers {'2f0d6a53-ac18-43a5-8435-27ca18d246d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:05.820540 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-95c4ef94-07a7-472f-8d02-eca27bb80062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2f0d6a53-ac18-43a5-8435-27ca18d246d5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:05.841852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 821a772f-9443-4381-99ff-0628e8e96d07, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=821a772f-9443-4381-99ff-0628e8e96d07,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:05.887827 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-95c4ef94-07a7-472f-8d02-eca27bb80062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:05.898800 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4ef94-07a7-472f-8d02-eca27bb80062 None None] Routers {'2f0d6a53-ac18-43a5-8435-27ca18d246d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:05.899710 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-95c4ef94-07a7-472f-8d02-eca27bb80062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2f0d6a53-ac18-43a5-8435-27ca18d246d5'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:05.939537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00fc783b-0e42-49ed-857a-a28ccc5d1819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.940869 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-95c4ef94-07a7-472f-8d02-eca27bb80062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:05.941758 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c4ef94-07a7-472f-8d02-eca27bb80062 None None] The sync data for ids ['2f0d6a53-ac18-43a5-8435-27ca18d246d5'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:05.972096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '821a772f-9443-4381-99ff-0628e8e96d07', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'port_id': '821a772f-9443-4381-99ff-0628e8e96d07', 'mac_address': 'fa:16:3e:a7:99:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:39:05.974550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Made reservation on behalf of 25fbec21365042af94dd3ac414372250 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:05.974956 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.978574 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.995830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00fc783b-0e42-49ed-857a-a28ccc5d1819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.007941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] device_id is not set on port 8c8c05dc-c57b-476b-9e68-4a598b915d0b yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:06.072095 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06b28d96-1888-4816-a23f-aeec092ee2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.102467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00fc783b-0e42-49ed-857a-a28ccc5d1819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.113462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00fc783b-0e42-49ed-857a-a28ccc5d1819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.118952 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00fc783b-0e42-49ed-857a-a28ccc5d1819 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eeb44f8f-8b0f-4950-970f-a20f3b55b657 HTTP/1.1" status: 204 len: 168 time: 0.3150778 Nov 22 16:39:06.123115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 5b688c92-1bd2-498a-bbac-ff0b58c44715, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5b688c92-1bd2-498a-bbac-ff0b58c44715,segment=NetworkSegment(3bedca56-4954-4d7d-80c4-4cff46d57e55),segment_id=3bedca56-4954-4d7d-80c4-4cff46d57e55)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:06.139001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc783b-0e42-49ed-857a-a28ccc5d1819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb44f8f-8b0f-4950-970f-a20f3b55b657,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:06.165502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.169633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.247629 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821a772f-9443-4381-99ff-0628e8e96d07 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:06.274145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Allocated IP 172.20.0.11 (781d3d2b-bc89-4ab5-9ac4-8329d7d13407/4b25378f-e7ba-4575-8eaf-1a830ec6e81c/8c8c05dc-c57b-476b-9e68-4a598b915d0b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:06.299011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 821a772f-9443-4381-99ff-0628e8e96d07, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=821a772f-9443-4381-99ff-0628e8e96d07,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:06.301728 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-06b28d96-1888-4816-a23f-aeec092ee2de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:39:06.302108 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-06b28d96-1888-4816-a23f-aeec092ee2de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:39:06.305785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=5b688c92-1bd2-498a-bbac-ff0b58c44715,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:06.311758 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.341122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7907a5-85dd-438d-bf64-0c0985f2a316 req-c455e40b-7060-4fca-b9dc-6fcb0b0b1f7d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:06.342981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d7907a5-85dd-438d-bf64-0c0985f2a316 req-c455e40b-7060-4fca-b9dc-6fcb0b0b1f7d tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 944 time: 0.1404247 Nov 22 16:39:06.383697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=821a772f-9443-4381-99ff-0628e8e96d07,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:06.478374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d7907a5-85dd-438d-bf64-0c0985f2a316 req-7767092e-f910-457c-9f20-f8feb473de69 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179471 Nov 22 16:39:06.558560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['821a772f-9443-4381-99ff-0628e8e96d07'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:06.577282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.723225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.748093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5b688c92-1bd2-498a-bbac-ff0b58c44715 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:06.834005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:06.841078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:06.861382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:06.926387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'Port': ['ID=8c8c05dc-c57b-476b-9e68-4a598b915d0b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:06.995363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:06.995958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.008150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5b688c92-1bd2-498a-bbac-ff0b58c44715 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:07.009093 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.043256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c1a6b1a3-89e6-4077-90f5-a4616d81556a tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2582774 Nov 22 16:39:07.043713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60622) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:07.061985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:07.152578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.201468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8a178995-c90b-43eb-9c1a-ba6870d4379f None None] Provisioning complete for port 6ebb9b87-90ee-42e2-8735-14a397e2c998 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:07.201970 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a178995-c90b-43eb-9c1a-ba6870d4379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.307665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7a2fa023-0c2e-42ce-a697-4683a18f0009 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:07.309709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7a2fa023-0c2e-42ce-a697-4683a18f0009 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1992083 Nov 22 16:39:07.357378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-a818c3d7-d496-4d7c-a0e9-624359e854f2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/quotas/8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 375 time: 0.0192986 Nov 22 16:39:07.358032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.380484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8a178995-c90b-43eb-9c1a-ba6870d4379f None None] Port 6ebb9b87-90ee-42e2-8735-14a397e2c998 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:07.418614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8a178995-c90b-43eb-9c1a-ba6870d4379f None None] Provisioning complete for port 5b688c92-1bd2-498a-bbac-ff0b58c44715 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:07.419102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a178995-c90b-43eb-9c1a-ba6870d4379f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.493254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-ef90e653-9772-48d9-bb33-6022e822d0be tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064293 Nov 22 16:39:07.584507 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Allocated IP 172.25.5.106 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/51929650-c129-4bab-b4bd-2a49b41b39d2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:07.665720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-4852b09a-d80a-41ff-ae25-cbc1edcf4b08 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566255 Nov 22 16:39:07.729516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-29cc1b6e-0b7b-4625-bfd0-e0908df81fc2 None None] Provisioning complete for port 6ebb9b87-90ee-42e2-8735-14a397e2c998 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:07.729992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29cc1b6e-0b7b-4625-bfd0-e0908df81fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.798866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.818854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-29cc1b6e-0b7b-4625-bfd0-e0908df81fc2 None None] Port 6ebb9b87-90ee-42e2-8735-14a397e2c998 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:07.871647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.875865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44ecdc-fc50-42e6-906f-efff8df8d710 req-5dbc388b-2ed8-4947-9fa9-6da0aa3169af tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:07.888678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc44ecdc-fc50-42e6-906f-efff8df8d710 req-5dbc388b-2ed8-4947-9fa9-6da0aa3169af tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 945 time: 0.2371631 Nov 22 16:39:07.932933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7a3e75bf-8670-4289-b505-a91d01ca80f5 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352171 Nov 22 16:39:07.963715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:07.971949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-84450405-2c20-413e-93b2-d8a5d5b73679 None None] Provisioning complete for port 8c8c05dc-c57b-476b-9e68-4a598b915d0b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:07.972560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84450405-2c20-413e-93b2-d8a5d5b73679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.985334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:07.989590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'Port': ['ID=51929650-c129-4bab-b4bd-2a49b41b39d2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:07.993814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:07.999865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc44ecdc-fc50-42e6-906f-efff8df8d710 req-cfb6c173-1aa9-47d8-ad50-24c0e6204d2a tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098595 Nov 22 16:39:08.039002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-84450405-2c20-413e-93b2-d8a5d5b73679 None None] Port 8c8c05dc-c57b-476b-9e68-4a598b915d0b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:08.195787 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.264660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-314a171b-3ded-4ae6-b925-4f21062e35ee req-3a0b85ef-9850-4a09-a1d0-e58cf56f59ba tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.0600441 Nov 22 16:39:08.280545 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.563068 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.570814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.693500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'Port': ['ID=51929650-c129-4bab-b4bd-2a49b41b39d2,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:08.693500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.704182 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.707988 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1cc64ed7-efa6-4bf9-a0d9-32c36046c5de tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6621203 Nov 22 16:39:08.711887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60664) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:08.716944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-63f19480-5dff-45f5-903b-7a2a5b492ed6 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Request body: {'floatingip': {'port_id': '8c8c05dc-c57b-476b-9e68-4a598b915d0b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:08.810339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63f19480-5dff-45f5-903b-7a2a5b492ed6 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.884842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60666) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:08.936682 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 821a772f-9443-4381-99ff-0628e8e96d07 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:09.048469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 821a772f-9443-4381-99ff-0628e8e96d07 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:39:09.050877 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-63f19480-5dff-45f5-903b-7a2a5b492ed6 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] update failed (client error): The resource could not be found. Nov 22 16:39:09.059340 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 821a772f-9443-4381-99ff-0628e8e96d07 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:09.059959 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.060291 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-63f19480-5dff-45f5-903b-7a2a5b492ed6 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "PUT /v2.0/floatingips/f00ea248-87af-4705-adff-b1a85f5ea418 HTTP/1.1" status: 404 len: 507 time: 0.3469439 Nov 22 16:39:09.060495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60672) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:09.210441 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.219183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1420195465'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:09.243531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:09.246244 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de55b980-7adf-4be0-a3f0-f6c39c3a98a6" -d '{"events": [{"server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "name": "network-vif-plugged", "status": "completed", "tag": "821a772f-9443-4381-99ff-0628e8e96d07"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:09.265039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 821a772f-9443-4381-99ff-0628e8e96d07, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=821a772f-9443-4381-99ff-0628e8e96d07,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:09.274060 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.334972 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56898bf-73e1-46e2-9e11-b6486fb8aa1d x-openstack-request-id: req-f56898bf-73e1-46e2-9e11-b6486fb8aa1d {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:09.335440 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "name": "network-vif-plugged", "status": "completed", "tag": "821a772f-9443-4381-99ff-0628e8e96d07", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:09.335877 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f56898bf-73e1-46e2-9e11-b6486fb8aa1d {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:09.336433 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07', 'code': 200} Nov 22 16:39:09.338454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=821a772f-9443-4381-99ff-0628e8e96d07,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:09.465194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c081c5-5fe9-4df8-bae2-5947ea38ad5f req-ecf2c5a3-e701-44c8-ae3e-8b31dc86c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:09.468100 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95c081c5-5fe9-4df8-bae2-5947ea38ad5f req-ecf2c5a3-e701-44c8-ae3e-8b31dc86c889 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0659897 Nov 22 16:39:09.558868 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95c081c5-5fe9-4df8-bae2-5947ea38ad5f req-77e4541e-27d7-4e39-ad4a-33fa2fee4ab9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815225 Nov 22 16:39:09.800895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b18f867-e380-4184-999e-e1cd22a8b1c5 req-cbe3fb4d-aaa4-4082-80be-165564c7138c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.1018476 Nov 22 16:39:09.850488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Made reservation on behalf of 4b16a54dcd2046a4a30e7ea0ec6ef629 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:09.853987 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.874081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d804f0-1c7c-4d9d-b08b-8c2a795c32d7 req-5cdfc38d-5a8a-46bb-9e5d-b0337cb153bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:09.874081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d804f0-1c7c-4d9d-b08b-8c2a795c32d7 req-5cdfc38d-5a8a-46bb-9e5d-b0337cb153bd tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 945 time: 0.7164340 Nov 22 16:39:09.882021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.994602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Deleting port 51929650-c129-4bab-b4bd-2a49b41b39d2 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:09.995574 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.003554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-a67a8c65-8eee-4bb0-888d-d48d65fd263d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:10.005176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-a67a8c65-8eee-4bb0-888d-d48d65fd263d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.2979796 Nov 22 16:39:10.065709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'port': {'device_id': '8668d85e-8f57-4039-8de3-f5eb5c175b0b', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'admin_state_up': True, 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:10.073117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27d804f0-1c7c-4d9d-b08b-8c2a795c32d7 req-303edce4-6880-461b-8046-70e23780541e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795635 Nov 22 16:39:10.364346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.364910 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.407873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.416605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Calling delete_port for 51929650-c129-4bab-b4bd-2a49b41b39d2 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:10.419239 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.514410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:10.534903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad672175-996b-442d-a592-3ffc7fd7a030,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:10.538721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:10.542678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.547889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.548214 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Added segment 8ca8ae6d-7565-45c8-8f31-2eddfd58bd42 of type vlan for network a5277f15-d1e8-429e-9b2c-128b352de047 Nov 22 16:39:10.652159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.799320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.807214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:10.808298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.950582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0596178 Nov 22 16:39:11.010212 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac7374-633b-4add-ad24-e804ba2a2bf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Pushing event updated for resources: {'Network': ['ID=a5277f15-d1e8-429e-9b2c-128b352de047,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:11.017530 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.023812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.20.0.11 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/67e85ec4-1c3a-4210-9557-cf722f60a6da) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:11.040553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a5277f15-d1e8-429e-9b2c-128b352de047 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:11.128623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event deleted for resources: {'Port': ['ID=51929650-c129-4bab-b4bd-2a49b41b39d2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:11.220995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-653c98d4-c05a-4015-a408-7f17ad743749 req-cea45406-b0d5-4e94-8f27-c2981b1af338 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.1113834 Nov 22 16:39:11.477826 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:39:11.533565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60690) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:11.544306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Request body: {'port': {'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047', 'binding:host_id': 'n-h1-811716-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2119758794'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:11.585808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Made reservation on behalf of 94940a4adf594b059a28bdf878f2dc25 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:11.597159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.633528 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.643612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa6fcd-bed1-4cb9-b31b-8c07ec533ddf req-a8024e79-632d-43ed-817d-e593b2688354 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:11.660376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baaa6fcd-bed1-4cb9-b31b-8c07ec533ddf req-a8024e79-632d-43ed-817d-e593b2688354 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 946 time: 0.2632062 Nov 22 16:39:11.679053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.684537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.686718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6fe55822-e5ff-4112-9d2e-22f8a06ac1db tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "DELETE /v2.0/floatingips/f00ea248-87af-4705-adff-b1a85f5ea418 HTTP/1.1" status: 204 len: 168 time: 2.6242166 Nov 22 16:39:11.691024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60692) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:11.709338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9f6511aa-aca2-4eb2-be0b-ccfebde99a51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Request body: {'floatingip': {'floating_network_id': '781d3d2b-bc89-4ab5-9ac4-8329d7d13407', 'port_id': '8c8c05dc-c57b-476b-9e68-4a598b915d0b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:11.785898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-baaa6fcd-bed1-4cb9-b31b-8c07ec533ddf req-23c4113f-226a-424e-a7cd-891efe564ef2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205337 Nov 22 16:39:11.786242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9f6511aa-aca2-4eb2-be0b-ccfebde99a51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.819139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.904697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.921462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['1f92549e-7b76-4068-810c-2d802e62d256'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:11.969112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.978074 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:11.983064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] device_id is not set on port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:12.073432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:12.088780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:12.102399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:12.233349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21e272-12ab-4249-952d-32144f2a976d req-1e49a969-8c9f-466e-81cc-3155418cc266 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.237296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df21e272-12ab-4249-952d-32144f2a976d req-1e49a969-8c9f-466e-81cc-3155418cc266 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 946 time: 0.3049161 Nov 22 16:39:12.249031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.250825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.259070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] device_id is not set on port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:12.271241 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.289102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.304667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2866340 Nov 22 16:39:12.306220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba7410-3402-459c-9a49-cfc6af699005 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=67e85ec4-1c3a-4210-9557-cf722f60a6da,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:12.334367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Request body: {'port': {'device_id': '8668d85e-8f57-4039-8de3-f5eb5c175b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:12.493403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=10c0a25f-b2da-4bf9-bee3-c597ac8ea142,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:12.521965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4121027-1d6c-4cb8-b464-0e12ae96fb66,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:12.530343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df21e272-12ab-4249-952d-32144f2a976d req-dce85afa-c96d-4d0f-8da0-7efe8446559a tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566726 Nov 22 16:39:12.543035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.553852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-88c26cde-ca37-4e78-bd22-eac3c115987e None None] Provisioning complete for port 67e85ec4-1c3a-4210-9557-cf722f60a6da triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:12.554733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-88c26cde-ca37-4e78-bd22-eac3c115987e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.568441 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Checking segment: {'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:12.569362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Network hostable DHCP agents. Network: a5277f15-d1e8-429e-9b2c-128b352de047, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:12.571650 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-9f6511aa-aca2-4eb2-be0b-ccfebde99a51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:39:12.573050 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9f6511aa-aca2-4eb2-be0b-ccfebde99a51 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8772402 Nov 22 16:39:12.577317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60698) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:12.583371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '8c8c05dc-c57b-476b-9e68-4a598b915d0b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:12.588237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60700) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:12.649116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Network a5277f15-d1e8-429e-9b2c-128b352de047 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:12.650923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-88c26cde-ca37-4e78-bd22-eac3c115987e None None] Port 67e85ec4-1c3a-4210-9557-cf722f60a6da cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:12.685830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.695174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a5277f15-d1e8-429e-9b2c-128b352de047) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:12.713661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f4f50-bc6a-4368-9834-a2d8cd0973ba None None] Network a5277f15-d1e8-429e-9b2c-128b352de047 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:12.721248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:12.737932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8587f0-f815-46dc-a5f5-709eb27226f7 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.740796 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a8587f0-f815-46dc-a5f5-709eb27226f7 tempest-TestNetworkBasicOps-719396234 tempest-TestNetworkBasicOps-719396234-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 1092 time: 0.1501861 Nov 22 16:39:12.766859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60702) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:12.773317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '821a772f-9443-4381-99ff-0628e8e96d07', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:12.814293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:12.814968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:12.815574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:12.833338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:12.833970 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:12.837002 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:12.839196 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 2 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:12.900904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:12.901364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:12.901860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:12.919681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:12.920291 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:12.921177 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 3 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:12.942686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0129c-0682-4d02-a3cf-edc84a9cde21 req-6d077a0f-5289-40a6-a172-ab8969a14f8a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.954800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4db0129c-0682-4d02-a3cf-edc84a9cde21 req-6d077a0f-5289-40a6-a172-ab8969a14f8a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 932 time: 0.3042247 Nov 22 16:39:12.959085 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:12.959688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:12.960296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:12.975485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:12.975985 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:12.978962 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 4 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:13.019084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.019656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.020936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.034040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:13.034552 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:13.036376 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 5 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:13.063485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.068818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.069406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.069545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4db0129c-0682-4d02-a3cf-edc84a9cde21 req-bfd156e6-2315-4a9f-8852-1a4ddc3aeadf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179059 Nov 22 16:39:13.069984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.090440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:13.090989 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:13.093999 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 6 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:13.172501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.173218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.173919 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.194942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:13.195489 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:13.199855 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 7 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:13.256604 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.269457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.270025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.270588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.284729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:13.285309 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:13.289469 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 8 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:13.317524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67e85ec4-1c3a-4210-9557-cf722f60a6da {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:13.331278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.341560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.342075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.342667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.347684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Allocated IP 172.25.5.195 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/885c67e4-e62b-4fc9-8a89-3bf3bfac96ac) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:13.365859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Transition to ACTIVE for port object 67e85ec4-1c3a-4210-9557-cf722f60a6da will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:39:13.369589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:13.370188 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:13.372309 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 9 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:13.374958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.426592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.427163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.427731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.488638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:13.489192 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:13.492590 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 10 to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 Nov 22 16:39:13.543840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Pushing event updated for resources: {'Port': ['ID=67e85ec4-1c3a-4210-9557-cf722f60a6da,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:13.546929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.547763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.549176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.580539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:13.582125 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:13.582703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.635285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Attempting to bind port 67e85ec4-1c3a-4210-9557-cf722f60a6da on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:13.636448 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Attempting to bind port 67e85ec4-1c3a-4210-9557-cf722f60a6da by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:13.636929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Attempting to bind port 67e85ec4-1c3a-4210-9557-cf722f60a6da on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.643121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.644955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Port 67e85ec4-1c3a-4210-9557-cf722f60a6da on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:13.645240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Attempting to bind port 67e85ec4-1c3a-4210-9557-cf722f60a6da on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:13.656479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:13.656818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:13.658139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:13.658692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Bound port: 67e85ec4-1c3a-4210-9557-cf722f60a6da, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:13.659152 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.765021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] For port 67e85ec4-1c3a-4210-9557-cf722f60a6da, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:13.769859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] For port 67e85ec4-1c3a-4210-9557-cf722f60a6da, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67e85ec4-1c3a-4210-9557-cf722f60a6da,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:13.774503 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] For port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:13.775142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempted to set empty binding levels {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:39:13.777464 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.789786 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.819049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:13.820011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.822050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] 10.222.0.11 "PUT /v2.0/ports/67e85ec4-1c3a-4210-9557-cf722f60a6da HTTP/1.1" status: 200 len: 1092 time: 1.4987130 Nov 22 16:39:13.825521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8668d85e-8f57-4039-8de3-f5eb5c175b0b', 'tag': '67e85ec4-1c3a-4210-9557-cf722f60a6da'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:13.828664 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1087d6a1-ac5c-4b6c-96d3-951834a96038" -d '{"events": [{"name": "network-changed", "server_uuid": "8668d85e-8f57-4039-8de3-f5eb5c175b0b", "tag": "67e85ec4-1c3a-4210-9557-cf722f60a6da"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:13.878261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32a7e9-6042-440d-a806-2c4d969d21f0 service neutron] Pushing event updated for resources: {'Port': ['ID=67e85ec4-1c3a-4210-9557-cf722f60a6da,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:13.972389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:13.973761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:13.995336 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78c561f-6da2-411e-981b-312b81476d2c x-openstack-request-id: req-f78c561f-6da2-411e-981b-312b81476d2c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:13.995792 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8668d85e-8f57-4039-8de3-f5eb5c175b0b", "tag": "67e85ec4-1c3a-4210-9557-cf722f60a6da", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:13.996217 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f78c561f-6da2-411e-981b-312b81476d2c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:13.996869 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8668d85e-8f57-4039-8de3-f5eb5c175b0b', 'tag': '67e85ec4-1c3a-4210-9557-cf722f60a6da', 'status': 'completed', 'code': 200} Nov 22 16:39:14.030381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=10c0a25f-b2da-4bf9-bee3-c597ac8ea142,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.044953 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-22419c4c-1ea6-4a4d-a1bf-cdb273de6149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.5082345 Nov 22 16:39:14.046586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60710) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:14.058157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-bc4d57b5-d620-46b4-a195-a532e0565e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:14.060305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-bc4d57b5-d620-46b4-a195-a532e0565e96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 1095 time: 0.1508894 Nov 22 16:39:14.069460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.170607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-be09d4c0-1b81-4648-89ca-8a6e6fb26320 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e85ec4-1c3a-4210-9557-cf722f60a6da HTTP/1.1" status: 200 len: 217 time: 0.0791390 Nov 22 16:39:14.190997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:14.234090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Allocated IP 172.25.5.2 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/a96e2498-6712-423c-b3a0-6bb859f0a34f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:14.269205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:14.274109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:14.278886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event updated for resources: {'Port': ['ID=885c67e4-e62b-4fc9-8a89-3bf3bfac96ac,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.486936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Deleting port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:14.487606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.488440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-93729be6-3101-4887-916b-313f697ccf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:14.490036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-93729be6-3101-4887-916b-313f697ccf34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.3087683 Nov 22 16:39:14.540080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa844c-789e-4f19-88ad-274d4a74909c req-a94ba694-c3d1-4de9-8de9-f8ebd1b9b425 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:14.541840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8fa844c-789e-4f19-88ad-274d4a74909c req-a94ba694-c3d1-4de9-8de9-f8ebd1b9b425 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.2647932 Nov 22 16:39:14.592043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.630988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-bb3ea017-7bc8-464f-925b-08264fd3a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:14.632596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-bb3ea017-7bc8-464f-925b-08264fd3a5a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271257 Nov 22 16:39:14.677128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a8fa844c-789e-4f19-88ad-274d4a74909c req-ada32031-0cfe-498e-bb16-54abd9600491 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189225 Nov 22 16:39:14.699240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] For port 10c0a25f-b2da-4bf9-bee3-c597ac8ea142, host n-h1-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:14.700952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.723892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.742144 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Calling delete_port for 10c0a25f-b2da-4bf9-bee3-c597ac8ea142 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:14.783292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:14.789971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:14.792481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:14.836938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=a96e2498-6712-423c-b3a0-6bb859f0a34f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.850394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Deleting port 885c67e4-e62b-4fc9-8a89-3bf3bfac96ac {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:14.850870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.854426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-c2ce6541-eb64-4db5-ab9e-fa4d758ef989 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076337 Nov 22 16:39:15.053520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.054047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.068688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69f4bc4b-3f3d-473a-9918-30ce467c4d4b req-12449a4d-c850-476d-bb1f-8b9b38133e05 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034411 Nov 22 16:39:15.070896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.101937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Calling delete_port for 885c67e4-e62b-4fc9-8a89-3bf3bfac96ac owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:15.149998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event deleted for resources: {'Port': ['ID=10c0a25f-b2da-4bf9-bee3-c597ac8ea142,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:15.183762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.194673 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-73dd96f7-8fca-455a-929d-bc4920cfa9cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "DELETE /v2.0/ports/10c0a25f-b2da-4bf9-bee3-c597ac8ea142 HTTP/1.1" status: 204 len: 168 time: 1.1441584 Nov 22 16:39:15.198000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60714) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:15.320660 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4394b5a9-6440-4c04-8dfa-4e2800de3d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:39:15.322762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-4bb89299-8bfa-4823-a0f2-e83c8e442278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:15.324438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-4bb89299-8bfa-4823-a0f2-e83c8e442278 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 1095 time: 0.1748476 Nov 22 16:39:15.329228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60716) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:15.330302 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4394b5a9-6440-4c04-8dfa-4e2800de3d34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "GET /v2.0/ports/10c0a25f-b2da-4bf9-bee3-c597ac8ea142 HTTP/1.1" status: 404 len: 333 time: 0.1297493 Nov 22 16:39:15.334395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Request body: {'port': {'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-384299080'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:15.537650 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.570585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event deleted for resources: {'Port': ['ID=885c67e4-e62b-4fc9-8a89-3bf3bfac96ac,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:15.955873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Made reservation on behalf of 94940a4adf594b059a28bdf878f2dc25 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:15.958424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:15.960111 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] create failed (client error): The resource could not be found. Nov 22 16:39:15.966033 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0bea44c9-d4b1-48ce-86c4-8585a26f4690 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3868735 Nov 22 16:39:15.967129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60720) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:16.075895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] device_id is not set on port f734447b-d4ae-4500-85a3-39deb8af7e93 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:16.102114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-954f5ff9-2afe-4c30-9fd1-be7f3c3126bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:16.105443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-954f5ff9-2afe-4c30-9fd1-be7f3c3126bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.7626224 Nov 22 16:39:16.120491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e7864fdd-86ed-40d3-87a4-4ec5ee370818 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Deleting port 8c8c05dc-c57b-476b-9e68-4a598b915d0b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:16.121312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7864fdd-86ed-40d3-87a4-4ec5ee370818 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.173950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566474f-a340-4374-b6a7-2659ca25a5b5 req-c0673e48-02d9-4e57-8f4a-1f789ac7845d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:16.175644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7566474f-a340-4374-b6a7-2659ca25a5b5 req-c0673e48-02d9-4e57-8f4a-1f789ac7845d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.2553847 Nov 22 16:39:16.190859 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.278262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-a95d135f-878d-4553-8663-3382cf219ed3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67e85ec4-1c3a-4210-9557-cf722f60a6da HTTP/1.1" status: 200 len: 217 time: 0.1209545 Nov 22 16:39:16.295596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7864fdd-86ed-40d3-87a4-4ec5ee370818 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.319097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e7864fdd-86ed-40d3-87a4-4ec5ee370818 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Calling delete_port for 8c8c05dc-c57b-476b-9e68-4a598b915d0b owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:16.533746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7566474f-a340-4374-b6a7-2659ca25a5b5 req-fc4616b3-79fa-4fad-8691-61e168b90a71 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474982 Nov 22 16:39:16.579970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-792da55e-5a6c-457e-9e26-2ee45b1d8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:16.579970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-792da55e-5a6c-457e-9e26-2ee45b1d8f9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.2700481 Nov 22 16:39:16.653708 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.668187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7864fdd-86ed-40d3-87a4-4ec5ee370818 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.751516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7864fdd-86ed-40d3-87a4-4ec5ee370818 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event deleted for resources: {'Port': ['ID=8c8c05dc-c57b-476b-9e68-4a598b915d0b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:16.763788 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.782191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-e7499e8b-8c67-4c00-bd9c-fb9df80f8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:16.784322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-e7499e8b-8c67-4c00-bd9c-fb9df80f8a38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948030 Nov 22 16:39:16.865008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7864fdd-86ed-40d3-87a4-4ec5ee370818 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:16.872032 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e7864fdd-86ed-40d3-87a4-4ec5ee370818 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "DELETE /v2.0/ports/8c8c05dc-c57b-476b-9e68-4a598b915d0b HTTP/1.1" status: 204 len: 168 time: 0.9002547 Nov 22 16:39:16.873220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60722) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:17.027431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.067718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad4f145-2a2e-4641-8b3c-1ccd16e0fa24 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:17.075077 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dad4f145-2a2e-4641-8b3c-1ccd16e0fa24 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f0d6a53-ac18-43a5-8435-27ca18d246d5 HTTP/1.1" status: 200 len: 913 time: 0.1927547 Nov 22 16:39:17.075430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60724) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:17.092234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-a8ded6e2-e465-42b9-8f9a-7aac6ddbf76d service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993052 Nov 22 16:39:17.240651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=f734447b-d4ae-4500-85a3-39deb8af7e93,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:17.255283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Network a5277f15-d1e8-429e-9b2c-128b352de047 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:17.269899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:17.281088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:17.282922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:17.283554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.312894 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.330052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.346907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-49705355-f357-425b-b2f7-4fec9da03165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0163243 Nov 22 16:39:17.349688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60726) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:17.388887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1087d6a1-ac5c-4b6c-96d3-951834a96038 req-0fb5e404-55e1-4618-a5cf-049d0ffbdf28 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840612 Nov 22 16:39:17.426841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event updated for resources: {'Port': ['ID=a96e2498-6712-423c-b3a0-6bb859f0a34f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:17.436387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:17.446290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.530410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:17.675522 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Floating IP 578fc97f-ebd7-4180-85a4-6a2834e902f8 associated. External IP: 172.25.5.2, port: 821a772f-9443-4381-99ff-0628e8e96d07. Nov 22 16:39:17.966571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e496f1f-db55-445d-b751-bc28b134df44 req-54371aa9-e80d-4693-945a-4f669a5bec7b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:17.977327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e496f1f-db55-445d-b751-bc28b134df44 req-54371aa9-e80d-4693-945a-4f669a5bec7b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.2933950 Nov 22 16:39:18.308889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] device_id is not set on port f734447b-d4ae-4500-85a3-39deb8af7e93 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:18.313720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.333730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e496f1f-db55-445d-b751-bc28b134df44 req-58984b16-fc9c-4336-ba0b-367a0e959cd5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506644 Nov 22 16:39:18.358449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.416370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.459209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 83f2287e-393f-427d-a069-90927bd1aa1c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:18.494568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=f734447b-d4ae-4500-85a3-39deb8af7e93,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:18.589434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:18.589753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:18.590090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:18.609930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:18.609930 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:18.609930 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 2 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:18.632654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:18.632779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:18.633204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:18.640819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:18.641197 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:18.643169 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 3 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:18.666558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:18.666558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:18.666558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:18.694552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:18.694921 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:18.697538 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 4 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:18.712344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:18.722697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:18.723278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:18.723883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:18.740736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] Sync routers for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:18.764246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:18.764722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:18.765396 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:18.765811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:18.768088 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 5 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:18.784250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.808288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:18.809290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:18.810114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:18.825002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:18.825899 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:18.828297 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 6 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:18.862801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Deleting port 6ebb9b87-90ee-42e2-8735-14a397e2c998 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:18.863708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.870555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:18.872284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:18.873079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:18.879325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6680f1f5-6d33-4619-8397-7e6b136ef710 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1093364 Nov 22 16:39:18.880273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:18.892360 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa3554a-3c25-434e-ae98-905710c70c64" -d '{"events": [{"name": "network-changed", "server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "tag": "821a772f-9443-4381-99ff-0628e8e96d07"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:18.897115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60730) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:18.955657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:18.956238 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:18.986090 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 7 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:18.997709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:19.029309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:19.029789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:19.030358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:19.057820 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7618e4eb-55e5-4e04-b84a-042196290ff3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/578fc97f-ebd7-4180-85a4-6a2834e902f8 HTTP/1.1" status: 200 len: 990 time: 0.1154399 Nov 22 16:39:19.061498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:19.061498 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:19.066822 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 8 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:19.074083 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a827bb-7255-4ac1-bea9-84fc43c3b883 x-openstack-request-id: req-14a827bb-7255-4ac1-bea9-84fc43c3b883 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:19.075223 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "tag": "821a772f-9443-4381-99ff-0628e8e96d07", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:19.076158 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14a827bb-7255-4ac1-bea9-84fc43c3b883 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:19.077121 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07', 'status': 'completed', 'code': 200} Nov 22 16:39:19.101436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.114669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:19.114669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:19.114669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:19.131377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Calling delete_port for 6ebb9b87-90ee-42e2-8735-14a397e2c998 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:19.158839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:19.159520 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:19.169942 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 9 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:19.236908 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8145bee9-e2ec-43ef-a8f3-7f24d4ae98df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.258831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:19.259367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:19.263145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:19.286709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-1534e4b2-544c-4f80-9e45-4060df389030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:19.294212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-1534e4b2-544c-4f80-9e45-4060df389030 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 1097 time: 0.1804564 Nov 22 16:39:19.294212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:19.294212 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:19.299455 n-d-811716-3 neutron-server[103410]: INFO neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 10 to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 Nov 22 16:39:19.436821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:19.438008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:19.438008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:19.467946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:19.468581 n-d-811716-3 neutron-server[103410]: ERROR neutron.plugins.ml2.managers [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port f734447b-d4ae-4500-85a3-39deb8af7e93 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:19.469206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.566370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '578fc97f-ebd7-4180-85a4-6a2834e902f8', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'port_id': '821a772f-9443-4381-99ff-0628e8e96d07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'mac_address': 'fa:16:3e:a7:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6990519-ee79-4866-951a-8817efb08ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:15Z', 'updated_at': '2021-11-22T16:39:15Z', 'revision_number': 0, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:55Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:19.600001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] Checking router: 83f2287e-393f-427d-a069-90927bd1aa1c for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:19.615620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:19.616430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:38:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:19.635085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3aa40-6cb3-4438-8a04-3c3572cbd9c2 req-203f8e0e-2e45-4319-bb06-4039c19f2e29 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:19.637820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1f3aa40-6cb3-4438-8a04-3c3572cbd9c2 req-203f8e0e-2e45-4319-bb06-4039c19f2e29 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1591382 Nov 22 16:39:19.717723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-bcac72c8-0334-41a4-afec-6782bf08f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:19.721570 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-bcac72c8-0334-41a4-afec-6782bf08f4e8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0654ed59-b0b6-4325-85e8-549c4c59364e HTTP/1.1" status: 200 len: 897 time: 0.4166908 Nov 22 16:39:19.768414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1f3aa40-6cb3-4438-8a04-3c3572cbd9c2 req-cd27d360-53ff-467a-911d-54b0ca13732b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987566 Nov 22 16:39:19.833841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:19.994995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] For port f734447b-d4ae-4500-85a3-39deb8af7e93, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:19.995433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempted to set empty binding levels {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:39:20.001885 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-8b82e25b-f6e3-41fe-8263-fc88056ac5b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=821a772f-9443-4381-99ff-0628e8e96d07 HTTP/1.1" status: 200 len: 998 time: 0.2502759 Nov 22 16:39:20.010256 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.050814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.062568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:20.121487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] In _notify_port_updated(), no bound segment for port f734447b-d4ae-4500-85a3-39deb8af7e93 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:39:20.123459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.124078 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.127860 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "PUT /v2.0/ports/f734447b-d4ae-4500-85a3-39deb8af7e93 HTTP/1.1" status: 200 len: 978 time: 2.7276618 Nov 22 16:39:20.138305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60738) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:20.203373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-be8d2744-2f7a-437c-978e-32cf0203e597 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/578fc97f-ebd7-4180-85a4-6a2834e902f8 HTTP/1.1" status: 200 len: 990 time: 0.1381292 Nov 22 16:39:20.341537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fe3a7-bce8-416d-bb04-e889599339aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=f734447b-d4ae-4500-85a3-39deb8af7e93,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:20.393100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-690b7b2f-3e96-4d59-acdc-c5bac2550a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.394875 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-690b7b2f-3e96-4d59-acdc-c5bac2550a70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05d8d78a-25a2-4581-94d5-cfef5ed02b26 HTTP/1.1" status: 200 len: 835 time: 0.3785903 Nov 22 16:39:20.410804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event deleted for resources: {'Port': ['ID=6ebb9b87-90ee-42e2-8735-14a397e2c998,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:20.429627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.431717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.432977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.434498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.435693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.436949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.440810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.441964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.443123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.444310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.445282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.446124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.446992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.447790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.448684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.449619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.450403 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.451227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.452047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.464016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ad5717a8-6901-4047-830c-9b4b6d973375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17229 time: 0.3146389 Nov 22 16:39:20.472180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60740) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:20.645432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Deleting port f734447b-d4ae-4500-85a3-39deb8af7e93 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:20.646309 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.743377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] For port f734447b-d4ae-4500-85a3-39deb8af7e93, host n-h1-811716-3, got binding levels [] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:20.744093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.762853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '578fc97f-ebd7-4180-85a4-6a2834e902f8', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'port_id': '821a772f-9443-4381-99ff-0628e8e96d07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'mac_address': 'fa:16:3e:a7:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6990519-ee79-4866-951a-8817efb08ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:15Z', 'updated_at': '2021-11-22T16:39:15Z', 'revision_number': 0, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:55Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:20.763721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Calling delete_port for f734447b-d4ae-4500-85a3-39deb8af7e93 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:20.771835 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.806489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-a5de86ba-c5ae-4ac3-992b-9d510d257e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.809546 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-a5de86ba-c5ae-4ac3-992b-9d510d257e16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0654ed59-b0b6-4325-85e8-549c4c59364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3470705 Nov 22 16:39:20.854292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c1a70f-b6f7-48d8-ade2-d8b7c3e2a66a None None] The sync data for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 is: [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '578fc97f-ebd7-4180-85a4-6a2834e902f8', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'port_id': '821a772f-9443-4381-99ff-0628e8e96d07', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'mac_address': 'fa:16:3e:a7:99:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6990519-ee79-4866-951a-8817efb08ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:39:15Z', 'updated_at': '2021-11-22T16:39:15Z', 'revision_number': 0, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:55Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:20.911560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.975592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:20.983840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "DELETE /v2.0/ports/f734447b-d4ae-4500-85a3-39deb8af7e93 HTTP/1.1" status: 204 len: 168 time: 0.5083578 Nov 22 16:39:20.985643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2304c3-5d70-4fb9-82d0-a05cd80121ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event deleted for resources: {'Port': ['ID=f734447b-d4ae-4500-85a3-39deb8af7e93,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:20.989325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.075492 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccff1b19-0b28-48c6-85d6-cc83b1ded72d tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:39:21.079754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ccff1b19-0b28-48c6-85d6-cc83b1ded72d tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "GET /v2.0/ports/f734447b-d4ae-4500-85a3-39deb8af7e93 HTTP/1.1" status: 404 len: 333 time: 0.0830896 Nov 22 16:39:21.111660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60746) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.122992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-922055927', 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:21.151454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31e6de-e6a5-4b80-ba57-a1c6b9b0162d req-3b49156c-c5c9-43f5-ac4f-baaa842f346c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:21.154284 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d31e6de-e6a5-4b80-ba57-a1c6b9b0162d req-3b49156c-c5c9-43f5-ac4f-baaa842f346c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.0955720 Nov 22 16:39:21.209805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60748) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.263194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Made reservation on behalf of 94940a4adf594b059a28bdf878f2dc25 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:21.267268 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.282771 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-734df408-830e-4206-81d2-c267ec7c05eb service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569278 Nov 22 16:39:21.341637 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17a2dca9-275e-43df-828e-473edef08f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.413505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d31e6de-e6a5-4b80-ba57-a1c6b9b0162d req-36be1d16-8f0d-4875-ab2a-f971269636eb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410014 Nov 22 16:39:21.451612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6a842f40-b2a2-4e07-8664-33ed267b7f14 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/578fc97f-ebd7-4180-85a4-6a2834e902f8 HTTP/1.1" status: 200 len: 990 time: 0.2346506 Nov 22 16:39:21.456021 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2465216-c90f-44f5-9c35-b1babc51e79b None None] New status for floating IP 578fc97f-ebd7-4180-85a4-6a2834e902f8: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:39:21.468249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Router 2f0d6a53-ac18-43a5-8435-27ca18d246d5 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:21.482056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] device_id is not set on port ba0f2c2c-7318-492f-9a19-80002c84d52f yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:21.666027 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0fa3554a-3c25-434e-ae98-905710c70c64 req-5b7dbd8b-cb74-4d1c-8a81-c21b08bf287e service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646891 Nov 22 16:39:21.687537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:21.702353 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bf0e0-3232-4bff-8335-780819211186 None None] Sync routers for ids ['2f0d6a53-ac18-43a5-8435-27ca18d246d5'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:21.715312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bf0e0-3232-4bff-8335-780819211186 None None] Routers {'2f0d6a53-ac18-43a5-8435-27ca18d246d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:21.716101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5f8bf0e0-3232-4bff-8335-780819211186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:39:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2f0d6a53-ac18-43a5-8435-27ca18d246d5'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:21.746842 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e042fe3e-9d77-4142-b04d-126c3474f0fc tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "PUT /v2.0/routers/2f0d6a53-ac18-43a5-8435-27ca18d246d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6674929 Nov 22 16:39:21.747348 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.792681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5f8bf0e0-3232-4bff-8335-780819211186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:21.810303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8bf0e0-3232-4bff-8335-780819211186 None None] Routers {'2f0d6a53-ac18-43a5-8435-27ca18d246d5'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:21.811469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5f8bf0e0-3232-4bff-8335-780819211186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:39:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['2f0d6a53-ac18-43a5-8435-27ca18d246d5'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:21.863539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52062e35-8d79-4899-86a0-40679afb52a2 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.872829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5f8bf0e0-3232-4bff-8335-780819211186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:21.875015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8bf0e0-3232-4bff-8335-780819211186 None None] The sync data for ids ['2f0d6a53-ac18-43a5-8435-27ca18d246d5'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:21.894640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.959824 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.012980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Network a5277f15-d1e8-429e-9b2c-128b352de047 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:22.022749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:22.030362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:22.032577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:22.033605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.062810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=ba0f2c2c-7318-492f-9a19-80002c84d52f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:22.087878 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-084fcbc4-773c-4456-a32d-5b21f587c4c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9685731 Nov 22 16:39:22.090712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.130478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a1fe3-76f6-48a3-b813-d6f7932ddb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:22.134280 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a56a1fe3-76f6-48a3-b813-d6f7932ddb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "GET /v2.0/ports/ba0f2c2c-7318-492f-9a19-80002c84d52f HTTP/1.1" status: 200 len: 958 time: 0.0443530 Nov 22 16:39:22.135167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60754) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.163294 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52062e35-8d79-4899-86a0-40679afb52a2 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.168012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52062e35-8d79-4899-86a0-40679afb52a2 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.228326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52062e35-8d79-4899-86a0-40679afb52a2 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.229089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52062e35-8d79-4899-86a0-40679afb52a2 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Fanout notify agent at l3_agent the message router_deleted on router 2f0d6a53-ac18-43a5-8435-27ca18d246d5 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:39:22.236836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-52062e35-8d79-4899-86a0-40679afb52a2 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.238333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-52062e35-8d79-4899-86a0-40679afb52a2 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "DELETE /v2.0/routers/2f0d6a53-ac18-43a5-8435-27ca18d246d5 HTTP/1.1" status: 204 len: 168 time: 0.4888642 Nov 22 16:39:22.242903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.279157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b75713f1-4a30-4785-bd21-1af1d3669a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Deleting port ba0f2c2c-7318-492f-9a19-80002c84d52f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:22.279684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b75713f1-4a30-4785-bd21-1af1d3669a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.338361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb2f2b3-be9c-4783-b719-f24ee119c55f tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Deleting subnet 4b25378f-e7ba-4575-8eaf-1a830ec6e81c {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:22.348215 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f2b3-be9c-4783-b719-f24ee119c55f tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.355754 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b75713f1-4a30-4785-bd21-1af1d3669a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.372024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b75713f1-4a30-4785-bd21-1af1d3669a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Calling delete_port for ba0f2c2c-7318-492f-9a19-80002c84d52f owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:22.428376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f2b3-be9c-4783-b719-f24ee119c55f tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.457960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60760) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.530598 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.603478 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-801f6fec-cb35-40cf-ad41-16d8b0b9f7de tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/578fc97f-ebd7-4180-85a4-6a2834e902f8 HTTP/1.1" status: 200 len: 992 time: 0.1437137 Nov 22 16:39:22.629919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f2b3-be9c-4783-b719-f24ee119c55f tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.630737 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b75713f1-4a30-4785-bd21-1af1d3669a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.680997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3d1f7-65dc-4309-a54b-4509e7194dde req-7c71ea16-a5ae-4a51-8bce-b6fb567b20f6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:22.682966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72b3d1f7-65dc-4309-a54b-4509e7194dde req-7c71ea16-a5ae-4a51-8bce-b6fb567b20f6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1443765 Nov 22 16:39:22.721658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.732107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75713f1-4a30-4785-bd21-1af1d3669a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba0f2c2c-7318-492f-9a19-80002c84d52f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:22.740275 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b75713f1-4a30-4785-bd21-1af1d3669a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.751042 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b75713f1-4a30-4785-bd21-1af1d3669a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ba0f2c2c-7318-492f-9a19-80002c84d52f HTTP/1.1" status: 204 len: 168 time: 0.6146572 Nov 22 16:39:22.753875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60762) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.781305 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d17482-e5c2-4dc3-bce2-4de607eae3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:39:22.787753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-76d17482-e5c2-4dc3-bce2-4de607eae3f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "GET /v2.0/ports/ba0f2c2c-7318-492f-9a19-80002c84d52f HTTP/1.1" status: 404 len: 333 time: 0.0289543 Nov 22 16:39:22.789153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60764) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:22.795101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Request body: {'port': {'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-199701726'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:22.823211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Made reservation on behalf of 94940a4adf594b059a28bdf878f2dc25 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:22.829868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.853616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] device_id is not set on port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:22.862972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72b3d1f7-65dc-4309-a54b-4509e7194dde req-0a60aa95-d0dc-45ef-b073-fbf12ec41b46 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686509 Nov 22 16:39:22.870268 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f2b3-be9c-4783-b719-f24ee119c55f tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.971879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2f2b3-be9c-4783-b719-f24ee119c55f tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event deleted for resources: {'Subnet': ['ID=4b25378f-e7ba-4575-8eaf-1a830ec6e81c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:22.973342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b994966-64b5-47cb-b8c0-85dfa08c30c8 None None] Network 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:22.977872 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fcb2f2b3-be9c-4783-b719-f24ee119c55f tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.989626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fcb2f2b3-be9c-4783-b719-f24ee119c55f tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "DELETE /v2.0/subnets/4b25378f-e7ba-4575-8eaf-1a830ec6e81c HTTP/1.1" status: 204 len: 168 time: 0.7420571 Nov 22 16:39:22.992201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60766) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:23.200734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.207613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.293933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.347474 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] DHCP port deletion for 781d3d2b-bc89-4ab5-9ac4-8329d7d13407 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:23.364337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Network a5277f15-d1e8-429e-9b2c-128b352de047 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:23.367478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Deleting port 5b688c92-1bd2-498a-bbac-ff0b58c44715 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:23.367838 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.374191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=7f6b41a4-6cbe-4397-b6de-deb47bb453d7,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:23.377106 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:23.388682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:23.389127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:23.389980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.421379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] Deleting port 5b688c92-1bd2-498a-bbac-ff0b58c44715 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:23.421379 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.450425 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7769cca8-cef7-4b3e-ad3f-286b65f302a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6597333 Nov 22 16:39:23.454338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:23.464489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] For port 5b688c92-1bd2-498a-bbac-ff0b58c44715, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5b688c92-1bd2-498a-bbac-ff0b58c44715,segment=NetworkSegment(3bedca56-4954-4d7d-80c4-4cff46d57e55),segment_id=3bedca56-4954-4d7d-80c4-4cff46d57e55)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:23.465016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.470870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:23.483944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Calling delete_port for 5b688c92-1bd2-498a-bbac-ff0b58c44715 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:23.559696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] For port 5b688c92-1bd2-498a-bbac-ff0b58c44715, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5b688c92-1bd2-498a-bbac-ff0b58c44715,segment=NetworkSegment(3bedca56-4954-4d7d-80c4-4cff46d57e55),segment_id=3bedca56-4954-4d7d-80c4-4cff46d57e55)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:23.560347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.577449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] Calling delete_port for 5b688c92-1bd2-498a-bbac-ff0b58c44715 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:23.610096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.822719 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.890303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] Pushing event deleted for resources: {'Port': ['ID=5b688c92-1bd2-498a-bbac-ff0b58c44715,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:23.901169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efa0aa-e13e-4d8f-8cd1-587bfebc79c0 None None] No DVR routers for this DVR port 5b688c92-1bd2-498a-bbac-ff0b58c44715 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:24.060223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] device_id is not set on port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:24.086958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.116362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.186626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d7d9c-5f68-4ad1-a894-51d562954fd7 req-ed6e2919-ef74-43a4-ab1f-15707470ef70 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:24.189465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b97d7d9c-5f68-4ad1-a894-51d562954fd7 req-ed6e2919-ef74-43a4-ab1f-15707470ef70 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1330988 Nov 22 16:39:24.242636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=7f6b41a4-6cbe-4397-b6de-deb47bb453d7,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:24.244086 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.258492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.258780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.259158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.270534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.271018 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.277911 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 2 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.286783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event deleted for resources: {'Port': ['ID=5b688c92-1bd2-498a-bbac-ff0b58c44715,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:24.297124 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] No DVR routers for this DVR port 5b688c92-1bd2-498a-bbac-ff0b58c44715 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:24.317178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.317675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.318169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.324098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b97d7d9c-5f68-4ad1-a894-51d562954fd7 req-f3beea0b-1e8c-4e3f-bdc4-3d786a02c02a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222820 Nov 22 16:39:24.328776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.329281 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.330019 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 3 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.352440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.352911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.353398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.371570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.371570 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.371570 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 4 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.391430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.391897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.392378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.398311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.398768 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.399341 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 5 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.413470 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.416160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.416666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.417113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.422326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.423815 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.424418 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 6 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.444414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.445599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.446048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781d3d2b-bc89-4ab5-9ac4-8329d7d13407']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:24.446385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.453771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.454315 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.455345 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 7 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.462373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bedca56-4954-4d7d-80c4-4cff46d57e55') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:24.462678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bedca56-4954-4d7d-80c4-4cff46d57e55') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:24.475623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.476177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.476613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.480828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.482520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.483006 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.483616 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 8 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.502341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.502710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.503053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.504640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.510316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.510875 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.511377 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 9 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.516377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:24.516893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: self.session.flush() Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:24.521534 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:24.534351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.534814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.535141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.540621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.540875 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.541280 n-d-811716-3 neutron-server[103411]: INFO neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempt 10 to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 Nov 22 16:39:24.560669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:24.561158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:24.561600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempting to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:24.567412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:24.567765 n-d-811716-3 neutron-server[103411]: ERROR neutron.plugins.ml2.managers [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Failed to bind port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on host n-h1-811716-3 for vnic_type normal using segments [{'id': '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a5277f15-d1e8-429e-9b2c-128b352de047'}] Nov 22 16:39:24.568149 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.577433 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.617778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.647865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.656545 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] 10.222.0.69 "DELETE /v2.0/networks/781d3d2b-bc89-4ab5-9ac4-8329d7d13407 HTTP/1.1" status: 204 len: 168 time: 1.6587720 Nov 22 16:39:24.656545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defa0df-b724-45a6-808b-4ceade9a2c21 tempest-FloatingIPNegativeTestJSON-1334456305 tempest-FloatingIPNegativeTestJSON-1334456305-project] Pushing event deleted for resources: {'Network': ['ID=781d3d2b-bc89-4ab5-9ac4-8329d7d13407,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:24.701890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] For port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:24.702961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attempted to set empty binding levels {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:39:24.712222 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.722993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5b688c92-1bd2-498a-bbac-ff0b58c44715 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:24.756959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 5b688c92-1bd2-498a-bbac-ff0b58c44715 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:24.757278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] In _notify_port_updated(), no bound segment for port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 on network a5277f15-d1e8-429e-9b2c-128b352de047 {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:39:24.757570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5b688c92-1bd2-498a-bbac-ff0b58c44715 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:24.758445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:24.760614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.764315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "PUT /v2.0/ports/7f6b41a4-6cbe-4397-b6de-deb47bb453d7 HTTP/1.1" status: 200 len: 978 time: 1.3081024 Nov 22 16:39:24.769119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60774) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:24.818132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dbfd9-0a3e-4292-b912-573a16fda509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event updated for resources: {'Port': ['ID=7f6b41a4-6cbe-4397-b6de-deb47bb453d7,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:24.831642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.874969 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.886517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Deleting port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:24.887333 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.993407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] For port 7f6b41a4-6cbe-4397-b6de-deb47bb453d7, host n-h1-811716-3, got binding levels [] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:24.994164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.021293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Calling delete_port for 7f6b41a4-6cbe-4397-b6de-deb47bb453d7 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:25.143585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60778) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:25.159666 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.194573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f6b41a4-6cbe-4397-b6de-deb47bb453d7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:25.200724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.207935 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9956eb5f-5f02-4f77-a035-72a8df03b638 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "DELETE /v2.0/ports/7f6b41a4-6cbe-4397-b6de-deb47bb453d7 HTTP/1.1" status: 204 len: 168 time: 0.4348540 Nov 22 16:39:25.208476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60782) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:25.246916 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-112b2c12-a5b4-44e7-87d4-7ddc90e0faa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:39:25.254987 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-112b2c12-a5b4-44e7-87d4-7ddc90e0faa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-57137928-project-admin] 10.222.0.69 "GET /v2.0/ports/7f6b41a4-6cbe-4397-b6de-deb47bb453d7 HTTP/1.1" status: 404 len: 333 time: 0.0390568 Nov 22 16:39:25.255392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60784) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:25.387736 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.388043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-59a71880-df25-4536-af94-914a01ea55ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25fbec21365042af94dd3ac414372250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2398279 Nov 22 16:39:25.388162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60788) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:25.523230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e3b4-0b1f-4f88-87ad-f1df62505925 req-4b3340f3-70c5-4a3b-b10c-b41ee0f2b767 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:25.526286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f855e3b4-0b1f-4f88-87ad-f1df62505925 req-4b3340f3-70c5-4a3b-b10c-b41ee0f2b767 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.0754902 Nov 22 16:39:25.554173 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a423-0a51-48d5-a9a4-cf96e023ac5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.567174 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.613507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a423-0a51-48d5-a9a4-cf96e023ac5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.616192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5277f15-d1e8-429e-9b2c-128b352de047']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:25.621844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f855e3b4-0b1f-4f88-87ad-f1df62505925 req-557ad5fc-4d06-4b4c-8b9c-3eeea5e551a2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842750 Nov 22 16:39:25.635363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:25.635647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca8ae6d-7565-45c8-8f31-2eddfd58bd42') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:25.657805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.680823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.690076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:25.691477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:25.696185 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:25.758691 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a423-0a51-48d5-a9a4-cf96e023ac5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.761647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0aa5a423-0a51-48d5-a9a4-cf96e023ac5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.762837 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0aa5a423-0a51-48d5-a9a4-cf96e023ac5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3bd7689-3649-4ba7-a58d-3bf9000b60ed HTTP/1.1" status: 204 len: 168 time: 0.3735681 Nov 22 16:39:25.772914 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5a423-0a51-48d5-a9a4-cf96e023ac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd7689-3649-4ba7-a58d-3bf9000b60ed,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:25.783622 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.792517 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.799980 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] 10.222.0.69 "DELETE /v2.0/networks/a5277f15-d1e8-429e-9b2c-128b352de047 HTTP/1.1" status: 204 len: 168 time: 0.5392320 Nov 22 16:39:25.816013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8e424-cc2b-43b6-a13a-22b768479f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731759223-project] Pushing event deleted for resources: {'Network': ['ID=a5277f15-d1e8-429e-9b2c-128b352de047,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:26.199965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60800) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:26.459894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-65a2d794-9869-4ade-a310-9112dff37cae admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b16a54dcd2046a4a30e7ea0ec6ef629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543025 Nov 22 16:39:26.460438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:26.561232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1155d89-0107-409f-b30d-d19b531cfffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.604991 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1155d89-0107-409f-b30d-d19b531cfffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.704385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1155d89-0107-409f-b30d-d19b531cfffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.707756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1155d89-0107-409f-b30d-d19b531cfffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.711437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b1155d89-0107-409f-b30d-d19b531cfffc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad672175-996b-442d-a592-3ffc7fd7a030 HTTP/1.1" status: 204 len: 168 time: 0.2493892 Nov 22 16:39:26.730740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1155d89-0107-409f-b30d-d19b531cfffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad672175-996b-442d-a592-3ffc7fd7a030,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:26.893857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9124e-6e43-4fe3-93e2-12b543bdfb46 req-d38c5543-50d1-4221-886a-85e5657b39ad tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:26.912096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ee9124e-6e43-4fe3-93e2-12b543bdfb46 req-d38c5543-50d1-4221-886a-85e5657b39ad tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1297319 Nov 22 16:39:27.087963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57272c59-ac59-4414-a052-404410c14ea8 req-47be0900-e799-4614-98c4-05db1e6b0d9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1596463 Nov 22 16:39:27.096043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ee9124e-6e43-4fe3-93e2-12b543bdfb46 req-3f6105d7-d065-4c15-ade6-fd6361ec0e85 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803944 Nov 22 16:39:27.164184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:27.243470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57272c59-ac59-4414-a052-404410c14ea8 req-14625c66-e295-4c99-a2ab-26d5bb0040b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:27.246765 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57272c59-ac59-4414-a052-404410c14ea8 req-14625c66-e295-4c99-a2ab-26d5bb0040b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 1096 time: 0.0776649 Nov 22 16:39:27.409609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1248012325'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:27.466088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:27.477369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.494821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57272c59-ac59-4414-a052-404410c14ea8 req-8bff1117-9c7b-4d5a-aafa-951b3e91adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:27.497889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57272c59-ac59-4414-a052-404410c14ea8 req-8bff1117-9c7b-4d5a-aafa-951b3e91adcf service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.2252479 Nov 22 16:39:27.508623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.573440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60830) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:27.602085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57272c59-ac59-4414-a052-404410c14ea8 req-24a6d2e8-5052-4021-a296-27d194e23494 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f92549e-7b76-4068-810c-2d802e62d256 HTTP/1.1" status: 200 len: 217 time: 0.0965683 Nov 22 16:39:27.681511 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c1b7f5aa-ff1c-448e-800a-76f4a1a2d67d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=94940a4adf594b059a28bdf878f2dc25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058254 Nov 22 16:39:27.685676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:27.741248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.748463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.756772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57272c59-ac59-4414-a052-404410c14ea8 req-395cdb46-68fa-41b0-b9d1-5be4e287c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:27.759737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57272c59-ac59-4414-a052-404410c14ea8 req-395cdb46-68fa-41b0-b9d1-5be4e287c444 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.1504145 Nov 22 16:39:27.807885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a520c7e-54f2-4a6f-96f6-f0efd26d4b83,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:27.817735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:27.840254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.840811 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment 56dfec0b-6ae1-4fda-9ca4-5dd257859176 of type vlan for network 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a Nov 22 16:39:27.889749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473bfb93-316a-4718-b103-8ee660faf2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.896124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57272c59-ac59-4414-a052-404410c14ea8 req-883aa3f8-3aca-462c-a972-216145f5280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:27.899085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57272c59-ac59-4414-a052-404410c14ea8 req-883aa3f8-3aca-462c-a972-216145f5280b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300325 Nov 22 16:39:27.920608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.987135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.012384 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473bfb93-316a-4718-b103-8ee660faf2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.021051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:28.022262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.084941 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9190705 Nov 22 16:39:28.159268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57272c59-ac59-4414-a052-404410c14ea8 req-3739a219-7d44-47e6-b4c0-841f01b8126c service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522993 Nov 22 16:39:28.225301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63263bf-1039-466f-964e-0e8b4f688689 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=1fac3290-e2ae-45bd-92a7-e84cb7a91b5a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:28.243561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:28.311599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473bfb93-316a-4718-b103-8ee660faf2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.316675 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473bfb93-316a-4718-b103-8ee660faf2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.318500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-473bfb93-316a-4718-b103-8ee660faf2c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4121027-1d6c-4cb8-b464-0e12ae96fb66 HTTP/1.1" status: 204 len: 168 time: 0.6274436 Nov 22 16:39:28.377308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bfb93-316a-4718-b103-8ee660faf2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4121027-1d6c-4cb8-b464-0e12ae96fb66,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:28.511616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57272c59-ac59-4414-a052-404410c14ea8 req-aaf30e32-d016-480b-8510-974f0c79a0dc service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460157 Nov 22 16:39:28.589493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce88f3-0f78-4cd6-a3eb-00ad0c7807e1 req-190f22e9-fe68-4be4-baab-e2174191a277 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:28.594076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdce88f3-0f78-4cd6-a3eb-00ad0c7807e1 req-190f22e9-fe68-4be4-baab-e2174191a277 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.3037817 Nov 22 16:39:28.750952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdce88f3-0f78-4cd6-a3eb-00ad0c7807e1 req-1f48b476-ed5c-441f-9ce0-462805fbbb61 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281786 Nov 22 16:39:29.956044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60858) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:30.021223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb8743-c2f8-4f83-a473-41853509c400 req-2335f027-0f38-4173-8adc-38170611f126 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:30.043818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27cb8743-c2f8-4f83-a473-41853509c400 req-2335f027-0f38-4173-8adc-38170611f126 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1297266 Nov 22 16:39:30.131373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-870332852'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:30.173955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:30.179822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.192332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27cb8743-c2f8-4f83-a473-41853509c400 req-6ba25a26-c40b-4b18-9887-4d645c819b53 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469488 Nov 22 16:39:30.196649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.352108 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.358071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.409707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:30.442606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15282c22-97ff-4510-948a-12b7365896a3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:30.448250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.448754 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Added segment 9a96b6de-2a82-42b9-837d-71443c51b923 of type vlan for network 34354dae-1415-4f5d-b8cc-9007dd784f3d Nov 22 16:39:30.532852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.572404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.588225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:30.590089 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.629052 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6632733 Nov 22 16:39:30.777424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564c6a1-0f17-4490-b8c4-dd754cb4a68e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Network': ['ID=34354dae-1415-4f5d-b8cc-9007dd784f3d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:30.813338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 34354dae-1415-4f5d-b8cc-9007dd784f3d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:31.692891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb21cf-c5b6-4790-880a-df9884d15d0a req-265ffd01-8d20-431d-89e1-e9f053a757ce tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:31.697822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07fb21cf-c5b6-4790-880a-df9884d15d0a req-265ffd01-8d20-431d-89e1-e9f053a757ce tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.2063737 Nov 22 16:39:31.848518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07fb21cf-c5b6-4790-880a-df9884d15d0a req-b7390456-a7e1-488e-97a0-eaf41fc8a4f3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066911 Nov 22 16:39:33.019070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f553ed7-40bd-44b6-bead-f99c54ce19b1 req-6c921d0d-4609-418b-8f18-68de60c6ad68 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:33.020767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f553ed7-40bd-44b6-bead-f99c54ce19b1 req-6c921d0d-4609-418b-8f18-68de60c6ad68 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.0564470 Nov 22 16:39:33.091268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f553ed7-40bd-44b6-bead-f99c54ce19b1 req-62441842-2a18-45a3-bebf-2d220bad23d2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640190 Nov 22 16:39:33.371115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60866) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.377185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': '1fac3290-e2ae-45bd-92a7-e84cb7a91b5a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:33.489428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:33.494567 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.748227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.855354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=bb51ac3e-fe78-4dae-8f0b-2d122766fbf4,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.861525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': '56dfec0b-6ae1-4fda-9ca4-5dd257859176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1fac3290-e2ae-45bd-92a7-e84cb7a91b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:33.862528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:33.898237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:33.923661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:33.931473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:33.932816 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.982879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859fa7f3-0aa4-470e-ac41-c8d8ac6d0862 None None] Network 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:33.992471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.993233 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9983d27a-aacb-4737-9f28-84e776d9507e tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6203549 Nov 22 16:39:34.005201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1568917430'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:34.055199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:34.062421 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.441556 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-1e166ccb-0401-40e7-9e75-55f842424b04 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899601 Nov 22 16:39:34.446098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1fac3290-e2ae-45bd-92a7-e84cb7a91b5a', 'network_id': '1fac3290-e2ae-45bd-92a7-e84cb7a91b5a', 'tenant_id': '63960d69139a4affa5c996307dcb50c4', 'fixed_ips': [{'subnet_id': 'bb51ac3e-fe78-4dae-8f0b-2d122766fbf4'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:34.447454 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.625874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-e57fe4e1-d0d9-4f42-8422-6812c1da7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:34.628172 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-e57fe4e1-d0d9-4f42-8422-6812c1da7d56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0892398 Nov 22 16:39:34.809417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Allocated IP 2001:db8:0:ffff::2 (1fac3290-e2ae-45bd-92a7-e84cb7a91b5a/bb51ac3e-fe78-4dae-8f0b-2d122766fbf4/068361b4-cc7c-4da5-b1ea-32412cb5ad6a) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:34.822699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-d7d867df-253d-43c1-bd84-ce6c00324e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:34.823805 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-d7d867df-253d-43c1-bd84-ce6c00324e7b service neutron] 10.222.0.71 "GET /v2.0/networks?id=0654ed59-b0b6-4325-85e8-549c4c59364e HTTP/1.1" status: 200 len: 897 time: 0.1672788 Nov 22 16:39:34.842465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:34.877159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cacf47-7c13-4966-9e11-b4bce93260de req-a60ed5eb-7fb0-4b4b-bd8f-37357f067bbd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:34.879599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07cacf47-7c13-4966-9e11-b4bce93260de req-a60ed5eb-7fb0-4b4b-bd8f-37357f067bbd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1071138 Nov 22 16:39:34.892623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.893540 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment 2dedb8fb-f600-48d0-ab6e-e1622913d926 of type vlan for network 5c21dca8-1ed1-406d-a65f-1cec04da11c6 Nov 22 16:39:34.969880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60872) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:34.977332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'subnet': {'network_id': '34354dae-1415-4f5d-b8cc-9007dd784f3d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:35.040131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.050054 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-ed2b5653-0009-4d9e-811f-ead9280dd098 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=821a772f-9443-4381-99ff-0628e8e96d07 HTTP/1.1" status: 200 len: 1000 time: 0.2168591 Nov 22 16:39:35.081432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07cacf47-7c13-4966-9e11-b4bce93260de req-cc424c6d-c220-4ba7-b1a1-8323a4cfff32 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753223 Nov 22 16:39:35.114836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.128703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:35.129867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.161881 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.170613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-b435be1f-bc4d-4b5b-9268-96f62f487e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:35.173096 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-b435be1f-bc4d-4b5b-9268-96f62f487e84 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05d8d78a-25a2-4581-94d5-cfef5ed02b26 HTTP/1.1" status: 200 len: 835 time: 0.1092746 Nov 22 16:39:35.177666 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.181105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:35.185561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.216016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Network 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:35.218843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:35.234483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2388928 Nov 22 16:39:35.241160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:35.253957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': '5c21dca8-1ed1-406d-a65f-1cec04da11c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:35.255748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:35.310024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-db3816e7-b46b-4f02-aa36-ff7a6903c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:35.311813 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-db3816e7-b46b-4f02-aa36-ff7a6903c5ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0654ed59-b0b6-4325-85e8-549c4c59364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217091 Nov 22 16:39:35.381252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a03827-b8bd-4b88-99d1-7f4824eb68d8 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=5c21dca8-1ed1-406d-a65f-1cec04da11c6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:35.392725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Pushing event updated for resources: {'Port': ['ID=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:35.397879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Attempting to bind port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:35.398897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Attempting to bind port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '56dfec0b-6ae1-4fda-9ca4-5dd257859176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1fac3290-e2ae-45bd-92a7-e84cb7a91b5a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:35.399856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Attempting to bind port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a on network 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:35.412337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:35.413521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Checking segment: {'id': '56dfec0b-6ae1-4fda-9ca4-5dd257859176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1fac3290-e2ae-45bd-92a7-e84cb7a91b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:35.415711 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.417161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Bound using segment: {'id': '56dfec0b-6ae1-4fda-9ca4-5dd257859176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1fac3290-e2ae-45bd-92a7-e84cb7a91b5a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:35.418537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Bound port: 068361b4-cc7c-4da5-b1ea-32412cb5ad6a, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dfec0b-6ae1-4fda-9ca4-5dd257859176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '1fac3290-e2ae-45bd-92a7-e84cb7a91b5a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:35.419557 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.425420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5c21dca8-1ed1-406d-a65f-1cec04da11c6 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:35.456390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:35.461385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.505285 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-e73e7d71-c12b-48d9-8231-b8af36d1084f service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838078 Nov 22 16:39:35.675627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.686160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] For port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:35.694151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] For port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,segment=NetworkSegment(56dfec0b-6ae1-4fda-9ca4-5dd257859176),segment_id=56dfec0b-6ae1-4fda-9ca4-5dd257859176)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:35.701806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.790865 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.816377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e126671-0d5c-4714-8fa8-2a82ebd48d81 None None] Pushing event updated for resources: {'Port': ['ID=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:35.853435 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b7ce5dc9-11cf-4b2d-944f-47117dedfa62 req-992a7b5f-d048-45bd-b5cc-4edfda457d42 service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211324 Nov 22 16:39:35.868516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=b4296eaf-8246-4daf-bb6d-8fab2ec564e6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:35.874759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Checking segment: {'id': '9a96b6de-2a82-42b9-837d-71443c51b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '34354dae-1415-4f5d-b8cc-9007dd784f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:35.875921 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network hostable DHCP agents. Network: 34354dae-1415-4f5d-b8cc-9007dd784f3d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:35.880703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Subnet': ['ID=1bfb2463-5173-449f-9a0e-d943e923c7fb,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:35.895782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': '2dedb8fb-f600-48d0-ab6e-e1622913d926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5c21dca8-1ed1-406d-a65f-1cec04da11c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:35.896085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: 5c21dca8-1ed1-406d-a65f-1cec04da11c6, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:35.912904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network 34354dae-1415-4f5d-b8cc-9007dd784f3d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:35.932083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network 5c21dca8-1ed1-406d-a65f-1cec04da11c6 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:35.935755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 34354dae-1415-4f5d-b8cc-9007dd784f3d) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:35.943580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:35.944563 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.945207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5c21dca8-1ed1-406d-a65f-1cec04da11c6) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:35.951630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:35.951630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.976301 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bd576015-6efb-4f08-befb-89905436e799 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0052879 Nov 22 16:39:35.987311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631d5e7-0059-4373-8993-fafbb3d4e6e3 None None] Network 34354dae-1415-4f5d-b8cc-9007dd784f3d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:35.987506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af040b10-fa94-498c-8cfa-65aa3419991e None None] Network 5c21dca8-1ed1-406d-a65f-1cec04da11c6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:35.988945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60876) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:35.992456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-96cc60ba-d7a1-4730-ae5a-0220e8f27823 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7495511 Nov 22 16:39:35.997293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:35.998402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1624457361'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:36.036723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:36.040894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.115041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:36.147517 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.148103 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Added segment 9e031c29-76ab-403a-beeb-3909490bcc37 of type vlan for network 4841f2b2-5391-4afb-94c8-561fe07051c0 Nov 22 16:39:36.230930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.279462 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.303479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:36.306550 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.348638 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3576748 Nov 22 16:39:36.354767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:36.381457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'subnet': {'network_id': '4841f2b2-5391-4afb-94c8-561fe07051c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:36.460361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Network': ['ID=4841f2b2-5391-4afb-94c8-561fe07051c0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:36.469464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.469899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.470278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.470635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.471150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.471660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.472078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.473255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.473255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.473255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.473552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.473769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbaa46c-ca51-4063-8676-2298dad083fa tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:36.519426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 4841f2b2-5391-4afb-94c8-561fe07051c0 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:36.530415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.607645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6211d5-57c2-4389-828f-dc385e496361 req-30c50222-fd9f-4080-af0b-822d6657d9c0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:36.610710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa6211d5-57c2-4389-828f-dc385e496361 req-30c50222-fd9f-4080-af0b-822d6657d9c0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.3361962 Nov 22 16:39:36.618479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-34354dae-1415-4f5d-b8cc-9007dd784f3d', 'network_id': '34354dae-1415-4f5d-b8cc-9007dd784f3d', 'tenant_id': '7cfc49324c5b448183c3a41164aa115e', 'fixed_ips': [{'subnet_id': '1bfb2463-5173-449f-9a0e-d943e923c7fb'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:36.620444 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.730894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1108ecc0-4fc0-4904-b574-45a9307d973a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-5c21dca8-1ed1-406d-a65f-1cec04da11c6', 'network_id': '5c21dca8-1ed1-406d-a65f-1cec04da11c6', 'tenant_id': '63960d69139a4affa5c996307dcb50c4', 'fixed_ips': [{'subnet_id': 'b4296eaf-8246-4daf-bb6d-8fab2ec564e6'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:36.731958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1108ecc0-4fc0-4904-b574-45a9307d973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.758976 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.776866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:36.781971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.808801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 068361b4-cc7c-4da5-b1ea-32412cb5ad6a up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:36.910449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa6211d5-57c2-4389-828f-dc385e496361 req-6aa3a2ba-40ee-4b01-8cf8-1c7e17222be2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894976 Nov 22 16:39:36.980449 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-1108ecc0-4fc0-4904-b574-45a9307d973a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4296eaf-8246-4daf-bb6d-8fab2ec564e6: This subnet is being modified by another concurrent operation. Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4296eaf-8246-4daf-bb6d-8fab2ec564e6: This subnet is being modified by another concurrent operation. Nov 22 16:39:37.009452 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:39:37.027630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=b4296eaf-8246-4daf-bb6d-8fab2ec564e6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.040493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:37.040754 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.086221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ddf058-0a89-4496-a44e-05d2d7a8edd0 None None] Network 5c21dca8-1ed1-406d-a65f-1cec04da11c6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:37.100597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Allocated IP 2001:db8:0:ffff::2 (34354dae-1415-4f5d-b8cc-9007dd784f3d/1bfb2463-5173-449f-9a0e-d943e923c7fb/a82fd76f-34dd-4639-bee1-5d18eb9d5b4b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:37.140323 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.188250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c21dca8-1ed1-406d-a65f-1cec04da11c6']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:37.227252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dedb8fb-f600-48d0-ab6e-e1622913d926') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:37.227501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dedb8fb-f600-48d0-ab6e-e1622913d926') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:37.246935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.295899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.308721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:37.310012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:37.314740 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:37.341976 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.413773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.objects.ports [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:39:37.416163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.421482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430916b-a3a9-49ff-9edf-91c8016d7980 None None] Network 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:37.452539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.468825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.473280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/5c21dca8-1ed1-406d-a65f-1cec04da11c6 HTTP/1.1" status: 204 len: 168 time: 1.4748843 Nov 22 16:39:37.480103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60884) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:37.489778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1502940978'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:37.504603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=5c21dca8-1ed1-406d-a65f-1cec04da11c6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.528870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.529245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.529678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.530372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.530562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.531014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.531278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.531621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.532201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:37.532459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.533115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.533666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.534179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36b48b7-622e-444b-aa58-e08d09f6d7a3 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:37.536447 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.540059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Subnet': ['ID=d9e2c617-db22-4b5f-84c7-9cd414998641,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.551312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Checking segment: {'id': '9e031c29-76ab-403a-beeb-3909490bcc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4841f2b2-5391-4afb-94c8-561fe07051c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:37.551678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network hostable DHCP agents. Network: 4841f2b2-5391-4afb-94c8-561fe07051c0, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:37.569758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:37.580544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network 4841f2b2-5391-4afb-94c8-561fe07051c0 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:37.585784 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.586330 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment b1877b82-4295-4ab2-b4d8-2eb890d91063 of type vlan for network d6d3f81b-2653-4de9-b790-7cfe8fc9c17d Nov 22 16:39:37.594310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 4841f2b2-5391-4afb-94c8-561fe07051c0) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:37.602603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:37.603499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.616562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,segment=NetworkSegment(56dfec0b-6ae1-4fda-9ca4-5dd257859176),segment_id=56dfec0b-6ae1-4fda-9ca4-5dd257859176)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:37.635895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91611c14-d8ee-4f84-a5ef-72d34b6d8254 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2689335 Nov 22 16:39:37.636708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:37.642002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002a78e6-5243-4d76-abdd-6524f36a4a1f None None] Network 4841f2b2-5391-4afb-94c8-561fe07051c0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:37.642344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'port': {'network_id': '4841f2b2-5391-4afb-94c8-561fe07051c0', 'name': 'tempest-NetworksIpV6TestAttrs-212943567'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:37.652428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.698020 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.742044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.765184 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.765608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e51a0f8a-ba69-4fc4-adec-e9908467d372 None None] Provisioning complete for port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:37.765608 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e51a0f8a-ba69-4fc4-adec-e9908467d372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.771139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:37.771780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.778837 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.838654 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3561051 Nov 22 16:39:37.843700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:37.850969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.858607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': 'd6d3f81b-2653-4de9-b790-7cfe8fc9c17d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:37.871846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d24b01-4477-4fa6-8659-18fc0e81b899 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=d6d3f81b-2653-4de9-b790-7cfe8fc9c17d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.877959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:37.881683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.900897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] device_id is not set on port 14efd304-07d1-4e43-9142-581fa6b37632 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:37.906701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Network 34354dae-1415-4f5d-b8cc-9007dd784f3d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:37.940765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:37.948404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d6d3f81b-2653-4de9-b790-7cfe8fc9c17d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:37.955612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:38.061472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Pushing event updated for resources: {'Port': ['ID=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.141801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Allocated IP 2001:db8::f816:3eff:fe92:fbde (4841f2b2-5391-4afb-94c8-561fe07051c0/d9e2c617-db22-4b5f-84c7-9cd414998641/14efd304-07d1-4e43-9142-581fa6b37632) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:38.199850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386795b-10ee-4a1d-af72-53a799b7cd84 req-ed9f156e-6cf2-426d-b984-eaacf50156c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:38.202873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0386795b-10ee-4a1d-af72-53a799b7cd84 req-ed9f156e-6cf2-426d-b984-eaacf50156c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1565113 Nov 22 16:39:38.205816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:38.212244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.333818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Attempting to bind port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:38.334586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Attempting to bind port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '9a96b6de-2a82-42b9-837d-71443c51b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '34354dae-1415-4f5d-b8cc-9007dd784f3d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:38.335074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Attempting to bind port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b on network 34354dae-1415-4f5d-b8cc-9007dd784f3d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:38.369544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:38.370057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Checking segment: {'id': '9a96b6de-2a82-42b9-837d-71443c51b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '34354dae-1415-4f5d-b8cc-9007dd784f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:38.370795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.371402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Bound using segment: {'id': '9a96b6de-2a82-42b9-837d-71443c51b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '34354dae-1415-4f5d-b8cc-9007dd784f3d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:38.372147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Bound port: a82fd76f-34dd-4639-bee1-5d18eb9d5b4b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a96b6de-2a82-42b9-837d-71443c51b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '34354dae-1415-4f5d-b8cc-9007dd784f3d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:38.372627 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.389850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-4841f2b2-5391-4afb-94c8-561fe07051c0', 'network_id': '4841f2b2-5391-4afb-94c8-561fe07051c0', 'tenant_id': '7cfc49324c5b448183c3a41164aa115e', 'fixed_ips': [{'subnet_id': 'd9e2c617-db22-4b5f-84c7-9cd414998641'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:38.391743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.465258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0386795b-10ee-4a1d-af72-53a799b7cd84 req-8e340a66-1392-457d-b75a-aeba79166d6a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444124 Nov 22 16:39:38.478186 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.540923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.610261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] For port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:38.623049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] For port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,segment=NetworkSegment(9a96b6de-2a82-42b9-837d-71443c51b923),segment_id=9a96b6de-2a82-42b9-837d-71443c51b923)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:38.646570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.654086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network 4841f2b2-5391-4afb-94c8-561fe07051c0 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:38.663421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:38.671283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:38.681699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:38.682670 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.705886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Port': ['ID=14efd304-07d1-4e43-9142-581fa6b37632,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.778472 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-12ce758b-5f2b-4a06-974c-5391bdbd9cee tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1364050 Nov 22 16:39:38.781624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:38.786686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a55a4-9d98-42d8-a5c0-c46e948b0621 None None] Pushing event updated for resources: {'Port': ['ID=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.790933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Allocated IP 2001:db8::f816:3eff:fede:37e8 (4841f2b2-5391-4afb-94c8-561fe07051c0/d9e2c617-db22-4b5f-84c7-9cd414998641/de0e47de-87b8-4b8e-a1cb-f4d322420fa6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:38.858581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 068361b4-cc7c-4da5-b1ea-32412cb5ad6a up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:38.871500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.949149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-96d9946f-e406-46b4-b014-fd3c74a9bd4e None None] Provisioning complete for port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:38.949679 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96d9946f-e406-46b4-b014-fd3c74a9bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.992573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8398f8b8-1b5b-4df0-bf76-c36312ad7a7d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Deleting subnet d9e2c617-db22-4b5f-84c7-9cd414998641 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:38.997208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=56cd536f-4351-4e6e-9fc3-9765562d4e01,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:39.032494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': 'b1877b82-4295-4ab2-b4d8-2eb890d91063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd6d3f81b-2653-4de9-b790-7cfe8fc9c17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:39.033456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: d6d3f81b-2653-4de9-b790-7cfe8fc9c17d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:39.065129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network d6d3f81b-2653-4de9-b790-7cfe8fc9c17d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:39.080633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d6d3f81b-2653-4de9-b790-7cfe8fc9c17d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:39.088189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:39.089183 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.089383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:39.089836 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.105107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83da595b-cac2-4006-8cad-7d23846e7020 None None] Network d6d3f81b-2653-4de9-b790-7cfe8fc9c17d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:39.120209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8bce54ae-5649-4c1f-88db-1470db25ab3a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2744963 Nov 22 16:39:39.124226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60898) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:39.174039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1784918819'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:39.211820 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.215016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:39.218897 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.227557 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8398f8b8-1b5b-4df0-bf76-c36312ad7a7d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.238042 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.281469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:39.288550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8398f8b8-1b5b-4df0-bf76-c36312ad7a7d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.305707 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.306867 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment 3a123ccf-9464-4c1f-9f7f-fff1df7814f0 of type vlan for network 1b2add16-1391-423f-9952-2a9417558f6c Nov 22 16:39:39.363857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Network 4841f2b2-5391-4afb-94c8-561fe07051c0 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:39.379325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:39.382043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:39.395650 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.401052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Pushing event updated for resources: {'Port': ['ID=de0e47de-87b8-4b8e-a1cb-f4d322420fa6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:39.462648 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.469923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:39.471152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.569651 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8398f8b8-1b5b-4df0-bf76-c36312ad7a7d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.573690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Attempting to bind port de0e47de-87b8-4b8e-a1cb-f4d322420fa6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:39.574079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Attempting to bind port de0e47de-87b8-4b8e-a1cb-f4d322420fa6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '9e031c29-76ab-403a-beeb-3909490bcc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4841f2b2-5391-4afb-94c8-561fe07051c0'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:39.574461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Attempting to bind port de0e47de-87b8-4b8e-a1cb-f4d322420fa6 on network 4841f2b2-5391-4afb-94c8-561fe07051c0 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:39.601189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:39.601890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Checking segment: {'id': '9e031c29-76ab-403a-beeb-3909490bcc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4841f2b2-5391-4afb-94c8-561fe07051c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:39.602106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.602518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Bound using segment: {'id': '9e031c29-76ab-403a-beeb-3909490bcc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4841f2b2-5391-4afb-94c8-561fe07051c0'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:39.603039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Bound port: de0e47de-87b8-4b8e-a1cb-f4d322420fa6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e031c29-76ab-403a-beeb-3909490bcc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '4841f2b2-5391-4afb-94c8-561fe07051c0'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:39.603444 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.622193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d6d3f81b-2653-4de9-b790-7cfe8fc9c17d', 'network_id': 'd6d3f81b-2653-4de9-b790-7cfe8fc9c17d', 'tenant_id': '63960d69139a4affa5c996307dcb50c4', 'fixed_ips': [{'subnet_id': '56cd536f-4351-4e6e-9fc3-9765562d4e01'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:39.623000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.628158 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=1b2add16-1391-423f-9952-2a9417558f6c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:39.643391 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c7f91054-7109-4421-b0b9-fdbc4ad276ae tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5169725 Nov 22 16:39:39.644453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60902) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:39.660229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': '1b2add16-1391-423f-9952-2a9417558f6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:39.680018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1b2add16-1391-423f-9952-2a9417558f6c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:39.816250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00c699-215d-459a-83a0-45667bca7070 req-e930fcc0-294b-4b8e-8518-f9894b038035 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:39.830076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f00c699-215d-459a-83a0-45667bca7070 req-e930fcc0-294b-4b8e-8518-f9894b038035 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1452067 Nov 22 16:39:39.851668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8398f8b8-1b5b-4df0-bf76-c36312ad7a7d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.860549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:39.866618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.924260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398f8b8-1b5b-4df0-bf76-c36312ad7a7d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e2c617-db22-4b5f-84c7-9cd414998641,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:39.928461 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8398f8b8-1b5b-4df0-bf76-c36312ad7a7d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.936595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8398f8b8-1b5b-4df0-bf76-c36312ad7a7d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/subnets/d9e2c617-db22-4b5f-84c7-9cd414998641 HTTP/1.1" status: 204 len: 168 time: 1.1513464 Nov 22 16:39:39.955547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60904) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:40.012861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f00c699-215d-459a-83a0-45667bca7070 req-14988791-a194-4ce8-8ce1-34d5b35e018f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750865 Nov 22 16:39:40.060292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Performing IP validity checks on allocation pools {{(pid=103410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:39:40.060829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:39:40.081390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] For port de0e47de-87b8-4b8e-a1cb-f4d322420fa6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:40.088303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] For port de0e47de-87b8-4b8e-a1cb-f4d322420fa6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=de0e47de-87b8-4b8e-a1cb-f4d322420fa6,segment=NetworkSegment(9e031c29-76ab-403a-beeb-3909490bcc37),segment_id=9e031c29-76ab-403a-beeb-3909490bcc37)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:40.102637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc02e99-7ba2-4627-8937-12f6846fc0d8 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:40.103032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.104823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc02e99-7ba2-4627-8937-12f6846fc0d8 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:40.112125 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cbc02e99-7ba2-4627-8937-12f6846fc0d8 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1496108 Nov 22 16:39:40.114479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60906) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:40.225922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c59e71-bbee-40a2-94d2-78f220ebab96 None None] Pushing event updated for resources: {'Port': ['ID=de0e47de-87b8-4b8e-a1cb-f4d322420fa6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:40.272975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Allocated IP 2001:db8::1 (d6d3f81b-2653-4de9-b790-7cfe8fc9c17d/56cd536f-4351-4e6e-9fc3-9765562d4e01/5b7424f7-9ed4-41ea-ae29-bfbd886226d9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:40.279419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7fd7-2e1a-4042-8a33-d1b2a3ff4341 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.327061 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2c7fd7-2e1a-4042-8a33-d1b2a3ff4341 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 16:39:40.327611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d2c7fd7-2e1a-4042-8a33-d1b2a3ff4341 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:40.337389 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4d2c7fd7-2e1a-4042-8a33-d1b2a3ff4341 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/4841f2b2-5391-4afb-94c8-561fe07051c0 HTTP/1.1" status: 409 len: 405 time: 0.2158756 Nov 22 16:39:40.337677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60908) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:40.343042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-87161987'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:40.384862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.390993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:40.394685 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.488407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:40.490520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=a6abd723-8384-4ee4-964b-e12fe27a6cc3,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:40.521265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.521614 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Added segment cb82cf49-c114-4a8c-837c-2f6c3c56d1ee of type vlan for network f34833de-4888-44e5-9093-bcbad7a55951 Nov 22 16:39:40.523378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': '3a123ccf-9464-4c1f-9f7f-fff1df7814f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '1b2add16-1391-423f-9952-2a9417558f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:40.523748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: 1b2add16-1391-423f-9952-2a9417558f6c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:40.586229 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.598047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network 1b2add16-1391-423f-9952-2a9417558f6c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:40.620373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1b2add16-1391-423f-9952-2a9417558f6c) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:40.629012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:40.629928 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.655852 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-42d9e57b-439c-4c8f-a6c9-8bf783df2a7a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0084600 Nov 22 16:39:40.657349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.661054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60910) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:40.665080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:40.665861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.686178 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.697002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0672b2a-58eb-4ea2-91dd-86d5eb0998b0 None None] Network 1b2add16-1391-423f-9952-2a9417558f6c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:40.725900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd3bc2-2379-4d44-a4c7-f70aa0fedff1 None None] Network 34354dae-1415-4f5d-b8cc-9007dd784f3d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:40.730456 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.761540 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4226768 Nov 22 16:39:40.769303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60912) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:40.774122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'subnet': {'network_id': 'f34833de-4888-44e5-9093-bcbad7a55951', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:40.812615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9ec21-5dda-4744-80ba-e21807d1ca6f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Network': ['ID=f34833de-4888-44e5-9093-bcbad7a55951,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:40.948988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Network d6d3f81b-2653-4de9-b790-7cfe8fc9c17d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:40.949174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.962464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network f34833de-4888-44e5-9093-bcbad7a55951 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:40.965172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:40.967861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:40.979637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:40.983367 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.008821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device de0e47de-87b8-4b8e-a1cb-f4d322420fa6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:41.056267 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.217371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.238425 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7edea107-db6f-4a11-8279-6048b4397150 None None] Provisioning complete for port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:41.238949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7edea107-db6f-4a11-8279-6048b4397150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.255889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf936f0-068d-4c08-a045-2585bf3d2401 req-958e875d-4171-4243-ab7f-ed8390ec7628 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:41.258772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebf936f0-068d-4c08-a045-2585bf3d2401 req-958e875d-4171-4243-ab7f-ed8390ec7628 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.1513233 Nov 22 16:39:41.283312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Pushing event updated for resources: {'Port': ['ID=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:41.339530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=a6abd723-8384-4ee4-964b-e12fe27a6cc3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:41.387196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:39:41.389112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.425891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Attempting to bind port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:41.426681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Attempting to bind port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'b1877b82-4295-4ab2-b4d8-2eb890d91063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd6d3f81b-2653-4de9-b790-7cfe8fc9c17d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:41.427772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Attempting to bind port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 on network d6d3f81b-2653-4de9-b790-7cfe8fc9c17d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:41.458962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.487968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:41.488568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Checking segment: {'id': 'b1877b82-4295-4ab2-b4d8-2eb890d91063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd6d3f81b-2653-4de9-b790-7cfe8fc9c17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:41.489084 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.489830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Bound using segment: {'id': 'b1877b82-4295-4ab2-b4d8-2eb890d91063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd6d3f81b-2653-4de9-b790-7cfe8fc9c17d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:41.490250 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Bound port: 5b7424f7-9ed4-41ea-ae29-bfbd886226d9, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1877b82-4295-4ab2-b4d8-2eb890d91063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'd6d3f81b-2653-4de9-b790-7cfe8fc9c17d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:41.491067 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.491824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Subnet': ['ID=1d4bfadd-442c-4539-927d-2c46d0a69e5e,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:41.520573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354523fe-9f45-4f4d-a752-0279571e115d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1b2add16-1391-423f-9952-2a9417558f6c', 'network_id': '1b2add16-1391-423f-9952-2a9417558f6c', 'tenant_id': '63960d69139a4affa5c996307dcb50c4', 'fixed_ips': [{'subnet_id': 'a6abd723-8384-4ee4-964b-e12fe27a6cc3'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:41.521610 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-354523fe-9f45-4f4d-a752-0279571e115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.522789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Checking segment: {'id': 'cb82cf49-c114-4a8c-837c-2f6c3c56d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'f34833de-4888-44e5-9093-bcbad7a55951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:41.524235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network hostable DHCP agents. Network: f34833de-4888-44e5-9093-bcbad7a55951, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:41.532007 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebf936f0-068d-4c08-a045-2585bf3d2401 req-729b2e68-56f4-411d-8f8e-d83b6adfe552 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311740 Nov 22 16:39:41.532357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port de0e47de-87b8-4b8e-a1cb-f4d322420fa6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:41.532850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.537473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2add16-1391-423f-9952-2a9417558f6c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.564367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a123ccf-9464-4c1f-9f7f-fff1df7814f0') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.564661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a123ccf-9464-4c1f-9f7f-fff1df7814f0') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.574471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network f34833de-4888-44e5-9093-bcbad7a55951 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:41.582393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.598528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, f34833de-4888-44e5-9093-bcbad7a55951) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:41.610184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.622195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:41.622506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:41.623797 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.627734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.655217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4022d2-5f9b-410c-84ee-f8d848ace4b5 None None] Network f34833de-4888-44e5-9093-bcbad7a55951 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:41.668071 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-72b0ce53-3c37-479b-87e7-2c26f8827c72 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8942087 Nov 22 16:39:41.668836 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60918) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:41.681803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'port': {'network_id': 'f34833de-4888-44e5-9093-bcbad7a55951', 'name': 'tempest-NetworksIpV6TestAttrs-265851523'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:41.706146 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:41.911641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:41.915836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.952286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] device_id is not set on port 43ca5760-eb97-4a38-b7fa-b31ebc88550f yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:39:41.984005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.994530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 67e85ec4-1c3a-4210-9557-cf722f60a6da details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:39:41.996626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.000728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/1b2add16-1391-423f-9952-2a9417558f6c HTTP/1.1" status: 204 len: 168 time: 1.3368940 Nov 22 16:39:42.013812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60920) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:42.014804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] For port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:42.020022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674272f2-792f-41c0-be33-1b2d2c6d2f93 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=1b2add16-1391-423f-9952-2a9417558f6c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:42.020311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-563793576'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:42.031757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd32a1-ea2d-4f04-a0d2-8ec03c262d56 None None] Network 4841f2b2-5391-4afb-94c8-561fe07051c0 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:42.041607 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7edea107-db6f-4a11-8279-6048b4397150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.053980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:42.057697 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.107886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14493b9-0202-4c71-a03c-73949d3ebc16 None None] Network 1b2add16-1391-423f-9952-2a9417558f6c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:42.131323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:42.154871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.155496 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment fb343a97-f632-4b0e-ba63-872869ee88f1 of type vlan for network e1fe169c-3a80-4390-95ae-5e09579770ce Nov 22 16:39:42.199371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Allocated IP 2001:db8::f816:3eff:fef3:270d (f34833de-4888-44e5-9093-bcbad7a55951/1d4bfadd-442c-4539-927d-2c46d0a69e5e/43ca5760-eb97-4a38-b7fa-b31ebc88550f) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:42.213356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] For port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,segment=NetworkSegment(b1877b82-4295-4ab2-b4d8-2eb890d91063),segment_id=b1877b82-4295-4ab2-b4d8-2eb890d91063)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:42.231217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14493b9-0202-4c71-a03c-73949d3ebc16 None None] Network 1b2add16-1391-423f-9952-2a9417558f6c could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:39:42.238807 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.285237 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.322906 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.329374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:42.330325 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.345922 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:39:42.475727 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4603972 Nov 22 16:39:42.481746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60922) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:42.487713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': 'e1fe169c-3a80-4390-95ae-5e09579770ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:42.511958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d6ba9-45fc-4082-8735-9924a865a959 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=e1fe169c-3a80-4390-95ae-5e09579770ce,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:42.555023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e1fe169c-3a80-4390-95ae-5e09579770ce details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:42.691687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-7edea107-db6f-4a11-8279-6048b4397150 None None] For port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,segment=NetworkSegment(9a96b6de-2a82-42b9-837d-71443c51b923),segment_id=9a96b6de-2a82-42b9-837d-71443c51b923)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:42.717127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7a854-7f74-4933-aa81-064efb9c6da9 req-861f2871-8680-4e41-9504-b93e56c51fbb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:42.727524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89f7a854-7f74-4933-aa81-064efb9c6da9 req-861f2871-8680-4e41-9504-b93e56c51fbb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 944 time: 0.0904849 Nov 22 16:39:42.731680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.748312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:42.759780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.797296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89f7a854-7f74-4933-aa81-064efb9c6da9 req-9cfad917-9f8a-4aa7-aebc-803946e3134c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667849 Nov 22 16:39:42.845864 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7edea107-db6f-4a11-8279-6048b4397150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.870850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.920187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28e88a-6b50-4d96-90b7-3d06f667cc03 None None] Pushing event updated for resources: {'Port': ['ID=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:42.963416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.095733 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network f34833de-4888-44e5-9093-bcbad7a55951 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:43.111522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:43.120925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:43.131855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:43.133003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.137349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Port': ['ID=43ca5760-eb97-4a38-b7fa-b31ebc88550f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:43.220452 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e6f2d2f-bf30-4c17-8309-0349f9519c5d tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5468316 Nov 22 16:39:43.226715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:43.290215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port de0e47de-87b8-4b8e-a1cb-f4d322420fa6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=de0e47de-87b8-4b8e-a1cb-f4d322420fa6,segment=NetworkSegment(9e031c29-76ab-403a-beeb-3909490bcc37),segment_id=9e031c29-76ab-403a-beeb-3909490bcc37)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:43.310323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 67e85ec4-1c3a-4210-9557-cf722f60a6da, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67e85ec4-1c3a-4210-9557-cf722f60a6da,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:43.315497 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.320001 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.320001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a82fd76f-34dd-4639-bee1-5d18eb9d5b4b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:43.322042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edea107-db6f-4a11-8279-6048b4397150 None None] Pushing event updated for resources: {'Port': ['ID=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:43.327643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1af6629d-c3a0-4e47-b547-7f725df1b30d None None] Provisioning complete for port de0e47de-87b8-4b8e-a1cb-f4d322420fa6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:43.328285 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1af6629d-c3a0-4e47-b547-7f725df1b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.365924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-de148c3c-1290-4b0b-9f2d-7070ddc7c832 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Deleting subnet 1d4bfadd-442c-4539-927d-2c46d0a69e5e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:43.379170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=8edbe6fb-1113-454c-8129-f0acf66a3761,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:43.395620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '67e85ec4-1c3a-4210-9557-cf722f60a6da', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'port_id': '67e85ec4-1c3a-4210-9557-cf722f60a6da', 'mac_address': 'fa:16:3e:8f:94:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:39:43.396243 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de148c3c-1290-4b0b-9f2d-7070ddc7c832 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.435743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': 'fb343a97-f632-4b0e-ba63-872869ee88f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'e1fe169c-3a80-4390-95ae-5e09579770ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:43.436693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: e1fe169c-3a80-4390-95ae-5e09579770ce, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:43.470917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network e1fe169c-3a80-4390-95ae-5e09579770ce is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:43.482010 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de148c3c-1290-4b0b-9f2d-7070ddc7c832 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.485097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, e1fe169c-3a80-4390-95ae-5e09579770ce) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:43.494307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8186945-2870-4ba9-980e-1c1d28486c03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-f34833de-4888-44e5-9093-bcbad7a55951', 'network_id': 'f34833de-4888-44e5-9093-bcbad7a55951', 'tenant_id': '7cfc49324c5b448183c3a41164aa115e', 'fixed_ips': [{'subnet_id': '1d4bfadd-442c-4539-927d-2c46d0a69e5e'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:43.495317 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8186945-2870-4ba9-980e-1c1d28486c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.498372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] DHCP port deletion for 4841f2b2-5391-4afb-94c8-561fe07051c0 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:43.504008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:43.504879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.512933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a437ca9-62db-4cdf-afef-d02727dc1820 None None] Network e1fe169c-3a80-4390-95ae-5e09579770ce requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:43.526038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=de0e47de-87b8-4b8e-a1cb-f4d322420fa6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:43.531117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-375975db-9301-48a0-9074-98e2a0b42b0b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0478108 Nov 22 16:39:43.535413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:43.624053 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.711704 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de148c3c-1290-4b0b-9f2d-7070ddc7c832 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.741018 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.747052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67e85ec4-1c3a-4210-9557-cf722f60a6da {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:43.778950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:43.779329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.836298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.886705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 67e85ec4-1c3a-4210-9557-cf722f60a6da, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67e85ec4-1c3a-4210-9557-cf722f60a6da,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:43.907806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.918877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de148c3c-1290-4b0b-9f2d-7070ddc7c832 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-a8186945-2870-4ba9-980e-1c1d28486c03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d4bfadd-442c-4539-927d-2c46d0a69e5e: This subnet is being modified by another concurrent operation. Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d4bfadd-442c-4539-927d-2c46d0a69e5e: This subnet is being modified by another concurrent operation. Nov 22 16:39:43.947770 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:39:44.003502 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de148c3c-1290-4b0b-9f2d-7070ddc7c832 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.007230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-de148c3c-1290-4b0b-9f2d-7070ddc7c832 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/subnets/1d4bfadd-442c-4539-927d-2c46d0a69e5e HTTP/1.1" status: 204 len: 168 time: 0.7791445 Nov 22 16:39:44.011318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60932) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:44.019003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de148c3c-1290-4b0b-9f2d-7070ddc7c832 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4bfadd-442c-4539-927d-2c46d0a69e5e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:44.027573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954fdb53-aed3-4b7a-bffb-9a9c2bfc6da6 None None] Network f34833de-4888-44e5-9093-bcbad7a55951 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:44.075559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de601cf6-cae3-421b-a009-990e2382dd9e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:44.078426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de601cf6-cae3-421b-a009-990e2382dd9e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:44.080141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de601cf6-cae3-421b-a009-990e2382dd9e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0674913 Nov 22 16:39:44.085625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60934) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:44.088248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2e19d-0a45-4cef-8e81-7802ab0cd012 req-c45655c2-70cf-40b4-be92-05534e72663e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:44.089365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37f2e19d-0a45-4cef-8e81-7802ab0cd012 req-c45655c2-70cf-40b4-be92-05534e72663e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 945 time: 0.1821942 Nov 22 16:39:44.145503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660cfa33-c8fa-48cb-8d34-7728bf0c2c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-e1fe169c-3a80-4390-95ae-5e09579770ce', 'network_id': 'e1fe169c-3a80-4390-95ae-5e09579770ce', 'tenant_id': '63960d69139a4affa5c996307dcb50c4', 'fixed_ips': [{'subnet_id': '8edbe6fb-1113-454c-8129-f0acf66a3761'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:44.146795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-660cfa33-c8fa-48cb-8d34-7728bf0c2c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.171663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-37f2e19d-0a45-4cef-8e81-7802ab0cd012 req-9f555337-eee5-4d84-91e9-5a55212c5f4f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745499 Nov 22 16:39:44.174927 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.202673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1af6629d-c3a0-4e47-b547-7f725df1b30d None None] Provisioning complete for port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:44.203783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1af6629d-c3a0-4e47-b547-7f725df1b30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.207038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['67e85ec4-1c3a-4210-9557-cf722f60a6da'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:44.211037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] Deleting port de0e47de-87b8-4b8e-a1cb-f4d322420fa6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:44.211785 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.229793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=8edbe6fb-1113-454c-8129-f0acf66a3761,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:44.343387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.371168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fe169c-3a80-4390-95ae-5e09579770ce']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:44.382949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb343a97-f632-4b0e-ba63-872869ee88f1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:44.383290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb343a97-f632-4b0e-ba63-872869ee88f1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:44.396769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.416761 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.430627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:44.430938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:44.436801 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:44.464658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514fae7-36d4-4415-b719-cd823ffb1091 None None] Network d6d3f81b-2653-4de9-b790-7cfe8fc9c17d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:44.559844 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.567931 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.580771 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/e1fe169c-3a80-4390-95ae-5e09579770ce HTTP/1.1" status: 204 len: 168 time: 1.0363820 Nov 22 16:39:44.599760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:44.608930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1839125757'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:44.618723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ebf68-b29e-4706-b2e1-40b434a181d4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=e1fe169c-3a80-4390-95ae-5e09579770ce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:44.633667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=67e85ec4-1c3a-4210-9557-cf722f60a6da,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:44.660397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:44.666763 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.708270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:44.726992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.727673 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment 9b883244-cb52-48f9-8c1a-344d4edfad43 of type vlan for network 468ac6e2-806f-4586-9153-6b4d2ecbeda9 Nov 22 16:39:44.781957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] For port de0e47de-87b8-4b8e-a1cb-f4d322420fa6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=de0e47de-87b8-4b8e-a1cb-f4d322420fa6,segment=NetworkSegment(9e031c29-76ab-403a-beeb-3909490bcc37),segment_id=9e031c29-76ab-403a-beeb-3909490bcc37)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:44.782437 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.795376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.796398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ea25663a-b071-426d-8fac-7b51f0066fe1 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.809557 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea25663a-b071-426d-8fac-7b51f0066fe1 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 16:39:44.810357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea25663a-b071-426d-8fac-7b51f0066fe1 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:44.818155 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ea25663a-b071-426d-8fac-7b51f0066fe1 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/f34833de-4888-44e5-9093-bcbad7a55951 HTTP/1.1" status: 409 len: 405 time: 0.7306750 Nov 22 16:39:44.827723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60940) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:44.839110 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.839842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-14275116'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:44.851831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:44.853129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.891863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:44.897967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58bf69-c611-457a-acfe-df8fc45de7b1 None None] Network e1fe169c-3a80-4390-95ae-5e09579770ce requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:44.901081 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.912287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] Calling delete_port for de0e47de-87b8-4b8e-a1cb-f4d322420fa6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:44.949681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b58bf69-c611-457a-acfe-df8fc45de7b1 None None] Network e1fe169c-3a80-4390-95ae-5e09579770ce could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:39:44.969927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:45.002805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.003585 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Added segment ac8f8e6a-2640-4cfc-9d71-745fa5d91810 of type vlan for network 197155ce-817e-41f0-9598-480046062529 Nov 22 16:39:45.110540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5081754 Nov 22 16:39:45.116230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:45.132032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': '468ac6e2-806f-4586-9153-6b4d2ecbeda9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:45.138223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.160124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320514d1-0a2f-4953-98b9-da34401f4bf9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=468ac6e2-806f-4586-9153-6b4d2ecbeda9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:45.222510 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.237653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:45.238929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.252322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 468ac6e2-806f-4586-9153-6b4d2ecbeda9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:45.255040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a82fd76f-34dd-4639-bee1-5d18eb9d5b4b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:45.298192 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4674509 Nov 22 16:39:45.339180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60948) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:45.361340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'subnet': {'network_id': '197155ce-817e-41f0-9598-480046062529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:45.428839 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a327dc-0547-4718-ac9f-3069fa26035a tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Network': ['ID=197155ce-817e-41f0-9598-480046062529,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:45.452425 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.478426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 197155ce-817e-41f0-9598-480046062529 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:45.559347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] No DVR routers for this DVR port de0e47de-87b8-4b8e-a1cb-f4d322420fa6 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:45.566509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbace0-315f-433d-8681-7acc6b7cfaf8 None None] Pushing event deleted for resources: {'Port': ['ID=de0e47de-87b8-4b8e-a1cb-f4d322420fa6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:45.569885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-fe229d91-2e39-405d-9d5d-649f87b2f417 None None] Provisioning complete for port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:45.569885 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe229d91-2e39-405d-9d5d-649f87b2f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.623118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:45.629975 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.733979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1131c5-78b6-42e3-a0e4-a9e7d3be5432 req-40abafd9-edff-49ff-908c-623a06c63973 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:45.737383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c1131c5-78b6-42e3-a0e4-a9e7d3be5432 req-40abafd9-edff-49ff-908c-623a06c63973 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 945 time: 0.3997858 Nov 22 16:39:45.805605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a6283-9679-41cc-af92-989e20a66adf None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:39:45.825396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:45.830019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.866533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:45.867102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.945473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c1131c5-78b6-42e3-a0e4-a9e7d3be5432 req-8f7e0990-9041-4b6d-82e3-fab30b6ca4a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809759 Nov 22 16:39:45.957550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 67e85ec4-1c3a-4210-9557-cf722f60a6da up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:46.151030 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe229d91-2e39-405d-9d5d-649f87b2f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.182691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a6283-9679-41cc-af92-989e20a66adf None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:39:46.197882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 67e85ec4-1c3a-4210-9557-cf722f60a6da completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:39:46.203838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:46.214776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 67e85ec4-1c3a-4210-9557-cf722f60a6da triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:46.215193 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.215501 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.312311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-fe229d91-2e39-405d-9d5d-649f87b2f417 None None] For port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,segment=NetworkSegment(b1877b82-4295-4ab2-b4d8-2eb890d91063),segment_id=b1877b82-4295-4ab2-b4d8-2eb890d91063)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:46.339505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=f890b859-668e-48dc-a58f-05b605c20d6d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.382479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe229d91-2e39-405d-9d5d-649f87b2f417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.388319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': '9b883244-cb52-48f9-8c1a-344d4edfad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '468ac6e2-806f-4586-9153-6b4d2ecbeda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:46.388319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: 468ac6e2-806f-4586-9153-6b4d2ecbeda9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:46.426369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network 468ac6e2-806f-4586-9153-6b4d2ecbeda9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:46.448001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.objects.ports [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103411) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:39:46.452755 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.462800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 468ac6e2-806f-4586-9153-6b4d2ecbeda9) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:46.489552 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:46.489980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe229d91-2e39-405d-9d5d-649f87b2f417 None None] Pushing event updated for resources: {'Port': ['ID=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.490765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.529131 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-067664ed-830b-42ba-a7d6-80dd0da71079 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4068964 Nov 22 16:39:46.529422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60950) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:46.537770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Subnet': ['ID=4d39da9f-d405-4bc8-a840-a4cda975de64,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.549857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Checking segment: {'id': 'ac8f8e6a-2640-4cfc-9d71-745fa5d91810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '197155ce-817e-41f0-9598-480046062529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:46.550169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network hostable DHCP agents. Network: 197155ce-817e-41f0-9598-480046062529, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:46.572163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network 197155ce-817e-41f0-9598-480046062529 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:46.574828 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.577968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:46.578482 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.586558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 197155ce-817e-41f0-9598-480046062529) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:46.592082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:46.594301 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.614847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3274b397-a581-4914-9cfc-3472221f6964 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2742183 Nov 22 16:39:46.617578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:46.657843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-333ffa88-b654-4c66-b3ef-f262b5d85f29 None None] Provisioning complete for port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:46.658297 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-333ffa88-b654-4c66-b3ef-f262b5d85f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.665669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.705262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8668d85e-8f57-4039-8de3-f5eb5c175b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e85ec4-1c3a-4210-9557-cf722f60a6da'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:46.707756 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed1771f-866f-45bc-b67f-aad25cf647bb" -d '{"events": [{"server_uuid": "8668d85e-8f57-4039-8de3-f5eb5c175b0b", "name": "network-vif-plugged", "status": "completed", "tag": "67e85ec4-1c3a-4210-9557-cf722f60a6da"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:46.736186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 67e85ec4-1c3a-4210-9557-cf722f60a6da, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67e85ec4-1c3a-4210-9557-cf722f60a6da,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:46.756632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.764328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.788086 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.853704 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744b8a3d-77fc-4617-889c-f9fc85e99bab x-openstack-request-id: req-744b8a3d-77fc-4617-889c-f9fc85e99bab {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:46.854296 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8668d85e-8f57-4039-8de3-f5eb5c175b0b", "name": "network-vif-plugged", "status": "completed", "tag": "67e85ec4-1c3a-4210-9557-cf722f60a6da", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:46.854738 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-744b8a3d-77fc-4617-889c-f9fc85e99bab {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:46.855323 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668d85e-8f57-4039-8de3-f5eb5c175b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67e85ec4-1c3a-4210-9557-cf722f60a6da', 'code': 200} Nov 22 16:39:46.867698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.903950 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.910047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=f890b859-668e-48dc-a58f-05b605c20d6d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.918442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=67e85ec4-1c3a-4210-9557-cf722f60a6da,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.995681 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.033669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468ac6e2-806f-4586-9153-6b4d2ecbeda9']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:47.037920 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7645db-f42a-44f0-96fb-f678b4885bff None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:39:47.048101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b883244-cb52-48f9-8c1a-344d4edfad43') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:47.048685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b883244-cb52-48f9-8c1a-344d4edfad43') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:47.061700 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.083159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.086812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33af24-e759-4a12-ba77-f653e91d21d1 req-5d308e37-d659-4179-a3ed-2eb9e3f9ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.089400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f33af24-e759-4a12-ba77-f653e91d21d1 req-5d308e37-d659-4179-a3ed-2eb9e3f9ed41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 1097 time: 0.2067990 Nov 22 16:39:47.092846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:47.093368 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:47.097491 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:47.116047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device de0e47de-87b8-4b8e-a1cb-f4d322420fa6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:47.150901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: de0e47de-87b8-4b8e-a1cb-f4d322420fa6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:47.151257 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device de0e47de-87b8-4b8e-a1cb-f4d322420fa6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:47.188796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.192058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.197346 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.202120 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/468ac6e2-806f-4586-9153-6b4d2ecbeda9 HTTP/1.1" status: 204 len: 168 time: 0.6713753 Nov 22 16:39:47.211083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60958) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:47.216160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-766979834'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:47.229980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Subnet': ['ID=4d39da9f-d405-4bc8-a840-a4cda975de64,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:47.251429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7645db-f42a-44f0-96fb-f678b4885bff None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:39:47.265212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef2788-2d82-468c-a813-7e7b16372a1b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=468ac6e2-806f-4586-9153-6b4d2ecbeda9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:47.278472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:47.284260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.314578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:47.317293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:47.331604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.332104 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment 621fb966-a217-4752-b9e5-652c336503c2 of type vlan for network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 Nov 22 16:39:47.404410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.443396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:47.444197 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.454622 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.465282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.466399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.574568 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3621259 Nov 22 16:39:47.587247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60960) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:47.596574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:47.685645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f1806-cac0-4aaf-bf68-938d4c88d18c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:47.687171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f33af24-e759-4a12-ba77-f653e91d21d1 req-e037e345-b9bc-4e97-9c65-3b2002312e7f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790970 Nov 22 16:39:47.698991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:47.720709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281425ca-e074-43cc-bba1-bf5c16d79f79 req-05c92746-9a66-4627-b787-5fea34ad67b2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.722605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-281425ca-e074-43cc-bba1-bf5c16d79f79 req-05c92746-9a66-4627-b787-5fea34ad67b2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 946 time: 0.5825293 Nov 22 16:39:47.724461 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.752303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e31da1-09cf-4ad1-b27a-63f46ba333b6 None None] Network 468ac6e2-806f-4586-9153-6b4d2ecbeda9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:47.754329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e7cd60-6bd6-4463-8d0e-f03d6e782144 None None] Network 197155ce-817e-41f0-9598-480046062529 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:47.772644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197155ce-817e-41f0-9598-480046062529']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:47.775592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:47.782479 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.791829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8f8e6a-2640-4cfc-9d71-745fa5d91810') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:47.792148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8f8e6a-2640-4cfc-9d71-745fa5d91810') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:47.806874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-281425ca-e074-43cc-bba1-bf5c16d79f79 req-dc1c1a69-3422-4e60-a8f3-7fd6424c4c24 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719688 Nov 22 16:39:47.809006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.810477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e31da1-09cf-4ad1-b27a-63f46ba333b6 None None] Network 468ac6e2-806f-4586-9153-6b4d2ecbeda9 could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:39:47.830384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a943b-1c07-43a2-9f42-bac9a7766b4d None None] Network 468ac6e2-806f-4586-9153-6b4d2ecbeda9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:47.831346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.839640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:47.842796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:47.847645 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:47.869016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a943b-1c07-43a2-9f42-bac9a7766b4d None None] Network 468ac6e2-806f-4586-9153-6b4d2ecbeda9 could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:39:47.924101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974a502-0ce2-430d-bb91-a173bce51b2f None None] Network 197155ce-817e-41f0-9598-480046062529 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:47.928856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.934842 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.944323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974a502-0ce2-430d-bb91-a173bce51b2f None None] Network 197155ce-817e-41f0-9598-480046062529 could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:39:47.947477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/197155ce-817e-41f0-9598-480046062529 HTTP/1.1" status: 204 len: 168 time: 1.3251386 Nov 22 16:39:47.948844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60962) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:47.960095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-664032567'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:47.974507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9d49d-81cb-41c0-bc42-7e0d953edf86 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Network': ['ID=197155ce-817e-41f0-9598-480046062529,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:47.995972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:48.001121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.027743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:48.038806 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.039236 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Added segment e6fd6509-7fef-4199-9d89-08cb0e7e7616 of type vlan for network a923a14b-faa7-4272-8b16-23ba2c4db2c9 Nov 22 16:39:48.085678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.117050 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.121909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.131437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.132551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.190269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=3d333022-04af-4fa0-8f50-299fc0a00148,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:48.198162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': '621fb966-a217-4752-b9e5-652c336503c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:48.198446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:48.207430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2545824 Nov 22 16:39:48.210607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60964) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:48.215766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'subnet': {'network_id': 'a923a14b-faa7-4272-8b16-23ba2c4db2c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:48.223887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd0d36-70cd-4972-b722-59df543558ff tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Network': ['ID=a923a14b-faa7-4272-8b16-23ba2c4db2c9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:48.237620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a923a14b-faa7-4272-8b16-23ba2c4db2c9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:48.275430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:48.302237 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:48.319668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.320763 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.330312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6203f0-b04b-485a-8e8f-e45961c95ee0 None None] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:48.357520 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:48.362172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.370497 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-96ced59d-7168-44e1-b23e-cb072cd2cec5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7811973 Nov 22 16:39:48.374292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:48.383195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:48.502337 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:39:48.563997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2', 'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2', 'tenant_id': '63960d69139a4affa5c996307dcb50c4', 'fixed_ips': [{'subnet_id': '3d333022-04af-4fa0-8f50-299fc0a00148'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:48.566596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.593405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:48.600648 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.653503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.747072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Subnet': ['ID=9818326d-7a3a-4daa-9973-9d067d822e9b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:48.770974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Allocated IP 2001:db8::2 (ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2/3d333022-04af-4fa0-8f50-299fc0a00148/3749aaa4-63a6-4a2e-917d-604679586b71) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:48.777230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Checking segment: {'id': 'e6fd6509-7fef-4199-9d89-08cb0e7e7616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a923a14b-faa7-4272-8b16-23ba2c4db2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:48.777962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network hostable DHCP agents. Network: a923a14b-faa7-4272-8b16-23ba2c4db2c9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:48.814043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network a923a14b-faa7-4272-8b16-23ba2c4db2c9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:48.838608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a923a14b-faa7-4272-8b16-23ba2c4db2c9) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:48.849864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.851483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.890053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e8bdb-a988-4db0-b089-a34a22da3aac None None] Network a923a14b-faa7-4272-8b16-23ba2c4db2c9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:48.892757 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c1ef5183-7d22-499c-af1c-68311467373f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6807721 Nov 22 16:39:48.896292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60970) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.096907 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.123008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.185507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb01247-234e-4da1-b625-69c114f6d59b req-5e7b30bb-d62d-485b-a151-ce6a73e25f34 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.189188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abb01247-234e-4da1-b625-69c114f6d59b req-5e7b30bb-d62d-485b-a151-ce6a73e25f34 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 946 time: 0.1888125 Nov 22 16:39:49.200479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:49.217819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:49.226644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.239385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.240386 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.286281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=574df329-6712-4137-88a5-b33631a3ea81,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.287091 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7f159910-46ce-4773-aa41-d250d840a9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.315355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1e7d6453-d37d-42ef-87b1-bce861591bb7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9351041 Nov 22 16:39:49.316854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60972) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.321345 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.325951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abb01247-234e-4da1-b625-69c114f6d59b req-3347bbed-57c3-41c2-bede-94009d0bdbee tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233988 Nov 22 16:39:49.374850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.405874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.435540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:49.442785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:49.447252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:49.469476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Pushing event updated for resources: {'Port': ['ID=3749aaa4-63a6-4a2e-917d-604679586b71,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.482898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e4665-b1c6-431d-91eb-7e858c75194f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-a923a14b-faa7-4272-8b16-23ba2c4db2c9', 'network_id': 'a923a14b-faa7-4272-8b16-23ba2c4db2c9', 'tenant_id': '7cfc49324c5b448183c3a41164aa115e', 'fixed_ips': [{'subnet_id': '9818326d-7a3a-4daa-9973-9d067d822e9b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:49.483952 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-994e4665-b1c6-431d-91eb-7e858c75194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.504032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44963d56-3a86-4bed-b0c8-f1ddffe00bc1 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.507508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44963d56-3a86-4bed-b0c8-f1ddffe00bc1 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.510996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44963d56-3a86-4bed-b0c8-f1ddffe00bc1 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.514740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44963d56-3a86-4bed-b0c8-f1ddffe00bc1 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.517730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44963d56-3a86-4bed-b0c8-f1ddffe00bc1 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.520880 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-44963d56-3a86-4bed-b0c8-f1ddffe00bc1 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2025557 Nov 22 16:39:49.522352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Subnet': ['ID=9818326d-7a3a-4daa-9973-9d067d822e9b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.526544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60974) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.532661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1372539049'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:49.559584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:49.563673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.575756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Attempting to bind port 3749aaa4-63a6-4a2e-917d-604679586b71 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:49.577024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Attempting to bind port 3749aaa4-63a6-4a2e-917d-604679586b71 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '621fb966-a217-4752-b9e5-652c336503c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:49.577614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Attempting to bind port 3749aaa4-63a6-4a2e-917d-604679586b71 on network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:49.592272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:49.595850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:49.596666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Checking segment: {'id': '621fb966-a217-4752-b9e5-652c336503c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:49.597518 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.598253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Bound using segment: {'id': '621fb966-a217-4752-b9e5-652c336503c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:49.600650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Bound port: 3749aaa4-63a6-4a2e-917d-604679586b71, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '621fb966-a217-4752-b9e5-652c336503c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:49.600650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.603749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.604147 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment 99e1c3df-3250-4249-a2b9-918af43cc3f7 of type vlan for network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 Nov 22 16:39:49.631404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.660823 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.664138 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a923a14b-faa7-4272-8b16-23ba2c4db2c9']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:49.678675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fd6509-7fef-4199-9d89-08cb0e7e7616') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:49.679036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fd6509-7fef-4199-9d89-08cb0e7e7616') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:49.701938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.721232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.721496 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.730670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:49.731445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.731657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.732220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ad350-0017-4010-915c-d55a06181cf9 None None] Network a923a14b-faa7-4272-8b16-23ba2c4db2c9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:49.732452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:49.736941 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:49.820196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.832557 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.841116 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/a923a14b-faa7-4272-8b16-23ba2c4db2c9 HTTP/1.1" status: 204 len: 168 time: 0.9383683 Nov 22 16:39:49.841116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60976) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.847573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-440791040'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:49.855860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3278360 Nov 22 16:39:49.861987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60978) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.866555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff6517-ef82-4877-ab63-71f6d78c2910 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Network': ['ID=a923a14b-faa7-4272-8b16-23ba2c4db2c9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.870973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-18cd367b-faa6-46ba-8477-c3a100086674 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:49.884331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc890f6-185d-48f4-bdfa-0fa90d68ae8c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.894617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:49.901330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.904146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:49.927473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] For port 3749aaa4-63a6-4a2e-917d-604679586b71, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:49.934572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:49.947749 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.948384 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Added segment 3e135bb9-c9d1-475f-bfec-f98f329f47df of type vlan for network cec36766-baea-4f4f-9c42-9d4bcc800f96 Nov 22 16:39:50.008032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] For port 3749aaa4-63a6-4a2e-917d-604679586b71, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3749aaa4-63a6-4a2e-917d-604679586b71,segment=NetworkSegment(621fb966-a217-4752-b9e5-652c336503c2),segment_id=621fb966-a217-4752-b9e5-652c336503c2)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:50.029974 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.032673 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.082874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.091109 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:50.091109 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.143303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:50.174179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba5ddb-cf10-4719-a2bc-b4e883a26bba None None] Pushing event updated for resources: {'Port': ['ID=3749aaa4-63a6-4a2e-917d-604679586b71,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:50.192618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3505025 Nov 22 16:39:50.198838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60984) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:50.209333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Request body: {'subnet': {'network_id': 'cec36766-baea-4f4f-9c42-9d4bcc800f96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:50.220531 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18cd367b-faa6-46ba-8477-c3a100086674 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.250560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18cd367b-faa6-46ba-8477-c3a100086674 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.261076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1bde92e8-903f-4417-9d39-f251fb0ea526 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/floatingips/578fc97f-ebd7-4180-85a4-6a2834e902f8 HTTP/1.1" status: 200 len: 992 time: 0.1165659 Nov 22 16:39:50.274891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18cd367b-faa6-46ba-8477-c3a100086674 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 is not hosted by any dhcp agent {{(pid=103411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:39:50.283064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd367b-faa6-46ba-8477-c3a100086674 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:50.286224 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18cd367b-faa6-46ba-8477-c3a100086674 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.286224 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-18cd367b-faa6-46ba-8477-c3a100086674 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "PUT /v2.0/networks/d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 HTTP/1.1" status: 200 len: 723 time: 0.4217353 Nov 22 16:39:50.316294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 60988) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:50.328108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': 'd8cc14f7-7baf-4e44-a3ec-1de1f4ac6570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:50.426368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd367b-faa6-46ba-8477-c3a100086674 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:50.461609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:50.511475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3a762-5fc5-428b-9762-5b132c071fa5 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Network': ['ID=cec36766-baea-4f4f-9c42-9d4bcc800f96,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:50.552389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57817f-c1c8-454a-af32-080f8ec961f9 req-bed1edee-14b9-4682-9262-c7978336c5bb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:50.554439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce57817f-c1c8-454a-af32-080f8ec961f9 req-bed1edee-14b9-4682-9262-c7978336c5bb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 946 time: 0.0663502 Nov 22 16:39:50.586403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network cec36766-baea-4f4f-9c42-9d4bcc800f96 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:50.620044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 60994) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:50.679168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Made reservation on behalf of 7cfc49324c5b448183c3a41164aa115e for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:50.686935 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.728829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce57817f-c1c8-454a-af32-080f8ec961f9 req-487c8f3e-d1ac-4f6f-8cdf-5d0c2f7a0cd8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577272 Nov 22 16:39:50.817077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:50.823212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.957548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port a96e2498-6712-423c-b3a0-6bb859f0a34f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:50.957548 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.045561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e1516-4552-459c-865e-2da1b475a898 req-81c469dd-3a95-4912-929c-abf833dfd4da tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:51.048064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e9e1516-4552-459c-865e-2da1b475a898 req-81c469dd-3a95-4912-929c-abf833dfd4da tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 946 time: 0.1402817 Nov 22 16:39:51.108098 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.108649 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.148882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for a96e2498-6712-423c-b3a0-6bb859f0a34f owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:51.249166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e9e1516-4552-459c-865e-2da1b475a898 req-a06e106b-48ec-4a88-a47c-3e8c36767d05 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757901 Nov 22 16:39:51.351487 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-953f7ece-9e0c-4691-948d-407d8a2637af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.414066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.439123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3749aaa4-63a6-4a2e-917d-604679586b71 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:51.513638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.578401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3749aaa4-63a6-4a2e-917d-604679586b71 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:51.591868 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.597924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=a96e2498-6712-423c-b3a0-6bb859f0a34f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:51.703860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=8afb8f6a-d634-48a0-8ca5-fe3b4a77bbd0,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:51.723660 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.724494 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Floating IP 578fc97f-ebd7-4180-85a4-6a2834e902f8 disassociated (deleted). External IP: 172.25.5.2, port: 821a772f-9443-4381-99ff-0628e8e96d07. Nov 22 16:39:51.747540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.objects.ports [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:39:51.750807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': '99e1c3df-3250-4249-a2b9-918af43cc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd8cc14f7-7baf-4e44-a3ec-1de1f4ac6570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:51.751663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:51.757034 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.772005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40980a06-7cdc-4726-bc1d-db1c9bcd6e6f None None] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:51.910506 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.912460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:51.955864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event updated for resources: {'Subnet': ['ID=d64bf286-09a5-4cd2-ae78-783178f4e33a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:51.961784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:51.969482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:51.970078 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.972980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-626ca98b-880f-434c-824b-76feeda85bf9 None None] Provisioning complete for port 3749aaa4-63a6-4a2e-917d-604679586b71 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:51.973610 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-626ca98b-880f-434c-824b-76feeda85bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.979000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Checking segment: {'id': '3e135bb9-c9d1-475f-bfec-f98f329f47df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'cec36766-baea-4f4f-9c42-9d4bcc800f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:51.980266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network hostable DHCP agents. Network: cec36766-baea-4f4f-9c42-9d4bcc800f96, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:52.022845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e9984128-2814-4e8b-b279-a11bf2f70b8d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7008779 Nov 22 16:39:52.026937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32772) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:52.034962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-29aa4778-78e1-42d7-a612-c7a3f5ca36e5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:52.041055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7bcf9e-5d05-41c0-ac93-940408d71abb None None] Network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:52.042575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Network cec36766-baea-4f4f-9c42-9d4bcc800f96 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:52.063032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e33113-f654-46f7-87c5-96baee888019 req-33bd1d16-b95a-4377-a1e4-8a591dfe681d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.064997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47e33113-f654-46f7-87c5-96baee888019 req-33bd1d16-b95a-4377-a1e4-8a591dfe681d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 946 time: 0.1517413 Nov 22 16:39:52.111306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, cec36766-baea-4f4f-9c42-9d4bcc800f96) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:52.130382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.131732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.174198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92acd8ca-b24a-4f52-bc73-fc2e42d7ea3d None None] Network cec36766-baea-4f4f-9c42-9d4bcc800f96 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:52.208213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 83f2287e-393f-427d-a069-90927bd1aa1c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:52.225647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47e33113-f654-46f7-87c5-96baee888019 req-066f6dba-10dc-4ef3-aea8-c41a5abf1ba2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884194 Nov 22 16:39:52.248693 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fc556f2b-3911-444e-89ff-46aba2307a24 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0477939 Nov 22 16:39:52.250587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32774) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:52.285217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 3749aaa4-63a6-4a2e-917d-604679586b71, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3749aaa4-63a6-4a2e-917d-604679586b71,segment=NetworkSegment(621fb966-a217-4752-b9e5-652c336503c2),segment_id=621fb966-a217-4752-b9e5-652c336503c2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:52.289782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29aa4778-78e1-42d7-a612-c7a3f5ca36e5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11471074'] for subnet, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.319487 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.341755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:52.349411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.384582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1f8b50f4-0307-463c-9e6a-7d7dcc3ebf84 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/floatingips/578fc97f-ebd7-4180-85a4-6a2834e902f8 HTTP/1.1" status: 204 len: 168 time: 1.7590046 Nov 22 16:39:52.384582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:52.384582 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41999b6e-6430-40d9-be00-9cab0be656c9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "tag": "821a772f-9443-4381-99ff-0628e8e96d07"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:52.394811 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] Sync routers for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:52.444606 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:52.451674 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:39:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:52.452406 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94c4e92-bdb7-42d2-b314-97cc814deaf0 x-openstack-request-id: req-b94c4e92-bdb7-42d2-b314-97cc814deaf0 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:52.452878 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "tag": "821a772f-9443-4381-99ff-0628e8e96d07", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:52.453352 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b94c4e92-bdb7-42d2-b314-97cc814deaf0 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:52.453970 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07', 'status': 'completed', 'code': 200} Nov 22 16:39:52.691918 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:52.693190 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.717742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.840064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-f82d4d9c-19ea-4e2d-a383-a4702caa44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.842826 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-f82d4d9c-19ea-4e2d-a383-a4702caa44f5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 1097 time: 0.3164721 Nov 22 16:39:52.869113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c73e44-4e9c-4612-b372-8f488ede0764 req-71b16436-e2d5-40b1-b4fa-863625bc474e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.889649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1c73e44-4e9c-4612-b372-8f488ede0764 req-71b16436-e2d5-40b1-b4fa-863625bc474e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 946 time: 0.1279516 Nov 22 16:39:52.904852 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.909520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=3749aaa4-63a6-4a2e-917d-604679586b71,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:53.064986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Update dhcp port {'port': {'network_id': 'ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2', 'fixed_ips': [{'subnet_id': '3d333022-04af-4fa0-8f50-299fc0a00148', 'ip_address': '2001:db8::2'}, {'subnet_id': '574df329-6712-4137-88a5-b33631a3ea81'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '3749aaa4-63a6-4a2e-917d-604679586b71'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:39:53.068006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1c73e44-4e9c-4612-b372-8f488ede0764 req-e8528ecc-ea50-480c-9707-7c910cc6de03 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735077 Nov 22 16:39:53.092105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29aa4778-78e1-42d7-a612-c7a3f5ca36e5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771747092044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11235348'] for subnet, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.110638 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.127023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ecfc1e-5d00-4178-9144-4f529810867f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-cec36766-baea-4f4f-9c42-9d4bcc800f96', 'network_id': 'cec36766-baea-4f4f-9c42-9d4bcc800f96', 'tenant_id': '7cfc49324c5b448183c3a41164aa115e', 'fixed_ips': [{'subnet_id': 'd64bf286-09a5-4cd2-ae78-783178f4e33a'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:53.128323 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77ecfc1e-5d00-4178-9144-4f529810867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.227796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa4778-78e1-42d7-a612-c7a3f5ca36e5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=8afb8f6a-d634-48a0-8ca5-fe3b4a77bbd0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:53.239301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa4778-78e1-42d7-a612-c7a3f5ca36e5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.240429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29aa4778-78e1-42d7-a612-c7a3f5ca36e5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.242835 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29aa4778-78e1-42d7-a612-c7a3f5ca36e5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "PUT /v2.0/subnets/8afb8f6a-d634-48a0-8ca5-fe3b4a77bbd0 HTTP/1.1" status: 200 len: 826 time: 1.2143540 Nov 22 16:39:53.245641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:53.290591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.357253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-78a065f9-eaa8-46eb-a368-0e046378b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.362010 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-78a065f9-eaa8-46eb-a368-0e046378b5f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0654ed59-b0b6-4325-85e8-549c4c59364e HTTP/1.1" status: 200 len: 897 time: 0.5057206 Nov 22 16:39:53.363816 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:55Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:53.428986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Allocated IP 172.20.0.1 (ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2/574df329-6712-4137-88a5-b33631a3ea81/3749aaa4-63a6-4a2e-917d-604679586b71) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:53.443228 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] Checking router: 83f2287e-393f-427d-a069-90927bd1aa1c for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:53.462387 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:53.463799 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:39:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:53.517269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-0724bea3-44b8-428a-9989-d5eb2c066fc5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=821a772f-9443-4381-99ff-0628e8e96d07 HTTP/1.1" status: 200 len: 217 time: 0.1295156 Nov 22 16:39:53.523733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.546093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] For port 3749aaa4-63a6-4a2e-917d-604679586b71, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3749aaa4-63a6-4a2e-917d-604679586b71,segment=NetworkSegment(621fb966-a217-4752-b9e5-652c336503c2),segment_id=621fb966-a217-4752-b9e5-652c336503c2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:53.584420 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.616996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3749aaa4-63a6-4a2e-917d-604679586b71 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:53.655341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-64c60703-d499-49f6-bf5c-3fee38348005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.658531 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-64c60703-d499-49f6-bf5c-3fee38348005 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=05d8d78a-25a2-4581-94d5-cfef5ed02b26 HTTP/1.1" status: 200 len: 835 time: 0.1158192 Nov 22 16:39:53.661877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570', 'network_id': 'd8cc14f7-7baf-4e44-a3ec-1de1f4ac6570', 'tenant_id': '63960d69139a4affa5c996307dcb50c4', 'fixed_ips': [{'subnet_id': '8afb8f6a-d634-48a0-8ca5-fe3b4a77bbd0'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:53.662791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.664743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.692363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffded32-4243-4182-b200-cda8c2fa2357 req-a97016e2-e996-4b25-a77c-3fda58b92f1e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.696218 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fffded32-4243-4182-b200-cda8c2fa2357 req-a97016e2-e996-4b25-a77c-3fda58b92f1e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 946 time: 0.3598824 Nov 22 16:39:53.732794 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:53.735686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d685a0b-1952-4af9-942a-d96b1a63c660 req-831b7f6e-34ba-42ad-a67b-2b5f829b9c6a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.756876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d685a0b-1952-4af9-942a-d96b1a63c660 req-831b7f6e-34ba-42ad-a67b-2b5f829b9c6a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 946 time: 0.3063385 Nov 22 16:39:53.818497 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.861307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec36766-baea-4f4f-9c42-9d4bcc800f96']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:53.881500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e135bb9-c9d1-475f-bfec-f98f329f47df') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:53.882153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e135bb9-c9d1-475f-bfec-f98f329f47df') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:53.902988 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.938281 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.951351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:53.952180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.966840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:54.080272 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:54.105584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Subnet': ['ID=d64bf286-09a5-4cd2-ae78-783178f4e33a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:54.185054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d685a0b-1952-4af9-942a-d96b1a63c660 req-0543df26-1ad3-42f1-b5b0-783ad7de8721 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990812 Nov 22 16:39:54.237571 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-dd7b0caa-f669-43cd-90e2-d4a369ede55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:54.247754 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-dd7b0caa-f669-43cd-90e2-d4a369ede55d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0654ed59-b0b6-4325-85e8-549c4c59364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558790 Nov 22 16:39:54.249419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Pushing event updated for resources: {'Port': ['ID=3749aaa4-63a6-4a2e-917d-604679586b71,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:54.379295 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:55Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:54.445815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.447432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.451043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.452144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.455505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.456526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.457377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.458245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.459043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.460049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.460651 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838e1fb-8717-494c-8669-0a5a4d993852 None None] The sync data for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 is: [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:38:47Z', 'revision_number': 4, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'e9738a6c-25bf-4cdb-9c89-69e4c887f571', 'name': '', 'network_id': '0654ed59-b0b6-4325-85e8-549c4c59364e', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'mac_address': 'fa:16:3e:40:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:46Z', 'updated_at': '2021-11-22T16:38:55Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'subnets': [{'id': '05d8d78a-25a2-4581-94d5-cfef5ed02b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:54.461859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.463011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67f1d0b-3ca8-43f6-865c-836daa99ad74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:54.484325 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-74788a71-4a2e-48f7-97f3-106a93f02cdf service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294431 Nov 22 16:39:54.505377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 67e85ec4-1c3a-4210-9557-cf722f60a6da {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:54.506428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.712059 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-0d72cf65-2667-4d28-aeae-74f3dcaf3b76 service neutron] 10.222.0.71 "GET /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164295 Nov 22 16:39:54.748894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] For port 67e85ec4-1c3a-4210-9557-cf722f60a6da, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=67e85ec4-1c3a-4210-9557-cf722f60a6da,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:54.749266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.757056 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.784627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 67e85ec4-1c3a-4210-9557-cf722f60a6da owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:54.818057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.820046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3749aaa4-63a6-4a2e-917d-604679586b71 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:54.820473 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.837559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.847491 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/cec36766-baea-4f4f-9c42-9d4bcc800f96 HTTP/1.1" status: 204 len: 168 time: 2.5726273 Nov 22 16:39:54.853200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32788) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:54.866189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb9acd-34e7-4dd0-95d1-0390cd1314ae req-601a981b-7a9f-4f00-b9ea-e2fc248f7b88 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:54.888714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bfb9acd-34e7-4dd0-95d1-0390cd1314ae req-601a981b-7a9f-4f00-b9ea-e2fc248f7b88 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 946 time: 0.5964942 Nov 22 16:39:54.957186 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3653d644-743d-464f-abb6-76ec0c1d9ecb tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:54.959120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3653d644-743d-464f-abb6-76ec0c1d9ecb tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:54.974712 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3653d644-743d-464f-abb6-76ec0c1d9ecb tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/subnets/d64bf286-09a5-4cd2-ae78-783178f4e33a HTTP/1.1" status: 404 len: 337 time: 0.1109478 Nov 22 16:39:54.977917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6f52b-bd00-4fbc-9f35-ba16d610d3b0 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Network': ['ID=cec36766-baea-4f4f-9c42-9d4bcc800f96,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:54.985258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32790) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-77ecfc1e-5d00-4178-9144-4f529810867f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d64bf286-09a5-4cd2-ae78-783178f4e33a: This subnet is being modified by another concurrent operation. Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d64bf286-09a5-4cd2-ae78-783178f4e33a: This subnet is being modified by another concurrent operation. Nov 22 16:39:54.985589 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:39:55.012052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.012909 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.032909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-d8f6856b-90f1-4fb4-93e9-3641e7bb27cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:55.036205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-d8f6856b-90f1-4fb4-93e9-3641e7bb27cf tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.71 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 946 time: 0.6678252 Nov 22 16:39:55.040339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ff0660-fe01-4771-be97-b9aa493f05d1 None None] Network cec36766-baea-4f4f-9c42-9d4bcc800f96 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:55.054276 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15971f4-caf0-4643-a40e-8f24244eae28 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:55.054868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15971f4-caf0-4643-a40e-8f24244eae28 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:55.059186 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f15971f4-caf0-4643-a40e-8f24244eae28 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/cec36766-baea-4f4f-9c42-9d4bcc800f96 HTTP/1.1" status: 404 len: 339 time: 0.0483646 Nov 22 16:39:55.064337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32792) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.115057 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2190e5d-6661-4604-a606-7abd9be84f28 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:55.116070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2190e5d-6661-4604-a606-7abd9be84f28 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:55.120622 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c2190e5d-6661-4604-a606-7abd9be84f28 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/subnets/9818326d-7a3a-4daa-9973-9d067d822e9b HTTP/1.1" status: 404 len: 337 time: 0.0545540 Nov 22 16:39:55.124431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32794) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.142039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ff0660-fe01-4771-be97-b9aa493f05d1 None None] Network cec36766-baea-4f4f-9c42-9d4bcc800f96 could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:39:55.160617 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73ec009-aa94-4a73-b3e7-7d4375de2f30 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:55.161783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73ec009-aa94-4a73-b3e7-7d4375de2f30 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:55.165793 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f73ec009-aa94-4a73-b3e7-7d4375de2f30 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/a923a14b-faa7-4272-8b16-23ba2c4db2c9 HTTP/1.1" status: 404 len: 339 time: 0.0365624 Nov 22 16:39:55.169563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.220717 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.229014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5bfb9acd-34e7-4dd0-95d1-0390cd1314ae req-e1b426c1-230b-4c61-981f-9af32881702f tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/security-groups?id=f45d9e4e-60f0-4645-a86b-621973020411&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390551 Nov 22 16:39:55.233214 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3eaafd-99fb-41fb-b00a-25f5a5b6c4b3 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:55.233840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3eaafd-99fb-41fb-b00a-25f5a5b6c4b3 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:55.241503 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8f3eaafd-99fb-41fb-b00a-25f5a5b6c4b3 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/subnets/4d39da9f-d405-4bc8-a840-a4cda975de64 HTTP/1.1" status: 404 len: 337 time: 0.0647840 Nov 22 16:39:55.246859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.262665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742bb518-020b-496f-994b-c8810fece896 None None] New status for floating IP 578fc97f-ebd7-4180-85a4-6a2834e902f8: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:39:55.312293 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d150462-8c4a-4ce9-9810-71ca6bf76228 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:55.313384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d150462-8c4a-4ce9-9810-71ca6bf76228 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:55.319622 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9d150462-8c4a-4ce9-9810-71ca6bf76228 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/197155ce-817e-41f0-9598-480046062529 HTTP/1.1" status: 404 len: 339 time: 0.0691352 Nov 22 16:39:55.321495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32802) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.426292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Allocated IP 2001:db8::2 (d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570/8afb8f6a-d634-48a0-8ca5-fe3b4a77bbd0/38e3081b-0bf1-470f-bdb5-d1e8d51b5d55) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:55.476874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.542076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['1f92549e-7b76-4068-810c-2d802e62d256'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:55.548695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d4528-ca02-43dc-97fe-ba2bf4cb2d50 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Deleting port 43ca5760-eb97-4a38-b7fa-b31ebc88550f {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:55.549138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4528-ca02-43dc-97fe-ba2bf4cb2d50 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.585295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1171659-44dc-4ed9-8b03-9416260f37bf req-da9ca0d8-ed64-4520-8f72-55fa1d02557a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.1399341 Nov 22 16:39:55.624193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3749aaa4-63a6-4a2e-917d-604679586b71 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:55.641592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=67e85ec4-1c3a-4210-9557-cf722f60a6da,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:55.696742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4528-ca02-43dc-97fe-ba2bf4cb2d50 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.699205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef7afd-fd66-4552-a7e1-6e59a5377485 None None] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:55.734174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d4528-ca02-43dc-97fe-ba2bf4cb2d50 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Calling delete_port for 43ca5760-eb97-4a38-b7fa-b31ebc88550f owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:55.739875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] No DVR routers for this DVR port 67e85ec4-1c3a-4210-9557-cf722f60a6da on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:55.745090 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.749722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fffded32-4243-4182-b200-cda8c2fa2357 req-99c845a2-08a3-494f-a057-1ff801ea07a3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "DELETE /v2.0/ports/67e85ec4-1c3a-4210-9557-cf722f60a6da HTTP/1.1" status: 204 len: 173 time: 1.9810538 Nov 22 16:39:55.751690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8668d85e-8f57-4039-8de3-f5eb5c175b0b', 'name': 'network-vif-deleted', 'tag': '67e85ec4-1c3a-4210-9557-cf722f60a6da'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:55.755156 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d412e1-dd18-454c-9be9-1471f20a1bd2" -d '{"events": [{"server_uuid": "8668d85e-8f57-4039-8de3-f5eb5c175b0b", "name": "network-vif-deleted", "tag": "67e85ec4-1c3a-4210-9557-cf722f60a6da"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:55.826894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port 821a772f-9443-4381-99ff-0628e8e96d07 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:55.828564 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.831219 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4528-ca02-43dc-97fe-ba2bf4cb2d50 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.906514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d4528-ca02-43dc-97fe-ba2bf4cb2d50 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Port': ['ID=43ca5760-eb97-4a38-b7fa-b31ebc88550f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:55.917250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7a9d4528-ca02-43dc-97fe-ba2bf4cb2d50 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.923285 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7a9d4528-ca02-43dc-97fe-ba2bf4cb2d50 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/ports/43ca5760-eb97-4a38-b7fa-b31ebc88550f HTTP/1.1" status: 204 len: 168 time: 0.5989010 Nov 22 16:39:55.928616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32806) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:55.965475 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50c4e4a-f43f-4ffe-b71b-d216a636ac0a x-openstack-request-id: req-d50c4e4a-f43f-4ffe-b71b-d216a636ac0a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:55.967391 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8668d85e-8f57-4039-8de3-f5eb5c175b0b", "name": "network-vif-deleted", "tag": "67e85ec4-1c3a-4210-9557-cf722f60a6da", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:55.967858 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d50c4e4a-f43f-4ffe-b71b-d216a636ac0a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:55.970224 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8668d85e-8f57-4039-8de3-f5eb5c175b0b', 'name': 'network-vif-deleted', 'tag': '67e85ec4-1c3a-4210-9557-cf722f60a6da', 'status': 'completed', 'code': 200} Nov 22 16:39:55.976526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 67e85ec4-1c3a-4210-9557-cf722f60a6da no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:55.993562 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-909abbce-0f69-42c7-80b5-f289679fb2f6 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:55.994313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909abbce-0f69-42c7-80b5-f289679fb2f6 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:55.997840 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-909abbce-0f69-42c7-80b5-f289679fb2f6 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/subnets/1d4bfadd-442c-4539-927d-2c46d0a69e5e HTTP/1.1" status: 404 len: 337 time: 0.0680935 Nov 22 16:39:56.003180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0d34a59d-be55-46ae-bfc2-a08a39208d74 None None] Provisioning complete for port 3749aaa4-63a6-4a2e-917d-604679586b71 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:56.003949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d34a59d-be55-46ae-bfc2-a08a39208d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.005948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32808) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:56.050820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3749aaa4-63a6-4a2e-917d-604679586b71 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:56.052225 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.088887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 67e85ec4-1c3a-4210-9557-cf722f60a6da {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:56.089616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 67e85ec4-1c3a-4210-9557-cf722f60a6da not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:56.127087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port 821a772f-9443-4381-99ff-0628e8e96d07, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=821a772f-9443-4381-99ff-0628e8e96d07,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:56.127754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.158471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for 821a772f-9443-4381-99ff-0628e8e96d07 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:56.172909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.340483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.363844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.409178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=821a772f-9443-4381-99ff-0628e8e96d07,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:56.413950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34833de-4888-44e5-9093-bcbad7a55951']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:56.442549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb82cf49-c114-4a8c-837c-2f6c3c56d1ee') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:56.443120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb82cf49-c114-4a8c-837c-2f6c3c56d1ee') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:56.471762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b678c077-ae82-4ab4-9cb4-974ba820b3ac req-7ebba3ad-f1e6-4be0-b39c-fa16fa87bcb4 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "GET /v2.0/ports?device_id=e6990519-ee79-4866-951a-8817efb08ff5 HTTP/1.1" status: 200 len: 210 time: 0.0500300 Nov 22 16:39:56.481954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.513790 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.517398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] No DVR routers for this DVR port 821a772f-9443-4381-99ff-0628e8e96d07 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:56.522572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.523162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.526383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:56.527956 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.530621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47cc8aa8-dbb0-4a99-ae26-7b7189949dbe req-b5a9f77c-12ab-4d01-b731-aa89297675eb tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.71 "DELETE /v2.0/ports/821a772f-9443-4381-99ff-0628e8e96d07 HTTP/1.1" status: 204 len: 173 time: 1.4753978 Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:56.534712 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:56.580896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.630368 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.632878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.659637 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.663524 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/f34833de-4888-44e5-9093-bcbad7a55951 HTTP/1.1" status: 204 len: 168 time: 0.6561470 Nov 22 16:39:56.671864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32814) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:56.721071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:56.732085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:56.732993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00a383-ea10-4788-a5df-5c25e960beae tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Network': ['ID=f34833de-4888-44e5-9093-bcbad7a55951,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:56.741677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=8afb8f6a-d634-48a0-8ca5-fe3b4a77bbd0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:56.755318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:56.769601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Pushing event updated for resources: {'Port': ['ID=38e3081b-0bf1-470f-bdb5-d1e8d51b5d55,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:56.866049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Attempting to bind port 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:56.866440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Attempting to bind port 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '99e1c3df-3250-4249-a2b9-918af43cc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd8cc14f7-7baf-4e44-a3ec-1de1f4ac6570'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:56.867484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Attempting to bind port 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55 on network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:56.874418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:56.875847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Checking segment: {'id': '99e1c3df-3250-4249-a2b9-918af43cc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd8cc14f7-7baf-4e44-a3ec-1de1f4ac6570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:56.876482 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.877075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Bound using segment: {'id': '99e1c3df-3250-4249-a2b9-918af43cc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd8cc14f7-7baf-4e44-a3ec-1de1f4ac6570'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:56.877774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Bound port: 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e1c3df-3250-4249-a2b9-918af43cc3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'd8cc14f7-7baf-4e44-a3ec-1de1f4ac6570'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:56.878370 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.915095 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.923658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cc07c-4d56-4a5e-9002-0bf74204bc05 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Deleting port 14efd304-07d1-4e43-9142-581fa6b37632 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:56.924364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc07c-4d56-4a5e-9002-0bf74204bc05 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.967955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:56.986396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e1c3df-3250-4249-a2b9-918af43cc3f7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:56.987248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e1c3df-3250-4249-a2b9-918af43cc3f7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:57.002698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.004391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] For port 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:57.022253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] For port 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=38e3081b-0bf1-470f-bdb5-d1e8d51b5d55,segment=NetworkSegment(99e1c3df-3250-4249-a2b9-918af43cc3f7),segment_id=99e1c3df-3250-4249-a2b9-918af43cc3f7)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:57.034874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-689bdeb2-1561-496c-91f1-34e52b581e8d req-776bc8ac-3011-4f4a-bc4d-fe0e348415de tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.2380297 Nov 22 16:39:57.041288 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.045161 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.052248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:57.052784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:57.158470 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:57.165335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:39:57.165335 n-d-811716-3 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:39:57.165335 n-d-811716-3 neutron-server[103411]: [parameters: {'id': 'd8cc14f7-7baf-4e44-a3ec-1de1f4ac6570'}] Nov 22 16:39:57.165335 n-d-811716-3 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:39:57.166035 n-d-811716-3 neutron-server[103411]: DEBUG oslo_db.api [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:39:57.175964 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc07c-4d56-4a5e-9002-0bf74204bc05 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.211041 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73867c-27b9-4dfa-9a6c-a9a372a08e11 None None] Pushing event updated for resources: {'Port': ['ID=38e3081b-0bf1-470f-bdb5-d1e8d51b5d55,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:57.229028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cc07c-4d56-4a5e-9002-0bf74204bc05 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Calling delete_port for 14efd304-07d1-4e43-9142-581fa6b37632 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:57.261696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02971754-7a6a-47cd-8a01-98629f3c82bc None None] Network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:57.326445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0bf27794-66d8-4b37-8201-5942ad10d7c5 None None] Provisioning complete for port 3749aaa4-63a6-4a2e-917d-604679586b71 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:57.327120 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0bf27794-66d8-4b37-8201-5942ad10d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.365794 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc07c-4d56-4a5e-9002-0bf74204bc05 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.407666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cc07c-4d56-4a5e-9002-0bf74204bc05 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Port': ['ID=14efd304-07d1-4e43-9142-581fa6b37632,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:57.415058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ff8cc07c-4d56-4a5e-9002-0bf74204bc05 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.423762 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ff8cc07c-4d56-4a5e-9002-0bf74204bc05 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/ports/14efd304-07d1-4e43-9142-581fa6b37632 HTTP/1.1" status: 204 len: 168 time: 0.7445214 Nov 22 16:39:57.424541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32816) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:57.467885 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a425b156-75b9-4879-8cb0-c96075d4e1c4 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:57.468718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a425b156-75b9-4879-8cb0-c96075d4e1c4 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:57.475427 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a425b156-75b9-4879-8cb0-c96075d4e1c4 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/subnets/d9e2c617-db22-4b5f-84c7-9cd414998641 HTTP/1.1" status: 404 len: 337 time: 0.0468335 Nov 22 16:39:57.475666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32818) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:57.518245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369fe326-2ca1-4bf0-9530-3a518fbb647a None None] Network d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:57.569754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32822) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:57.645348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1b388fc-76b6-4148-a020-f718c8ad7105 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.678647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1b388fc-76b6-4148-a020-f718c8ad7105 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.698522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f879a56-3ff0-4ac1-9316-f10c829460f9 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:39:57.741549 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.821083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1b388fc-76b6-4148-a020-f718c8ad7105 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.826221 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b1b388fc-76b6-4148-a020-f718c8ad7105 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.827443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b1b388fc-76b6-4148-a020-f718c8ad7105 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/security-groups/f45d9e4e-60f0-4645-a86b-621973020411 HTTP/1.1" status: 204 len: 168 time: 0.2570078 Nov 22 16:39:57.845761 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b388fc-76b6-4148-a020-f718c8ad7105 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d9e4e-60f0-4645-a86b-621973020411,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:57.896053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting port 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:57.896892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.897645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f879a56-3ff0-4ac1-9316-f10c829460f9 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:39:58.315579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:58.388384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'name': 'network-vif-deleted', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:58.391281 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ce016-6467-4b93-94ef-f7599ecab810" -d '{"events": [{"server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "name": "network-vif-deleted", "tag": "821a772f-9443-4381-99ff-0628e8e96d07"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:58.432802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a498ca2-582d-4684-859c-720b5724ec63 req-2717140a-5fce-4ce0-a608-38772b7d96a8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.0361156 Nov 22 16:39:58.493524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] For port 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=38e3081b-0bf1-470f-bdb5-d1e8d51b5d55,segment=NetworkSegment(99e1c3df-3250-4249-a2b9-918af43cc3f7),segment_id=99e1c3df-3250-4249-a2b9-918af43cc3f7)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:58.494171 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.533816 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8de4645-1836-4be7-a5e8-8f03c57986ef x-openstack-request-id: req-b8de4645-1836-4be7-a5e8-8f03c57986ef {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:58.534237 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6990519-ee79-4866-951a-8817efb08ff5", "name": "network-vif-deleted", "tag": "821a772f-9443-4381-99ff-0628e8e96d07", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:58.534806 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8de4645-1836-4be7-a5e8-8f03c57986ef {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:58.534996 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6990519-ee79-4866-951a-8817efb08ff5', 'name': 'network-vif-deleted', 'tag': '821a772f-9443-4381-99ff-0628e8e96d07', 'status': 'completed', 'code': 200} Nov 22 16:39:58.543382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Calling delete_port for 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:58.631813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a3c59-ad44-49cd-8450-1754e9a97636 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:39:58.692823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.714209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.761447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No DVR routers for this DVR port 38e3081b-0bf1-470f-bdb5-d1e8d51b5d55 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:58.865445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.872174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Port': ['ID=38e3081b-0bf1-470f-bdb5-d1e8d51b5d55,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:58.922641 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a3c59-ad44-49cd-8450-1754e9a97636 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:39:58.940277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4841f2b2-5391-4afb-94c8-561fe07051c0']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:58.974241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e031c29-76ab-403a-beeb-3909490bcc37') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:58.974241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e031c29-76ab-403a-beeb-3909490bcc37') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:59.004485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.009173 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.053579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:59.090207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.091719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e1c3df-3250-4249-a2b9-918af43cc3f7') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:59.092770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e1c3df-3250-4249-a2b9-918af43cc3f7') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:59.104673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:59.105331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:59.111542 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:59.132262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.167690 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.168723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 821a772f-9443-4381-99ff-0628e8e96d07 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:59.194323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:59.196057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:59.206148 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:59.217715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 821a772f-9443-4381-99ff-0628e8e96d07 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:59.217715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 821a772f-9443-4381-99ff-0628e8e96d07 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:59.245629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.274095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.291327 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/4841f2b2-5391-4afb-94c8-561fe07051c0 HTTP/1.1" status: 204 len: 168 time: 1.8108156 Nov 22 16:39:59.291681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32832) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.332954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.350396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.358055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 HTTP/1.1" status: 204 len: 168 time: 6.1061192 Nov 22 16:39:59.364944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32834) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.368480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b8a81-fb51-4ce1-acea-f37d7392bb02 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.380932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fcc69-6ec3-453f-99da-accb8033b19f tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Network': ['ID=4841f2b2-5391-4afb-94c8-561fe07051c0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.401343 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c78b5ab-e970-48b6-a8ec-d16969ba9fb4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:39:59.401937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c78b5ab-e970-48b6-a8ec-d16969ba9fb4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:39:59.406488 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3c78b5ab-e970-48b6-a8ec-d16969ba9fb4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 HTTP/1.1" status: 404 len: 339 time: 0.0385125 Nov 22 16:39:59.411188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34d3edc-2546-4c1a-898d-a155444e2906 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Deleting subnet 1bfb2463-5173-449f-9a0e-d943e923c7fb {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:59.413158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.416899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b34d3edc-2546-4c1a-898d-a155444e2906 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.418393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1500876853', 'description': 'd1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:59.453429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:59.457485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.463628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.495878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:59.511114 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.511461 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment 9dda109f-9031-48d5-bf52-236a67bfe045 of type vlan for network 26bc5a90-6b6d-4a84-9b11-49dd4fe4573c Nov 22 16:39:59.524590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b34d3edc-2546-4c1a-898d-a155444e2906 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.577352 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.629713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ec20b2c-b2cf-40bd-9c43-c0d74e647615 req-bc91a82c-d404-4b68-8992-5323d22cdab5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.0405746 Nov 22 16:39:59.641554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.648596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:59.649584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.732924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3185532 Nov 22 16:39:59.739152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32840) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.746012 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b34d3edc-2546-4c1a-898d-a155444e2906 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.759518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9077093-1b3c-431d-b0dc-f919c3583ea5 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=26bc5a90-6b6d-4a84-9b11-49dd4fe4573c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.778973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 26bc5a90-6b6d-4a84-9b11-49dd4fe4573c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:59.860460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b34d3edc-2546-4c1a-898d-a155444e2906 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.892853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c62a627-28c9-4d28-aed7-9d2ac5d72f31 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:59.897027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4c62a627-28c9-4d28-aed7-9d2ac5d72f31 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/networks?id=26bc5a90-6b6d-4a84-9b11-49dd4fe4573c HTTP/1.1" status: 200 len: 765 time: 0.1536589 Nov 22 16:39:59.897471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.902216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d3edc-2546-4c1a-898d-a155444e2906 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfb2463-5173-449f-9a0e-d943e923c7fb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.906860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e326a1f1-6901-4928-b3e6-7902b750b550 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'description': 'd2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:59.910812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b34d3edc-2546-4c1a-898d-a155444e2906 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.916983 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b34d3edc-2546-4c1a-898d-a155444e2906 tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/subnets/1bfb2463-5173-449f-9a0e-d943e923c7fb HTTP/1.1" status: 204 len: 168 time: 0.6208911 Nov 22 16:39:59.917184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.929105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2addb069-16c6-4c66-80ef-21c4e0d9b160 None None] Network 34354dae-1415-4f5d-b8cc-9007dd784f3d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:00.052696 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.075414 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port e9738a6c-25bf-4cdb-9c89-69e4c887f571 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:00.076152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.219396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Deleting port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:00.220669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.226063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port e9738a6c-25bf-4cdb-9c89-69e4c887f571, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e9738a6c-25bf-4cdb-9c89-69e4c887f571,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:00.226418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.234360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] DHCP port deletion for 34354dae-1415-4f5d-b8cc-9007dd784f3d request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:00.286528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for e9738a6c-25bf-4cdb-9c89-69e4c887f571 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:00.298558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e326a1f1-6901-4928-b3e6-7902b750b550 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.334002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] Deleting port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:00.336118 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.345695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e326a1f1-6901-4928-b3e6-7902b750b550 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.358297 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] For port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,segment=NetworkSegment(9a96b6de-2a82-42b9-837d-71443c51b923),segment_id=9a96b6de-2a82-42b9-837d-71443c51b923)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:00.358668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.361056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e326a1f1-6901-4928-b3e6-7902b750b550 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network 26bc5a90-6b6d-4a84-9b11-49dd4fe4573c is not hosted by any dhcp agent {{(pid=103411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:40:00.376194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e326a1f1-6901-4928-b3e6-7902b750b550 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:00.377893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e326a1f1-6901-4928-b3e6-7902b750b550 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.379710 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Calling delete_port for a82fd76f-34dd-4639-bee1-5d18eb9d5b4b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:00.380821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e326a1f1-6901-4928-b3e6-7902b750b550 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "PUT /v2.0/networks/26bc5a90-6b6d-4a84-9b11-49dd4fe4573c HTTP/1.1" status: 200 len: 762 time: 0.4812806 Nov 22 16:40:00.383506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:00.489064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] For port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,segment=NetworkSegment(9a96b6de-2a82-42b9-837d-71443c51b923),segment_id=9a96b6de-2a82-42b9-837d-71443c51b923)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:00.490230 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.522276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] Calling delete_port for a82fd76f-34dd-4639-bee1-5d18eb9d5b4b owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:00.537784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2d17d9-0393-452a-a718-049323d085ad tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:00.539394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9e2d17d9-0393-452a-a718-049323d085ad tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/networks?id=26bc5a90-6b6d-4a84-9b11-49dd4fe4573c HTTP/1.1" status: 200 len: 765 time: 0.1541202 Nov 22 16:40:00.553253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32848) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:00.622085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326a1f1-6901-4928-b3e6-7902b750b550 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=26bc5a90-6b6d-4a84-9b11-49dd4fe4573c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:00.664618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.683720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 26bc5a90-6b6d-4a84-9b11-49dd4fe4573c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:00.765408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Port': ['ID=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:00.793673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] No DVR routers for this DVR port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:00.897895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.923606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c90d6582-f274-45ea-b1c8-065adc81d83a req-4bdef0c4-83f6-4578-8095-679e6a8a126e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.0604534 Nov 22 16:40:00.940027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] Pushing event deleted for resources: {'Port': ['ID=a82fd76f-34dd-4639-bee1-5d18eb9d5b4b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:00.947540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6246c5-7dd9-49c6-a2f9-0c18a2f1315f None None] No DVR routers for this DVR port a82fd76f-34dd-4639-bee1-5d18eb9d5b4b on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:00.980833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.020537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f45d650-9523-49c0-8a5f-877ef79a8446 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.022410 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8f45d650-9523-49c0-8a5f-877ef79a8446 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4681172 Nov 22 16:40:01.025347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:01.074500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-03cf31b0-8cea-4845-91fa-0ed0965d287c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 207 time: 0.0449665 Nov 22 16:40:01.074988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32854) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:01.075343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=e9738a6c-25bf-4cdb-9c89-69e4c887f571,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:01.088313 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.217373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34354dae-1415-4f5d-b8cc-9007dd784f3d']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.252278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a96b6de-2a82-42b9-837d-71443c51b923') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.252792 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a96b6de-2a82-42b9-837d-71443c51b923') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.282219 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.384671 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.407475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:01.408193 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:01.414100 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:01.494639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057cfb6-959c-4824-8c2a-d708360c50e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.506504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057cfb6-959c-4824-8c2a-d708360c50e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.517796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057cfb6-959c-4824-8c2a-d708360c50e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.532974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057cfb6-959c-4824-8c2a-d708360c50e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.547240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057cfb6-959c-4824-8c2a-d708360c50e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.559490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057cfb6-959c-4824-8c2a-d708360c50e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.562874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b057cfb6-959c-4824-8c2a-d708360c50e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4867537 Nov 22 16:40:01.569789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:01.602652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.614284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.629130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.637043 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] 10.222.0.69 "DELETE /v2.0/networks/34354dae-1415-4f5d-b8cc-9007dd784f3d HTTP/1.1" status: 204 len: 168 time: 1.7166650 Nov 22 16:40:01.651705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a82fd76f-34dd-4639-bee1-5d18eb9d5b4b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:01.665777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc91e9-f2fa-458b-8cce-546ef804f93e tempest-NetworksIpV6TestAttrs-170284035 tempest-NetworksIpV6TestAttrs-170284035-project] Pushing event deleted for resources: {'Network': ['ID=34354dae-1415-4f5d-b8cc-9007dd784f3d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:01.708837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a82fd76f-34dd-4639-bee1-5d18eb9d5b4b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:01.709812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a82fd76f-34dd-4639-bee1-5d18eb9d5b4b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:01.828955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24b65f5a-7f33-43f4-986a-0641b6040fa7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2578795 Nov 22 16:40:01.837233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.049484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a355-c50e-44dc-923e-f248df811395 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.052363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a355-c50e-44dc-923e-f248df811395 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.065589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a355-c50e-44dc-923e-f248df811395 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.076330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a355-c50e-44dc-923e-f248df811395 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.085483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a355-c50e-44dc-923e-f248df811395 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.097657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b0b9a355-c50e-44dc-923e-f248df811395 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2578444 Nov 22 16:40:02.104563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32866) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.152775 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32868) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.176293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Router 83f2287e-393f-427d-a069-90927bd1aa1c has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:02.255270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eac13d13-6229-475e-a510-8dca78d57eb2 req-b81ffed4-b66c-4c2c-849d-69f98d184606 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.0659122 Nov 22 16:40:02.300765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8a377-5c88-415f-91c1-644c1c1ab335 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.303533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8a377-5c88-415f-91c1-644c1c1ab335 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.306270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8a377-5c88-415f-91c1-644c1c1ab335 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.306705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:02.309138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8a377-5c88-415f-91c1-644c1c1ab335 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.312645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8a377-5c88-415f-91c1-644c1c1ab335 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.321060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-adc8a377-5c88-415f-91c1-644c1c1ab335 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2089007 Nov 22 16:40:02.321334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32872) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.336108 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] Sync routers for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:02.348283 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e55dae58-bdf6-4d77-859e-d469e7f1b68e tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "PUT /v2.0/routers/83f2287e-393f-427d-a069-90927bd1aa1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0257235 Nov 22 16:40:02.348999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.349848 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:02.350502 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:39:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:02.486324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4e823d-c45f-4221-8863-d8d78795b806 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting subnet 05d8d78a-25a2-4581-94d5-cfef5ed02b26 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:02.489927 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b4e823d-c45f-4221-8863-d8d78795b806 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.490318 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:02.538193 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b4e823d-c45f-4221-8863-d8d78795b806 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.650238 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-12b82403-edab-4138-84a6-9757b9d902f0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7cfc49324c5b448183c3a41164aa115e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4960096 Nov 22 16:40:02.652409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.659029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469d8bbd-cfe3-4545-aa0f-9499bab969b0 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.666353 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-469d8bbd-cfe3-4545-aa0f-9499bab969b0 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/networks/1fac3290-e2ae-45bd-92a7-e84cb7a91b5a HTTP/1.1" status: 200 len: 804 time: 0.3382347 Nov 22 16:40:02.671697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.768067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b4e823d-c45f-4221-8863-d8d78795b806 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.863894 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:40:00Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:02.914099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdd71b13-7703-46b9-8ec4-76da1c5ccaec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.924711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-73a4fe65-716e-48af-a794-9ee56b93f733 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/networks/1fac3290-e2ae-45bd-92a7-e84cb7a91b5a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2493656 Nov 22 16:40:02.931363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32880) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:02.934656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b4e823d-c45f-4221-8863-d8d78795b806 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.958443 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] Checking router: 83f2287e-393f-427d-a069-90927bd1aa1c for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:02.961355 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdd71b13-7703-46b9-8ec4-76da1c5ccaec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.983840 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] Routers {'83f2287e-393f-427d-a069-90927bd1aa1c'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:02.985174 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:39:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['83f2287e-393f-427d-a069-90927bd1aa1c'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:02.990050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e823d-c45f-4221-8863-d8d78795b806 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Subnet': ['ID=05d8d78a-25a2-4581-94d5-cfef5ed02b26,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:03.007618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a1e12-e88a-49e8-b655-b03ef203566d None None] Network 0654ed59-b0b6-4325-85e8-549c4c59364e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:03.010054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5b4e823d-c45f-4221-8863-d8d78795b806 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.012258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5b4e823d-c45f-4221-8863-d8d78795b806 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/subnets/05d8d78a-25a2-4581-94d5-cfef5ed02b26 HTTP/1.1" status: 204 len: 168 time: 0.6613395 Nov 22 16:40:03.029449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32882) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:03.100619 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdd71b13-7703-46b9-8ec4-76da1c5ccaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.110541 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bdd71b13-7703-46b9-8ec4-76da1c5ccaec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.112657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bdd71b13-7703-46b9-8ec4-76da1c5ccaec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15282c22-97ff-4510-948a-12b7365896a3 HTTP/1.1" status: 204 len: 168 time: 0.4589825 Nov 22 16:40:03.147757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd71b13-7703-46b9-8ec4-76da1c5ccaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15282c22-97ff-4510-948a-12b7365896a3,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:03.304706 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] Set router 83f2287e-393f-427d-a069-90927bd1aa1c gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:03.338834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c0cf2-b3a0-4d2c-b9ba-2b36bddab27a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.347971 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-316c0cf2-b3a0-4d2c-b9ba-2b36bddab27a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/subnets/bb51ac3e-fe78-4dae-8f0b-2d122766fbf4 HTTP/1.1" status: 200 len: 843 time: 0.4069529 Nov 22 16:40:03.349728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:03.470377 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140007f9-715b-4590-b494-b9199707863e None None] DHCP port deletion for 0654ed59-b0b6-4325-85e8-549c4c59364e request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:03.602731 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.687975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-140007f9-715b-4590-b494-b9199707863e None None] Deleting port f64be3ab-970b-48de-884d-0ca3211135fc {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:03.692047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-140007f9-715b-4590-b494-b9199707863e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.713469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045f8bc-92c8-4fc7-b791-d9a113f455a7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.727067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8045f8bc-92c8-4fc7-b791-d9a113f455a7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "GET /v2.0/subnets/bb51ac3e-fe78-4dae-8f0b-2d122766fbf4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3751051 Nov 22 16:40:03.730608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:03.793246 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f64be3ab-970b-48de-884d-0ca3211135fc no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:03.847320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415077097'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:03.871280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e109fc9-b463-495f-91d0-ca2ab629e3de req-73ae6074-d70f-4d6c-a7ac-3f9baf4a9bce tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=8668d85e-8f57-4039-8de3-f5eb5c175b0b HTTP/1.1" status: 200 len: 210 time: 0.2105825 Nov 22 16:40:03.913516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-140007f9-715b-4590-b494-b9199707863e None None] For port f64be3ab-970b-48de-884d-0ca3211135fc, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f64be3ab-970b-48de-884d-0ca3211135fc,segment=NetworkSegment(8a0450f0-8136-4aa8-99eb-883339a2a8ec),segment_id=8a0450f0-8136-4aa8-99eb-883339a2a8ec)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:03.914060 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-140007f9-715b-4590-b494-b9199707863e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.933576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-140007f9-715b-4590-b494-b9199707863e None None] Calling delete_port for f64be3ab-970b-48de-884d-0ca3211135fc owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:03.966900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:03.976014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.985492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.080190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] vlan segment allocate from pool success with {'vlan_id': 842, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:04.090976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No active binding found for port f64be3ab-970b-48de-884d-0ca3211135fc {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:40:04.092731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f64be3ab-970b-48de-884d-0ca3211135fc not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:04.100590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-140007f9-715b-4590-b494-b9199707863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.120502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Deleting port 2e5fc3c0-1712-4598-a99a-76bf0670494c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:04.123058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.139243 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.140892 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Added segment d289ae58-95f2-4d06-a386-e2e7caeae102 of type vlan for network e5323468-6aa0-46bb-bbff-9fadbe3b612c Nov 22 16:40:04.179243 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:40:00Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:04.185146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140007f9-715b-4590-b494-b9199707863e None None] No DVR routers for this DVR port f64be3ab-970b-48de-884d-0ca3211135fc on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:04.193544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140007f9-715b-4590-b494-b9199707863e None None] Pushing event deleted for resources: {'Port': ['ID=f64be3ab-970b-48de-884d-0ca3211135fc,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:04.239225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.252406 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b080e6-bd1e-4a60-b4fa-e13606991a93 None None] The sync data for ids ['83f2287e-393f-427d-a069-90927bd1aa1c'] in n-d-811716-3 is: [{'id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'name': 'tempest-TestNetworkBasicOps-router-793772120', 'tenant_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:38:38Z', 'updated_at': '2021-11-22T16:40:00Z', 'revision_number': 5, 'project_id': 'd2f3044cf1e84b2f8a2b54abb7b08aa7', 'gw_port': {'id': '2e5fc3c0-1712-4598-a99a-76bf0670494c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2287e-393f-427d-a069-90927bd1aa1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:38:40Z', 'updated_at': '2021-11-22T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:04.380858 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.395661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:04.399120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] For port 2e5fc3c0-1712-4598-a99a-76bf0670494c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2e5fc3c0-1712-4598-a99a-76bf0670494c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:04.399598 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.399807 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.450452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Calling delete_port for 2e5fc3c0-1712-4598-a99a-76bf0670494c owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:04.523822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7788601 Nov 22 16:40:04.529987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32902) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:04.540645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'network_id': 'e5323468-6aa0-46bb-bbff-9fadbe3b612c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:04.677902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9777a0-a9c0-4880-bda7-5c26a08478e9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Network': ['ID=e5323468-6aa0-46bb-bbff-9fadbe3b612c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:04.690951 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e5323468-6aa0-46bb-bbff-9fadbe3b612c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:04.727410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Made reservation on behalf of 63960d69139a4affa5c996307dcb50c4 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:04.732388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.864409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:40:04.865116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:40:04.940958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:05.132934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-20f7bfb9-337b-412f-9231-0cdb8a153faa tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-997961973', 'prefixes': ['172.20.0.0/16']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:05.154702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.275188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=df0a0c1f-1e8b-4b64-b92b-18c6c9ad6f22,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:05.302090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.304485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Checking segment: {'id': 'd289ae58-95f2-4d06-a386-e2e7caeae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e5323468-6aa0-46bb-bbff-9fadbe3b612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:05.304822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network hostable DHCP agents. Network: e5323468-6aa0-46bb-bbff-9fadbe3b612c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:05.341168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Network e5323468-6aa0-46bb-bbff-9fadbe3b612c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:05.359399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Port': ['ID=2e5fc3c0-1712-4598-a99a-76bf0670494c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:05.378356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-20f7bfb9-337b-412f-9231-0cdb8a153faa tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.379648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56802bd7-9ac0-4add-a8d6-ea2db91925ee None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:05.380474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-20f7bfb9-337b-412f-9231-0cdb8a153faa tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4361229 Nov 22 16:40:05.381535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, e5323468-6aa0-46bb-bbff-9fadbe3b612c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:05.390719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32920) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:05.400014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.400657 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.402003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1692e34-c521-4d1d-95ac-d82834cf8eb0 None None] Network e5323468-6aa0-46bb-bbff-9fadbe3b612c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:05.464010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a811bf7a-dafb-49d4-8055-ea00815c6f3a tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] 10.222.0.69 "GET /v2.0/subnetpools/64442e43-6f08-4411-b918-f806e819aa53 HTTP/1.1" status: 200 len: 731 time: 0.0670924 Nov 22 16:40:05.473070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e9a4c38-3d2e-4ffe-9f23-1022844f7946 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9369028 Nov 22 16:40:05.473070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32922) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:05.473410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:05.476978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e1ffada2-825f-4280-9c2e-dfca406f5b00 tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-805485673'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:05.491760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a7b93470-45e0-4e3b-897a-4e9180a3267b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:05.505386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.661394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e9738a6c-25bf-4cdb-9c89-69e4c887f571 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:05.687414 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.689020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e9738a6c-25bf-4cdb-9c89-69e4c887f571 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:05.689382 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e9738a6c-25bf-4cdb-9c89-69e4c887f571 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:05.690683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.705327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e1ffada2-825f-4280-9c2e-dfca406f5b00 tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.706951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e1ffada2-825f-4280-9c2e-dfca406f5b00 tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] 10.222.0.69 "PUT /v2.0/subnetpools/64442e43-6f08-4411-b918-f806e819aa53 HTTP/1.1" status: 200 len: 683 time: 0.2344720 Nov 22 16:40:05.709012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7b93470-45e0-4e3b-897a-4e9180a3267b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10346969'] for subnet, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.711838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:05.745997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.747347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Fanout notify agent at l3_agent the message router_deleted on router 83f2287e-393f-427d-a069-90927bd1aa1c {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:40:05.756814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.758299 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-532e2d7e-a8cb-460b-a9f1-f107ddc149e3 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/routers/83f2287e-393f-427d-a069-90927bd1aa1c HTTP/1.1" status: 204 len: 168 time: 2.7167983 Nov 22 16:40:05.761135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32928) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:05.770948 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-e5323468-6aa0-46bb-bbff-9fadbe3b612c', 'network_id': 'e5323468-6aa0-46bb-bbff-9fadbe3b612c', 'tenant_id': '63960d69139a4affa5c996307dcb50c4', 'fixed_ips': [{'subnet_id': 'df0a0c1f-1e8b-4b64-b92b-18c6c9ad6f22'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:05.773525 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.838482 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db9f362f-dca3-4a5c-9529-01c5b90051b8 tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.840055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-db9f362f-dca3-4a5c-9529-01c5b90051b8 tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] 10.222.0.69 "DELETE /v2.0/subnetpools/64442e43-6f08-4411-b918-f806e819aa53 HTTP/1.1" status: 204 len: 168 time: 0.1269915 Nov 22 16:40:05.850407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32930) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:05.928062 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-ea7f9a55-13a2-4619-bd56-211ccda9f8ca tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] show failed (client error): The resource could not be found. Nov 22 16:40:05.929341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ea7f9a55-13a2-4619-bd56-211ccda9f8ca tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] 10.222.0.69 "GET /v2.0/subnetpools/64442e43-6f08-4411-b918-f806e819aa53 HTTP/1.1" status: 404 len: 346 time: 0.0773225 Nov 22 16:40:05.936355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32932) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:05.971395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.981021 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-97a9ded2-3ec0-4d83-b9dc-c4187ca0e8c3 tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] delete failed (client error): The resource could not be found. Nov 22 16:40:05.983028 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-97a9ded2-3ec0-4d83-b9dc-c4187ca0e8c3 tempest-SubnetPoolsTestJSON-1475107986 tempest-SubnetPoolsTestJSON-1475107986-project] 10.222.0.69 "DELETE /v2.0/subnetpools/64442e43-6f08-4411-b918-f806e819aa53 HTTP/1.1" status: 404 len: 346 time: 0.0453556 Nov 22 16:40:06.102058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.121896 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7b93470-45e0-4e3b-897a-4e9180a3267b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771747092044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9881292'] for subnet, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.189818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b93470-45e0-4e3b-897a-4e9180a3267b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:06.190732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0654ed59-b0b6-4325-85e8-549c4c59364e']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.192078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a7b93470-45e0-4e3b-897a-4e9180a3267b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.194730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a7b93470-45e0-4e3b-897a-4e9180a3267b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "PUT /v2.0/subnets/df0a0c1f-1e8b-4b64-b92b-18c6c9ad6f22 HTTP/1.1" status: 200 len: 900 time: 0.7093558 Nov 22 16:40:06.198499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32938) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:06.217128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0450f0-8136-4aa8-99eb-883339a2a8ec') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.217411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0450f0-8136-4aa8-99eb-883339a2a8ec') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.246109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Allocated IP 2001:db8::3 (e5323468-6aa0-46bb-bbff-9fadbe3b612c/df0a0c1f-1e8b-4b64-b92b-18c6c9ad6f22/46e64a85-266c-45c7-8a1d-6cdbcf299364) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:06.261394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.297511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b93470-45e0-4e3b-897a-4e9180a3267b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event updated for resources: {'Subnet': ['ID=df0a0c1f-1e8b-4b64-b92b-18c6c9ad6f22,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.306483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.321985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:06.324505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:06.335364 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:06.433656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.478250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.486554 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.494270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] 10.222.0.69 "DELETE /v2.0/networks/0654ed59-b0b6-4325-85e8-549c4c59364e HTTP/1.1" status: 204 len: 168 time: 0.7272661 Nov 22 16:40:06.516469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22929ad1-441c-4d8e-b40b-d6489f3628a2 tempest-TestNetworkBasicOps-1681804592 tempest-TestNetworkBasicOps-1681804592-project] Pushing event deleted for resources: {'Network': ['ID=0654ed59-b0b6-4325-85e8-549c4c59364e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.553350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.558068 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.568035 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32944) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:06.578316 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.652967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Network e5323468-6aa0-46bb-bbff-9fadbe3b612c is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:06.657802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:06.662284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:06.671785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Pushing event updated for resources: {'Port': ['ID=46e64a85-266c-45c7-8a1d-6cdbcf299364,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.696257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.737777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=df0a0c1f-1e8b-4b64-b92b-18c6c9ad6f22,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.766706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Attempting to bind port 46e64a85-266c-45c7-8a1d-6cdbcf299364 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:06.767819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Attempting to bind port 46e64a85-266c-45c7-8a1d-6cdbcf299364 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd289ae58-95f2-4d06-a386-e2e7caeae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e5323468-6aa0-46bb-bbff-9fadbe3b612c'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:06.771798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Attempting to bind port 46e64a85-266c-45c7-8a1d-6cdbcf299364 on network e5323468-6aa0-46bb-bbff-9fadbe3b612c {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:06.807732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:06.810578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Checking segment: {'id': 'd289ae58-95f2-4d06-a386-e2e7caeae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e5323468-6aa0-46bb-bbff-9fadbe3b612c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:06.812113 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.814233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.817897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Bound using segment: {'id': 'd289ae58-95f2-4d06-a386-e2e7caeae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e5323468-6aa0-46bb-bbff-9fadbe3b612c'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:06.823838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Bound port: 46e64a85-266c-45c7-8a1d-6cdbcf299364, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd289ae58-95f2-4d06-a386-e2e7caeae102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'e5323468-6aa0-46bb-bbff-9fadbe3b612c'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:06.825196 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.836828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d58964d-d7a0-4d95-b86f-bcff8916e394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.838817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5323468-6aa0-46bb-bbff-9fadbe3b612c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.850704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd289ae58-95f2-4d06-a386-e2e7caeae102') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.851051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd289ae58-95f2-4d06-a386-e2e7caeae102') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:06.871062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.890322 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.903719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:06.904194 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:06.911132 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:06.981276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] For port 46e64a85-266c-45c7-8a1d-6cdbcf299364, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:06.988898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] For port 46e64a85-266c-45c7-8a1d-6cdbcf299364, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=46e64a85-266c-45c7-8a1d-6cdbcf299364,segment=NetworkSegment(d289ae58-95f2-4d06-a386-e2e7caeae102),segment_id=d289ae58-95f2-4d06-a386-e2e7caeae102)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:07.001200 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.002238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:40:07.002238 n-d-811716-3 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:40:07.002238 n-d-811716-3 neutron-server[103411]: [parameters: {'id': 'e5323468-6aa0-46bb-bbff-9fadbe3b612c'}] Nov 22 16:40:07.002238 n-d-811716-3 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:40:07.002935 n-d-811716-3 neutron-server[103411]: DEBUG oslo_db.api [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:40:07.041659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32950) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:07.089966 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d58964d-d7a0-4d95-b86f-bcff8916e394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.096518 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d58964d-d7a0-4d95-b86f-bcff8916e394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.159629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8d58964d-d7a0-4d95-b86f-bcff8916e394 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3e4d8a257324bf1a5167003fafcd11a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5893502 Nov 22 16:40:07.161154 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58964d-d7a0-4d95-b86f-bcff8916e394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c23a66-d172-4601-8334-2bbfe00c6fed,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:07.163392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:07.235456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712431b-8ff2-4eb9-a6f6-0b392bbe1dd3 None None] Pushing event updated for resources: {'Port': ['ID=46e64a85-266c-45c7-8a1d-6cdbcf299364,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:07.259646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece400bd-b05f-4516-bcbb-38adf91dbeea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.272392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e39cc4-f4f6-4337-8657-eecbaff3f14d None None] Network e5323468-6aa0-46bb-bbff-9fadbe3b612c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:07.306513 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece400bd-b05f-4516-bcbb-38adf91dbeea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.375950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91e93276-4f59-43f3-8750-56fe7ec8e36a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2f3044cf1e84b2f8a2b54abb7b08aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309364 Nov 22 16:40:07.379010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32958) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:07.411062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece400bd-b05f-4516-bcbb-38adf91dbeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.414525 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ece400bd-b05f-4516-bcbb-38adf91dbeea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.415809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ece400bd-b05f-4516-bcbb-38adf91dbeea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77c23a66-d172-4601-8334-2bbfe00c6fed HTTP/1.1" status: 204 len: 168 time: 0.2497675 Nov 22 16:40:07.465355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece400bd-b05f-4516-bcbb-38adf91dbeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c23a66-d172-4601-8334-2bbfe00c6fed,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:07.504911 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.512725 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dc5eb1e-8d82-4676-8a4f-4c6607b441f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.552051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2e5fc3c0-1712-4598-a99a-76bf0670494c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:07.575487 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dc5eb1e-8d82-4676-8a4f-4c6607b441f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.629050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2e5fc3c0-1712-4598-a99a-76bf0670494c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:07.630634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2e5fc3c0-1712-4598-a99a-76bf0670494c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:07.657654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting port 46e64a85-266c-45c7-8a1d-6cdbcf299364 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:07.658345 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.693236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426980f-e452-4bc0-b9a2-3e82faad7a52 None None] Network e5323468-6aa0-46bb-bbff-9fadbe3b612c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:07.728014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dc5eb1e-8d82-4676-8a4f-4c6607b441f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.733094 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0dc5eb1e-8d82-4676-8a4f-4c6607b441f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.735542 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0dc5eb1e-8d82-4676-8a4f-4c6607b441f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c88007d-923a-4a0e-808f-adaf6f052896 HTTP/1.1" status: 204 len: 168 time: 0.3549044 Nov 22 16:40:07.756127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5eb1e-8d82-4676-8a4f-4c6607b441f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c88007d-923a-4a0e-808f-adaf6f052896,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:07.816630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] For port 46e64a85-266c-45c7-8a1d-6cdbcf299364, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=46e64a85-266c-45c7-8a1d-6cdbcf299364,segment=NetworkSegment(d289ae58-95f2-4d06-a386-e2e7caeae102),segment_id=d289ae58-95f2-4d06-a386-e2e7caeae102)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:07.817632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.837369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Calling delete_port for 46e64a85-266c-45c7-8a1d-6cdbcf299364 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:07.929760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72591a61-b136-4408-992f-aa0f81b005d6 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:40:08.014690 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.101807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No DVR routers for this DVR port 46e64a85-266c-45c7-8a1d-6cdbcf299364 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:08.118610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Port': ['ID=46e64a85-266c-45c7-8a1d-6cdbcf299364,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:08.147404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72591a61-b136-4408-992f-aa0f81b005d6 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:40:08.349480 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.447003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5323468-6aa0-46bb-bbff-9fadbe3b612c']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:08.509600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd289ae58-95f2-4d06-a386-e2e7caeae102') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:08.512233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd289ae58-95f2-4d06-a386-e2e7caeae102') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:08.553388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.596384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32984) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:08.619883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e2e32b-2517-49e8-86cd-213fec0cb38d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.676713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.695707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:08.696507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:08.801222 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:08.820298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.841891 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.857330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/e5323468-6aa0-46bb-bbff-9fadbe3b612c HTTP/1.1" status: 204 len: 168 time: 2.6573267 Nov 22 16:40:08.859758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32988) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:08.888679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b6044-2f12-4e66-bff7-8b9dc8284a2b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=e5323468-6aa0-46bb-bbff-9fadbe3b612c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:08.934883 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed22ccc-e2cc-4757-8888-a3c46b67589d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:08.935939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed22ccc-e2cc-4757-8888-a3c46b67589d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:08.961974 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3ed22ccc-e2cc-4757-8888-a3c46b67589d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/df0a0c1f-1e8b-4b64-b92b-18c6c9ad6f22 HTTP/1.1" status: 404 len: 337 time: 0.0982144 Nov 22 16:40:08.964857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32992) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:09.009329 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4568082-fc17-49af-9d53-934192e69b8a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:09.010148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4568082-fc17-49af-9d53-934192e69b8a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:09.013816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d4568082-fc17-49af-9d53-934192e69b8a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/e5323468-6aa0-46bb-bbff-9fadbe3b612c HTTP/1.1" status: 404 len: 339 time: 0.0477631 Nov 22 16:40:09.019208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 32994) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:09.195383 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.230286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 32998) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:09.242411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e2e32b-2517-49e8-86cd-213fec0cb38d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.257371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00e2e32b-2517-49e8-86cd-213fec0cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.416792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1847455332'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:09.460586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Made reservation on behalf of 7501a509aa704bd095ef87a67e4e62ff for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:09.469569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.486442 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.496237 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00e2e32b-2517-49e8-86cd-213fec0cb38d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb9ea1f872004a218e9830c422657a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8981490 Nov 22 16:40:09.500650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33002) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:09.503175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2e32b-2517-49e8-86cd-213fec0cb38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8640b13-1436-46d5-a750-8c07f31ca8e4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:09.518712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.556022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bc5a90-6b6d-4a84-9b11-49dd4fe4573c']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:09.571645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dda109f-9031-48d5-bf52-236a67bfe045') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:09.572125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dda109f-9031-48d5-bf52-236a67bfe045') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:09.584713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.608950 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.625811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:09.627044 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.672372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.689970 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.695930 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cb0b52-1036-40cc-a8cc-3956adabab33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:09.700616 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:09.741520 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cb0b52-1036-40cc-a8cc-3956adabab33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.767078 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.777234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.781412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:09.782769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/26bc5a90-6b6d-4a84-9b11-49dd4fe4573c HTTP/1.1" status: 204 len: 168 time: 0.7595410 Nov 22 16:40:09.786166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33006) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:09.796763 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.797115 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Added segment b4943f17-c1db-42c7-b3ad-25fe48ce6a25 of type vlan for network 1d3357c7-137f-4171-8442-e506cd0d03ae Nov 22 16:40:09.807496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8b208-c3cb-435a-92bc-24f23cbef651 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=26bc5a90-6b6d-4a84-9b11-49dd4fe4573c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:09.842172 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb1ca75-d54c-4916-8bf9-9b8e56413c5a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:09.842846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb1ca75-d54c-4916-8bf9-9b8e56413c5a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:09.847485 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3eb1ca75-d54c-4916-8bf9-9b8e56413c5a tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/8afb8f6a-d634-48a0-8ca5-fe3b4a77bbd0 HTTP/1.1" status: 404 len: 337 time: 0.0482378 Nov 22 16:40:09.852642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33008) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:09.861896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c70e2c-08a1-492a-85e4-f82d109cfdf1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:09.889622 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e03d9f5-ff7a-48d8-a595-d0b90176ecde tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:09.890748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e03d9f5-ff7a-48d8-a595-d0b90176ecde tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:09.899295 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.900990 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3e03d9f5-ff7a-48d8-a595-d0b90176ecde tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/d8cc14f7-7baf-4e44-a3ec-1de1f4ac6570 HTTP/1.1" status: 404 len: 339 time: 0.0465295 Nov 22 16:40:09.901960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33010) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:09.969199 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.987897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:09.989321 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.014975 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6715db7-c3a6-423b-9ee6-3f877338c3ab tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting subnet 574df329-6712-4137-88a5-b33631a3ea81 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:10.020871 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cb0b52-1036-40cc-a8cc-3956adabab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.021272 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6715db7-c3a6-423b-9ee6-3f877338c3ab tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.026644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-45cb0b52-1036-40cc-a8cc-3956adabab33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.029278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-45cb0b52-1036-40cc-a8cc-3956adabab33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8640b13-1436-46d5-a750-8c07f31ca8e4 HTTP/1.1" status: 204 len: 168 time: 0.5271695 Nov 22 16:40:10.058097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8256097 Nov 22 16:40:10.115035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33014) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:10.128238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Request body: {'subnet': {'network_id': '1d3357c7-137f-4171-8442-e506cd0d03ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:10.157387 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6715db7-c3a6-423b-9ee6-3f877338c3ab tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.218934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb0b52-1036-40cc-a8cc-3956adabab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8640b13-1436-46d5-a750-8c07f31ca8e4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.286632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555d37a-2782-4795-ab03-e4a9269347bc tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Pushing event updated for resources: {'Network': ['ID=1d3357c7-137f-4171-8442-e506cd0d03ae,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.305433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1d3357c7-137f-4171-8442-e506cd0d03ae details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:10.355560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Made reservation on behalf of 7501a509aa704bd095ef87a67e4e62ff for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:10.362221 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.383670 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6715db7-c3a6-423b-9ee6-3f877338c3ab tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.600279 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6715db7-c3a6-423b-9ee6-3f877338c3ab tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.703954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6715db7-c3a6-423b-9ee6-3f877338c3ab tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.716057 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d6715db7-c3a6-423b-9ee6-3f877338c3ab tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/574df329-6712-4137-88a5-b33631a3ea81 HTTP/1.1" status: 204 len: 168 time: 0.8122528 Nov 22 16:40:10.717347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33018) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:10.720981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6715db7-c3a6-423b-9ee6-3f877338c3ab tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=574df329-6712-4137-88a5-b33631a3ea81,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.760899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef1eb5b-d0cb-473c-a314-8f954cead9a0 None None] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:10.899475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9c1bc9-3328-4c30-8fd9-f77b8f444991 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting subnet 3d333022-04af-4fa0-8f50-299fc0a00148 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:10.921134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1bc9-3328-4c30-8fd9-f77b8f444991 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.023511 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.036902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1bc9-3328-4c30-8fd9-f77b8f444991 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.153829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Pushing event updated for resources: {'Subnet': ['ID=d813b290-43e3-478f-af09-92ee4612f8fa,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:11.176747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Checking segment: {'id': 'b4943f17-c1db-42c7-b3ad-25fe48ce6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1d3357c7-137f-4171-8442-e506cd0d03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:11.177335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Network hostable DHCP agents. Network: 1d3357c7-137f-4171-8442-e506cd0d03ae, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:11.212163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Network 1d3357c7-137f-4171-8442-e506cd0d03ae is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:11.235296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1d3357c7-137f-4171-8442-e506cd0d03ae) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:11.235795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1bc9-3328-4c30-8fd9-f77b8f444991 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.245589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:11.247223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.255417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f2cdd-41f1-47ab-b742-7c0a7e6316e4 None None] Network 1d3357c7-137f-4171-8442-e506cd0d03ae requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:11.288866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ecbdb774-e90d-481e-9e6d-4c14ecd0c1f6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1659567 Nov 22 16:40:11.291563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33030) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:11.307795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Request body: {'port': {'network_id': '1d3357c7-137f-4171-8442-e506cd0d03ae', 'name': 'tempest-TagsExtTest-1491335934'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:11.337612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1bc9-3328-4c30-8fd9-f77b8f444991 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.382931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c1bc9-3328-4c30-8fd9-f77b8f444991 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=3d333022-04af-4fa0-8f50-299fc0a00148,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:11.392040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1bc9-3328-4c30-8fd9-f77b8f444991 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.398362 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8b9c1bc9-3328-4c30-8fd9-f77b8f444991 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/3d333022-04af-4fa0-8f50-299fc0a00148 HTTP/1.1" status: 204 len: 168 time: 0.6735313 Nov 22 16:40:11.399088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33034) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:11.547137 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.549963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Made reservation on behalf of 7501a509aa704bd095ef87a67e4e62ff for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:11.554763 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.587649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] device_id is not set on port 50e6814c-1e67-4690-bf6f-84adbe84271e yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:40:11.621086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting port 3749aaa4-63a6-4a2e-917d-604679586b71 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:11.621438 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.659466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1d3357c7-137f-4171-8442-e506cd0d03ae', 'network_id': '1d3357c7-137f-4171-8442-e506cd0d03ae', 'tenant_id': '7501a509aa704bd095ef87a67e4e62ff', 'fixed_ips': [{'subnet_id': 'd813b290-43e3-478f-af09-92ee4612f8fa'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:11.661416 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.729199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] For port 3749aaa4-63a6-4a2e-917d-604679586b71, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3749aaa4-63a6-4a2e-917d-604679586b71,segment=NetworkSegment(621fb966-a217-4752-b9e5-652c336503c2),segment_id=621fb966-a217-4752-b9e5-652c336503c2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:11.729806 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.747972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Calling delete_port for 3749aaa4-63a6-4a2e-917d-604679586b71 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:11.872464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.965204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Port': ['ID=3749aaa4-63a6-4a2e-917d-604679586b71,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:11.993341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No DVR routers for this DVR port 3749aaa4-63a6-4a2e-917d-604679586b71 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:12.111657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b21d3-71b4-497c-8abf-90deca50d15e None None] Network ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:12.179615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.215440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-106fab4c-0b83-4da9-8330-11bdf632ad91 None None] Could not find standard attr ID for object 3749aaa4-63a6-4a2e-917d-604679586b71. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:40:12.230947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:12.245866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621fb966-a217-4752-b9e5-652c336503c2') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:12.245866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621fb966-a217-4752-b9e5-652c336503c2') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:12.258807 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.284852 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.292530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:12.293084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:12.299835 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:12.357937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Allocated IP 172.20.0.4 (1d3357c7-137f-4171-8442-e506cd0d03ae/d813b290-43e3-478f-af09-92ee4612f8fa/50e6814c-1e67-4690-bf6f-84adbe84271e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:12.378858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2bcd6-f41f-491b-9f79-c28703791325 req-74c66e99-d696-41b5-a7c0-46c2c4202526 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:12.380490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8a2bcd6-f41f-491b-9f79-c28703791325 req-74c66e99-d696-41b5-a7c0-46c2c4202526 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 945 time: 0.0874133 Nov 22 16:40:12.411761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.424747 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.439740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 HTTP/1.1" status: 204 len: 168 time: 1.0395749 Nov 22 16:40:12.450178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33058) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.451578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032381b-ea18-446b-8be5-52acea417ab4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:12.469535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f2285-d6cb-47a8-88f1-a59f056b55c2 None None] DHCP port deletion for ffe6b8c0-3e28-4616-85c5-dc5eb6b918b2 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:12.542478 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-786560fa-04aa-4a96-a58e-cb7263e76bd4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:12.542896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786560fa-04aa-4a96-a58e-cb7263e76bd4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:12.546408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-786560fa-04aa-4a96-a58e-cb7263e76bd4 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/f890b859-668e-48dc-a58f-05b605c20d6d HTTP/1.1" status: 404 len: 337 time: 0.0951138 Nov 22 16:40:12.550204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33062) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.552561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8a2bcd6-f41f-491b-9f79-c28703791325 req-a8305c4c-98ec-42ec-82a1-9719c47e13a5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614270 Nov 22 16:40:12.595046 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba2d8d4-5f88-4ca9-b8bf-0158f5e32786 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:12.597240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba2d8d4-5f88-4ca9-b8bf-0158f5e32786 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:12.601251 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dba2d8d4-5f88-4ca9-b8bf-0158f5e32786 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/468ac6e2-806f-4586-9153-6b4d2ecbeda9 HTTP/1.1" status: 404 len: 339 time: 0.0497675 Nov 22 16:40:12.606038 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33070) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.628988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.648389 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22b22a4-8ad4-4c17-911a-4895f3ab0fe7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:12.649173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22b22a4-8ad4-4c17-911a-4895f3ab0fe7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:12.655062 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c22b22a4-8ad4-4c17-911a-4895f3ab0fe7 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/8edbe6fb-1113-454c-8129-f0acf66a3761 HTTP/1.1" status: 404 len: 337 time: 0.0474236 Nov 22 16:40:12.658913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33074) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.690260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.691597 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ad77c0-f922-4f2f-a5d1-0aa987954a06 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:12.692233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ad77c0-f922-4f2f-a5d1-0aa987954a06 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:12.697230 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e5ad77c0-f922-4f2f-a5d1-0aa987954a06 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/e1fe169c-3a80-4390-95ae-5e09579770ce HTTP/1.1" status: 404 len: 339 time: 0.0361233 Nov 22 16:40:12.700904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33076) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.729643 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b52f94-15a3-49c1-b08a-23b65b14f1d9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:12.730697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b52f94-15a3-49c1-b08a-23b65b14f1d9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:12.735938 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e0b52f94-15a3-49c1-b08a-23b65b14f1d9 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/a6abd723-8384-4ee4-964b-e12fe27a6cc3 HTTP/1.1" status: 404 len: 337 time: 0.0330238 Nov 22 16:40:12.740604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33078) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.776585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Allocated IP 172.20.0.2 (1d3357c7-137f-4171-8442-e506cd0d03ae/d813b290-43e3-478f-af09-92ee4612f8fa/96b61bb4-2fb0-4266-bbba-c6e64293072a) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:12.779742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Network 1d3357c7-137f-4171-8442-e506cd0d03ae is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:12.782810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Pushing event updated for resources: {'Port': ['ID=50e6814c-1e67-4690-bf6f-84adbe84271e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:12.786244 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b05a22-06c0-4b7f-bc5a-e127a756f684 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:12.787590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b05a22-06c0-4b7f-bc5a-e127a756f684 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:12.794817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:12.796196 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-51b05a22-06c0-4b7f-bc5a-e127a756f684 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/1b2add16-1391-423f-9952-2a9417558f6c HTTP/1.1" status: 404 len: 339 time: 0.0518224 Nov 22 16:40:12.798900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:12.803364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33080) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.902925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:12.904112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.915365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0676a420-9ca5-4a58-9bc6-3eec72a7792d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting subnet 56cd536f-4351-4e6e-9fc3-9765562d4e01 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:12.922846 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0676a420-9ca5-4a58-9bc6-3eec72a7792d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.965321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d18fd92b-6937-4136-b49a-686d3df304d0 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6706939 Nov 22 16:40:12.965749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33094) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.976164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-463f706f-451a-4bad-aba0-59450a204de9 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1889039979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:13.006033 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0676a420-9ca5-4a58-9bc6-3eec72a7792d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.021121 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-463f706f-451a-4bad-aba0-59450a204de9 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.023384 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-463f706f-451a-4bad-aba0-59450a204de9 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.031893 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.040617 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.086895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Network 1d3357c7-137f-4171-8442-e506cd0d03ae is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:13.090429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:13.097338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:13.113655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Pushing event updated for resources: {'Port': ['ID=96b61bb4-2fb0-4266-bbba-c6e64293072a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.145693 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-463f706f-451a-4bad-aba0-59450a204de9 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.150610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-463f706f-451a-4bad-aba0-59450a204de9 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.184347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-463f706f-451a-4bad-aba0-59450a204de9 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.191351 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-463f706f-451a-4bad-aba0-59450a204de9 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2226255 Nov 22 16:40:13.192652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33114) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.198428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-53649179-61f5-491d-a92c-ff1e8f765c63 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1317065702', 'prefixes': ['172.20.0.0/16']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:13.206954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0676a420-9ca5-4a58-9bc6-3eec72a7792d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.243558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Attempting to bind port 96b61bb4-2fb0-4266-bbba-c6e64293072a on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:13.244334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Attempting to bind port 96b61bb4-2fb0-4266-bbba-c6e64293072a by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'b4943f17-c1db-42c7-b3ad-25fe48ce6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1d3357c7-137f-4171-8442-e506cd0d03ae'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:13.244947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Attempting to bind port 96b61bb4-2fb0-4266-bbba-c6e64293072a on network 1d3357c7-137f-4171-8442-e506cd0d03ae {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:13.256694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:13.257894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Checking segment: {'id': 'b4943f17-c1db-42c7-b3ad-25fe48ce6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1d3357c7-137f-4171-8442-e506cd0d03ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:13.260046 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.260947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Bound using segment: {'id': 'b4943f17-c1db-42c7-b3ad-25fe48ce6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1d3357c7-137f-4171-8442-e506cd0d03ae'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:13.262251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Bound port: 96b61bb4-2fb0-4266-bbba-c6e64293072a, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4943f17-c1db-42c7-b3ad-25fe48ce6a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '1d3357c7-137f-4171-8442-e506cd0d03ae'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:13.263278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.339738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53649179-61f5-491d-a92c-ff1e8f765c63 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for subnetpool, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.344533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0676a420-9ca5-4a58-9bc6-3eec72a7792d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.346152 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-53649179-61f5-491d-a92c-ff1e8f765c63 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1518970 Nov 22 16:40:13.346889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33132) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.352574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-25ddbef9-ce9e-447e-b880-a26022611079 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa', 'tempest-TagsExtTest-Tag-1929403172') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:13.386267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] For port 96b61bb4-2fb0-4266-bbba-c6e64293072a, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:13.395586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] For port 96b61bb4-2fb0-4266-bbba-c6e64293072a, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=96b61bb4-2fb0-4266-bbba-c6e64293072a,segment=NetworkSegment(b4943f17-c1db-42c7-b3ad-25fe48ce6a25),segment_id=b4943f17-c1db-42c7-b3ad-25fe48ce6a25)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:13.409475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.421228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676a420-9ca5-4a58-9bc6-3eec72a7792d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=56cd536f-4351-4e6e-9fc3-9765562d4e01,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.438589 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0676a420-9ca5-4a58-9bc6-3eec72a7792d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.445206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0676a420-9ca5-4a58-9bc6-3eec72a7792d tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/56cd536f-4351-4e6e-9fc3-9765562d4e01 HTTP/1.1" status: 204 len: 168 time: 0.6390343 Nov 22 16:40:13.450943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33140) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.467331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f2c9d-f792-4358-b065-f3befc3d1b5e None None] Network d6d3f81b-2653-4de9-b790-7cfe8fc9c17d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:13.598702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-25ddbef9-ce9e-447e-b880-a26022611079 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags/tempest-TagsExtTest-Tag-1929403172 HTTP/1.1" status: 201 len: 201 time: 0.2503905 Nov 22 16:40:13.599370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33156) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.603072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3749aaa4-63a6-4a2e-917d-604679586b71 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:13.604101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-4e5c1d1a-b1a2-4a07-8400-098f5a8143aa tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e', 'tempest-TagsExtTest-Tag-369056592') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:13.647650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 3749aaa4-63a6-4a2e-917d-604679586b71 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:13.648037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3749aaa4-63a6-4a2e-917d-604679586b71 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:13.671306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ae650-0397-434c-9ec9-2d7ca58d950a None None] Pushing event updated for resources: {'Port': ['ID=96b61bb4-2fb0-4266-bbba-c6e64293072a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.788494 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4e5c1d1a-b1a2-4a07-8400-098f5a8143aa tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags/tempest-TagsExtTest-Tag-369056592 HTTP/1.1" status: 201 len: 201 time: 0.1852922 Nov 22 16:40:13.790312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33170) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.813081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-96fcf812-2933-4197-9f38-bf9df69ac79d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614', 'tempest-TagsExtTest-Tag-2108510398') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:13.965513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] DHCP port deletion for d6d3f81b-2653-4de9-b790-7cfe8fc9c17d request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:13.971197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-f01ed5ef-5b00-432e-ad4e-395c043eebe8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.972833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-f01ed5ef-5b00-432e-ad4e-395c043eebe8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 945 time: 0.2409091 Nov 22 16:40:13.985029 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.107974 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-96fcf812-2933-4197-9f38-bf9df69ac79d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags/tempest-TagsExtTest-Tag-2108510398 HTTP/1.1" status: 201 len: 201 time: 0.3128753 Nov 22 16:40:14.111936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33202) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.119215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-c9832959-d443-425c-a50b-5b74278f9f44 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d', 'tempest-TagsExtTest-Tag-333008689') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:14.120473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] Deleting port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:14.121182 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.162224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b8a76-0597-48bb-802e-b9a88de76f28 req-0eacf6eb-34bb-44b7-b743-706b8ad6c763 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:14.167444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf5b8a76-0597-48bb-802e-b9a88de76f28 req-0eacf6eb-34bb-44b7-b743-706b8ad6c763 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 945 time: 0.3306894 Nov 22 16:40:14.207470 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c9832959-d443-425c-a50b-5b74278f9f44 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags/tempest-TagsExtTest-Tag-333008689 HTTP/1.1" status: 201 len: 201 time: 0.0897567 Nov 22 16:40:14.207822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33210) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.213392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-21876efa-8c54-45c0-be4d-97aed286f1d5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:14.281426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] For port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,segment=NetworkSegment(b1877b82-4295-4ab2-b4d8-2eb890d91063),segment_id=b1877b82-4295-4ab2-b4d8-2eb890d91063)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:14.281980 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.306565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] Calling delete_port for 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:14.337163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-21876efa-8c54-45c0-be4d-97aed286f1d5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags HTTP/1.1" status: 200 len: 241 time: 0.1239841 Nov 22 16:40:14.337721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33212) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.356944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-34c54c90-256f-41cb-9d82-5c68ee659b47 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa', 'tempest-TagsExtTest-Tag-1929403172') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:14.409616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf5b8a76-0597-48bb-802e-b9a88de76f28 req-a77d6fb2-3d9a-453b-bf52-ed6e8843962a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=5a8224fe-7a7f-4a91-8ba8-26d888b4e605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233481 Nov 22 16:40:14.444061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 1f92549e-7b76-4068-810c-2d802e62d256 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:14.445372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.449887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:14.450228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.487213 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-34c54c90-256f-41cb-9d82-5c68ee659b47 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags/tempest-TagsExtTest-Tag-1929403172 HTTP/1.1" status: 204 len: 168 time: 0.1459136 Nov 22 16:40:14.491095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33214) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.499174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-37ab5667-370e-458d-993e-b7202bb0c585 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa', 'tempest-TagsExtTest-Tag-1929403172') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:14.536776 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.592416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] Pushing event deleted for resources: {'Port': ['ID=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:14.612185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf6471-a063-45a8-b13d-0fefb45d0ba3 None None] No DVR routers for this DVR port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:14.646912 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-37ab5667-370e-458d-993e-b7202bb0c585 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags/tempest-TagsExtTest-Tag-1929403172 HTTP/1.1" status: 204 len: 168 time: 0.1537037 Nov 22 16:40:14.647832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33216) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.654071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-933eba2a-e64d-49d9-a0fc-be64844510d6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:14.660558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] For port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,segment=NetworkSegment(b1877b82-4295-4ab2-b4d8-2eb890d91063),segment_id=b1877b82-4295-4ab2-b4d8-2eb890d91063)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:14.660949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.693921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] For port 1f92549e-7b76-4068-810c-2d802e62d256, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1f92549e-7b76-4068-810c-2d802e62d256,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:14.694635 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.699991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Calling delete_port for 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:14.760658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 1f92549e-7b76-4068-810c-2d802e62d256 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:14.765209 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-933eba2a-e64d-49d9-a0fc-be64844510d6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags HTTP/1.1" status: 200 len: 205 time: 0.1154091 Nov 22 16:40:14.768596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33220) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.774791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-11a4ac71-369e-49f4-b07d-40c0dc062ea2 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:14.866253 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-11a4ac71-369e-49f4-b07d-40c0dc062ea2 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags HTTP/1.1" status: 200 len: 240 time: 0.0922987 Nov 22 16:40:14.867255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33222) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.874779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-d2b479e2-38f1-49db-96f7-56f813bad858 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e', 'tempest-TagsExtTest-Tag-369056592') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:14.962098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33224) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.982083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.989608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d2b479e2-38f1-49db-96f7-56f813bad858 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags/tempest-TagsExtTest-Tag-369056592 HTTP/1.1" status: 204 len: 168 time: 0.1189804 Nov 22 16:40:14.990594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33228) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.998201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-9c130ffe-71c0-4fe1-9257-6293951a7df6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e', 'tempest-TagsExtTest-Tag-369056592') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:15.032268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Port': ['ID=5b7424f7-9ed4-41ea-ae29-bfbd886226d9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:15.059964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No DVR routers for this DVR port 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:15.211254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24113699-9835-4552-a55a-3d09e66ba9ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.225992 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.264713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.271805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d3f81b-2653-4de9-b790-7cfe8fc9c17d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:15.292769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1877b82-4295-4ab2-b4d8-2eb890d91063') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:15.293027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1877b82-4295-4ab2-b4d8-2eb890d91063') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:15.303191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ea0eb-80a0-4e3f-9ea4-90aa2d0388ac None None] Network 1d3357c7-137f-4171-8442-e506cd0d03ae requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:15.338211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.340089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=1f92549e-7b76-4068-810c-2d802e62d256,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:15.399225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.433765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a199993a-8d9c-4dad-8cfe-b181dff66edb None None] Provisioning complete for port 96b61bb4-2fb0-4266-bbba-c6e64293072a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:15.434340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a199993a-8d9c-4dad-8cfe-b181dff66edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.434643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9c130ffe-71c0-4fe1-9257-6293951a7df6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags/tempest-TagsExtTest-Tag-369056592 HTTP/1.1" status: 204 len: 168 time: 0.4418280 Nov 22 16:40:15.437960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:15.438380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.439440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33230) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: self.session.flush() Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:15.442204 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:15.448535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] No DVR routers for this DVR port 1f92549e-7b76-4068-810c-2d802e62d256 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:15.456941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-6ea391b5-a16f-4d86-a4e4-2576b455bfaa tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:15.460537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.463939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-733fe378-1df9-47bc-8960-1fa8e0e4622e req-2ede579d-7efc-421f-bf60-4bab9e0b7280 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "DELETE /v2.0/ports/1f92549e-7b76-4068-810c-2d802e62d256 HTTP/1.1" status: 204 len: 173 time: 1.4383588 Nov 22 16:40:15.470224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab67edb-53e4-40be-995a-656127b8d0c7', 'name': 'network-vif-deleted', 'tag': '1f92549e-7b76-4068-810c-2d802e62d256'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:15.478979 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74729d3e-7548-448c-a621-b8475d6b787b" -d '{"events": [{"server_uuid": "cab67edb-53e4-40be-995a-656127b8d0c7", "name": "network-vif-deleted", "tag": "1f92549e-7b76-4068-810c-2d802e62d256"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:15.591161 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564b8c5e-7e07-4aed-805a-87515e9e04a4 x-openstack-request-id: req-564b8c5e-7e07-4aed-805a-87515e9e04a4 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:15.591460 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab67edb-53e4-40be-995a-656127b8d0c7", "name": "network-vif-deleted", "tag": "1f92549e-7b76-4068-810c-2d802e62d256", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:15.591721 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-564b8c5e-7e07-4aed-805a-87515e9e04a4 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:15.592174 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab67edb-53e4-40be-995a-656127b8d0c7', 'name': 'network-vif-deleted', 'tag': '1f92549e-7b76-4068-810c-2d802e62d256', 'status': 'completed', 'code': 200} Nov 22 16:40:15.669993 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ea391b5-a16f-4d86-a4e4-2576b455bfaa tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags HTTP/1.1" status: 200 len: 205 time: 0.2282524 Nov 22 16:40:15.672274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33236) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:15.676776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a0809080-4b01-4b0b-a3bd-48fcf8b53785 req-9bf27421-06c4-4130-95d9-7b250ea4f7c3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.1085153 Nov 22 16:40:15.699168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-662f3958-2fe4-4ffd-80c5-64bbce92d8ac tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:15.727067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24113699-9835-4552-a55a-3d09e66ba9ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.729543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.753132 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.759987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/d6d3f81b-2653-4de9-b790-7cfe8fc9c17d HTTP/1.1" status: 204 len: 168 time: 2.3071046 Nov 22 16:40:15.761091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a8f9a-c0b0-481f-b30e-3c2f1d439e1c tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=d6d3f81b-2653-4de9-b790-7cfe8fc9c17d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:15.763540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33238) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:15.764144 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24113699-9835-4552-a55a-3d09e66ba9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.802523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a199993a-8d9c-4dad-8cfe-b181dff66edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.834038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 96b61bb4-2fb0-4266-bbba-c6e64293072a up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:15.842086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24113699-9835-4552-a55a-3d09e66ba9ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fad020e74ea843b4a5356bc5e662b184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8780797 Nov 22 16:40:15.850320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24113699-9835-4552-a55a-3d09e66ba9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5272df-4311-46fc-9f75-7668674e92fc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:15.879883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33240) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:15.897948 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9ebbe6-7cdc-4bfd-bccc-3ea677893499 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:15.901210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9ebbe6-7cdc-4bfd-bccc-3ea677893499 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:15.919708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4b9ebbe6-7cdc-4bfd-bccc-3ea677893499 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/b4296eaf-8246-4daf-bb6d-8fab2ec564e6 HTTP/1.1" status: 404 len: 337 time: 0.1175685 Nov 22 16:40:15.920560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33242) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:15.965345 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-221d825c-099b-42eb-a69e-8ac0284890e0 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:15.965889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221d825c-099b-42eb-a69e-8ac0284890e0 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:15.981093 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-221d825c-099b-42eb-a69e-8ac0284890e0 tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/5c21dca8-1ed1-406d-a65f-1cec04da11c6 HTTP/1.1" status: 404 len: 339 time: 0.0580177 Nov 22 16:40:15.983627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:16.051285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a199993a-8d9c-4dad-8cfe-b181dff66edb None None] For port 96b61bb4-2fb0-4266-bbba-c6e64293072a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=96b61bb4-2fb0-4266-bbba-c6e64293072a,segment=NetworkSegment(b4943f17-c1db-42c7-b3ad-25fe48ce6a25),segment_id=b4943f17-c1db-42c7-b3ad-25fe48ce6a25)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:16.074846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 1f92549e-7b76-4068-810c-2d802e62d256 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:16.075769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-662f3958-2fe4-4ffd-80c5-64bbce92d8ac tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags HTTP/1.1" status: 200 len: 241 time: 0.3997107 Nov 22 16:40:16.101791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33246) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:16.120601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-210f62ce-9a70-4c8b-a7c5-d8d74a92ba31 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614', 'tempest-TagsExtTest-Tag-2108510398') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:16.139425 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a199993a-8d9c-4dad-8cfe-b181dff66edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.193208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 1f92549e-7b76-4068-810c-2d802e62d256 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:16.194582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 1f92549e-7b76-4068-810c-2d802e62d256 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:16.214209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-5acfa1e3-972c-4f54-ac4f-32622cc7e60f tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting subnet bb51ac3e-fe78-4dae-8f0b-2d122766fbf4 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:16.228583 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5acfa1e3-972c-4f54-ac4f-32622cc7e60f tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.305956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 96b61bb4-2fb0-4266-bbba-c6e64293072a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:16.307648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.344358 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12e7296e-620c-49d6-bd52-c4572eaf9308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.381452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5acfa1e3-972c-4f54-ac4f-32622cc7e60f tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.393060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199993a-8d9c-4dad-8cfe-b181dff66edb None None] Pushing event updated for resources: {'Port': ['ID=96b61bb4-2fb0-4266-bbba-c6e64293072a,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:16.424056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-564ab805-dfba-4aa8-b39b-cba165d9ba88 None None] Provisioning complete for port 50e6814c-1e67-4690-bf6f-84adbe84271e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:16.424403 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564ab805-dfba-4aa8-b39b-cba165d9ba88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.447615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12e7296e-620c-49d6-bd52-c4572eaf9308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.466524 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-210f62ce-9a70-4c8b-a7c5-d8d74a92ba31 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags/tempest-TagsExtTest-Tag-2108510398 HTTP/1.1" status: 204 len: 168 time: 0.3575015 Nov 22 16:40:16.466871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-564ab805-dfba-4aa8-b39b-cba165d9ba88 None None] Port 50e6814c-1e67-4690-bf6f-84adbe84271e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:16.467395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33248) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:16.477670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-565f47f0-2346-4712-8c2b-7c41282f49e7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614', 'tempest-TagsExtTest-Tag-2108510398') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:16.484080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-564ab805-dfba-4aa8-b39b-cba165d9ba88 None None] Provisioning complete for port 96b61bb4-2fb0-4266-bbba-c6e64293072a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:16.484415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-564ab805-dfba-4aa8-b39b-cba165d9ba88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.652076 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5acfa1e3-972c-4f54-ac4f-32622cc7e60f tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.726655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:16.782801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12e7296e-620c-49d6-bd52-c4572eaf9308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.785067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5acfa1e3-972c-4f54-ac4f-32622cc7e60f tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.788739 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-12e7296e-620c-49d6-bd52-c4572eaf9308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.800312 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-12e7296e-620c-49d6-bd52-c4572eaf9308 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e5272df-4311-46fc-9f75-7668674e92fc HTTP/1.1" status: 204 len: 168 time: 0.9133928 Nov 22 16:40:16.808707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:16.813771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5b7424f7-9ed4-41ea-ae29-bfbd886226d9 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:16.820830 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5acfa1e3-972c-4f54-ac4f-32622cc7e60f tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:16.832604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7296e-620c-49d6-bd52-c4572eaf9308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5272df-4311-46fc-9f75-7668674e92fc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:16.835644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33254) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:16.836532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5acfa1e3-972c-4f54-ac4f-32622cc7e60f tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/subnets/bb51ac3e-fe78-4dae-8f0b-2d122766fbf4 HTTP/1.1" status: 204 len: 168 time: 0.8260326 Nov 22 16:40:16.847009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113056cb-3fe9-4334-b087-59309645f9bf None None] Network 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:16.850243 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-565f47f0-2346-4712-8c2b-7c41282f49e7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags/tempest-TagsExtTest-Tag-2108510398 HTTP/1.1" status: 204 len: 168 time: 0.3708413 Nov 22 16:40:16.879824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:16.881377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfa1e3-972c-4f54-ac4f-32622cc7e60f tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Subnet': ['ID=bb51ac3e-fe78-4dae-8f0b-2d122766fbf4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:16.893774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-79b10da4-4db7-4a1b-ae19-a54ea313bc77 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.038430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-417fa180-9706-426a-9b20-462c06d0d52e req-b8a3170a-9484-437b-916b-a8bc33b545eb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.1625047 Nov 22 16:40:17.053910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9b1c9dee-a3a4-47e5-8ba4-b317499c5c4b None None] Provisioning complete for port 50e6814c-1e67-4690-bf6f-84adbe84271e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:17.065845 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.068479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b1c9dee-a3a4-47e5-8ba4-b317499c5c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.135891 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-79b10da4-4db7-4a1b-ae19-a54ea313bc77 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags HTTP/1.1" status: 200 len: 205 time: 0.2509181 Nov 22 16:40:17.144260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33258) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:17.155686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-3092ec3c-2fe1-4a03-90f9-67664ca19f4b tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.207287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c9dee-a3a4-47e5-8ba4-b317499c5c4b None None] Port 50e6814c-1e67-4690-bf6f-84adbe84271e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:17.227320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Deleting port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:17.228388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.249377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3092ec3c-2fe1-4a03-90f9-67664ca19f4b tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags HTTP/1.1" status: 200 len: 240 time: 0.1025918 Nov 22 16:40:17.253375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:17.258683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-b629d0c9-f987-4a84-a618-e4142544df99 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d', 'tempest-TagsExtTest-Tag-333008689') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.313899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b629d0c9-f987-4a84-a618-e4142544df99 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags/tempest-TagsExtTest-Tag-333008689 HTTP/1.1" status: 204 len: 168 time: 0.0594606 Nov 22 16:40:17.317838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:17.323205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-6341a0fc-c120-4d3a-86fc-eb9a607660df tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d', 'tempest-TagsExtTest-Tag-333008689') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.349241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] DHCP port deletion for 1fac3290-e2ae-45bd-92a7-e84cb7a91b5a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:17.391940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] For port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,segment=NetworkSegment(56dfec0b-6ae1-4fda-9ca4-5dd257859176),segment_id=56dfec0b-6ae1-4fda-9ca4-5dd257859176)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:17.392574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.398418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6341a0fc-c120-4d3a-86fc-eb9a607660df tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags/tempest-TagsExtTest-Tag-333008689 HTTP/1.1" status: 204 len: 168 time: 0.0787795 Nov 22 16:40:17.399584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:17.414072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Calling delete_port for 068361b4-cc7c-4da5-b1ea-32412cb5ad6a owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:17.419299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-4a3a2bdb-a51c-4768-bf37-9b886b1031ec tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.454167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] Deleting port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:17.454996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.462549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:17.481761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4a3a2bdb-a51c-4768-bf37-9b886b1031ec tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags HTTP/1.1" status: 200 len: 205 time: 0.0766637 Nov 22 16:40:17.484164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:17.486479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b182723-6b65-4b08-985a-fc65a4442aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.498920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-f72dbf9d-d8f0-46a9-9aa6-f9b6a10e372d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.554923 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f72dbf9d-d8f0-46a9-9aa6-f9b6a10e372d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0657430 Nov 22 16:40:17.555197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:17.570049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-adcc3d14-1729-4e62-a083-d5b2012d6d23 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.599861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.628245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 96b61bb4-2fb0-4266-bbba-c6e64293072a up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:17.668497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Port': ['ID=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:17.674485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] No DVR routers for this DVR port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:17.699853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-adcc3d14-1729-4e62-a083-d5b2012d6d23 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags HTTP/1.1" status: 204 len: 168 time: 0.1436074 Nov 22 16:40:17.711388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33274) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:17.733262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] For port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,segment=NetworkSegment(56dfec0b-6ae1-4fda-9ca4-5dd257859176),segment_id=56dfec0b-6ae1-4fda-9ca4-5dd257859176)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:17.733262 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.739413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b182723-6b65-4b08-985a-fc65a4442aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.747672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-f3ee5dc8-6e62-4df6-8450-899ea6eae8a1 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.755072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] Calling delete_port for 068361b4-cc7c-4da5-b1ea-32412cb5ad6a owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:17.763513 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7b182723-6b65-4b08-985a-fc65a4442aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.819888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 96b61bb4-2fb0-4266-bbba-c6e64293072a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:17.820184 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.867218 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.890932 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.913000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fac3290-e2ae-45bd-92a7-e84cb7a91b5a']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.922095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b182723-6b65-4b08-985a-fc65a4442aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223597af-72b3-4cc8-9906-bdd8e79724b7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:17.936002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dfec0b-6ae1-4fda-9ca4-5dd257859176') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.937812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dfec0b-6ae1-4fda-9ca4-5dd257859176') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:17.968479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] No DVR routers for this DVR port 068361b4-cc7c-4da5-b1ea-32412cb5ad6a on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:17.975022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c737d-c25d-438b-b594-881a0ff9322e None None] Pushing event deleted for resources: {'Port': ['ID=068361b4-cc7c-4da5-b1ea-32412cb5ad6a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:17.984429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.018822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.029080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:18.029896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.031011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7b182723-6b65-4b08-985a-fc65a4442aba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=889cae79c37a4530938ca7f7f0c44f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5656452 Nov 22 16:40:18.034285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:18.090563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 068361b4-cc7c-4da5-b1ea-32412cb5ad6a no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:18.131801 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:18.149781 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.159269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 068361b4-cc7c-4da5-b1ea-32412cb5ad6a {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:18.159800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 068361b4-cc7c-4da5-b1ea-32412cb5ad6a not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:18.185456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.191719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] 10.222.0.69 "DELETE /v2.0/networks/1fac3290-e2ae-45bd-92a7-e84cb7a91b5a HTTP/1.1" status: 204 len: 168 time: 1.3400605 Nov 22 16:40:18.192943 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66668abb-1415-48fc-aafe-5fa44050668b tempest-NetworksIpV6Test-23245798 tempest-NetworksIpV6Test-23245798-project] Pushing event deleted for resources: {'Network': ['ID=1fac3290-e2ae-45bd-92a7-e84cb7a91b5a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:18.210221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f3ee5dc8-6e62-4df6-8450-899ea6eae8a1 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags HTTP/1.1" status: 204 len: 168 time: 0.4910285 Nov 22 16:40:18.210767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33282) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:18.215725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-63d5f034-5ddf-4eab-b97c-1071e86532a4 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:18.274469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3534326a-c50c-4443-ab28-879684fe180a req-e2104354-6d74-477e-8e56-b102143e495c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0644970 Nov 22 16:40:18.275721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74c528bb-fd8d-43c4-94f1-38592d69e1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.291262 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-63d5f034-5ddf-4eab-b97c-1071e86532a4 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags HTTP/1.1" status: 204 len: 168 time: 0.0788734 Nov 22 16:40:18.298578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33284) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:18.305823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-cc4db370-ead6-4010-8527-24dd11ff6c74 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa', 'tempest-TagsExtTest-Tag-1486980560') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:18.336663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74c528bb-fd8d-43c4-94f1-38592d69e1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.429717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74c528bb-fd8d-43c4-94f1-38592d69e1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.432891 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-74c528bb-fd8d-43c4-94f1-38592d69e1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.438473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-74c528bb-fd8d-43c4-94f1-38592d69e1ad admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/223597af-72b3-4cc8-9906-bdd8e79724b7 HTTP/1.1" status: 204 len: 168 time: 0.3984547 Nov 22 16:40:18.445630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c528bb-fd8d-43c4-94f1-38592d69e1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223597af-72b3-4cc8-9906-bdd8e79724b7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:18.466511 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cc4db370-ead6-4010-8527-24dd11ff6c74 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags/tempest-TagsExtTest-Tag-1486980560 HTTP/1.1" status: 201 len: 201 time: 0.1664383 Nov 22 16:40:18.472057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33288) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:18.488608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-87d09c6b-7c35-484c-99b5-75e72f9e5a66 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e', 'tempest-TagsExtTest-Tag-1472933154') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:18.645654 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-87d09c6b-7c35-484c-99b5-75e72f9e5a66 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags/tempest-TagsExtTest-Tag-1472933154 HTTP/1.1" status: 201 len: 201 time: 0.1705830 Nov 22 16:40:18.648251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33292) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:18.658489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-951d8d57-832a-4e26-8ef3-e442ea8e29de tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614', 'tempest-TagsExtTest-Tag-2076820808') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:18.736900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33294) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:18.818946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33298) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:18.819291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-951d8d57-832a-4e26-8ef3-e442ea8e29de tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags/tempest-TagsExtTest-Tag-2076820808 HTTP/1.1" status: 201 len: 201 time: 0.1692195 Nov 22 16:40:18.824606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-2533e803-fc9d-4896-ba84-5f98c6bda382 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d', 'tempest-TagsExtTest-Tag-1481913008') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:18.876114 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2533e803-fc9d-4896-ba84-5f98c6bda382 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags/tempest-TagsExtTest-Tag-1481913008 HTTP/1.1" status: 201 len: 201 time: 0.0556304 Nov 22 16:40:18.878631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33300) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:18.884591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-eca5f5ef-e55b-45f9-8d2f-3005d313c292 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa', {'tags': ['tempest-TagsExtTest-Tag-1599180608', 'tempest-TagsExtTest-Tag-2078865510', 'tempest-TagsExtTest-Tag-1976592724']}) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:18.998522 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eca5f5ef-e55b-45f9-8d2f-3005d313c292 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags HTTP/1.1" status: 200 len: 318 time: 0.1142147 Nov 22 16:40:18.999870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33302) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.005463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-9dad1d02-c49f-4c66-a572-c5165004ce82 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:19.060876 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4774b941-6c77-4390-91f9-f3f0d0121e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.182254 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-18615ba2-0bd2-4cec-9863-5dd198832e5b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63960d69139a4affa5c996307dcb50c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4421978 Nov 22 16:40:19.189424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33304) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.234842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9dad1d02-c49f-4c66-a572-c5165004ce82 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags HTTP/1.1" status: 204 len: 168 time: 0.2322912 Nov 22 16:40:19.239792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33306) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.248239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-ad8ff206-df93-40b4-bb60-dacd440bfe8c tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa', 'tempest-TagsExtTest-Tag-1599180608') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:19.305847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-780da427-c6e0-44bf-9d12-6a6fb9113122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.332603 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-ad8ff206-df93-40b4-bb60-dacd440bfe8c tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:19.339332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ad8ff206-df93-40b4-bb60-dacd440bfe8c tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags/tempest-TagsExtTest-Tag-1599180608 HTTP/1.1" status: 404 len: 329 time: 0.0926931 Nov 22 16:40:19.339685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33310) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.346148 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-780da427-c6e0-44bf-9d12-6a6fb9113122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.350987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-ca8967b2-b383-4644-af14-cea2542b9276 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa', 'tempest-TagsExtTest-Tag-2078865510') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:19.441054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-780da427-c6e0-44bf-9d12-6a6fb9113122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.446515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5e276dc-d6e7-4dc9-90db-91546df4183d req-6be0a408-4735-4d85-a9e9-786fd2d278b8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0455468 Nov 22 16:40:19.446762 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-780da427-c6e0-44bf-9d12-6a6fb9113122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.449128 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-780da427-c6e0-44bf-9d12-6a6fb9113122 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a520c7e-54f2-4a6f-96f6-f0efd26d4b83 HTTP/1.1" status: 204 len: 168 time: 0.2572701 Nov 22 16:40:19.471415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780da427-c6e0-44bf-9d12-6a6fb9113122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a520c7e-54f2-4a6f-96f6-f0efd26d4b83,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:19.510235 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-ca8967b2-b383-4644-af14-cea2542b9276 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:19.517238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33314) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.517760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ca8967b2-b383-4644-af14-cea2542b9276 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags/tempest-TagsExtTest-Tag-2078865510 HTTP/1.1" status: 404 len: 329 time: 0.1765394 Nov 22 16:40:19.525009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-2570db75-6f50-4ab6-b1d7-e1bc3d70abd8 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa', 'tempest-TagsExtTest-Tag-1976592724') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:19.618641 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-2570db75-6f50-4ab6-b1d7-e1bc3d70abd8 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:19.624098 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2570db75-6f50-4ab6-b1d7-e1bc3d70abd8 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags/tempest-TagsExtTest-Tag-1976592724 HTTP/1.1" status: 404 len: 329 time: 0.1025455 Nov 22 16:40:19.627146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.637422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-88ff86f8-514a-4b77-90d9-c46b4d5cfe4e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e', {'tags': ['tempest-TagsExtTest-Tag-1460412328', 'tempest-TagsExtTest-Tag-100779679', 'tempest-TagsExtTest-Tag-1485510126']}) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:19.748058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-88ff86f8-514a-4b77-90d9-c46b4d5cfe4e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags HTTP/1.1" status: 200 len: 317 time: 0.1187646 Nov 22 16:40:19.752280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33320) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.757726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-119e77ab-4625-4fa0-976f-94ca2a285224 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:19.849013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-119e77ab-4625-4fa0-976f-94ca2a285224 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags HTTP/1.1" status: 204 len: 168 time: 0.0947766 Nov 22 16:40:19.851780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33326) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.857822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-fff8c791-b8b6-44ab-b64c-efcf9862e545 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e', 'tempest-TagsExtTest-Tag-1460412328') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:19.950501 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-fff8c791-b8b6-44ab-b64c-efcf9862e545 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:19.953244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fff8c791-b8b6-44ab-b64c-efcf9862e545 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags/tempest-TagsExtTest-Tag-1460412328 HTTP/1.1" status: 404 len: 329 time: 0.0990014 Nov 22 16:40:19.957176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33330) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:19.965598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-03a0e9df-fd08-4f69-943e-67d496dfdb8b tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e', 'tempest-TagsExtTest-Tag-100779679') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:20.032824 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-03a0e9df-fd08-4f69-943e-67d496dfdb8b tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:20.033939 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-03a0e9df-fd08-4f69-943e-67d496dfdb8b tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags/tempest-TagsExtTest-Tag-100779679 HTTP/1.1" status: 404 len: 328 time: 0.0731547 Nov 22 16:40:20.039219 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33334) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:20.046887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-0cb1f351-3ea6-4471-88be-718de56e6e2e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e', 'tempest-TagsExtTest-Tag-1485510126') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:20.136839 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-0cb1f351-3ea6-4471-88be-718de56e6e2e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:20.138707 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0cb1f351-3ea6-4471-88be-718de56e6e2e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags/tempest-TagsExtTest-Tag-1485510126 HTTP/1.1" status: 404 len: 329 time: 0.0974054 Nov 22 16:40:20.256438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33338) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:20.262741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-dc7d77c9-77bc-48af-a314-d59185dde733 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614', {'tags': ['tempest-TagsExtTest-Tag-503802425', 'tempest-TagsExtTest-Tag-2070252768', 'tempest-TagsExtTest-Tag-1809848765']}) {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:20.668863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33348) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:20.766424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3419c94-29ee-4809-b4ca-97d8cf5feecd req-7d763353-6f2d-403a-b880-2c34cae8f827 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0556741 Nov 22 16:40:20.792489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dc7d77c9-77bc-48af-a314-d59185dde733 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags HTTP/1.1" status: 200 len: 317 time: 0.5341926 Nov 22 16:40:20.793007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33352) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:20.803677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-3b62cb54-3c08-4ec5-87ea-accf403d7a2d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:20.847560 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1676809694'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:20.908909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:20.912802 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.926243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.958939 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3b62cb54-3c08-4ec5-87ea-accf403d7a2d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags HTTP/1.1" status: 204 len: 168 time: 0.1640482 Nov 22 16:40:20.959454 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33354) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:20.965187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-4ea78c4e-f7ff-4376-a4de-eb35eb006ce5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614', 'tempest-TagsExtTest-Tag-503802425') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.078823 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-4ea78c4e-f7ff-4376-a4de-eb35eb006ce5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:21.079862 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ea78c4e-f7ff-4376-a4de-eb35eb006ce5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags/tempest-TagsExtTest-Tag-503802425 HTTP/1.1" status: 404 len: 328 time: 0.1182365 Nov 22 16:40:21.085359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33356) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.098693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-b2cb6111-7e12-424c-9a9b-976c5c1ed7d1 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614', 'tempest-TagsExtTest-Tag-2070252768') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.116750 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.124997 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.174263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:21.200860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2990ec20-ea12-44f4-b032-b78d070b4744,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:21.220079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.220389 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment 3997bc7e-0102-44e7-a026-2145938b59c6 of type vlan for network f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b Nov 22 16:40:21.267416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.273200 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-b2cb6111-7e12-424c-9a9b-976c5c1ed7d1 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:21.275945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b2cb6111-7e12-424c-9a9b-976c5c1ed7d1 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags/tempest-TagsExtTest-Tag-2070252768 HTTP/1.1" status: 404 len: 329 time: 0.1852078 Nov 22 16:40:21.279364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33358) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.286848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-f8e758c2-3379-46d9-9077-a77f1a9cae8c tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614', 'tempest-TagsExtTest-Tag-1809848765') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.335059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9ebcf19-2624-4ad4-aac5-4301e97c242e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.393339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.399426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.400250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.477307 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8064377 Nov 22 16:40:21.491786 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-f8e758c2-3379-46d9-9077-a77f1a9cae8c tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:21.497721 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8e758c2-3379-46d9-9077-a77f1a9cae8c tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags/tempest-TagsExtTest-Tag-1809848765 HTTP/1.1" status: 404 len: 329 time: 0.2122281 Nov 22 16:40:21.498039 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33360) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.509650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-de2cbaf8-90f0-460f-be8f-e26183c3cadb tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d', {'tags': ['tempest-TagsExtTest-Tag-927199636', 'tempest-TagsExtTest-Tag-241734796', 'tempest-TagsExtTest-Tag-1660873689']}) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.530888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a0e0e-8d26-4453-8659-4de53b92c1a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:21.569432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:21.585789 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de2cbaf8-90f0-460f-be8f-e26183c3cadb tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "PUT /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags HTTP/1.1" status: 200 len: 316 time: 0.0816438 Nov 22 16:40:21.586298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33362) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.596609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-5ac2ee1d-afa8-41ff-8bf1-de370be876f5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.699461 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5ac2ee1d-afa8-41ff-8bf1-de370be876f5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags HTTP/1.1" status: 204 len: 168 time: 0.1084933 Nov 22 16:40:21.700548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33364) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.713052 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-c188c869-2b39-4d7d-98bc-99ee49e4b39d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d', 'tempest-TagsExtTest-Tag-927199636') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.744949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33366) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.753259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': 'f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:21.761948 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-c188c869-2b39-4d7d-98bc-99ee49e4b39d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:21.763328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c188c869-2b39-4d7d-98bc-99ee49e4b39d tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags/tempest-TagsExtTest-Tag-927199636 HTTP/1.1" status: 404 len: 328 time: 0.0598078 Nov 22 16:40:21.769941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33368) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.779362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-d84b39f5-16d3-45e7-8736-a27393e98fdb tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d', 'tempest-TagsExtTest-Tag-241734796') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.814598 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-d84b39f5-16d3-45e7-8736-a27393e98fdb tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:21.816517 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d84b39f5-16d3-45e7-8736-a27393e98fdb tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags/tempest-TagsExtTest-Tag-241734796 HTTP/1.1" status: 404 len: 328 time: 0.0447350 Nov 22 16:40:21.820148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33370) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.825649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-5fd90b63-5fa0-4119-93e9-730881425d3f tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d', 'tempest-TagsExtTest-Tag-1660873689') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.857631 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-5fd90b63-5fa0-4119-93e9-730881425d3f tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] show failed (client error): The resource could not be found. Nov 22 16:40:21.860142 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5fd90b63-5fa0-4119-93e9-730881425d3f tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags/tempest-TagsExtTest-Tag-1660873689 HTTP/1.1" status: 404 len: 329 time: 0.0385776 Nov 22 16:40:21.864429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33374) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.871240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-71d3b4d5-bb3a-4377-b7f0-3c792b4cd28a tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e660ac18-aa39-4bc8-95b9-4835e538ab1d') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.910091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-71d3b4d5-bb3a-4377-b7f0-3c792b4cd28a tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d/tags HTTP/1.1" status: 204 len: 168 time: 0.0445240 Nov 22 16:40:21.914356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33376) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:21.924770 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-a9931375-9e7f-4897-9d09-e5d68ed0cf46 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e96a64a-6f79-4fa4-bceb-a968aceb1614') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:21.958164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c49106aa-98a7-478a-9b23-f4e31a72f5be req-2d70049c-5870-4afa-9a3a-79838d759b09 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.0648110 Nov 22 16:40:21.985945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:21.991055 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.074700 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a9931375-9e7f-4897-9d09-e5d68ed0cf46 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614/tags HTTP/1.1" status: 204 len: 168 time: 0.1548688 Nov 22 16:40:22.075059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33378) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:22.079535 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.tag.tag_plugin [None req-df24f96b-8095-471f-9c0b-189ce672f9b7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '50e6814c-1e67-4690-bf6f-84adbe84271e') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:22.205825 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-df24f96b-8095-471f-9c0b-189ce672f9b7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e/tags HTTP/1.1" status: 204 len: 168 time: 0.1294956 Nov 22 16:40:22.208885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33380) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:22.225534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.tag.tag_plugin [None req-46ea114d-8d08-4d50-bbfc-a882912724f5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd813b290-43e3-478f-af09-92ee4612f8fa') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:22.325980 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.431721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=5703a793-172e-43c0-a957-c9009e47ecef,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:22.477426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-46ea114d-8d08-4d50-bbfc-a882912724f5 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa/tags HTTP/1.1" status: 204 len: 168 time: 0.2592568 Nov 22 16:40:22.477426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': '3997bc7e-0102-44e7-a026-2145938b59c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:22.477426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:22.478851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33382) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:22.533017 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.542968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:22.589791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:22.597777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:22.598373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.611824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4ea246-c2a9-4223-914a-9633f3ca1264 None None] Network f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:22.613948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-373600d7-309d-4d68-a3ed-5c148312998a tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for subnetpool, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.615140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-373600d7-309d-4d68-a3ed-5c148312998a tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnetpools/e660ac18-aa39-4bc8-95b9-4835e538ab1d HTTP/1.1" status: 204 len: 168 time: 0.1349871 Nov 22 16:40:22.619234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33384) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:22.640059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-eaf1f456-284e-4b1b-9e14-226fabb2bb48 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8877995 Nov 22 16:40:22.640374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33386) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:22.662516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-76518028'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:22.671449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a5d6392e-9713-4f20-b20c-e22976131286 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e96a64a-6f79-4fa4-bceb-a968aceb1614 HTTP/1.1" status: 200 len: 205 time: 0.0469565 Nov 22 16:40:22.672629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33388) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:22.695274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:22.699745 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.743099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:22.751986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.760650 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.761320 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment 99bd5062-427b-4a12-9a62-edcde3f05044 of type vlan for network fd0de6fe-b23d-4f5b-a357-b3c271894e38 Nov 22 16:40:22.834434 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a082ea12-85ab-4aa7-b44a-bfcdb6fc7724 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.836185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.894054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.916516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:22.918324 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.987475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b', 'network_id': 'f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': '5703a793-172e-43c0-a957-c9009e47ecef'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:22.988453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.137715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a082ea12-85ab-4aa7-b44a-bfcdb6fc7724 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.141602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a082ea12-85ab-4aa7-b44a-bfcdb6fc7724 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.183597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=fd0de6fe-b23d-4f5b-a357-b3c271894e38,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:23.276811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4fdca2f8-058a-42d4-aaaf-bae93017e641 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6338799 Nov 22 16:40:23.279506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33392) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:23.321172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': 'fd0de6fe-b23d-4f5b-a357-b3c271894e38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:23.433219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network fd0de6fe-b23d-4f5b-a357-b3c271894e38 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:23.473754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b1b9af3-866b-466e-903d-c42a8801dbf1 req-bb29eb43-afcb-4137-ba14-385a7311c730 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cab67edb-53e4-40be-995a-656127b8d0c7 HTTP/1.1" status: 200 len: 210 time: 0.2358255 Nov 22 16:40:23.553091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:23.557603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.707847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a082ea12-85ab-4aa7-b44a-bfcdb6fc7724 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.708658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a082ea12-85ab-4aa7-b44a-bfcdb6fc7724 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Fanout notify agent at l3_agent the message router_deleted on router 1e96a64a-6f79-4fa4-bceb-a968aceb1614 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:40:23.719620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Allocated IP 172.20.255.242 (f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b/5703a793-172e-43c0-a957-c9009e47ecef/931828c2-d335-4a57-b921-9abfbd8a9558) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:23.720451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a082ea12-85ab-4aa7-b44a-bfcdb6fc7724 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.725258 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a082ea12-85ab-4aa7-b44a-bfcdb6fc7724 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/routers/1e96a64a-6f79-4fa4-bceb-a968aceb1614 HTTP/1.1" status: 204 len: 168 time: 1.0466218 Nov 22 16:40:23.726644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33394) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:23.896079 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.940838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-92693bd5-5b4a-4f94-b968-8b0eadafcfa6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Deleting port 50e6814c-1e67-4690-bf6f-84adbe84271e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:23.940838 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92693bd5-5b4a-4f94-b968-8b0eadafcfa6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.968838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.984601 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.011880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=6fc75c12-5e22-48b6-8b1f-1c52f185bc9c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.026050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': '99bd5062-427b-4a12-9a62-edcde3f05044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': 'fd0de6fe-b23d-4f5b-a357-b3c271894e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:24.026683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: fd0de6fe-b23d-4f5b-a357-b3c271894e38, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:24.047031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Network f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:24.051333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:24.054000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network fd0de6fe-b23d-4f5b-a357-b3c271894e38 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:24.059217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:24.078076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, fd0de6fe-b23d-4f5b-a357-b3c271894e38) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:24.088354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:24.091496 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.098361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619751e4-d462-4a1a-a20d-363a659aa011 None None] Network fd0de6fe-b23d-4f5b-a357-b3c271894e38 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:24.102234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Pushing event updated for resources: {'Port': ['ID=931828c2-d335-4a57-b921-9abfbd8a9558,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.141940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-658faa4c-c7be-46a3-aa12-71bd58b6720f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8307459 Nov 22 16:40:24.142216 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33396) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:24.209086 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92693bd5-5b4a-4f94-b968-8b0eadafcfa6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.214879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Attempting to bind port 931828c2-d335-4a57-b921-9abfbd8a9558 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:24.215232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Attempting to bind port 931828c2-d335-4a57-b921-9abfbd8a9558 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3997bc7e-0102-44e7-a026-2145938b59c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:24.215616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Attempting to bind port 931828c2-d335-4a57-b921-9abfbd8a9558 on network f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:24.231080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-92693bd5-5b4a-4f94-b968-8b0eadafcfa6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Calling delete_port for 50e6814c-1e67-4690-bf6f-84adbe84271e owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:24.232012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:24.232404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Checking segment: {'id': '3997bc7e-0102-44e7-a026-2145938b59c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:24.232998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.233623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Bound using segment: {'id': '3997bc7e-0102-44e7-a026-2145938b59c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:24.234307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Bound port: 931828c2-d335-4a57-b921-9abfbd8a9558, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3997bc7e-0102-44e7-a026-2145938b59c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:24.234918 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.329726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.379796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] For port 931828c2-d335-4a57-b921-9abfbd8a9558, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:24.411161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] For port 931828c2-d335-4a57-b921-9abfbd8a9558, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=931828c2-d335-4a57-b921-9abfbd8a9558,segment=NetworkSegment(3997bc7e-0102-44e7-a026-2145938b59c6),segment_id=3997bc7e-0102-44e7-a026-2145938b59c6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:24.421190 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.435055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ee84b-94e0-4c06-baad-2db6d20e610d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-fd0de6fe-b23d-4f5b-a357-b3c271894e38', 'network_id': 'fd0de6fe-b23d-4f5b-a357-b3c271894e38', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': '6fc75c12-5e22-48b6-8b1f-1c52f185bc9c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:24.435055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a48ee84b-94e0-4c06-baad-2db6d20e610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.457640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.575113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb875ff-3f7c-4ffc-8a0b-5ee3898278f2 None None] Pushing event updated for resources: {'Port': ['ID=931828c2-d335-4a57-b921-9abfbd8a9558,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.627878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.655407 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-a48ee84b-94e0-4c06-baad-2db6d20e610d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fc75c12-5e22-48b6-8b1f-1c52f185bc9c: This subnet is being modified by another concurrent operation. Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fc75c12-5e22-48b6-8b1f-1c52f185bc9c: This subnet is being modified by another concurrent operation. Nov 22 16:40:24.685482 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:40:24.704697 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92693bd5-5b4a-4f94-b968-8b0eadafcfa6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.717508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc75c12-5e22-48b6-8b1f-1c52f185bc9c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.726881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266797f-97ed-49d1-abb9-1b4f41223372 None None] Network fd0de6fe-b23d-4f5b-a357-b3c271894e38 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:24.848526 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.887800 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92693bd5-5b4a-4f94-b968-8b0eadafcfa6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Pushing event deleted for resources: {'Port': ['ID=50e6814c-1e67-4690-bf6f-84adbe84271e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.911859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.984033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.051362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0de6fe-b23d-4f5b-a357-b3c271894e38']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:25.064686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-92693bd5-5b4a-4f94-b968-8b0eadafcfa6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.068196 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-92693bd5-5b4a-4f94-b968-8b0eadafcfa6 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/ports/50e6814c-1e67-4690-bf6f-84adbe84271e HTTP/1.1" status: 204 len: 168 time: 1.3387239 Nov 22 16:40:25.070416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bd5062-427b-4a12-9a62-edcde3f05044') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:25.070720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bd5062-427b-4a12-9a62-edcde3f05044') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:25.073004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33402) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:25.093212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.123300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.133854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:25.134283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:25.138039 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:25.173663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-94650737-70b0-4896-b324-a7a03700246e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Deleting subnet d813b290-43e3-478f-af09-92ee4612f8fa {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:25.180574 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94650737-70b0-4896-b324-a7a03700246e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.222993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.232607 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.241909 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/fd0de6fe-b23d-4f5b-a357-b3c271894e38 HTTP/1.1" status: 204 len: 168 time: 1.0975528 Nov 22 16:40:25.242646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:25.254254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff785a8-51a3-48f7-bbc7-95f14db63178 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=fd0de6fe-b23d-4f5b-a357-b3c271894e38,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:25.260794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-713434144'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:25.284947 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94650737-70b0-4896-b324-a7a03700246e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.362262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:25.367523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.485744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:25.503001 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:25.514024 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.514024 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment a8e710bb-ef1b-498a-9870-b3050e1f3af5 of type vlan for network c4b6c04a-d769-409f-acef-b7975b1522b6 Nov 22 16:40:25.517622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94650737-70b0-4896-b324-a7a03700246e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.619225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 931828c2-d335-4a57-b921-9abfbd8a9558 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:25.659313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.683977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 931828c2-d335-4a57-b921-9abfbd8a9558 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:25.683977 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.748455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.762450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.763128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.784884 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.790295 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94650737-70b0-4896-b324-a7a03700246e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.847152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 931828c2-d335-4a57-b921-9abfbd8a9558, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=931828c2-d335-4a57-b921-9abfbd8a9558,segment=NetworkSegment(3997bc7e-0102-44e7-a026-2145938b59c6),segment_id=3997bc7e-0102-44e7-a026-2145938b59c6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:25.852286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.887103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-94650737-70b0-4896-b324-a7a03700246e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.895369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-94650737-70b0-4896-b324-a7a03700246e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/subnets/d813b290-43e3-478f-af09-92ee4612f8fa HTTP/1.1" status: 204 len: 168 time: 0.8165600 Nov 22 16:40:25.895369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94650737-70b0-4896-b324-a7a03700246e tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Pushing event deleted for resources: {'Subnet': ['ID=d813b290-43e3-478f-af09-92ee4612f8fa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:25.895825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33408) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:25.900726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6569557 Nov 22 16:40:25.903697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:25.910627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': 'c4b6c04a-d769-409f-acef-b7975b1522b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:25.914380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3b8c7-f4af-4309-a758-6b267fb57051 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=c4b6c04a-d769-409f-acef-b7975b1522b6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:25.973459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1106f-995c-4e5d-94d1-c93d30289a52 None None] Network 1d3357c7-137f-4171-8442-e506cd0d03ae requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:25.981278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network c4b6c04a-d769-409f-acef-b7975b1522b6 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:26.041461 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.045251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:26.050186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.057961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487bea35-ebc8-4d0f-984a-69dfd630a300 None None] Network f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:26.126926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Deleting port 96b61bb4-2fb0-4266-bbba-c6e64293072a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:26.127407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.136381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:40:26.137288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:40:26.209793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] For port 96b61bb4-2fb0-4266-bbba-c6e64293072a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=96b61bb4-2fb0-4266-bbba-c6e64293072a,segment=NetworkSegment(b4943f17-c1db-42c7-b3ad-25fe48ce6a25),segment_id=b4943f17-c1db-42c7-b3ad-25fe48ce6a25)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:26.210297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.226444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Calling delete_port for 96b61bb4-2fb0-4266-bbba-c6e64293072a owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:26.245169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=931828c2-d335-4a57-b921-9abfbd8a9558,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:26.256878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7335dfdf-96bd-42c2-aa74-a556aa4b8229 None None] Provisioning complete for port 931828c2-d335-4a57-b921-9abfbd8a9558 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:26.257153 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7335dfdf-96bd-42c2-aa74-a556aa4b8229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.316662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.325321 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.347822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] No DVR routers for this DVR port 96b61bb4-2fb0-4266-bbba-c6e64293072a on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:26.384199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Pushing event deleted for resources: {'Port': ['ID=96b61bb4-2fb0-4266-bbba-c6e64293072a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:26.417945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=aa381f3c-9d20-4cc2-8fc9-55a5de34fc7b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:26.479661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5a2b62-f2b3-4976-b256-a60385fb536f None None] DHCP port deletion for 1d3357c7-137f-4171-8442-e506cd0d03ae request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:26.487194 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.514923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3357c7-137f-4171-8442-e506cd0d03ae']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:26.526626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4943f17-c1db-42c7-b3ad-25fe48ce6a25') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:26.526995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4943f17-c1db-42c7-b3ad-25fe48ce6a25') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:26.537080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': 'a8e710bb-ef1b-498a-9870-b3050e1f3af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'c4b6c04a-d769-409f-acef-b7975b1522b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:26.537459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: c4b6c04a-d769-409f-acef-b7975b1522b6, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:26.538139 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.555229 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.563444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network c4b6c04a-d769-409f-acef-b7975b1522b6 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:26.563823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:26.564619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:26.568537 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:26.595460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, c4b6c04a-d769-409f-acef-b7975b1522b6) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:26.601374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:26.602132 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.631547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d06918-bab0-4480-8303-a37e380c278a None None] Network c4b6c04a-d769-409f-acef-b7975b1522b6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:26.651054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a328a962-91c7-41ff-97fd-7e16071d6b2d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7459881 Nov 22 16:40:26.653692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:26.685017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.693669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.704763 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] 10.222.0.69 "DELETE /v2.0/networks/1d3357c7-137f-4171-8442-e506cd0d03ae HTTP/1.1" status: 204 len: 168 time: 0.8062344 Nov 22 16:40:26.722505 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f645bee-3d9c-4d18-b53a-e523100848c7 tempest-TagsExtTest-645640853 tempest-TagsExtTest-645640853-project] Pushing event deleted for resources: {'Network': ['ID=1d3357c7-137f-4171-8442-e506cd0d03ae,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:26.866310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.941058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d6da8d-fc6b-4788-8f95-f6f5a3448c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-c4b6c04a-d769-409f-acef-b7975b1522b6', 'network_id': 'c4b6c04a-d769-409f-acef-b7975b1522b6', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': 'aa381f3c-9d20-4cc2-8fc9-55a5de34fc7b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:26.941058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a3d6da8d-fc6b-4788-8f95-f6f5a3448c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.988111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-423d0d01-c9f5-4eb1-a0b9-9a1129dcb67b None None] Provisioning complete for port 931828c2-d335-4a57-b921-9abfbd8a9558 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:26.989284 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-423d0d01-c9f5-4eb1-a0b9-9a1129dcb67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.029039 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.110059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.156404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=aa381f3c-9d20-4cc2-8fc9-55a5de34fc7b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-a3d6da8d-fc6b-4788-8f95-f6f5a3448c4f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa381f3c-9d20-4cc2-8fc9-55a5de34fc7b: This subnet is being modified by another concurrent operation. Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa381f3c-9d20-4cc2-8fc9-55a5de34fc7b: This subnet is being modified by another concurrent operation. Nov 22 16:40:27.209036 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:40:27.244102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33420) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:27.265681 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.267673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c76297-2022-427c-bcac-5ead6853b52b None None] Network c4b6c04a-d769-409f-acef-b7975b1522b6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:27.317163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b6c04a-d769-409f-acef-b7975b1522b6']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:27.335833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e710bb-ef1b-498a-9870-b3050e1f3af5') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:27.336376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e710bb-ef1b-498a-9870-b3050e1f3af5') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:27.359962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.389743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.402116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:27.402837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:27.409119 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:27.485901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6503c35a-15c3-48a1-8d8a-4bcaaa47457f None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:40:27.494402 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d43422c0-9733-4f0d-9e05-72a63671f28a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7501a509aa704bd095ef87a67e4e62ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498610 Nov 22 16:40:27.494980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:27.576839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.577894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 931828c2-d335-4a57-b921-9abfbd8a9558 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:27.598118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.601944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/c4b6c04a-d769-409f-acef-b7975b1522b6 HTTP/1.1" status: 204 len: 168 time: 0.9455020 Nov 22 16:40:27.610673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33426) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:27.617581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1915988904'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:27.658235 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24195507-8104-45dd-9850-c49ed227f387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.660509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc87a7-d242-4509-875f-9047e6ca6d66 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=c4b6c04a-d769-409f-acef-b7975b1522b6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:27.684459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6503c35a-15c3-48a1-8d8a-4bcaaa47457f None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:40:27.693993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 931828c2-d335-4a57-b921-9abfbd8a9558 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:27.694373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.729620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:27.736109 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.758791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24195507-8104-45dd-9850-c49ed227f387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.831964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:27.851720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.852530 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment 1aa3c3dd-57f5-4735-94c1-2331e307827f of type vlan for network 09172b53-90f1-4d1a-a3d7-00449c6cba3f Nov 22 16:40:27.948082 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.964327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24195507-8104-45dd-9850-c49ed227f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.970270 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24195507-8104-45dd-9850-c49ed227f387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.977026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24195507-8104-45dd-9850-c49ed227f387 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d8c70e2c-08a1-492a-85e4-f82d109cfdf1 HTTP/1.1" status: 204 len: 168 time: 0.4788375 Nov 22 16:40:27.984220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 96b61bb4-2fb0-4266-bbba-c6e64293072a no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:28.008879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24195507-8104-45dd-9850-c49ed227f387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c70e2c-08a1-492a-85e4-f82d109cfdf1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:28.049000 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.062736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:28.064352 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.208712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5964932 Nov 22 16:40:28.214279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33446) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:28.235492 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': '09172b53-90f1-4d1a-a3d7-00449c6cba3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:28.265217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4353867-8495-4c9a-bf0c-20d0944d121b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=09172b53-90f1-4d1a-a3d7-00449c6cba3f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:28.314712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 09172b53-90f1-4d1a-a3d7-00449c6cba3f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:28.328642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 96b61bb4-2fb0-4266-bbba-c6e64293072a {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:28.329609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 96b61bb4-2fb0-4266-bbba-c6e64293072a not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:28.506813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:28.514176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.557722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f86b5-4a7c-46f6-ab57-26a14bd6e93d None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:40:28.799467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f86b5-4a7c-46f6-ab57-26a14bd6e93d None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:40:29.042072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.205426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=a99773c4-1116-4913-bfe3-ad753c4134d4,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:29.209884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': '1aa3c3dd-57f5-4735-94c1-2331e307827f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '09172b53-90f1-4d1a-a3d7-00449c6cba3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:29.210958 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: 09172b53-90f1-4d1a-a3d7-00449c6cba3f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:29.258180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 09172b53-90f1-4d1a-a3d7-00449c6cba3f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:29.277272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 09172b53-90f1-4d1a-a3d7-00449c6cba3f) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:29.287217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:29.288044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a39cb-ee09-473b-9ca7-b93c8cbc801a None None] Network 09172b53-90f1-4d1a-a3d7-00449c6cba3f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:29.288939 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.323709 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-244d07b8-e84a-49f1-b29d-526947abb4d6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1070061 Nov 22 16:40:29.326327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33496) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:29.446328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33502) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:29.510830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.606013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68cdf5-4851-4829-bd96-fd9406df8d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-09172b53-90f1-4d1a-a3d7-00449c6cba3f', 'network_id': '09172b53-90f1-4d1a-a3d7-00449c6cba3f', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': 'a99773c4-1116-4913-bfe3-ad753c4134d4'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:29.607180 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ae68cdf5-4851-4829-bd96-fd9406df8d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.608728 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.681793 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.714261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=a99773c4-1116-4913-bfe3-ad753c4134d4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-ae68cdf5-4851-4829-bd96-fd9406df8d0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a99773c4-1116-4913-bfe3-ad753c4134d4: This subnet is being modified by another concurrent operation. Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a99773c4-1116-4913-bfe3-ad753c4134d4: This subnet is being modified by another concurrent operation. Nov 22 16:40:29.755080 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:40:29.782405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-749218836-network', 'tenant_id': 'bea3deeeb42a42a8ae262818b4999b8f'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:29.785203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee293d4-304b-4db5-8fa2-85d652809287 None None] Network 09172b53-90f1-4d1a-a3d7-00449c6cba3f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:29.828571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Made reservation on behalf of bea3deeeb42a42a8ae262818b4999b8f for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:29.839925 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.860486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.862958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.893411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09172b53-90f1-4d1a-a3d7-00449c6cba3f']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:29.908797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa3c3dd-57f5-4735-94c1-2331e307827f') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:29.909598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa3c3dd-57f5-4735-94c1-2331e307827f') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:29.921842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e64f10-b22e-4676-ab79-7c3ccedbf7c9 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:40:29.925310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.950290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.960678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:29.961668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:30.016034 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:30.055678 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.057638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33510) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:30.059410 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.064374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-460b3d04-eb6d-4b7f-ae82-ced0dbcb06e9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124652525', 'description': 'tempest-secgroup-smoke-124652525 description', 'project_id': '8923d83a512b40f7a01d455b5bdc5242'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:30.065874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.073124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e64f10-b22e-4676-ab79-7c3ccedbf7c9 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:40:30.076416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.086095 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/09172b53-90f1-4d1a-a3d7-00449c6cba3f HTTP/1.1" status: 204 len: 168 time: 0.7548277 Nov 22 16:40:30.088357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33512) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:30.097692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:30.109786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-384238423'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:30.117383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a452a9-b50f-48e5-b774-136edf7b5a3d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:30.120386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d7106-a7a4-4a3b-99d5-4378f94177f0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=09172b53-90f1-4d1a-a3d7-00449c6cba3f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:30.120952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.121277 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Added segment bf495569-1a1e-46d5-b993-4f67a70ec280 of type vlan for network 5654f87b-37da-48de-a5d6-88f7b3c13faa Nov 22 16:40:30.160980 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-460b3d04-eb6d-4b7f-ae82-ced0dbcb06e9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.207422 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:30.211420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.239582 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.280530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:30.283506 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.284635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.285534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.302458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.302855 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment 9c217d28-937a-43b6-b953-a74da4a5fabe of type vlan for network 999d4d28-ca86-4807-92af-dc3e112f126d Nov 22 16:40:30.391473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9425008 Nov 22 16:40:30.396634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33514) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:30.401544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Request body: {'subnet': {'network_id': '5654f87b-37da-48de-a5d6-88f7b3c13faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-749218836-subnet', 'tenant_id': 'bea3deeeb42a42a8ae262818b4999b8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:30.408970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-460b3d04-eb6d-4b7f-ae82-ced0dbcb06e9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.421701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ea7df-93be-4c42-894f-2ab6f340d2ed admin admin] Pushing event updated for resources: {'Network': ['ID=5654f87b-37da-48de-a5d6-88f7b3c13faa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:30.429841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-460b3d04-eb6d-4b7f-ae82-ced0dbcb06e9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.440638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Made reservation on behalf of bea3deeeb42a42a8ae262818b4999b8f for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:30.444200 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5654f87b-37da-48de-a5d6-88f7b3c13faa details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:30.447052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.448814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.521449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-460b3d04-eb6d-4b7f-ae82-ced0dbcb06e9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.525328 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-460b3d04-eb6d-4b7f-ae82-ced0dbcb06e9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4660866 Nov 22 16:40:30.532568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33516) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:30.540504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b3d04-eb6d-4b7f-ae82-ced0dbcb06e9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078a8867-c533-40b5-8e5a-bb37fa801f14,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:30.548059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.550923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bb97f136-6586-42ce-85ac-98f8ac1d9831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'security_group_rule': {'security_group_id': '078a8867-c533-40b5-8e5a-bb37fa801f14', 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:30.554070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.554749 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.636900 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb97f136-6586-42ce-85ac-98f8ac1d9831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.638455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5487897 Nov 22 16:40:30.639773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:30.646087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e894202-61a8-419a-89af-fba5d9c67d67 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=999d4d28-ca86-4807-92af-dc3e112f126d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:30.646828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': '999d4d28-ca86-4807-92af-dc3e112f126d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:30.664191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 999d4d28-ca86-4807-92af-dc3e112f126d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:30.868172 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb97f136-6586-42ce-85ac-98f8ac1d9831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.877785 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb97f136-6586-42ce-85ac-98f8ac1d9831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.901557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:30.906060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.915713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.934438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97f136-6586-42ce-85ac-98f8ac1d9831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fde9d0-ed55-456e-a6a1-66ec7c046b75,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.006181 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb97f136-6586-42ce-85ac-98f8ac1d9831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.011747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bb97f136-6586-42ce-85ac-98f8ac1d9831 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4737823 Nov 22 16:40:31.012093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33520) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:31.017858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2c3d23db-f5c4-4385-8f55-82d193e2e36d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'security_group_rule': {'security_group_id': '078a8867-c533-40b5-8e5a-bb37fa801f14', 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:31.056482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c3d23db-f5c4-4385-8f55-82d193e2e36d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.063033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2412850f-bcfb-43f9-989f-c01df710001a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.094710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Checking segment: {'id': 'bf495569-1a1e-46d5-b993-4f67a70ec280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5654f87b-37da-48de-a5d6-88f7b3c13faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:31.095079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Network hostable DHCP agents. Network: 5654f87b-37da-48de-a5d6-88f7b3c13faa, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:31.139931 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c3d23db-f5c4-4385-8f55-82d193e2e36d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.147063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c3d23db-f5c4-4385-8f55-82d193e2e36d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.151713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Network 5654f87b-37da-48de-a5d6-88f7b3c13faa is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:31.184926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d23db-f5c4-4385-8f55-82d193e2e36d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b85ad1-78d6-47df-b425-a88138ffcbb9,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.189169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5654f87b-37da-48de-a5d6-88f7b3c13faa) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:31.195815 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c3d23db-f5c4-4385-8f55-82d193e2e36d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.204052 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c3d23db-f5c4-4385-8f55-82d193e2e36d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1855462 Nov 22 16:40:31.204404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:31.204404 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.207193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df1250-fa75-4c81-aa5b-64efd9db5499 None None] Network 5654f87b-37da-48de-a5d6-88f7b3c13faa requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:31.207502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33522) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:31.215862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3ff8911b-e81d-4810-a2a8-43b4f629b7ea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'security_group_rule': {'security_group_id': '078a8867-c533-40b5-8e5a-bb37fa801f14', 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:31.252156 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.303385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-049c872c-8bfe-49df-b21a-7db3c4b8fef0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9055860 Nov 22 16:40:31.312127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff8911b-e81d-4810-a2a8-43b4f629b7ea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.338061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=ce649066-49da-4f55-9776-1610d9de7e3e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.380149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': '9c217d28-937a-43b6-b953-a74da4a5fabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '999d4d28-ca86-4807-92af-dc3e112f126d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:31.380418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: 999d4d28-ca86-4807-92af-dc3e112f126d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:31.404533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff8911b-e81d-4810-a2a8-43b4f629b7ea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.411741 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff8911b-e81d-4810-a2a8-43b4f629b7ea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.419880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 999d4d28-ca86-4807-92af-dc3e112f126d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:31.438903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8911b-e81d-4810-a2a8-43b4f629b7ea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ead967c-33ac-4a3a-9db4-b1ae4498f3ef,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.442287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 999d4d28-ca86-4807-92af-dc3e112f126d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:31.448301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:31.449780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.455206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7872adda-fbae-407f-8754-9d1f00062cb5 None None] Network 999d4d28-ca86-4807-92af-dc3e112f126d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:31.456863 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ff8911b-e81d-4810-a2a8-43b4f629b7ea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.459309 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3ff8911b-e81d-4810-a2a8-43b4f629b7ea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2497075 Nov 22 16:40:31.462802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33526) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:31.471487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e0bc195e-5499-4364-a1be-dcbd1be9d9a1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'security_group_rule': {'security_group_id': '078a8867-c533-40b5-8e5a-bb37fa801f14', 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:31.478750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ea07e900-5e8d-4fcc-9e95-60485a0494df tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8360405 Nov 22 16:40:31.483747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33528) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:31.538922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0bc195e-5499-4364-a1be-dcbd1be9d9a1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.559753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1c83b-e05e-42bb-9d32-d0d470be847e None None] Network 5654f87b-37da-48de-a5d6-88f7b3c13faa requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:31.642266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0bc195e-5499-4364-a1be-dcbd1be9d9a1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.648780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0bc195e-5499-4364-a1be-dcbd1be9d9a1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.675894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc195e-5499-4364-a1be-dcbd1be9d9a1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a27712-bce1-4d96-bca1-7b3007eebac8,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.695580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e0bc195e-5499-4364-a1be-dcbd1be9d9a1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.697351 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e0bc195e-5499-4364-a1be-dcbd1be9d9a1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2317660 Nov 22 16:40:31.701036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33534) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:31.707409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-85619cf3-c41d-4dd4-9464-4295662feabd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'security_group_rule': {'security_group_id': '078a8867-c533-40b5-8e5a-bb37fa801f14', 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:31.737696 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-85619cf3-c41d-4dd4-9464-4295662feabd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Project 8923d83a512b40f7a01d455b5bdc5242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:40:31.748850 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85619cf3-c41d-4dd4-9464-4295662feabd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.877535 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85619cf3-c41d-4dd4-9464-4295662feabd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.892011 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85619cf3-c41d-4dd4-9464-4295662feabd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.921579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85619cf3-c41d-4dd4-9464-4295662feabd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7ec813-ba0f-4539-b3e8-3c3a02c9846d,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.939500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-85619cf3-c41d-4dd4-9464-4295662feabd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.939950 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-85619cf3-c41d-4dd4-9464-4295662feabd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2365615 Nov 22 16:40:31.945416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33536) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:31.953478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c44eaf14-c9bb-4be6-80d1-32e189ad3300 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'security_group_rule': {'security_group_id': '078a8867-c533-40b5-8e5a-bb37fa801f14', 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:31.987889 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-c44eaf14-c9bb-4be6-80d1-32e189ad3300 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Project 8923d83a512b40f7a01d455b5bdc5242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:40:31.997290 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c44eaf14-c9bb-4be6-80d1-32e189ad3300 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.018719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.069069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c42f86-4e5c-4583-acf3-79725bae03c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-999d4d28-ca86-4807-92af-dc3e112f126d', 'network_id': '999d4d28-ca86-4807-92af-dc3e112f126d', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': 'ce649066-49da-4f55-9776-1610d9de7e3e'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:32.072342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36c42f86-4e5c-4583-acf3-79725bae03c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.110336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c44eaf14-c9bb-4be6-80d1-32e189ad3300 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.125349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c44eaf14-c9bb-4be6-80d1-32e189ad3300 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.132428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.155475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44eaf14-c9bb-4be6-80d1-32e189ad3300 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3c9986-bb3a-4b58-aad1-e381a62b2cb7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:32.195346 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c44eaf14-c9bb-4be6-80d1-32e189ad3300 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.200344 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c44eaf14-c9bb-4be6-80d1-32e189ad3300 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2513804 Nov 22 16:40:32.288241 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-36c42f86-4e5c-4583-acf3-79725bae03c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce649066-49da-4f55-9776-1610d9de7e3e: This subnet is being modified by another concurrent operation. Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ce649066-49da-4f55-9776-1610d9de7e3e: This subnet is being modified by another concurrent operation. Nov 22 16:40:32.294117 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:40:32.332771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef221e4b-95d3-4f9a-8688-41a7210e0a5e None None] Network 999d4d28-ca86-4807-92af-dc3e112f126d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:32.348560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=ce649066-49da-4f55-9776-1610d9de7e3e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:32.462600 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.489695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999d4d28-ca86-4807-92af-dc3e112f126d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:32.510937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c217d28-937a-43b6-b953-a74da4a5fabe') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:32.511247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c217d28-937a-43b6-b953-a74da4a5fabe') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:32.528409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.534925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e65b075-5f2d-4990-8bea-8959e22ce65a None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:40:32.548024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33576) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:32.553795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945902678-network', 'tenant_id': '5fef232af0204fd7a31b768dfdd4a3e2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:32.563457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.581794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Made reservation on behalf of 5fef232af0204fd7a31b768dfdd4a3e2 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:32.584938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:32.585781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.586443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:32.593761 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:32.601851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.689796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.700089 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.705149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/999d4d28-ca86-4807-92af-dc3e112f126d HTTP/1.1" status: 204 len: 168 time: 1.2198293 Nov 22 16:40:32.712998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33586) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:32.721081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-549349676'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:32.722527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbda64-6305-43c5-a65f-92aa8f0f5b28 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=999d4d28-ca86-4807-92af-dc3e112f126d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:32.736444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e65b075-5f2d-4990-8bea-8959e22ce65a None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:40:32.763196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:32.767570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.796339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.803752 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.817004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:32.839222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:32.853557 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.853911 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment 8acdc052-ee32-46f0-8bcc-0691c439c023 of type vlan for network 40f24360-170e-499a-a4c3-5350959b1d68 Nov 22 16:40:32.865978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fe13f1-aee9-48fb-a18f-2f5b0279b2b5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:32.892298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.892652 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Added segment fa361137-e6d4-4b89-b750-f85eb96faf9f of type vlan for network 5042777d-ed62-4e00-ae8d-aa678c32d044 Nov 22 16:40:32.935578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.958398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.002242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.009425 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.010249 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.019961 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.021582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.022178 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.116235 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3936582 Nov 22 16:40:33.116762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33590) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:33.116941 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5649314 Nov 22 16:40:33.124442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33592) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:33.124442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Request body: {'subnet': {'network_id': '5042777d-ed62-4e00-ae8d-aa678c32d044', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1945902678-subnet', 'tenant_id': '5fef232af0204fd7a31b768dfdd4a3e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:33.128734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': '40f24360-170e-499a-a4c3-5350959b1d68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:33.135348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34706a7-1158-4d21-a451-28e628afac5d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=40f24360-170e-499a-a4c3-5350959b1d68,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.147634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 40f24360-170e-499a-a4c3-5350959b1d68 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:33.232591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Made reservation on behalf of 5fef232af0204fd7a31b768dfdd4a3e2 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:33.235463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.340016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9d656-93c6-4d90-be7c-e70a3ea92069 admin admin] Pushing event updated for resources: {'Network': ['ID=5042777d-ed62-4e00-ae8d-aa678c32d044,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.350284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:33.361537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.361868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5042777d-ed62-4e00-ae8d-aa678c32d044 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:33.466517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:40:33.468094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:40:33.649534 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.677316 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.739222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f312a86-d597-439d-a0a7-e7547971d1f0,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.759395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=11651f1f-76f5-4daf-b96a-c878e0dbe540,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.771551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': '8acdc052-ee32-46f0-8bcc-0691c439c023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '40f24360-170e-499a-a4c3-5350959b1d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:33.771987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: 40f24360-170e-499a-a4c3-5350959b1d68, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:33.794674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 40f24360-170e-499a-a4c3-5350959b1d68 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:33.796456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Checking segment: {'id': 'fa361137-e6d4-4b89-b750-f85eb96faf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5042777d-ed62-4e00-ae8d-aa678c32d044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:33.796990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Network hostable DHCP agents. Network: 5042777d-ed62-4e00-ae8d-aa678c32d044, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:33.810460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 40f24360-170e-499a-a4c3-5350959b1d68) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:33.819819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.825907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45b7f4-5ed1-459f-a1f6-be2d6eaa6e6b None None] Network 40f24360-170e-499a-a4c3-5350959b1d68 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:33.829362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Network 5042777d-ed62-4e00-ae8d-aa678c32d044 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:33.836342 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.836917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5042777d-ed62-4e00-ae8d-aa678c32d044) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:33.848113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.850477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.874519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33626) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:33.875011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bd193ec0-1b76-49bc-9641-8e38d5faf9e5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7535188 Nov 22 16:40:33.893146 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9156427f-0c0f-4ef1-b979-3e6203c7f8a0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7730136 Nov 22 16:40:33.920780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af39f91b-1287-47ab-a433-704582e9c9cd None None] Network 5042777d-ed62-4e00-ae8d-aa678c32d044 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:34.096254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.143358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:34.196283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.247011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-4354be66-ac2a-4e27-8011-61069d121cb7 admin admin] Deleting subnet 2412850f-bcfb-43f9-989f-c01df710001a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:34.255644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4354be66-ac2a-4e27-8011-61069d121cb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.337678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4354be66-ac2a-4e27-8011-61069d121cb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.360293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.402112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4354be66-ac2a-4e27-8011-61069d121cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.426883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=11651f1f-76f5-4daf-b96a-c878e0dbe540,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:34.438995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5373688-8b9c-481b-8591-61e6db476f6c None None] Network 5042777d-ed62-4e00-ae8d-aa678c32d044 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:34.488973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4354be66-ac2a-4e27-8011-61069d121cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.518294 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4354be66-ac2a-4e27-8011-61069d121cb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.531489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772e194-8134-4ba1-8bf9-a25cafc0b28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-40f24360-170e-499a-a4c3-5350959b1d68', 'network_id': '40f24360-170e-499a-a4c3-5350959b1d68', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': '11651f1f-76f5-4daf-b96a-c878e0dbe540'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:34.532875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33634) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:34.533508 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6772e194-8134-4ba1-8bf9-a25cafc0b28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.534400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4354be66-ac2a-4e27-8011-61069d121cb7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2412850f-bcfb-43f9-989f-c01df710001a HTTP/1.1" status: 204 len: 168 time: 0.3894672 Nov 22 16:40:34.558693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bdf21d-547e-4de8-a7f1-00406f5ef7fd None None] Network 5654f87b-37da-48de-a5d6-88f7b3c13faa requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:34.588133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354be66-ac2a-4e27-8011-61069d121cb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2412850f-bcfb-43f9-989f-c01df710001a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:34.799023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ff5a6-ecfa-4b8c-a953-1f4edd0d9cb0 None None] Network 40f24360-170e-499a-a4c3-5350959b1d68 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:34.885218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d16593-68c2-4b60-9e7f-bc298b42f194 None None] DHCP port deletion for 5654f87b-37da-48de-a5d6-88f7b3c13faa request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:34.903017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.967866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f24360-170e-499a-a4c3-5350959b1d68']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:34.982072 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.989037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8acdc052-ee32-46f0-8bcc-0691c439c023') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:34.989491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8acdc052-ee32-46f0-8bcc-0691c439c023') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:35.005952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.040404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.088900 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:35.089568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:35.095508 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:35.288566 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.324962 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.345521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5654f87b-37da-48de-a5d6-88f7b3c13faa']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:35.350856 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.357280 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/40f24360-170e-499a-a4c3-5350959b1d68 HTTP/1.1" status: 204 len: 168 time: 1.4808643 Nov 22 16:40:35.362075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33638) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:35.370092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-732131684'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:35.393374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de4533-5c33-47c5-86dc-6488a4a2216c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=40f24360-170e-499a-a4c3-5350959b1d68,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:35.400099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf495569-1a1e-46d5-b993-4f67a70ec280') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:35.400572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf495569-1a1e-46d5-b993-4f67a70ec280') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:35.412993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:35.418346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.419570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.445354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.457725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:35.458418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:35.461345 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:35.467613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:35.483412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.484035 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment c1e8b13c-b2ff-4353-9156-f7ba074cfe69 of type vlan for network 5e0cf8a2-5fbe-4be1-b111-723038625eb1 Nov 22 16:40:35.544086 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.565536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.573783 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.580904 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5654f87b-37da-48de-a5d6-88f7b3c13faa HTTP/1.1" status: 204 len: 168 time: 1.0457931 Nov 22 16:40:35.584895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33640) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:35.600556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.615749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c711aa-79fd-4996-ad6c-bace6e6df789 admin admin] Pushing event deleted for resources: {'Network': ['ID=5654f87b-37da-48de-a5d6-88f7b3c13faa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:35.616954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:35.618138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.722626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3587923 Nov 22 16:40:35.726772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33642) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:35.737814 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3aa20b-51e9-4385-bb9b-74c6029e8f9f admin admin] Deleting subnet 2f312a86-d597-439d-a0a7-e7547971d1f0 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:35.738114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': '5e0cf8a2-5fbe-4be1-b111-723038625eb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:35.745226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa20b-51e9-4385-bb9b-74c6029e8f9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.747496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c728f-4825-44bf-a339-af2224d81c58 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=5e0cf8a2-5fbe-4be1-b111-723038625eb1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:35.768813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5e0cf8a2-5fbe-4be1-b111-723038625eb1 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:35.829526 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa20b-51e9-4385-bb9b-74c6029e8f9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.901716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa20b-51e9-4385-bb9b-74c6029e8f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.903577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:35.910811 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.008439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa20b-51e9-4385-bb9b-74c6029e8f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.053718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aa20b-51e9-4385-bb9b-74c6029e8f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f312a86-d597-439d-a0a7-e7547971d1f0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:36.060064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa20b-51e9-4385-bb9b-74c6029e8f9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.066271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2c3aa20b-51e9-4385-bb9b-74c6029e8f9f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2f312a86-d597-439d-a0a7-e7547971d1f0 HTTP/1.1" status: 204 len: 168 time: 0.4793005 Nov 22 16:40:36.070592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:36.207507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.288623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.369342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=807331a1-ce83-4c13-9283-977a3418e024,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:36.376349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.380212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': 'c1e8b13c-b2ff-4353-9156-f7ba074cfe69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '5e0cf8a2-5fbe-4be1-b111-723038625eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:36.380704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: 5e0cf8a2-5fbe-4be1-b111-723038625eb1, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:36.406090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 5e0cf8a2-5fbe-4be1-b111-723038625eb1 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:36.419779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5042777d-ed62-4e00-ae8d-aa678c32d044']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:36.425962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5e0cf8a2-5fbe-4be1-b111-723038625eb1) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:36.437317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:36.439495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa361137-e6d4-4b89-b750-f85eb96faf9f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:36.440116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.440851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa361137-e6d4-4b89-b750-f85eb96faf9f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:36.441071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cc7af6-72eb-46fd-b5bd-1c41e9cc1a8f None None] Network 5e0cf8a2-5fbe-4be1-b111-723038625eb1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:36.460701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.485812 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de8193e3-9e9d-4c91-ab27-a14d805faad6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7569487 Nov 22 16:40:36.489326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.490320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33648) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:36.502169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:36.502785 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:36.519846 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:36.578576 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.591732 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.599166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] 10.222.0.69 "DELETE /v2.0/networks/5042777d-ed62-4e00-ae8d-aa678c32d044 HTTP/1.1" status: 204 len: 168 time: 0.5249884 Nov 22 16:40:36.610979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc8d12-a230-4054-a2d0-c1a1d4a3303b admin admin] Pushing event deleted for resources: {'Network': ['ID=5042777d-ed62-4e00-ae8d-aa678c32d044,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:36.640468 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.707942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa3614-ca61-4a04-a80d-ed2a36f39900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-5e0cf8a2-5fbe-4be1-b111-723038625eb1', 'network_id': '5e0cf8a2-5fbe-4be1-b111-723038625eb1', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': '807331a1-ce83-4c13-9283-977a3418e024'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:36.709126 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23aa3614-ca61-4a04-a80d-ed2a36f39900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.770610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.870004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:36.903072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=807331a1-ce83-4c13-9283-977a3418e024,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-23aa3614-ca61-4a04-a80d-ed2a36f39900 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 807331a1-ce83-4c13-9283-977a3418e024: This subnet is being modified by another concurrent operation. Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 807331a1-ce83-4c13-9283-977a3418e024: This subnet is being modified by another concurrent operation. Nov 22 16:40:36.909116 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.937291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:36.990583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3d7890-9496-41dd-a794-ea504eb42736 None None] Network 5e0cf8a2-5fbe-4be1-b111-723038625eb1 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:37.064369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.120356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33652) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:37.123581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0cf8a2-5fbe-4be1-b111-723038625eb1']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:37.140548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e8b13c-b2ff-4353-9156-f7ba074cfe69') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:37.141223 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e8b13c-b2ff-4353-9156-f7ba074cfe69') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:37.155561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.180001 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.218958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f74a145a-d763-4fa6-be59-61da45ca2b88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bea3deeeb42a42a8ae262818b4999b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0966072 Nov 22 16:40:37.221990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:37.223959 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.224192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33654) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:37.229179 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:37.250824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea36d431-701e-456f-90e1-6cfc15a0dfbe None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:40:37.369556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.380664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.393508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.398326 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/5e0cf8a2-5fbe-4be1-b111-723038625eb1 HTTP/1.1" status: 204 len: 168 time: 0.9054127 Nov 22 16:40:37.411321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33656) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:37.416568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14aac89-893d-4a95-9acb-5f318fb87632 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=5e0cf8a2-5fbe-4be1-b111-723038625eb1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:37.432128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556666096'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:37.448231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea36d431-701e-456f-90e1-6cfc15a0dfbe None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:40:37.490230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.574911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:37.579969 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.625037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:37.638279 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.639631 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment 674add1b-bf97-4d48-95a8-ffa1b1450b51 of type vlan for network edd859a1-2d6b-44ce-93bf-527a608f95e3 Nov 22 16:40:37.680866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.684675 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.686555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33a452a9-b50f-48e5-b774-136edf7b5a3d HTTP/1.1" status: 204 len: 168 time: 0.4610868 Nov 22 16:40:37.714060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a452a9-b50f-48e5-b774-136edf7b5a3d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:37.720240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.744659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.749365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.749365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.749365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1c2151-ebae-4bdf-bac6-098e30e0a442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:37.780494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.786837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:37.787628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.871976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4549501 Nov 22 16:40:37.872377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33662) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:37.877666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': 'edd859a1-2d6b-44ce-93bf-527a608f95e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:37.985786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26454072-864b-459e-8027-0c68609931db tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=edd859a1-2d6b-44ce-93bf-527a608f95e3,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:38.006364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network edd859a1-2d6b-44ce-93bf-527a608f95e3 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:38.058660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:38.063714 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.376782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.417241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33666) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:38.493871 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7519c40c-2a1b-49bc-9a93-dfa510837b61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5fef232af0204fd7a31b768dfdd4a3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0751138 Nov 22 16:40:38.498879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33668) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:38.518205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': '674add1b-bf97-4d48-95a8-ffa1b1450b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'edd859a1-2d6b-44ce-93bf-527a608f95e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:38.526760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: edd859a1-2d6b-44ce-93bf-527a608f95e3, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:38.532503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=671bb458-a95d-463b-92a3-e4fba8938c20,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:38.557863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network edd859a1-2d6b-44ce-93bf-527a608f95e3 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:38.572900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, edd859a1-2d6b-44ce-93bf-527a608f95e3) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:38.578411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:38.579053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.603215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c1859e-9e4d-446d-97fb-e7275333808c None None] Network edd859a1-2d6b-44ce-93bf-527a608f95e3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:38.609464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f88f4549-6a1a-40e4-b801-9b08b1ed7125 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7315125 Nov 22 16:40:38.610259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33672) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:38.623972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc9eb-3170-41f8-b700-6cede6dea484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.695033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc9eb-3170-41f8-b700-6cede6dea484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.772437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.825825 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc9eb-3170-41f8-b700-6cede6dea484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.829039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc9eb-3170-41f8-b700-6cede6dea484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.830317 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e1cdc9eb-3170-41f8-b700-6cede6dea484 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15fe13f1-aee9-48fb-a18f-2f5b0279b2b5 HTTP/1.1" status: 204 len: 168 time: 0.3298368 Nov 22 16:40:38.848720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdc9eb-3170-41f8-b700-6cede6dea484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fe13f1-aee9-48fb-a18f-2f5b0279b2b5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:38.850740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.930275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1691b-6052-4b2d-a83c-7b91c9590560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-edd859a1-2d6b-44ce-93bf-527a608f95e3', 'network_id': 'edd859a1-2d6b-44ce-93bf-527a608f95e3', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': '671bb458-a95d-463b-92a3-e4fba8938c20'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:38.931847 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ead1691b-6052-4b2d-a83c-7b91c9590560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.954877 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.001044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=671bb458-a95d-463b-92a3-e4fba8938c20,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:39.095275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8debd9bf-7f2e-4233-8a3b-7ccff0e11ef1 None None] Network edd859a1-2d6b-44ce-93bf-527a608f95e3 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:39.099187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.143940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd859a1-2d6b-44ce-93bf-527a608f95e3']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:39.163241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674add1b-bf97-4d48-95a8-ffa1b1450b51') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:39.163241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674add1b-bf97-4d48-95a8-ffa1b1450b51') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:39.180708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.204873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.218767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:39.219483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:39.230115 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:39.341674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.363815 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3639841'] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.369186 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/edd859a1-2d6b-44ce-93bf-527a608f95e3 HTTP/1.1" status: 204 len: 168 time: 0.7582557 Nov 22 16:40:39.375347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33678) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:39.384543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888903387'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:39.390810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1cf48-6fa8-4d15-b2af-6a146d0834b8 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=edd859a1-2d6b-44ce-93bf-527a608f95e3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:39.425717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:39.433286 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.464292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:39.482568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.483557 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment bceee59a-1599-454f-ad44-511cd85b36fc of type vlan for network 34a67108-5cf4-42f8-b1d4-284f79fe198d Nov 22 16:40:39.570033 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.617596 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.628131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:39.630338 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:39.711153 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3334212 Nov 22 16:40:39.715443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33688) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:39.725833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d45d1329-f724-4bf0-b43b-7631093ba761 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:39.751186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31af58-8615-4200-ad0b-5760fec17de1 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=34a67108-5cf4-42f8-b1d4-284f79fe198d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:39.770828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 34a67108-5cf4-42f8-b1d4-284f79fe198d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:40.035779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d45d1329-f724-4bf0-b43b-7631093ba761 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.059731 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d45d1329-f724-4bf0-b43b-7631093ba761 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.089607 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d45d1329-f724-4bf0-b43b-7631093ba761 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 34a67108-5cf4-42f8-b1d4-284f79fe198d is not hosted by any dhcp agent {{(pid=103410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:40:40.094909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45d1329-f724-4bf0-b43b-7631093ba761 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:40.095555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d45d1329-f724-4bf0-b43b-7631093ba761 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.100183 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d45d1329-f724-4bf0-b43b-7631093ba761 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "PUT /v2.0/networks/34a67108-5cf4-42f8-b1d4-284f79fe198d HTTP/1.1" status: 200 len: 723 time: 0.3799527 Nov 22 16:40:40.102158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33698) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:40.112693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': '34a67108-5cf4-42f8-b1d4-284f79fe198d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:40.172962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d1329-f724-4bf0-b43b-7631093ba761 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=34a67108-5cf4-42f8-b1d4-284f79fe198d,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:40.199162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 34a67108-5cf4-42f8-b1d4-284f79fe198d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:40.330624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:40.335408 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.600685 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.680872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=eb1e73b7-444f-4b49-8be0-9887e7458288,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:40.700092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': 'bceee59a-1599-454f-ad44-511cd85b36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '34a67108-5cf4-42f8-b1d4-284f79fe198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:40.701951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: 34a67108-5cf4-42f8-b1d4-284f79fe198d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:40.734201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 34a67108-5cf4-42f8-b1d4-284f79fe198d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:40.751510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 34a67108-5cf4-42f8-b1d4-284f79fe198d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:40.758419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:40.759512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.773695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bcc185-1171-4728-a18d-ab2a49465481 None None] Network 34a67108-5cf4-42f8-b1d4-284f79fe198d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:40.794528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4a1bfb44-e1fa-4b6f-aa17-59e853974c19 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6896803 Nov 22 16:40:40.797941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33710) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:40.805663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-14d1074b-c175-40b7-abb1-2308c7d7a7a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:40.988397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14d1074b-c175-40b7-abb1-2308c7d7a7a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11471074'] for subnet, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.103329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-34a67108-5cf4-42f8-b1d4-284f79fe198d', 'network_id': '34a67108-5cf4-42f8-b1d4-284f79fe198d', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': 'eb1e73b7-444f-4b49-8be0-9887e7458288'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:41.104806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.286545 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14d1074b-c175-40b7-abb1-2308c7d7a7a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771747092044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-11235348'] for subnet, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.384709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d1074b-c175-40b7-abb1-2308c7d7a7a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:41.386258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Allocated IP 172.20.0.2 (34a67108-5cf4-42f8-b1d4-284f79fe198d/eb1e73b7-444f-4b49-8be0-9887e7458288/f5155e83-f300-47bb-9d65-3ab8b6f09896) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:41.387188 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14d1074b-c175-40b7-abb1-2308c7d7a7a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.392447 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-14d1074b-c175-40b7-abb1-2308c7d7a7a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "PUT /v2.0/subnets/eb1e73b7-444f-4b49-8be0-9887e7458288 HTTP/1.1" status: 200 len: 806 time: 0.5918694 Nov 22 16:40:41.394321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33720) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:41.457622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1074b-c175-40b7-abb1-2308c7d7a7a2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=eb1e73b7-444f-4b49-8be0-9887e7458288,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:41.615468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.659735 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.673391 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.716019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.743547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Network 34a67108-5cf4-42f8-b1d4-284f79fe198d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:41.755625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:41.759220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:41.797120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Pushing event updated for resources: {'Port': ['ID=f5155e83-f300-47bb-9d65-3ab8b6f09896,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:41.847233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.890151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1e73b7-444f-4b49-8be0-9887e7458288,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:41.903735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Attempting to bind port f5155e83-f300-47bb-9d65-3ab8b6f09896 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:41.904450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Attempting to bind port f5155e83-f300-47bb-9d65-3ab8b6f09896 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'bceee59a-1599-454f-ad44-511cd85b36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '34a67108-5cf4-42f8-b1d4-284f79fe198d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:41.905102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Attempting to bind port f5155e83-f300-47bb-9d65-3ab8b6f09896 on network 34a67108-5cf4-42f8-b1d4-284f79fe198d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:41.915036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:41.915685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Checking segment: {'id': 'bceee59a-1599-454f-ad44-511cd85b36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '34a67108-5cf4-42f8-b1d4-284f79fe198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:41.916824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.917515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Bound using segment: {'id': 'bceee59a-1599-454f-ad44-511cd85b36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '34a67108-5cf4-42f8-b1d4-284f79fe198d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:41.918363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Bound port: f5155e83-f300-47bb-9d65-3ab8b6f09896, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceee59a-1599-454f-ad44-511cd85b36fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '34a67108-5cf4-42f8-b1d4-284f79fe198d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:41.919035 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.007443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.040684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a67108-5cf4-42f8-b1d4-284f79fe198d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:42.050249 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] For port f5155e83-f300-47bb-9d65-3ab8b6f09896, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:42.054060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] For port f5155e83-f300-47bb-9d65-3ab8b6f09896, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f5155e83-f300-47bb-9d65-3ab8b6f09896,segment=NetworkSegment(bceee59a-1599-454f-ad44-511cd85b36fc),segment_id=bceee59a-1599-454f-ad44-511cd85b36fc)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:42.058900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bceee59a-1599-454f-ad44-511cd85b36fc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:42.059514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bceee59a-1599-454f-ad44-511cd85b36fc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:42.066817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.082746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.126925 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.140421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:42.140948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:42.147247 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:42.163717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cedef-7035-487e-b59e-ed9c4cc15730 None None] Pushing event updated for resources: {'Port': ['ID=f5155e83-f300-47bb-9d65-3ab8b6f09896,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:42.196258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060c5f1-d24b-4990-94d9-9fc2125379c2 None None] Network 34a67108-5cf4-42f8-b1d4-284f79fe198d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:42.233555 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:40:42.233555 n-d-811716-3 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:40:42.233555 n-d-811716-3 neutron-server[103411]: [parameters: {'id': '34a67108-5cf4-42f8-b1d4-284f79fe198d'}] Nov 22 16:40:42.233555 n-d-811716-3 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:40:42.233555 n-d-811716-3 neutron-server[103411]: DEBUG oslo_db.api [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:40:42.344042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d098442-7a50-4339-8599-a1baed99602d None None] Network 34a67108-5cf4-42f8-b1d4-284f79fe198d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:42.445750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:42.540715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f10613-26fd-43ee-9053-53a922c3a81b None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:40:42.630349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb377ef-eb5d-4d74-9815-8ed470f6499d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.693604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f10613-26fd-43ee-9053-53a922c3a81b None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:40:42.740184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.777065 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb377ef-eb5d-4d74-9815-8ed470f6499d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.787811 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6eb377ef-eb5d-4d74-9815-8ed470f6499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.922445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6eb377ef-eb5d-4d74-9815-8ed470f6499d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25e62bb781a34a2f813f4abb21c39c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4753113 Nov 22 16:40:42.923788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb377ef-eb5d-4d74-9815-8ed470f6499d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec249a-9429-410b-954a-642c3e15448a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:42.925081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33740) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:42.977811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Deleting port f5155e83-f300-47bb-9d65-3ab8b6f09896 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:42.978346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.035202 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6230265b-5b17-4274-9405-4b6857b891e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.086032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6230265b-5b17-4274-9405-4b6857b891e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.111405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] For port f5155e83-f300-47bb-9d65-3ab8b6f09896, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f5155e83-f300-47bb-9d65-3ab8b6f09896,segment=NetworkSegment(bceee59a-1599-454f-ad44-511cd85b36fc),segment_id=bceee59a-1599-454f-ad44-511cd85b36fc)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:43.112220 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.171093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Calling delete_port for f5155e83-f300-47bb-9d65-3ab8b6f09896 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:43.180282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6230265b-5b17-4274-9405-4b6857b891e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.193102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6230265b-5b17-4274-9405-4b6857b891e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.197843 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6230265b-5b17-4274-9405-4b6857b891e7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70ec249a-9429-410b-954a-642c3e15448a HTTP/1.1" status: 204 len: 168 time: 0.2675223 Nov 22 16:40:43.222170 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230265b-5b17-4274-9405-4b6857b891e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec249a-9429-410b-954a-642c3e15448a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:43.317891 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.374499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Port': ['ID=f5155e83-f300-47bb-9d65-3ab8b6f09896,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:43.381411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No DVR routers for this DVR port f5155e83-f300-47bb-9d65-3ab8b6f09896 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:43.519644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.551681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a67108-5cf4-42f8-b1d4-284f79fe198d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:43.567343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bceee59a-1599-454f-ad44-511cd85b36fc') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:43.567838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bceee59a-1599-454f-ad44-511cd85b36fc') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:43.586950 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.609266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.623332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:43.624200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:43.628009 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:43.711683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.726433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.732681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/34a67108-5cf4-42f8-b1d4-284f79fe198d HTTP/1.1" status: 204 len: 168 time: 2.3359342 Nov 22 16:40:43.736155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33748) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:43.754009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:43.760989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0a285-217c-44d3-8930-51a032b9a48b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=34a67108-5cf4-42f8-b1d4-284f79fe198d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:43.771721 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a16ca4a9-a8c7-49a1-9309-3bfe268a9683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.772138 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0491012e-eb27-4212-b694-e2f46ef90e56 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:43.772923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0491012e-eb27-4212-b694-e2f46ef90e56 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:43.778042 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0491012e-eb27-4212-b694-e2f46ef90e56 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/34a67108-5cf4-42f8-b1d4-284f79fe198d HTTP/1.1" status: 404 len: 339 time: 0.0406613 Nov 22 16:40:43.782439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33752) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:43.791040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1910166042', 'description': 'd1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:43.823687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:43.828713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.873342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:43.890561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.890974 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment 1c580a7f-b06e-4c8a-924b-02f6a932a350 of type vlan for network 9aaf6ea0-d310-47d7-9bcc-df1f1dceb479 Nov 22 16:40:43.922854 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a16ca4a9-a8c7-49a1-9309-3bfe268a9683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.930061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a16ca4a9-a8c7-49a1-9309-3bfe268a9683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.965354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.010924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a16ca4a9-a8c7-49a1-9309-3bfe268a9683 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c264a28303b34e678f33feb0085cd7dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531533 Nov 22 16:40:44.010924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ca4a9-a8c7-49a1-9309-3bfe268a9683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb79db4-5e03-4bab-9ad5-714e9a9fddd1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:44.012645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33754) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:44.043675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.052936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.053740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.161603 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3772225 Nov 22 16:40:44.166291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:44.188898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b86946-1002-458d-be3f-9ef5e05db695 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=9aaf6ea0-d310-47d7-9bcc-df1f1dceb479,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:44.199779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fe813ed-f53a-4f78-86b3-40abfeafb8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.207143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 9aaf6ea0-d310-47d7-9bcc-df1f1dceb479 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:44.248735 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fe813ed-f53a-4f78-86b3-40abfeafb8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.318561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b1acc2-0d12-412b-a087-04d7b76dfbf7 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.320391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d2b1acc2-0d12-412b-a087-04d7b76dfbf7 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/networks?id=9aaf6ea0-d310-47d7-9bcc-df1f1dceb479 HTTP/1.1" status: 200 len: 761 time: 0.1513197 Nov 22 16:40:44.325238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33760) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:44.348446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-eaa5279e-b0c1-4910-9e20-217726b82aa9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'description': 'd2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:44.376138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fe813ed-f53a-4f78-86b3-40abfeafb8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.382088 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1fe813ed-f53a-4f78-86b3-40abfeafb8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.384687 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1fe813ed-f53a-4f78-86b3-40abfeafb8f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/beb79db4-5e03-4bab-9ad5-714e9a9fddd1 HTTP/1.1" status: 204 len: 168 time: 0.3697789 Nov 22 16:40:44.418217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe813ed-f53a-4f78-86b3-40abfeafb8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb79db4-5e03-4bab-9ad5-714e9a9fddd1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:44.642762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eaa5279e-b0c1-4910-9e20-217726b82aa9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.664609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eaa5279e-b0c1-4910-9e20-217726b82aa9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.699175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eaa5279e-b0c1-4910-9e20-217726b82aa9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 9aaf6ea0-d310-47d7-9bcc-df1f1dceb479 is not hosted by any dhcp agent {{(pid=103411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:40:44.709361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5279e-b0c1-4910-9e20-217726b82aa9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.710347 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-eaa5279e-b0c1-4910-9e20-217726b82aa9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:44.712449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-eaa5279e-b0c1-4910-9e20-217726b82aa9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "PUT /v2.0/networks/9aaf6ea0-d310-47d7-9bcc-df1f1dceb479 HTTP/1.1" status: 200 len: 758 time: 0.3791246 Nov 22 16:40:44.716629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33764) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:44.809904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5279e-b0c1-4910-9e20-217726b82aa9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=9aaf6ea0-d310-47d7-9bcc-df1f1dceb479,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:44.835465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 9aaf6ea0-d310-47d7-9bcc-df1f1dceb479 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:44.971860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c17dfc8-7572-4ec2-ae78-f0e6864248da tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.979960 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4c17dfc8-7572-4ec2-ae78-f0e6864248da tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/networks?id=9aaf6ea0-d310-47d7-9bcc-df1f1dceb479 HTTP/1.1" status: 200 len: 761 time: 0.2573867 Nov 22 16:40:44.981504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:44.987596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1930995388'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:45.026470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:45.033993 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.079470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:45.099215 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.099757 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment d595db7f-25c1-4976-bb3a-1705e0ad3604 of type vlan for network 3fd143ec-4100-4003-9232-4324a96b9b08 Nov 22 16:40:45.166879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.220061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.225817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:45.226463 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.301315 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3193789 Nov 22 16:40:45.304374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33778) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:45.310935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': '3fd143ec-4100-4003-9232-4324a96b9b08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:45.319716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87798cee-6b45-4a2f-8bb5-4eed5ba420ee tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=3fd143ec-4100-4003-9232-4324a96b9b08,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:45.342478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3fd143ec-4100-4003-9232-4324a96b9b08 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:45.449530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:45.454738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.731208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.856991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=8f519fb9-47d8-41a7-9bfe-7a78ad57355b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:45.866679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': 'd595db7f-25c1-4976-bb3a-1705e0ad3604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '3fd143ec-4100-4003-9232-4324a96b9b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:45.867243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: 3fd143ec-4100-4003-9232-4324a96b9b08, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:45.897676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 3fd143ec-4100-4003-9232-4324a96b9b08 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:45.917335 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3fd143ec-4100-4003-9232-4324a96b9b08) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:45.926734 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:45.927496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:45.935402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30e9426-c1e3-4fc2-9f28-cf51cddd741b None None] Network 3fd143ec-4100-4003-9232-4324a96b9b08 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:45.960456 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f6c3bd43-a200-4130-b1c3-9339f093252c tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6524262 Nov 22 16:40:45.962008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33792) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:46.169909 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.206547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11352c1f-25f5-456f-83a9-cc72b5539761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-3fd143ec-4100-4003-9232-4324a96b9b08', 'network_id': '3fd143ec-4100-4003-9232-4324a96b9b08', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': '8f519fb9-47d8-41a7-9bfe-7a78ad57355b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:46.207452 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11352c1f-25f5-456f-83a9-cc72b5539761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.255282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.342699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server [None req-11352c1f-25f5-456f-83a9-cc72b5539761 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f519fb9-47d8-41a7-9bfe-7a78ad57355b: This subnet is being modified by another concurrent operation. Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f519fb9-47d8-41a7-9bfe-7a78ad57355b: This subnet is being modified by another concurrent operation. Nov 22 16:40:46.423727 n-d-811716-3 neutron-server[103412]: ERROR oslo_messaging.rpc.server Nov 22 16:40:46.462626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f39347-c7da-4f78-8319-7b3d2094a242 None None] Network 3fd143ec-4100-4003-9232-4324a96b9b08 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:46.520293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=8f519fb9-47d8-41a7-9bfe-7a78ad57355b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:46.575486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.629141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd143ec-4100-4003-9232-4324a96b9b08']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:46.648934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd595db7f-25c1-4976-bb3a-1705e0ad3604') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:46.649419 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd595db7f-25c1-4976-bb3a-1705e0ad3604') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:46.663982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4afd75b-4e6c-4e27-9ee4-8a30a6286e23 None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:40:46.670607 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.694070 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.706567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:46.707133 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:46.713495 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:46.797723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4afd75b-4e6c-4e27-9ee4-8a30a6286e23 None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:40:46.809383 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.828768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:46.835334 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/3fd143ec-4100-4003-9232-4324a96b9b08 HTTP/1.1" status: 204 len: 168 time: 0.8686903 Nov 22 16:40:46.835614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33808) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:46.845010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412dcda-b756-43cf-94ae-ccd9b82062ed tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=3fd143ec-4100-4003-9232-4324a96b9b08,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:46.883772 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-08fc2f02-7803-4390-9ba0-28e7917a7d8e tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] GET failed (client error): The resource could not be found. Nov 22 16:40:46.886206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-08fc2f02-7803-4390-9ba0-28e7917a7d8e tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/subnets/8f519fb9-47d8-41a7-9bfe-7a78ad57355b HTTP/1.1" status: 404 len: 337 time: 0.0488255 Nov 22 16:40:46.889070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:46.918583 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f59a4e7-dcac-4478-9f5a-7995d49cd65b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:46.919547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f59a4e7-dcac-4478-9f5a-7995d49cd65b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:46.923304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8f59a4e7-dcac-4478-9f5a-7995d49cd65b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/3fd143ec-4100-4003-9232-4324a96b9b08 HTTP/1.1" status: 404 len: 339 time: 0.0301797 Nov 22 16:40:46.927819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33812) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:47.185947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa4226c-6c52-4132-8ef6-58d1e289544d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.188273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2fa4226c-6c52-4132-8ef6-58d1e289544d tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2584422 Nov 22 16:40:47.191077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:47.242596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dd22e56e-d3da-4e56-a225-4d1aee6378d5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 HTTP/1.1" status: 200 len: 207 time: 0.0453217 Nov 22 16:40:47.243083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33822) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:47.508101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa545994-7ec0-413e-8665-0e60cdcf0493 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.514927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa545994-7ec0-413e-8665-0e60cdcf0493 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.521564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa545994-7ec0-413e-8665-0e60cdcf0493 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.527435 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa545994-7ec0-413e-8665-0e60cdcf0493 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.529944 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fa545994-7ec0-413e-8665-0e60cdcf0493 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2845442 Nov 22 16:40:47.535288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33828) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:47.750251 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-da468632-660f-48c3-af7c-eb859ea3f306 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2137966 Nov 22 16:40:47.755516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.211176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce461c-6574-4ed2-ad7b-d132db8502f7 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.214289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce461c-6574-4ed2-ad7b-d132db8502f7 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.218467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f0ce461c-6574-4ed2-ad7b-d132db8502f7 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4599962 Nov 22 16:40:48.222857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33848) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.300179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa56ff58-0fe4-4a77-a8a9-51e4b0ff8a2f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.302014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa56ff58-0fe4-4a77-a8a9-51e4b0ff8a2f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.303650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aa56ff58-0fe4-4a77-a8a9-51e4b0ff8a2f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0792778 Nov 22 16:40:48.308585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33850) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.454296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ba765a-a621-4238-97a7-255af073b9bb tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.456593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-01ba765a-a621-4238-97a7-255af073b9bb tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/networks/f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b HTTP/1.1" status: 200 len: 800 time: 0.1466365 Nov 22 16:40:48.461835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.668354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-763c4739-11e9-457e-9c70-807e4ab5936e tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/networks/f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2047093 Nov 22 16:40:48.672336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33858) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.803717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f67e0-2ec4-4ff8-8295-ab2b7f63ee09 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.807004 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-841f67e0-2ec4-4ff8-8295-ab2b7f63ee09 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/subnets/5703a793-172e-43c0-a957-c9009e47ecef HTTP/1.1" status: 200 len: 811 time: 0.1325278 Nov 22 16:40:48.814926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33864) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.923882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bdb54c-a805-453c-9b6f-62ac2c9bf771 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['shared'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.928449 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b1bdb54c-a805-453c-9b6f-62ac2c9bf771 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "GET /v2.0/subnets/5703a793-172e-43c0-a957-c9009e47ecef?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1118081 Nov 22 16:40:48.933527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.941282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-104287066'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:48.978343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:48.985385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.033956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:49.047416 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1532db2e-dcd9-4981-be9f-88fc0fa87145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.057024 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.058028 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Added segment bf6ad147-a630-4b57-a466-20c1468d39f6 of type vlan for network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca Nov 22 16:40:49.138982 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.184785 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.197126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:49.198106 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.296281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3606644 Nov 22 16:40:49.299654 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33870) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:49.314118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'network_id': '3f0d9fe8-2477-4d8f-9817-07c2c8cccdca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:49.334373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d0ed2-4438-4353-a7f9-75df0ca3c5c9 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Network': ['ID=3f0d9fe8-2477-4d8f-9817-07c2c8cccdca,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:49.359383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:49.527946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Made reservation on behalf of 497f7bd9bd6c4829b2b65f4ac95835e6 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:49.538855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.647458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Performing IP validity checks on allocation pools {{(pid=103410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:40:49.648252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:40:49.934480 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.034679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=f1bc507d-82a4-4414-ac33-bac612eb2d4a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:50.048614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Checking segment: {'id': 'bf6ad147-a630-4b57-a466-20c1468d39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '3f0d9fe8-2477-4d8f-9817-07c2c8cccdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:50.049045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network hostable DHCP agents. Network: 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:50.074576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:50.091195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:50.097568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:50.098356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.106558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03157147-3899-443d-8a98-66b0740182ac None None] Network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:50.136147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:50.137237 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-adc0dc63-e255-41c2-aac2-3525ff653f87 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8343589 Nov 22 16:40:50.143500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d9210e20-fc0c-448f-81eb-c472977eca2b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:50.319432 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9210e20-fc0c-448f-81eb-c472977eca2b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10346969'] for subnet, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.342314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-3f0d9fe8-2477-4d8f-9817-07c2c8cccdca', 'network_id': '3f0d9fe8-2477-4d8f-9817-07c2c8cccdca', 'tenant_id': '497f7bd9bd6c4829b2b65f4ac95835e6', 'fixed_ips': [{'subnet_id': 'f1bc507d-82a4-4414-ac33-bac612eb2d4a'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:40:50.344182 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.630974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9210e20-fc0c-448f-81eb-c472977eca2b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771747092044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9881292'] for subnet, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.686868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9210e20-fc0c-448f-81eb-c472977eca2b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:50.687523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d9210e20-fc0c-448f-81eb-c472977eca2b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.691969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Allocated IP 172.20.0.3 (3f0d9fe8-2477-4d8f-9817-07c2c8cccdca/f1bc507d-82a4-4414-ac33-bac612eb2d4a/ba9b4159-901d-44a3-8acc-da5408f031fa) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:50.692346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d9210e20-fc0c-448f-81eb-c472977eca2b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "PUT /v2.0/subnets/f1bc507d-82a4-4414-ac33-bac612eb2d4a HTTP/1.1" status: 200 len: 877 time: 0.5512915 Nov 22 16:40:50.693689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33878) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:50.724601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9210e20-fc0c-448f-81eb-c472977eca2b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event updated for resources: {'Subnet': ['ID=f1bc507d-82a4-4414-ac33-bac612eb2d4a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:50.978005 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.999281 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.110719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:51.118860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:51.126649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Pushing event updated for resources: {'Port': ['ID=ba9b4159-901d-44a3-8acc-da5408f031fa,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:51.139057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:51.240125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Attempting to bind port ba9b4159-901d-44a3-8acc-da5408f031fa on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:51.240594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Attempting to bind port ba9b4159-901d-44a3-8acc-da5408f031fa by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'bf6ad147-a630-4b57-a466-20c1468d39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '3f0d9fe8-2477-4d8f-9817-07c2c8cccdca'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:51.241240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Attempting to bind port ba9b4159-901d-44a3-8acc-da5408f031fa on network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:51.250698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:51.252226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Checking segment: {'id': 'bf6ad147-a630-4b57-a466-20c1468d39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '3f0d9fe8-2477-4d8f-9817-07c2c8cccdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:51.253029 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.253812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Bound using segment: {'id': 'bf6ad147-a630-4b57-a466-20c1468d39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '3f0d9fe8-2477-4d8f-9817-07c2c8cccdca'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:51.254833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Bound port: ba9b4159-901d-44a3-8acc-da5408f031fa, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6ad147-a630-4b57-a466-20c1468d39f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '3f0d9fe8-2477-4d8f-9817-07c2c8cccdca'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:51.256402 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.289299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.392614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] For port ba9b4159-901d-44a3-8acc-da5408f031fa, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:51.401700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] For port ba9b4159-901d-44a3-8acc-da5408f031fa, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ba9b4159-901d-44a3-8acc-da5408f031fa,segment=NetworkSegment(bf6ad147-a630-4b57-a466-20c1468d39f6),segment_id=bf6ad147-a630-4b57-a466-20c1468d39f6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:51.402037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77003547-2d2a-4ad3-a6d3-191beca178c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.415697 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.416179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Deleting port ba9b4159-901d-44a3-8acc-da5408f031fa {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:51.417205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.556969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eb4ad-aa7a-4d7a-b2f4-d98ef3a27696 None None] Pushing event updated for resources: {'Port': ['ID=ba9b4159-901d-44a3-8acc-da5408f031fa,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:51.577155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] For port ba9b4159-901d-44a3-8acc-da5408f031fa, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ba9b4159-901d-44a3-8acc-da5408f031fa,segment=NetworkSegment(bf6ad147-a630-4b57-a466-20c1468d39f6),segment_id=bf6ad147-a630-4b57-a466-20c1468d39f6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:51.577833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.601743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Calling delete_port for ba9b4159-901d-44a3-8acc-da5408f031fa owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:51.802213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.867510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Port': ['ID=ba9b4159-901d-44a3-8acc-da5408f031fa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:51.972343 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No DVR routers for this DVR port ba9b4159-901d-44a3-8acc-da5408f031fa on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:52.051364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.173060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.226238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=f1bc507d-82a4-4414-ac33-bac612eb2d4a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:52.325244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.356635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0d9fe8-2477-4d8f-9817-07c2c8cccdca']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:52.369810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6ad147-a630-4b57-a466-20c1468d39f6') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:52.370218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6ad147-a630-4b57-a466-20c1468d39f6') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:52.381626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.396505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.402555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:52.402950 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:52.407077 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:52.534901 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.557540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.562510 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/3f0d9fe8-2477-4d8f-9817-07c2c8cccdca HTTP/1.1" status: 204 len: 168 time: 1.8672020 Nov 22 16:40:52.563638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb94a2e-2c9f-4c27-82bf-be61da13d68f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=3f0d9fe8-2477-4d8f-9817-07c2c8cccdca,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:52.565712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33918) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:52.580116 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.622647 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1747e1c3-b60f-4dc5-baeb-8e7a9a574dbf tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:52.624218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1747e1c3-b60f-4dc5-baeb-8e7a9a574dbf tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:52.633329 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1747e1c3-b60f-4dc5-baeb-8e7a9a574dbf tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/f1bc507d-82a4-4414-ac33-bac612eb2d4a HTTP/1.1" status: 404 len: 337 time: 0.0662405 Nov 22 16:40:52.635882 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33920) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:52.660795 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0daba43d-b71f-49f5-b042-f63adaae8e50 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:52.661489 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0daba43d-b71f-49f5-b042-f63adaae8e50 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:52.665079 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0daba43d-b71f-49f5-b042-f63adaae8e50 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/3f0d9fe8-2477-4d8f-9817-07c2c8cccdca HTTP/1.1" status: 404 len: 339 time: 0.0279279 Nov 22 16:40:52.669270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33922) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:52.714111 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3079468-7bdc-42db-a575-7b9e3d201ad0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:52.715568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3079468-7bdc-42db-a575-7b9e3d201ad0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:52.722781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c3079468-7bdc-42db-a575-7b9e3d201ad0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/8f519fb9-47d8-41a7-9bfe-7a78ad57355b HTTP/1.1" status: 404 len: 337 time: 0.0517848 Nov 22 16:40:52.727050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33924) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:52.729717 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.760406 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddd7ed2-f7e5-4bd5-8e13-947238546e50 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:52.761282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddd7ed2-f7e5-4bd5-8e13-947238546e50 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:52.767334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dddd7ed2-f7e5-4bd5-8e13-947238546e50 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/3fd143ec-4100-4003-9232-4324a96b9b08 HTTP/1.1" status: 404 len: 339 time: 0.0380075 Nov 22 16:40:52.771300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33926) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:52.904566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.058731 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.101545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aaf6ea0-d310-47d7-9bcc-df1f1dceb479']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:53.124698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c580a7f-b06e-4c8a-924b-02f6a932a350') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:53.125268 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c580a7f-b06e-4c8a-924b-02f6a932a350') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:53.152650 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.177939 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.185844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9dde0348-5cd3-418a-974f-a5f1e5e40f1f None None] Could not find standard attr ID for object ba9b4159-901d-44a3-8acc-da5408f031fa. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:40:53.192388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:53.192942 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:53.203500 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:53.245456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae9131-f9b3-4c97-aeef-74992b516b29 None None] DHCP port deletion for 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:53.301888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e6d0f-9c4c-4133-9b3e-863a40e6ec3e None None] Network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:53.333048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.348460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e6d0f-9c4c-4133-9b3e-863a40e6ec3e None None] Network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:40:53.355508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:53.360985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9345f8e-39dd-4d87-8798-060ee7d3479c None None] Network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:53.368023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33938) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.369696 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/9aaf6ea0-d310-47d7-9bcc-df1f1dceb479 HTTP/1.1" status: 204 len: 168 time: 0.5966699 Nov 22 16:40:53.396656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d9581-07cf-45db-8913-ede63f7b96be tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=9aaf6ea0-d310-47d7-9bcc-df1f1dceb479,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:53.413782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9345f8e-39dd-4d87-8798-060ee7d3479c None None] Network 3f0d9fe8-2477-4d8f-9817-07c2c8cccdca could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:40:53.430040 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaf391f-ddb7-4b81-802b-a130f3f206a3 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.430851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaf391f-ddb7-4b81-802b-a130f3f206a3 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.438288 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4aaf391f-ddb7-4b81-802b-a130f3f206a3 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/eb1e73b7-444f-4b49-8be0-9887e7458288 HTTP/1.1" status: 404 len: 337 time: 0.0674338 Nov 22 16:40:53.440431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33940) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.472266 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-435ba7fd-f68c-4cc1-aea3-4b0b439a2bd0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.472983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435ba7fd-f68c-4cc1-aea3-4b0b439a2bd0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.478917 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-435ba7fd-f68c-4cc1-aea3-4b0b439a2bd0 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/34a67108-5cf4-42f8-b1d4-284f79fe198d HTTP/1.1" status: 404 len: 339 time: 0.0363894 Nov 22 16:40:53.481399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33942) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.531203 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-455e1b86-f299-44c0-a260-6c3bab6e7a21 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.531969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455e1b86-f299-44c0-a260-6c3bab6e7a21 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.539802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-455e1b86-f299-44c0-a260-6c3bab6e7a21 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/671bb458-a95d-463b-92a3-e4fba8938c20 HTTP/1.1" status: 404 len: 337 time: 0.0541866 Nov 22 16:40:53.540288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33944) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.572459 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2929b6-c7ef-4c7f-9a1b-973f08e74a81 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.573470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2929b6-c7ef-4c7f-9a1b-973f08e74a81 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.581154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4a2929b6-c7ef-4c7f-9a1b-973f08e74a81 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/edd859a1-2d6b-44ce-93bf-527a608f95e3 HTTP/1.1" status: 404 len: 339 time: 0.0371311 Nov 22 16:40:53.581576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33946) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.628390 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-51eb6cbe-c115-42fd-9b77-fb18a82a8cc2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.630290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51eb6cbe-c115-42fd-9b77-fb18a82a8cc2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.636524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-51eb6cbe-c115-42fd-9b77-fb18a82a8cc2 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/807331a1-ce83-4c13-9283-977a3418e024 HTTP/1.1" status: 404 len: 337 time: 0.0513334 Nov 22 16:40:53.637044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33950) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.693305 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e13b78a-4b82-4019-b1bc-965da55b6fb5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.694128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e13b78a-4b82-4019-b1bc-965da55b6fb5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.708319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7e13b78a-4b82-4019-b1bc-965da55b6fb5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/5e0cf8a2-5fbe-4be1-b111-723038625eb1 HTTP/1.1" status: 404 len: 339 time: 0.0696399 Nov 22 16:40:53.710585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33952) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.758238 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-686fd0cd-1b9b-4e92-a564-3750f3a67f33 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.758759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-686fd0cd-1b9b-4e92-a564-3750f3a67f33 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.764998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33954) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.773920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-686fd0cd-1b9b-4e92-a564-3750f3a67f33 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/11651f1f-76f5-4daf-b96a-c878e0dbe540 HTTP/1.1" status: 404 len: 337 time: 0.0616586 Nov 22 16:40:53.789798 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bc4cff-2e8b-46a1-8f72-038ee6cd435f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.790420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bc4cff-2e8b-46a1-8f72-038ee6cd435f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.798527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33956) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.806620 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-80bc4cff-2e8b-46a1-8f72-038ee6cd435f tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/40f24360-170e-499a-a4c3-5350959b1d68 HTTP/1.1" status: 404 len: 339 time: 0.0397124 Nov 22 16:40:53.830742 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5195e34-c089-4d2d-8b7f-a270be34348a tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.831208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5195e34-c089-4d2d-8b7f-a270be34348a tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.839349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33958) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.850656 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f5195e34-c089-4d2d-8b7f-a270be34348a tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/ce649066-49da-4f55-9776-1610d9de7e3e HTTP/1.1" status: 404 len: 337 time: 0.0509624 Nov 22 16:40:53.871808 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3536c907-9a0b-40ac-836d-ca1897660d47 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.872746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3536c907-9a0b-40ac-836d-ca1897660d47 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.879396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.888463 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3536c907-9a0b-40ac-836d-ca1897660d47 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/999d4d28-ca86-4807-92af-dc3e112f126d HTTP/1.1" status: 404 len: 339 time: 0.0470817 Nov 22 16:40:53.913976 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0f328f-2f0a-40d2-b51e-1cf50c2dbf47 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.914738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da0f328f-2f0a-40d2-b51e-1cf50c2dbf47 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.921147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da0f328f-2f0a-40d2-b51e-1cf50c2dbf47 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/a99773c4-1116-4913-bfe3-ad753c4134d4 HTTP/1.1" status: 404 len: 337 time: 0.0392859 Nov 22 16:40:53.921696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33962) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.951662 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eeb75a5-ed54-43f3-aa6c-4e08dfbc57b6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.952745 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eeb75a5-ed54-43f3-aa6c-4e08dfbc57b6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.958200 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9eeb75a5-ed54-43f3-aa6c-4e08dfbc57b6 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/09172b53-90f1-4d1a-a3d7-00449c6cba3f HTTP/1.1" status: 404 len: 339 time: 0.0347548 Nov 22 16:40:53.959002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33964) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:53.994293 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-da696a70-56c9-401e-a371-5412654ef01e tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:53.994764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da696a70-56c9-401e-a371-5412654ef01e tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:53.998310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-da696a70-56c9-401e-a371-5412654ef01e tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/aa381f3c-9d20-4cc2-8fc9-55a5de34fc7b HTTP/1.1" status: 404 len: 337 time: 0.0382082 Nov 22 16:40:54.001305 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:54.023487 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa565aa0-924c-4159-a740-2c99b0ba04a5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:54.023970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa565aa0-924c-4159-a740-2c99b0ba04a5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:54.027973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aa565aa0-924c-4159-a740-2c99b0ba04a5 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/c4b6c04a-d769-409f-acef-b7975b1522b6 HTTP/1.1" status: 404 len: 339 time: 0.0247753 Nov 22 16:40:54.032080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33968) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:54.071142 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-624e2e73-bf63-483c-bdca-ae5d77fb30f4 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:54.071753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-624e2e73-bf63-483c-bdca-ae5d77fb30f4 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:54.075009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-624e2e73-bf63-483c-bdca-ae5d77fb30f4 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/6fc75c12-5e22-48b6-8b1f-1c52f185bc9c HTTP/1.1" status: 404 len: 337 time: 0.0418329 Nov 22 16:40:54.080888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33970) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:54.116344 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-363dfdaa-a710-489b-9f25-39b9b6d87c92 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] DELETE failed (client error): The resource could not be found. Nov 22 16:40:54.117356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363dfdaa-a710-489b-9f25-39b9b6d87c92 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:40:54.121630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-363dfdaa-a710-489b-9f25-39b9b6d87c92 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/fd0de6fe-b23d-4f5b-a357-b3c271894e38 HTTP/1.1" status: 404 len: 339 time: 0.0379615 Nov 22 16:40:54.126616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33972) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:54.227480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb617af-a719-46b1-a353-eb0d01a5eb30 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Deleting subnet 5703a793-172e-43c0-a957-c9009e47ecef {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:54.231819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-deb617af-a719-46b1-a353-eb0d01a5eb30 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.302176 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-deb617af-a719-46b1-a353-eb0d01a5eb30 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.459380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-deb617af-a719-46b1-a353-eb0d01a5eb30 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.541652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-deb617af-a719-46b1-a353-eb0d01a5eb30 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.577199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb617af-a719-46b1-a353-eb0d01a5eb30 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Subnet': ['ID=5703a793-172e-43c0-a957-c9009e47ecef,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:54.588033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-deb617af-a719-46b1-a353-eb0d01a5eb30 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.594960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 33978) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:54.597740 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-deb617af-a719-46b1-a353-eb0d01a5eb30 tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/subnets/5703a793-172e-43c0-a957-c9009e47ecef HTTP/1.1" status: 204 len: 168 time: 0.4692001 Nov 22 16:40:54.600913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff1826-b7f4-4528-81cd-4f46a066abe2 None None] Network f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:54.665080 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.708661 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.824491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Deleting port 931828c2-d335-4a57-b921-9abfbd8a9558 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:54.824978 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.987887 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.998405 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] For port 931828c2-d335-4a57-b921-9abfbd8a9558, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=931828c2-d335-4a57-b921-9abfbd8a9558,segment=NetworkSegment(3997bc7e-0102-44e7-a026-2145938b59c6),segment_id=3997bc7e-0102-44e7-a026-2145938b59c6)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:54.998996 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.028504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Calling delete_port for 931828c2-d335-4a57-b921-9abfbd8a9558 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:55.043279 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.277420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.286076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2db3f9-d948-4fd8-9ad3-ecf7599012e5 None None] DHCP port deletion for f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:55.315318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Port': ['ID=931828c2-d335-4a57-b921-9abfbd8a9558,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:55.319555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] No DVR routers for this DVR port 931828c2-d335-4a57-b921-9abfbd8a9558 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:55.514508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.569015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:55.593983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 33998) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:55.602336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3997bc7e-0102-44e7-a026-2145938b59c6') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:55.602683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3997bc7e-0102-44e7-a026-2145938b59c6') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:55.622458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.653308 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.665306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Releasing vlan 805 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:55.667766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.725481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 931828c2-d335-4a57-b921-9abfbd8a9558 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:55.769586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 931828c2-d335-4a57-b921-9abfbd8a9558 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:55.773545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 931828c2-d335-4a57-b921-9abfbd8a9558 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:55.816325 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:55.830040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.853264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.860161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] 10.222.0.69 "DELETE /v2.0/networks/f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b HTTP/1.1" status: 204 len: 168 time: 1.2617126 Nov 22 16:40:55.872268 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5972498a-81a2-4c2e-b469-e78f37642c50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.877811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02281989-a418-4f9c-8f01-e5153998c19b tempest-NetworksTest-1631662972 tempest-NetworksTest-1631662972-project] Pushing event deleted for resources: {'Network': ['ID=f69a2c94-e1fb-41d8-95b1-5c34eedb0e2b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.040843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5972498a-81a2-4c2e-b469-e78f37642c50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.048938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5972498a-81a2-4c2e-b469-e78f37642c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.114510 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5972498a-81a2-4c2e-b469-e78f37642c50 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c73d202fd14545efa66a764b4a35f8de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174778 Nov 22 16:40:56.116395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34008) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:56.146227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972498a-81a2-4c2e-b469-e78f37642c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e71eb-8471-4b6c-b62b-48322d9f4713,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.214330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34010) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:56.267711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53b0ac5f-92bd-4ef9-8190-e8d3b9fd6df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.302620 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53b0ac5f-92bd-4ef9-8190-e8d3b9fd6df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.384479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53b0ac5f-92bd-4ef9-8190-e8d3b9fd6df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.390073 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-53b0ac5f-92bd-4ef9-8190-e8d3b9fd6df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.392393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-53b0ac5f-92bd-4ef9-8190-e8d3b9fd6df1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e4e71eb-8471-4b6c-b62b-48322d9f4713 HTTP/1.1" status: 204 len: 168 time: 0.2734942 Nov 22 16:40:56.411744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0ac5f-92bd-4ef9-8190-e8d3b9fd6df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e71eb-8471-4b6c-b62b-48322d9f4713,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.440913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0e142f1c-dc62-49d9-bfef-61b146aadae4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=497f7bd9bd6c4829b2b65f4ac95835e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249372 Nov 22 16:40:56.444893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34016) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:56.512935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2593fae-d634-4342-a3ca-cf12a4401814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.538733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2593fae-d634-4342-a3ca-cf12a4401814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.612433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2593fae-d634-4342-a3ca-cf12a4401814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.617166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2593fae-d634-4342-a3ca-cf12a4401814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.619288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b2593fae-d634-4342-a3ca-cf12a4401814 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2990ec20-ea12-44f4-b032-b78d070b4744 HTTP/1.1" status: 204 len: 168 time: 0.1733706 Nov 22 16:40:56.633309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2593fae-d634-4342-a3ca-cf12a4401814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2990ec20-ea12-44f4-b032-b78d070b4744,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.853688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34024) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:56.877393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df1ebdda-d963-492d-9356-daaf8193efdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.013273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df1ebdda-d963-492d-9356-daaf8193efdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.018883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df1ebdda-d963-492d-9356-daaf8193efdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.069584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-df1ebdda-d963-492d-9356-daaf8193efdb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c6d7ddcf03e48c58bdf6219b666f136&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058976 Nov 22 16:40:57.069584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ebdda-d963-492d-9356-daaf8193efdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c52fe2f-6881-4142-8c17-65c46c3e70a2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:57.070157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34028) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:57.148396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6fe10f9-c790-4cba-883d-53ef8581eee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.176506 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6fe10f9-c790-4cba-883d-53ef8581eee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.256320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6fe10f9-c790-4cba-883d-53ef8581eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.259050 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d6fe10f9-c790-4cba-883d-53ef8581eee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.260595 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d6fe10f9-c790-4cba-883d-53ef8581eee1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c52fe2f-6881-4142-8c17-65c46c3e70a2 HTTP/1.1" status: 204 len: 168 time: 0.1947641 Nov 22 16:40:57.270971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe10f9-c790-4cba-883d-53ef8581eee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c52fe2f-6881-4142-8c17-65c46c3e70a2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:57.809355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34050) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:57.809749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:57.825419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feee7b8c-90ec-4fe6-8d4b-7ddf91131bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.913691 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feee7b8c-90ec-4fe6-8d4b-7ddf91131bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.922009 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feee7b8c-90ec-4fe6-8d4b-7ddf91131bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.960959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-feee7b8c-90ec-4fe6-8d4b-7ddf91131bd2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c1a52dc54c04b5fb7bc8639cf4fa01c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490898 Nov 22 16:40:57.966099 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34058) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:57.978041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee7b8c-90ec-4fe6-8d4b-7ddf91131bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4ba53c-6432-4103-8cee-dd74ee6e2646,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:58.045460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0786c803-8c9a-4f6f-b5f6-95885b6a7e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.073771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0786c803-8c9a-4f6f-b5f6-95885b6a7e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.140559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-181837812'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:58.161021 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0786c803-8c9a-4f6f-b5f6-95885b6a7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.164066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0786c803-8c9a-4f6f-b5f6-95885b6a7e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.166117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0786c803-8c9a-4f6f-b5f6-95885b6a7e5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb4ba53c-6432-4103-8cee-dd74ee6e2646 HTTP/1.1" status: 204 len: 168 time: 0.1968322 Nov 22 16:40:58.179448 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:58.183943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.187555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786c803-8c9a-4f6f-b5f6-95885b6a7e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4ba53c-6432-4103-8cee-dd74ee6e2646,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:58.208379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.343713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.349166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.382071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] vlan segment allocate from pool success with {'vlan_id': 849, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:58.411641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.412349 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Added segment 324c2401-3c74-46da-bf2d-ea306d495807 of type vlan for network 64edddae-b4aa-4112-9e4e-867b445b7d1a Nov 22 16:40:58.414622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52691c33-04ed-4ff2-adb8-6d179aba56e4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:58.491803 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.551424 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.559424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:58.560638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.660538 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8504844 Nov 22 16:40:58.665131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34064) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:58.672494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'name': 'tempest-PortsIpV6TestJSON-63000116'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:58.678718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15b755-46a1-46d8-bc11-c184d1d83593 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Network': ['ID=64edddae-b4aa-4112-9e4e-867b445b7d1a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:58.712175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:40:58.910277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:58.918025 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.973185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port fccbe4ef-26b4-49aa-97ab-2420023571b8 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:40:59.235400 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.283275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.387413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=fccbe4ef-26b4-49aa-97ab-2420023571b8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.426418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking segment: {'id': '324c2401-3c74-46da-bf2d-ea306d495807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:59.426943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network hostable DHCP agents. Network: 64edddae-b4aa-4112-9e4e-867b445b7d1a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:40:59.464217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:40:59.482861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 64edddae-b4aa-4112-9e4e-867b445b7d1a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:59.493831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:59.512109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340e328-3276-4b2f-9eb0-fa38273ac9aa None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:40:59.514081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:59.514866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.542509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f0289614-d7da-4425-b58f-074711f31721 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.8758192 Nov 22 16:40:59.546234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34088) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:59.555899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-101618336'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:59.589318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:59.593641 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.640453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:40:59.654131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.654808 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Added segment 35ad724f-6336-4ed6-a136-a6bf77a29a26 of type vlan for network 71f71af1-5950-46c1-8f57-7c5a03146109 Nov 22 16:40:59.704414 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.745193 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.755638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:59.756467 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.819860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2699897 Nov 22 16:40:59.820653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34090) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:59.829156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'ports': [{'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a'}, {'network_id': '71f71af1-5950-46c1-8f57-7c5a03146109'}]} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:59.829717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:59.830518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '71f71af1-5950-46c1-8f57-7c5a03146109'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:59.834875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278384e-9bf9-49ea-9820-471d4e7b9e48 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Network': ['ID=71f71af1-5950-46c1-8f57-7c5a03146109,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.848448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 71f71af1-5950-46c1-8f57-7c5a03146109 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:00.153116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 2} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:00.158969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.176453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.277716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port ade6bdaf-f1f8-42ca-b53c-1fb2d86eb5b5 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:00.444480 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.543101 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port f6ad878e-4a8c-410b-b9fb-ece5df345f12 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:00.666887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-e56b9c5c-314a-450a-bcae-7200c80fe757 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124652525&fields=id&tenant_id=8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 267 time: 0.0885489 Nov 22 16:41:00.743571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.789890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2397-041f-494d-98cf-8591de3437df req-27402f8a-e78e-4c27-adf9-8fd719b33826 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:00.791487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-27402f8a-e78e-4c27-adf9-8fd719b33826 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1131117 Nov 22 16:41:00.804934 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.809304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-0e5f8999-1534-4015-a326-d5cd65f7ef29 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/quotas/8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 375 time: 0.0106184 Nov 22 16:41:00.870624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:00.876077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:00.880273 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:00.881394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.888541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=ade6bdaf-f1f8-42ca-b53c-1fb2d86eb5b5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:00.906420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-c746403f-7e0a-4865-b8cf-2a74ddad8271 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853608 Nov 22 16:41:00.973924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=f6ad878e-4a8c-410b-b9fb-ece5df345f12,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:00.992650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking segment: {'id': '35ad724f-6336-4ed6-a136-a6bf77a29a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '71f71af1-5950-46c1-8f57-7c5a03146109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:00.993130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network hostable DHCP agents. Network: 71f71af1-5950-46c1-8f57-7c5a03146109, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:01.016071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 71f71af1-5950-46c1-8f57-7c5a03146109 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:01.032729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 71f71af1-5950-46c1-8f57-7c5a03146109) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:01.037642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:01.047934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0565ae-34d2-4946-bc93-9ca03be73139 None None] Network 71f71af1-5950-46c1-8f57-7c5a03146109 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:01.062614 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.067122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-54369a50-df80-42bf-9625-a4b6c50d9e25 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379533 Nov 22 16:41:01.067469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.068213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.101549 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0b2f00e2-e0e9-474d-8261-8acef1bda20f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2786453 Nov 22 16:41:01.104568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34112) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:01.168271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-52acb8e0-8078-41e7-addc-977a13623e9d service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930042 Nov 22 16:41:01.219790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ce2242e3-2a8a-4da0-b2de-56208d2c52ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port f6ad878e-4a8c-410b-b9fb-ece5df345f12 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:01.220198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2242e3-2a8a-4da0-b2de-56208d2c52ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.302881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2242e3-2a8a-4da0-b2de-56208d2c52ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.324064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ce2242e3-2a8a-4da0-b2de-56208d2c52ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for f6ad878e-4a8c-410b-b9fb-ece5df345f12 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:01.426406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2242e3-2a8a-4da0-b2de-56208d2c52ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.461626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2242e3-2a8a-4da0-b2de-56208d2c52ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=f6ad878e-4a8c-410b-b9fb-ece5df345f12,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:01.465313 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ce2242e3-2a8a-4da0-b2de-56208d2c52ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.472464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34124) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:01.474791 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ce2242e3-2a8a-4da0-b2de-56208d2c52ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/f6ad878e-4a8c-410b-b9fb-ece5df345f12 HTTP/1.1" status: 204 len: 168 time: 0.3689826 Nov 22 16:41:01.616407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6721c259-f814-477d-ab45-ff6b27fe55ab tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.631015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6721c259-f814-477d-ab45-ff6b27fe55ab tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.633784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6721c259-f814-477d-ab45-ff6b27fe55ab tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1600816 Nov 22 16:41:01.636543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34134) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:01.773655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-628f4c6a-439d-4f9b-b9fc-c5e1a261d8bb req-4d825c14-3597-4e43-b236-c927d445732c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 210 time: 0.2365885 Nov 22 16:41:01.789206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1b733-b5b0-4939-9d36-51e4e6ecf22d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port ade6bdaf-f1f8-42ca-b53c-1fb2d86eb5b5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:01.789873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b733-b5b0-4939-9d36-51e4e6ecf22d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.868866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b733-b5b0-4939-9d36-51e4e6ecf22d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.885314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1b733-b5b0-4939-9d36-51e4e6ecf22d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for ade6bdaf-f1f8-42ca-b53c-1fb2d86eb5b5 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:01.987269 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b733-b5b0-4939-9d36-51e4e6ecf22d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.021221 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1b733-b5b0-4939-9d36-51e4e6ecf22d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=ade6bdaf-f1f8-42ca-b53c-1fb2d86eb5b5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:02.029618 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b733-b5b0-4939-9d36-51e4e6ecf22d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.033763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b3a1b733-b5b0-4939-9d36-51e4e6ecf22d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/ade6bdaf-f1f8-42ca-b53c-1fb2d86eb5b5 HTTP/1.1" status: 204 len: 168 time: 0.3953826 Nov 22 16:41:02.036107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34140) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:02.133673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a01c518-a523-4615-833a-6d167b53390b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:02.138508 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1a01c518-a523-4615-833a-6d167b53390b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0981987 Nov 22 16:41:02.139245 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34142) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:02.167541 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1851d3d9-2425-4298-a489-49ce45ca8096 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:02.171040 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1851d3d9-2425-4298-a489-49ce45ca8096 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/f6ad878e-4a8c-410b-b9fb-ece5df345f12 HTTP/1.1" status: 404 len: 333 time: 0.0287900 Nov 22 16:41:02.173069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34144) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:02.202636 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2c6102-3d79-41d3-b988-d2de3e8a6e11 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:02.205300 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0f2c6102-3d79-41d3-b988-d2de3e8a6e11 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/ade6bdaf-f1f8-42ca-b53c-1fb2d86eb5b5 HTTP/1.1" status: 404 len: 333 time: 0.0300734 Nov 22 16:41:02.207131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34146) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:02.287100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.391262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.415193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f71af1-5950-46c1-8f57-7c5a03146109']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:02.430499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ad724f-6336-4ed6-a136-a6bf77a29a26') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:02.430978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ad724f-6336-4ed6-a136-a6bf77a29a26') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:02.443745 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.459223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.468835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:02.469256 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:02.484100 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:02.504201 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:02.592313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.614013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.621259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/networks/71f71af1-5950-46c1-8f57-7c5a03146109 HTTP/1.1" status: 204 len: 168 time: 0.4094355 Nov 22 16:41:02.622516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34150) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:02.632427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed878c-87a3-4e3f-b8d9-4dcbbd7a8fbf tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Network': ['ID=71f71af1-5950-46c1-8f57-7c5a03146109,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:02.633112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-972479320'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:02.665228 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:02.671963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.700021 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:02.709056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2397-041f-494d-98cf-8591de3437df req-39f10a07-9b48-4512-a2c7-ed8f11db7dfe tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:02.711701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-39f10a07-9b48-4512-a2c7-ed8f11db7dfe tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1915312 Nov 22 16:41:02.712346 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.712759 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Added segment 22084721-1b69-415a-bfbd-208aafff5246 of type vlan for network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e Nov 22 16:41:02.785244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.831031 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.839768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-4214f2d7-a6cd-4489-b181-ed07a38f293b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 379 time: 0.1191754 Nov 22 16:41:02.860664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:02.864494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'port': {'device_id': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'admin_state_up': True, 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'security_groups': ['078a8867-c533-40b5-8e5a-bb37fa801f14']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:02.865594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.985995 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3591957 Nov 22 16:41:03.001392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34154) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:03.020373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '907a5d72-55c8-4ec3-ab04-f8f0efe4342e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:03.072231 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5647f154-faad-42b6-98f0-3c3cfb540343 req-4522bcc9-a846-4951-8614-88006b432734 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 210 time: 0.0905855 Nov 22 16:41:03.080875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406e9fa-b829-4155-9760-992706ed8d85 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Network': ['ID=907a5d72-55c8-4ec3-ab04-f8f0efe4342e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:03.096818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:03.187826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:03.191567 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.272132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:03.275610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.371942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Performing IP validity checks on allocation pools {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:41:03.375460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.ipam_backend_mixin [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103411) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:41:03.423575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.20.0.11 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/6ee8b0a3-332a-42e7-81c1-c820e8b76e1b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:03.618248 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.718178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.739427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=435e7545-0a1d-4648-b838-d5c8e50af4c5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:03.753636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking segment: {'id': '22084721-1b69-415a-bfbd-208aafff5246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '907a5d72-55c8-4ec3-ab04-f8f0efe4342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:03.753996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network hostable DHCP agents. Network: 907a5d72-55c8-4ec3-ab04-f8f0efe4342e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:03.791082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:03.797578 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.839053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 907a5d72-55c8-4ec3-ab04-f8f0efe4342e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:03.850094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:03.850919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.855436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd157ee7-1927-4936-986c-599cc04c0e5a None None] Network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:03.896741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:03.913447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:03.916669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:03.934649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:03.951073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e434f05-5011-47e7-9f50-1ef6f0fc1991 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9469867 Nov 22 16:41:03.954144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34162) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:03.963617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '907a5d72-55c8-4ec3-ab04-f8f0efe4342e', 'name': 'tempest-PortsIpV6TestJSON-1666647900'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:04.113700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:04.114702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.172135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-3036aac5-dbc4-4384-97c7-5dbba4dd45e5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3264718 Nov 22 16:41:04.180534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-907a5d72-55c8-4ec3-ab04-f8f0efe4342e', 'network_id': '907a5d72-55c8-4ec3-ab04-f8f0efe4342e', 'tenant_id': '517325f403cb4471b66088bd2ccb505d', 'fixed_ips': [{'subnet_id': '435e7545-0a1d-4648-b838-d5c8e50af4c5'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:04.181440 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.220804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Request body: {'port': {'device_id': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:04.269665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d0e504f-211e-467b-a3a4-31c8aff781b7 None None] Provisioning complete for port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:04.270424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d0e504f-211e-467b-a3a4-31c8aff781b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.335468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.362069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f118db-222b-4c42-b262-d73156b14d50 req-4b7b0b70-ceca-4bfd-bffc-4c5931748ff1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:04.369747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5f118db-222b-4c42-b262-d73156b14d50 req-4b7b0b70-ceca-4bfd-bffc-4c5931748ff1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 932 time: 0.1661627 Nov 22 16:41:04.380827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3d0e504f-211e-467b-a3a4-31c8aff781b7 None None] Port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:04.423232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:04.426756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.441719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Allocated IP 2001:db8::2 (907a5d72-55c8-4ec3-ab04-f8f0efe4342e/435e7545-0a1d-4648-b838-d5c8e50af4c5/5089b6a7-25c6-4c62-8ec9-f7be3e9680bf) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:04.490351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 0f13e08a-4622-490a-a729-ecaa453d4990 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:04.518035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5f118db-222b-4c42-b262-d73156b14d50 req-f8d4c5ea-ff09-45d5-b902-90e834c3fda3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473758 Nov 22 16:41:04.864756 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.877085 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.903105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:04.906606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:04.929408 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:05.035617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Attempting to bind port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:05.036482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Attempting to bind port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '22084721-1b69-415a-bfbd-208aafff5246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '907a5d72-55c8-4ec3-ab04-f8f0efe4342e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:05.036862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Attempting to bind port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf on network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:05.038912 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Pushing event updated for resources: {'Port': ['ID=5089b6a7-25c6-4c62-8ec9-f7be3e9680bf,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:05.049058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.049403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.049749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.050086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.050419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.050749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.051078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.051403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.051730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.052076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.052402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.052727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:05.060231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:05.060633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Checking segment: {'id': '22084721-1b69-415a-bfbd-208aafff5246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '907a5d72-55c8-4ec3-ab04-f8f0efe4342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:05.061045 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.061485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Bound using segment: {'id': '22084721-1b69-415a-bfbd-208aafff5246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '907a5d72-55c8-4ec3-ab04-f8f0efe4342e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:05.062507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Bound port: 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22084721-1b69-415a-bfbd-208aafff5246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '907a5d72-55c8-4ec3-ab04-f8f0efe4342e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:05.062507 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.112149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::3de (907a5d72-55c8-4ec3-ab04-f8f0efe4342e/435e7545-0a1d-4648-b838-d5c8e50af4c5/0f13e08a-4622-490a-a729-ecaa453d4990) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:05.130591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] For port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:05.133600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] For port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5089b6a7-25c6-4c62-8ec9-f7be3e9680bf,segment=NetworkSegment(22084721-1b69-415a-bfbd-208aafff5246),segment_id=22084721-1b69-415a-bfbd-208aafff5246)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:05.140439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.206620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cff10-f079-4d45-8689-151433097c45 None None] Pushing event updated for resources: {'Port': ['ID=5089b6a7-25c6-4c62-8ec9-f7be3e9680bf,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:05.367172 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.589442 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.709556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:05.716183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:05.722069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:05.736521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:05.743119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.743805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.763664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.765934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:05.809682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34172) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:05.810318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8540764 Nov 22 16:41:05.823100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Transition to ACTIVE for port object 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:41:05.824807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c111c-4911-4750-a042-aec7a782abe2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=0f13e08a-4622-490a-a729-ecaa453d4990,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:05.848819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:05.849200 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.864834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.926220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-81635588-bb62-4942-a129-bbad31940a9e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 0f13e08a-4622-490a-a729-ecaa453d4990 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:05.926464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e473c-ef8a-4c02-9bfe-fd580c4af1d5 req-e5cbd671-eef7-43c5-b4e8-7808bd208d13 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.927353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81635588-bb62-4942-a129-bbad31940a9e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.929261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d4e473c-ef8a-4c02-9bfe-fd580c4af1d5 req-e5cbd671-eef7-43c5-b4e8-7808bd208d13 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 932 time: 0.1979187 Nov 22 16:41:05.995679 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.014426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:06.054171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5089b6a7-25c6-4c62-8ec9-f7be3e9680bf,segment=NetworkSegment(22084721-1b69-415a-bfbd-208aafff5246),segment_id=22084721-1b69-415a-bfbd-208aafff5246)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:06.078853 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81635588-bb62-4942-a129-bbad31940a9e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.082844 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.106200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-81635588-bb62-4942-a129-bbad31940a9e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 0f13e08a-4622-490a-a729-ecaa453d4990 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:06.113465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d4e473c-ef8a-4c02-9bfe-fd580c4af1d5 req-c937f6a9-590d-486e-bed7-f18740476c43 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732993 Nov 22 16:41:06.155043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Attempting to bind port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:06.155714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Attempting to bind port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:06.156080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Attempting to bind port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:06.162167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:41:06.162560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Attempting to bind port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:06.168948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:06.171446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:06.171446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:06.171446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Bound port: 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:06.171446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.194120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=5089b6a7-25c6-4c62-8ec9-f7be3e9680bf,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:06.258185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] For port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:06.261852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] For port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:06.268988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.314369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.314657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81635588-bb62-4942-a129-bbad31940a9e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.315417 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.317105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/6ee8b0a3-332a-42e7-81c1-c820e8b76e1b HTTP/1.1" status: 200 len: 1092 time: 2.1150720 Nov 22 16:41:06.317796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'tag': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:06.320545 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244" -d '{"events": [{"name": "network-changed", "server_uuid": "cea793ce-b33f-4576-bfef-e7b2f77e46ae", "tag": "6ee8b0a3-332a-42e7-81c1-c820e8b76e1b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:06.406275 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6487b5a1-bb2b-49cc-aeec-b4672f80102f x-openstack-request-id: req-6487b5a1-bb2b-49cc-aeec-b4672f80102f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:06.406564 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea793ce-b33f-4576-bfef-e7b2f77e46ae", "tag": "6ee8b0a3-332a-42e7-81c1-c820e8b76e1b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:06.406691 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6487b5a1-bb2b-49cc-aeec-b4672f80102f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:06.407077 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'tag': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'status': 'completed', 'code': 200} Nov 22 16:41:06.428198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81635588-bb62-4942-a129-bbad31940a9e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=0f13e08a-4622-490a-a729-ecaa453d4990,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:06.433773 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81635588-bb62-4942-a129-bbad31940a9e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.437622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2a58-0dad-4a4e-9e42-0d5f80e949b6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:06.442115 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-81635588-bb62-4942-a129-bbad31940a9e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/0f13e08a-4622-490a-a729-ecaa453d4990 HTTP/1.1" status: 204 len: 168 time: 0.6279597 Nov 22 16:41:06.442879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34176) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:06.476929 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4eebdf-c28f-487f-8721-33994768e722 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:06.477529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4eebdf-c28f-487f-8721-33994768e722 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:06.483562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ea4eebdf-c28f-487f-8721-33994768e722 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/0f13e08a-4622-490a-a729-ecaa453d4990 HTTP/1.1" status: 404 len: 333 time: 0.0368776 Nov 22 16:41:06.484145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34178) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:06.500517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2397-041f-494d-98cf-8591de3437df req-89b34365-8f01-4ec2-9ca5-4f7225cb1317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.502085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-89b34365-8f01-4ec2-9ca5-4f7225cb1317 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 1095 time: 0.1273928 Nov 22 16:41:06.524789 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1235e7-d3a4-4178-8ee4-535bbacbeb0b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:06.526286 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5e1235e7-d3a4-4178-8ee4-535bbacbeb0b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/0f13e08a-4622-490a-a729-ecaa453d4990 HTTP/1.1" status: 404 len: 333 time: 0.0413382 Nov 22 16:41:06.530238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34180) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:06.568132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-0d55aadf-2cf1-43d6-8298-e7d32d5af609 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b HTTP/1.1" status: 200 len: 217 time: 0.0551786 Nov 22 16:41:06.653261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cbc1ab-5afc-4bad-a5dc-e68389ab0075 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet 435e7545-0a1d-4648-b838-d5c8e50af4c5 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:06.660614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42cbc1ab-5afc-4bad-a5dc-e68389ab0075 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.683860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2397-041f-494d-98cf-8591de3437df req-9d3eccbe-d9ab-49f8-8e4c-306dcb12de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.686269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-9d3eccbe-d9ab-49f8-8e4c-306dcb12de85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0941486 Nov 22 16:41:06.731571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42cbc1ab-5afc-4bad-a5dc-e68389ab0075 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.790300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f330cf9c-9464-4d42-b1f3-8c98a083dc73 None None] Network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:06.803390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2397-041f-494d-98cf-8591de3437df req-46227fb7-ae8c-4f3e-9a29-026822122b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.805037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-46227fb7-ae8c-4f3e-9a29-026822122b70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106136 Nov 22 16:41:06.911892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42cbc1ab-5afc-4bad-a5dc-e68389ab0075 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.974426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8ceb4a44-e4fd-4afb-8d60-36642253471f None None] Provisioning complete for port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:06.974808 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8ceb4a44-e4fd-4afb-8d60-36642253471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.994118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-32f2efc5-f0f2-4b86-b14f-d578bed7c827 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794863 Nov 22 16:41:07.054757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42cbc1ab-5afc-4bad-a5dc-e68389ab0075 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.131865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbc1ab-5afc-4bad-a5dc-e68389ab0075 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=435e7545-0a1d-4648-b838-d5c8e50af4c5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:07.135694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42cbc1ab-5afc-4bad-a5dc-e68389ab0075 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.139432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-42cbc1ab-5afc-4bad-a5dc-e68389ab0075 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/435e7545-0a1d-4648-b838-d5c8e50af4c5 HTTP/1.1" status: 204 len: 168 time: 0.6089687 Nov 22 16:41:07.143373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34188) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:07.211614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d6f2397-041f-494d-98cf-8591de3437df req-a216b0d0-59ab-4806-b6b4-d1c9e9613a13 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836965 Nov 22 16:41:07.311972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.376424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-c95a82d5-334c-4836-ae88-c6bf50c12a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.378526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-c95a82d5-334c-4836-ae88-c6bf50c12a09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 1095 time: 0.1123073 Nov 22 16:41:07.389122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8b0f2-f136-49f4-8807-9addc1a9d3b9 req-4cb92ff3-4db7-4ec0-af37-e63b26e92e1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.391026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcd8b0f2-f136-49f4-8807-9addc1a9d3b9 req-4cb92ff3-4db7-4ec0-af37-e63b26e92e1d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 944 time: 0.1408176 Nov 22 16:41:07.448976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:07.449702 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.477491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e719a3c-b545-4c75-9328-2c8e6749c586 None None] Network 907a5d72-55c8-4ec3-ab04-f8f0efe4342e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:07.598963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcd8b0f2-f136-49f4-8807-9addc1a9d3b9 req-5c5767c8-57d4-4578-a377-17dfb5e3202f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961064 Nov 22 16:41:07.630043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-1243e7b4-aee1-4083-9b1a-6045e7ff7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.632781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-1243e7b4-aee1-4083-9b1a-6045e7ff7ae3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.2407100 Nov 22 16:41:07.658549 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] For port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5089b6a7-25c6-4c62-8ec9-f7be3e9680bf,segment=NetworkSegment(22084721-1b69-415a-bfbd-208aafff5246),segment_id=22084721-1b69-415a-bfbd-208aafff5246)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:07.659059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.675795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:07.679429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:07.716655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-08840e06-9464-4fae-a9f7-9e9f9a7c5ef2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b HTTP/1.1" status: 200 len: 217 time: 0.0766006 Nov 22 16:41:07.748029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8592ae5a-4111-46c0-b01f-97870e76047e None None] Provisioning complete for port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:07.748982 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8592ae5a-4111-46c0-b01f-97870e76047e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.776885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-98d21551-8145-48a4-a15e-ab435f5596cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.777944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-98d21551-8145-48a4-a15e-ab435f5596cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0548015 Nov 22 16:41:07.784481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.818901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=5089b6a7-25c6-4c62-8ec9-f7be3e9680bf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:07.826665 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No DVR routers for this DVR port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:07.870419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-dc0adba9-6128-4df7-a5ef-549d933cd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.873042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-dc0adba9-6128-4df7-a5ef-549d933cd99b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869529 Nov 22 16:41:07.878051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8592ae5a-4111-46c0-b01f-97870e76047e None None] Port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf was deleted so its status cannot be updated. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 16:41:07.880874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No active binding found for port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:41:07.881322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 16:41:07.914693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Port 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf not found, will not notify nova. {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 16:41:07.953136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10629f13-7ae4-4c4f-92bf-965399a06ff1 None None] DHCP port deletion for 907a5d72-55c8-4ec3-ab04-f8f0efe4342e request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:07.957323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.025299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907a5d72-55c8-4ec3-ab04-f8f0efe4342e']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:08.037695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22084721-1b69-415a-bfbd-208aafff5246') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:08.038017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22084721-1b69-415a-bfbd-208aafff5246') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:08.041173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-866cc3c5-b605-49b5-b649-f6de5d3cb08d service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615245 Nov 22 16:41:08.049147 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.063395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.070531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:08.070938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:08.074019 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:08.144213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.151000 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.159639 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/networks/907a5d72-55c8-4ec3-ab04-f8f0efe4342e HTTP/1.1" status: 204 len: 168 time: 1.0150676 Nov 22 16:41:08.160478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34194) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:08.172177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd67fca8-c3c8-4f1f-9650-0a42f5a43244 req-3fab2ed3-0429-4ee5-8638-6fa4ddab2fb7 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235712 Nov 22 16:41:08.172753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2032487649'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:08.203817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae824f6-d937-44f0-a170-947e0116a1fe tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Network': ['ID=907a5d72-55c8-4ec3-ab04-f8f0efe4342e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:08.224053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:08.227798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.258024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:08.268487 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.268987 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Added segment c8925a4a-2804-4492-ac46-566b5d774789 of type vlan for network b3303327-0ebe-402b-8cf6-3c3ad8a1a506 Nov 22 16:41:08.314617 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.342965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.349615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:08.350216 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.411883 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2431071 Nov 22 16:41:08.411883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34196) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:08.417556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': 'b3303327-0ebe-402b-8cf6-3c3ad8a1a506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:08.488296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3740995-b3df-4443-b7d1-15ec54d79d03 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Network': ['ID=b3303327-0ebe-402b-8cf6-3c3ad8a1a506,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:08.510945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network b3303327-0ebe-402b-8cf6-3c3ad8a1a506 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:08.557364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:08.565221 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.775993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83be9a-66da-4132-b40b-e99e06e1f6ca req-f702201f-6505-40f8-84f4-2adf145c3e66 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:08.777509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd83be9a-66da-4132-b40b-e99e06e1f6ca req-f702201f-6505-40f8-84f4-2adf145c3e66 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 944 time: 0.0781331 Nov 22 16:41:08.827558 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.836839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd83be9a-66da-4132-b40b-e99e06e1f6ca req-7d721af9-79d7-4508-bd34-a2a687c5c388 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501168 Nov 22 16:41:08.901091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=1d5b1c36-00f0-49fc-9c40-96fef3cac6f4,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:08.909082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking segment: {'id': 'c8925a4a-2804-4492-ac46-566b5d774789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b3303327-0ebe-402b-8cf6-3c3ad8a1a506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:08.909457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network hostable DHCP agents. Network: b3303327-0ebe-402b-8cf6-3c3ad8a1a506, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:08.929002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network b3303327-0ebe-402b-8cf6-3c3ad8a1a506 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:08.944423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, b3303327-0ebe-402b-8cf6-3c3ad8a1a506) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:08.957946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:08.959351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e7eeed-c281-42e7-ac26-af1e5720a3ab None None] Network b3303327-0ebe-402b-8cf6-3c3ad8a1a506 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:08.959965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.992963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34200) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:09.003597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': 'b3303327-0ebe-402b-8cf6-3c3ad8a1a506', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-866102277'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:09.008577 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-66e22a52-00d4-4abf-bd27-357cce70fb72 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5941567 Nov 22 16:41:09.150473 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-b3303327-0ebe-402b-8cf6-3c3ad8a1a506', 'network_id': 'b3303327-0ebe-402b-8cf6-3c3ad8a1a506', 'tenant_id': '517325f403cb4471b66088bd2ccb505d', 'fixed_ips': [{'subnet_id': '1d5b1c36-00f0-49fc-9c40-96fef3cac6f4'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:09.151852 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.154104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:09.158904 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.185476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 54fe6424-3287-42e6-ba92-c0143fa49db2 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:09.308883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Allocated IP 2001:db8::2 (b3303327-0ebe-402b-8cf6-3c3ad8a1a506/1d5b1c36-00f0-49fc-9c40-96fef3cac6f4/427134cd-291e-4ec7-bbcf-e740f0b855f8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:09.473395 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.478826 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.560964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Network b3303327-0ebe-402b-8cf6-3c3ad8a1a506 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:09.564585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:09.578450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Pushing event updated for resources: {'Port': ['ID=427134cd-291e-4ec7-bbcf-e740f0b855f8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.589178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::7c (b3303327-0ebe-402b-8cf6-3c3ad8a1a506/1d5b1c36-00f0-49fc-9c40-96fef3cac6f4/54fe6424-3287-42e6-ba92-c0143fa49db2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:09.589549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:09.644099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:09.675941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:09.676294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5089b6a7-25c6-4c62-8ec9-f7be3e9680bf not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:09.680253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Attempting to bind port 427134cd-291e-4ec7-bbcf-e740f0b855f8 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:09.680632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Attempting to bind port 427134cd-291e-4ec7-bbcf-e740f0b855f8 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'c8925a4a-2804-4492-ac46-566b5d774789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b3303327-0ebe-402b-8cf6-3c3ad8a1a506'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:09.681004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Attempting to bind port 427134cd-291e-4ec7-bbcf-e740f0b855f8 on network b3303327-0ebe-402b-8cf6-3c3ad8a1a506 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:09.686928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:09.687310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Checking segment: {'id': 'c8925a4a-2804-4492-ac46-566b5d774789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b3303327-0ebe-402b-8cf6-3c3ad8a1a506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:09.687718 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.688237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Bound using segment: {'id': 'c8925a4a-2804-4492-ac46-566b5d774789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b3303327-0ebe-402b-8cf6-3c3ad8a1a506'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:09.688612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Bound port: 427134cd-291e-4ec7-bbcf-e740f0b855f8, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8925a4a-2804-4492-ac46-566b5d774789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': 'b3303327-0ebe-402b-8cf6-3c3ad8a1a506'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:09.689293 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.746726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.758287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] For port 427134cd-291e-4ec7-bbcf-e740f0b855f8, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:09.761959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] For port 427134cd-291e-4ec7-bbcf-e740f0b855f8, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=427134cd-291e-4ec7-bbcf-e740f0b855f8,segment=NetworkSegment(c8925a4a-2804-4492-ac46-566b5d774789),segment_id=c8925a4a-2804-4492-ac46-566b5d774789)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:09.768170 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.788343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.842461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37f4bb-efa0-4c80-9d94-5bf99c46b4e7 None None] Pushing event updated for resources: {'Port': ['ID=427134cd-291e-4ec7-bbcf-e740f0b855f8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.847515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network b3303327-0ebe-402b-8cf6-3c3ad8a1a506 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:09.850905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:09.853502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:09.860443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:09.861130 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.868035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=54fe6424-3287-42e6-ba92-c0143fa49db2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.895499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b99eb39d-09d5-468d-aee7-a9d3e01322dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.8978879 Nov 22 16:41:09.895833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34206) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.020051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a41a4ea2-b76f-419f-8d4a-28cc89f46fa6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 54fe6424-3287-42e6-ba92-c0143fa49db2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:10.020410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a41a4ea2-b76f-419f-8d4a-28cc89f46fa6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.044151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50688de0-6741-428b-a2d2-0c446d34ef69 req-0154dcf1-4025-4627-a472-429c387b6754 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.046178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50688de0-6741-428b-a2d2-0c446d34ef69 req-0154dcf1-4025-4627-a472-429c387b6754 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 944 time: 0.0781083 Nov 22 16:41:10.137544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50688de0-6741-428b-a2d2-0c446d34ef69 req-de9f9ed6-6381-4d50-84b5-cb555bb6e68c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832961 Nov 22 16:41:10.151857 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a41a4ea2-b76f-419f-8d4a-28cc89f46fa6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.168679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a41a4ea2-b76f-419f-8d4a-28cc89f46fa6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 54fe6424-3287-42e6-ba92-c0143fa49db2 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:10.339503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a41a4ea2-b76f-419f-8d4a-28cc89f46fa6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.369382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a4ea2-b76f-419f-8d4a-28cc89f46fa6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=54fe6424-3287-42e6-ba92-c0143fa49db2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:10.399709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a41a4ea2-b76f-419f-8d4a-28cc89f46fa6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.403171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a41a4ea2-b76f-419f-8d4a-28cc89f46fa6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/54fe6424-3287-42e6-ba92-c0143fa49db2 HTTP/1.1" status: 204 len: 168 time: 0.5062320 Nov 22 16:41:10.406633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34210) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.433695 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea3de04-a4f8-428e-8250-9031b8d52dc5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:10.438148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9ea3de04-a4f8-428e-8250-9031b8d52dc5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/54fe6424-3287-42e6-ba92-c0143fa49db2 HTTP/1.1" status: 404 len: 333 time: 0.0279124 Nov 22 16:41:10.438396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34212) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.500465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a594175-6540-463e-b749-42eea70a1d8d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet 1d5b1c36-00f0-49fc-9c40-96fef3cac6f4 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:10.504451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a594175-6540-463e-b749-42eea70a1d8d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.548801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a594175-6540-463e-b749-42eea70a1d8d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.655679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a594175-6540-463e-b749-42eea70a1d8d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.725440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a594175-6540-463e-b749-42eea70a1d8d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.756740 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a594175-6540-463e-b749-42eea70a1d8d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5b1c36-00f0-49fc-9c40-96fef3cac6f4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:10.765972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1a594175-6540-463e-b749-42eea70a1d8d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.771604 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1a594175-6540-463e-b749-42eea70a1d8d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/1d5b1c36-00f0-49fc-9c40-96fef3cac6f4 HTTP/1.1" status: 204 len: 168 time: 0.3299346 Nov 22 16:41:10.771894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34214) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.861766 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.922922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 427134cd-291e-4ec7-bbcf-e740f0b855f8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:10.923649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.000064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] For port 427134cd-291e-4ec7-bbcf-e740f0b855f8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=427134cd-291e-4ec7-bbcf-e740f0b855f8,segment=NetworkSegment(c8925a4a-2804-4492-ac46-566b5d774789),segment_id=c8925a4a-2804-4492-ac46-566b5d774789)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:11.000521 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.008850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a4672b-d13e-4c33-85fc-83eb53647edb None None] Network b3303327-0ebe-402b-8cf6-3c3ad8a1a506 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:11.018125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 427134cd-291e-4ec7-bbcf-e740f0b855f8 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:11.078596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-86f3dbd4-3f88-4627-b3cf-9a4e175e9b7b None None] Provisioning complete for port 427134cd-291e-4ec7-bbcf-e740f0b855f8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:11.079065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86f3dbd4-3f88-4627-b3cf-9a4e175e9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.221560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86f3dbd4-3f88-4627-b3cf-9a4e175e9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.290012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-86f3dbd4-3f88-4627-b3cf-9a4e175e9b7b None None] For port 427134cd-291e-4ec7-bbcf-e740f0b855f8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=427134cd-291e-4ec7-bbcf-e740f0b855f8,segment=NetworkSegment(c8925a4a-2804-4492-ac46-566b5d774789),segment_id=c8925a4a-2804-4492-ac46-566b5d774789)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:11.302519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] DHCP port deletion for b3303327-0ebe-402b-8cf6-3c3ad8a1a506 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:11.306834 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-86f3dbd4-3f88-4627-b3cf-9a4e175e9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.329852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79861ea1-f62d-4c63-9c14-f9cbc4e2956f req-da4a2867-b270-4db4-a6e9-c4cf07fe959f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:11.340544 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79861ea1-f62d-4c63-9c14-f9cbc4e2956f req-da4a2867-b270-4db4-a6e9-c4cf07fe959f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 944 time: 0.0861290 Nov 22 16:41:11.373692 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3dbd4-3f88-4627-b3cf-9a4e175e9b7b None None] Pushing event updated for resources: {'Port': ['ID=427134cd-291e-4ec7-bbcf-e740f0b855f8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:11.405252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79861ea1-f62d-4c63-9c14-f9cbc4e2956f req-e95420c2-db00-4baa-a981-92c6a4ba0958 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637820 Nov 22 16:41:11.412358 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.434077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] Deleting port 427134cd-291e-4ec7-bbcf-e740f0b855f8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:11.434500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.452371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No DVR routers for this DVR port 427134cd-291e-4ec7-bbcf-e740f0b855f8 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:11.454536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=427134cd-291e-4ec7-bbcf-e740f0b855f8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:11.503823 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] For port 427134cd-291e-4ec7-bbcf-e740f0b855f8, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:11.504688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.520509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] Calling delete_port for 427134cd-291e-4ec7-bbcf-e740f0b855f8 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:11.523589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] Port 427134cd-291e-4ec7-bbcf-e740f0b855f8 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:41:11.525441 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.548369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.556293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] Pushing event deleted for resources: {'Port': ['ID=427134cd-291e-4ec7-bbcf-e740f0b855f8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:11.561625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b9b26c-ffbb-4a53-84fa-b2c0a4afb264 None None] No DVR routers for this DVR port 427134cd-291e-4ec7-bbcf-e740f0b855f8 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:11.577078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3303327-0ebe-402b-8cf6-3c3ad8a1a506']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:11.587312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8925a4a-2804-4492-ac46-566b5d774789') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:11.587743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8925a4a-2804-4492-ac46-566b5d774789') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:11.597866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.613855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.620037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:11.620501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:11.623746 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:11.682668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.692643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.696255 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/networks/b3303327-0ebe-402b-8cf6-3c3ad8a1a506 HTTP/1.1" status: 204 len: 168 time: 0.9233160 Nov 22 16:41:11.700658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34220) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:11.706276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'name': 'tempest-PortsIpV6TestJSON-1827154301'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:11.711086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c60f9-53ec-4272-b42f-0ef63368269e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Network': ['ID=b3303327-0ebe-402b-8cf6-3c3ad8a1a506,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:11.805271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:11.808843 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.827621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 462b0fad-0e60-4689-9c24-f0061bf48bab yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:11.996173 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.031206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.085591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:12.089217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:12.094718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:12.100732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:12.101540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.105665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=462b0fad-0e60-4689-9c24-f0061bf48bab,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:12.126046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bd8ab25c-4ad7-4af8-a8ae-826e52ed4424 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4214301 Nov 22 16:41:12.126434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:12.221201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5a69434f-440a-45b1-8ed2-03c54013606a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 462b0fad-0e60-4689-9c24-f0061bf48bab {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:12.221464 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a69434f-440a-45b1-8ed2-03c54013606a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.292709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a69434f-440a-45b1-8ed2-03c54013606a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.309780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5a69434f-440a-45b1-8ed2-03c54013606a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 462b0fad-0e60-4689-9c24-f0061bf48bab owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:12.397494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a69434f-440a-45b1-8ed2-03c54013606a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.429921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69434f-440a-45b1-8ed2-03c54013606a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=462b0fad-0e60-4689-9c24-f0061bf48bab,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:12.442561 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5a69434f-440a-45b1-8ed2-03c54013606a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.448674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5a69434f-440a-45b1-8ed2-03c54013606a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/462b0fad-0e60-4689-9c24-f0061bf48bab HTTP/1.1" status: 204 len: 168 time: 0.3185201 Nov 22 16:41:12.448674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34228) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:12.455334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'mac_address': 'fa:16:3e:d4:b7:eb', 'name': 'tempest-PortsIpV6TestJSON-130389098'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:12.583593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889a3b6-78dd-42e7-9cbf-6877b0de13d6 req-28ce07bb-b249-44fb-bc26-05849f64578e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:12.585091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889a3b6-78dd-42e7-9cbf-6877b0de13d6 req-28ce07bb-b249-44fb-bc26-05849f64578e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 944 time: 0.0879240 Nov 22 16:41:12.600698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:12.694685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889a3b6-78dd-42e7-9cbf-6877b0de13d6 req-8d57b11e-a918-4d29-b6e4-a18d356e90af tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024044 Nov 22 16:41:12.701487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.730992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 82ca405f-5761-4104-854c-8876c7a03bf6 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:12.918002 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.961634 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.278675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:13.282351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:13.286026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:13.291504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.292121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.300879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=82ca405f-5761-4104-854c-8876c7a03bf6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:13.313052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-12951bf1-0545-4da8-9a63-a661e6e68e97 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8632915 Nov 22 16:41:13.315708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34230) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:13.365411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ff88f-6870-44c7-8414-4f0a5f2d3be4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.366800 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-026ff88f-6870-44c7-8414-4f0a5f2d3be4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/82ca405f-5761-4104-854c-8876c7a03bf6 HTTP/1.1" status: 200 len: 844 time: 0.0500703 Nov 22 16:41:13.369531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34236) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:13.464173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3f502c7f-5a43-48c2-8dd2-121f28dc02da tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 82ca405f-5761-4104-854c-8876c7a03bf6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:13.464665 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f502c7f-5a43-48c2-8dd2-121f28dc02da tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.542812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f502c7f-5a43-48c2-8dd2-121f28dc02da tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.559168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3f502c7f-5a43-48c2-8dd2-121f28dc02da tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 82ca405f-5761-4104-854c-8876c7a03bf6 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:13.652465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f502c7f-5a43-48c2-8dd2-121f28dc02da tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.691137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f502c7f-5a43-48c2-8dd2-121f28dc02da tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=82ca405f-5761-4104-854c-8876c7a03bf6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:13.699448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f502c7f-5a43-48c2-8dd2-121f28dc02da tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.704367 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3f502c7f-5a43-48c2-8dd2-121f28dc02da tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/82ca405f-5761-4104-854c-8876c7a03bf6 HTTP/1.1" status: 204 len: 168 time: 0.3336399 Nov 22 16:41:13.706771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34244) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:13.739213 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d707f34-fb6d-44ad-a4e6-259ba55c52b7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:13.744012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2d707f34-fb6d-44ad-a4e6-259ba55c52b7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/82ca405f-5761-4104-854c-8876c7a03bf6 HTTP/1.1" status: 404 len: 333 time: 0.0329711 Nov 22 16:41:13.745079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34248) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:13.750981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'name': 'tempest-PortsIpV6TestJSON-1793897538'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:13.851066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08248e-578f-4701-8f9e-44751be2f22a req-076af531-c6bd-4e67-a1fa-dce5de3f6e9f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.852748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f08248e-578f-4701-8f9e-44751be2f22a req-076af531-c6bd-4e67-a1fa-dce5de3f6e9f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 944 time: 0.0617456 Nov 22 16:41:13.860466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:13.864351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.885796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 68718e0c-9335-433d-8b44-be150e7d5e25 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:13.920665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f08248e-578f-4701-8f9e-44751be2f22a req-3737e92b-ebda-4c1b-9a62-302778248c35 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603571 Nov 22 16:41:14.085502 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.122208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.171143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:14.174496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:14.178204 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:14.183925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.184600 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.190650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=68718e0c-9335-433d-8b44-be150e7d5e25,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.205989 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cc7bc110-b9e7-446f-8b2a-1ca34ad7246b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4594574 Nov 22 16:41:14.208527 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34254) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:14.213736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:14.288413 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.461731 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.467519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.505223 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] In _notify_port_updated(), no bound segment for port 68718e0c-9335-433d-8b44-be150e7d5e25 on network 64edddae-b4aa-4112-9e4e-867b445b7d1a {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:41:14.511227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.511866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.514217 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "PUT /v2.0/ports/68718e0c-9335-433d-8b44-be150e7d5e25 HTTP/1.1" status: 200 len: 818 time: 0.3043752 Nov 22 16:41:14.516827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:14.532980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982501d-2181-4636-9132-0e81300e86cb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=68718e0c-9335-433d-8b44-be150e7d5e25,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.617807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2f711da7-81a0-4fa9-93c0-6b76dda6a537 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 68718e0c-9335-433d-8b44-be150e7d5e25 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:14.618170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f711da7-81a0-4fa9-93c0-6b76dda6a537 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.689106 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f711da7-81a0-4fa9-93c0-6b76dda6a537 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.703998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2f711da7-81a0-4fa9-93c0-6b76dda6a537 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 68718e0c-9335-433d-8b44-be150e7d5e25 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:14.792481 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f711da7-81a0-4fa9-93c0-6b76dda6a537 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.824294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f711da7-81a0-4fa9-93c0-6b76dda6a537 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=68718e0c-9335-433d-8b44-be150e7d5e25,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.830419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f711da7-81a0-4fa9-93c0-6b76dda6a537 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.834190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2f711da7-81a0-4fa9-93c0-6b76dda6a537 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/68718e0c-9335-433d-8b44-be150e7d5e25 HTTP/1.1" status: 204 len: 168 time: 0.3163075 Nov 22 16:41:14.836649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:14.892433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958c8ea-cac3-45ea-8064-f58e6a987ada tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.893993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6958c8ea-cac3-45ea-8064-f58e6a987ada tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0562580 Nov 22 16:41:14.896920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:14.923179 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-32022e3e-4215-4b7d-8b81-5e8a95db02a6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:14.924582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-32022e3e-4215-4b7d-8b81-5e8a95db02a6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/68718e0c-9335-433d-8b44-be150e7d5e25 HTTP/1.1" status: 404 len: 333 time: 0.0267155 Nov 22 16:41:14.928490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34266) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:14.933854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625679550'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:14.992270 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:14.996410 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.023519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:15.035128 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.035671 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Added segment 222789b2-f126-42f1-81dc-c79bf072e47b of type vlan for network 8dea444e-3da0-4274-b1f9-8e035bb0724f Nov 22 16:41:15.063329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51225fe2-48a1-40a8-8b03-8b2421d2547c req-bbdac275-0192-4231-bf0b-0ba34ff3793c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:15.064974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51225fe2-48a1-40a8-8b03-8b2421d2547c req-bbdac275-0192-4231-bf0b-0ba34ff3793c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 944 time: 0.0600481 Nov 22 16:41:15.082149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.116501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.124255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:15.124902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.126865 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51225fe2-48a1-40a8-8b03-8b2421d2547c req-e83dc8aa-52b7-448c-a24b-d063ceb176bf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542555 Nov 22 16:41:15.187772 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2580001 Nov 22 16:41:15.191899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:15.197644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:15.209605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc932ea7-48ce-409e-92e2-a3f233fe3fb0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Network': ['ID=8dea444e-3da0-4274-b1f9-8e035bb0724f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:15.221850 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:15.311171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:15.315228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.519836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.588019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=b94473f7-e5eb-45ad-8f88-b34e69ed30a4,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:15.595876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking segment: {'id': '222789b2-f126-42f1-81dc-c79bf072e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:15.596271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network hostable DHCP agents. Network: 8dea444e-3da0-4274-b1f9-8e035bb0724f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:15.615061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:15.626826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 8dea444e-3da0-4274-b1f9-8e035bb0724f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:15.631509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:15.632193 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.640314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364e7fe2-ba47-4639-8624-adce639be6c6 None None] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:15.655647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f250a7f4-cafc-4288-9c16-ac44377e2123 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4617810 Nov 22 16:41:15.656906 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34274) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:15.662223 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-39d28ba2-0046-43cb-9a78-764ec32f434b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:15.785320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d28ba2-0046-43cb-9a78-764ec32f434b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:15.788907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-39d28ba2-0046-43cb-9a78-764ec32f434b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.802188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-8dea444e-3da0-4274-b1f9-8e035bb0724f', 'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f', 'tenant_id': '517325f403cb4471b66088bd2ccb505d', 'fixed_ips': [{'subnet_id': 'b94473f7-e5eb-45ad-8f88-b34e69ed30a4'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:15.803073 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.897791 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-39d28ba2-0046-43cb-9a78-764ec32f434b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b94473f7-e5eb-45ad-8f88-b34e69ed30a4 (CIDR: 2001:db8::/64) Nov 22 16:41:15.901378 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d28ba2-0046-43cb-9a78-764ec32f434b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:15.901846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d28ba2-0046-43cb-9a78-764ec32f434b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:15.919624 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-39d28ba2-0046-43cb-9a78-764ec32f434b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2614822 Nov 22 16:41:15.922457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34276) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:15.928070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:15.969347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Allocated IP 2001:db8::2 (8dea444e-3da0-4274-b1f9-8e035bb0724f/b94473f7-e5eb-45ad-8f88-b34e69ed30a4/0fab285b-913a-4998-be3b-0eb62ffd5c4b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:16.053007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:16.056736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.135582 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.143571 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.190472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:16.193791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:16.200914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:16.254801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Pushing event updated for resources: {'Port': ['ID=0fab285b-913a-4998-be3b-0eb62ffd5c4b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:16.268653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Attempting to bind port 0fab285b-913a-4998-be3b-0eb62ffd5c4b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:16.269260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Attempting to bind port 0fab285b-913a-4998-be3b-0eb62ffd5c4b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '222789b2-f126-42f1-81dc-c79bf072e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:16.269619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Attempting to bind port 0fab285b-913a-4998-be3b-0eb62ffd5c4b on network 8dea444e-3da0-4274-b1f9-8e035bb0724f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:16.275606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:41:16.291492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:16.291864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Checking segment: {'id': '222789b2-f126-42f1-81dc-c79bf072e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:16.292299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.292884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Bound using segment: {'id': '222789b2-f126-42f1-81dc-c79bf072e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:16.293558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Bound port: 0fab285b-913a-4998-be3b-0eb62ffd5c4b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222789b2-f126-42f1-81dc-c79bf072e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:16.294423 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.317242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5deed2-8a2e-4081-81e6-6482f856d2bd req-420d804d-8461-4def-a5e1-e67f6f70695b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.319140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c5deed2-8a2e-4081-81e6-6482f856d2bd req-420d804d-8461-4def-a5e1-e67f6f70695b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 944 time: 0.0969274 Nov 22 16:41:16.409160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.411648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] For port 0fab285b-913a-4998-be3b-0eb62ffd5c4b, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:16.415495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] For port 0fab285b-913a-4998-be3b-0eb62ffd5c4b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0fab285b-913a-4998-be3b-0eb62ffd5c4b,segment=NetworkSegment(222789b2-f126-42f1-81dc-c79bf072e47b),segment_id=222789b2-f126-42f1-81dc-c79bf072e47b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:16.431712 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.486849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c5deed2-8a2e-4081-81e6-6482f856d2bd req-c4afb481-8c8b-4ca0-8aa0-2a50607c1e22 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554322 Nov 22 16:41:16.505522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:16.509437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:16.517877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.519961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.539523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=f38b2c36-f7f9-4993-b915-db251c42d081,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:16.560219 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34282) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:16.560493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e7876011-2293-4c93-bc20-cdd6914e96db tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6361568 Nov 22 16:41:16.566246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f', 'fixed_ips': [{'subnet_id': 'b94473f7-e5eb-45ad-8f88-b34e69ed30a4'}, {'subnet_id': 'f38b2c36-f7f9-4993-b915-db251c42d081'}], 'name': 'tempest-PortsIpV6TestJSON-779353474'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:16.699428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:16.737849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48d369-6249-42af-b9e3-437f37fbcb8f None None] Pushing event updated for resources: {'Port': ['ID=0fab285b-913a-4998-be3b-0eb62ffd5c4b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:16.746596 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:16.760231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'port_id': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'mac_address': 'fa:16:3e:ed:2d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:41:16.798593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.803987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.817580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 248a8a66-b543-485a-b1c6-5efa8fee7888 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:16.818922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:16.843886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:16.848942 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.929541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:17.057195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['6ee8b0a3-332a-42e7-81c1-c820e8b76e1b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:17.199669 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::280 (8dea444e-3da0-4274-b1f9-8e035bb0724f/b94473f7-e5eb-45ad-8f88-b34e69ed30a4/248a8a66-b543-485a-b1c6-5efa8fee7888) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:17.207316 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8:0:1::1ca (8dea444e-3da0-4274-b1f9-8e035bb0724f/f38b2c36-f7f9-4993-b915-db251c42d081/248a8a66-b543-485a-b1c6-5efa8fee7888) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:17.388214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.427898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.481092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:17.485459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:17.491061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:17.497737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:17.498456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.502730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=248a8a66-b543-485a-b1c6-5efa8fee7888,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:17.530657 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7326e621-31a8-4cd6-8f9b-f6cc2fd80851 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 0.9657099 Nov 22 16:41:17.533200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34294) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:17.540545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b94473f7-e5eb-45ad-8f88-b34e69ed30a4'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:17.642598 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.657791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0fab285b-913a-4998-be3b-0eb62ffd5c4b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:17.677363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fceb78-8a27-4c1d-9f40-8aa75bb6b1c2 req-17a3a889-8d6a-4e73-9973-3250caef0275 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:17.686238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19fceb78-8a27-4c1d-9f40-8aa75bb6b1c2 req-17a3a889-8d6a-4e73-9973-3250caef0275 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 945 time: 0.0746224 Nov 22 16:41:17.756251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0fab285b-913a-4998-be3b-0eb62ffd5c4b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:17.756854 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.765800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19fceb78-8a27-4c1d-9f40-8aa75bb6b1c2 req-ced0e58f-f23e-452d-b015-eb1eac4e6784 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783110 Nov 22 16:41:17.857081 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.896493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 0fab285b-913a-4998-be3b-0eb62ffd5c4b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0fab285b-913a-4998-be3b-0eb62ffd5c4b,segment=NetworkSegment(222789b2-f126-42f1-81dc-c79bf072e47b),segment_id=222789b2-f126-42f1-81dc-c79bf072e47b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:17.908558 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.918538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee001463-ea58-4ce3-a670-662b71d1062d None None] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:17.963861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Delete allocated IP 2001:db8:0:1::1ca (8dea444e-3da0-4274-b1f9-8e035bb0724f/f38b2c36-f7f9-4993-b915-db251c42d081) {{(pid=103410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:41:18.037064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-13ae8228-7785-4d58-aff1-2a278fcc695c None None] Provisioning complete for port 0fab285b-913a-4998-be3b-0eb62ffd5c4b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:18.037782 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-13ae8228-7785-4d58-aff1-2a278fcc695c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.043532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=0fab285b-913a-4998-be3b-0eb62ffd5c4b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:18.135812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.143247 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.227879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] In _notify_port_updated(), no bound segment for port 248a8a66-b543-485a-b1c6-5efa8fee7888 on network 8dea444e-3da0-4274-b1f9-8e035bb0724f {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:41:18.233954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.234732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.236015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "PUT /v2.0/ports/248a8a66-b543-485a-b1c6-5efa8fee7888 HTTP/1.1" status: 200 len: 925 time: 0.7027431 Nov 22 16:41:18.240202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34298) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:18.243789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e7440-35f8-41eb-bd0d-dfe26b847ef3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=248a8a66-b543-485a-b1c6-5efa8fee7888,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:18.250076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b94473f7-e5eb-45ad-8f88-b34e69ed30a4'}, {'subnet_id': 'f38b2c36-f7f9-4993-b915-db251c42d081'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:18.275690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:18.353384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eff16ac-05ab-42a5-b5bc-b98dc5fe962c None None] Update dhcp port {'port': {'network_id': '8dea444e-3da0-4274-b1f9-8e035bb0724f', 'fixed_ips': [{'subnet_id': 'b94473f7-e5eb-45ad-8f88-b34e69ed30a4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f38b2c36-f7f9-4993-b915-db251c42d081'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '0fab285b-913a-4998-be3b-0eb62ffd5c4b'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:41:18.391813 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1eff16ac-05ab-42a5-b5bc-b98dc5fe962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.410566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:41:18.417297 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:18.417672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.457521 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.633162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.641158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-1eff16ac-05ab-42a5-b5bc-b98dc5fe962c None None] Allocated IP 2001:db8:0:1::2 (8dea444e-3da0-4274-b1f9-8e035bb0724f/f38b2c36-f7f9-4993-b915-db251c42d081/0fab285b-913a-4998-be3b-0eb62ffd5c4b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:18.674308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:18.676497 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ac5a56-4d97-45c0-b722-b0ea347e7477" -d '{"events": [{"server_uuid": "cea793ce-b33f-4576-bfef-e7b2f77e46ae", "name": "network-vif-plugged", "status": "completed", "tag": "6ee8b0a3-332a-42e7-81c1-c820e8b76e1b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:18.730828 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10964db-8e78-4229-80e9-4f865a62533c x-openstack-request-id: req-c10964db-8e78-4229-80e9-4f865a62533c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:18.731784 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea793ce-b33f-4576-bfef-e7b2f77e46ae", "name": "network-vif-plugged", "status": "completed", "tag": "6ee8b0a3-332a-42e7-81c1-c820e8b76e1b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:18.732134 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c10964db-8e78-4229-80e9-4f865a62533c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:18.732534 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'code': 200} Nov 22 16:41:18.734181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:18.738905 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.820456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:18.840403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1eff16ac-05ab-42a5-b5bc-b98dc5fe962c None None] For port 0fab285b-913a-4998-be3b-0eb62ffd5c4b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0fab285b-913a-4998-be3b-0eb62ffd5c4b,segment=NetworkSegment(222789b2-f126-42f1-81dc-c79bf072e47b),segment_id=222789b2-f126-42f1-81dc-c79bf072e47b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:18.859247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826041f7-51ad-459d-8ed8-88361dfc5c68 req-317c66a5-fd90-4515-9b36-c21237e4b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.861048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-826041f7-51ad-459d-8ed8-88361dfc5c68 req-317c66a5-fd90-4515-9b36-c21237e4b51c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 1097 time: 0.0718060 Nov 22 16:41:18.882731 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1eff16ac-05ab-42a5-b5bc-b98dc5fe962c None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.889727 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1eff16ac-05ab-42a5-b5bc-b98dc5fe962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:18.997166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696c4ed-a377-4d3b-8343-132545cbcfd6 req-6ee9c4a8-dafb-4888-a02a-eb8fddcbe72b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.999004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8696c4ed-a377-4d3b-8343-132545cbcfd6 req-6ee9c4a8-dafb-4888-a02a-eb8fddcbe72b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 946 time: 0.1370335 Nov 22 16:41:19.001465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff16ac-05ab-42a5-b5bc-b98dc5fe962c None None] Pushing event updated for resources: {'Port': ['ID=0fab285b-913a-4998-be3b-0eb62ffd5c4b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:19.004086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-826041f7-51ad-459d-8ed8-88361dfc5c68 req-e5fd60b1-8c96-4779-9e48-36351a3d00c1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325407 Nov 22 16:41:19.018146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8:0:1::126 (8dea444e-3da0-4274-b1f9-8e035bb0724f/f38b2c36-f7f9-4993-b915-db251c42d081/248a8a66-b543-485a-b1c6-5efa8fee7888) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:19.033539 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7341dd47-bb65-4f98-be28-f3c0ba2e1b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.117431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8696c4ed-a377-4d3b-8343-132545cbcfd6 req-9cd70d2a-5c31-464a-a43a-27d781446502 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016161 Nov 22 16:41:19.207518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.213886 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.305976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] In _notify_port_updated(), no bound segment for port 248a8a66-b543-485a-b1c6-5efa8fee7888 on network 8dea444e-3da0-4274-b1f9-8e035bb0724f {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:41:19.312714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:19.313408 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.317402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "PUT /v2.0/ports/248a8a66-b543-485a-b1c6-5efa8fee7888 HTTP/1.1" status: 200 len: 1011 time: 1.0725300 Nov 22 16:41:19.317783 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34306) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:19.319427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4f518-16ec-4e72-8ca4-e6cd328c5869 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=248a8a66-b543-485a-b1c6-5efa8fee7888,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:19.425988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-18082252-219c-4cbb-82dd-dde5805b5f42 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 248a8a66-b543-485a-b1c6-5efa8fee7888 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:19.426336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18082252-219c-4cbb-82dd-dde5805b5f42 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.541951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18082252-219c-4cbb-82dd-dde5805b5f42 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.558346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-18082252-219c-4cbb-82dd-dde5805b5f42 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 248a8a66-b543-485a-b1c6-5efa8fee7888 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:19.604550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0fab285b-913a-4998-be3b-0eb62ffd5c4b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:19.660694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebbb39-6089-4645-9eaf-6621b643d11d None None] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:19.765138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0fab285b-913a-4998-be3b-0eb62ffd5c4b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:19.765817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.783779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18082252-219c-4cbb-82dd-dde5805b5f42 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.805150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f0cb287e-db6f-4223-88ce-0e2e49f389d4 None None] Provisioning complete for port 0fab285b-913a-4998-be3b-0eb62ffd5c4b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:19.805576 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f0cb287e-db6f-4223-88ce-0e2e49f389d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.818773 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18082252-219c-4cbb-82dd-dde5805b5f42 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=248a8a66-b543-485a-b1c6-5efa8fee7888,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:19.875089 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-18082252-219c-4cbb-82dd-dde5805b5f42 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.879242 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-18082252-219c-4cbb-82dd-dde5805b5f42 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/248a8a66-b543-485a-b1c6-5efa8fee7888 HTTP/1.1" status: 204 len: 168 time: 0.5595577 Nov 22 16:41:19.881261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34310) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:19.909360 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-397ddef9-ec26-4662-8e83-9b9fae41661e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:19.913477 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-397ddef9-ec26-4662-8e83-9b9fae41661e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/248a8a66-b543-485a-b1c6-5efa8fee7888 HTTP/1.1" status: 404 len: 333 time: 0.0285654 Nov 22 16:41:19.913848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34312) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:19.981393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc1bbdd-fc5c-46d5-a5eb-be939f3c633f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet f38b2c36-f7f9-4993-b915-db251c42d081 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:19.986009 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bbdd-fc5c-46d5-a5eb-be939f3c633f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.042563 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bbdd-fc5c-46d5-a5eb-be939f3c633f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.054917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f0cb287e-db6f-4223-88ce-0e2e49f389d4 None None] Could not find standard attr ID for object 248a8a66-b543-485a-b1c6-5efa8fee7888. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:41:20.144247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bbdd-fc5c-46d5-a5eb-be939f3c633f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.223280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bbdd-fc5c-46d5-a5eb-be939f3c633f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.282824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0cc1bbdd-fc5c-46d5-a5eb-be939f3c633f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.289484 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0cc1bbdd-fc5c-46d5-a5eb-be939f3c633f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/f38b2c36-f7f9-4993-b915-db251c42d081 HTTP/1.1" status: 204 len: 168 time: 0.3719327 Nov 22 16:41:20.290146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34316) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:20.303324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1bbdd-fc5c-46d5-a5eb-be939f3c633f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=f38b2c36-f7f9-4993-b915-db251c42d081,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:20.336898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e962c-d26b-4da7-9b3b-ab5aac8191f8 None None] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:20.365371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f7305-2356-48ed-aaf2-6919a800544e req-3d8a9c55-ea67-431d-81df-d1ddd31a3b6b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:20.367900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-416f7305-2356-48ed-aaf2-6919a800544e req-3d8a9c55-ea67-431d-81df-d1ddd31a3b6b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 946 time: 0.1597188 Nov 22 16:41:20.387683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf632a1-eb5e-410d-be31-5c4d78e5bef8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet b94473f7-e5eb-45ad-8f88-b34e69ed30a4 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:20.395999 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbf632a1-eb5e-410d-be31-5c4d78e5bef8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.409337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5eed1698-f1da-48bb-9938-462c2abe8237 None None] Provisioning complete for port 0fab285b-913a-4998-be3b-0eb62ffd5c4b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:20.409753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5eed1698-f1da-48bb-9938-462c2abe8237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.468661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-416f7305-2356-48ed-aaf2-6919a800544e req-d7ecce0e-f2ec-4ab2-96e9-29fa78865caf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887878 Nov 22 16:41:20.482825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbf632a1-eb5e-410d-be31-5c4d78e5bef8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.662771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbf632a1-eb5e-410d-be31-5c4d78e5bef8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.674738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24492-1f3e-4302-aa38-99503a2ec4fb req-c7e6c75f-7493-4cdc-b2da-526358a58f09 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:20.676396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09e24492-1f3e-4302-aa38-99503a2ec4fb req-c7e6c75f-7493-4cdc-b2da-526358a58f09 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 946 time: 0.1055310 Nov 22 16:41:20.776367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09e24492-1f3e-4302-aa38-99503a2ec4fb req-758834a7-a2fc-4dd1-bb1a-660d8b12bd0a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802062 Nov 22 16:41:20.784940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbf632a1-eb5e-410d-be31-5c4d78e5bef8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.811711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34322) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:20.813514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf632a1-eb5e-410d-be31-5c4d78e5bef8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=b94473f7-e5eb-45ad-8f88-b34e69ed30a4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:20.827371 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbf632a1-eb5e-410d-be31-5c4d78e5bef8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.833698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34326) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:20.834220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bbf632a1-eb5e-410d-be31-5c4d78e5bef8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/b94473f7-e5eb-45ad-8f88-b34e69ed30a4 HTTP/1.1" status: 204 len: 168 time: 0.5429449 Nov 22 16:41:20.930222 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.008843 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 0fab285b-913a-4998-be3b-0eb62ffd5c4b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:21.009846 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.115856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] For port 0fab285b-913a-4998-be3b-0eb62ffd5c4b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0fab285b-913a-4998-be3b-0eb62ffd5c4b,segment=NetworkSegment(222789b2-f126-42f1-81dc-c79bf072e47b),segment_id=222789b2-f126-42f1-81dc-c79bf072e47b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:21.117868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.134544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9549bbbe-1778-41e2-a044-b10aaebca6a2 tempest-TestVolumeBootPattern-745005425 tempest-TestVolumeBootPattern-745005425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:21.135868 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9549bbbe-1778-41e2-a044-b10aaebca6a2 tempest-TestVolumeBootPattern-745005425 tempest-TestVolumeBootPattern-745005425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 1092 time: 0.3224289 Nov 22 16:41:21.137111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 0fab285b-913a-4998-be3b-0eb62ffd5c4b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:21.139803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34328) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:21.144593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:21.181654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.255213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.275151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16927814-6bea-44ff-864a-5c995743efb5 None None] Network 8dea444e-3da0-4274-b1f9-8e035bb0724f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:21.298743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=0fab285b-913a-4998-be3b-0eb62ffd5c4b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.300608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No DVR routers for this DVR port 0fab285b-913a-4998-be3b-0eb62ffd5c4b on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:21.350328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.364818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cd08c4e9-3fa2-4a20-a93e-8c51715423cc None None] Could not find standard attr ID for object 0fab285b-913a-4998-be3b-0eb62ffd5c4b. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:41:21.386077 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d26cafc-a619-4123-8336-8ccd39606f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.417616 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.477962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dea444e-3da0-4274-b1f9-8e035bb0724f']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:21.489182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222789b2-f126-42f1-81dc-c79bf072e47b') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:21.489490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222789b2-f126-42f1-81dc-c79bf072e47b') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:21.510875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.527479 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.536647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:21.537190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:21.541243 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:21.556981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.25.5.83 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/1023bc9d-dc65-4a6c-90f7-8512320ff657) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:21.557196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918ff6f-5d87-4bd6-9026-98e64b9e7f25 None None] DHCP port deletion for 8dea444e-3da0-4274-b1f9-8e035bb0724f request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:21.625564 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.639867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.653172 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/networks/8dea444e-3da0-4274-b1f9-8e035bb0724f HTTP/1.1" status: 204 len: 168 time: 0.8165982 Nov 22 16:41:21.654399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34332) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:21.675000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0fab285b-913a-4998-be3b-0eb62ffd5c4b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:21.703763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 0fab285b-913a-4998-be3b-0eb62ffd5c4b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:21.704459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0fab285b-913a-4998-be3b-0eb62ffd5c4b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:21.707697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c9f2f-4b68-4101-9f58-9cc6f32d7608 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Network': ['ID=8dea444e-3da0-4274-b1f9-8e035bb0724f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.756129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e092f6-3afc-4720-b739-08653406d475 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:21.757715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b0e092f6-3afc-4720-b739-08653406d475 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1022723 Nov 22 16:41:21.764046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.765580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34334) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:21.801123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.823967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f48aee18-c9bf-467f-948a-eaf70dca8bb5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0544536 Nov 22 16:41:21.826944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34336) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:21.832357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1477239392'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:21.843858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:21.846842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:21.850980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:21.858565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:21.863109 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.876899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=1023bc9d-dc65-4a6c-90f7-8512320ff657,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.911220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:21.925211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.926018 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Added segment 45d42792-2809-404c-94ca-546b580a483e of type vlan for network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f Nov 22 16:41:21.980097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.009799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.015875 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:22.016504 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.084564 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2561469 Nov 22 16:41:22.087271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34338) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.093280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:22.140483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602dc38-e0df-4275-b791-86930c69bd2c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Network': ['ID=75c32de8-a358-44bb-b8fc-8d41e2a07c9f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:22.158821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:22.245413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:22.251632 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.300136 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.377668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.467575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.520265 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.539672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=850190dc-2a31-4b87-8084-78c13a04ffff,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:22.565590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking segment: {'id': '45d42792-2809-404c-94ca-546b580a483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:22.566296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network hostable DHCP agents. Network: 75c32de8-a358-44bb-b8fc-8d41e2a07c9f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:22.569787 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.576235 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.592870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:22.605190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 75c32de8-a358-44bb-b8fc-8d41e2a07c9f) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:22.610258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:22.610862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.619659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e512c82a-b690-4b9e-b786-eb90986d826c None None] Network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:22.635624 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-172baf00-5bb9-46fe-a637-6aab7658c9fa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5470355 Nov 22 16:41:22.638156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34340) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.647524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f', 'name': 'tempest-PortsIpV6TestJSON-1812609341'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:22.694344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=1023bc9d-dc65-4a6c-90f7-8512320ff657,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:22.700026 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.790170 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.830596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:22.836260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.849032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-75c32de8-a358-44bb-b8fc-8d41e2a07c9f', 'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f', 'tenant_id': '517325f403cb4471b66088bd2ccb505d', 'fixed_ips': [{'subnet_id': '850190dc-2a31-4b87-8084-78c13a04ffff'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:22.851156 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.865790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 59dc41df-dae7-4f44-947a-8ef338b624ef yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:22.866058 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Floating IP 09f33ccd-87b8-46bc-aa55-88972bd31218 associated. External IP: 172.25.5.83, port: 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b. Nov 22 16:41:23.052715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::b9 (75c32de8-a358-44bb-b8fc-8d41e2a07c9f/850190dc-2a31-4b87-8084-78c13a04ffff/59dc41df-dae7-4f44-947a-8ef338b624ef) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:23.426928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:23.560866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.573603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:23.586394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:23.601154 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.602773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:23.603605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:23.616549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.645487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d2f793fa-0e6b-4f49-a043-731400ead842 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4945841 Nov 22 16:41:23.645487 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'tag': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:23.645487 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece9747c-db5c-4d50-b636-8955f98a0353" -d '{"events": [{"name": "network-changed", "server_uuid": "cea793ce-b33f-4576-bfef-e7b2f77e46ae", "tag": "6ee8b0a3-332a-42e7-81c1-c820e8b76e1b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:23.683750 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3ff393-5a3b-45bc-86d1-a19b00b6c6e0 x-openstack-request-id: req-ce3ff393-5a3b-45bc-86d1-a19b00b6c6e0 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:23.684170 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea793ce-b33f-4576-bfef-e7b2f77e46ae", "tag": "6ee8b0a3-332a-42e7-81c1-c820e8b76e1b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:23.684940 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce3ff393-5a3b-45bc-86d1-a19b00b6c6e0 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:23.685363 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'tag': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'status': 'completed', 'code': 200} Nov 22 16:41:23.700432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:23.704351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:23.712428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:23.718983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.721010 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.769292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=59dc41df-dae7-4f44-947a-8ef338b624ef,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:23.769586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-2e80257d-3261-4652-ba96-d6d6bd9ff07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.771082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-2e80257d-3261-4652-ba96-d6d6bd9ff07c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 1097 time: 0.0628388 Nov 22 16:41:23.785030 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29dd88f7-4afc-4787-9b97-cc8aa517de92 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1444204 Nov 22 16:41:23.787261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34350) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:23.794290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f', 'name': 'tempest-PortsIpV6TestJSON-1701516034'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:23.960538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-624d64f9-c139-4775-bb82-3a7cb60907af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.962034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-624d64f9-c139-4775-bb82-3a7cb60907af service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1803174 Nov 22 16:41:23.994230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:24.002262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Allocated IP 2001:db8::2 (75c32de8-a358-44bb-b8fc-8d41e2a07c9f/850190dc-2a31-4b87-8084-78c13a04ffff/bb11b80b-553f-4686-973b-a00ecab62a52) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:24.004143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.024692 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 2aa2be56-2f28-44f4-816b-46deea8eec81 yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:24.031766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:24.083121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-3067a39f-803a-4e4d-a47f-e646e9513605 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b HTTP/1.1" status: 200 len: 999 time: 0.1119359 Nov 22 16:41:24.145252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-68264749-6a6a-4068-8646-f05c354ff85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.146759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-68264749-6a6a-4068-8646-f05c354ff85d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0563865 Nov 22 16:41:24.221351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-6bab84e1-5684-47a5-9c11-34d864c68e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.223087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-6bab84e1-5684-47a5-9c11-34d864c68e4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681138 Nov 22 16:41:24.301957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.313208 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.375749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-ee396fb4-da58-4341-8a89-88979c36f472 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446135 Nov 22 16:41:24.400958 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:24.409925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:24.412568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Pushing event updated for resources: {'Port': ['ID=bb11b80b-553f-4686-973b-a00ecab62a52,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:24.415708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:24.425315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::2cb (75c32de8-a358-44bb-b8fc-8d41e2a07c9f/850190dc-2a31-4b87-8084-78c13a04ffff/2aa2be56-2f28-44f4-816b-46deea8eec81) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:24.505990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '09f33ccd-87b8-46bc-aa55-88972bd31218', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:ed:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:22Z', 'updated_at': '2021-11-22T16:41:22Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:24.536160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Attempting to bind port bb11b80b-553f-4686-973b-a00ecab62a52 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:24.536838 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Attempting to bind port bb11b80b-553f-4686-973b-a00ecab62a52 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '45d42792-2809-404c-94ca-546b580a483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:24.537018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Attempting to bind port bb11b80b-553f-4686-973b-a00ecab62a52 on network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:24.541854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:24.545405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:24.545777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Checking segment: {'id': '45d42792-2809-404c-94ca-546b580a483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:24.546192 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.546701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Bound using segment: {'id': '45d42792-2809-404c-94ca-546b580a483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:24.547146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Bound port: bb11b80b-553f-4686-973b-a00ecab62a52, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d42792-2809-404c-94ca-546b580a483e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '75c32de8-a358-44bb-b8fc-8d41e2a07c9f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:24.547523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.554881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ece9747c-db5c-4d50-b636-8955f98a0353 req-991ab4dc-5ef1-4ee6-b6ff-05fab11d2c40 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689575 Nov 22 16:41:24.575953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:24.576759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:24.644168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.674611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.719238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] For port bb11b80b-553f-4686-973b-a00ecab62a52, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:24.720488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.723965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] For port bb11b80b-553f-4686-973b-a00ecab62a52, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bb11b80b-553f-4686-973b-a00ecab62a52,segment=NetworkSegment(45d42792-2809-404c-94ca-546b580a483e),segment_id=45d42792-2809-404c-94ca-546b580a483e)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:24.732744 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.765300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:24.791267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:24.799153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:24.801445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=2aa2be56-2f28-44f4-816b-46deea8eec81,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:24.804330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:24.821447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.822247 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.884900 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cf0924c7-5565-423a-a8a0-1db83a839456 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0964780 Nov 22 16:41:24.888515 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34354) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:24.939310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3a104-0abd-4a76-a737-42166660578c None None] Pushing event updated for resources: {'Port': ['ID=bb11b80b-553f-4686-973b-a00ecab62a52,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:24.948847 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.978868 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.054052 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b39b2-4c3f-4d21-8bd1-cfff4598b1ba tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:25.054052 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4b1b39b2-4c3f-4d21-8bd1-cfff4598b1ba tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab9 HTTP/1.1" status: 200 len: 928 time: 0.1640437 Nov 22 16:41:25.056594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34356) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.221907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '09f33ccd-87b8-46bc-aa55-88972bd31218', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:ed:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:22Z', 'updated_at': '2021-11-22T16:41:22Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:25.255945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4ef11cf5-cd2a-44e7-aade-dec5d0d37488 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 2aa2be56-2f28-44f4-816b-46deea8eec81 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:25.255945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ef11cf5-cd2a-44e7-aade-dec5d0d37488 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.264092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d619fb1e-28fa-4f30-9186-37f06bf9cc09 None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '09f33ccd-87b8-46bc-aa55-88972bd31218', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:ed:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:41:22Z', 'updated_at': '2021-11-22T16:41:22Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:25.372351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ef11cf5-cd2a-44e7-aade-dec5d0d37488 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.386313 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4ef11cf5-cd2a-44e7-aade-dec5d0d37488 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 2aa2be56-2f28-44f4-816b-46deea8eec81 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:25.544378 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ef11cf5-cd2a-44e7-aade-dec5d0d37488 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.589096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef11cf5-cd2a-44e7-aade-dec5d0d37488 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=2aa2be56-2f28-44f4-816b-46deea8eec81,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:25.629440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4ef11cf5-cd2a-44e7-aade-dec5d0d37488 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.635840 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4ef11cf5-cd2a-44e7-aade-dec5d0d37488 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/2aa2be56-2f28-44f4-816b-46deea8eec81 HTTP/1.1" status: 204 len: 168 time: 0.5751827 Nov 22 16:41:25.635840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34358) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.675119 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2730075-88cb-4921-a42a-87da40b655ec tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:25.677190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bb11b80b-553f-4686-973b-a00ecab62a52 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:25.678036 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b2730075-88cb-4921-a42a-87da40b655ec tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/2aa2be56-2f28-44f4-816b-46deea8eec81 HTTP/1.1" status: 404 len: 333 time: 0.0410824 Nov 22 16:41:25.680827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34360) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.735386 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7450fdb5-b22d-4638-8290-f7c0ee69035a None None] New status for floating IP 09f33ccd-87b8-46bc-aa55-88972bd31218: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:41:25.783632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port bb11b80b-553f-4686-973b-a00ecab62a52 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:25.785807 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.861297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f86329fc-4868-4b65-a148-df94603dcab8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 59dc41df-dae7-4f44-947a-8ef338b624ef {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:25.861642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86329fc-4868-4b65-a148-df94603dcab8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.988724 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.081959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port bb11b80b-553f-4686-973b-a00ecab62a52, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bb11b80b-553f-4686-973b-a00ecab62a52,segment=NetworkSegment(45d42792-2809-404c-94ca-546b580a483e),segment_id=45d42792-2809-404c-94ca-546b580a483e)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:26.091870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.099213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86329fc-4868-4b65-a148-df94603dcab8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.127750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f86329fc-4868-4b65-a148-df94603dcab8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 59dc41df-dae7-4f44-947a-8ef338b624ef owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:26.171872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=bb11b80b-553f-4686-973b-a00ecab62a52,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:26.320091 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86329fc-4868-4b65-a148-df94603dcab8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.368490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86329fc-4868-4b65-a148-df94603dcab8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=59dc41df-dae7-4f44-947a-8ef338b624ef,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:26.410177 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f86329fc-4868-4b65-a148-df94603dcab8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.417625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f86329fc-4868-4b65-a148-df94603dcab8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/59dc41df-dae7-4f44-947a-8ef338b624ef HTTP/1.1" status: 204 len: 168 time: 0.7291677 Nov 22 16:41:26.419462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34364) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:26.430830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497f960-94ff-448f-8e2b-e8ee4b5fe0d3 None None] Network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:26.450913 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d3c0ed-c0ce-49cc-a867-dfffd1852cb3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:26.452442 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d4d3c0ed-c0ce-49cc-a867-dfffd1852cb3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/59dc41df-dae7-4f44-947a-8ef338b624ef HTTP/1.1" status: 404 len: 333 time: 0.0329108 Nov 22 16:41:26.455221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34366) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:26.513431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-030c6640-4eba-432d-90c5-761a9de4be3e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet 850190dc-2a31-4b87-8084-78c13a04ffff {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:26.516854 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-030c6640-4eba-432d-90c5-761a9de4be3e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.568893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-030c6640-4eba-432d-90c5-761a9de4be3e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.570799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f2f8568f-a708-44a2-9356-47c5be40903d None None] Provisioning complete for port bb11b80b-553f-4686-973b-a00ecab62a52 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:26.571183 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2f8568f-a708-44a2-9356-47c5be40903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.633927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-134f6b74-34d6-49ee-9c74-ef67967ef25e req-aa7a3096-3c6e-4edd-810e-ff7fcc2af3aa service neutron] (103410) timed out ('10.222.0.69', 33600) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:41:26.726527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-030c6640-4eba-432d-90c5-761a9de4be3e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.814215 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-030c6640-4eba-432d-90c5-761a9de4be3e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.848011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c6640-4eba-432d-90c5-761a9de4be3e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=850190dc-2a31-4b87-8084-78c13a04ffff,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:26.853912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-030c6640-4eba-432d-90c5-761a9de4be3e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.858270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-030c6640-4eba-432d-90c5-761a9de4be3e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/850190dc-2a31-4b87-8084-78c13a04ffff HTTP/1.1" status: 204 len: 168 time: 0.4020510 Nov 22 16:41:26.861033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34368) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:26.943932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b92843e-8e03-43dc-9761-0cf8a04dc644 None None] Network 75c32de8-a358-44bb-b8fc-8d41e2a07c9f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:26.945643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.006044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port bb11b80b-553f-4686-973b-a00ecab62a52 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:27.006350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.064461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-924a0c08-6d15-408d-9fa4-a2cbd5cca62d None None] Provisioning complete for port bb11b80b-553f-4686-973b-a00ecab62a52 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:27.064888 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-924a0c08-6d15-408d-9fa4-a2cbd5cca62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.074995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] For port bb11b80b-553f-4686-973b-a00ecab62a52, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=bb11b80b-553f-4686-973b-a00ecab62a52,segment=NetworkSegment(45d42792-2809-404c-94ca-546b580a483e),segment_id=45d42792-2809-404c-94ca-546b580a483e)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:27.074995 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.088802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for bb11b80b-553f-4686-973b-a00ecab62a52 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:27.188464 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.221738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f4bae6-df8f-4b01-a50b-a6a2bcb32209 None None] DHCP port deletion for 75c32de8-a358-44bb-b8fc-8d41e2a07c9f request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:27.221974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No DVR routers for this DVR port bb11b80b-553f-4686-973b-a00ecab62a52 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:27.229315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=bb11b80b-553f-4686-973b-a00ecab62a52,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:27.314113 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.339655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c32de8-a358-44bb-b8fc-8d41e2a07c9f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.350647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d42792-2809-404c-94ca-546b580a483e') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.350947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d42792-2809-404c-94ca-546b580a483e') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:27.362014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.376231 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.383522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:27.383954 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:27.387649 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:27.448963 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.456813 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.460144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/networks/75c32de8-a358-44bb-b8fc-8d41e2a07c9f HTTP/1.1" status: 204 len: 168 time: 0.5978203 Nov 22 16:41:27.464182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34378) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:27.470277 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1259632927'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:27.475556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7bec9-dbc6-428f-a2b4-4ebd4881377f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Network': ['ID=75c32de8-a358-44bb-b8fc-8d41e2a07c9f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:27.492868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:27.497018 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.522615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:27.534204 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.534697 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Added segment 67686b82-2400-4459-8840-dd41fac5e1dd of type vlan for network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 Nov 22 16:41:27.589058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.590098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bb11b80b-553f-4686-973b-a00ecab62a52 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:27.614256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: bb11b80b-553f-4686-973b-a00ecab62a52 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:27.614899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device bb11b80b-553f-4686-973b-a00ecab62a52 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:27.615814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.623720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:27.625031 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.682851 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2175391 Nov 22 16:41:27.686588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34380) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:27.692294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:27.698611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46712c6-0e4e-4b0e-a65e-1ed0ca04ded5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Network': ['ID=5ae493c6-4f3f-4b11-b769-c27abbbc1501,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:27.715633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:27.797296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:27.802624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.001141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.062485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=53a39593-d4ef-471b-bca0-a8c8bad562d7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:28.071453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking segment: {'id': '67686b82-2400-4459-8840-dd41fac5e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:28.071817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network hostable DHCP agents. Network: 5ae493c6-4f3f-4b11-b769-c27abbbc1501, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:28.094120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:28.103952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 5ae493c6-4f3f-4b11-b769-c27abbbc1501) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:28.109148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:28.109772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.116231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1491b-be47-4ae2-bf10-dfad03b3599a None None] Network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:28.130978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4022e3a3-72de-4f9b-ad05-a35591801daa tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4429245 Nov 22 16:41:28.134004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34382) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:28.139684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501', 'name': 'tempest-PortsIpV6TestJSON-1228817765', 'fixed_ips': [{'subnet_id': '53a39593-d4ef-471b-bca0-a8c8bad562d7', 'ip_address': '2001:db8::10'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:28.264445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:28.289893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-5ae493c6-4f3f-4b11-b769-c27abbbc1501', 'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501', 'tenant_id': '517325f403cb4471b66088bd2ccb505d', 'fixed_ips': [{'subnet_id': '53a39593-d4ef-471b-bca0-a8c8bad562d7'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:28.291117 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.372744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.393572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 7dd21707-9c55-419a-b78e-26d5fad6c16c yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:28.450333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Allocated IP 2001:db8::2 (5ae493c6-4f3f-4b11-b769-c27abbbc1501/53a39593-d4ef-471b-bca0-a8c8bad562d7/0545d9bc-1845-4458-9afe-81b50bde34da) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:28.804030 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.810727 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.855178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:28.860082 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:28.864391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::10 (5ae493c6-4f3f-4b11-b769-c27abbbc1501/53a39593-d4ef-471b-bca0-a8c8bad562d7/7dd21707-9c55-419a-b78e-26d5fad6c16c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:28.865590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:28.874144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Pushing event updated for resources: {'Port': ['ID=0545d9bc-1845-4458-9afe-81b50bde34da,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:28.956232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Attempting to bind port 0545d9bc-1845-4458-9afe-81b50bde34da on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:28.956719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Attempting to bind port 0545d9bc-1845-4458-9afe-81b50bde34da by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '67686b82-2400-4459-8840-dd41fac5e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:28.957095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Attempting to bind port 0545d9bc-1845-4458-9afe-81b50bde34da on network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:28.963092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:28.963654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Checking segment: {'id': '67686b82-2400-4459-8840-dd41fac5e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:28.963959 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.964366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Bound using segment: {'id': '67686b82-2400-4459-8840-dd41fac5e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:28.964880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Bound port: 0545d9bc-1845-4458-9afe-81b50bde34da, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67686b82-2400-4459-8840-dd41fac5e1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:28.965842 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.042605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] For port 0545d9bc-1845-4458-9afe-81b50bde34da, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:29.046586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] For port 0545d9bc-1845-4458-9afe-81b50bde34da, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0545d9bc-1845-4458-9afe-81b50bde34da,segment=NetworkSegment(67686b82-2400-4459-8840-dd41fac5e1dd),segment_id=67686b82-2400-4459-8840-dd41fac5e1dd)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:29.051482 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.056324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-fbf4e8e3-7a2e-4963-a599-a2dc5190159e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510682 Nov 22 16:41:29.101867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.130235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522800a4-a0b7-475d-b272-a44a3fc78aaa None None] Pushing event updated for resources: {'Port': ['ID=0545d9bc-1845-4458-9afe-81b50bde34da,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:29.185981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-4e8cdf86-8747-4d9f-b4ed-a68af34498d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.187647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-4e8cdf86-8747-4d9f-b4ed-a68af34498d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 1097 time: 0.0759337 Nov 22 16:41:29.189374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.288297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:29.304999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:29.312515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:29.315816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.316569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.321001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=7dd21707-9c55-419a-b78e-26d5fad6c16c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:29.357352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-50cf3134-a6ce-49a2-bc3c-d1c4a95b605a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2187889 Nov 22 16:41:29.358671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34388) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.364661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '5ae493c6-4f3f-4b11-b769-c27abbbc1501', 'name': 'tempest-PortsIpV6TestJSON-125603054', 'fixed_ips': [{'subnet_id': '53a39593-d4ef-471b-bca0-a8c8bad562d7', 'ip_address': '2001:db8::f'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:29.436374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-ab55d616-c12a-401d-a33c-4250fcb09369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.437858 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-ab55d616-c12a-401d-a33c-4250fcb09369 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.2146535 Nov 22 16:41:29.539048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-ee3044db-28a9-4eeb-8d0e-10fa8ae28727 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b HTTP/1.1" status: 200 len: 1001 time: 0.0909472 Nov 22 16:41:29.600094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:29.606905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0545d9bc-1845-4458-9afe-81b50bde34da up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:29.607576 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.623349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-341ccb62-848b-4de5-81cd-65c963870c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.624897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-341ccb62-848b-4de5-81cd-65c963870c36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0775623 Nov 22 16:41:29.634856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:29.670843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0545d9bc-1845-4458-9afe-81b50bde34da triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:29.671735 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.737947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-dfcdf5e4-66c1-42ea-a65b-e195e23b433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.739676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-dfcdf5e4-66c1-42ea-a65b-e195e23b433b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989046 Nov 22 16:41:29.759086 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.796785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 0545d9bc-1845-4458-9afe-81b50bde34da, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0545d9bc-1845-4458-9afe-81b50bde34da,segment=NetworkSegment(67686b82-2400-4459-8840-dd41fac5e1dd),segment_id=67686b82-2400-4459-8840-dd41fac5e1dd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:29.801163 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.895135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=0545d9bc-1845-4458-9afe-81b50bde34da,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:29.925275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::f (5ae493c6-4f3f-4b11-b769-c27abbbc1501/53a39593-d4ef-471b-bca0-a8c8bad562d7/ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:29.931080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-98ba1190-c15c-4964-94b1-9aa9d52dd1f4 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660318 Nov 22 16:41:30.111226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e583eb9f-dd55-4ebe-9f65-b3eb752672aa req-f07469a4-703c-4e8e-ada1-0a898512a5aa service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708162 Nov 22 16:41:30.174494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.210916 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.238949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca8372c-f701-45c0-9e76-7a2b0f857660 None None] Network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:30.260139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:30.264252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:30.268645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:30.274258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.274883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.285666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:30.300367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-af958a05-94cc-446e-9545-c11204ba507c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9405878 Nov 22 16:41:30.303145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34390) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.304645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1b856da0-fc6f-4259-86a2-700e843624dd None None] Provisioning complete for port 0545d9bc-1845-4458-9afe-81b50bde34da triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:30.305027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b856da0-fc6f-4259-86a2-700e843624dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.405885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3f8d5-3e4c-4e4c-a74d-3847bbb6ab67 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.409305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34392) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.409847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bbd3f8d5-3e4c-4e4c-a74d-3847bbb6ab67 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1044154 Nov 22 16:41:30.534468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b224b-343b-488d-81ce-985df037cb30 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.540506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b224b-343b-488d-81ce-985df037cb30 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.546724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b224b-343b-488d-81ce-985df037cb30 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.550509 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bb2b224b-343b-488d-81ce-985df037cb30 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1375303 Nov 22 16:41:30.551303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34396) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.659092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5bd38457-c7bc-48d2-9b21-40b13f47b2bb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:30.659375 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bd38457-c7bc-48d2-9b21-40b13f47b2bb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.763097 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bd38457-c7bc-48d2-9b21-40b13f47b2bb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.782683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-5bd38457-c7bc-48d2-9b21-40b13f47b2bb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46 owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:30.814258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-47f9ee0c-015f-4c16-bb3a-fb91cc97f39d None None] Provisioning complete for port ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:30.814826 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-47f9ee0c-015f-4c16-bb3a-fb91cc97f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.869011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-47f9ee0c-015f-4c16-bb3a-fb91cc97f39d None None] Port ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:30.883489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-47f9ee0c-015f-4c16-bb3a-fb91cc97f39d None None] Provisioning complete for port 7dd21707-9c55-419a-b78e-26d5fad6c16c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:30.884096 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-47f9ee0c-015f-4c16-bb3a-fb91cc97f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.961736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-47f9ee0c-015f-4c16-bb3a-fb91cc97f39d None None] Port 7dd21707-9c55-419a-b78e-26d5fad6c16c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:30.979792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-47f9ee0c-015f-4c16-bb3a-fb91cc97f39d None None] Provisioning complete for port 0545d9bc-1845-4458-9afe-81b50bde34da triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:30.980313 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-47f9ee0c-015f-4c16-bb3a-fb91cc97f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.981113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bd38457-c7bc-48d2-9b21-40b13f47b2bb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.018592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd38457-c7bc-48d2-9b21-40b13f47b2bb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.072569 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bd38457-c7bc-48d2-9b21-40b13f47b2bb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.079643 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5bd38457-c7bc-48d2-9b21-40b13f47b2bb tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46 HTTP/1.1" status: 204 len: 168 time: 0.5244296 Nov 22 16:41:31.080758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34398) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:31.119259 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a564eb-fed2-4414-bdc2-99d27c01dc46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:31.122083 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f1a564eb-fed2-4414-bdc2-99d27c01dc46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46 HTTP/1.1" status: 404 len: 333 time: 0.0389528 Nov 22 16:41:31.123963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34400) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:31.241700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-35c62162-913b-47c1-a740-3feb6c6e613a None None] Provisioning complete for port 7dd21707-9c55-419a-b78e-26d5fad6c16c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:31.242626 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-35c62162-913b-47c1-a740-3feb6c6e613a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.260362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4374542e-1098-46a4-ac8d-a31286d096be tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 7dd21707-9c55-419a-b78e-26d5fad6c16c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:31.261183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4374542e-1098-46a4-ac8d-a31286d096be tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.307801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-35c62162-913b-47c1-a740-3feb6c6e613a None None] Port 7dd21707-9c55-419a-b78e-26d5fad6c16c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:31.385395 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4374542e-1098-46a4-ac8d-a31286d096be tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.400672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4374542e-1098-46a4-ac8d-a31286d096be tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 7dd21707-9c55-419a-b78e-26d5fad6c16c owned by {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:31.426988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8cc8f69f-f8ce-437d-a4a8-b0a77af9cc1a None None] Could not find standard attr ID for object ce15ca0f-a9d7-4e57-bd78-7fdba6cf6d46. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:41:31.615199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4374542e-1098-46a4-ac8d-a31286d096be tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.630329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0545d9bc-1845-4458-9afe-81b50bde34da up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:31.680760 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374542e-1098-46a4-ac8d-a31286d096be tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=7dd21707-9c55-419a-b78e-26d5fad6c16c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.718675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4374542e-1098-46a4-ac8d-a31286d096be tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.725280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:31.727353 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4374542e-1098-46a4-ac8d-a31286d096be tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/7dd21707-9c55-419a-b78e-26d5fad6c16c HTTP/1.1" status: 204 len: 168 time: 0.6021242 Nov 22 16:41:31.735961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 0545d9bc-1845-4458-9afe-81b50bde34da triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:31.737032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.125994 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25ede33-50e3-4c94-933d-641fd01fa16d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:32.127981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f25ede33-50e3-4c94-933d-641fd01fa16d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/7dd21707-9c55-419a-b78e-26d5fad6c16c HTTP/1.1" status: 404 len: 333 time: 0.3988979 Nov 22 16:41:32.130574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34416) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:32.187843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10162b6-a001-4352-8ce4-4cb98ec14c4c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet 53a39593-d4ef-471b-bca0-a8c8bad562d7 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:32.191317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10162b6-a001-4352-8ce4-4cb98ec14c4c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.238955 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10162b6-a001-4352-8ce4-4cb98ec14c4c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.339802 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10162b6-a001-4352-8ce4-4cb98ec14c4c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.409488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10162b6-a001-4352-8ce4-4cb98ec14c4c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.446377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10162b6-a001-4352-8ce4-4cb98ec14c4c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=53a39593-d4ef-471b-bca0-a8c8bad562d7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:32.460831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b10162b6-a001-4352-8ce4-4cb98ec14c4c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.465804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b10162b6-a001-4352-8ce4-4cb98ec14c4c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/53a39593-d4ef-471b-bca0-a8c8bad562d7 HTTP/1.1" status: 204 len: 168 time: 0.3314643 Nov 22 16:41:32.466564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34418) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:32.478834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea667d-3567-4b7d-9cf5-b4e005d7768a None None] Network 5ae493c6-4f3f-4b11-b769-c27abbbc1501 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:32.597092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.663711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 0545d9bc-1845-4458-9afe-81b50bde34da {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:32.664836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.727384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] DHCP port deletion for 5ae493c6-4f3f-4b11-b769-c27abbbc1501 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:32.754395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] For port 0545d9bc-1845-4458-9afe-81b50bde34da, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0545d9bc-1845-4458-9afe-81b50bde34da,segment=NetworkSegment(67686b82-2400-4459-8840-dd41fac5e1dd),segment_id=67686b82-2400-4459-8840-dd41fac5e1dd)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:32.755587 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.785014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 0545d9bc-1845-4458-9afe-81b50bde34da owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:32.804518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] Deleting port 0545d9bc-1845-4458-9afe-81b50bde34da {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:32.805199 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.898759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.920587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] For port 0545d9bc-1845-4458-9afe-81b50bde34da, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=0545d9bc-1845-4458-9afe-81b50bde34da,segment=NetworkSegment(67686b82-2400-4459-8840-dd41fac5e1dd),segment_id=67686b82-2400-4459-8840-dd41fac5e1dd)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:32.921492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.941604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=0545d9bc-1845-4458-9afe-81b50bde34da,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:32.945043 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] Calling delete_port for 0545d9bc-1845-4458-9afe-81b50bde34da owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:32.946970 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No DVR routers for this DVR port 0545d9bc-1845-4458-9afe-81b50bde34da on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:33.028743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.044955 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.058186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] Pushing event deleted for resources: {'Port': ['ID=0545d9bc-1845-4458-9afe-81b50bde34da,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:33.063525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7541c-bb58-4e0a-b8e4-9d7892a83ffb None None] No DVR routers for this DVR port 0545d9bc-1845-4458-9afe-81b50bde34da on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:33.068856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae493c6-4f3f-4b11-b769-c27abbbc1501']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:33.081446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67686b82-2400-4459-8840-dd41fac5e1dd') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:33.081772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67686b82-2400-4459-8840-dd41fac5e1dd') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:33.093005 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.108017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.113977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:33.114365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:33.117616 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:33.179740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.187171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.190527 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/networks/5ae493c6-4f3f-4b11-b769-c27abbbc1501 HTTP/1.1" status: 204 len: 168 time: 0.7220395 Nov 22 16:41:33.194884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34422) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:33.200642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-33298470'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:33.204905 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f6867-9fdc-4ef9-9b2f-9fdb28392c41 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Network': ['ID=5ae493c6-4f3f-4b11-b769-c27abbbc1501,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:33.222029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:33.225491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.249224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] vlan segment allocate from pool success with {'vlan_id': 845, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:33.258507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.258853 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Added segment 835f7626-b19f-47f1-8381-1fef8a695035 of type vlan for network 99766501-cda0-4e14-bb1b-86a4c03ec828 Nov 22 16:41:33.309330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.338590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.345260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:33.345903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.408961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2127700 Nov 22 16:41:33.411617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:33.418469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '99766501-cda0-4e14-bb1b-86a4c03ec828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:33.425421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23384c-cef0-418d-bd79-a603aeef8739 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Network': ['ID=99766501-cda0-4e14-bb1b-86a4c03ec828,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:33.435419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:33.524518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:33.528739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.600909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0545d9bc-1845-4458-9afe-81b50bde34da no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:33.625305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 0545d9bc-1845-4458-9afe-81b50bde34da {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:33.625933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 0545d9bc-1845-4458-9afe-81b50bde34da not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:33.741553 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.808396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=ef481e29-6e96-47b9-b8ec-0654cea4668f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:33.814884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Checking segment: {'id': '835f7626-b19f-47f1-8381-1fef8a695035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '99766501-cda0-4e14-bb1b-86a4c03ec828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:33.815253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network hostable DHCP agents. Network: 99766501-cda0-4e14-bb1b-86a4c03ec828, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:33.832436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:33.841999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 99766501-cda0-4e14-bb1b-86a4c03ec828) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:33.849264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:33.850499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.850744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116bb2f-c39c-408a-aaa4-a665a1bcd72e None None] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:33.871074 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-090514aa-4bd1-416f-94cb-6b36b9390da9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4559362 Nov 22 16:41:33.871963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34426) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:33.882634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9916b7ae-269f-4e04-b47b-74e0515bb43d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1960876420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:33.913839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9916b7ae-269f-4e04-b47b-74e0515bb43d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.915085 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9916b7ae-269f-4e04-b47b-74e0515bb43d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.048905 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9916b7ae-269f-4e04-b47b-74e0515bb43d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.055897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9916b7ae-269f-4e04-b47b-74e0515bb43d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.079101 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9916b7ae-269f-4e04-b47b-74e0515bb43d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.080390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9916b7ae-269f-4e04-b47b-74e0515bb43d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2072239 Nov 22 16:41:34.083564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34430) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.089565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'network_id': '99766501-cda0-4e14-bb1b-86a4c03ec828', 'name': 'tempest-PortsIpV6TestJSON-1044309232'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:34.101221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-99766501-cda0-4e14-bb1b-86a4c03ec828', 'network_id': '99766501-cda0-4e14-bb1b-86a4c03ec828', 'tenant_id': '517325f403cb4471b66088bd2ccb505d', 'fixed_ips': [{'subnet_id': 'ef481e29-6e96-47b9-b8ec-0654cea4668f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:34.102106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.222859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:34.227079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.248310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 98ff520c-00ae-4be1-96fc-793c332610fd yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:34.260593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Allocated IP 2001:db8::2 (99766501-cda0-4e14-bb1b-86a4c03ec828/ef481e29-6e96-47b9-b8ec-0654cea4668f/398c7aad-2702-460a-b539-533ed4931bf8) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:34.425160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.431794 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.471700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:34.474815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:34.478828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:34.491015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Pushing event updated for resources: {'Port': ['ID=398c7aad-2702-460a-b539-533ed4931bf8,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.505220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::e2 (99766501-cda0-4e14-bb1b-86a4c03ec828/ef481e29-6e96-47b9-b8ec-0654cea4668f/98ff520c-00ae-4be1-96fc-793c332610fd) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:34.545711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Attempting to bind port 398c7aad-2702-460a-b539-533ed4931bf8 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:34.546077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Attempting to bind port 398c7aad-2702-460a-b539-533ed4931bf8 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '835f7626-b19f-47f1-8381-1fef8a695035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '99766501-cda0-4e14-bb1b-86a4c03ec828'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:34.546505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Attempting to bind port 398c7aad-2702-460a-b539-533ed4931bf8 on network 99766501-cda0-4e14-bb1b-86a4c03ec828 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:34.551818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:34.552315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Checking segment: {'id': '835f7626-b19f-47f1-8381-1fef8a695035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '99766501-cda0-4e14-bb1b-86a4c03ec828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:34.552782 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.553242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Bound using segment: {'id': '835f7626-b19f-47f1-8381-1fef8a695035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '99766501-cda0-4e14-bb1b-86a4c03ec828'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:34.553781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Bound port: 398c7aad-2702-460a-b539-533ed4931bf8, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835f7626-b19f-47f1-8381-1fef8a695035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '99766501-cda0-4e14-bb1b-86a4c03ec828'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:34.554224 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.619032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] For port 398c7aad-2702-460a-b539-533ed4931bf8, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:34.622853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] For port 398c7aad-2702-460a-b539-533ed4931bf8, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=398c7aad-2702-460a-b539-533ed4931bf8,segment=NetworkSegment(835f7626-b19f-47f1-8381-1fef8a695035),segment_id=835f7626-b19f-47f1-8381-1fef8a695035)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:34.627225 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.680653 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.689704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b73ac-0bd9-4eec-a5cb-f97f15dbe87c None None] Pushing event updated for resources: {'Port': ['ID=398c7aad-2702-460a-b539-533ed4931bf8,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.722076 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.776177 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:34.781829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:34.786572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:34.792582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:34.793291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.802847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=98ff520c-00ae-4be1-96fc-793c332610fd,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.818687 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ece38d7-1799-4244-bab6-3aa1dff3472b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7331171 Nov 22 16:41:34.821515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34432) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:35.209834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.484147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34452) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:35.520320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.529564 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.612873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=98ff520c-00ae-4be1-96fc-793c332610fd,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.649651 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e06122-34cc-4605-a9fa-4d1e2bd5aac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.660974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 398c7aad-2702-460a-b539-533ed4931bf8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:35.717422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 398c7aad-2702-460a-b539-533ed4931bf8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:35.717969 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.757610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e06122-34cc-4605-a9fa-4d1e2bd5aac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.764544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.767711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23e06122-34cc-4605-a9fa-4d1e2bd5aac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.815557 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.820612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e06122-34cc-4605-a9fa-4d1e2bd5aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d5f229-87a7-4092-b1b0-ad06b0eef16d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.830228 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-23e06122-34cc-4605-a9fa-4d1e2bd5aac6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e996858d1ea34da6aa56d5e823918fbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446646 Nov 22 16:41:35.831221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34456) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:35.854965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 398c7aad-2702-460a-b539-533ed4931bf8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=398c7aad-2702-460a-b539-533ed4931bf8,segment=NetworkSegment(835f7626-b19f-47f1-8381-1fef8a695035),segment_id=835f7626-b19f-47f1-8381-1fef8a695035)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:35.862337 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.894654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c17ac-721a-4993-883c-434a4c409600 None None] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:35.898316 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca0abaa8-afec-4114-aeed-3e0ba29f8137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.924570 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca0abaa8-afec-4114-aeed-3e0ba29f8137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.927825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.983163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b25b235c-8f05-4125-8d13-02089ef7afac None None] Provisioning complete for port 398c7aad-2702-460a-b539-533ed4931bf8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:35.983705 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b25b235c-8f05-4125-8d13-02089ef7afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.984823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca0abaa8-afec-4114-aeed-3e0ba29f8137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.987080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=398c7aad-2702-460a-b539-533ed4931bf8,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.988340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca0abaa8-afec-4114-aeed-3e0ba29f8137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.990083 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ca0abaa8-afec-4114-aeed-3e0ba29f8137 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1d5f229-87a7-4092-b1b0-ad06b0eef16d HTTP/1.1" status: 204 len: 168 time: 0.1579089 Nov 22 16:41:35.998179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0abaa8-afec-4114-aeed-3e0ba29f8137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d5f229-87a7-4092-b1b0-ad06b0eef16d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:36.251039 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.258075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.260130 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.356387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=98ff520c-00ae-4be1-96fc-793c332610fd,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:36.407927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:36.409913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:36.489917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-25589c46-07a6-467d-ba2a-9801f930690a None None] Provisioning complete for port 398c7aad-2702-460a-b539-533ed4931bf8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:36.490431 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25589c46-07a6-467d-ba2a-9801f930690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.568585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Router 508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:36.598973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-25589c46-07a6-467d-ba2a-9801f930690a None None] Provisioning complete for port 98ff520c-00ae-4be1-96fc-793c332610fd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:36.599534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-25589c46-07a6-467d-ba2a-9801f930690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.651398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-25589c46-07a6-467d-ba2a-9801f930690a None None] Port 98ff520c-00ae-4be1-96fc-793c332610fd cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:36.686602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:36.696644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0878b5c8-7b5c-4c77-b87a-90af6d0b5093 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "PUT /v2.0/routers/508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8737924 Nov 22 16:41:36.699107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9450e-ab70-4c91-9023-3f55bc78c1b3 None None] Sync routers for ids ['508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:36.700434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34478) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.712461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9450e-ab70-4c91-9023-3f55bc78c1b3 None None] Routers {'508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:36.713204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b9a9450e-ab70-4c91-9023-3f55bc78c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:36.758120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b9a9450e-ab70-4c91-9023-3f55bc78c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:36.766355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898addfc-56b6-4aca-8171-62482bbc91b6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.768426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-898addfc-56b6-4aca-8171-62482bbc91b6 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports?device_id=508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b HTTP/1.1" status: 200 len: 988 time: 0.0664334 Nov 22 16:41:36.771003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34480) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.780699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9450e-ab70-4c91-9023-3f55bc78c1b3 None None] Routers {'508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:36.781652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b9a9450e-ab70-4c91-9023-3f55bc78c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:36.806789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34482) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.823547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2fa70ca1-5c4b-485e-ae1c-671ebba6afe4 None None] Provisioning complete for port 98ff520c-00ae-4be1-96fc-793c332610fd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:36.823978 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2fa70ca1-5c4b-485e-ae1c-671ebba6afe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.826828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b9a9450e-ab70-4c91-9023-3f55bc78c1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:36.827712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9450e-ab70-4c91-9023-3f55bc78c1b3 None None] The sync data for ids ['508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:36.866552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2fa70ca1-5c4b-485e-ae1c-671ebba6afe4 None None] Port 98ff520c-00ae-4be1-96fc-793c332610fd cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:36.943149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-430560266-network', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:36.971299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Made reservation on behalf of 7d26f6109278470aab0d8f804cc0b359 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:36.974180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.984942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.088823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.095295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5d87bcd9-a7be-4d50-8c82-362838d792ce None None] Provisioning complete for port 98ff520c-00ae-4be1-96fc-793c332610fd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:37.095564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5d87bcd9-a7be-4d50-8c82-362838d792ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.096084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.128630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:37.136544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5d87bcd9-a7be-4d50-8c82-362838d792ce None None] Port 98ff520c-00ae-4be1-96fc-793c332610fd cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:37.150731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241ce988-4a4b-4d9f-8391-3c8223825428,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:37.154019 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.154459 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Added segment a68af719-dab8-4b0f-aca3-a822639461b1 of type vlan for network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 Nov 22 16:41:37.169728 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.170114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.170472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.171396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.171396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.171578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.171940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.172231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.172579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.172915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.173254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.173590 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:37.225260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.256137 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.257651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:37.258408 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.314760 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5067582 Nov 22 16:41:37.321004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34486) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:37.328431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Request body: {'subnet': {'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-430560266-subnet', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:37.337944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9cc53-a9da-49eb-ae91-3395c7d76d4f admin admin] Pushing event updated for resources: {'Network': ['ID=a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:37.355573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:37.358862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Made reservation on behalf of 7d26f6109278470aab0d8f804cc0b359 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:37.362161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.566555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.583508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.591876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-23515238-bbf9-4d88-8f0d-4b4cda549ea0 None None] Provisioning complete for port 98ff520c-00ae-4be1-96fc-793c332610fd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:37.592534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23515238-bbf9-4d88-8f0d-4b4cda549ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.640202 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e47221-161b-4f7c-9c91-38ac5c1e7e0c,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:37.643628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 398c7aad-2702-460a-b539-533ed4931bf8 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:37.645964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Checking segment: {'id': 'a68af719-dab8-4b0f-aca3-a822639461b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:37.646332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Network hostable DHCP agents. Network: a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:37.668371 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:37.678324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:37.684870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:37.685889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.698978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731cc3bb-6f09-4943-9fbf-3623eb84a0ae None None] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:37.704617 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-98eb81d0-7139-49e8-8e6c-aa6cd6a8504e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3824656 Nov 22 16:41:37.707758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34488) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:37.713889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-430560266-router', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:37.720544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-23515238-bbf9-4d88-8f0d-4b4cda549ea0 None None] Port 98ff520c-00ae-4be1-96fc-793c332610fd cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:37.740934 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.742377 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.806986 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.808927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 398c7aad-2702-460a-b539-533ed4931bf8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:37.809512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.887996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 98ff520c-00ae-4be1-96fc-793c332610fd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:37.888676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.924741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8', 'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'fixed_ips': [{'subnet_id': '67e47221-161b-4f7c-9c91-38ac5c1e7e0c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:37.925625 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.974628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.013642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.027030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 98ff520c-00ae-4be1-96fc-793c332610fd owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:38.105398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Allocated IP 172.20.0.2 (a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8/67e47221-161b-4f7c-9c91-38ac5c1e7e0c/308510b2-e949-4c85-8d3e-5a4c5fb634d7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:38.213778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.222187 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.243441 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.253773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=98ff520c-00ae-4be1-96fc-793c332610fd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.262595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.263144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.263680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.264251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.264784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.265331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.265865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.266403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.266931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.267468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.268026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.268559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:38.272124 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.285093 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.339421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:38.341722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:38.343646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Pushing event updated for resources: {'Port': ['ID=308510b2-e949-4c85-8d3e-5a4c5fb634d7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.346087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:38.381902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.384920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Allocated IP 172.25.5.166 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/fb4873ae-6214-4d66-9140-9bb35f274cdf) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:38.417179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Attempting to bind port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:38.417716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Attempting to bind port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a68af719-dab8-4b0f-aca3-a822639461b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:38.418742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Attempting to bind port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 on network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:38.425708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:38.426107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Checking segment: {'id': 'a68af719-dab8-4b0f-aca3-a822639461b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:38.426521 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.427106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Bound using segment: {'id': 'a68af719-dab8-4b0f-aca3-a822639461b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:38.427609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Bound port: 308510b2-e949-4c85-8d3e-5a4c5fb634d7, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68af719-dab8-4b0f-aca3-a822639461b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:38.428174 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.516103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] For port 308510b2-e949-4c85-8d3e-5a4c5fb634d7, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:38.520317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] For port 308510b2-e949-4c85-8d3e-5a4c5fb634d7, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=308510b2-e949-4c85-8d3e-5a4c5fb634d7,segment=NetworkSegment(a68af719-dab8-4b0f-aca3-a822639461b1),segment_id=a68af719-dab8-4b0f-aca3-a822639461b1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:38.527022 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.532771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.573844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Router 508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:38.586421 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.614298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6853b-0d05-466c-92e0-8cd1afe752be None None] Pushing event updated for resources: {'Port': ['ID=308510b2-e949-4c85-8d3e-5a4c5fb634d7,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.639600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:38.643161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:38.647011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:38.661157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370c7dd-843d-4a65-90cd-32f3afa59bb6 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:38.663751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:38.671461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5f036029-b1a9-498f-92dd-04053af47f45 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "PUT /v2.0/routers/508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8990312 Nov 22 16:41:38.675466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34490) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.681477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Pushing event updated for resources: {'Port': ['ID=fb4873ae-6214-4d66-9140-9bb35f274cdf,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.700932 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e7198-dc78-414c-bafd-fceb752d25ec None None] Sync routers for ids ['508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:38.720256 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e7198-dc78-414c-bafd-fceb752d25ec None None] Routers {'508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:38.721256 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a19e7198-dc78-414c-bafd-fceb752d25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:38.721709 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4695ee0a-afb9-4cab-aaba-6cf7962de487 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:38.723474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4695ee0a-afb9-4cab-aaba-6cf7962de487 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/98ff520c-00ae-4be1-96fc-793c332610fd HTTP/1.1" status: 404 len: 333 time: 0.0460696 Nov 22 16:41:38.726262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34492) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:38.757007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a07bac78-24ad-4bb6-ace1-4222ef4bc7cd None None] Provisioning complete for port fb4873ae-6214-4d66-9140-9bb35f274cdf triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:38.757903 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a07bac78-24ad-4bb6-ace1-4222ef4bc7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.815181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a07bac78-24ad-4bb6-ace1-4222ef4bc7cd None None] Port fb4873ae-6214-4d66-9140-9bb35f274cdf cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:38.821020 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a19e7198-dc78-414c-bafd-fceb752d25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:38.833895 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e7198-dc78-414c-bafd-fceb752d25ec None None] Routers {'508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:38.835214 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a19e7198-dc78-414c-bafd-fceb752d25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:38.859781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5910209-c831-4599-a0a1-896ff9fb9091 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.890939 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a19e7198-dc78-414c-bafd-fceb752d25ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:38.891827 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e7198-dc78-414c-bafd-fceb752d25ec None None] The sync data for ids ['508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b'] in n-d-811716-3 is: [] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:39.127777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5910209-c831-4599-a0a1-896ff9fb9091 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.131697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5910209-c831-4599-a0a1-896ff9fb9091 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.206228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5910209-c831-4599-a0a1-896ff9fb9091 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.208020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5910209-c831-4599-a0a1-896ff9fb9091 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Fanout notify agent at l3_agent the message router_deleted on router 508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:39.227145 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5910209-c831-4599-a0a1-896ff9fb9091 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.232348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a5910209-c831-4599-a0a1-896ff9fb9091 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/routers/508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b HTTP/1.1" status: 204 len: 168 time: 0.5045176 Nov 22 16:41:39.233117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34494) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:39.310101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-110ce1df-31e4-4488-8dd1-3f9b98417270 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet ef481e29-6e96-47b9-b8ec-0654cea4668f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:39.311285 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110ce1df-31e4-4488-8dd1-3f9b98417270 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.366762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110ce1df-31e4-4488-8dd1-3f9b98417270 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.393471 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.489209 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110ce1df-31e4-4488-8dd1-3f9b98417270 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.507225 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:39.584244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110ce1df-31e4-4488-8dd1-3f9b98417270 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.616862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ce1df-31e4-4488-8dd1-3f9b98417270 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=ef481e29-6e96-47b9-b8ec-0654cea4668f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:39.621742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-110ce1df-31e4-4488-8dd1-3f9b98417270 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.627626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-110ce1df-31e4-4488-8dd1-3f9b98417270 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/ef481e29-6e96-47b9-b8ec-0654cea4668f HTTP/1.1" status: 204 len: 168 time: 0.3911664 Nov 22 16:41:39.627983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34496) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:39.631675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f8999-cea5-46ad-b802-e200973c3afd None None] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:39.706161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 308510b2-e949-4c85-8d3e-5a4c5fb634d7 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:39.725922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.746613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.826080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 398c7aad-2702-460a-b539-533ed4931bf8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:39.826696 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.844062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:39.844681 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.889161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:39.954330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] For port 398c7aad-2702-460a-b539-533ed4931bf8, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=398c7aad-2702-460a-b539-533ed4931bf8,segment=NetworkSegment(835f7626-b19f-47f1-8381-1fef8a695035),segment_id=835f7626-b19f-47f1-8381-1fef8a695035)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:39.954720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.963657 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.979070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 398c7aad-2702-460a-b539-533ed4931bf8 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:40.006312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 308510b2-e949-4c85-8d3e-5a4c5fb634d7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=308510b2-e949-4c85-8d3e-5a4c5fb634d7,segment=NetworkSegment(a68af719-dab8-4b0f-aca3-a822639461b1),segment_id=a68af719-dab8-4b0f-aca3-a822639461b1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:40.013176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.023640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] DHCP port deletion for 99766501-cda0-4e14-bb1b-86a4c03ec828 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:40.067275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:40.096941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Sync routers for ids ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:40.098915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.103323 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aa61b22d-b49a-4531-8f34-59a5d68c8965 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3910315 Nov 22 16:41:40.103825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34498) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.118049 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.133887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=308510b2-e949-4c85-8d3e-5a4c5fb634d7,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.148698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Routers {'5cb7d8c6-0699-4c78-91ea-ff6fae777a79'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:40.149724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.151543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No DVR routers for this DVR port 398c7aad-2702-460a-b539-533ed4931bf8 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:40.168019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=398c7aad-2702-460a-b539-533ed4931bf8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.193714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f278aa9-6291-4dd5-bc92-f5e65564f272 None None] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:40.273340 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.300682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99766501-cda0-4e14-bb1b-86a4c03ec828']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.307848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-74727790-cc2b-4511-9000-226676737947 None None] Provisioning complete for port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:40.308256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-74727790-cc2b-4511-9000-226676737947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.313314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835f7626-b19f-47f1-8381-1fef8a695035') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.313314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835f7626-b19f-47f1-8381-1fef8a695035') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.324074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.340559 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.348965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:40.349610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:40.353328 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:40.357706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] Deleting port 398c7aad-2702-460a-b539-533ed4931bf8 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:40.357706 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.427468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.449143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Set router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:40.456426 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.463423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/networks/99766501-cda0-4e14-bb1b-86a4c03ec828 HTTP/1.1" status: 204 len: 168 time: 0.8310423 Nov 22 16:41:40.463423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b34b3c-9e05-42e7-9191-be53fce5b8dd tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Network': ['ID=99766501-cda0-4e14-bb1b-86a4c03ec828,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.464182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34500) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.520322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f1c24-7cd3-446d-ac1d-241c30fc8bec tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:40.525769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e66f1c24-7cd3-446d-ac1d-241c30fc8bec tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/fccbe4ef-26b4-49aa-97ab-2420023571b8 HTTP/1.1" status: 200 len: 843 time: 0.0564067 Nov 22 16:41:40.525955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34502) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.567605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] For port 398c7aad-2702-460a-b539-533ed4931bf8, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:40.568229 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.579341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-80908ec2-7644-4a97-b538-4cbfff2565e4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/fccbe4ef-26b4-49aa-97ab-2420023571b8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0486679 Nov 22 16:41:40.583287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34504) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.589374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:40.654771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.656263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] Calling delete_port for 398c7aad-2702-460a-b539-533ed4931bf8 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:40.668651 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] Port 398c7aad-2702-460a-b539-533ed4931bf8 was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:41:40.680516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.693166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:40.696897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.711603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] Network 99766501-cda0-4e14-bb1b-86a4c03ec828 is not hosted by any dhcp agent {{(pid=103412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:41:40.712103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] No DVR routers for this DVR port 398c7aad-2702-460a-b539-533ed4931bf8 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:40.743543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553a9f3-5488-43cd-ba66-e3fbf4a5c1b3 None None] Pushing event deleted for resources: {'Port': ['ID=398c7aad-2702-460a-b539-533ed4931bf8,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.846028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'name': 'tempest-ImageQuotaTest-430560266-router', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'fb4873ae-6214-4d66-9140-9bb35f274cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:37Z', 'updated_at': '2021-11-22T16:41:39Z', 'revision_number': 3, 'project_id': '7d26f6109278470aab0d8f804cc0b359', 'gw_port': {'id': 'fb4873ae-6214-4d66-9140-9bb35f274cdf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:38Z', 'updated_at': '2021-11-22T16:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.908678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Allocated IP 172.20.0.1 (a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8/67e47221-161b-4f7c-9c91-38ac5c1e7e0c/5d6f3669-9c38-4745-8104-20e0124fcf14) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:40.952251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.024874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:41.033267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:41.039204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.040505 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.051346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4d9b6-a469-40d3-9fbd-f9e52164f0bf None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:41.054143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Checking router: 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:41.054510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Updating router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 port fb4873ae-6214-4d66-9140-9bb35f274cdf binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:41.059888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=e0a9b94a-e29d-4086-95a7-9a175820b50e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.067928 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8a227718-c076-4b81-99f8-8a151839a6c1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4808588 Nov 22 16:41:41.068630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34506) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.069202 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.074961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3cdf86df-3c49-4957-9bd3-8c7f4c47c450 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'security_group': {'name': 'tempest-secgroup-1048622471'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:41.108251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cdf86df-3c49-4957-9bd3-8c7f4c47c450 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.110723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.128546 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.152680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:41.158069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:41.161911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:41.196465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cdf86df-3c49-4957-9bd3-8c7f4c47c450 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.201976 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cdf86df-3c49-4957-9bd3-8c7f4c47c450 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.202391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6f3669-9c38-4745-8104-20e0124fcf14,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.226374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.245660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf86df-3c49-4957-9bd3-8c7f4c47c450 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886cd03d-ac9d-434a-a3b1-7d970d64f260,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.251283 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3cdf86df-3c49-4957-9bd3-8c7f4c47c450 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.252638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3cdf86df-3c49-4957-9bd3-8c7f4c47c450 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1830857 Nov 22 16:41:41.255553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34508) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.263144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-91baf5b9-21e1-4015-bd9c-03ab8c7ebdca tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'security_group': {'name': 'tempest-secgroup-927915894'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:41.295232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91baf5b9-21e1-4015-bd9c-03ab8c7ebdca tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.304591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6bb3a676-6bd7-4771-b970-716c6d535829 None None] Provisioning complete for port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:41.305016 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6bb3a676-6bd7-4771-b970-716c6d535829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.440700 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91baf5b9-21e1-4015-bd9c-03ab8c7ebdca tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.447217 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91baf5b9-21e1-4015-bd9c-03ab8c7ebdca tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.481999 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.512605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-64edddae-b4aa-4112-9e4e-867b445b7d1a', 'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'tenant_id': '517325f403cb4471b66088bd2ccb505d', 'fixed_ips': [{'subnet_id': 'e0a9b94a-e29d-4086-95a7-9a175820b50e'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:41:41.513703 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.517518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91baf5b9-21e1-4015-bd9c-03ab8c7ebdca tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.523000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91baf5b9-21e1-4015-bd9c-03ab8c7ebdca tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2634120 Nov 22 16:41:41.524086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34510) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:41.524958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baf5b9-21e1-4015-bd9c-03ab8c7ebdca tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b6e9dd-685c-418a-ba90-3037eaad8ddb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.532773 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1766754455', 'security_groups': ['28b6e9dd-685c-418a-ba90-3037eaad8ddb'], 'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e0a9b94a-e29d-4086-95a7-9a175820b50e'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:41.660197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 308510b2-e949-4c85-8d3e-5a4c5fb634d7 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:41.739620 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.759012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.764699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:41.816240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0b438d6b-8067-42e7-aa72-eaa136c841ed None None] Provisioning complete for port 5d6f3669-9c38-4745-8104-20e0124fcf14 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:41.816530 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b438d6b-8067-42e7-aa72-eaa136c841ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.847481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.860123 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.875893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368de773-9480-4298-9323-b244149f3244 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:41.917616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Attempting to bind port fb4873ae-6214-4d66-9140-9bb35f274cdf on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:41.918026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Attempting to bind port fb4873ae-6214-4d66-9140-9bb35f274cdf by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:41.919054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Attempting to bind port fb4873ae-6214-4d66-9140-9bb35f274cdf on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:41.921542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec55d5-12ab-457d-b6d5-6b8fa8379e79 None None] Pushing event updated for resources: {'Port': ['ID=fb4873ae-6214-4d66-9140-9bb35f274cdf,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.926593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Allocated IP 2001:db8::2 (64edddae-b4aa-4112-9e4e-867b445b7d1a/e0a9b94a-e29d-4086-95a7-9a175820b50e/2a1b2df1-f198-4a97-8daa-dd7ee9b80304) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:41.928985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0b438d6b-8067-42e7-aa72-eaa136c841ed None None] Port 5d6f3669-9c38-4745-8104-20e0124fcf14 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:41.930486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:41.931214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.955295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.962824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:41.963217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:41.963595 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.964015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:41.964721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Bound port: fb4873ae-6214-4d66-9140-9bb35f274cdf, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:41.964965 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.977394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.979136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Pushing event updated for resources: {'Port': ['ID=5d6f3669-9c38-4745-8104-20e0124fcf14,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.994826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b yet. {{(pid=103410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:42.144858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] For port fb4873ae-6214-4d66-9140-9bb35f274cdf, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:42.167268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1971be59-c1cd-47f1-84c7-50bd7f04efe9 None None] Provisioning complete for port fb4873ae-6214-4d66-9140-9bb35f274cdf triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:42.167644 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1971be59-c1cd-47f1-84c7-50bd7f04efe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.195543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:42.197230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:42.200531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] For port fb4873ae-6214-4d66-9140-9bb35f274cdf, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fb4873ae-6214-4d66-9140-9bb35f274cdf,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:42.238485 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.332675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1971be59-c1cd-47f1-84c7-50bd7f04efe9 None None] Port fb4873ae-6214-4d66-9140-9bb35f274cdf cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:42.342150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:42.346463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f27e8-f8b0-4d30-8986-5214836af720 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:42.416531 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.426590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Routers {'5cb7d8c6-0699-4c78-91ea-ff6fae777a79'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:42.427392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:42.429410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec55d5-12ab-457d-b6d5-6b8fa8379e79 None None] Pushing event updated for resources: {'Port': ['ID=fb4873ae-6214-4d66-9140-9bb35f274cdf,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:42.440166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 398c7aad-2702-460a-b539-533ed4931bf8 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:42.445803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.516833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 398c7aad-2702-460a-b539-533ed4931bf8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:42.517243 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 398c7aad-2702-460a-b539-533ed4931bf8 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:42.572022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:42.580347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:42.614974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:42.627011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ce6ce29e-a376-4095-8f35-2c7ca675b6a9 None None] Provisioning complete for port fb4873ae-6214-4d66-9140-9bb35f274cdf triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:42.627390 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce29e-a376-4095-8f35-2c7ca675b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.635117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Pushing event updated for resources: {'Port': ['ID=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:42.725390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] Set router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:42.782551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Attempting to bind port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:42.782926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Attempting to bind port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '324c2401-3c74-46da-bf2d-ea306d495807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:42.783299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Attempting to bind port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 on network 64edddae-b4aa-4112-9e4e-867b445b7d1a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:42.825595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:42.825973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Checking segment: {'id': '324c2401-3c74-46da-bf2d-ea306d495807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:42.826435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.826875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Bound using segment: {'id': '324c2401-3c74-46da-bf2d-ea306d495807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:42.827431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Bound port: 2a1b2df1-f198-4a97-8daa-dd7ee9b80304, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324c2401-3c74-46da-bf2d-ea306d495807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:42.827813 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.855009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:42.861672 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6fe6547f-cd2c-4d27-87b7-ab02b2749915 admin admin] 10.222.0.69 "PUT /v2.0/routers/5cb7d8c6-0699-4c78-91ea-ff6fae777a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7562308 Nov 22 16:41:42.873964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::56 (64edddae-b4aa-4112-9e4e-867b445b7d1a/e0a9b94a-e29d-4086-95a7-9a175820b50e/98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:43.062029 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.106338 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce29e-a376-4095-8f35-2c7ca675b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.108417 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.165664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:43.170756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:43.173132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ce6ce29e-a376-4095-8f35-2c7ca675b6a9 None None] For port fb4873ae-6214-4d66-9140-9bb35f274cdf, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fb4873ae-6214-4d66-9140-9bb35f274cdf,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:43.175794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:43.183711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:43.184445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.187255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ce6ce29e-a376-4095-8f35-2c7ca675b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.191266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] For port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:43.196420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] For port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,segment=NetworkSegment(324c2401-3c74-46da-bf2d-ea306d495807),segment_id=324c2401-3c74-46da-bf2d-ea306d495807)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:43.203939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.221046 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5531d2a2-a2f0-4435-bdf6-1389807d3902 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6932254 Nov 22 16:41:43.221558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34524) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.228486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-df621cf6-0827-4ae3-a43e-7647ff7b4081 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:43.242087 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.290054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ce29e-a376-4095-8f35-2c7ca675b6a9 None None] Pushing event updated for resources: {'Port': ['ID=fb4873ae-6214-4d66-9140-9bb35f274cdf,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.387279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ed5aa01b-041a-4637-944d-d4eff7f30566 None None] Provisioning complete for port 5d6f3669-9c38-4745-8104-20e0124fcf14 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:43.387865 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ed5aa01b-041a-4637-944d-d4eff7f30566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.389344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df621cf6-0827-4ae3-a43e-7647ff7b4081 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:43.394508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-df621cf6-0827-4ae3-a43e-7647ff7b4081 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.414492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23744fbf-cfb4-45b2-a239-49e7277dcf87 None None] Pushing event updated for resources: {'Port': ['ID=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.422394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'name': 'tempest-ImageQuotaTest-430560266-router', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'fb4873ae-6214-4d66-9140-9bb35f274cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:37Z', 'updated_at': '2021-11-22T16:41:41Z', 'revision_number': 4, 'project_id': '7d26f6109278470aab0d8f804cc0b359', 'gw_port': {'id': 'fb4873ae-6214-4d66-9140-9bb35f274cdf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:38Z', 'updated_at': '2021-11-22T16:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '5d6f3669-9c38-4745-8104-20e0124fcf14', 'name': '', 'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'mac_address': 'fa:16:3e:98:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '67e47221-161b-4f7c-9c91-38ac5c1e7e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:40Z', 'updated_at': '2021-11-22T16:41:41Z', 'revision_number': 2, 'project_id': '7d26f6109278470aab0d8f804cc0b359', 'subnets': [{'id': '67e47221-161b-4f7c-9c91-38ac5c1e7e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:43.458555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55184f5e-ebaa-4898-a4da-68152d539306 None None] The sync data for ids ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'] in n-d-811716-3 is: [{'id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'name': 'tempest-ImageQuotaTest-430560266-router', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'fb4873ae-6214-4d66-9140-9bb35f274cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:37Z', 'updated_at': '2021-11-22T16:41:41Z', 'revision_number': 4, 'project_id': '7d26f6109278470aab0d8f804cc0b359', 'gw_port': {'id': 'fb4873ae-6214-4d66-9140-9bb35f274cdf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:38Z', 'updated_at': '2021-11-22T16:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '5d6f3669-9c38-4745-8104-20e0124fcf14', 'name': '', 'network_id': 'a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'mac_address': 'fa:16:3e:98:f1:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '67e47221-161b-4f7c-9c91-38ac5c1e7e0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:40Z', 'updated_at': '2021-11-22T16:41:41Z', 'revision_number': 2, 'project_id': '7d26f6109278470aab0d8f804cc0b359', 'subnets': [{'id': '67e47221-161b-4f7c-9c91-38ac5c1e7e0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:43.464288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ed5aa01b-041a-4637-944d-d4eff7f30566 None None] Port 5d6f3669-9c38-4745-8104-20e0124fcf14 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:43.526165 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-df621cf6-0827-4ae3-a43e-7647ff7b4081 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0a9b94a-e29d-4086-95a7-9a175820b50e (CIDR: 2001:db8::/64) Nov 22 16:41:43.539995 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-df621cf6-0827-4ae3-a43e-7647ff7b4081 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:43.540713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df621cf6-0827-4ae3-a43e-7647ff7b4081 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:43.570023 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-df621cf6-0827-4ae3-a43e-7647ff7b4081 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3471615 Nov 22 16:41:43.572887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34528) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:43.578007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:43.732527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:43.735825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:43.736327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.818601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:43.820036 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.943789 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.985019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,segment=NetworkSegment(324c2401-3c74-46da-bf2d-ea306d495807),segment_id=324c2401-3c74-46da-bf2d-ea306d495807)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:43.994679 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.077928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:44.099064 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.143111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:44.147756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:44.154924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:44.155778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.170980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=7910385e-05dc-4373-9be2-a2fbb27ccc44,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:44.189461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c1a30d14-b07a-433f-b635-b485c78789d2 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6153097 Nov 22 16:41:44.191569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34536) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.201910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1094992051', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7910385e-05dc-4373-9be2-a2fbb27ccc44'}], 'security_groups': ['886cd03d-ac9d-434a-a3b1-7d970d64f260']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:44.306349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34538) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.703165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912e5ea7-27e6-45c9-a261-b8851062aed9 None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:44.764812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.806220 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.827399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8189ca0f-e3de-404f-9945-edebbcf84392 None None] Provisioning complete for port fccbe4ef-26b4-49aa-97ab-2420023571b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:44.827855 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8189ca0f-e3de-404f-9945-edebbcf84392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.906259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8189ca0f-e3de-404f-9945-edebbcf84392 None None] Port fccbe4ef-26b4-49aa-97ab-2420023571b8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:44.960137 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8189ca0f-e3de-404f-9945-edebbcf84392 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:44.960522 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8189ca0f-e3de-404f-9945-edebbcf84392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.139101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91360aa-4f22-4a4c-a140-d492ab2f3124 None None] Update dhcp port {'port': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'fixed_ips': [{'subnet_id': 'e0a9b94a-e29d-4086-95a7-9a175820b50e', 'ip_address': '2001:db8::2'}, {'subnet_id': '7910385e-05dc-4373-9be2-a2fbb27ccc44'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '2a1b2df1-f198-4a97-8daa-dd7ee9b80304'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:41:45.180106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d91360aa-4f22-4a4c-a140-d492ab2f3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.196458 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Deleting port 5d6f3669-9c38-4745-8104-20e0124fcf14 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:45.197293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.221521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Delete allocated IP 2001:db8::56 (64edddae-b4aa-4112-9e4e-867b445b7d1a/e0a9b94a-e29d-4086-95a7-9a175820b50e) {{(pid=103411) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:41:45.233026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8:0:1::3d1 (64edddae-b4aa-4112-9e4e-867b445b7d1a/7910385e-05dc-4373-9be2-a2fbb27ccc44/98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:45.303144 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.318667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Calling delete_port for 5d6f3669-9c38-4745-8104-20e0124fcf14 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:45.445060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.452757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.524303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d91360aa-4f22-4a4c-a140-d492ab2f3124 None None] Allocated IP 2001:db8:0:1::2 (64edddae-b4aa-4112-9e4e-867b445b7d1a/7910385e-05dc-4373-9be2-a2fbb27ccc44/2a1b2df1-f198-4a97-8daa-dd7ee9b80304) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:45.531546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] In _notify_port_updated(), no bound segment for port 98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b on network 64edddae-b4aa-4112-9e4e-867b445b7d1a {{(pid=103411) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:41:45.537614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:45.538368 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.542429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "PUT /v2.0/ports/98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b HTTP/1.1" status: 200 len: 931 time: 1.3465493 Nov 22 16:41:45.542907 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34540) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:45.555116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b42ca-5bff-4ff4-83e3-ea239e97533b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:45.583089 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.620276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6f3669-9c38-4745-8104-20e0124fcf14,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:45.666642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-826c831c-0ec9-46fd-b4bd-d5a569e89b24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:45.666959 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-826c831c-0ec9-46fd-b4bd-d5a569e89b24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.693014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d91360aa-4f22-4a4c-a140-d492ab2f3124 None None] For port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,segment=NetworkSegment(324c2401-3c74-46da-bf2d-ea306d495807),segment_id=324c2401-3c74-46da-bf2d-ea306d495807)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:45.770274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d91360aa-4f22-4a4c-a140-d492ab2f3124 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.780398 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d91360aa-4f22-4a4c-a140-d492ab2f3124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.813855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fb4873ae-6214-4d66-9140-9bb35f274cdf up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:45.820176 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-826c831c-0ec9-46fd-b4bd-d5a569e89b24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.838020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-826c831c-0ec9-46fd-b4bd-d5a569e89b24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:45.867875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.951305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91360aa-4f22-4a4c-a140-d492ab2f3124 None None] Pushing event updated for resources: {'Port': ['ID=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:45.970098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port fb4873ae-6214-4d66-9140-9bb35f274cdf triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:45.970542 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.023974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-826c831c-0ec9-46fd-b4bd-d5a569e89b24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.074908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c831c-0ec9-46fd-b4bd-d5a569e89b24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:46.101928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:46.113025 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-826c831c-0ec9-46fd-b4bd-d5a569e89b24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.116832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-826c831c-0ec9-46fd-b4bd-d5a569e89b24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b HTTP/1.1" status: 204 len: 168 time: 0.5726879 Nov 22 16:41:46.119498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:46.148110 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a59950a-8b38-4fda-9469-319215e188c7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:46.150062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4a59950a-8b38-4fda-9469-319215e188c7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b HTTP/1.1" status: 404 len: 333 time: 0.0293155 Nov 22 16:41:46.152929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34544) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:46.173177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:46.173810 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.265605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:46.267014 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5eddbab-c539-4347-907a-b6af9b374008 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.309008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5eddbab-c539-4347-907a-b6af9b374008 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.434457 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5eddbab-c539-4347-907a-b6af9b374008 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.437238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a5eddbab-c539-4347-907a-b6af9b374008 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.438390 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a5eddbab-c539-4347-907a-b6af9b374008 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/security-groups/28b6e9dd-685c-418a-ba90-3037eaad8ddb HTTP/1.1" status: 204 len: 168 time: 0.2837911 Nov 22 16:41:46.442392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34546) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:46.455779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eddbab-c539-4347-907a-b6af9b374008 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b6e9dd-685c-418a-ba90-3037eaad8ddb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:46.473787 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] Sync routers for ids ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:46.486085 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] Routers {'5cb7d8c6-0699-4c78-91ea-ff6fae777a79'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:46.486314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:46.486713 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:46.502061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:46.504019 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-138376d0-fad6-4ee9-9652-c37913ee8db9 admin admin] 10.222.0.69 "PUT /v2.0/routers/5cb7d8c6-0699-4c78-91ea-ff6fae777a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1964192 Nov 22 16:41:46.617741 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4789afe3-86d9-436c-97e0-abbbab10555f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.654101 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4789afe3-86d9-436c-97e0-abbbab10555f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.664206 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.705779 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] Set router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:46.797390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4789afe3-86d9-436c-97e0-abbbab10555f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.800468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4789afe3-86d9-436c-97e0-abbbab10555f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.804076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4789afe3-86d9-436c-97e0-abbbab10555f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/security-groups/886cd03d-ac9d-434a-a3b1-7d970d64f260 HTTP/1.1" status: 204 len: 168 time: 0.3579035 Nov 22 16:41:46.805022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34550) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:46.813821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c63ae41b-28aa-494e-a113-b88ec661af26 None None] Provisioning complete for port fccbe4ef-26b4-49aa-97ab-2420023571b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:46.814924 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c63ae41b-28aa-494e-a113-b88ec661af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.816039 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.819107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789afe3-86d9-436c-97e0-abbbab10555f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886cd03d-ac9d-434a-a3b1-7d970d64f260,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:46.904001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Deleting port fb4873ae-6214-4d66-9140-9bb35f274cdf {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:46.904705 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.909762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c63ae41b-28aa-494e-a113-b88ec661af26 None None] Port fccbe4ef-26b4-49aa-97ab-2420023571b8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:46.916626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38d14d7-fcbb-47dd-afa0-209bb02bb8a8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet e0a9b94a-e29d-4086-95a7-9a175820b50e {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:46.920990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b38d14d7-fcbb-47dd-afa0-209bb02bb8a8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.933101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c63ae41b-28aa-494e-a113-b88ec661af26 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:46.933641 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c63ae41b-28aa-494e-a113-b88ec661af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.981579 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'name': 'tempest-ImageQuotaTest-430560266-router', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.166'}], 'enable_snat': True}, 'gw_port_id': 'fb4873ae-6214-4d66-9140-9bb35f274cdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:37Z', 'updated_at': '2021-11-22T16:41:45Z', 'revision_number': 5, 'project_id': '7d26f6109278470aab0d8f804cc0b359', 'gw_port': {'id': 'fb4873ae-6214-4d66-9140-9bb35f274cdf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:13:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:38Z', 'updated_at': '2021-11-22T16:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:46.993926 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b38d14d7-fcbb-47dd-afa0-209bb02bb8a8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.016867 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] Checking router: 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:47.031563 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] Routers {'5cb7d8c6-0699-4c78-91ea-ff6fae777a79'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:47.032546 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:47.056398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] For port fb4873ae-6214-4d66-9140-9bb35f274cdf, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=fb4873ae-6214-4d66-9140-9bb35f274cdf,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:47.056805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.071196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Calling delete_port for fb4873ae-6214-4d66-9140-9bb35f274cdf owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:47.103458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c63ae41b-28aa-494e-a113-b88ec661af26 None None] Could not find standard attr ID for object 98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:41:47.137270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b38d14d7-fcbb-47dd-afa0-209bb02bb8a8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.145128 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] Set router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:47.217700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d34edb06-354b-4264-bb5c-32b4f1414881 None None] Could not find standard attr ID for object 98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:41:47.239876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b38d14d7-fcbb-47dd-afa0-209bb02bb8a8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.241793 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'name': 'tempest-ImageQuotaTest-430560266-router', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:37Z', 'updated_at': '2021-11-22T16:41:46Z', 'revision_number': 6, 'project_id': '7d26f6109278470aab0d8f804cc0b359', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:47.273409 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b958e4-45c7-4c3f-aaed-34dae48a793e None None] The sync data for ids ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'] in n-d-811716-3 is: [{'id': '5cb7d8c6-0699-4c78-91ea-ff6fae777a79', 'name': 'tempest-ImageQuotaTest-430560266-router', 'tenant_id': '7d26f6109278470aab0d8f804cc0b359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:37Z', 'updated_at': '2021-11-22T16:41:46Z', 'revision_number': 6, 'project_id': '7d26f6109278470aab0d8f804cc0b359', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:47.285863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d14d7-fcbb-47dd-afa0-209bb02bb8a8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a9b94a-e29d-4086-95a7-9a175820b50e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:47.288496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b38d14d7-fcbb-47dd-afa0-209bb02bb8a8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.291954 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b38d14d7-fcbb-47dd-afa0-209bb02bb8a8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/e0a9b94a-e29d-4086-95a7-9a175820b50e HTTP/1.1" status: 204 len: 168 time: 0.4854076 Nov 22 16:41:47.296794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34552) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.302879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:47.334881 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.367391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829f3a5-4194-41eb-b150-3ae7eb5da8b8 None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:47.372377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4873ae-6214-4d66-9140-9bb35f274cdf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:47.411460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf82cc-9974-4e81-b04c-ff2b111ac95c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:47.442256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:47.446503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.453721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-437a4951-ed3f-47a1-970c-8a1ec399c2d9 None None] Could not find standard attr ID for object 98fa7a4c-0a8d-40a5-ae8a-0fe53f4cd05b. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:41:47.480664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.589002 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.591642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.649923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.650590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cb7d8c6-0699-4c78-91ea-ff6fae777a79 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:47.657058 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.660056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-49e5959f-53ca-42a1-9671-b3ddbc18593d admin admin] 10.222.0.69 "DELETE /v2.0/routers/5cb7d8c6-0699-4c78-91ea-ff6fae777a79 HTTP/1.1" status: 204 len: 168 time: 1.1558938 Nov 22 16:41:47.660724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.741830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c92766b-58b0-4f45-9616-d00a25bbc9e3 admin admin] Deleting subnet 67e47221-161b-4f7c-9c91-38ac5c1e7e0c {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:47.746487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c92766b-58b0-4f45-9616-d00a25bbc9e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.810390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c92766b-58b0-4f45-9616-d00a25bbc9e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.841022 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.907196 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:47.917395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:47.924850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:47.925458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.936476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=a4400be1-0f26-455b-a4e4-87925b3f7acf,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:47.948719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c92766b-58b0-4f45-9616-d00a25bbc9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.951596 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-492328cc-f189-48d7-9bfe-ca69bccb9c46 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6536038 Nov 22 16:41:47.954150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34556) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.959785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-23717ca5-3e69-4f7d-8925-a963616353d7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'security_group': {'name': 'tempest-secgroup-1058096522'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:47.986117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23717ca5-3e69-4f7d-8925-a963616353d7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.015534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c92766b-58b0-4f45-9616-d00a25bbc9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.053476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92766b-58b0-4f45-9616-d00a25bbc9e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e47221-161b-4f7c-9c91-38ac5c1e7e0c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.057242 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9c92766b-58b0-4f45-9616-d00a25bbc9e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.061882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa3c2e-4835-40b1-9b5e-f378849eb338 None None] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:48.068403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9c92766b-58b0-4f45-9616-d00a25bbc9e3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/67e47221-161b-4f7c-9c91-38ac5c1e7e0c HTTP/1.1" status: 204 len: 168 time: 0.4066007 Nov 22 16:41:48.070521 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34558) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.084532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23717ca5-3e69-4f7d-8925-a963616353d7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.125077 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23717ca5-3e69-4f7d-8925-a963616353d7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.159097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:48.190982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23717ca5-3e69-4f7d-8925-a963616353d7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b91531-ebf8-4b8a-97c6-3ac09259983d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.224297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.232703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23717ca5-3e69-4f7d-8925-a963616353d7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.233991 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-23717ca5-3e69-4f7d-8925-a963616353d7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2783020 Nov 22 16:41:48.237027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34560) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.243431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c6c86b2e-2cf2-4106-822a-fe2ca486194f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'security_group': {'name': 'tempest-secgroup-211653735'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:48.266024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:48.266356 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.291935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6c86b2e-2cf2-4106-822a-fe2ca486194f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.307511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Deleting port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:48.309285 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.361424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] DHCP port deletion for a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:48.409030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] For port 308510b2-e949-4c85-8d3e-5a4c5fb634d7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=308510b2-e949-4c85-8d3e-5a4c5fb634d7,segment=NetworkSegment(a68af719-dab8-4b0f-aca3-a822639461b1),segment_id=a68af719-dab8-4b0f-aca3-a822639461b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:48.410393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.420630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5d6f3669-9c38-4745-8104-20e0124fcf14 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:48.434634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Calling delete_port for 308510b2-e949-4c85-8d3e-5a4c5fb634d7 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:48.446462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 5d6f3669-9c38-4745-8104-20e0124fcf14 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:48.446810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5d6f3669-9c38-4745-8104-20e0124fcf14 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:48.463070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] Deleting port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:48.463552 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.468567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6af025d-a95f-492d-87d0-40c397ec820a None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:48.470757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6c86b2e-2cf2-4106-822a-fe2ca486194f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.478851 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6c86b2e-2cf2-4106-822a-fe2ca486194f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.528790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee9cedf-bcb3-463f-a64e-78b4ddedc4d7 None None] Sync routers for ids ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:48.535095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c86b2e-2cf2-4106-822a-fe2ca486194f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb455c-7c96-4b46-8a62-3569be438449,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.551526 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c6c86b2e-2cf2-4106-822a-fe2ca486194f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.555678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c6c86b2e-2cf2-4106-822a-fe2ca486194f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3149199 Nov 22 16:41:48.556055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.560759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.562822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e0a5ab8c-e07f-42d5-ba85-da56b520b819 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'security_group': {'name': 'tempest-secgroup-645321299'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:48.592851 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ab8c-e07f-42d5-ba85-da56b520b819 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.604774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Pushing event deleted for resources: {'Port': ['ID=308510b2-e949-4c85-8d3e-5a4c5fb634d7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.609160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9cedf-bcb3-463f-a64e-78b4ddedc4d7 None None] Routers set() bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:48.609617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9cedf-bcb3-463f-a64e-78b4ddedc4d7 None None] Router IDs set() for agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:41:48.610285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_agentschedulers_db [None req-bee9cedf-bcb3-463f-a64e-78b4ddedc4d7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5cb7d8c6-0699-4c78-91ea-ff6fae777a79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent'). {{(pid=103412) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:41:48.615673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] No DVR routers for this DVR port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:48.620302 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4f61f01f-8d11-4bce-b5f5-2aa711355584 None None] Provisioning complete for port fccbe4ef-26b4-49aa-97ab-2420023571b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:48.621003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f61f01f-8d11-4bce-b5f5-2aa711355584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.640171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] For port 308510b2-e949-4c85-8d3e-5a4c5fb634d7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=308510b2-e949-4c85-8d3e-5a4c5fb634d7,segment=NetworkSegment(a68af719-dab8-4b0f-aca3-a822639461b1),segment_id=a68af719-dab8-4b0f-aca3-a822639461b1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:48.641476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.701893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ab8c-e07f-42d5-ba85-da56b520b819 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.705772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ab8c-e07f-42d5-ba85-da56b520b819 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.709096 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.732134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:48.738983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0a5ab8c-e07f-42d5-ba85-da56b520b819 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.742978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e0a5ab8c-e07f-42d5-ba85-da56b520b819 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1834188 Nov 22 16:41:48.742978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5ab8c-e07f-42d5-ba85-da56b520b819 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdf7b6e-6391-4c8d-a006-f2856c690220,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.743250 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68af719-dab8-4b0f-aca3-a822639461b1') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:48.743581 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68af719-dab8-4b0f-aca3-a822639461b1') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:48.744674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34564) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.750898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2001142744', 'security_groups': ['2fdf7b6e-6391-4c8d-a006-f2856c690220'], 'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4400be1-0f26-455b-a4e4-87925b3f7acf'}]}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:48.756524 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.773990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.781801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:48.782542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:48.784680 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:48.847618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.853999 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.859962 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 HTTP/1.1" status: 204 len: 168 time: 0.7862542 Nov 22 16:41:48.871774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5436c-bcfb-426b-ad34-0169b7725581 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.882338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:48.887844 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.894084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] Calling delete_port for 308510b2-e949-4c85-8d3e-5a4c5fb634d7 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:48.906730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] device_id is not set on port 3aeef2f9-da60-418e-a038-c02530692d26 yet. {{(pid=103411) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:48.909768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9cedf-bcb3-463f-a64e-78b4ddedc4d7 None None] Routers set() bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:48.910153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9cedf-bcb3-463f-a64e-78b4ddedc4d7 None None] Router IDs set() for agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:41:48.910770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_agentschedulers_db [None req-bee9cedf-bcb3-463f-a64e-78b4ddedc4d7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5cb7d8c6-0699-4c78-91ea-ff6fae777a79'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:41:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent'). {{(pid=103412) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:41:48.911154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee9cedf-bcb3-463f-a64e-78b4ddedc4d7 None None] The sync data for ids ['5cb7d8c6-0699-4c78-91ea-ff6fae777a79'] in n-d-811716-3 is: [] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:48.916713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4f61f01f-8d11-4bce-b5f5-2aa711355584 None None] Port fccbe4ef-26b4-49aa-97ab-2420023571b8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:49.041195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4f61f01f-8d11-4bce-b5f5-2aa711355584 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:49.041579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f61f01f-8d11-4bce-b5f5-2aa711355584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.051664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34568) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.113551 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cfae2821-3999-4127-8849-ead6ed971965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.116597 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29af25fd-afbb-41f4-99e5-c2898471eecd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d26f6109278470aab0d8f804cc0b359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0636048 Nov 22 16:41:49.119346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34570) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.125489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8::182 (64edddae-b4aa-4112-9e4e-867b445b7d1a/a4400be1-0f26-455b-a4e4-87925b3f7acf/3aeef2f9-da60-418e-a038-c02530692d26) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:49.145594 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.171527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] Network a5e02974-39a8-41df-a9bb-d4b6c1ef3ed8 is not hosted by any dhcp agent {{(pid=103412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:41:49.172330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] No DVR routers for this DVR port 308510b2-e949-4c85-8d3e-5a4c5fb634d7 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:49.175158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3363129-506b-47bb-807c-f7eec245bdb7 None None] Pushing event deleted for resources: {'Port': ['ID=308510b2-e949-4c85-8d3e-5a4c5fb634d7,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.186422 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-090d7d34-b3ea-4c58-8e4d-3c15658848eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.212573 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-090d7d34-b3ea-4c58-8e4d-3c15658848eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.266604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa88d5-caf9-4ffc-ae8c-5a7d2c9228ce None None] Update dhcp port {'port': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'fixed_ips': [{'subnet_id': '7910385e-05dc-4373-9be2-a2fbb27ccc44', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4400be1-0f26-455b-a4e4-87925b3f7acf'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '2a1b2df1-f198-4a97-8daa-dd7ee9b80304'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:41:49.272099 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-090d7d34-b3ea-4c58-8e4d-3c15658848eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.275674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-090d7d34-b3ea-4c58-8e4d-3c15658848eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.281845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-090d7d34-b3ea-4c58-8e4d-3c15658848eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/241ce988-4a4b-4d9f-8391-3c8223825428 HTTP/1.1" status: 204 len: 168 time: 0.1584380 Nov 22 16:41:49.289974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d7d34-b3ea-4c58-8e4d-3c15658848eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ce988-4a4b-4d9f-8391-3c8223825428,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.307444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.317321 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92aa88d5-caf9-4ffc-ae8c-5a7d2c9228ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.350637 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.400554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:49.404922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:49.409183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:49.415172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:49.415826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.431822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=3aeef2f9-da60-418e-a038-c02530692d26,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.444280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-547943dd-1fd1-46e1-9a0a-82268451eea4 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6957557 Nov 22 16:41:49.444680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34574) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.450239 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6a580976-a6ce-4938-a502-b015da9dcaef tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.550198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-92aa88d5-caf9-4ffc-ae8c-5a7d2c9228ce None None] Allocated IP 2001:db8::2 (64edddae-b4aa-4112-9e4e-867b445b7d1a/a4400be1-0f26-455b-a4e4-87925b3f7acf/2a1b2df1-f198-4a97-8daa-dd7ee9b80304) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:49.626140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a580976-a6ce-4938-a502-b015da9dcaef tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:49.631519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a580976-a6ce-4938-a502-b015da9dcaef tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.632140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fb4873ae-6214-4d66-9140-9bb35f274cdf no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:49.666496 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: fb4873ae-6214-4d66-9140-9bb35f274cdf {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:49.666908 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device fb4873ae-6214-4d66-9140-9bb35f274cdf not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:49.667274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 308510b2-e949-4c85-8d3e-5a4c5fb634d7 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:49.697160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 308510b2-e949-4c85-8d3e-5a4c5fb634d7 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:49.697513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 308510b2-e949-4c85-8d3e-5a4c5fb634d7 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:49.717519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-92aa88d5-caf9-4ffc-ae8c-5a7d2c9228ce None None] For port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,segment=NetworkSegment(324c2401-3c74-46da-bf2d-ea306d495807),segment_id=324c2401-3c74-46da-bf2d-ea306d495807)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:49.752709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92aa88d5-caf9-4ffc-ae8c-5a7d2c9228ce None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.754084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34578) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.758490 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-92aa88d5-caf9-4ffc-ae8c-5a7d2c9228ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.773110 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-6a580976-a6ce-4938-a502-b015da9dcaef tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4400be1-0f26-455b-a4e4-87925b3f7acf (CIDR: 2001:db8::/64) Nov 22 16:41:49.778512 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a580976-a6ce-4938-a502-b015da9dcaef tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:49.779322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a580976-a6ce-4938-a502-b015da9dcaef tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:49.781846 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85e9f12d-8250-45de-9991-8a783b6a80a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.812073 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a580976-a6ce-4938-a502-b015da9dcaef tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3637950 Nov 22 16:41:49.812434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34580) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.827624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b8c30dcc-bd21-4706-8722-72518146dbc0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:49.859952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa88d5-caf9-4ffc-ae8c-5a7d2c9228ce None None] Pushing event updated for resources: {'Port': ['ID=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.943245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85e9f12d-8250-45de-9991-8a783b6a80a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.951807 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85e9f12d-8250-45de-9991-8a783b6a80a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.990595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-85e9f12d-8250-45de-9991-8a783b6a80a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2330973 Nov 22 16:41:49.993537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34582) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.002292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9f12d-8250-45de-9991-8a783b6a80a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9230b9-9c62-4768-b698-75ff2041cdfc,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:50.056932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c30dcc-bd21-4706-8722-72518146dbc0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:50.061390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8c30dcc-bd21-4706-8722-72518146dbc0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.126888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fceb8d9-2dda-460f-93dd-4335410b90c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.172696 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fceb8d9-2dda-460f-93dd-4335410b90c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.239679 n-d-811716-3 neutron-server[103410]: INFO neutron.db.ipam_backend_mixin [None req-b8c30dcc-bd21-4706-8722-72518146dbc0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7910385e-05dc-4373-9be2-a2fbb27ccc44 (CIDR: 2001:db8:0:1::/64) Nov 22 16:41:50.244122 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c30dcc-bd21-4706-8722-72518146dbc0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:41:50.244751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c30dcc-bd21-4706-8722-72518146dbc0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:50.267410 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8c30dcc-bd21-4706-8722-72518146dbc0 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4529891 Nov 22 16:41:50.270063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34584) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.278966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'subnet': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.329675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fceb8d9-2dda-460f-93dd-4335410b90c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.333320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fceb8d9-2dda-460f-93dd-4335410b90c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.334670 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3fceb8d9-2dda-460f-93dd-4335410b90c7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d9230b9-9c62-4768-b698-75ff2041cdfc HTTP/1.1" status: 204 len: 168 time: 0.3396695 Nov 22 16:41:50.356391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceb8d9-2dda-460f-93dd-4335410b90c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9230b9-9c62-4768-b698-75ff2041cdfc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:50.449426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Made reservation on behalf of 517325f403cb4471b66088bd2ccb505d for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:50.454723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.592698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-87c89a51-5d62-4432-ad2e-584ace36a3a6 None None] Provisioning complete for port fccbe4ef-26b4-49aa-97ab-2420023571b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:50.593328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87c89a51-5d62-4432-ad2e-584ace36a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.673038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-87c89a51-5d62-4432-ad2e-584ace36a3a6 None None] Port fccbe4ef-26b4-49aa-97ab-2420023571b8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:50.697869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-87c89a51-5d62-4432-ad2e-584ace36a3a6 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:50.700609 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87c89a51-5d62-4432-ad2e-584ace36a3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.864230 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.911793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:50.915699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:50.923573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.924056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.931877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbe9959-e8c3-4064-afdc-8a27e8997c2e None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:50.935988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Subnet': ['ID=800cae6b-717f-49a2-a640-e6d66effbdfe,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:50.973039 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2cdc64a1-0e15-4893-83c8-ef2d3ca0a1e7 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7013636 Nov 22 16:41:50.975569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34588) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:50.985949 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-530237991', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '800cae6b-717f-49a2-a640-e6d66effbdfe'}], 'security_groups': ['f9b91531-ebf8-4b8a-97c6-3ac09259983d', 'cafb455c-7c96-4b46-8a62-3569be438449']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:51.020887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d7835dc3-aca4-4fd3-8b79-1a3d3fb51c55 None None] Provisioning complete for port 3aeef2f9-da60-418e-a038-c02530692d26 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:51.021266 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d7835dc3-aca4-4fd3-8b79-1a3d3fb51c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.087931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d7835dc3-aca4-4fd3-8b79-1a3d3fb51c55 None None] Port 3aeef2f9-da60-418e-a038-c02530692d26 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:51.250935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d192bdf-87ea-4092-946d-ea5d6d318f69 None None] Update dhcp port {'port': {'network_id': '64edddae-b4aa-4112-9e4e-867b445b7d1a', 'fixed_ips': [{'subnet_id': '7910385e-05dc-4373-9be2-a2fbb27ccc44', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4400be1-0f26-455b-a4e4-87925b3f7acf', 'ip_address': '2001:db8::2'}, {'subnet_id': '800cae6b-717f-49a2-a640-e6d66effbdfe'}], 'binding:host_id': 'n-d-811716-3'}, 'id': '2a1b2df1-f198-4a97-8daa-dd7ee9b80304'} from n-d-811716-3. {{(pid=103412) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:41:51.282520 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d192bdf-87ea-4092-946d-ea5d6d318f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.350988 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5f2f15f-8ce6-4d57-8091-172a4173d30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.456684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.486061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-2d192bdf-87ea-4092-946d-ea5d6d318f69 None None] Allocated IP 2001:db8:0:2::2 (64edddae-b4aa-4112-9e4e-867b445b7d1a/800cae6b-717f-49a2-a640-e6d66effbdfe/2a1b2df1-f198-4a97-8daa-dd7ee9b80304) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:51.599217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2d192bdf-87ea-4092-946d-ea5d6d318f69 None None] For port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,segment=NetworkSegment(324c2401-3c74-46da-bf2d-ea306d495807),segment_id=324c2401-3c74-46da-bf2d-ea306d495807)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:51.617203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:51.660578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d192bdf-87ea-4092-946d-ea5d6d318f69 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.668085 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d192bdf-87ea-4092-946d-ea5d6d318f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.778769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d192bdf-87ea-4092-946d-ea5d6d318f69 None None] Pushing event updated for resources: {'Port': ['ID=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:51.796867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:51.797279 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.802681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Delete allocated IP 2001:db8::182 (64edddae-b4aa-4112-9e4e-867b445b7d1a/a4400be1-0f26-455b-a4e4-87925b3f7acf) {{(pid=103410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:41:51.812028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Allocated IP 2001:db8:0:2::a4 (64edddae-b4aa-4112-9e4e-867b445b7d1a/800cae6b-717f-49a2-a640-e6d66effbdfe/3aeef2f9-da60-418e-a038-c02530692d26) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:52.004175 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.009847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.084073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] In _notify_port_updated(), no bound segment for port 3aeef2f9-da60-418e-a038-c02530692d26 on network 64edddae-b4aa-4112-9e4e-867b445b7d1a {{(pid=103410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:41:52.090222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.090902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.092335 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "PUT /v2.0/ports/3aeef2f9-da60-418e-a038-c02530692d26 HTTP/1.1" status: 200 len: 968 time: 1.1156325 Nov 22 16:41:52.095344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34592) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.100784 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a573f-5acf-45ee-82ae-75a797b324c8 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event updated for resources: {'Port': ['ID=3aeef2f9-da60-418e-a038-c02530692d26,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.201643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3151c-8ae9-4a97-a75c-c8910af4f598 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port 3aeef2f9-da60-418e-a038-c02530692d26 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:52.202008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ac3151c-8ae9-4a97-a75c-c8910af4f598 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.327492 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ac3151c-8ae9-4a97-a75c-c8910af4f598 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.344507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3151c-8ae9-4a97-a75c-c8910af4f598 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for 3aeef2f9-da60-418e-a038-c02530692d26 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:52.422506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ad326e0c-5c24-4932-b508-de47b8835227 None None] Provisioning complete for port fccbe4ef-26b4-49aa-97ab-2420023571b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:52.424375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad326e0c-5c24-4932-b508-de47b8835227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.469662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ad326e0c-5c24-4932-b508-de47b8835227 None None] Port fccbe4ef-26b4-49aa-97ab-2420023571b8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:52.483060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ad326e0c-5c24-4932-b508-de47b8835227 None None] Provisioning complete for port 3aeef2f9-da60-418e-a038-c02530692d26 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:52.483684 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad326e0c-5c24-4932-b508-de47b8835227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.498406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ac3151c-8ae9-4a97-a75c-c8910af4f598 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.534399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3151c-8ae9-4a97-a75c-c8910af4f598 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=3aeef2f9-da60-418e-a038-c02530692d26,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.536918 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.538024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ad326e0c-5c24-4932-b508-de47b8835227 None None] Port 3aeef2f9-da60-418e-a038-c02530692d26 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:52.552336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ad326e0c-5c24-4932-b508-de47b8835227 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:52.552851 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ad326e0c-5c24-4932-b508-de47b8835227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.564710 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ac3151c-8ae9-4a97-a75c-c8910af4f598 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.568710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9ac3151c-8ae9-4a97-a75c-c8910af4f598 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/3aeef2f9-da60-418e-a038-c02530692d26 HTTP/1.1" status: 204 len: 168 time: 0.4713993 Nov 22 16:41:52.571619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34594) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.601560 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab747284-a275-44ef-b538-761ee433630d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] GET failed (client error): The resource could not be found. Nov 22 16:41:52.606675 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ab747284-a275-44ef-b538-761ee433630d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports/3aeef2f9-da60-418e-a038-c02530692d26 HTTP/1.1" status: 404 len: 333 time: 0.0304327 Nov 22 16:41:52.607436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34596) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.684191 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05f34832-d716-4665-9071-d2f1048da102 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.711432 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05f34832-d716-4665-9071-d2f1048da102 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.727703 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.765738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6dc05508-74ac-48df-a4a4-59f679c08e03 None None] Could not find standard attr ID for object 3aeef2f9-da60-418e-a038-c02530692d26. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:41:52.768442 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05f34832-d716-4665-9071-d2f1048da102 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.771399 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-05f34832-d716-4665-9071-d2f1048da102 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.772748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-05f34832-d716-4665-9071-d2f1048da102 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/security-groups/2fdf7b6e-6391-4c8d-a006-f2856c690220 HTTP/1.1" status: 204 len: 168 time: 0.1640925 Nov 22 16:41:52.775715 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34598) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.785199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f34832-d716-4665-9071-d2f1048da102 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdf7b6e-6391-4c8d-a006-f2856c690220,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:52.853390 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e091291a-5ade-4c44-b500-4af5069809c9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.881113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e091291a-5ade-4c44-b500-4af5069809c9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.927542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e091291a-5ade-4c44-b500-4af5069809c9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.930205 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e091291a-5ade-4c44-b500-4af5069809c9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.931566 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e091291a-5ade-4c44-b500-4af5069809c9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/security-groups/cafb455c-7c96-4b46-8a62-3569be438449 HTTP/1.1" status: 204 len: 168 time: 0.1545565 Nov 22 16:41:52.934515 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34600) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.943064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091291a-5ade-4c44-b500-4af5069809c9 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb455c-7c96-4b46-8a62-3569be438449,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:53.008034 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2589efd7-55aa-4112-890f-862602ac138b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.032615 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2589efd7-55aa-4112-890f-862602ac138b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.075659 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2589efd7-55aa-4112-890f-862602ac138b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.078262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2589efd7-55aa-4112-890f-862602ac138b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.079433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2589efd7-55aa-4112-890f-862602ac138b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/security-groups/f9b91531-ebf8-4b8a-97c6-3ac09259983d HTTP/1.1" status: 204 len: 168 time: 0.1439044 Nov 22 16:41:53.082308 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34602) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:53.088785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589efd7-55aa-4112-890f-862602ac138b tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b91531-ebf8-4b8a-97c6-3ac09259983d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:53.147410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffaba2b1-cb31-4d92-8b96-a5e9693180ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet a4400be1-0f26-455b-a4e4-87925b3f7acf {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:53.150626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffaba2b1-cb31-4d92-8b96-a5e9693180ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.191765 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffaba2b1-cb31-4d92-8b96-a5e9693180ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.277156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffaba2b1-cb31-4d92-8b96-a5e9693180ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.342765 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffaba2b1-cb31-4d92-8b96-a5e9693180ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.372545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaba2b1-cb31-4d92-8b96-a5e9693180ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=a4400be1-0f26-455b-a4e4-87925b3f7acf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:53.376767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ffaba2b1-cb31-4d92-8b96-a5e9693180ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.382422 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ffaba2b1-cb31-4d92-8b96-a5e9693180ee tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/a4400be1-0f26-455b-a4e4-87925b3f7acf HTTP/1.1" status: 204 len: 168 time: 0.2967827 Nov 22 16:41:53.386103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e4392-8b83-4789-82ea-875324ec6f3a None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:53.387528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:53.464765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e132aea1-fb4e-40d3-afcb-23e0e3b1fd6c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet 800cae6b-717f-49a2-a640-e6d66effbdfe {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:53.468554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e132aea1-fb4e-40d3-afcb-23e0e3b1fd6c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.519013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e132aea1-fb4e-40d3-afcb-23e0e3b1fd6c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.616126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:53.636058 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e132aea1-fb4e-40d3-afcb-23e0e3b1fd6c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.679057 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:53.680335 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.725439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e132aea1-fb4e-40d3-afcb-23e0e3b1fd6c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.764317 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e132aea1-fb4e-40d3-afcb-23e0e3b1fd6c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.767844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e132aea1-fb4e-40d3-afcb-23e0e3b1fd6c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/800cae6b-717f-49a2-a640-e6d66effbdfe HTTP/1.1" status: 204 len: 168 time: 0.3785639 Nov 22 16:41:53.768966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132aea1-fb4e-40d3-afcb-23e0e3b1fd6c tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=800cae6b-717f-49a2-a640-e6d66effbdfe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:53.772213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34606) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:53.803925 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c3127a-ae2c-4b09-a396-133c39cdfd00 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:53.804664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c3127a-ae2c-4b09-a396-133c39cdfd00 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:53.808309 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d4c3127a-ae2c-4b09-a396-133c39cdfd00 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/a4400be1-0f26-455b-a4e4-87925b3f7acf HTTP/1.1" status: 404 len: 337 time: 0.0347574 Nov 22 16:41:53.811296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34608) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:53.876941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfcd8d4-733a-4e3c-aa99-ec148978a27d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting subnet 7910385e-05dc-4373-9be2-a2fbb27ccc44 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:53.880753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd8d4-733a-4e3c-aa99-ec148978a27d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.935838 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd8d4-733a-4e3c-aa99-ec148978a27d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.057485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd8d4-733a-4e3c-aa99-ec148978a27d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.132028 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd8d4-733a-4e3c-aa99-ec148978a27d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.162333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcd8d4-733a-4e3c-aa99-ec148978a27d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Subnet': ['ID=7910385e-05dc-4373-9be2-a2fbb27ccc44,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:54.171958 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bfcd8d4-733a-4e3c-aa99-ec148978a27d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.181233 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5bfcd8d4-733a-4e3c-aa99-ec148978a27d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/7910385e-05dc-4373-9be2-a2fbb27ccc44 HTTP/1.1" status: 204 len: 168 time: 0.3684037 Nov 22 16:41:54.185676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34610) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.216244 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ca0bc3-6abd-427e-8ca3-8c90ad472527 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.216730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ca0bc3-6abd-427e-8ca3-8c90ad472527 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.223316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b8ca0bc3-6abd-427e-8ca3-8c90ad472527 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/e0a9b94a-e29d-4086-95a7-9a175820b50e HTTP/1.1" status: 404 len: 337 time: 0.0328453 Nov 22 16:41:54.224497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34612) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.267955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-04a3dfda-ae13-48ca-b8c6-c24dab4f685e tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "GET /v2.0/ports?device_id=508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b HTTP/1.1" status: 200 len: 205 time: 0.0406508 Nov 22 16:41:54.269185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34614) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.278931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6aa331-5512-48f4-b1ad-5e65f4d21544 None None] Network 64edddae-b4aa-4112-9e4e-867b445b7d1a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:54.325261 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-0b89081e-6735-4a96-8f7d-42e2c6a485d5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] delete failed (client error): The resource could not be found. Nov 22 16:41:54.326636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0b89081e-6735-4a96-8f7d-42e2c6a485d5 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/routers/508cc5b7-1fe3-4bca-b329-a2c5b4a1d69b HTTP/1.1" status: 404 len: 336 time: 0.0565457 Nov 22 16:41:54.330206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34616) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.352784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca66521f-6579-4823-a77a-8eb18f742ff0 None None] Provisioning complete for port fccbe4ef-26b4-49aa-97ab-2420023571b8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:54.353151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca66521f-6579-4823-a77a-8eb18f742ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.368326 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ae77bc-dbc4-45b0-b453-6c3be18d8411 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.369109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ae77bc-dbc4-45b0-b453-6c3be18d8411 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.375501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-88ae77bc-dbc4-45b0-b453-6c3be18d8411 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/ef481e29-6e96-47b9-b8ec-0654cea4668f HTTP/1.1" status: 404 len: 337 time: 0.0437002 Nov 22 16:41:54.378042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.416268 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72de159-6dd5-48f8-b4d9-65498a862206 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.417152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72de159-6dd5-48f8-b4d9-65498a862206 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.424352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e72de159-6dd5-48f8-b4d9-65498a862206 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/53a39593-d4ef-471b-bca0-a8c8bad562d7 HTTP/1.1" status: 404 len: 337 time: 0.0407300 Nov 22 16:41:54.424672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.435466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ca66521f-6579-4823-a77a-8eb18f742ff0 None None] Port fccbe4ef-26b4-49aa-97ab-2420023571b8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:54.455437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ca66521f-6579-4823-a77a-8eb18f742ff0 None None] Provisioning complete for port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:54.455881 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca66521f-6579-4823-a77a-8eb18f742ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.457795 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-8650ba21-e69a-402f-8231-91bbd9706ce1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.460089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8650ba21-e69a-402f-8231-91bbd9706ce1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.463833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8650ba21-e69a-402f-8231-91bbd9706ce1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/850190dc-2a31-4b87-8084-78c13a04ffff HTTP/1.1" status: 404 len: 337 time: 0.0381949 Nov 22 16:41:54.468330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34622) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.508950 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3eea5ee-a6e9-4f42-99d3-130ceccbd84f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.509518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3eea5ee-a6e9-4f42-99d3-130ceccbd84f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.515836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f3eea5ee-a6e9-4f42-99d3-130ceccbd84f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/248a8a66-b543-485a-b1c6-5efa8fee7888 HTTP/1.1" status: 404 len: 333 time: 0.0461760 Nov 22 16:41:54.518422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34624) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.547975 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4eb257-8ffa-4603-b9f5-84f9c005d761 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.548514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d4eb257-8ffa-4603-b9f5-84f9c005d761 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.551672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9d4eb257-8ffa-4603-b9f5-84f9c005d761 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/f38b2c36-f7f9-4993-b915-db251c42d081 HTTP/1.1" status: 404 len: 337 time: 0.0321939 Nov 22 16:41:54.554638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34626) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.570147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] DHCP port deletion for 64edddae-b4aa-4112-9e4e-867b445b7d1a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:54.587723 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3915d37e-e436-4262-a5a6-48dde92ee2a1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.588389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3915d37e-e436-4262-a5a6-48dde92ee2a1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.594965 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3915d37e-e436-4262-a5a6-48dde92ee2a1 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/b94473f7-e5eb-45ad-8f88-b34e69ed30a4 HTTP/1.1" status: 404 len: 337 time: 0.0360818 Nov 22 16:41:54.594965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34628) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.621092 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6a6d87-ad9e-4095-8e5c-300486bdd7a3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.622087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6a6d87-ad9e-4095-8e5c-300486bdd7a3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.625811 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9b6a6d87-ad9e-4095-8e5c-300486bdd7a3 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/54fe6424-3287-42e6-ba92-c0143fa49db2 HTTP/1.1" status: 404 len: 333 time: 0.0300071 Nov 22 16:41:54.628956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34630) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.660805 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f997cb-ad0f-4ace-960a-3ee8f937e56f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.661333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f997cb-ad0f-4ace-960a-3ee8f937e56f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.667510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-65f997cb-ad0f-4ace-960a-3ee8f937e56f tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/1d5b1c36-00f0-49fc-9c40-96fef3cac6f4 HTTP/1.1" status: 404 len: 337 time: 0.0342684 Nov 22 16:41:54.667785 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.668028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34632) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.697675 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-f640a1f8-23a0-4b04-aa3e-a3c5e8423f5d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] DELETE failed (client error): The resource could not be found. Nov 22 16:41:54.698465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f640a1f8-23a0-4b04-aa3e-a3c5e8423f5d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:41:54.703306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f640a1f8-23a0-4b04-aa3e-a3c5e8423f5d tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/subnets/435e7545-0a1d-4648-b838-d5c8e50af4c5 HTTP/1.1" status: 404 len: 337 time: 0.0343893 Nov 22 16:41:54.705996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34634) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.707737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] Deleting port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:54.708497 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.828772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b79486d4-6937-4720-8427-6eddee5be90a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Deleting port fccbe4ef-26b4-49aa-97ab-2420023571b8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:54.829020 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b79486d4-6937-4720-8427-6eddee5be90a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.833368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] For port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,segment=NetworkSegment(324c2401-3c74-46da-bf2d-ea306d495807),segment_id=324c2401-3c74-46da-bf2d-ea306d495807)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:54.833685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.838146 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.851052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] Calling delete_port for 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:54.919592 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.953333 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b79486d4-6937-4720-8427-6eddee5be90a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.977438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b79486d4-6937-4720-8427-6eddee5be90a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Calling delete_port for fccbe4ef-26b4-49aa-97ab-2420023571b8 owned by {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:54.985897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.019421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] No DVR routers for this DVR port 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:55.023793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbba7e-7543-4e05-be19-98206d5d6a70 None None] Pushing event deleted for resources: {'Port': ['ID=2a1b2df1-f198-4a97-8daa-dd7ee9b80304,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.083055 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b79486d4-6937-4720-8427-6eddee5be90a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.117119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79486d4-6937-4720-8427-6eddee5be90a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Port': ['ID=fccbe4ef-26b4-49aa-97ab-2420023571b8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.126488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b79486d4-6937-4720-8427-6eddee5be90a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.132287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b79486d4-6937-4720-8427-6eddee5be90a tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/ports/fccbe4ef-26b4-49aa-97ab-2420023571b8 HTTP/1.1" status: 204 len: 168 time: 0.4227357 Nov 22 16:41:55.132627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34636) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.236805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.346691 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.371613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64edddae-b4aa-4112-9e4e-867b445b7d1a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:55.381698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324c2401-3c74-46da-bf2d-ea306d495807') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:55.381997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324c2401-3c74-46da-bf2d-ea306d495807') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:55.393336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.408075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.415619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:55.416304 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:55.419648 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:55.490897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.499323 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.502729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] 10.222.0.69 "DELETE /v2.0/networks/64edddae-b4aa-4112-9e4e-867b445b7d1a HTTP/1.1" status: 204 len: 168 time: 0.3692064 Nov 22 16:41:55.516546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6aedb-a1ea-43ed-8d27-e6b526ff2f24 tempest-PortsIpV6TestJSON-2088170988 tempest-PortsIpV6TestJSON-2088170988-project] Pushing event deleted for resources: {'Network': ['ID=64edddae-b4aa-4112-9e4e-867b445b7d1a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.599672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:55.638333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:55.638333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a1b2df1-f198-4a97-8daa-dd7ee9b80304 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:55.743818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34644) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.904416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7ff91e5b-e2fa-4b5c-bdc8-0c6a186e5f3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=517325f403cb4471b66088bd2ccb505d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1593971 Nov 22 16:41:55.907460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34648) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.959011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66d8c8c2-1022-4977-91e8-bc42a8d27e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.999078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66d8c8c2-1022-4977-91e8-bc42a8d27e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.056157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66d8c8c2-1022-4977-91e8-bc42a8d27e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.060610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66d8c8c2-1022-4977-91e8-bc42a8d27e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.061800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-66d8c8c2-1022-4977-91e8-bc42a8d27e92 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52691c33-04ed-4ff2-adb8-6d179aba56e4 HTTP/1.1" status: 204 len: 168 time: 0.1533561 Nov 22 16:41:56.070119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8c8c2-1022-4977-91e8-bc42a8d27e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52691c33-04ed-4ff2-adb8-6d179aba56e4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:56.819192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:56.926145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-secgroup--389231219'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:56.953377 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.961877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.039284 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.044319 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.084586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32adb7a-f926-4ea7-a2ef-a721a746b9eb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.132207 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.137288 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.169850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.171148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3509309 Nov 22 16:41:57.172138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a2d67-cb06-484c-b96f-127b5160232e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99415ae2-d546-44d2-96ce-2109fbb0ce26,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.174094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34674) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.237601 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2587bede-2cd7-4360-95d6-d155b27ea7fc tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0622566 Nov 22 16:41:57.240173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34676) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.244556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5bf1164a-ab5f-49d4-8f94-afac037aac03 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-security--1194081829', 'description': 'tempest-security-description-1642753171'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:57.280264 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bf1164a-ab5f-49d4-8f94-afac037aac03 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.325602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bf1164a-ab5f-49d4-8f94-afac037aac03 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.329791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bf1164a-ab5f-49d4-8f94-afac037aac03 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.332431 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5bf1164a-ab5f-49d4-8f94-afac037aac03 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.333705 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5bf1164a-ab5f-49d4-8f94-afac037aac03 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "PUT /v2.0/security-groups/99415ae2-d546-44d2-96ce-2109fbb0ce26 HTTP/1.1" status: 200 len: 1797 time: 0.0925860 Nov 22 16:41:57.336628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34678) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.359743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1164a-ab5f-49d4-8f94-afac037aac03 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99415ae2-d546-44d2-96ce-2109fbb0ce26,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.379760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-df857b64-006e-4fc4-bbd7-aa299069b6fa tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups/99415ae2-d546-44d2-96ce-2109fbb0ce26 HTTP/1.1" status: 200 len: 1797 time: 0.0419919 Nov 22 16:41:57.382299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34680) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.441799 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b5614ec-497b-433c-af0f-b8f0350f6292 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.470053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b5614ec-497b-433c-af0f-b8f0350f6292 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.515005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b5614ec-497b-433c-af0f-b8f0350f6292 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.517664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4b5614ec-497b-433c-af0f-b8f0350f6292 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.518844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4b5614ec-497b-433c-af0f-b8f0350f6292 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/99415ae2-d546-44d2-96ce-2109fbb0ce26 HTTP/1.1" status: 204 len: 168 time: 0.1356413 Nov 22 16:41:57.521672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34682) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.528488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5614ec-497b-433c-af0f-b8f0350f6292 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99415ae2-d546-44d2-96ce-2109fbb0ce26,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.576404 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-55fba079-e356-440f-81f5-4bb6d466895e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0528913 Nov 22 16:41:57.578768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34684) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.591926 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-57627cc3-3d53-421c-b605-6ece3db7bad2 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] delete failed (client error): The resource could not be found. Nov 22 16:41:57.592886 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57627cc3-3d53-421c-b605-6ece3db7bad2 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/99415ae2-d546-44d2-96ce-2109fbb0ce26 HTTP/1.1" status: 404 len: 347 time: 0.0132012 Nov 22 16:41:57.596957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34686) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.602670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a359fe6d-5593-4a8d-aca4-d65711b56f8c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502508400'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:57.626363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a359fe6d-5593-4a8d-aca4-d65711b56f8c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.696050 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a359fe6d-5593-4a8d-aca4-d65711b56f8c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.700627 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a359fe6d-5593-4a8d-aca4-d65711b56f8c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.730978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a359fe6d-5593-4a8d-aca4-d65711b56f8c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.732273 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a359fe6d-5593-4a8d-aca4-d65711b56f8c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1342363 Nov 22 16:41:57.735074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34688) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.740350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a3ce5d6c-228f-4e64-b3d6-2290f3fae8dd tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': 'eee1e8c5-cb4a-4c7a-adb4-64e73c4e7804', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:57.746745 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359fe6d-5593-4a8d-aca4-d65711b56f8c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee1e8c5-cb4a-4c7a-adb4-64e73c4e7804,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.770839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5d6c-228f-4e64-b3d6-2290f3fae8dd tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.830047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5d6c-228f-4e64-b3d6-2290f3fae8dd tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.833828 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5d6c-228f-4e64-b3d6-2290f3fae8dd tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.852631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce5d6c-228f-4e64-b3d6-2290f3fae8dd tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fffaf9-90c7-4799-8c78-d3c48d645168,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:57.863513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3ce5d6c-228f-4e64-b3d6-2290f3fae8dd tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.865589 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a3ce5d6c-228f-4e64-b3d6-2290f3fae8dd tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293781 Nov 22 16:41:57.868279 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34690) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.899242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0576eed-acd8-4b86-b37a-3fae2c0d56ef tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.908238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0576eed-acd8-4b86-b37a-3fae2c0d56ef tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.940431 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0576eed-acd8-4b86-b37a-3fae2c0d56ef tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.947303 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d0576eed-acd8-4b86-b37a-3fae2c0d56ef tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.949157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d0576eed-acd8-4b86-b37a-3fae2c0d56ef tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/91fffaf9-90c7-4799-8c78-d3c48d645168 HTTP/1.1" status: 204 len: 168 time: 0.0791111 Nov 22 16:41:57.951537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34692) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.954831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0576eed-acd8-4b86-b37a-3fae2c0d56ef tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91fffaf9-90c7-4799-8c78-d3c48d645168,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.004837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d62178d2-c546-4ff4-9e6f-d812152841e1 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515375 Nov 22 16:41:58.007463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.060401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59ce1a0f-ff17-422a-b284-f22e868656fb tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.083806 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59ce1a0f-ff17-422a-b284-f22e868656fb tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.127693 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59ce1a0f-ff17-422a-b284-f22e868656fb tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.130500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-59ce1a0f-ff17-422a-b284-f22e868656fb tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.131668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-59ce1a0f-ff17-422a-b284-f22e868656fb tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/eee1e8c5-cb4a-4c7a-adb4-64e73c4e7804 HTTP/1.1" status: 204 len: 168 time: 0.1232603 Nov 22 16:41:58.134446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34698) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.141110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce1a0f-ff17-422a-b284-f22e868656fb tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee1e8c5-cb4a-4c7a-adb4-64e73c4e7804,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.184737 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9a42720b-8fc0-41f1-979c-5c0ac4b6411b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0484490 Nov 22 16:41:58.188780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34700) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.193490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2f6c1f72-c6db-455c-bd41-b3742dbcc3b5 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060522235'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:58.220468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1f72-c6db-455c-bd41-b3742dbcc3b5 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.300353 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1f72-c6db-455c-bd41-b3742dbcc3b5 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.304727 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1f72-c6db-455c-bd41-b3742dbcc3b5 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.336590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2f6c1f72-c6db-455c-bd41-b3742dbcc3b5 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.338072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2f6c1f72-c6db-455c-bd41-b3742dbcc3b5 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1482501 Nov 22 16:41:58.341735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34702) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.347543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-550fd190-b781-4766-8cdb-08701765627e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': '3a47fbd1-505a-49ba-9610-5e1409b5b546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:58.353739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c1f72-c6db-455c-bd41-b3742dbcc3b5 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a47fbd1-505a-49ba-9610-5e1409b5b546,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.381935 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-550fd190-b781-4766-8cdb-08701765627e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.451726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-550fd190-b781-4766-8cdb-08701765627e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.456990 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-550fd190-b781-4766-8cdb-08701765627e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.480699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fd190-b781-4766-8cdb-08701765627e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0a7854-370c-49bb-9759-b9c080ea6294,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.487210 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-550fd190-b781-4766-8cdb-08701765627e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.488445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-550fd190-b781-4766-8cdb-08701765627e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1457644 Nov 22 16:41:58.491428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.497058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-340d3f01-93e1-44df-88c2-eea19719b5ba tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': '3a47fbd1-505a-49ba-9610-5e1409b5b546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:58.530363 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340d3f01-93e1-44df-88c2-eea19719b5ba tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.590706 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340d3f01-93e1-44df-88c2-eea19719b5ba tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.595680 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340d3f01-93e1-44df-88c2-eea19719b5ba tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.616356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d3f01-93e1-44df-88c2-eea19719b5ba tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50ec8a2-ab88-4642-be04-4a17880d93cf,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.621001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-340d3f01-93e1-44df-88c2-eea19719b5ba tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.622595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-340d3f01-93e1-44df-88c2-eea19719b5ba tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298900 Nov 22 16:41:58.625294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34708) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.630031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0bbe1465-8669-423b-8ec5-7d9786d26e32 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': '3a47fbd1-505a-49ba-9610-5e1409b5b546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:58.659698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1465-8669-423b-8ec5-7d9786d26e32 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.720750 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1465-8669-423b-8ec5-7d9786d26e32 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.724532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1465-8669-423b-8ec5-7d9786d26e32 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.746647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe1465-8669-423b-8ec5-7d9786d26e32 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a823f4a4-da4c-4069-8d3e-0fc20fd6945f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.752532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bbe1465-8669-423b-8ec5-7d9786d26e32 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.753957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0bbe1465-8669-423b-8ec5-7d9786d26e32 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273634 Nov 22 16:41:58.756728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34710) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.761852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ec4d94fa-9b3b-4e91-9146-6c7e1e1c1d1c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': '3a47fbd1-505a-49ba-9610-5e1409b5b546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:58.791328 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d94fa-9b3b-4e91-9146-6c7e1e1c1d1c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.857006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d94fa-9b3b-4e91-9146-6c7e1e1c1d1c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.861996 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d94fa-9b3b-4e91-9146-6c7e1e1c1d1c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.882252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d94fa-9b3b-4e91-9146-6c7e1e1c1d1c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b415aa-e057-424b-ae31-a6bda81258fb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.890752 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d94fa-9b3b-4e91-9146-6c7e1e1c1d1c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.892063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ec4d94fa-9b3b-4e91-9146-6c7e1e1c1d1c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343658 Nov 22 16:41:58.894811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34712) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.899353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-de279b71-dfe2-415b-8216-a72761da04fe tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': '3a47fbd1-505a-49ba-9610-5e1409b5b546', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:58.928307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de279b71-dfe2-415b-8216-a72761da04fe tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.999479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de279b71-dfe2-415b-8216-a72761da04fe tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.004038 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de279b71-dfe2-415b-8216-a72761da04fe tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.023657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de279b71-dfe2-415b-8216-a72761da04fe tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73df8225-a892-4e1d-943a-bc408928a437,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.033676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de279b71-dfe2-415b-8216-a72761da04fe tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.034931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-de279b71-dfe2-415b-8216-a72761da04fe tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1390707 Nov 22 16:41:59.038084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34714) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.065295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7f9965d-08eb-4962-8e6e-13b326be368e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.073008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7f9965d-08eb-4962-8e6e-13b326be368e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.101061 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7f9965d-08eb-4962-8e6e-13b326be368e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.108775 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7f9965d-08eb-4962-8e6e-13b326be368e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.109947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e7f9965d-08eb-4962-8e6e-13b326be368e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/73df8225-a892-4e1d-943a-bc408928a437 HTTP/1.1" status: 204 len: 168 time: 0.0706658 Nov 22 16:41:59.112817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34716) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.116181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9965d-08eb-4962-8e6e-13b326be368e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73df8225-a892-4e1d-943a-bc408928a437,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.160683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b418c131-127a-41b3-8a86-bc2b73022f9b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0463293 Nov 22 16:41:59.164044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.195178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bcf14ea1-2bd4-4038-9a0b-2946776e9564 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.204970 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bcf14ea1-2bd4-4038-9a0b-2946776e9564 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.230805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bcf14ea1-2bd4-4038-9a0b-2946776e9564 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.237483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bcf14ea1-2bd4-4038-9a0b-2946776e9564 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.238586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bcf14ea1-2bd4-4038-9a0b-2946776e9564 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/30b415aa-e057-424b-ae31-a6bda81258fb HTTP/1.1" status: 204 len: 168 time: 0.0736263 Nov 22 16:41:59.241632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34720) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.244152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14ea1-2bd4-4038-9a0b-2946776e9564 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30b415aa-e057-424b-ae31-a6bda81258fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.302210 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ed06b012-7bdf-4d23-85af-f281b24300a5 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0592923 Nov 22 16:41:59.305301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34722) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.334270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eba96597-7aeb-4729-9c2c-d23e558fd66c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.343325 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eba96597-7aeb-4729-9c2c-d23e558fd66c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.373812 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eba96597-7aeb-4729-9c2c-d23e558fd66c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.381258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eba96597-7aeb-4729-9c2c-d23e558fd66c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.382521 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eba96597-7aeb-4729-9c2c-d23e558fd66c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a823f4a4-da4c-4069-8d3e-0fc20fd6945f HTTP/1.1" status: 204 len: 168 time: 0.0761023 Nov 22 16:41:59.386497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34724) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.389011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba96597-7aeb-4729-9c2c-d23e558fd66c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a823f4a4-da4c-4069-8d3e-0fc20fd6945f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.435636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-07c4247d-304c-4453-82bb-5972d4369252 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0474148 Nov 22 16:41:59.439704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.467855 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-279b1d24-ce4e-4f37-82fb-daaca5bdcef1 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.477940 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-279b1d24-ce4e-4f37-82fb-daaca5bdcef1 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.513901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-279b1d24-ce4e-4f37-82fb-daaca5bdcef1 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.520929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-279b1d24-ce4e-4f37-82fb-daaca5bdcef1 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.522304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-279b1d24-ce4e-4f37-82fb-daaca5bdcef1 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b50ec8a2-ab88-4642-be04-4a17880d93cf HTTP/1.1" status: 204 len: 168 time: 0.0814252 Nov 22 16:41:59.524958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34728) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.537835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b1d24-ce4e-4f37-82fb-daaca5bdcef1 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b50ec8a2-ab88-4642-be04-4a17880d93cf,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.577264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a21dd517-6fce-463e-b11b-859266a86d0e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0509586 Nov 22 16:41:59.580400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34730) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.606132 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3e82e22-0343-4266-b510-7e17f03107a7 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.614326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3e82e22-0343-4266-b510-7e17f03107a7 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.642168 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3e82e22-0343-4266-b510-7e17f03107a7 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.649147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3e82e22-0343-4266-b510-7e17f03107a7 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.650264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a3e82e22-0343-4266-b510-7e17f03107a7 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/fb0a7854-370c-49bb-9759-b9c080ea6294 HTTP/1.1" status: 204 len: 168 time: 0.0690055 Nov 22 16:41:59.653513 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34732) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.656518 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e82e22-0343-4266-b510-7e17f03107a7 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb0a7854-370c-49bb-9759-b9c080ea6294,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.700310 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0e99d9a8-3ba2-4a1d-9b3d-01cc93699c8c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454609 Nov 22 16:41:59.704977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34734) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.769116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-351d1110-49e1-45bb-a32b-f3fc28648fb8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.800972 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-351d1110-49e1-45bb-a32b-f3fc28648fb8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.850196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-351d1110-49e1-45bb-a32b-f3fc28648fb8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.854358 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-351d1110-49e1-45bb-a32b-f3fc28648fb8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.856533 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-351d1110-49e1-45bb-a32b-f3fc28648fb8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/3a47fbd1-505a-49ba-9610-5e1409b5b546 HTTP/1.1" status: 204 len: 168 time: 0.1505320 Nov 22 16:41:59.860328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.866593 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d1110-49e1-45bb-a32b-f3fc28648fb8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a47fbd1-505a-49ba-9610-5e1409b5b546,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:59.924515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e3bb04a3-8900-4e21-844e-56c0854c6f33 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0628452 Nov 22 16:41:59.930996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34740) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.938371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-91771df1-25f7-4b59-b9ed-02ab708b62ca tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-secgroup--843432063'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:59.972055 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91771df1-25f7-4b59-b9ed-02ab708b62ca tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.060617 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91771df1-25f7-4b59-b9ed-02ab708b62ca tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.065096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91771df1-25f7-4b59-b9ed-02ab708b62ca tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.100174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91771df1-25f7-4b59-b9ed-02ab708b62ca tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.101414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91771df1-25f7-4b59-b9ed-02ab708b62ca tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1692717 Nov 22 16:42:00.102589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91771df1-25f7-4b59-b9ed-02ab708b62ca tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=929885f0-e56a-4c75-8d61-eb23b8d19b97,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.104452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34742) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.114664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f48174f4-6fe3-4724-93f3-88247bd6b7e8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': '929885f0-e56a-4c75-8d61-eb23b8d19b97', 'direction': 'ingress', 'protocol': 17}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:00.151561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f48174f4-6fe3-4724-93f3-88247bd6b7e8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.211646 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f48174f4-6fe3-4724-93f3-88247bd6b7e8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.217007 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f48174f4-6fe3-4724-93f3-88247bd6b7e8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.241718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48174f4-6fe3-4724-93f3-88247bd6b7e8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40351a65-0a97-4633-ac03-e71280abd884,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.251740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f48174f4-6fe3-4724-93f3-88247bd6b7e8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.252759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f48174f4-6fe3-4724-93f3-88247bd6b7e8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1459513 Nov 22 16:42:00.256493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34744) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.326281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fe12989-1c9d-43a0-9556-e6ada857f2c6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.354854 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fe12989-1c9d-43a0-9556-e6ada857f2c6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.406638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fe12989-1c9d-43a0-9556-e6ada857f2c6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.409631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1fe12989-1c9d-43a0-9556-e6ada857f2c6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.411023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1fe12989-1c9d-43a0-9556-e6ada857f2c6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/929885f0-e56a-4c75-8d61-eb23b8d19b97 HTTP/1.1" status: 204 len: 168 time: 0.1534636 Nov 22 16:42:00.414046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34746) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.421734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe12989-1c9d-43a0-9556-e6ada857f2c6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=929885f0-e56a-4c75-8d61-eb23b8d19b97,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.480993 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0699462c-aa8f-47e4-b735-a33bf45e9057 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0644054 Nov 22 16:42:00.484576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34748) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.490182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ea5d7f58-89e6-438d-a479-71ae94be8f3d tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1999529484'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:00.521537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7f58-89e6-438d-a479-71ae94be8f3d tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.606166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7f58-89e6-438d-a479-71ae94be8f3d tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.610250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7f58-89e6-438d-a479-71ae94be8f3d tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.642478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d7f58-89e6-438d-a479-71ae94be8f3d tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e297aa-a2f1-4516-a516-29e2560e8624,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.647313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7f58-89e6-438d-a479-71ae94be8f3d tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.648922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ea5d7f58-89e6-438d-a479-71ae94be8f3d tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1626353 Nov 22 16:42:00.652735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.657064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2ce8b16d-00ec-432e-a8fa-e7d5221105df tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-secgroup--463266579'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:00.687624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b16d-00ec-432e-a8fa-e7d5221105df tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.760757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b16d-00ec-432e-a8fa-e7d5221105df tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.765901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b16d-00ec-432e-a8fa-e7d5221105df tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.800382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8b16d-00ec-432e-a8fa-e7d5221105df tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8c1d2f-60da-454f-93ac-e5358b4bdcd4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.806294 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2ce8b16d-00ec-432e-a8fa-e7d5221105df tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.808942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2ce8b16d-00ec-432e-a8fa-e7d5221105df tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1558478 Nov 22 16:42:00.811228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34754) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.815837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ad85cd46-6f69-4c06-b390-eab7f3084223 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': 'a3e297aa-a2f1-4516-a516-29e2560e8624', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4c8c1d2f-60da-454f-93ac-e5358b4bdcd4', 'remote_ip_prefix': None}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:00.857486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad85cd46-6f69-4c06-b390-eab7f3084223 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.948575 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad85cd46-6f69-4c06-b390-eab7f3084223 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.954174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad85cd46-6f69-4c06-b390-eab7f3084223 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.980631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85cd46-6f69-4c06-b390-eab7f3084223 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63eab6b-68a3-45d5-b9ae-2812902dae73,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.988119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad85cd46-6f69-4c06-b390-eab7f3084223 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.989336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ad85cd46-6f69-4c06-b390-eab7f3084223 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1772387 Nov 22 16:42:00.992459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.020723 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e98bdf83-b041-49b9-a0e8-6bf2671b7043 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.030226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e98bdf83-b041-49b9-a0e8-6bf2671b7043 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.063861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e98bdf83-b041-49b9-a0e8-6bf2671b7043 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.069621 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e98bdf83-b041-49b9-a0e8-6bf2671b7043 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.070783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e98bdf83-b041-49b9-a0e8-6bf2671b7043 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b63eab6b-68a3-45d5-b9ae-2812902dae73 HTTP/1.1" status: 204 len: 168 time: 0.0771043 Nov 22 16:42:01.076233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34758) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.079579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bdf83-b041-49b9-a0e8-6bf2671b7043 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b63eab6b-68a3-45d5-b9ae-2812902dae73,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.128434 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-78ec05b2-a0c9-4978-835f-fe74a98c398c tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0505476 Nov 22 16:42:01.131074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34760) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.188122 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26f92f44-e310-411f-b19a-9f9f1f0cf9a6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.211699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26f92f44-e310-411f-b19a-9f9f1f0cf9a6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.270892 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26f92f44-e310-411f-b19a-9f9f1f0cf9a6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.274569 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-26f92f44-e310-411f-b19a-9f9f1f0cf9a6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.277356 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-26f92f44-e310-411f-b19a-9f9f1f0cf9a6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/4c8c1d2f-60da-454f-93ac-e5358b4bdcd4 HTTP/1.1" status: 204 len: 168 time: 0.1441619 Nov 22 16:42:01.281292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.290215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f92f44-e310-411f-b19a-9f9f1f0cf9a6 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8c1d2f-60da-454f-93ac-e5358b4bdcd4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.356697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-95f68178-8ab9-4b1e-a2ea-6564635f6ddf tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0738702 Nov 22 16:42:01.360149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34764) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.423083 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ef09db4-735d-41d4-8d5d-a1aea030dfb2 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.447489 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ef09db4-735d-41d4-8d5d-a1aea030dfb2 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.494905 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ef09db4-735d-41d4-8d5d-a1aea030dfb2 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.497914 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3ef09db4-735d-41d4-8d5d-a1aea030dfb2 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.499278 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3ef09db4-735d-41d4-8d5d-a1aea030dfb2 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/a3e297aa-a2f1-4516-a516-29e2560e8624 HTTP/1.1" status: 204 len: 168 time: 0.1377466 Nov 22 16:42:01.502661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34766) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.509671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef09db4-735d-41d4-8d5d-a1aea030dfb2 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e297aa-a2f1-4516-a516-29e2560e8624,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.553394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1f4361b6-6d50-4281-a790-3710f6c786a1 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494235 Nov 22 16:42:01.557453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.562370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-687daabe-7e61-4b76-b310-07555a124d3f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877352901'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:01.587011 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-687daabe-7e61-4b76-b310-07555a124d3f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.671813 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-687daabe-7e61-4b76-b310-07555a124d3f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.676525 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-687daabe-7e61-4b76-b310-07555a124d3f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.709437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-687daabe-7e61-4b76-b310-07555a124d3f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.710756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-687daabe-7e61-4b76-b310-07555a124d3f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1521785 Nov 22 16:42:01.714065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34770) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.716583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687daabe-7e61-4b76-b310-07555a124d3f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c02945a-8c1d-4e19-8833-c0486a87f2e1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.720621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a46241ed-2172-4b4f-b9c1-a8f905d86345 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': '3c02945a-8c1d-4e19-8833-c0486a87f2e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:01.754049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a46241ed-2172-4b4f-b9c1-a8f905d86345 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.813405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a46241ed-2172-4b4f-b9c1-a8f905d86345 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.817737 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a46241ed-2172-4b4f-b9c1-a8f905d86345 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.843941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46241ed-2172-4b4f-b9c1-a8f905d86345 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37664c3-4be7-41d5-a797-5323dc405c31,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.849993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a46241ed-2172-4b4f-b9c1-a8f905d86345 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.851190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a46241ed-2172-4b4f-b9c1-a8f905d86345 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1354692 Nov 22 16:42:01.854934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34772) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.883469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de83bd2e-014f-4a7d-8f39-b05b7a235b3b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.893058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de83bd2e-014f-4a7d-8f39-b05b7a235b3b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.922556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de83bd2e-014f-4a7d-8f39-b05b7a235b3b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.928793 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de83bd2e-014f-4a7d-8f39-b05b7a235b3b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.930387 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de83bd2e-014f-4a7d-8f39-b05b7a235b3b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a37664c3-4be7-41d5-a797-5323dc405c31 HTTP/1.1" status: 204 len: 168 time: 0.0741005 Nov 22 16:42:01.933078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34774) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:01.940179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83bd2e-014f-4a7d-8f39-b05b7a235b3b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a37664c3-4be7-41d5-a797-5323dc405c31,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.981590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dbf7bf1f-38f5-44a5-a21f-277bda8b35c9 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471313 Nov 22 16:42:01.984322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.040306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58fe8b7a-f172-4966-93c3-a9c673909e9b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.064663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58fe8b7a-f172-4966-93c3-a9c673909e9b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.109410 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58fe8b7a-f172-4966-93c3-a9c673909e9b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.112376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-58fe8b7a-f172-4966-93c3-a9c673909e9b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.113535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-58fe8b7a-f172-4966-93c3-a9c673909e9b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/3c02945a-8c1d-4e19-8833-c0486a87f2e1 HTTP/1.1" status: 204 len: 168 time: 0.1283000 Nov 22 16:42:02.116339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34778) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.123550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe8b7a-f172-4966-93c3-a9c673909e9b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c02945a-8c1d-4e19-8833-c0486a87f2e1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:02.172802 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6b2ac57c-fbd9-4b8e-9fc2-bdd8b2c024de tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550311 Nov 22 16:42:02.176693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34780) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.182082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-db35380c-fd56-4e88-8894-51a8c631612b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167330823'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:02.208560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db35380c-fd56-4e88-8894-51a8c631612b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.296576 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db35380c-fd56-4e88-8894-51a8c631612b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.301306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db35380c-fd56-4e88-8894-51a8c631612b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.334630 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-db35380c-fd56-4e88-8894-51a8c631612b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.336147 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-db35380c-fd56-4e88-8894-51a8c631612b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1581635 Nov 22 16:42:02.338848 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34782) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.345240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e3f6d0c2-bfa9-4fa2-8850-c36787ba7f74 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': 'e863d7f6-eac5-43f7-9108-77eaf829184d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:02.351427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35380c-fd56-4e88-8894-51a8c631612b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e863d7f6-eac5-43f7-9108-77eaf829184d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:02.382639 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0c2-bfa9-4fa2-8850-c36787ba7f74 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.444152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0c2-bfa9-4fa2-8850-c36787ba7f74 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.448115 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0c2-bfa9-4fa2-8850-c36787ba7f74 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.467445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6d0c2-bfa9-4fa2-8850-c36787ba7f74 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da24d181-65e2-43d3-bc16-d408326c264a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:02.476724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e3f6d0c2-bfa9-4fa2-8850-c36787ba7f74 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.481130 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e3f6d0c2-bfa9-4fa2-8850-c36787ba7f74 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376686 Nov 22 16:42:02.481468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34784) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.500161 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6df94a3c-5a47-47f5-8a38-517df2c58ec3 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules/da24d181-65e2-43d3-bc16-d408326c264a HTTP/1.1" status: 200 len: 763 time: 0.0174284 Nov 22 16:42:02.502952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.546829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0f36b327-1767-4eca-ac6f-e23dd8ec09eb tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427141 Nov 22 16:42:02.549669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34788) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.575840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa275-2086-4812-9c65-cfe39a85022f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.584790 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa275-2086-4812-9c65-cfe39a85022f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.614792 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa275-2086-4812-9c65-cfe39a85022f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.621663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f1aa275-2086-4812-9c65-cfe39a85022f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.622853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9f1aa275-2086-4812-9c65-cfe39a85022f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/da24d181-65e2-43d3-bc16-d408326c264a HTTP/1.1" status: 204 len: 168 time: 0.0722573 Nov 22 16:42:02.625564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34790) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.628726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aa275-2086-4812-9c65-cfe39a85022f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da24d181-65e2-43d3-bc16-d408326c264a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:02.672322 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e5dd9d59-4192-4383-a3fa-1c9e80ad6ca8 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0453112 Nov 22 16:42:02.674963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34792) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.679858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-43032faf-a0a6-494e-bd2e-3df3eff1ef0b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': 'e863d7f6-eac5-43f7-9108-77eaf829184d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:02.710437 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43032faf-a0a6-494e-bd2e-3df3eff1ef0b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.776335 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43032faf-a0a6-494e-bd2e-3df3eff1ef0b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.780125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43032faf-a0a6-494e-bd2e-3df3eff1ef0b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.799045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43032faf-a0a6-494e-bd2e-3df3eff1ef0b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5db3d1d-d306-4815-ac66-25506ddf5ccd,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:02.810396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-43032faf-a0a6-494e-bd2e-3df3eff1ef0b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.811652 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-43032faf-a0a6-494e-bd2e-3df3eff1ef0b tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356809 Nov 22 16:42:02.814236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34794) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.830923 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-413f1cce-e595-47f4-ac86-15997ebc1279 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules/b5db3d1d-d306-4815-ac66-25506ddf5ccd HTTP/1.1" status: 200 len: 763 time: 0.0154226 Nov 22 16:42:02.833446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34796) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.876941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cd641f1e-b808-4f79-80a3-a5a19cdb12ff tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0421958 Nov 22 16:42:02.879489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34798) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.907638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f1559d2-44c1-462b-b5ae-a8db2a65efc4 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.916736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f1559d2-44c1-462b-b5ae-a8db2a65efc4 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.945439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f1559d2-44c1-462b-b5ae-a8db2a65efc4 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.951138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f1559d2-44c1-462b-b5ae-a8db2a65efc4 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.952319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9f1559d2-44c1-462b-b5ae-a8db2a65efc4 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b5db3d1d-d306-4815-ac66-25506ddf5ccd HTTP/1.1" status: 204 len: 168 time: 0.0718749 Nov 22 16:42:02.954867 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34800) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.962131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1559d2-44c1-462b-b5ae-a8db2a65efc4 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5db3d1d-d306-4815-ac66-25506ddf5ccd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:02.993021 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b17ded67-7d00-41b1-a892-309307ebefab tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0369701 Nov 22 16:42:02.996041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34802) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.000217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a2b655b4-0633-4e0a-9a40-e25cb3573b2e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Request body: {'security_group_rule': {'security_group_id': 'e863d7f6-eac5-43f7-9108-77eaf829184d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:03.026779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b655b4-0633-4e0a-9a40-e25cb3573b2e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.082215 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b655b4-0633-4e0a-9a40-e25cb3573b2e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.085984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b655b4-0633-4e0a-9a40-e25cb3573b2e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.103337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b655b4-0633-4e0a-9a40-e25cb3573b2e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f4fc57-a61f-4aa0-ac78-379020bf1e1f,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:03.112477 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2b655b4-0633-4e0a-9a40-e25cb3573b2e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.113705 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a2b655b4-0633-4e0a-9a40-e25cb3573b2e tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167455 Nov 22 16:42:03.116442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.136576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2be177a5-5d24-4462-892f-90390f12a9cd tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules/b1f4fc57-a61f-4aa0-ac78-379020bf1e1f HTTP/1.1" status: 200 len: 764 time: 0.0186632 Nov 22 16:42:03.138863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34806) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.467939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-11eb1503-b2bd-4c40-abff-7452b1c35062 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3280025 Nov 22 16:42:03.470583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34808) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.492631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4efc472-1632-4f72-82db-f01f393be80a tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.501227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4efc472-1632-4f72-82db-f01f393be80a tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.527115 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4efc472-1632-4f72-82db-f01f393be80a tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.533642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4efc472-1632-4f72-82db-f01f393be80a tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.534820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d4efc472-1632-4f72-82db-f01f393be80a tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/b1f4fc57-a61f-4aa0-ac78-379020bf1e1f HTTP/1.1" status: 204 len: 168 time: 0.0633521 Nov 22 16:42:03.537586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34810) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.540872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efc472-1632-4f72-82db-f01f393be80a tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1f4fc57-a61f-4aa0-ac78-379020bf1e1f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:03.583664 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7041aeed-f5d3-4054-9638-0af38507072a tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444629 Nov 22 16:42:03.586358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.638808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22bad48d-995c-4d9b-a649-b48f0ae85e53 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.660936 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22bad48d-995c-4d9b-a649-b48f0ae85e53 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.707847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22bad48d-995c-4d9b-a649-b48f0ae85e53 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.710461 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-22bad48d-995c-4d9b-a649-b48f0ae85e53 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.711612 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-22bad48d-995c-4d9b-a649-b48f0ae85e53 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "DELETE /v2.0/security-groups/e863d7f6-eac5-43f7-9108-77eaf829184d HTTP/1.1" status: 204 len: 168 time: 0.1243587 Nov 22 16:42:03.714566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.721255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bad48d-995c-4d9b-a649-b48f0ae85e53 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e863d7f6-eac5-43f7-9108-77eaf829184d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:03.762051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-36d0f519-aa63-43e8-b51e-b34608b75cc4 tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0454438 Nov 22 16:42:03.765846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34816) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:03.806340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-602574ea-67f4-4936-82ce-208a393ecb9f tempest-SecGroupTest-1234833141 tempest-SecGroupTest-1234833141-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0391667 Nov 22 16:42:04.081339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34822) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:04.219239 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3f7e1b61-0410-468b-8527-0990151babcc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b2df7de55b9e49c3a320e00a930746d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366966 Nov 22 16:42:04.221868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:04.276207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56613cc5-83f7-4cac-92aa-bf8076342ca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.299407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56613cc5-83f7-4cac-92aa-bf8076342ca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.349042 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56613cc5-83f7-4cac-92aa-bf8076342ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.351660 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56613cc5-83f7-4cac-92aa-bf8076342ca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.352843 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-56613cc5-83f7-4cac-92aa-bf8076342ca6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f32adb7a-f926-4ea7-a2ef-a721a746b9eb HTTP/1.1" status: 204 len: 168 time: 0.1300056 Nov 22 16:42:04.362576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56613cc5-83f7-4cac-92aa-bf8076342ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32adb7a-f926-4ea7-a2ef-a721a746b9eb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:05.182301 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34848) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:05.187280 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033984 Nov 22 16:42:05.190639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34850) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:05.294899 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1bca0846-2664-4194-b86a-9a0a80b90337 tempest-NetworksApiDiscovery-1267883752 tempest-NetworksApiDiscovery-1267883752-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1031022 Nov 22 16:42:05.541210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 34858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:05.647731 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badf9103-ffb1-4d0a-93c3-52858d6be278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.732453 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badf9103-ffb1-4d0a-93c3-52858d6be278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.736814 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-badf9103-ffb1-4d0a-93c3-52858d6be278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.778367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-badf9103-ffb1-4d0a-93c3-52858d6be278 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ae0b6e606994e6f84399baa04d7e219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2360337 Nov 22 16:42:05.779282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf9103-ffb1-4d0a-93c3-52858d6be278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6e669d-92ba-4fd7-9e24-8752f9ce6224,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:05.781347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34862) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:05.829824 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f69b57e-0131-4982-9bf1-ab840c5a9307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.853865 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f69b57e-0131-4982-9bf1-ab840c5a9307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.902430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f69b57e-0131-4982-9bf1-ab840c5a9307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.905970 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f69b57e-0131-4982-9bf1-ab840c5a9307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.907141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5f69b57e-0131-4982-9bf1-ab840c5a9307 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce6e669d-92ba-4fd7-9e24-8752f9ce6224 HTTP/1.1" status: 204 len: 168 time: 0.1246731 Nov 22 16:42:05.914937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69b57e-0131-4982-9bf1-ab840c5a9307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6e669d-92ba-4fd7-9e24-8752f9ce6224,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:16.507539 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:42:18.792477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34960) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:18.904125 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-502e9432-4ddb-4945-895d-3ec4085e1080 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.981276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-502e9432-4ddb-4945-895d-3ec4085e1080 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.984994 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-502e9432-4ddb-4945-895d-3ec4085e1080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.025015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-502e9432-4ddb-4945-895d-3ec4085e1080 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f49d5358fcf046ea853f116deaf27ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313201 Nov 22 16:42:19.028041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34964) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:19.034903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e9432-4ddb-4945-895d-3ec4085e1080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2997c8e6-f9e1-4c2d-b90e-4031f80e213c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:19.041364 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-02d622b1-a8de-473a-adde-ee638727ef3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.086843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5dacb2d-f18f-4f67-b20a-73a0996b27e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.111937 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5dacb2d-f18f-4f67-b20a-73a0996b27e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.165547 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5dacb2d-f18f-4f67-b20a-73a0996b27e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.169066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c5dacb2d-f18f-4f67-b20a-73a0996b27e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.170270 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c5dacb2d-f18f-4f67-b20a-73a0996b27e6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2997c8e6-f9e1-4c2d-b90e-4031f80e213c HTTP/1.1" status: 204 len: 168 time: 0.1412489 Nov 22 16:42:19.178558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dacb2d-f18f-4f67-b20a-73a0996b27e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2997c8e6-f9e1-4c2d-b90e-4031f80e213c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:19.458047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34970) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:19.474356 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d96e643-aad8-4521-b2ea-f834c12510e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.553978 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d96e643-aad8-4521-b2ea-f834c12510e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.558095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2d96e643-aad8-4521-b2ea-f834c12510e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.614156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96e643-aad8-4521-b2ea-f834c12510e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fdbb6f-aff9-4362-91ca-24e5df553446,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:19.620665 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2d96e643-aad8-4521-b2ea-f834c12510e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f368e181cc4940a19c65dbddd8f63589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612742 Nov 22 16:42:19.623068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 34972) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:19.676809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8f2495-e95b-4adf-b4a6-3dab2f875620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.702146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8f2495-e95b-4adf-b4a6-3dab2f875620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.751523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8f2495-e95b-4adf-b4a6-3dab2f875620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.754161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de8f2495-e95b-4adf-b4a6-3dab2f875620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.755330 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de8f2495-e95b-4adf-b4a6-3dab2f875620 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26fdbb6f-aff9-4362-91ca-24e5df553446 HTTP/1.1" status: 204 len: 168 time: 0.1312861 Nov 22 16:42:19.763983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f2495-e95b-4adf-b4a6-3dab2f875620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fdbb6f-aff9-4362-91ca-24e5df553446,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:21.321870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9aae27e2-8427-49dd-a1ad-e4ad91693a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.519677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.738317 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.584694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.804975 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.864376 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.134743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35048) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:25.240491 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a8064c1-9858-4163-a3f9-662156a180df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.324668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a8064c1-9858-4163-a3f9-662156a180df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.328701 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8a8064c1-9858-4163-a3f9-662156a180df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.372624 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8a8064c1-9858-4163-a3f9-662156a180df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ff7180b88164cd8982a756ff6eb0a67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2366674 Nov 22 16:42:25.373546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8064c1-9858-4163-a3f9-662156a180df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3924ee64-010e-4085-bc62-05c3cdb24072,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:25.375388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35052) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:25.427519 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2d40abb-f413-47a7-9715-0cc0f5c3e0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.450158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2d40abb-f413-47a7-9715-0cc0f5c3e0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.498766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2d40abb-f413-47a7-9715-0cc0f5c3e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.501504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2d40abb-f413-47a7-9715-0cc0f5c3e0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.502665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d2d40abb-f413-47a7-9715-0cc0f5c3e0d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3924ee64-010e-4085-bc62-05c3cdb24072 HTTP/1.1" status: 204 len: 168 time: 0.1252997 Nov 22 16:42:25.511699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d40abb-f413-47a7-9715-0cc0f5c3e0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3924ee64-010e-4085-bc62-05c3cdb24072,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:25.778685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35058) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:25.792585 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8235c8e1-20e9-4b15-a39c-5528a52c2e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.871482 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8235c8e1-20e9-4b15-a39c-5528a52c2e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.875734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8235c8e1-20e9-4b15-a39c-5528a52c2e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.913680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235c8e1-20e9-4b15-a39c-5528a52c2e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87be40d9-7fec-455e-b71a-e4940434a95c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:25.919053 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8235c8e1-20e9-4b15-a39c-5528a52c2e10 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=befa601f32e640a78abd2449f98c7ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393328 Nov 22 16:42:25.921733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35060) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:25.981766 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2f25-2685-469c-bd89-a04e29e20b98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.006077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2f25-2685-469c-bd89-a04e29e20b98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.053238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2f25-2685-469c-bd89-a04e29e20b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.055846 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2f25-2685-469c-bd89-a04e29e20b98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.057644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d2ba2f25-2685-469c-bd89-a04e29e20b98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/87be40d9-7fec-455e-b71a-e4940434a95c HTTP/1.1" status: 204 len: 168 time: 0.1344202 Nov 22 16:42:26.066072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba2f25-2685-469c-bd89-a04e29e20b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be40d9-7fec-455e-b71a-e4940434a95c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.040809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-a5fd5358-e3a3-47dd-81a2-54e02c346fbb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1508231 Nov 22 16:42:31.128373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-bf88bb08-f23c-45d2-b62d-e4bae9d6b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.130304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-bf88bb08-f23c-45d2-b62d-e4bae9d6b913 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 1097 time: 0.0449324 Nov 22 16:42:31.251840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-9be0d441-b4cd-47cb-858a-6920a87b508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.253817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-9be0d441-b4cd-47cb-858a-6920a87b508b service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1036890 Nov 22 16:42:31.297601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35126) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:31.325931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-ae732173-814c-4bca-8125-5a0b94f20a00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b HTTP/1.1" status: 200 len: 1001 time: 0.0651066 Nov 22 16:42:31.384591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-4bff96af-6d34-4eb4-b935-3f2a7484b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.386289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-4bff96af-6d34-4eb4-b935-3f2a7484b3f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0531065 Nov 22 16:42:31.419148 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6546541f-773a-40e1-abe0-866eb7990390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.434328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-bfa1f9fa-612a-4527-b909-a33e1253f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.435829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-bfa1f9fa-612a-4527-b909-a33e1253f4f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431252 Nov 22 16:42:31.446446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-40a9876b-1328-49ba-83e5-23fae01abacd service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:42:31.447415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-40a9876b-1328-49ba-83e5-23fae01abacd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050159 Nov 22 16:42:31.498028 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6546541f-773a-40e1-abe0-866eb7990390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.503415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6546541f-773a-40e1-abe0-866eb7990390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.545167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546541f-773a-40e1-abe0-866eb7990390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a01dc82-dfae-4fca-846c-101752d9bd1d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.552538 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6546541f-773a-40e1-abe0-866eb7990390 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=952d51f5f1ba42b793afdab66bb0ddd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528250 Nov 22 16:42:31.553203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35130) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:31.553732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-3964b927-6d5e-47b2-b0eb-7ba1abffc005 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992875 Nov 22 16:42:31.611275 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6000eac5-4155-4c9f-a7c1-487c51d4a14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.633481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6000eac5-4155-4c9f-a7c1-487c51d4a14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.662961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab3faa9-099b-4194-bbf5-1ed63830b918 req-3ae360c8-dad3-4c38-bdf3-a3eaeaf8c5db service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015089 Nov 22 16:42:31.688527 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6000eac5-4155-4c9f-a7c1-487c51d4a14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.691209 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6000eac5-4155-4c9f-a7c1-487c51d4a14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.692614 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6000eac5-4155-4c9f-a7c1-487c51d4a14b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a01dc82-dfae-4fca-846c-101752d9bd1d HTTP/1.1" status: 204 len: 168 time: 0.1378908 Nov 22 16:42:31.701647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000eac5-4155-4c9f-a7c1-487c51d4a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a01dc82-dfae-4fca-846c-101752d9bd1d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.982009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:31.996308 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aac1a34b-76dc-40f5-b20d-971ba522c20a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.085758 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aac1a34b-76dc-40f5-b20d-971ba522c20a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.089866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aac1a34b-76dc-40f5-b20d-971ba522c20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.129381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aac1a34b-76dc-40f5-b20d-971ba522c20a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8550a013b814c35a3d845f49e46d5c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461508 Nov 22 16:42:32.130291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1a34b-76dc-40f5-b20d-971ba522c20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e3179-134c-4d9b-b906-881a3204e7d1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:32.132103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35138) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:32.183654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bca54e6a-17c8-4d57-a765-7a358a075c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.208840 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bca54e6a-17c8-4d57-a765-7a358a075c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.260630 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bca54e6a-17c8-4d57-a765-7a358a075c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.263263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bca54e6a-17c8-4d57-a765-7a358a075c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.266771 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bca54e6a-17c8-4d57-a765-7a358a075c6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb1e3179-134c-4d9b-b906-881a3204e7d1 HTTP/1.1" status: 204 len: 168 time: 0.1313612 Nov 22 16:42:32.272514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca54e6a-17c8-4d57-a765-7a358a075c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1e3179-134c-4d9b-b906-881a3204e7d1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.496748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35274) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:42.624183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.726092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.733004 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.779298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6bef60f8285e4866879454b580a8d6e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812669 Nov 22 16:42:42.782835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35278) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:42.789149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924412c6-4cf1-43a9-98ad-866011481395,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.798758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.799119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.799471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.799823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.800746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.801096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.801576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.801917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.802256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.802601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.802938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.803286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e050ad5-7a5c-4c13-bcb1-7c455a4072b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:42.873030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6783-7106-4166-bc64-56a629622de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.915147 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6783-7106-4166-bc64-56a629622de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.988718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6783-7106-4166-bc64-56a629622de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.993585 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6783-7106-4166-bc64-56a629622de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.995557 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cd8b6783-7106-4166-bc64-56a629622de7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/924412c6-4cf1-43a9-98ad-866011481395 HTTP/1.1" status: 204 len: 168 time: 0.2115760 Nov 22 16:42:43.009057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b6783-7106-4166-bc64-56a629622de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924412c6-4cf1-43a9-98ad-866011481395,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.367877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:43.383870 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.481325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.486310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.557119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1cfd65dcc34c443aab753554cc62a306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1861126 Nov 22 16:42:43.559371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945702c8-549a-48f1-aaed-97bae3fa3b13,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.559948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35286) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:43.574418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.574963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.575501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.576076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.576633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.577232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.579097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.579097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.579497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.579956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.580399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.580872 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2716214-b4bd-4575-b422-84cd76f32401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:43.623369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-459ae757-d1a7-4f23-855d-8864716960d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.645592 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-459ae757-d1a7-4f23-855d-8864716960d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.698104 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-459ae757-d1a7-4f23-855d-8864716960d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.700985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-459ae757-d1a7-4f23-855d-8864716960d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.702455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-459ae757-d1a7-4f23-855d-8864716960d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/945702c8-549a-48f1-aaed-97bae3fa3b13 HTTP/1.1" status: 204 len: 168 time: 0.1410155 Nov 22 16:42:43.715107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ae757-d1a7-4f23-855d-8864716960d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945702c8-549a-48f1-aaed-97bae3fa3b13,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.099864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:44.115672 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3459677-6ff8-492a-9331-f4305c37e78a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.219440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3459677-6ff8-492a-9331-f4305c37e78a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.224223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a3459677-6ff8-492a-9331-f4305c37e78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.267393 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a3459677-6ff8-492a-9331-f4305c37e78a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d413c242bf924871bd38d48ba97274a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662281 Nov 22 16:42:44.268405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3459677-6ff8-492a-9331-f4305c37e78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff037e53-4ef9-42f1-888c-f5b1b0be2a82,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.271966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35294) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:44.326374 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d19908fa-9ed1-40d9-bece-e45b9e3f0c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.349674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d19908fa-9ed1-40d9-bece-e45b9e3f0c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.403079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d19908fa-9ed1-40d9-bece-e45b9e3f0c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.407657 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d19908fa-9ed1-40d9-bece-e45b9e3f0c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.409513 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d19908fa-9ed1-40d9-bece-e45b9e3f0c7e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff037e53-4ef9-42f1-888c-f5b1b0be2a82 HTTP/1.1" status: 204 len: 168 time: 0.1362202 Nov 22 16:42:44.422117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19908fa-9ed1-40d9-bece-e45b9e3f0c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff037e53-4ef9-42f1-888c-f5b1b0be2a82,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:49.044879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4089df22-cbae-450b-b8af-e9f820ff8008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.326346 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3ff09eb7-69e1-46a3-be8c-7b3f082e4113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.528109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.751635 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.507415 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:42:54.600345 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:54.809560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:54.885489 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.042085 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-066d07c2-ebea-4d7c-a88e-69d8c31bd1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.331849 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79e487f0-5d83-4584-b3b2-a71c91950fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.343624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a71cb-85fc-490b-ac3b-1fb340d9e0e2 req-d223658c-b387-42ce-acc1-28e586673101 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.345368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-363a71cb-85fc-490b-ac3b-1fb340d9e0e2 req-d223658c-b387-42ce-acc1-28e586673101 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 946 time: 0.0690351 Nov 22 16:43:21.424060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-363a71cb-85fc-490b-ac3b-1fb340d9e0e2 req-989d7176-a980-40c2-b73b-e972938368e3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718935 Nov 22 16:43:22.545461 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.635955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7e631-babf-4407-91d2-d623ed217496 req-7472012f-74e6-4192-80e8-802497471b31 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:22.638289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da7e631-babf-4407-91d2-d623ed217496 req-7472012f-74e6-4192-80e8-802497471b31 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 946 time: 0.0668581 Nov 22 16:43:22.728251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da7e631-babf-4407-91d2-d623ed217496 req-e6a99be2-5db8-47e5-8a9a-ee1fe791a0b0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823455 Nov 22 16:43:22.794769 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.803156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-1e8bcb88-3c7d-45cc-855f-22da4f2c082c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:22.805603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-1e8bcb88-3c7d-45cc-855f-22da4f2c082c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 946 time: 0.0951722 Nov 22 16:43:22.962349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:22.963142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.110705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] For port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:23.111125 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.471517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.472385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.472856 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Floating IP 09f33ccd-87b8-46bc-aa55-88972bd31218 disassociated. External IP: 172.25.5.83, port: 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b. Nov 22 16:43:23.473588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:23.684479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.738595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=6ee8b0a3-332a-42e7-81c1-c820e8b76e1b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:23.927777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53d450b0-1c01-40ab-9cc3-9184c9f22920 req-4c2ce880-dbab-4576-80f9-c64a8bbb970c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 210 time: 0.0461278 Nov 22 16:43:23.936116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:24.135568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:24.152247 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:24.176123 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:24.179255 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:24.211172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] No DVR routers for this DVR port 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:24.214898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.222534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eef59fa1-76d8-4bc8-9a70-d37d2d756c74 req-2877a8b7-d283-4968-bd05-40695684be93 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "DELETE /v2.0/ports/6ee8b0a3-332a-42e7-81c1-c820e8b76e1b HTTP/1.1" status: 204 len: 173 time: 1.4103913 Nov 22 16:43:24.223873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'name': 'network-vif-deleted', 'tag': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:24.229565 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f604df-3f2c-43ac-80ac-33c923eb9420" -d '{"events": [{"server_uuid": "cea793ce-b33f-4576-bfef-e7b2f77e46ae", "name": "network-vif-deleted", "tag": "6ee8b0a3-332a-42e7-81c1-c820e8b76e1b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:24.324290 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:24.605100 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.685332 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f033f04-a4fc-41f1-8208-5b133ce12a47 x-openstack-request-id: req-3f033f04-a4fc-41f1-8208-5b133ce12a47 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:24.686219 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea793ce-b33f-4576-bfef-e7b2f77e46ae", "name": "network-vif-deleted", "tag": "6ee8b0a3-332a-42e7-81c1-c820e8b76e1b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:24.686219 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f033f04-a4fc-41f1-8208-5b133ce12a47 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:24.686440 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea793ce-b33f-4576-bfef-e7b2f77e46ae', 'name': 'network-vif-deleted', 'tag': '6ee8b0a3-332a-42e7-81c1-c820e8b76e1b', 'status': 'completed', 'code': 200} Nov 22 16:43:24.750718 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:24.796766 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:24.811789 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:24.812863 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:24.950098 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.952449 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:24.965985 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.176914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea62fa5e-7db0-425c-b87a-c6c0a5b42f2c req-b68cb30d-82e5-4fd0-9ee8-f35970163f2b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 210 time: 0.0680864 Nov 22 16:43:25.385423 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:25.425477 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da1cc8a-83ee-4242-ba68-11eef5877ac8 None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:25.863437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6396f16-5b72-4522-b333-b511a274d10b None None] New status for floating IP 09f33ccd-87b8-46bc-aa55-88972bd31218: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:43:26.337803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d6591ba-2f5e-4a28-ab91-c9fa3ee6f93a req-8e23270f-8b85-4b8f-a3b3-60fa0be8d4e9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 210 time: 0.0291238 Nov 22 16:43:26.804125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:26.845822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:26.846672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 6ee8b0a3-332a-42e7-81c1-c820e8b76e1b not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:27.482016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7fd0b189-477f-4f69-b0d1-03849ab963c8 req-22e56723-481b-4e2c-9220-34f55ee83c19 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 210 time: 0.0349393 Nov 22 16:43:28.601110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ad95b57-a076-43fa-826b-ad8c1f0d36cd req-ae03587e-7eab-4fa2-b499-ebc5aa1cea73 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 210 time: 0.0332329 Nov 22 16:43:29.765775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-958931d4-c112-4278-a529-df408d811e00 req-91a29b5c-b0f2-49bd-b8e4-b9b6ec5a4847 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea793ce-b33f-4576-bfef-e7b2f77e46ae HTTP/1.1" status: 200 len: 210 time: 0.0521712 Nov 22 16:43:30.508592 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:43:31.138490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-87b42f91-ac48-4b15-b335-8f1de336a6b7 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124652525&fields=id&tenant_id=8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 267 time: 0.0574296 Nov 22 16:43:31.316115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-521f6e57-bf7a-497f-a53b-369582e503b0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:31.317793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-521f6e57-bf7a-497f-a53b-369582e503b0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1717448 Nov 22 16:43:31.343565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-50c57baf-9a5b-4c4f-8c3a-0aa9cc52425f tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/quotas/8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 375 time: 0.0144348 Nov 22 16:43:31.432994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-3d2a0625-e1de-4206-9e77-a53ab6205b67 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775108 Nov 22 16:43:31.633703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-37d42e40-6bf5-40ed-90ac-61cd546aafc2 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:31.635190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-37d42e40-6bf5-40ed-90ac-61cd546aafc2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1914067 Nov 22 16:43:31.776637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-daddf200-ef29-4115-90dc-31b8415e2b3e service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327929 Nov 22 16:43:31.932100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-b0f6a8e5-69f7-47a2-8aac-8950ad08712f service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476150 Nov 22 16:43:32.410807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98a53d14-ae5d-4b21-91b0-348acd6c8b1e req-e588ca3e-3174-4cc0-bcf9-27e15f807be1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.0586998 Nov 22 16:43:33.562985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9df6accd-1053-49eb-b874-2862beaf9cf4 req-9a86299a-7f62-41a4-aa09-e67e31414c58 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.0444179 Nov 22 16:43:33.902901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-ea584034-ae59-4dda-bc2d-2515e3ada4bd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:33.905892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-ea584034-ae59-4dda-bc2d-2515e3ada4bd tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1772699 Nov 22 16:43:34.033454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-cfef3c13-f4a6-43b9-8c39-be8893bd4600 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 379 time: 0.1183054 Nov 22 16:43:34.045722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'port': {'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'admin_state_up': True, 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'security_groups': ['078a8867-c533-40b5-8e5a-bb37fa801f14']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:34.270567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:34.276431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.456345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.20.0.11 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/695796ee-624e-4b24-ac77-30b06fc14031) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:34.692535 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.724800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5a93b3e9-4c6a-4dc8-861a-9524d0ccdfab req-0bb6207a-5a84-4a4a-af6a-bf49d4d01d56 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.0479815 Nov 22 16:43:34.761518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.848646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:34.856576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:34.859676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:34.892967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=695796ee-624e-4b24-ac77-30b06fc14031,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:34.937455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:34.939113 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.974753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-de32352d-2364-423e-9578-19a185e509c9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9353342 Nov 22 16:43:34.989790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Request body: {'port': {'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:35.085282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.313394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-78abcfe4-f49b-4003-8c7d-8e96e86bb876 None None] Provisioning complete for port 695796ee-624e-4b24-ac77-30b06fc14031 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:35.315850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-78abcfe4-f49b-4003-8c7d-8e96e86bb876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.381833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-78abcfe4-f49b-4003-8c7d-8e96e86bb876 None None] Port 695796ee-624e-4b24-ac77-30b06fc14031 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:35.599775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695796ee-624e-4b24-ac77-30b06fc14031 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:35.610508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.625342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Transition to ACTIVE for port object 695796ee-624e-4b24-ac77-30b06fc14031 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:35.630431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.749724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=695796ee-624e-4b24-ac77-30b06fc14031,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:35.800176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Attempting to bind port 695796ee-624e-4b24-ac77-30b06fc14031 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:35.800752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Attempting to bind port 695796ee-624e-4b24-ac77-30b06fc14031 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:35.801292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Attempting to bind port 695796ee-624e-4b24-ac77-30b06fc14031 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:35.809038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Port 695796ee-624e-4b24-ac77-30b06fc14031 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:35.809370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Attempting to bind port 695796ee-624e-4b24-ac77-30b06fc14031 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:35.815228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:35.815594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:35.815980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:35.816444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Bound port: 695796ee-624e-4b24-ac77-30b06fc14031, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:35.816796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.969922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] For port 695796ee-624e-4b24-ac77-30b06fc14031, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:35.983461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] For port 695796ee-624e-4b24-ac77-30b06fc14031, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=695796ee-624e-4b24-ac77-30b06fc14031,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:35.994558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3ec41-9469-4b06-83ea-ab4ee34e0a0a req-dfd19b93-d9b2-4a67-9129-c0ddd4889f94 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:35.996212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66e3ec41-9469-4b06-83ea-ab4ee34e0a0a req-dfd19b93-d9b2-4a67-9129-c0ddd4889f94 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.1045611 Nov 22 16:43:35.998203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.036201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:36.036832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.039148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] 10.222.0.11 "PUT /v2.0/ports/695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 200 len: 1092 time: 1.0552788 Nov 22 16:43:36.039676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:36.042142 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabac828-7fbc-43c7-8f9f-0609809de450" -d '{"events": [{"name": "network-changed", "server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "tag": "695796ee-624e-4b24-ac77-30b06fc14031"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:36.144388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ba23b-2f01-423a-a554-37144bb6bd20 service neutron] Pushing event updated for resources: {'Port': ['ID=695796ee-624e-4b24-ac77-30b06fc14031,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:36.169287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66e3ec41-9469-4b06-83ea-ab4ee34e0a0a req-ff058cd3-2985-4310-a687-5aa8ab9c7845 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345491 Nov 22 16:43:36.188727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-33b981ab-2c72-42bc-8ed6-6c7672b77069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:36.190334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-33b981ab-2c72-42bc-8ed6-6c7672b77069 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1095 time: 0.0847161 Nov 22 16:43:36.257684 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bdaecd-e71c-48c3-acc6-dba12c824697 x-openstack-request-id: req-35bdaecd-e71c-48c3-acc6-dba12c824697 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:36.258113 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "tag": "695796ee-624e-4b24-ac77-30b06fc14031", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:36.258113 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35bdaecd-e71c-48c3-acc6-dba12c824697 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:36.258538 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031', 'status': 'completed', 'code': 200} Nov 22 16:43:36.262478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-d593af2b-d150-4fc3-9548-998291b3f28c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 200 len: 217 time: 0.0630112 Nov 22 16:43:36.355204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-c7df319d-6a89-4ade-b3da-bde7132cc8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:36.358297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-c7df319d-6a89-4ade-b3da-bde7132cc8e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0863092 Nov 22 16:43:36.457158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-ca7ad21a-c50d-4146-bf17-de7328b6ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:36.459042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-ca7ad21a-c50d-4146-bf17-de7328b6ce45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926087 Nov 22 16:43:36.639469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-0f71b170-c217-467a-8a79-76cfdf1f45bc service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669114 Nov 22 16:43:36.809304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0802b36-5420-4702-a154-6f81ba65e0e8 req-d8ce6c46-e22f-49f8-a5fa-271db104e005 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624534 Nov 22 16:43:36.943588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-72f82be7-8061-48cf-b969-ffdaa88d3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:36.946640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-72f82be7-8061-48cf-b969-ffdaa88d3e51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1095 time: 0.0757771 Nov 22 16:43:37.093049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-1fc39dfd-73c1-4b7f-b9f4-5a11412161e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:37.094488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-1fc39dfd-73c1-4b7f-b9f4-5a11412161e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1389294 Nov 22 16:43:37.155168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-77a21552-4cec-4168-923b-fa0059fe6c5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 200 len: 217 time: 0.0529199 Nov 22 16:43:37.235957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-45b66b32-d994-4d3a-9630-9646a302d830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:37.240003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-45b66b32-d994-4d3a-9630-9646a302d830 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0773690 Nov 22 16:43:37.320677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-894db3c2-8903-458e-b0ab-072bb29fc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:37.323413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-894db3c2-8903-458e-b0ab-072bb29fc830 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761616 Nov 22 16:43:37.512640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e7b25-53da-4ef9-8f01-116453b61cbb req-4bf5cca8-89ab-4e69-9407-2edf8dae3fb2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:37.513897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c86e7b25-53da-4ef9-8f01-116453b61cbb req-4bf5cca8-89ab-4e69-9407-2edf8dae3fb2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.1682765 Nov 22 16:43:37.583589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-d0e97122-41b4-4966-891e-7018adfa60f8 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513258 Nov 22 16:43:37.754371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aabac828-7fbc-43c7-8f9f-0609809de450 req-0b03ff3a-4253-46f5-bff3-da8e420b900f service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581144 Nov 22 16:43:37.769324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c86e7b25-53da-4ef9-8f01-116453b61cbb req-cdd4c01d-baef-49d4-b18c-d83ed5adfc81 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388210 Nov 22 16:43:38.923709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95789925-7044-4655-8b58-c3fe51c2133a req-42c7ef6b-fb33-414c-a767-a310441ec512 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:38.926304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95789925-7044-4655-8b58-c3fe51c2133a req-42c7ef6b-fb33-414c-a767-a310441ec512 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0781469 Nov 22 16:43:39.014435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95789925-7044-4655-8b58-c3fe51c2133a req-ea430012-65b3-4dd9-9be9-4ab57964bb33 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787375 Nov 22 16:43:40.198957 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8074af0-4927-4d52-bd28-afa8cb24a8cf req-6087b67d-f833-4ea7-ab90-ef6b892b0138 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:40.206971 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8074af0-4927-4d52-bd28-afa8cb24a8cf req-6087b67d-f833-4ea7-ab90-ef6b892b0138 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0645919 Nov 22 16:43:40.273828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8074af0-4927-4d52-bd28-afa8cb24a8cf req-f01c4393-f539-4a21-8006-f166ea27494d tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652683 Nov 22 16:43:41.407360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf7ab4-020f-415a-ba05-c2e50a07c2e7 req-9e4dd8f9-6b87-4e00-bcae-2210b771fbf2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:41.409249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bbf7ab4-020f-415a-ba05-c2e50a07c2e7 req-9e4dd8f9-6b87-4e00-bcae-2210b771fbf2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0613065 Nov 22 16:43:41.480244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bbf7ab4-020f-415a-ba05-c2e50a07c2e7 req-2a4066b3-8c97-4cbd-8cdc-886f0d5400b7 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626886 Nov 22 16:43:42.615032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f57fb-660b-4d22-bd88-b9cfd3eec92f req-8b2f5d49-19fd-4626-954a-4341448d9841 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:42.617605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-142f57fb-660b-4d22-bd88-b9cfd3eec92f req-8b2f5d49-19fd-4626-954a-4341448d9841 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0540676 Nov 22 16:43:42.668199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-142f57fb-660b-4d22-bd88-b9cfd3eec92f req-9524fbe9-bad2-4078-bd63-88c808f0b1f6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444527 Nov 22 16:43:43.392424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35662) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:43.505836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.588823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.592613 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.633311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7ec24-0cc8-46e0-969b-e75b5e7a5739,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:43.639639 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=18f29b3ab7a2484684b590b121c33ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2437327 Nov 22 16:43:43.640173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35666) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:43.643621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.644000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.644347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.644686 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.645021 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.645353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.645683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.646012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.646341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.646664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.647015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.647310 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f852bab5-43a7-49f8-b505-32be86288c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:43.692944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.718687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:44.103017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b2e24-6a71-40c7-82eb-2eaee78f3b21 req-fb568951-7b8c-4c90-b2c7-49645b378b17 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:44.104507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d1b2e24-6a71-40c7-82eb-2eaee78f3b21 req-fb568951-7b8c-4c90-b2c7-49645b378b17 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0680575 Nov 22 16:43:44.118719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:44.121318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:44.122502 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d9b7ec24-0cc8-46e0-969b-e75b5e7a5739 HTTP/1.1" status: 204 len: 168 time: 0.4812603 Nov 22 16:43:44.143172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7ec24-0cc8-46e0-969b-e75b5e7a5739,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:44.167642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.168037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.168360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.168698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.171792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.171792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.171792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.171792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.171792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.171792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.171792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.171792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671d83ea-6714-41da-bfdf-1266d2ba6706 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:44.185399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d1b2e24-6a71-40c7-82eb-2eaee78f3b21 req-7156fe4e-6917-42dd-a3cf-eebd5f99b52b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746562 Nov 22 16:43:45.321582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a37a4b-4cc6-4a20-aa56-2409a1f8d46b req-e80af629-1605-48c7-988f-8219742ebdbe tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:45.324082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3a37a4b-4cc6-4a20-aa56-2409a1f8d46b req-e80af629-1605-48c7-988f-8219742ebdbe tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0592146 Nov 22 16:43:45.391588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3a37a4b-4cc6-4a20-aa56-2409a1f8d46b req-dd8e27e4-771e-4a89-a44e-915d079cf15e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602601 Nov 22 16:43:46.584615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbe91f-d3cf-4368-bd16-93626a6f92ca req-0dc2af99-d58c-4469-b32d-ad4d6459e702 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:46.588239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10bbe91f-d3cf-4368-bd16-93626a6f92ca req-0dc2af99-d58c-4469-b32d-ad4d6459e702 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0874035 Nov 22 16:43:46.660716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10bbe91f-d3cf-4368-bd16-93626a6f92ca req-fc48d4df-1005-49ce-a4a1-7e45e8e3d9ea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661197 Nov 22 16:43:47.839200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43268d5-60be-4ddc-a03f-a36c0157600a req-f83063a0-93d4-486c-9542-6fa0b70fd9d2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:47.840849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d43268d5-60be-4ddc-a03f-a36c0157600a req-f83063a0-93d4-486c-9542-6fa0b70fd9d2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0710056 Nov 22 16:43:47.919822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d43268d5-60be-4ddc-a03f-a36c0157600a req-5926e2f9-7372-4448-9ea3-265a8186b3f1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713534 Nov 22 16:43:48.849048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 695796ee-624e-4b24-ac77-30b06fc14031 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:49.028251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 695796ee-624e-4b24-ac77-30b06fc14031, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=695796ee-624e-4b24-ac77-30b06fc14031,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:49.049787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '695796ee-624e-4b24-ac77-30b06fc14031', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:49.055155 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-66e461e3-a5c7-4b66-9b53-b15c630edd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.088052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dec7ff-73ee-4b9d-a8c9-3085e0b29681 req-faf0fd00-4d13-4dad-bce5-bad0213428be tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:49.098350 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34dec7ff-73ee-4b9d-a8c9-3085e0b29681 req-faf0fd00-4d13-4dad-bce5-bad0213428be tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 944 time: 0.0845063 Nov 22 16:43:49.113671 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.137516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695796ee-624e-4b24-ac77-30b06fc14031 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:49.167158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 695796ee-624e-4b24-ac77-30b06fc14031, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=695796ee-624e-4b24-ac77-30b06fc14031,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:49.168881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34dec7ff-73ee-4b9d-a8c9-3085e0b29681 req-a24616a2-8e75-4a8b-99bd-929a29dccdd2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694201 Nov 22 16:43:49.174417 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.266561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=695796ee-624e-4b24-ac77-30b06fc14031,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:49.281164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.281678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.282266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.282842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.283395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.284019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.284610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.285218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.285806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.286398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.286994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.287589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:49.407552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['695796ee-624e-4b24-ac77-30b06fc14031'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:50.198087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35726) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:50.345240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7f00a-e139-40b5-9934-f6a9bf614b65 req-8d418229-d207-4b7d-b75d-93be87dc9b1c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:50.347446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7a7f00a-e139-40b5-9934-f6a9bf614b65 req-8d418229-d207-4b7d-b75d-93be87dc9b1c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 945 time: 0.0650470 Nov 22 16:43:50.415939 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e541cc6a-3d27-44da-ba9f-7e8d9578257a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.434487 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7a7f00a-e139-40b5-9934-f6a9bf614b65 req-1f1e05f0-e7cc-4cb2-b712-a62ec6eddbbc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743291 Nov 22 16:43:50.525213 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e541cc6a-3d27-44da-ba9f-7e8d9578257a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.529730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e541cc6a-3d27-44da-ba9f-7e8d9578257a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.576014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e541cc6a-3d27-44da-ba9f-7e8d9578257a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1bdbb5561ea341a69472c1712e6fa8fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783453 Nov 22 16:43:50.576936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541cc6a-3d27-44da-ba9f-7e8d9578257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d6b39-aec8-411c-8881-0cd019e4da01,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:50.578886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35732) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:50.648537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8553-aaaf-4962-be7c-98336a777aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.679403 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8553-aaaf-4962-be7c-98336a777aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.751440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8553-aaaf-4962-be7c-98336a777aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.754754 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8553-aaaf-4962-be7c-98336a777aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.756291 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1c4a8553-aaaf-4962-be7c-98336a777aee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b55d6b39-aec8-411c-8881-0cd019e4da01 HTTP/1.1" status: 204 len: 168 time: 0.1760020 Nov 22 16:43:50.769056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a8553-aaaf-4962-be7c-98336a777aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d6b39-aec8-411c-8881-0cd019e4da01,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:50.848891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 695796ee-624e-4b24-ac77-30b06fc14031 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:50.922205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 695796ee-624e-4b24-ac77-30b06fc14031 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:50.928471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 695796ee-624e-4b24-ac77-30b06fc14031 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:50.929979 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.069943 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.108224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:51.112182 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12fe079-acaf-4633-b0c4-80e7a63d7f8a" -d '{"events": [{"server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "name": "network-vif-plugged", "status": "completed", "tag": "695796ee-624e-4b24-ac77-30b06fc14031"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:51.138222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 695796ee-624e-4b24-ac77-30b06fc14031, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=695796ee-624e-4b24-ac77-30b06fc14031,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:51.145119 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.220707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=695796ee-624e-4b24-ac77-30b06fc14031,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:51.334916 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f38c69d6-b5da-4df1-8ada-ae4a2da5f91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.598656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01499d1-2afc-453f-90e1-9a0040b71e5a req-80faf21a-9891-44b0-ba82-36600c4ee281 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:51.600328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e01499d1-2afc-453f-90e1-9a0040b71e5a req-80faf21a-9891-44b0-ba82-36600c4ee281 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 946 time: 0.0667930 Nov 22 16:43:51.683751 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e01499d1-2afc-453f-90e1-9a0040b71e5a req-fd761f9f-2d37-4846-acc5-b6c672089890 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707402 Nov 22 16:43:52.205159 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a486e101-ca93-4190-859c-eac88af0d780 x-openstack-request-id: req-a486e101-ca93-4190-859c-eac88af0d780 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:52.205765 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "name": "network-vif-plugged", "status": "completed", "tag": "695796ee-624e-4b24-ac77-30b06fc14031", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:52.206072 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a486e101-ca93-4190-859c-eac88af0d780 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:52.206682 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031', 'code': 200} Nov 22 16:43:52.346717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b0ffb-14e6-4916-a9e4-d0ba8fe90779 req-ce815486-e0fb-4c1a-a39d-cde783bc7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:52.348809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b89b0ffb-14e6-4916-a9e4-d0ba8fe90779 req-ce815486-e0fb-4c1a-a39d-cde783bc7929 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1097 time: 0.0605557 Nov 22 16:43:52.420357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b89b0ffb-14e6-4916-a9e4-d0ba8fe90779 req-dbd20a63-18d4-4c4d-b67d-14886157bf6c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635581 Nov 22 16:43:52.526234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.784315 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.897960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ee033-bd59-46a5-889f-5b27d3fa7b6c req-68aeb6ab-4344-4d01-82ef-b06870aacbff tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:52.900259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-907ee033-bd59-46a5-889f-5b27d3fa7b6c req-68aeb6ab-4344-4d01-82ef-b06870aacbff tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 946 time: 0.0983248 Nov 22 16:43:52.984763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-907ee033-bd59-46a5-889f-5b27d3fa7b6c req-bd3968b1-1582-4ac3-8d71-d76703b685ff tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733252 Nov 22 16:43:53.440402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35780) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:53.447766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447903458', 'description': 'tempest-secgroup-smoke-447903458 description', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:53.483531 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.504549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.639536 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.645140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.691748 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e2093e-6425-47a8-9f2c-0d9c26badc37,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:53.769649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.774717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.826863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.829292 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3864584 Nov 22 16:43:53.833328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35782) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:53.837160 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68673-318a-4a98-a629-2426ba097f1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b17875-5107-4707-88f6-b3800ea6f376,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:53.843930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6ad5fd8c-a531-49b1-976f-d82912f4dffb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '32b17875-5107-4707-88f6-b3800ea6f376', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:53.912510 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fd8c-a531-49b1-976f-d82912f4dffb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.008465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fd8c-a531-49b1-976f-d82912f4dffb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.016740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fd8c-a531-49b1-976f-d82912f4dffb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.045553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5fd8c-a531-49b1-976f-d82912f4dffb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85da7c58-0cc3-45f4-849a-bbe40a9995a8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.074379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ad5fd8c-a531-49b1-976f-d82912f4dffb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.080790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6ad5fd8c-a531-49b1-976f-d82912f4dffb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2398133 Nov 22 16:43:54.081332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35786) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:54.091001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6ccc0721-d17a-421a-bc71-6c0fd0b0f0c0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '32b17875-5107-4707-88f6-b3800ea6f376', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:54.141234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0721-d17a-421a-bc71-6c0fd0b0f0c0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.242396 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dacce1-e6fb-4729-90b0-e856b0f09d0d req-00bd722a-72ac-42f8-8920-b26186c59cfc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.245419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5dacce1-e6fb-4729-90b0-e856b0f09d0d req-00bd722a-72ac-42f8-8920-b26186c59cfc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 946 time: 0.1111917 Nov 22 16:43:54.254060 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0721-d17a-421a-bc71-6c0fd0b0f0c0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.261791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0721-d17a-421a-bc71-6c0fd0b0f0c0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.286587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc0721-d17a-421a-bc71-6c0fd0b0f0c0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d5d2b0-eb29-4495-9015-c9b7bf150932,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.312888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ccc0721-d17a-421a-bc71-6c0fd0b0f0c0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.315613 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ccc0721-d17a-421a-bc71-6c0fd0b0f0c0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2326648 Nov 22 16:43:54.321746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35788) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:54.329807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f34be609-32b3-455a-9eb3-19955550777d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '32b17875-5107-4707-88f6-b3800ea6f376', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:54.365540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5dacce1-e6fb-4729-90b0-e856b0f09d0d req-abd05405-c992-4ed5-94a0-debd8085df1a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078501 Nov 22 16:43:54.406829 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34be609-32b3-455a-9eb3-19955550777d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.528510 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34be609-32b3-455a-9eb3-19955550777d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.534452 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34be609-32b3-455a-9eb3-19955550777d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.572678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be609-32b3-455a-9eb3-19955550777d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92508e5b-07ad-4eae-93fc-45076425426d,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.580702 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f34be609-32b3-455a-9eb3-19955550777d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.583266 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f34be609-32b3-455a-9eb3-19955550777d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2597497 Nov 22 16:43:54.588644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:54.599495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-24904237-eb8b-40a2-917a-36b58fe7046b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '32b17875-5107-4707-88f6-b3800ea6f376', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:54.616123 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.626099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34469928-ca27-4f81-b0ff-d6d58bf4b2d2 req-a42845f5-d2c2-4a4d-8f79-668600c151e2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.628422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34469928-ca27-4f81-b0ff-d6d58bf4b2d2 req-a42845f5-d2c2-4a4d-8f79-668600c151e2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 946 time: 0.1131277 Nov 22 16:43:54.678263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24904237-eb8b-40a2-917a-36b58fe7046b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.758128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34469928-ca27-4f81-b0ff-d6d58bf4b2d2 req-6b422244-03f8-4b80-8426-6c0a1bf101df tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177018 Nov 22 16:43:54.796904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35794) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:54.801786 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24904237-eb8b-40a2-917a-36b58fe7046b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.815203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24904237-eb8b-40a2-917a-36b58fe7046b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.867796 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.872464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24904237-eb8b-40a2-917a-36b58fe7046b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09da6b0d-09e6-4889-94c9-939dd042bfd6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.884756 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.888759 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24904237-eb8b-40a2-917a-36b58fe7046b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.890331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24904237-eb8b-40a2-917a-36b58fe7046b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2990708 Nov 22 16:43:54.894809 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:54.901479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225e3cdb-dea7-4211-ba5f-1de1587bc512 tempest-TestVolumeBootPattern-745005425 tempest-TestVolumeBootPattern-745005425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.903766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-225e3cdb-dea7-4211-ba5f-1de1587bc512 tempest-TestVolumeBootPattern-745005425 tempest-TestVolumeBootPattern-745005425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1092 time: 0.1054533 Nov 22 16:43:54.908089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-dcf8af31-05de-41a7-9ece-0d9559fee804 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '32b17875-5107-4707-88f6-b3800ea6f376', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:54.908423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35798) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:54.915278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:54.938981 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:43:54.938981 n-d-811716-3 neutron-server[103411]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 22 16:43:54.938981 n-d-811716-3 neutron-server[103411]: [parameters: {'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'id': '2c2af340-1338-4328-9bbb-d3a78cda9741', 'expiration': datetime.datetime(2021, 11, 22, 16, 45, 54, 933255)}] Nov 22 16:43:54.938981 n-d-811716-3 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:43:54.940470 n-d-811716-3 neutron-server[103411]: DEBUG oslo_db.api [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:43:54.960400 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-dcf8af31-05de-41a7-9ece-0d9559fee804 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Project b7be64850fdc4fc7930f252cef8c0294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:43:54.972398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dcf8af31-05de-41a7-9ece-0d9559fee804 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.090880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dcf8af31-05de-41a7-9ece-0d9559fee804 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.097864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dcf8af31-05de-41a7-9ece-0d9559fee804 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.136180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8af31-05de-41a7-9ece-0d9559fee804 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c84aaa-4686-4432-a963-e28dd12a8a37,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:55.145836 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dcf8af31-05de-41a7-9ece-0d9559fee804 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.153288 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-dcf8af31-05de-41a7-9ece-0d9559fee804 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2484326 Nov 22 16:43:55.154183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35800) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:55.168586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-60db704b-6684-4119-8e24-8c41d6aae4df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '32b17875-5107-4707-88f6-b3800ea6f376', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:55.212495 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-60db704b-6684-4119-8e24-8c41d6aae4df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Project b7be64850fdc4fc7930f252cef8c0294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:43:55.223031 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60db704b-6684-4119-8e24-8c41d6aae4df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.330908 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60db704b-6684-4119-8e24-8c41d6aae4df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.341990 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60db704b-6684-4119-8e24-8c41d6aae4df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.373548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db704b-6684-4119-8e24-8c41d6aae4df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87f7cf8-e8c3-4bea-a00f-c8ea4524efa8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:55.388834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60db704b-6684-4119-8e24-8c41d6aae4df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.394136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-60db704b-6684-4119-8e24-8c41d6aae4df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2346320 Nov 22 16:43:55.395892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35802) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:55.403589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'network': {'name': 'tempest-network-smoke--70968070', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'port_security_enabled': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:55.433987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:55.440035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.485719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.494596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] vlan segment allocate from pool success with {'vlan_id': 801, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:43:55.515586 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.516424 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Added segment 992471aa-5f5d-4cd3-b256-5df0164c9929 of type vlan for network 432c9a92-79da-438e-821c-d80764233720 Nov 22 16:43:55.590539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.642698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.654700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.657310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.673436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.794627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3922839 Nov 22 16:43:55.795508 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:55.809613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'admin_state_up': True, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:55.831470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51849a-9e94-451c-b8ba-3abade49faee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Network': ['ID=432c9a92-79da-438e-821c-d80764233720,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:55.851351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 432c9a92-79da-438e-821c-d80764233720 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:43:55.883782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.883782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.943214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.25.5.18 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/62ee0a94-f811-4d98-ac03-f5e5760a74e6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:55.987641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.172945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.228634 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.230158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.299257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:56.304689 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:56.312374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:56.359058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=62ee0a94-f811-4d98-ac03-f5e5760a74e6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:56.569778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.592810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.784195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.25.5.145 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/11d08e55-7c16-4fdb-8aec-01dc33397905) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:56.936397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.951393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.987297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.048135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:57.051644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:57.057512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:57.080597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9157e-552f-44fd-a9c2-d42b04e7d9d6 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:57.091090 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.098245 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=11d08e55-7c16-4fdb-8aec-01dc33397905,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:57.199784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0a5a4e5c-8c5b-4725-bd4f-b0245e69e98f None None] Provisioning complete for port 11d08e55-7c16-4fdb-8aec-01dc33397905 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:57.200248 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a5a4e5c-8c5b-4725-bd4f-b0245e69e98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.263875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a4e5c-8c5b-4725-bd4f-b0245e69e98f None None] Port 11d08e55-7c16-4fdb-8aec-01dc33397905 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:57.345154 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.353923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.462201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=62ee0a94-f811-4d98-ac03-f5e5760a74e6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:57.488605 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.503168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.651593 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Floating IP abb7cf92-4ced-4892-b928-4daa343f8d8f associated. External IP: 172.25.5.18, port: 695796ee-624e-4b24-ac77-30b06fc14031. Nov 22 16:43:58.026782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:58.189979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.203879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:58.224342 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:58.233467 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.246700 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:58.248263 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:58.303948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d5586d90-b83f-476d-90d1-f1c492965e0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3750236 Nov 22 16:43:58.303948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:58.303948 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717" -d '{"events": [{"name": "network-changed", "server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "tag": "695796ee-624e-4b24-ac77-30b06fc14031"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:58.352118 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fcc257-30c7-46ba-9683-6517f7020c7e x-openstack-request-id: req-d1fcc257-30c7-46ba-9683-6517f7020c7e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:58.352403 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "tag": "695796ee-624e-4b24-ac77-30b06fc14031", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:58.352671 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1fcc257-30c7-46ba-9683-6517f7020c7e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:58.353143 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031', 'status': 'completed', 'code': 200} Nov 22 16:43:58.448099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-137b1282-edd4-4f14-9fcc-8024a5c54b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.448445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router f125a316-6d96-46ce-ab30-ace6ed29e085 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:43:58.449684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-137b1282-edd4-4f14-9fcc-8024a5c54b55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1097 time: 0.0636060 Nov 22 16:43:58.450659 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:58.624889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-b653aa5f-6869-4d87-a013-61459191b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.626717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-b653aa5f-6869-4d87-a013-61459191b589 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1695013 Nov 22 16:43:58.661796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:58.684258 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Sync routers for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:58.699421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:58.701161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:58.708699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.712250 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90ad88f8-bb4d-40c2-b14b-994f7fa70e90 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9154198 Nov 22 16:43:58.717631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35810) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:58.783511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-a64a343d-6372-46c8-9db8-94cbb7c6c796 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 200 len: 999 time: 0.1488469 Nov 22 16:43:58.913706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-f978b67f-1eb0-4854-ad76-d180b4e7de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.918172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-f978b67f-1eb0-4854-ad76-d180b4e7de12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.1272988 Nov 22 16:43:58.923252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:58.941865 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:43:56Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:58.986863 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:58.994600 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a8927c23-6899-478f-af84-e3d80bc7c68a tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=b7be64850fdc4fc7930f252cef8c0294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2753835 Nov 22 16:43:58.999563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:59.006982 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:59.008231 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:59.193348 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:59.196716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-b30a781a-848d-43b0-86fc-851a97629472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.199273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-b30a781a-848d-43b0-86fc-851a97629472 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722049 Nov 22 16:43:59.275030 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:43:57Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:59.308232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Checking router: f125a316-6d96-46ce-ab30-ace6ed29e085 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:59.308794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Updating router f125a316-6d96-46ce-ab30-ace6ed29e085 port 11d08e55-7c16-4fdb-8aec-01dc33397905 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:43:59.349898 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.394174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2264cb6b-f29e-481a-be40-b29121f707a7 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.397063 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2264cb6b-f29e-481a-be40-b29121f707a7 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3954537 Nov 22 16:43:59.401192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35816) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:59.467759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cbcdf1da-2715-40e3-a910-fc107073e283 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639298 Nov 22 16:43:59.471940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35818) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:59.480430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-642495975', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:59.513469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-496ab0ea-fe4f-4097-8865-ae5fa308ee5a service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004100 Nov 22 16:43:59.599187 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:43:56Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:59.627806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:59.635172 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.648768 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0892ad47-7c20-4078-a20d-87729ea95edd None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:43:56Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:59.677704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-157bc0bc-e3f5-4a31-8b12-82f57d3c5717 req-65481fb8-0e7f-4eea-b45e-719e021f16cd service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566889 Nov 22 16:43:59.805150 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.813502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.887623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Attempting to bind port 11d08e55-7c16-4fdb-8aec-01dc33397905 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:59.888068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Attempting to bind port 11d08e55-7c16-4fdb-8aec-01dc33397905 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:59.888401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Attempting to bind port 11d08e55-7c16-4fdb-8aec-01dc33397905 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:59.897937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ee080-ccab-4736-b870-6f522322a517 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:59.921747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:59.922384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:59.923080 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.923760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:59.924677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Bound port: 11d08e55-7c16-4fdb-8aec-01dc33397905, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:59.925319 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.928884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbe064-c7d8-4f3b-8cbe-f42ffea8b284 None None] Pushing event updated for resources: {'Port': ['ID=11d08e55-7c16-4fdb-8aec-01dc33397905,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:00.000507 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7d5061-ea27-4ea8-b55e-e89d4cbb8a46 None None] New status for floating IP abb7cf92-4ced-4892-b928-4daa343f8d8f: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:44:00.003119 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.064253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] For port 11d08e55-7c16-4fdb-8aec-01dc33397905, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:00.073884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] For port 11d08e55-7c16-4fdb-8aec-01dc33397905, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=11d08e55-7c16-4fdb-8aec-01dc33397905,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:00.080253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a48c3d13-69ff-4b19-abf0-627ad84908dd None None] Provisioning complete for port 11d08e55-7c16-4fdb-8aec-01dc33397905 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:00.080898 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a48c3d13-69ff-4b19-abf0-627ad84908dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.122491 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.130080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Checking segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:00.130731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network hostable DHCP agents. Network: 432c9a92-79da-438e-821c-d80764233720, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:00.157118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Subnet': ['ID=54972c93-50df-49db-9750-c133f4b8ce30,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:00.174166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 432c9a92-79da-438e-821c-d80764233720 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:00.191802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 432c9a92-79da-438e-821c-d80764233720) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:00.202364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:00.205026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.215337 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa20ac27-83d9-42e9-bde4-9e2fe5f713dd None None] Network 432c9a92-79da-438e-821c-d80764233720 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:00.236203 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-958ffe77-f23a-4fc7-b293-5a27bcf8fa7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7613506 Nov 22 16:44:00.238554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35820) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:00.308967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47c5c49-d7bd-491b-8196-9afea7d4dece None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:00.396448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:00.397649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:00.410768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbe064-c7d8-4f3b-8cbe-f42ffea8b284 None None] Pushing event updated for resources: {'Port': ['ID=11d08e55-7c16-4fdb-8aec-01dc33397905,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:00.812602 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a48c3d13-69ff-4b19-abf0-627ad84908dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.873342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a48c3d13-69ff-4b19-abf0-627ad84908dd None None] For port 11d08e55-7c16-4fdb-8aec-01dc33397905, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=11d08e55-7c16-4fdb-8aec-01dc33397905,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:00.877469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:00.969348 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a48c3d13-69ff-4b19-abf0-627ad84908dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.996503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.004537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-432c9a92-79da-438e-821c-d80764233720', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:44:01.005438 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.136847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c3d13-69ff-4b19-abf0-627ad84908dd None None] Pushing event updated for resources: {'Port': ['ID=11d08e55-7c16-4fdb-8aec-01dc33397905,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:01.245036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5f521a66-99b4-4c41-a919-d1f1df843960 None None] Provisioning complete for port 11d08e55-7c16-4fdb-8aec-01dc33397905 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:01.245626 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5f521a66-99b4-4c41-a919-d1f1df843960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.375262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Allocated IP 172.20.0.2 (432c9a92-79da-438e-821c-d80764233720/54972c93-50df-49db-9750-c133f4b8ce30/54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:01.496856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:43:57Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:01.541211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075501b3-8998-4aa7-9961-7f358bf4ed0d None None] The sync data for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 is: [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:43:57Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:01.643649 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.654334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.723730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Network 432c9a92-79da-438e-821c-d80764233720 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:01.728704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:01.732747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:01.733717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.20.0.1 (432c9a92-79da-438e-821c-d80764233720/54972c93-50df-49db-9750-c133f4b8ce30/09a9ec39-7445-4f2f-939e-ba9fc7b0333e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:01.746223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Pushing event updated for resources: {'Port': ['ID=54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:01.813753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Attempting to bind port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:01.814852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Attempting to bind port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:01.814852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Attempting to bind port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 on network 432c9a92-79da-438e-821c-d80764233720 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:01.820856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:01.821363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Checking segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:01.821982 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.822411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Bound using segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:01.822952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Bound port: 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:01.823409 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.923590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.967273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] For port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:01.977486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] For port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:01.985531 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.000921 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.097139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 432c9a92-79da-438e-821c-d80764233720 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:02.099195 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d96cd9-73a4-47af-a91c-8ee80c0bc0b6 None None] Pushing event updated for resources: {'Port': ['ID=54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:02.109092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:02.117664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:02.123869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:02.211233 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.454562 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.964032 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.971198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.083224 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.086117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:03.229166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 432c9a92-79da-438e-821c-d80764233720 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:03.231078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:03.369706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cab3d8-23d0-41be-af50-fad4a89e8021 None None] Network 432c9a92-79da-438e-821c-d80764233720 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:03.427000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router f125a316-6d96-46ce-ab30-ace6ed29e085 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:03.464514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9a8b4282-b0e6-46f4-88d8-767644b7a4c6 None None] Provisioning complete for port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:03.464990 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4282-b0e6-46f4-88d8-767644b7a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.586511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:03.593443 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ca56c078-6a1f-4b44-a5ae-23a24c3d2607 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "PUT /v2.0/routers/f125a316-6d96-46ce-ab30-ace6ed29e085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3516760 Nov 22 16:44:03.767879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4282-b0e6-46f4-88d8-767644b7a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.823998 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9a8b4282-b0e6-46f4-88d8-767644b7a4c6 None None] For port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:03.835047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a8b4282-b0e6-46f4-88d8-767644b7a4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.844553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 11d08e55-7c16-4fdb-8aec-01dc33397905 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:03.931783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Sync routers for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:03.932182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-089b56bb-182b-4d72-bca8-b2dd34427e1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447903458&fields=id&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 267 time: 0.1366184 Nov 22 16:44:03.982366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:03.983306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:04.080424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b4282-b0e6-46f4-88d8-767644b7a4c6 None None] Pushing event updated for resources: {'Port': ['ID=54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.088797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 11d08e55-7c16-4fdb-8aec-01dc33397905 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:04.089266 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.156273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-ac3a6bfe-1a0a-41e7-b8cc-7921dff853bd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.159806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-ac3a6bfe-1a0a-41e7-b8cc-7921dff853bd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 795 time: 0.2223072 Nov 22 16:44:04.197470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-dad66da5-7d72-4f9c-a510-01496e9ba67e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/quotas/b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 375 time: 0.0229254 Nov 22 16:44:04.238144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:04.314225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-c794d3ea-acf6-4ce2-a335-c5b7a38c11eb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053903 Nov 22 16:44:04.428513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-06054660-326a-4452-9eae-a6b4b10d367d None None] Provisioning complete for port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:04.429271 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06054660-326a-4452-9eae-a6b4b10d367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.434440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:04.446194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-9c8d9800-24e3-4cfe-9464-835531701ae4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:44:04.447531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-9c8d9800-24e3-4cfe-9464-835531701ae4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1188614 Nov 22 16:44:04.633667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-cb61e228-b8bd-4f96-9e13-5be4528cd894 service neutron] 10.222.0.69 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775749 Nov 22 16:44:04.734162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:04.735065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.808248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-60f81052-b1a1-4e52-86cc-64ccaf3441c7 service neutron] 10.222.0.69 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627586 Nov 22 16:44:05.026065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-06054660-326a-4452-9eae-a6b4b10d367d None None] Provisioning complete for port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:05.026635 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06054660-326a-4452-9eae-a6b4b10d367d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.122177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83debfbf-0e05-4e32-a571-6941ca79341c req-59cb300c-5e9b-4d8e-8c4e-be75967317c9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 210 time: 0.0459971 Nov 22 16:44:05.162658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 2, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:05.171775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-06054660-326a-4452-9eae-a6b4b10d367d None None] Port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:44:05.217069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Checking router: f125a316-6d96-46ce-ab30-ace6ed29e085 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:05.217527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Updating router f125a316-6d96-46ce-ab30-ace6ed29e085 port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:44:05.254603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.354173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-48a57b92-665f-4bb3-bdfb-dd6011403a8e None None] Provisioning complete for port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:05.354733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48a57b92-665f-4bb3-bdfb-dd6011403a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.514095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-48a57b92-665f-4bb3-bdfb-dd6011403a8e None None] Port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:44:05.736583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:05.803954 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.824359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.909322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:05.909919 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.965478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46028f-87b1-4500-bac2-7c33e749fd93 None None] Pushing event updated for resources: {'Port': ['ID=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:06.065164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Attempting to bind port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:06.065540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Attempting to bind port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:06.065957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Attempting to bind port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e on network 432c9a92-79da-438e-821c-d80764233720 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:06.076341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:06.076738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Checking segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:06.077154 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.077605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Bound using segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:06.078108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Bound port: 09a9ec39-7445-4f2f-939e-ba9fc7b0333e, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:06.078505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.219428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] For port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:06.223760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] For port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:06.233092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.258454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acc84fcd-8238-4823-8390-9b8ded1d0374 req-57492d71-6ce5-4849-9f24-daec3c06a1fb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 210 time: 0.0462041 Nov 22 16:44:06.306892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4d3dd6a4-a807-44d3-a30a-5681097a6333 None None] Provisioning complete for port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:06.307448 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d3dd6a4-a807-44d3-a30a-5681097a6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.383432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46028f-87b1-4500-bac2-7c33e749fd93 None None] Pushing event updated for resources: {'Port': ['ID=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:06.392443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:06.393380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:06.581867 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d3dd6a4-a807-44d3-a30a-5681097a6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.604318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:06.661611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4d3dd6a4-a807-44d3-a30a-5681097a6333 None None] For port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:06.667560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d3dd6a4-a807-44d3-a30a-5681097a6333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.863695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dd6a4-a807-44d3-a30a-5681097a6333 None None] Pushing event updated for resources: {'Port': ['ID=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:06.869503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9c4968cb-94f5-4fef-9211-0aafe8ded953 None None] Provisioning complete for port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:06.869883 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9c4968cb-94f5-4fef-9211-0aafe8ded953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.063855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:06Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:07.097653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765549fa-7844-49a7-8e8b-c8cbb983f81b None None] The sync data for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 is: [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:06Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:07.361446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-891c3649-ba6b-4eb8-92cc-1e9f0ff63195 req-c3e1da9e-5070-4d26-8a36-423092b769a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 210 time: 0.0367069 Nov 22 16:44:07.522553 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:07.775419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 09a9ec39-7445-4f2f-939e-ba9fc7b0333e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:07.870210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:07.872103 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.512946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5db9bee3-f86f-42c5-9ff1-d0816d8d8448 req-d9a6df21-c421-4ea4-aca4-044f9297cb68 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 210 time: 0.0470088 Nov 22 16:44:08.706369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-e41e6a72-01e6-4fb4-9f3d-99c9c851bd99 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.709036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-e41e6a72-01e6-4fb4-9f3d-99c9c851bd99 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 795 time: 0.1749768 Nov 22 16:44:08.813964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-0bd4a193-286f-4e05-8576-1d22dae40b13 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 379 time: 0.0921671 Nov 22 16:44:08.829661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'port': {'device_id': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'admin_state_up': True, 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'security_groups': ['32b17875-5107-4707-88f6-b3800ea6f376']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:09.025666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:09.031858 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.243858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.20.0.4 (432c9a92-79da-438e-821c-d80764233720/54972c93-50df-49db-9750-c133f4b8ce30/d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:09.474282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.525892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.610697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 432c9a92-79da-438e-821c-d80764233720 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:09.624217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:09.650053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:09.728665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:09.795354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:09.796480 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.812347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6968849-21e1-4dda-bed1-7fcd7dd20915 req-89b00ccc-34b8-4383-9ba3-852b9ea43af0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:09.814893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6968849-21e1-4dda-bed1-7fcd7dd20915 req-89b00ccc-34b8-4383-9ba3-852b9ea43af0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 931 time: 0.1982467 Nov 22 16:44:09.862608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-8e8a0734-e11f-4c69-ab5b-0c1c308ee5ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0398834 Nov 22 16:44:09.881840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-18a59331-5904-46e3-9f6e-59ecae34e8d6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:44:09.883704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-18a59331-5904-46e3-9f6e-59ecae34e8d6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117166 Nov 22 16:44:09.934360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6968849-21e1-4dda-bed1-7fcd7dd20915 req-5c5463d0-c683-4679-af80-6b026a1269c3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064816 Nov 22 16:44:10.007589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9437df13-d659-40a9-9e02-38735bbe5a7a None None] Provisioning complete for port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:10.008605 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9437df13-d659-40a9-9e02-38735bbe5a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.011059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Request body: {'port': {'device_id': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:10.057678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9437df13-d659-40a9-9e02-38735bbe5a7a None None] Port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:44:10.091296 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.855683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:10.868166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.887366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Transition to ACTIVE for port object d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:10.893801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.029527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:11.143729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Attempting to bind port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:11.144388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Attempting to bind port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:11.144854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Attempting to bind port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on network 432c9a92-79da-438e-821c-d80764233720 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:11.158016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on network 432c9a92-79da-438e-821c-d80764233720 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:11.158527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Attempting to bind port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on network 432c9a92-79da-438e-821c-d80764233720 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:11.177538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255544e6-5e64-4f63-9e8c-de5814e2d5fe req-8d50151d-3de4-4d02-a8bf-a71903f7e4be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.180764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-255544e6-5e64-4f63-9e8c-de5814e2d5fe req-8d50151d-3de4-4d02-a8bf-a71903f7e4be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 943 time: 0.1226408 Nov 22 16:44:11.187960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:11.187960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Checking segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:11.187960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Bound using segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:11.187960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Bound port: d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:11.188827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.335210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-255544e6-5e64-4f63-9e8c-de5814e2d5fe req-4c12c12c-aa97-4417-a050-237e058e07af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429074 Nov 22 16:44:11.370246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:11.375153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:11.381981 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.446395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.447434 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.449782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] 10.222.0.71 "PUT /v2.0/ports/d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 1091 time: 1.5559297 Nov 22 16:44:11.450494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:11.454575 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a8811-54c4-4dbc-879e-4f1b4a52779c" -d '{"events": [{"name": "network-changed", "server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:11.507026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123125f-effd-4455-9f60-1711a0dc2a6b service neutron] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:11.577735 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6b6bb6-6b45-40a1-a8c4-97336f32b2c4 x-openstack-request-id: req-6c6b6bb6-6b45-40a1-a8c4-97336f32b2c4 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:11.578190 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:11.578624 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c6b6bb6-6b45-40a1-a8c4-97336f32b2c4 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:11.579183 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'status': 'completed', 'code': 200} Nov 22 16:44:11.611361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-9d7d6dcd-db90-46d3-8b8f-cdf58cac47fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.613709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-9d7d6dcd-db90-46d3-8b8f-cdf58cac47fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1094 time: 0.0981705 Nov 22 16:44:11.678717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-fd0656fd-d059-4549-937b-0c8bbe4f6b40 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 217 time: 0.0532489 Nov 22 16:44:11.772644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-a4af751a-91d1-4445-9211-6fb204dbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.776366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-a4af751a-91d1-4445-9211-6fb204dbcd5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0909135 Nov 22 16:44:11.840249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-68279e54-dfaf-40de-9f44-73d2413f6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.842244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-68279e54-dfaf-40de-9f44-73d2413f6c98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593166 Nov 22 16:44:11.985367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-6e331169-6ecf-4828-b20a-578026f178bc service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338296 Nov 22 16:44:12.127509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a28eeef0-1acf-4fdf-a80c-2209296af44d req-2dbe04c2-fc54-4f1a-a1f9-642070088267 service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337657 Nov 22 16:44:12.247799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-463c5915-bde6-4b15-93e2-21d784e027f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.250215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-463c5915-bde6-4b15-93e2-21d784e027f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1094 time: 0.0555623 Nov 22 16:44:12.419308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-759b606c-1fa7-4145-aa2a-6ead50c29965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.421633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-759b606c-1fa7-4145-aa2a-6ead50c29965 service neutron] 10.222.0.71 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.1633475 Nov 22 16:44:12.503035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-a61bebbb-8d73-49a2-bb36-990968ec8433 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 217 time: 0.0723305 Nov 22 16:44:12.578024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547226b9-d3cf-4c1e-a524-c6483c3985e0 req-0321c901-fb8b-4dae-90f0-988319929dbc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.579610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-547226b9-d3cf-4c1e-a524-c6483c3985e0 req-0321c901-fb8b-4dae-90f0-988319929dbc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 943 time: 0.1393173 Nov 22 16:44:12.596504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-e9bc887f-4ab3-4b07-aa6e-5c0515ee760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.599092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-e9bc887f-4ab3-4b07-aa6e-5c0515ee760d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0851042 Nov 22 16:44:12.686790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-547226b9-d3cf-4c1e-a524-c6483c3985e0 req-ce20694e-575a-41d4-b9ef-f8aee6173384 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972972 Nov 22 16:44:12.696294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-22e78468-59d4-4155-ab93-5c51a65c914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:12.697860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-22e78468-59d4-4155-ab93-5c51a65c914a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878646 Nov 22 16:44:12.866227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-f396e237-590d-4514-9aef-8054365e236d service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564856 Nov 22 16:44:12.998457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-273a8811-54c4-4dbc-879e-4f1b4a52779c req-d2a93b3d-cd9e-4b61-bb85-ec5e669a73df service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222274 Nov 22 16:44:13.835200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef9909-e0d8-4cde-a70e-56877d44bf96 req-bb4e32cf-9092-43db-bca6-20b58671790f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.837052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8ef9909-e0d8-4cde-a70e-56877d44bf96 req-bb4e32cf-9092-43db-bca6-20b58671790f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 943 time: 0.0618813 Nov 22 16:44:13.921408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8ef9909-e0d8-4cde-a70e-56877d44bf96 req-6e3eebe8-cba4-4292-b68c-efbecadc4de0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771050 Nov 22 16:44:14.521495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:14.627105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:14.643952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'port_id': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'mac_address': 'fa:16:3e:15:b7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:14.688211 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.702856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:14.725543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:14.730562 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.788213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:15.021406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:15.055830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70354fdc-e94d-4dc3-b5ad-6f16035a7aa6 req-68772843-0946-4ca4-8126-adf6e9565440 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:15.057447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70354fdc-e94d-4dc3-b5ad-6f16035a7aa6 req-68772843-0946-4ca4-8126-adf6e9565440 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 944 time: 0.0555801 Nov 22 16:44:15.111514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70354fdc-e94d-4dc3-b5ad-6f16035a7aa6 req-d156a942-5034-4524-94c6-57c3c2a3c74c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479503 Nov 22 16:44:16.241522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d69711-0840-43fa-bfe2-68619fafafd9 req-cc459cfa-f93f-478e-97cf-be9ee328ce1d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:16.242894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29d69711-0840-43fa-bfe2-68619fafafd9 req-cc459cfa-f93f-478e-97cf-be9ee328ce1d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 944 time: 0.0527942 Nov 22 16:44:16.297173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29d69711-0840-43fa-bfe2-68619fafafd9 req-6eb60e8b-50ad-47b6-a47e-be2948c115fd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475736 Nov 22 16:44:16.538172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:16.590547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:16.594630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:16.595010 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.677355 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.701229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:16.703542 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4849e311-d1a7-4b70-9ec3-0eaa3562d0ed" -d '{"events": [{"server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "name": "network-vif-plugged", "status": "completed", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:16.717158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:16.721301 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.773519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:16.811820 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e1f9fa-eec6-4c75-b93c-a3dd1123adaa x-openstack-request-id: req-b8e1f9fa-eec6-4c75-b93c-a3dd1123adaa {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:16.812217 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "name": "network-vif-plugged", "status": "completed", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:16.812487 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b8e1f9fa-eec6-4c75-b93c-a3dd1123adaa {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:16.812875 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'code': 200} Nov 22 16:44:16.922160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2293de-b471-4139-9621-6742ff6715c4 req-c54312e3-53a5-4f93-996a-af527ed8e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:16.923663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b2293de-b471-4139-9621-6742ff6715c4 req-c54312e3-53a5-4f93-996a-af527ed8e54c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1096 time: 0.0491781 Nov 22 16:44:16.975937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b2293de-b471-4139-9621-6742ff6715c4 req-79903547-da08-4aae-aa17-8d0746dab19b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428751 Nov 22 16:44:17.422617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3712d2e-cb98-4624-8d7c-01c61b71fb87 req-a0e10711-ec05-416c-ae2a-e68dbbdd6173 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.424235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3712d2e-cb98-4624-8d7c-01c61b71fb87 req-a0e10711-ec05-416c-ae2a-e68dbbdd6173 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0559151 Nov 22 16:44:17.478348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d3712d2e-cb98-4624-8d7c-01c61b71fb87 req-f50dfe4e-b5d1-43f7-a36b-8e65df6afe56 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470889 Nov 22 16:44:18.605436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5891da-dd6d-4234-9c1b-677982925804 req-a0d692b1-de14-4036-8550-8e0240a6ee70 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:18.606933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f5891da-dd6d-4234-9c1b-677982925804 req-a0d692b1-de14-4036-8550-8e0240a6ee70 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0510306 Nov 22 16:44:18.663333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f5891da-dd6d-4234-9c1b-677982925804 req-12441ac3-ac5b-43a9-964c-7797d2a95160 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497243 Nov 22 16:44:18.784615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084453cf-a1d2-4292-bc29-1e739f3a959f req-1dbf37f0-10ed-4eb0-bc93-59c14bfb1773 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:18.786141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-084453cf-a1d2-4292-bc29-1e739f3a959f req-1dbf37f0-10ed-4eb0-bc93-59c14bfb1773 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0511587 Nov 22 16:44:18.838665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-084453cf-a1d2-4292-bc29-1e739f3a959f req-a0524315-0e09-4299-8c8a-3bfa7bf8e509 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450118 Nov 22 16:44:18.863936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35890) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:18.909187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce1456-c063-42b3-9e38-b62549a551c5 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:18.910752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6bce1456-c063-42b3-9e38-b62549a551c5 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1091 time: 0.0457652 Nov 22 16:44:18.914149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:18.919357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:18.946804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.039963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1f9622e7-fa66-4257-94d2-6ba2fcb427cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.059663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.181574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.25.5.254 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/2e27b779-8ed0-4c4a-bb85-00ebf4dd2008) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:19.301171 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.340927 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.388300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:19.391413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:19.396191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:19.425928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=2e27b779-8ed0-4c4a-bb85-00ebf4dd2008,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:19.776892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.850883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.010741 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.015367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.085635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=2e27b779-8ed0-4c4a-bb85-00ebf4dd2008,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.098084 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.210699 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Floating IP f49e1a37-7311-41f0-afa5-9f993ec6d41c associated. External IP: 172.25.5.254, port: d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8. Nov 22 16:44:20.432778 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router f125a316-6d96-46ce-ab30-ace6ed29e085 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:20.553523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:20.564741 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] Sync routers for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:20.573235 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.578456 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:20.579093 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:20.603351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4932693b-5a5a-4a77-a808-a65922c1d1de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6879416 Nov 22 16:44:20.605827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:20.608322 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f42346-e189-475a-8782-bca239ee72d3" -d '{"events": [{"name": "network-changed", "server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:20.665357 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca93c453-e7aa-46e9-af6e-889d6178efe9 x-openstack-request-id: req-ca93c453-e7aa-46e9-af6e-889d6178efe9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:20.665653 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:20.665909 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca93c453-e7aa-46e9-af6e-889d6178efe9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:20.666316 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'status': 'completed', 'code': 200} Nov 22 16:44:20.716733 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:20.766299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf84ed4-1c2c-417b-93d1-e29758be6c6e req-2eb52fb3-57f8-4cf9-be9e-0ac152e0c2f2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:20.767844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-adf84ed4-1c2c-417b-93d1-e29758be6c6e req-2eb52fb3-57f8-4cf9-be9e-0ac152e0c2f2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0862689 Nov 22 16:44:20.771439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f42346-e189-475a-8782-bca239ee72d3 req-b7ae074d-9c05-4290-9ffb-8f21f35ad9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:20.773497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28f42346-e189-475a-8782-bca239ee72d3 req-b7ae074d-9c05-4290-9ffb-8f21f35ad9a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1096 time: 0.0622864 Nov 22 16:44:20.885612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-adf84ed4-1c2c-417b-93d1-e29758be6c6e req-c569b7d1-3625-4a76-88b1-980559b117fe tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080427 Nov 22 16:44:20.911473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35900) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.920453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f42346-e189-475a-8782-bca239ee72d3 req-f4f2ae1e-5d7c-4991-8106-5057b2f8e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:20.922073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28f42346-e189-475a-8782-bca239ee72d3 req-f4f2ae1e-5d7c-4991-8106-5057b2f8e6d0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.1370523 Nov 22 16:44:20.994165 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e282d7aa-089e-4ab4-a00d-e8f998d81531 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/f49e1a37-7311-41f0-afa5-9f993ec6d41c HTTP/1.1" status: 200 len: 991 time: 0.0804760 Nov 22 16:44:21.005478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28f42346-e189-475a-8782-bca239ee72d3 req-111ab2df-05e0-4858-807a-b9e367848bf3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 999 time: 0.0744088 Nov 22 16:44:21.062153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f42346-e189-475a-8782-bca239ee72d3 req-9f0ee2ae-8523-40af-b850-8a233d62142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:21.063753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28f42346-e189-475a-8782-bca239ee72d3 req-9f0ee2ae-8523-40af-b850-8a233d62142c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0499449 Nov 22 16:44:21.070840 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'f49e1a37-7311-41f0-afa5-9f993ec6d41c', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'port_id': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'mac_address': 'fa:16:3e:15:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:44:19Z', 'updated_at': '2021-11-22T16:44:19Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:21.097817 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] Checking router: f125a316-6d96-46ce-ab30-ace6ed29e085 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:21.107808 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:21.108585 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:43:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:21.120811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f42346-e189-475a-8782-bca239ee72d3 req-aff9095e-dcf7-4a33-bf3d-583a3fcadde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:21.122323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28f42346-e189-475a-8782-bca239ee72d3 req-aff9095e-dcf7-4a33-bf3d-583a3fcadde1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458312 Nov 22 16:44:21.216936 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:21.221108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28f42346-e189-475a-8782-bca239ee72d3 req-ee211668-97e3-467a-a631-928753b654de service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907450 Nov 22 16:44:21.325794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28f42346-e189-475a-8782-bca239ee72d3 req-0a3cefbb-1648-4ab5-a59e-2c73d8795d87 service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961320 Nov 22 16:44:21.337228 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2a5347fb-5e3e-4008-af02-8c783e59763d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.504867 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'f49e1a37-7311-41f0-afa5-9f993ec6d41c', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'port_id': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'mac_address': 'fa:16:3e:15:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:44:19Z', 'updated_at': '2021-11-22T16:44:19Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:21.532293 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88f55ba-703e-4ed5-966a-36ecf509a062 None None] The sync data for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 is: [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'f49e1a37-7311-41f0-afa5-9f993ec6d41c', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'port_id': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'mac_address': 'fa:16:3e:15:b7:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:44:19Z', 'updated_at': '2021-11-22T16:44:19Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:21.748489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e10e6-af32-47ef-9eb7-2a8fb6312d18 None None] New status for floating IP f49e1a37-7311-41f0-afa5-9f993ec6d41c: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:44:21.997726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35902) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:22.072673 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6500b3d4-e028-4db1-9c91-582393278117 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/f49e1a37-7311-41f0-afa5-9f993ec6d41c HTTP/1.1" status: 200 len: 991 time: 0.0737307 Nov 22 16:44:22.527595 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.768751 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.077209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 35904) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:23.144083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-85c16aa7-59f6-48c2-a278-11fbdb6854dc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/f49e1a37-7311-41f0-afa5-9f993ec6d41c HTTP/1.1" status: 200 len: 993 time: 0.0655704 Nov 22 16:44:24.587359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.827991 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.867548 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.181087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-5b3fdba7-9975-4e66-b61d-4ad6cdc30b7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424814 Nov 22 16:44:32.274819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-8d6acf9d-0af6-4edd-82f8-fb552836b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:32.276288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-8d6acf9d-0af6-4edd-82f8-fb552836b094 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1097 time: 0.0456336 Nov 22 16:44:32.411209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-8a9d951e-a7b2-4e2a-bf96-e2d7b511408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:32.413625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-8a9d951e-a7b2-4e2a-bf96-e2d7b511408a service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1171455 Nov 22 16:44:32.894894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-32ea9c03-ffd8-4bb2-81dc-84b25810daee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 200 len: 1001 time: 0.4730179 Nov 22 16:44:32.955264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-7957c7e7-0076-4197-83d7-fae1060d6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:32.956955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-7957c7e7-0076-4197-83d7-fae1060d6e24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0553570 Nov 22 16:44:33.018446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-132d3f9e-474b-4140-8439-301c36f4dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:33.020463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-132d3f9e-474b-4140-8439-301c36f4dd1f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568254 Nov 22 16:44:33.188572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-b7521637-830e-458c-8ec1-cd4308ac93ff service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605875 Nov 22 16:44:33.332811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b7083c-4313-494e-b4b7-70d844a6e5b2 req-827816e0-2e6d-481c-b161-61c79fe34f45 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372807 Nov 22 16:44:41.358195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-37fccadf-b318-4965-bbc1-fcb47ddc6c58 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524156 Nov 22 16:44:41.478745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-20d99a35-a923-43fb-87bf-607de89935ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.480417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-20d99a35-a923-43fb-87bf-607de89935ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1096 time: 0.0479560 Nov 22 16:44:41.621723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-0c0529c6-1246-4989-8281-b81b996fb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.623111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-0c0529c6-1246-4989-8281-b81b996fb01b service neutron] 10.222.0.71 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.1044371 Nov 22 16:44:41.722897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-169c2f79-9a83-419d-8b5a-a9fd6982d402 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 1001 time: 0.0900373 Nov 22 16:44:41.778045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-ba788ce4-4f23-443c-917d-3faed8266222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.779529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-ba788ce4-4f23-443c-917d-3faed8266222 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0466533 Nov 22 16:44:41.832078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-0c2439c0-e82b-409a-82ae-89b9eeb1a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.833607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-0c2439c0-e82b-409a-82ae-89b9eeb1a04f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456307 Nov 22 16:44:41.933843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-b1fa0df2-a64b-4d44-a1cb-ed27a24e29e5 service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897849 Nov 22 16:44:42.032646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6ca4ed7-1fb5-4bcc-a49a-238a5d3e5e31 req-fcdda355-ae85-4040-a788-efb4172efca6 service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906856 Nov 22 16:44:44.516698 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:49.045918 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5b592c48-3e3d-4211-a052-aa03418d5602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.333158 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6a4ea760-02cf-478b-b5da-c400b564a158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.532683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.783286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:54.595195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:54.881164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:54.885705 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.390782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58dee9-e172-4c8c-9c9f-09fc35f93b90 req-0fae116e-b9af-45a2-bdc5-034e5a7def18 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.392418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f58dee9-e172-4c8c-9c9f-09fc35f93b90 req-0fae116e-b9af-45a2-bdc5-034e5a7def18 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1096 time: 0.0495934 Nov 22 16:44:58.413654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0f58dee9-e172-4c8c-9c9f-09fc35f93b90 req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.500439 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0f58dee9-e172-4c8c-9c9f-09fc35f93b90 req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.505603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-0f58dee9-e172-4c8c-9c9f-09fc35f93b90 req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.546166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c82cf2f-9f7a-4704-a5b9-2615ede47f9f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:58.550854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f58dee9-e172-4c8c-9c9f-09fc35f93b90 req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513050 Nov 22 16:44:58.557441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.557798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.558153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.558504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.558847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.559199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.559535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.559879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.560245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.560580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.560916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.561250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db17b422-71f1-4f76-9a4e-70add43f01ab tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:58.695663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cf830-f648-4a07-9d56-e7cf0f103857 req-75ec2b7b-e747-4a7a-9807-babe7392d50c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.697338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b4cf830-f648-4a07-9d56-e7cf0f103857 req-75ec2b7b-e747-4a7a-9807-babe7392d50c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0605605 Nov 22 16:44:58.756789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7b4cf830-f648-4a07-9d56-e7cf0f103857 req-8cf9d85c-81be-4ac0-b1ce-6811872a373d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527031 Nov 22 16:44:58.781670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35930) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:58.850343 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-76b8a56a-0580-45ac-a1be-4b2c2028fad7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/f49e1a37-7311-41f0-afa5-9f993ec6d41c HTTP/1.1" status: 200 len: 993 time: 0.0673444 Nov 22 16:44:59.202002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-b914968a-6672-4b73-b57f-9d62c0c9b783 req-7ed147b4-a12d-42ce-b149-5de088fee4e4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:44:59.203143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b914968a-6672-4b73-b57f-9d62c0c9b783 req-7ed147b4-a12d-42ce-b149-5de088fee4e4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056574 Nov 22 16:44:59.523323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 35944) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:59.603459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9725e79-7622-41b6-a415-fc6d14577ad5 req-9e86e1c1-fc69-41bd-bd51-4816f321b829 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.605130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9725e79-7622-41b6-a415-fc6d14577ad5 req-9e86e1c1-fc69-41bd-bd51-4816f321b829 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0651271 Nov 22 16:44:59.645733 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-69ffbc41-ca48-4d0d-a8e1-023c4afa6ddc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203222 Nov 22 16:44:59.659782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-c211228d-ec12-4509-8fa3-ef0ebdd497d3 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:44:59.662222 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-c211228d-ec12-4509-8fa3-ef0ebdd497d3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077324 Nov 22 16:44:59.664834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9725e79-7622-41b6-a415-fc6d14577ad5 req-94b73c01-b6f3-4951-84dd-6f29f7ff4eec tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529277 Nov 22 16:45:00.827718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1a10a-23f9-4029-8c3b-061e1d5dc006 req-d47b8e54-5efc-408c-b716-df69ff0ea49c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.829803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ab1a10a-23f9-4029-8c3b-061e1d5dc006 req-d47b8e54-5efc-408c-b716-df69ff0ea49c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0606346 Nov 22 16:45:00.901456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ab1a10a-23f9-4029-8c3b-061e1d5dc006 req-28de2ecc-fa3f-4552-94b8-77519e5f4087 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636671 Nov 22 16:45:00.979123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-b480ab71-97bf-4052-bc5b-65292bbcb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.980954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-b480ab71-97bf-4052-bc5b-65292bbcb0d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1096 time: 0.0615878 Nov 22 16:45:01.098269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-c578575e-2c66-427a-a7ce-b7293b6955bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.100276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-c578575e-2c66-427a-a7ce-b7293b6955bd service neutron] 10.222.0.71 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.0950866 Nov 22 16:45:01.186244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-fa6790dc-d496-49f6-b9f2-0645ddfbe084 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 1001 time: 0.0749173 Nov 22 16:45:01.240538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-b5089cb1-d30d-46ff-933c-54df0f8c2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.241987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-b5089cb1-d30d-46ff-933c-54df0f8c2927 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0477366 Nov 22 16:45:01.297298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-d36910f3-764f-40d2-8690-f9b79d3b3292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.298830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-d36910f3-764f-40d2-8690-f9b79d3b3292 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482464 Nov 22 16:45:01.401396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-4cfea475-4133-406c-b148-ef11d4b4651d service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940194 Nov 22 16:45:01.501008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-d3917ea7-d022-46fb-bcf4-feb0da0de7f2 service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909212 Nov 22 16:45:02.080061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1606fd-f233-4d98-ad5b-0221ff8544f8 req-b0ba0059-017f-4b8b-966c-1adefa6dcd39 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.083447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb1606fd-f233-4d98-ad5b-0221ff8544f8 req-b0ba0059-017f-4b8b-966c-1adefa6dcd39 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0894959 Nov 22 16:45:02.159105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb1606fd-f233-4d98-ad5b-0221ff8544f8 req-a3aedccf-9885-4c32-a4d8-2359588f6326 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692201 Nov 22 16:45:03.311169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7d1f8-5e16-40d1-800f-5a8826cfaeb2 req-34ab54f3-914d-4137-a8d0-53d6d5089661 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.312813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1aa7d1f8-5e16-40d1-800f-5a8826cfaeb2 req-34ab54f3-914d-4137-a8d0-53d6d5089661 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0617373 Nov 22 16:45:03.370882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1aa7d1f8-5e16-40d1-800f-5a8826cfaeb2 req-f70f9035-061d-4445-a438-62c0f7329922 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515237 Nov 22 16:45:04.503245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b840a-5c01-4501-9c5c-f5218bef2857 req-e1247728-83fb-4de7-bf76-438235f96576 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:04.505164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f66b840a-5c01-4501-9c5c-f5218bef2857 req-e1247728-83fb-4de7-bf76-438235f96576 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0575929 Nov 22 16:45:04.564291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f66b840a-5c01-4501-9c5c-f5218bef2857 req-4ebcb77b-f53a-4890-b993-9b1dbc6fdeaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524237 Nov 22 16:45:05.687417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9820-2ddf-4525-b87c-e416a7a26931 req-fd6020d0-f742-4911-bd64-cf3839d61921 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:05.689017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-845c9820-2ddf-4525-b87c-e416a7a26931 req-fd6020d0-f742-4911-bd64-cf3839d61921 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0525627 Nov 22 16:45:05.743628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-845c9820-2ddf-4525-b87c-e416a7a26931 req-1b0bcfec-695f-4005-81b6-f6ffdf9d08c2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476720 Nov 22 16:45:06.872346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af97bdc-dcee-4f86-9308-7c5d4623ef5d req-6f3d2bfd-a5fd-48af-bbfd-e68e9f7d83ad tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:06.873962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4af97bdc-dcee-4f86-9308-7c5d4623ef5d req-6f3d2bfd-a5fd-48af-bbfd-e68e9f7d83ad tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0542147 Nov 22 16:45:06.931587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4af97bdc-dcee-4f86-9308-7c5d4623ef5d req-f24dcf36-7aa8-4824-b0e8-55814791ee36 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503120 Nov 22 16:45:08.074562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1eaac-f8ec-4043-9a46-cb9c80b3de3a req-7c178f7d-508b-46be-8aca-7fc0f30c3125 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:08.076187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39d1eaac-f8ec-4043-9a46-cb9c80b3de3a req-7c178f7d-508b-46be-8aca-7fc0f30c3125 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0596581 Nov 22 16:45:08.137708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39d1eaac-f8ec-4043-9a46-cb9c80b3de3a req-546ed63e-2c60-4ad8-b6ea-bf503634c6ea tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524621 Nov 22 16:45:09.266504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ceb51-361c-40d1-85ff-b498d89543d5 req-caa7deff-daa8-44e7-af4e-3bb69e98e480 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:09.267959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f0ceb51-361c-40d1-85ff-b498d89543d5 req-caa7deff-daa8-44e7-af4e-3bb69e98e480 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0504251 Nov 22 16:45:09.322824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f0ceb51-361c-40d1-85ff-b498d89543d5 req-cc8523c1-712b-46df-bfae-5572d3bd0277 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473123 Nov 22 16:45:10.461924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d1811-796b-4c17-b3f9-5a9e03cae0c1 req-dfb25797-8630-48ba-9a2a-9c81b9c485e8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:10.464094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b1d1811-796b-4c17-b3f9-5a9e03cae0c1 req-dfb25797-8630-48ba-9a2a-9c81b9c485e8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0654030 Nov 22 16:45:10.525080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b1d1811-796b-4c17-b3f9-5a9e03cae0c1 req-83b8b994-5bf6-418f-83c9-143ad127e355 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544534 Nov 22 16:45:11.654612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ebb4d-46a5-45e7-bfba-a8b30e731a51 req-7a6460b7-cc3f-4a42-a135-ddb9f033d239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:11.656471 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b36ebb4d-46a5-45e7-bfba-a8b30e731a51 req-7a6460b7-cc3f-4a42-a135-ddb9f033d239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0527391 Nov 22 16:45:11.710570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b36ebb4d-46a5-45e7-bfba-a8b30e731a51 req-9f8a10a5-f963-44aa-b4f7-6c5a5e1c3518 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469804 Nov 22 16:45:12.852919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40de6b-db35-40e2-9fcb-d0220410ae77 req-881bd804-e300-478d-a062-2923c6adf750 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:12.854529 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f40de6b-db35-40e2-9fcb-d0220410ae77 req-881bd804-e300-478d-a062-2923c6adf750 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0663636 Nov 22 16:45:12.912150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2f40de6b-db35-40e2-9fcb-d0220410ae77 req-4dea9011-5b07-4ac7-8145-0697a9099e5c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491498 Nov 22 16:45:14.042150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932598f-7a6b-4fec-9fe7-bf3227eccd27 req-134973b9-8d30-4935-b437-1976b065ed02 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:14.043714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8932598f-7a6b-4fec-9fe7-bf3227eccd27 req-134973b9-8d30-4935-b437-1976b065ed02 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0557883 Nov 22 16:45:14.096482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8932598f-7a6b-4fec-9fe7-bf3227eccd27 req-e7254964-10b4-4f00-bd31-1eaa60c05922 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465381 Nov 22 16:45:15.225670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3258-ce0e-431f-b2ef-cfcd65edb780 req-e60fe529-ad2b-40f3-ac6c-f5ed7ecd3d7e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:15.227146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e9a3258-ce0e-431f-b2ef-cfcd65edb780 req-e60fe529-ad2b-40f3-ac6c-f5ed7ecd3d7e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0534186 Nov 22 16:45:15.279321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e9a3258-ce0e-431f-b2ef-cfcd65edb780 req-6238d7b7-9e47-49b6-bbdc-075cb9b0b7c1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461750 Nov 22 16:45:16.423863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c96c51-e347-4b1d-82dc-e5bc4a687bc0 req-7a15d8cb-0f23-4524-9ddc-63af50e750b2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:16.426341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83c96c51-e347-4b1d-82dc-e5bc4a687bc0 req-7a15d8cb-0f23-4524-9ddc-63af50e750b2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0646317 Nov 22 16:45:16.481278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83c96c51-e347-4b1d-82dc-e5bc4a687bc0 req-a92d5f25-de03-46d6-839c-75b8d21046ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489182 Nov 22 16:45:17.600563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b823c-a8b8-4dde-b4ec-47a97d6eb06d req-ac2d984c-fa03-48d2-8d2a-1ce06dfc88fd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:17.602177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc6b823c-a8b8-4dde-b4ec-47a97d6eb06d req-ac2d984c-fa03-48d2-8d2a-1ce06dfc88fd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0501692 Nov 22 16:45:17.654076 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc6b823c-a8b8-4dde-b4ec-47a97d6eb06d req-91620a8d-4ad3-43d0-8d58-d3f6cca45d09 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458567 Nov 22 16:45:18.788246 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6b2f6-9eab-4d93-ac61-61b24347c35f req-732c4092-985d-4a36-a41c-30e42b98de3b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:18.789887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a6b2f6-9eab-4d93-ac61-61b24347c35f req-732c4092-985d-4a36-a41c-30e42b98de3b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0579302 Nov 22 16:45:18.853839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a6b2f6-9eab-4d93-ac61-61b24347c35f req-4580bf3c-eb71-410b-9155-66da24bf6596 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561483 Nov 22 16:45:19.040768 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c74c6668-f52e-49c4-8d25-eb71098ffca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:19.978882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e626360-8d9d-4b47-b182-080f17928981 req-37c914ef-5f4e-4b2c-bbee-5515441ad0d9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:19.980652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e626360-8d9d-4b47-b182-080f17928981 req-37c914ef-5f4e-4b2c-bbee-5515441ad0d9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0515342 Nov 22 16:45:20.034155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e626360-8d9d-4b47-b182-080f17928981 req-0a6097b8-c704-4ea6-a760-8feecd0828a9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473242 Nov 22 16:45:21.164413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888e44d-26b9-43be-b014-1a1fc321e946 req-12ebb260-c528-49e4-8640-ca075198edc2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:21.165985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6888e44d-26b9-43be-b014-1a1fc321e946 req-12ebb260-c528-49e4-8640-ca075198edc2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0515025 Nov 22 16:45:21.220146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6888e44d-26b9-43be-b014-1a1fc321e946 req-2d70226c-a8d7-47b7-a5a5-a7b2919daf3d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445213 Nov 22 16:45:21.335879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1890ff2a-6ff1-4c9d-a983-0af24a5addd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:21.523131 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:45:22.345688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68db18-64b2-4f39-906b-78f7d61a64ce req-ea4baa21-1496-4984-ae27-6c131daea1b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:22.347773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f68db18-64b2-4f39-906b-78f7d61a64ce req-ea4baa21-1496-4984-ae27-6c131daea1b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0536900 Nov 22 16:45:22.400347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f68db18-64b2-4f39-906b-78f7d61a64ce req-5ec83d12-9d0e-462a-bd66-01ac65e2b2cc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464456 Nov 22 16:45:22.535599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:22.797708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:23.528631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bdef6-0fcb-4d1a-a96c-1343d51d1e5c req-e0ce3c9e-93ca-4ec5-a12e-b7d7eaf60fae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:23.530615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-408bdef6-0fcb-4d1a-a96c-1343d51d1e5c req-e0ce3c9e-93ca-4ec5-a12e-b7d7eaf60fae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0586019 Nov 22 16:45:23.591343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-408bdef6-0fcb-4d1a-a96c-1343d51d1e5c req-5a3eca7f-a40e-4d1d-bf84-80bf7c5f9ee1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534363 Nov 22 16:45:23.850557 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-42c69a90-f416-4eda-9320-b3182b6e0aaf service neutron] show failed (client error): The resource could not be found. Nov 22 16:45:23.851617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-42c69a90-f416-4eda-9320-b3182b6e0aaf service neutron] 10.222.0.71 "GET /v2.0/ports/d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0598481 Nov 22 16:45:24.118792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-03dfc043-a06b-4d11-a11b-05e433fa00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:24.120726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-03dfc043-a06b-4d11-a11b-05e433fa00ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 1096 time: 0.0891540 Nov 22 16:45:24.136715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:24.198376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.439748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:24.476142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:24.519086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:24.521486 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ed9930-8b0e-4d37-b5b6-d0ca09606270" -d '{"events": [{"server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:24.525711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.540945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Transition to ACTIVE for port object d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:24.546719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.606565 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.653739 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e441fa-78f9-4991-a542-7bbe861a663b x-openstack-request-id: req-19e441fa-78f9-4991-a542-7bbe861a663b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:24.654031 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:24.654291 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19e441fa-78f9-4991-a542-7bbe861a663b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:24.654709 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'code': 200} Nov 22 16:45:24.687865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:24.766692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] No DVR routers for this DVR port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:24.819286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cf018-3b12-4dd1-a37e-42d0029d6052 req-1f361e10-7471-41e5-89ce-5451920a8dab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:24.820932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-526cf018-3b12-4dd1-a37e-42d0029d6052 req-1f361e10-7471-41e5-89ce-5451920a8dab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 943 time: 0.1398520 Nov 22 16:45:24.898083 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.902618 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.931796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-526cf018-3b12-4dd1-a37e-42d0029d6052 req-47a2bf31-2813-4752-8649-78b5af66ab6d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036589 Nov 22 16:45:24.972366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Attempting to bind port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:24.972366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Attempting to bind port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:24.973339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Attempting to bind port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on network 432c9a92-79da-438e-821c-d80764233720 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:24.977964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on network 432c9a92-79da-438e-821c-d80764233720 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:24.978434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Attempting to bind port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on network 432c9a92-79da-438e-821c-d80764233720 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:24.984435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:24.984796 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Checking segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:24.985154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Bound using segment: {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:24.985593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Bound port: d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '992471aa-5f5d-4cd3-b256-5df0164c9929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': '432c9a92-79da-438e-821c-d80764233720'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:24.985950 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.065746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:25.070787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:25.076413 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.120582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:25.121204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.122748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] 10.222.0.11 "PUT /v2.0/ports/d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 1091 time: 0.9932926 Nov 22 16:45:25.147955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff26de-a099-4508-b628-fd961064fff7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:25.196583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-598c4887-d971-457f-b02f-aaf19d5a68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:25.198624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-598c4887-d971-457f-b02f-aaf19d5a68a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1094 time: 0.0475705 Nov 22 16:45:25.305751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-5c92333d-ec9e-4921-99fb-2de940c26bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:25.307368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-5c92333d-ec9e-4921-99fb-2de940c26bb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.1023185 Nov 22 16:45:25.380684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-cd6bccbe-6325-40a1-8a16-132b068c2126 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 999 time: 0.0662160 Nov 22 16:45:25.440596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-21dfff6a-8c20-44a4-b85d-b9c76cd52f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:25.442415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-21dfff6a-8c20-44a4-b85d-b9c76cd52f90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0550723 Nov 22 16:45:25.500948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-be106f94-dfa5-4bb2-86dd-2a592343e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:25.502364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-be106f94-dfa5-4bb2-86dd-2a592343e239 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528290 Nov 22 16:45:25.603079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-dcf5d8b3-0fe4-42d0-91da-9f56c5f34afc service neutron] 10.222.0.11 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933497 Nov 22 16:45:25.707767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-f3848e85-d59f-4409-989b-99cd9f14bb62 service neutron] 10.222.0.11 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971389 Nov 22 16:45:26.085263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f7bc-6726-47d2-8fec-b00bbc84f49f req-40bfad85-6486-45b8-ac07-c49dd70b89fe tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:26.086763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc27f7bc-6726-47d2-8fec-b00bbc84f49f req-40bfad85-6486-45b8-ac07-c49dd70b89fe tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 943 time: 0.0590649 Nov 22 16:45:26.149238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc27f7bc-6726-47d2-8fec-b00bbc84f49f req-2031d36d-d09d-4af4-94bb-8a319fc11fc9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540800 Nov 22 16:45:26.655702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:26.658149 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce7446f-ca14-4f97-b918-e19e4ccf875b" -d '{"events": [{"name": "network-changed", "server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:26.710582 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062b4e12-503b-4173-a277-8459bfd7adcc x-openstack-request-id: req-062b4e12-503b-4173-a277-8459bfd7adcc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:26.711527 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:26.711800 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-062b4e12-503b-4173-a277-8459bfd7adcc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:26.712236 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'status': 'completed', 'code': 200} Nov 22 16:45:26.805151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-3ccf2a6c-7c98-45d5-8785-1946cffce0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:26.806638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-3ccf2a6c-7c98-45d5-8785-1946cffce0f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1094 time: 0.0722814 Nov 22 16:45:26.808424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-7ce7a40d-989f-4357-8619-ff3cd50c9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:26.809759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-7ce7a40d-989f-4357-8619-ff3cd50c9e35 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1094 time: 0.0670509 Nov 22 16:45:26.907052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:26.952390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:26.993536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-8ad63a8e-4d99-40a0-baf9-ff5fe4174496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:26.995252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-8ad63a8e-4d99-40a0-baf9-ff5fe4174496 service neutron] 10.222.0.11 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.1803970 Nov 22 16:45:26.996258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-b1b98da5-679d-4477-9ac3-83e06c664bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:26.997568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-b1b98da5-679d-4477-9ac3-83e06c664bd8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.1719658 Nov 22 16:45:27.458329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-13a7a4b3-1c8e-4a53-bf3b-881c9291916d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 999 time: 0.4550974 Nov 22 16:45:27.460332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-b47a3551-ea3b-40f9-a6ac-94dd564e8ca5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 999 time: 0.4498127 Nov 22 16:45:27.567252 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-c01a7a3d-d4cf-40d4-ac40-6ce8ba097de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.568784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-c01a7a3d-d4cf-40d4-ac40-6ce8ba097de1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0924900 Nov 22 16:45:27.571249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-3932e9c8-56cb-4e1a-8257-8849fb6c0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.572654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-3932e9c8-56cb-4e1a-8257-8849fb6c0b6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0974698 Nov 22 16:45:27.580703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc4569-754d-4597-b83f-717549ec4eb7 req-6aefbdaf-450d-4c4f-a37c-9cbc4310a4fe tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.582820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6dcc4569-754d-4597-b83f-717549ec4eb7 req-6aefbdaf-450d-4c4f-a37c-9cbc4310a4fe tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 943 time: 0.1450479 Nov 22 16:45:27.701079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-53fd28f4-6fee-4ea8-9991-63ccb0657cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.702596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-53fd28f4-6fee-4ea8-9991-63ccb0657cfe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188750 Nov 22 16:45:27.705500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-f7f4dd02-4400-498e-8ac4-1de30ec7426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.707199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-f7f4dd02-4400-498e-8ac4-1de30ec7426a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221585 Nov 22 16:45:27.712170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6dcc4569-754d-4597-b83f-717549ec4eb7 req-4f6a7eab-a12f-46b6-8920-72d8d2c80952 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081929 Nov 22 16:45:27.873851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-e1fc1945-a989-4280-a3c6-25d27fa39978 service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607578 Nov 22 16:45:27.875552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-3c4c3c2e-cd13-4333-a66b-cb1dfc7a8363 service neutron] 10.222.0.11 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614227 Nov 22 16:45:28.073113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-b3101ab9-8ba9-47a0-81f8-1795aa40a12e service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913106 Nov 22 16:45:28.074985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ce7446f-ca14-4f97-b918-e19e4ccf875b req-83b8bb2d-f72e-460a-8468-633cf0da4ce3 service neutron] 10.222.0.11 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857681 Nov 22 16:45:28.847584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ee50a-1c89-4b16-9687-f828f56a74f5 req-23739f42-d485-4112-b863-fe60be2e2a46 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:28.849495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab9ee50a-1c89-4b16-9687-f828f56a74f5 req-23739f42-d485-4112-b863-fe60be2e2a46 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 943 time: 0.0557208 Nov 22 16:45:28.909966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab9ee50a-1c89-4b16-9687-f828f56a74f5 req-e8e3386a-4366-4896-9601-a951fd81a6bb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492353 Nov 22 16:45:29.278392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd243fe-81e7-49e4-b5e3-e26c02d13178 req-44cf0963-69a8-456e-a6ff-f73c4a97b7ca tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.280426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5cd243fe-81e7-49e4-b5e3-e26c02d13178 req-44cf0963-69a8-456e-a6ff-f73c4a97b7ca tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 943 time: 0.1325660 Nov 22 16:45:29.304103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650558-c98c-4b97-a224-39ed37f581a6 req-5cb8a8a5-bedc-436f-9eaf-0aecffb1cb72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.305851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-5cb8a8a5-bedc-436f-9eaf-0aecffb1cb72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e&tenant_id=b7be64850fdc4fc7930f252cef8c0294&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 943 time: 0.1243212 Nov 22 16:45:29.330510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:29.389101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5cd243fe-81e7-49e4-b5e3-e26c02d13178 req-e4c1da7c-dde4-49b6-84b1-7a9f6b56bcf4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997276 Nov 22 16:45:29.406470 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-af650558-c98c-4b97-a224-39ed37f581a6 req-af780ea9-aa49-4280-a7a9-116370240845 service neutron] delete failed (client error): The resource could not be found. Nov 22 16:45:29.407514 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-af780ea9-aa49-4280-a7a9-116370240845 service neutron] 10.222.0.71 "DELETE /v2.0/ports/d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0905387 Nov 22 16:45:29.504857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:29.522470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'port_id': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'mac_address': 'fa:16:3e:15:b7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:29.531147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650558-c98c-4b97-a224-39ed37f581a6 req-e3fd0a1e-9078-45a0-bbb0-7cd3f5b1da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.533246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-e3fd0a1e-9078-45a0-bbb0-7cd3f5b1da84 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1094 time: 0.0663373 Nov 22 16:45:29.578019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:29.606107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:29.642797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:29.650685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:29.688660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650558-c98c-4b97-a224-39ed37f581a6 req-f76a5839-1650-4690-b6e0-8a4e0f7650ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.690299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-f76a5839-1650-4690-b6e0-8a4e0f7650ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.1457894 Nov 22 16:45:29.736506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:29.746605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.746976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.747238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.747644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.748125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.748469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.748804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.749138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.749461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.749794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.750124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.750452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:29.793709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-d29097e2-c781-4f1f-a522-2026d464e431 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 1000 time: 0.0874720 Nov 22 16:45:29.850068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650558-c98c-4b97-a224-39ed37f581a6 req-b14b33bd-e0d6-472b-a958-858e47f9e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.851684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-b14b33bd-e0d6-472b-a958-858e47f9e22f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0491595 Nov 22 16:45:29.874233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:29.932983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650558-c98c-4b97-a224-39ed37f581a6 req-af419f4c-828a-411a-95c2-1b16c1771b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.934889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-af419f4c-828a-411a-95c2-1b16c1771b87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701141 Nov 22 16:45:30.057005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-9ab6c79d-c9e0-457f-8e82-d47ccb24cb9c service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120760 Nov 22 16:45:30.180603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af650558-c98c-4b97-a224-39ed37f581a6 req-8627e35c-169a-480f-803d-a9dc00c9e033 service neutron] 10.222.0.71 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131096 Nov 22 16:45:30.553234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750dff4-5e66-498d-bcc1-5c959efa7b25 req-c4a7dd16-d033-409d-bbad-8f9645246f16 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:30.555275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e750dff4-5e66-498d-bcc1-5c959efa7b25 req-c4a7dd16-d033-409d-bbad-8f9645246f16 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 944 time: 0.0752668 Nov 22 16:45:30.642356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e750dff4-5e66-498d-bcc1-5c959efa7b25 req-2d6f7211-1da4-4a51-9f55-2e964796dbd0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791748 Nov 22 16:45:31.345760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:31.403453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:31.409814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:31.410252 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.493675 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.519993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:31.522615 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b124c4-1140-4102-b15e-c21313c10844" -d '{"events": [{"server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "name": "network-vif-plugged", "status": "completed", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:31.537196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:31.542478 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.591633 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795a4a1a-c5e6-4717-81f9-4ba0b81474c6 x-openstack-request-id: req-795a4a1a-c5e6-4717-81f9-4ba0b81474c6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:31.592086 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "name": "network-vif-plugged", "status": "completed", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:31.592281 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-795a4a1a-c5e6-4717-81f9-4ba0b81474c6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:31.592584 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'code': 200} Nov 22 16:45:31.603385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:31.782275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1353bd-d79a-4477-bbbf-31e438b40e51 req-7277cf84-76d8-4972-9775-bd9c6d7f08fc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:31.783834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a1353bd-d79a-4477-bbbf-31e438b40e51 req-7277cf84-76d8-4972-9775-bd9c6d7f08fc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0550630 Nov 22 16:45:31.840878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a1353bd-d79a-4477-bbbf-31e438b40e51 req-e397001d-5db0-4df6-a96a-319b101a8683 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504327 Nov 22 16:45:31.866025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36034) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:31.970077 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d6dabe1a-113d-4e74-9e8f-520b7421311e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/f49e1a37-7311-41f0-afa5-9f993ec6d41c HTTP/1.1" status: 200 len: 993 time: 0.1024792 Nov 22 16:45:33.962424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-0d80fd49-b7f4-4a27-bc74-cd9a5b855947 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462928 Nov 22 16:45:34.061070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-bfa56c3b-5b45-4995-a8fb-b12e07cb7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.062599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-bfa56c3b-5b45-4995-a8fb-b12e07cb7d38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1097 time: 0.0462108 Nov 22 16:45:34.185534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-b0180ac1-7886-43f8-bd7e-907d82766324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.187464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-b0180ac1-7886-43f8-bd7e-907d82766324 service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1042037 Nov 22 16:45:34.258848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-a9f8e6ec-1bd2-4571-9096-6a9c718e0536 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 200 len: 1001 time: 0.0636611 Nov 22 16:45:34.317476 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-5cc660fd-962e-4450-b148-d86ae6693fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.318948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-5cc660fd-962e-4450-b148-d86ae6693fbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0527675 Nov 22 16:45:34.367303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-80da8d22-c832-41be-91b4-bd95e910ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.368839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-80da8d22-c832-41be-91b4-bd95e910ba32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431857 Nov 22 16:45:34.475352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-d0559063-0286-433b-8800-d7a4bc48de00 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986400 Nov 22 16:45:34.587287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52fb4833-ebdc-43ff-8905-b26ebebd3345 req-5cb527f8-9e4f-4c50-a4e6-333b0c0e3e7c service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040623 Nov 22 16:45:37.086619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-a476e5c3-a661-404c-b268-5cd11821c110 req-1e2b1944-f44a-4591-830f-b7f1061164a0 service neutron] (103410) timed out ('10.222.0.69', 48052) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:45:47.649939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-6824b10c-b895-4228-b635-257bf8c15dea tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124652525&fields=id&tenant_id=8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 267 time: 0.0475104 Nov 22 16:45:47.781264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d7275331-8649-42f3-9c9d-50d32f25d9c0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:47.782988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d7275331-8649-42f3-9c9d-50d32f25d9c0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1248529 Nov 22 16:45:47.801052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-6ee50893-8f61-4011-b3ea-7142d5d89fc2 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/quotas/8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 375 time: 0.0110965 Nov 22 16:45:47.859241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-6bd67804-37dd-4572-b5b1-99fbd97d7c70 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519681 Nov 22 16:45:47.964957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-afd30463-8cfa-4365-99ed-058fd5138267 service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932984 Nov 22 16:45:48.072283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-e973ad91-7aa9-4b63-a3c7-0ae2a21fa0ed service neutron] 10.222.0.69 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994847 Nov 22 16:45:48.406624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13273489-d90d-402b-b987-92edbc3ed44e req-7e018c4f-76c8-479d-bb71-185361c071b9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0451190 Nov 22 16:45:49.046926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fda5765b-4f63-47dc-90cc-8e21b693a7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.534380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa2ee7d6-1db6-4dee-a2a3-7bd75ba07b1d req-c8f236e0-7f45-4e78-b91a-5eacb5b22893 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0339789 Nov 22 16:45:49.604187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-9b442681-b475-418a-9c3f-251a726638b9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:49.605837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-9b442681-b475-418a-9c3f-251a726638b9 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 811 time: 0.1662695 Nov 22 16:45:49.696757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-a50283f1-78ea-4fa0-9d44-d24079253b9b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8923d83a512b40f7a01d455b5bdc5242 HTTP/1.1" status: 200 len: 379 time: 0.0764048 Nov 22 16:45:49.707628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'port': {'device_id': '05d2780f-cb9a-4313-8df0-390e98722381', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'admin_state_up': True, 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'security_groups': ['078a8867-c533-40b5-8e5a-bb37fa801f14']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:49.858157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Made reservation on behalf of 8923d83a512b40f7a01d455b5bdc5242 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:49.862275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.012719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.20.0.14 (20d096d4-8232-4f4a-994f-d770c2ec04e8/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5/2fb456a9-a2ca-4cb7-9009-e4122d49bfd4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:50.199481 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.243719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.304111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:50.308000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:50.313612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:50.352879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:50.390616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:50.391760 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.417383 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d8b4eecb-9342-4720-a30c-944522bdd6d4 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7143047 Nov 22 16:45:50.432430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Request body: {'port': {'device_id': '05d2780f-cb9a-4313-8df0-390e98722381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:50.506769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.661072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-267cffa9-89f7-4392-8e11-419537a7a705 None None] Provisioning complete for port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:50.661710 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-267cffa9-89f7-4392-8e11-419537a7a705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.713347 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-267cffa9-89f7-4392-8e11-419537a7a705 None None] Port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:50.808364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31259c-5a84-479a-89d0-0b759f44d47b req-7a24aff0-54b0-427b-b77a-67f1bc8654ad tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:50.810072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e31259c-5a84-479a-89d0-0b759f44d47b req-7a24aff0-54b0-427b-b77a-67f1bc8654ad tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 932 time: 0.1240008 Nov 22 16:45:50.909980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e31259c-5a84-479a-89d0-0b759f44d47b req-038ee079-ae53-46a5-b3aa-1944e57d179a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867109 Nov 22 16:45:50.970475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:50.979666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.996601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Transition to ACTIVE for port object 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:51.003135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.058812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:51.161887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Attempting to bind port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:51.162156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Attempting to bind port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:51.162457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Attempting to bind port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:51.167928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:51.168412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Attempting to bind port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 on network 20d096d4-8232-4f4a-994f-d770c2ec04e8 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:51.176018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:51.176401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Checking segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:51.176726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Bound using segment: {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:51.177189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Bound port: 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1a96a0-8a08-44bd-9a4e-63d5ab405519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:51.177551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.255472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] For port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:51.259430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] For port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:51.266670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.329500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:51.330341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.332175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] 10.222.0.71 "PUT /v2.0/ports/2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 HTTP/1.1" status: 200 len: 1092 time: 0.9046822 Nov 22 16:45:51.332646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:51.335167 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:51.359781 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9c98f31f-6b0a-4371-8697-e48e9df93e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.393220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc646c-fc33-4292-82ea-46374dc666c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:51.428699 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea1c3c-b013-4993-809e-426f94666783 x-openstack-request-id: req-9dea1c3c-b013-4993-809e-426f94666783 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:51.429159 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:51.429514 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9dea1c3c-b013-4993-809e-426f94666783 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:51.430029 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'status': 'completed', 'code': 200} Nov 22 16:45:51.458839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d44c1935-8061-4347-a709-18b28d60fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:51.461605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-d44c1935-8061-4347-a709-18b28d60fb87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 1095 time: 0.0796468 Nov 22 16:45:51.515811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-95a06836-c235-46a5-9afa-931b95923fad service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 HTTP/1.1" status: 200 len: 217 time: 0.0435584 Nov 22 16:45:51.570684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-a7684cb7-3f0e-4aa2-a54f-f30fb0765603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:51.572261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-a7684cb7-3f0e-4aa2-a54f-f30fb0765603 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0492375 Nov 22 16:45:51.638397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-6da45f30-554e-4864-bdbc-072237704c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:51.639802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-6da45f30-554e-4864-bdbc-072237704c9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588090 Nov 22 16:45:51.779360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-4fe718f4-38f0-45af-a82d-859c3b2a12c9 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317103 Nov 22 16:45:51.903041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33322c3b-9e2d-4081-bde0-977ea4699cc2 req-ee801f22-ea1f-4250-9abf-f3cf01a07f56 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145585 Nov 22 16:45:52.036490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-26c3d2c6-f043-4278-a3c6-5993b133598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.038116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-26c3d2c6-f043-4278-a3c6-5993b133598c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 1095 time: 0.0583315 Nov 22 16:45:52.167603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac56633-67d1-4d47-aa8c-45f097c61d75 req-a2089da9-3965-4901-8736-43cafb197ad6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.169959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ac56633-67d1-4d47-aa8c-45f097c61d75 req-a2089da9-3965-4901-8736-43cafb197ad6 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.1374238 Nov 22 16:45:52.217807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-98dfbe91-d1e3-441d-9703-8cbefc2a5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.219493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-98dfbe91-d1e3-441d-9703-8cbefc2a5486 service neutron] 10.222.0.71 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1714897 Nov 22 16:45:52.290878 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-1f8d9200-69f4-4c1b-86a0-118cccc3edb9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 HTTP/1.1" status: 200 len: 217 time: 0.0589480 Nov 22 16:45:52.296807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ac56633-67d1-4d47-aa8c-45f097c61d75 req-4b729bed-b083-4f24-8664-f04f480c975a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116364 Nov 22 16:45:52.363886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-fc443ed5-9dfc-426a-95c5-16c9dcbb76da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.367295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-fc443ed5-9dfc-426a-95c5-16c9dcbb76da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0690939 Nov 22 16:45:52.459831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-958eef30-f1e3-46cb-85ac-408b80d13229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.463058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-958eef30-f1e3-46cb-85ac-408b80d13229 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856531 Nov 22 16:45:52.555704 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.592088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-b706afc1-b084-4a96-b1b3-717367056567 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198118 Nov 22 16:45:52.714285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-010d18e2-6fae-4c73-b87c-f8dc7f553cb3 req-005c9d2e-d913-4eee-a552-81ed4fd9fcaf service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138949 Nov 22 16:45:52.808379 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.522117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af2512-2310-4718-89c9-c77b1212615c req-c941a9c8-c411-4bba-a5ef-d27387478174 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:53.523606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60af2512-2310-4718-89c9-c77b1212615c req-c941a9c8-c411-4bba-a5ef-d27387478174 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.0600181 Nov 22 16:45:53.587660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60af2512-2310-4718-89c9-c77b1212615c req-92dc8572-f4ca-4ef6-8916-8fea9af75327 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564678 Nov 22 16:45:54.612246 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.774560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0d291-2712-40d5-b3c5-3afbd681f09c req-0a20ad59-8f44-4387-b2f2-a19960075e15 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:54.776900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3c0d291-2712-40d5-b3c5-3afbd681f09c req-0a20ad59-8f44-4387-b2f2-a19960075e15 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.0723405 Nov 22 16:45:54.857537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a3c0d291-2712-40d5-b3c5-3afbd681f09c req-9dc9f1f0-652f-498d-8819-86f72d2b1910 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682383 Nov 22 16:45:54.903392 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.913802 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.028129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e03c-3c32-4b76-95c5-edec0cae8ce9 req-e055d329-db59-45d9-81c8-718e0240ccd7 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.030108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5900e03c-3c32-4b76-95c5-edec0cae8ce9 req-e055d329-db59-45d9-81c8-718e0240ccd7 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.0576928 Nov 22 16:45:56.099084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5900e03c-3c32-4b76-95c5-edec0cae8ce9 req-3e47848e-9f17-4727-a3ee-f963545cea2a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597391 Nov 22 16:45:57.235548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f8bfd-e199-40d7-9221-16d6507b18af req-97d74221-5ed1-4130-9255-ad25f3276477 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.237087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a84f8bfd-e199-40d7-9221-16d6507b18af req-97d74221-5ed1-4130-9255-ad25f3276477 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.0520372 Nov 22 16:45:57.293971 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a84f8bfd-e199-40d7-9221-16d6507b18af req-4e33ca38-7958-4d27-85fd-956adc6564d8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491760 Nov 22 16:45:58.417112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82c033-d962-4d84-ac51-b62ffc86c830 req-7173ffea-e365-4771-ba4c-ec7f4f0eaacb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.418630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d82c033-d962-4d84-ac51-b62ffc86c830 req-7173ffea-e365-4771-ba4c-ec7f4f0eaacb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.0501993 Nov 22 16:45:58.473029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d82c033-d962-4d84-ac51-b62ffc86c830 req-09feefae-8806-4c11-b901-66ae7fddff0a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474927 Nov 22 16:45:58.513360 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:45:58.753598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b6d89-d742-4d2b-b32e-60d7e6b345c1 req-01d14b20-ecfb-4f3b-805c-8049309034e4 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.755667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b8b6d89-d742-4d2b-b32e-60d7e6b345c1 req-01d14b20-ecfb-4f3b-805c-8049309034e4 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1096 time: 0.0510261 Nov 22 16:45:58.805271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b8b6d89-d742-4d2b-b32e-60d7e6b345c1 req-66d66639-ba1a-4b0f-bfd0-ac43443d309f tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433748 Nov 22 16:45:58.832658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36136) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:59.023296 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 2e27b779-8ed0-4c4a-bb85-00ebf4dd2008 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:59.023641 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.107436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.107765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.122855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 2e27b779-8ed0-4c4a-bb85-00ebf4dd2008 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:59.750719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.767081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa787ec-b77a-42b9-9c56-a1d25039cdf9 req-71346e4f-b289-450a-98a6-487c3974886e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.769121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4fa787ec-b77a-42b9-9c56-a1d25039cdf9 req-71346e4f-b289-450a-98a6-487c3974886e tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.2179482 Nov 22 16:45:59.810025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=2e27b779-8ed0-4c4a-bb85-00ebf4dd2008,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:59.846963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.847311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.847653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.848025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.848361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.848688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.849019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.849351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.849676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.850003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.850324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.850644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:59.916129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4fa787ec-b77a-42b9-9c56-a1d25039cdf9 req-5b2e8620-1ede-4b04-9666-70010a0957b5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406834 Nov 22 16:45:59.924791 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.925183 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Floating IP f49e1a37-7311-41f0-afa5-9f993ec6d41c disassociated (deleted). External IP: 172.25.5.254, port: d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8. Nov 22 16:46:00.150554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router f125a316-6d96-46ce-ab30-ace6ed29e085 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:00.271786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:00.278351 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.283399 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] Sync routers for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:00.294697 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:00.295317 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:00.316884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1ff35fdd-4738-478f-92e5-02cea93e3fd9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/floatingips/f49e1a37-7311-41f0-afa5-9f993ec6d41c HTTP/1.1" status: 204 len: 168 time: 1.4821668 Nov 22 16:46:00.318024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:00.321494 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a20410-bf9b-4f79-91c1-30356f524e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:00.377520 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df162b-ae7d-49d1-8218-6e660ae00165 x-openstack-request-id: req-f2df162b-ae7d-49d1-8218-6e660ae00165 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:00.378071 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:00.378830 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f2df162b-ae7d-49d1-8218-6e660ae00165 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:00.379542 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'status': 'completed', 'code': 200} Nov 22 16:46:00.430040 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:00.466065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-f6e95db2-2a44-4da6-9deb-6b76a380710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.468481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-f6e95db2-2a44-4da6-9deb-6b76a380710b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 1096 time: 0.0738013 Nov 22 16:46:00.629326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-a5ff6e44-e510-483e-bdd2-0035696da7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.631011 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-a5ff6e44-e510-483e-bdd2-0035696da7e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 200 len: 896 time: 0.1553161 Nov 22 16:46:00.665286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0165d-301c-4383-b701-a9292472f207 req-39864896-90ea-493c-a5ac-09ab3d421721 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.667209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73b0165d-301c-4383-b701-a9292472f207 req-39864896-90ea-493c-a5ac-09ab3d421721 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0969183 Nov 22 16:46:00.686572 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:00.703379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-cfae6637-2b2d-454f-9153-59bd54ba4912 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 200 len: 217 time: 0.0621393 Nov 22 16:46:00.723855 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] Checking router: f125a316-6d96-46ce-ab30-ace6ed29e085 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:00.732773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:00.733391 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:00.801066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-43f05598-f48c-4a50-bb97-714a4847fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.802793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-43f05598-f48c-4a50-bb97-714a4847fe46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 200 len: 834 time: 0.0846076 Nov 22 16:46:00.807207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73b0165d-301c-4383-b701-a9292472f207 req-8edc7283-da72-4b28-aded-28d418fe641f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069605 Nov 22 16:46:00.864362 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:00.864654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-f63b3a2a-a267-49e2-954e-e67294456d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.866119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-f63b3a2a-a267-49e2-954e-e67294456d45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=432c9a92-79da-438e-821c-d80764233720&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554039 Nov 22 16:46:00.995493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-712a07ae-03e5-4867-a896-ceaf141b483c service neutron] 10.222.0.11 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209393 Nov 22 16:46:01.136952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67a20410-bf9b-4f79-91c1-30356f524e4c req-7c271b7e-a7bf-4e5b-8f7c-96e058b13953 service neutron] 10.222.0.11 "GET /v2.0/networks/432c9a92-79da-438e-821c-d80764233720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333847 Nov 22 16:46:01.163805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649b7cc-8913-441e-9b46-574e228c16a1 req-93815aa5-c74c-4072-b27e-f23a4e3f1faf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.165080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a649b7cc-8913-441e-9b46-574e228c16a1 req-93815aa5-c74c-4072-b27e-f23a4e3f1faf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.1527433 Nov 22 16:46:01.228126 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:01.234142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a649b7cc-8913-441e-9b46-574e228c16a1 req-0d3dd339-2327-4840-9a77-677efa1c7973 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625768 Nov 22 16:46:01.264443 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4aba954-1979-4acf-8b61-b965128588f7 None None] The sync data for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 is: [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:44:02Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '09a9ec39-7445-4f2f-939e-ba9fc7b0333e', 'name': '', 'network_id': '432c9a92-79da-438e-821c-d80764233720', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:49:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '54972c93-50df-49db-9750-c133f4b8ce30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:01Z', 'updated_at': '2021-11-22T16:44:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '54972c93-50df-49db-9750-c133f4b8ce30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:01.524002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b6fd6-9851-4fc9-8f8f-b925ba2ddb18 None None] New status for floating IP f49e1a37-7311-41f0-afa5-9f993ec6d41c: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:46:01.889970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec49565-be46-4c56-8031-637ab63a1247 req-8d00ae8f-e140-493b-88e9-1beb7788b278 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.891528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ec49565-be46-4c56-8031-637ab63a1247 req-8d00ae8f-e140-493b-88e9-1beb7788b278 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.0544262 Nov 22 16:46:02.000650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826fe68-0d17-43f1-942c-02b6b229bb0f req-8abf2283-819f-4670-aad5-659c318c8e7b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:02.002957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e826fe68-0d17-43f1-942c-02b6b229bb0f req-8abf2283-819f-4670-aad5-659c318c8e7b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=23273737-95ee-4e1d-b27f-d3e714b2372e HTTP/1.1" status: 200 len: 945 time: 0.1104481 Nov 22 16:46:02.066153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:02.066500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.074046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e826fe68-0d17-43f1-942c-02b6b229bb0f req-28a66078-61de-4b11-87ff-c8477a16a437 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=32b17875-5107-4707-88f6-b3800ea6f376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646958 Nov 22 16:46:02.172696 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:02.172988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.187660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:02.351985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.403976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:02.415988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b80d1-9579-44af-b1ee-15336f3f5b8f req-38059b10-885c-4d36-899c-f677c3236a80 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:02.418652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f10b80d1-9579-44af-b1ee-15336f3f5b8f req-38059b10-885c-4d36-899c-f677c3236a80 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 944 time: 0.1103880 Nov 22 16:46:02.476062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] No DVR routers for this DVR port d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:02.480516 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.483852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ec49565-be46-4c56-8031-637ab63a1247 req-a62a2772-ea5f-4efd-af13-49f5a15be64d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "DELETE /v2.0/ports/d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 HTTP/1.1" status: 204 len: 173 time: 0.5828700 Nov 22 16:46:02.484343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'name': 'network-vif-deleted', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:02.486667 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3028709-e203-4ed2-baa2-155274824a8b" -d '{"events": [{"server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "name": "network-vif-deleted", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:02.534031 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f787c-61df-458f-9989-f95f4799e882 x-openstack-request-id: req-389f787c-61df-458f-9989-f95f4799e882 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:02.534556 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23273737-95ee-4e1d-b27f-d3e714b2372e", "name": "network-vif-deleted", "tag": "d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:02.534932 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-389f787c-61df-458f-9989-f95f4799e882 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:02.535592 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23273737-95ee-4e1d-b27f-d3e714b2372e', 'name': 'network-vif-deleted', 'tag': 'd6799532-ec48-4b0a-aae0-0d4bd7bc3cf8', 'status': 'completed', 'code': 200} Nov 22 16:46:02.544420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f10b80d1-9579-44af-b1ee-15336f3f5b8f req-cd0b7c4a-d5d6-4c8a-9d61-6542620911c1 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149588 Nov 22 16:46:03.079978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:03.137182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36160) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:03.180216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:03.193933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'port_id': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'mac_address': 'fa:16:3e:87:8f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:03.237550 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.251939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:03.273746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:03.277957 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.326717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:03.536852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2fb456a9-a2ca-4cb7-9009-e4122d49bfd4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:03.540324 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.708610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea475789-b925-4608-926a-ebf9710c9367 req-f1fa7670-0d50-4fdc-b996-55ecb8181049 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:03.711004 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea475789-b925-4608-926a-ebf9710c9367 req-f1fa7670-0d50-4fdc-b996-55ecb8181049 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 945 time: 0.0756600 Nov 22 16:46:03.787180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea475789-b925-4608-926a-ebf9710c9367 req-02b19e49-1c78-4457-bbc2-6e19e86f18e0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695221 Nov 22 16:46:04.412276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:04.413081 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.513296 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 09a9ec39-7445-4f2f-939e-ba9fc7b0333e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:04.514398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.528370 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 09a9ec39-7445-4f2f-939e-ba9fc7b0333e owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:04.757507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.789056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=09a9ec39-7445-4f2f-939e-ba9fc7b0333e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:04.821495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.821861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.822209 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.822596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.822878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.823230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.823570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.823962 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.824276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.824617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.824951 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.825286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:04.969112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002997b1-452e-44cf-a9b8-0116903ed022 req-02929806-7acc-4b5b-b832-baeded171ded tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.971464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-002997b1-452e-44cf-a9b8-0116903ed022 req-02929806-7acc-4b5b-b832-baeded171ded tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 945 time: 0.0822699 Nov 22 16:46:05.044158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-002997b1-452e-44cf-a9b8-0116903ed022 req-ac82ca10-b0c5-47cd-b8ef-81d6bf346962 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649929 Nov 22 16:46:05.058142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.078007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:05.174745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:05.179935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:05.180451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.295891 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.332845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:05.336290 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14be875-d6bb-432a-9a1b-c946cc5685d7" -d '{"events": [{"server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "name": "network-vif-plugged", "status": "completed", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:05.361654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:05.368528 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.417567 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4990d3c-53c3-4c35-a9b5-31c8699e490e x-openstack-request-id: req-f4990d3c-53c3-4c35-a9b5-31c8699e490e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:05.417887 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "name": "network-vif-plugged", "status": "completed", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:05.418116 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4990d3c-53c3-4c35-a9b5-31c8699e490e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:05.418749 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'code': 200} Nov 22 16:46:05.444339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router f125a316-6d96-46ce-ab30-ace6ed29e085 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:05.456025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:05.474612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:05.509192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:05.509192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device d6799532-ec48-4b0a-aae0-0d4bd7bc3cf8 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:05.527494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e57ff5-62f9-4ee4-bf05-5b17e1cd8493 req-a4d6f3cb-b28b-41e6-aa0c-8a813cf1d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:05.529246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9e57ff5-62f9-4ee4-bf05-5b17e1cd8493 req-a4d6f3cb-b28b-41e6-aa0c-8a813cf1d671 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 1097 time: 0.0573168 Nov 22 16:46:05.587769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9e57ff5-62f9-4ee4-bf05-5b17e1cd8493 req-d89fdd36-6512-46f8-9830-13d66bfd41f7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505106 Nov 22 16:46:05.599242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:05.608860 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0eea3d62-4dd4-424e-8f90-cad06846b7be tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "PUT /v2.0/routers/f125a316-6d96-46ce-ab30-ace6ed29e085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4699645 Nov 22 16:46:05.612372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36168) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:05.613492 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a318b8-8765-4581-b438-08185f476fcb None None] Sync routers for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:05.632251 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a318b8-8765-4581-b438-08185f476fcb None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:05.633339 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-05a318b8-8765-4581-b438-08185f476fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:05.682037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22dd444-4bfc-43a3-a3c1-dd0b3ba7d9a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting subnet 54972c93-50df-49db-9750-c133f4b8ce30 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:46:05.687715 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e22dd444-4bfc-43a3-a3c1-dd0b3ba7d9a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.773868 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e22dd444-4bfc-43a3-a3c1-dd0b3ba7d9a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.779899 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-05a318b8-8765-4581-b438-08185f476fcb None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:05.931819 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e22dd444-4bfc-43a3-a3c1-dd0b3ba7d9a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.027202 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e22dd444-4bfc-43a3-a3c1-dd0b3ba7d9a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.057768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dd444-4bfc-43a3-a3c1-dd0b3ba7d9a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Subnet': ['ID=54972c93-50df-49db-9750-c133f4b8ce30,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:06.066414 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e22dd444-4bfc-43a3-a3c1-dd0b3ba7d9a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.070612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe819a39-cb9b-432a-a5c3-83cf8cae88c8 None None] Network 432c9a92-79da-438e-821c-d80764233720 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:06.075148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e22dd444-4bfc-43a3-a3c1-dd0b3ba7d9a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/subnets/54972c93-50df-49db-9750-c133f4b8ce30 HTTP/1.1" status: 204 len: 168 time: 0.4598136 Nov 22 16:46:06.075671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36170) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:06.084305 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-05a318b8-8765-4581-b438-08185f476fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:46:04Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:06.122465 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a318b8-8765-4581-b438-08185f476fcb None None] Checking router: f125a316-6d96-46ce-ab30-ace6ed29e085 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:06.146867 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a318b8-8765-4581-b438-08185f476fcb None None] Routers {'f125a316-6d96-46ce-ab30-ace6ed29e085'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:06.148821 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-05a318b8-8765-4581-b438-08185f476fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f125a316-6d96-46ce-ab30-ace6ed29e085'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:06.241894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.259233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589fa33-bab1-467b-877f-93ea2ffcb7fe req-3b31852e-d680-4b9d-9b33-a911bf518954 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.261013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3589fa33-bab1-467b-877f-93ea2ffcb7fe req-3b31852e-d680-4b9d-9b33-a911bf518954 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 946 time: 0.0634842 Nov 22 16:46:06.308376 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-05a318b8-8765-4581-b438-08185f476fcb None None] Set router f125a316-6d96-46ce-ab30-ace6ed29e085 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:06.352782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3589fa33-bab1-467b-877f-93ea2ffcb7fe req-a7f82ea4-4cf4-404f-988c-ec8ec0b071fe tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793064 Nov 22 16:46:06.396189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] DHCP port deletion for 432c9a92-79da-438e-821c-d80764233720 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:06.412167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.455449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] Deleting port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:06.456520 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.497576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 11d08e55-7c16-4fdb-8aec-01dc33397905 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:06.498464 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.529144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] For port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5,segment=NetworkSegment(992471aa-5f5d-4cd3-b256-5df0164c9929),segment_id=992471aa-5f5d-4cd3-b256-5df0164c9929)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:06.529563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.548544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] Calling delete_port for 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:06.549571 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-05a318b8-8765-4581-b438-08185f476fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:46:04Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:06.584671 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a318b8-8765-4581-b438-08185f476fcb None None] The sync data for ids ['f125a316-6d96-46ce-ab30-ace6ed29e085'] in n-d-811716-3 is: [{'id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589290589', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:55Z', 'updated_at': '2021-11-22T16:46:04Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '11d08e55-7c16-4fdb-8aec-01dc33397905', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:98:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f125a316-6d96-46ce-ab30-ace6ed29e085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:06.613391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 11d08e55-7c16-4fdb-8aec-01dc33397905, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=11d08e55-7c16-4fdb-8aec-01dc33397905,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:06.614048 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.639586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 11d08e55-7c16-4fdb-8aec-01dc33397905 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:06.651831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.694605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] Pushing event deleted for resources: {'Port': ['ID=54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:06.696583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ae488b-e8ba-4063-90fb-1fd924e3e9e6 None None] No DVR routers for this DVR port 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:06.851449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.879707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=11d08e55-7c16-4fdb-8aec-01dc33397905,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:06.912298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de84e8-9e44-4eca-a736-c597c6ad8f1b None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:06.962826 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.141428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.145946 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.207418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.208214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Fanout notify agent at l3_agent the message router_deleted on router f125a316-6d96-46ce-ab30-ace6ed29e085 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:46:07.219484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.224699 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0680c3ef-2de2-4d98-88ed-8e78b333cfc5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/routers/f125a316-6d96-46ce-ab30-ace6ed29e085 HTTP/1.1" status: 204 len: 168 time: 1.1467204 Nov 22 16:46:07.226192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36174) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:07.353232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.525701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.559012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432c9a92-79da-438e-821c-d80764233720']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:07.581428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992471aa-5f5d-4cd3-b256-5df0164c9929') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:07.581867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992471aa-5f5d-4cd3-b256-5df0164c9929') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:07.594676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.604255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3e400-d582-46c5-8842-24af3e13c0d7 req-8ea760f7-1fb0-43af-b5e3-8dbf1cb454de tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.605864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2c3e400-d582-46c5-8842-24af3e13c0d7 req-8ea760f7-1fb0-43af-b5e3-8dbf1cb454de tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 946 time: 0.1280713 Nov 22 16:46:07.631638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.647195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:07.647611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:07.650856 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:07.762444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2c3e400-d582-46c5-8842-24af3e13c0d7 req-e402aef4-8956-4c6a-8d3c-c7c38f1f3410 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417193 Nov 22 16:46:07.764436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.781264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.791091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/networks/432c9a92-79da-438e-821c-d80764233720 HTTP/1.1" status: 204 len: 168 time: 0.5583549 Nov 22 16:46:07.791251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36178) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:07.814886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509c0b0-f27c-4c90-b818-ec669c643966 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Network': ['ID=432c9a92-79da-438e-821c-d80764233720,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:07.871802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:07.895986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:07.896280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 54794e4b-fc1b-48e2-9bd6-1c10b85d8fd5 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:07.896634 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 09a9ec39-7445-4f2f-939e-ba9fc7b0333e no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:07.912401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04c0deae-3850-45f0-9d32-da725ad82678 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.930415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 09a9ec39-7445-4f2f-939e-ba9fc7b0333e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:07.931346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 09a9ec39-7445-4f2f-939e-ba9fc7b0333e not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:07.932056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 11d08e55-7c16-4fdb-8aec-01dc33397905 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:07.954739 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04c0deae-3850-45f0-9d32-da725ad82678 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.977995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 11d08e55-7c16-4fdb-8aec-01dc33397905 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:07.978450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 11d08e55-7c16-4fdb-8aec-01dc33397905 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:07.997495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499c8db-5c5d-48de-aea0-e53fec5ae671 req-656d4892-c987-4ee8-82b4-b99e07490c0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.999870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9499c8db-5c5d-48de-aea0-e53fec5ae671 req-656d4892-c987-4ee8-82b4-b99e07490c0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 946 time: 0.0887492 Nov 22 16:46:08.088283 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04c0deae-3850-45f0-9d32-da725ad82678 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.093607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9499c8db-5c5d-48de-aea0-e53fec5ae671 req-aca79628-dff0-443f-bb93-e923ec30ef34 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859883 Nov 22 16:46:08.094872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04c0deae-3850-45f0-9d32-da725ad82678 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.097063 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-04c0deae-3850-45f0-9d32-da725ad82678 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/security-groups/32b17875-5107-4707-88f6-b3800ea6f376 HTTP/1.1" status: 204 len: 168 time: 0.3051353 Nov 22 16:46:08.113180 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0deae-3850-45f0-9d32-da725ad82678 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b17875-5107-4707-88f6-b3800ea6f376,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:08.138472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36184) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:08.201224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16893d3-6688-465a-8e07-e149bb91bcf0 tempest-TestVolumeBootPattern-745005425 tempest-TestVolumeBootPattern-745005425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:08.203400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e16893d3-6688-465a-8e07-e149bb91bcf0 tempest-TestVolumeBootPattern-745005425 tempest-TestVolumeBootPattern-745005425-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 1092 time: 0.0625482 Nov 22 16:46:08.206590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36186) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:08.213742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:08.250636 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.429669 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.534195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36190) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:08.539495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5f8d1c70-9f67-4e98-996a-ff2a56aa42c3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245036472', 'description': 'tempest-secgroup-smoke-245036472 description', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:08.561390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Allocated IP 172.25.5.213 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/91e8f7ad-ab27-493d-bd47-8e153b5b0e01) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:08.567084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1c70-9f67-4e98-996a-ff2a56aa42c3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.663646 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1c70-9f67-4e98-996a-ff2a56aa42c3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.668369 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1c70-9f67-4e98-996a-ff2a56aa42c3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.703561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5f8d1c70-9f67-4e98-996a-ff2a56aa42c3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.710294 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5f8d1c70-9f67-4e98-996a-ff2a56aa42c3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1705635 Nov 22 16:46:08.712016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36192) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:08.718907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d1c70-9f67-4e98-996a-ff2a56aa42c3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2753d00f-62cb-4b63-b096-9ad43a83d95a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:08.720770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-972cba6e-22e2-4c8e-8bf5-14eb96d3aec9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '2753d00f-62cb-4b63-b096-9ad43a83d95a', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:08.727189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.772419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-972cba6e-22e2-4c8e-8bf5-14eb96d3aec9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.800278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.880162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:08.890936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:08.905630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:08.940961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-972cba6e-22e2-4c8e-8bf5-14eb96d3aec9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.942122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=91e8f7ad-ab27-493d-bd47-8e153b5b0e01,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:08.955459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-972cba6e-22e2-4c8e-8bf5-14eb96d3aec9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.020826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972cba6e-22e2-4c8e-8bf5-14eb96d3aec9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda9b386-93ec-4630-bc3d-3170f1c89148,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:09.066363 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-972cba6e-22e2-4c8e-8bf5-14eb96d3aec9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.067635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-972cba6e-22e2-4c8e-8bf5-14eb96d3aec9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546348 Nov 22 16:46:09.070434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36194) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:09.077409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-5395f335-04a7-40fd-b1e8-84a234cf6aed tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '2753d00f-62cb-4b63-b096-9ad43a83d95a', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:09.156835 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5395f335-04a7-40fd-b1e8-84a234cf6aed tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.308813 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5395f335-04a7-40fd-b1e8-84a234cf6aed tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.323411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5395f335-04a7-40fd-b1e8-84a234cf6aed tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.409094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395f335-04a7-40fd-b1e8-84a234cf6aed tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e9e091-5a3a-42c7-b445-7790fc8bc677,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:09.415695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-5395f335-04a7-40fd-b1e8-84a234cf6aed tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.416970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5395f335-04a7-40fd-b1e8-84a234cf6aed tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3455589 Nov 22 16:46:09.420898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36196) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:09.453144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-428f6d60-2bd9-4a2a-94e4-615223373be7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '2753d00f-62cb-4b63-b096-9ad43a83d95a', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:09.520771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-428f6d60-2bd9-4a2a-94e4-615223373be7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.568320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.641290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-428f6d60-2bd9-4a2a-94e4-615223373be7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.646800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-428f6d60-2bd9-4a2a-94e4-615223373be7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.713060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f6d60-2bd9-4a2a-94e4-615223373be7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c39c38-4d7d-4853-9b31-24a66d1998b7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:09.724807 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.733055 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-428f6d60-2bd9-4a2a-94e4-615223373be7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.734931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-428f6d60-2bd9-4a2a-94e4-615223373be7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128924 Nov 22 16:46:09.739281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36198) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:09.744570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9860894c-d36c-4ed1-80a0-c8e1691bb8d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '2753d00f-62cb-4b63-b096-9ad43a83d95a', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:09.780726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9860894c-d36c-4ed1-80a0-c8e1691bb8d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.877669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9860894c-d36c-4ed1-80a0-c8e1691bb8d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.884370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9860894c-d36c-4ed1-80a0-c8e1691bb8d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.917082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860894c-d36c-4ed1-80a0-c8e1691bb8d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dd4f43-9ccc-4367-9d82-323c26a0a1b7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:09.930415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9860894c-d36c-4ed1-80a0-c8e1691bb8d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.931264 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9860894c-d36c-4ed1-80a0-c8e1691bb8d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1905718 Nov 22 16:46:09.935451 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36200) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:09.942379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2546e51f-68ee-4eb0-ab2b-1141f09d1b54 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '2753d00f-62cb-4b63-b096-9ad43a83d95a', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:09.983469 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-2546e51f-68ee-4eb0-ab2b-1141f09d1b54 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Project b7be64850fdc4fc7930f252cef8c0294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:46:09.992426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2546e51f-68ee-4eb0-ab2b-1141f09d1b54 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.008318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.019004 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.078870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2546e51f-68ee-4eb0-ab2b-1141f09d1b54 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.084634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2546e51f-68ee-4eb0-ab2b-1141f09d1b54 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.101795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546e51f-68ee-4eb0-ab2b-1141f09d1b54 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ef3d1e-4799-402c-9cc2-8cd29e5d732a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:10.117315 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2546e51f-68ee-4eb0-ab2b-1141f09d1b54 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.119341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2546e51f-68ee-4eb0-ab2b-1141f09d1b54 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1820469 Nov 22 16:46:10.122609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36202) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:10.129372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-844a9cac-3410-4ed4-9f03-52c65ae0f06b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '2753d00f-62cb-4b63-b096-9ad43a83d95a', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:10.137126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event updated for resources: {'Port': ['ID=91e8f7ad-ab27-493d-bd47-8e153b5b0e01,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:10.155470 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.163584 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-844a9cac-3410-4ed4-9f03-52c65ae0f06b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Project b7be64850fdc4fc7930f252cef8c0294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:46:10.169625 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-844a9cac-3410-4ed4-9f03-52c65ae0f06b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.254556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-844a9cac-3410-4ed4-9f03-52c65ae0f06b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.261690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-844a9cac-3410-4ed4-9f03-52c65ae0f06b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.290645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a9cac-3410-4ed4-9f03-52c65ae0f06b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3ab8ea-3b86-44a6-82fd-3dcf2af76f42,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:10.304449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-844a9cac-3410-4ed4-9f03-52c65ae0f06b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.310135 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Floating IP bac7840f-8f13-4575-b2d0-dad51ac530f9 associated. External IP: 172.25.5.213, port: 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4. Nov 22 16:46:10.310718 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-844a9cac-3410-4ed4-9f03-52c65ae0f06b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1827474 Nov 22 16:46:10.310718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36204) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:10.316803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'network': {'name': 'tempest-network-smoke--2071174791', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'port_security_enabled': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:10.342881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:10.347759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.380720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:10.393801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.394168 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Added segment 7e3fce06-90cc-41f1-b209-a7bd86f8f45f of type vlan for network e6f0297e-4569-4228-9828-a7fc0763ead2 Nov 22 16:46:10.452735 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.489440 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.495339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:10.495992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.561002 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2479351 Nov 22 16:46:10.566728 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36206) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:10.572615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'admin_state_up': True, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:10.601051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca4da0-3d60-4a18-8bcd-dc2f49340239 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Network': ['ID=e6f0297e-4569-4228-9828-a7fc0763ead2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:10.613866 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network e6f0297e-4569-4228-9828-a7fc0763ead2 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:10.622975 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.624832 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.705782 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.718344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:10.903943 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.217487 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.251415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.390523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:11.395477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.25.5.61 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/9218f02d-93c7-4f1f-ab69-03b8722161a0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:11.412014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:11.418533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.428325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:11.429118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:11.479388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ee9aafe7-f7c1-48a0-8fe3-537f75b47390 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2620835 Nov 22 16:46:11.479388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:11.479388 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1199ac80-ea75-44be-9bcc-f9165d3098bb" -d '{"events": [{"name": "network-changed", "server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:11.553392 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4918ac1-9c7b-466d-8510-4fdb4775e677 x-openstack-request-id: req-d4918ac1-9c7b-466d-8510-4fdb4775e677 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:11.554803 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:11.556408 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4918ac1-9c7b-466d-8510-4fdb4775e677 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:11.557522 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'status': 'completed', 'code': 200} Nov 22 16:46:11.599356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:11.615146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.643621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-2d9c1361-061b-4c92-b517-3cc5e234e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.645294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-2d9c1361-061b-4c92-b517-3cc5e234e318 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 1097 time: 0.0584006 Nov 22 16:46:11.683868 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.752348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:11.756615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:11.758966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=9218f02d-93c7-4f1f-ab69-03b8722161a0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:11.767869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:11.837438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-f3d0b51a-a7eb-42c5-8136-099d9cf1053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.840261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-f3d0b51a-a7eb-42c5-8136-099d9cf1053f service neutron] 10.222.0.71 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1838162 Nov 22 16:46:11.957151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-deea83f3-e180-4199-93db-5a7ba0dae178 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 HTTP/1.1" status: 200 len: 1000 time: 0.1026239 Nov 22 16:46:11.989896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf8c9f7-0511-4c8b-99f5-0ea1a618467f None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:12.039146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-08367344-4fe6-4808-8aa7-05f27584181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.040913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-08367344-4fe6-4808-8aa7-05f27584181b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0634465 Nov 22 16:46:12.144897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-a773c70d-2c8a-46ff-8356-ce817001053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.146694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-a773c70d-2c8a-46ff-8356-ce817001053d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969963 Nov 22 16:46:12.158699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d3ea62b1-d957-43d1-932c-2c2303e460f2 None None] Provisioning complete for port 9218f02d-93c7-4f1f-ab69-03b8722161a0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:12.159254 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3ea62b1-d957-43d1-932c-2c2303e460f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.210043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.221575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea62b1-d957-43d1-932c-2c2303e460f2 None None] Port 9218f02d-93c7-4f1f-ab69-03b8722161a0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:12.234039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 1, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}, {'id': 'bac7840f-8f13-4575-b2d0-dad51ac530f9', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:87:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d2780f-cb9a-4313-8df0-390e98722381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:09Z', 'updated_at': '2021-11-22T16:46:09Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:12.307268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:12.324590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:12.325351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:12.327407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-8d526758-7586-4677-a89d-abd0b7795bd4 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697791 Nov 22 16:46:12.490114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1199ac80-ea75-44be-9bcc-f9165d3098bb req-be3cf5d1-3bff-42a4-87e1-0777170464ea service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552913 Nov 22 16:46:12.509696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:12.843354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 1, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}, {'id': 'bac7840f-8f13-4575-b2d0-dad51ac530f9', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:87:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d2780f-cb9a-4313-8df0-390e98722381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:09Z', 'updated_at': '2021-11-22T16:46:09Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:12.879183 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a7fab-1cc7-454a-a4dd-069c1617cb68 None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 1, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}, {'id': 'bac7840f-8f13-4575-b2d0-dad51ac530f9', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:87:8f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d2780f-cb9a-4313-8df0-390e98722381', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:09Z', 'updated_at': '2021-11-22T16:46:09Z', 'revision_number': 0, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:12.973942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.160154 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62e9f52-cdfa-4b13-9b11-a78781ba01a5 None None] New status for floating IP bac7840f-8f13-4575-b2d0-dad51ac530f9: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:46:13.168931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:13.341650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:13.358421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Sync routers for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:13.373451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.376075 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-72e5dba2-e9b7-45bc-83ae-790bfb65b12d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8067217 Nov 22 16:46:13.378170 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:13.379023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:13.379890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36212) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.450250 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4e351035-0d14-4711-a4f1-58e75e1905c2 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=b7be64850fdc4fc7930f252cef8c0294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0642815 Nov 22 16:46:13.451032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36214) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.544747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:13.600258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e235e4-2a16-4b6e-8351-be17b0a043a9 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:13.602142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a1e235e4-2a16-4b6e-8351-be17b0a043a9 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490729 Nov 22 16:46:13.607098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36216) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.650284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e94f224b-baf7-43b0-8ae2-1c8496ab96a9 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418131 Nov 22 16:46:13.655461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36218) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:13.663245 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-814263812', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:13.796161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:13.800895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.816106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:11Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:13.872711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Checking router: 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:13.873320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Updating router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 port 9218f02d-93c7-4f1f-ab69-03b8722161a0 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:13.909129 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.074859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.152325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Subnet': ['ID=3a2fbb53-65aa-4367-95f2-3f1da43645b7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.163944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Checking segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:14.164531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network hostable DHCP agents. Network: e6f0297e-4569-4228-9828-a7fc0763ead2, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:14.193241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network e6f0297e-4569-4228-9828-a7fc0763ead2 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:14.205548 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, e6f0297e-4569-4228-9828-a7fc0763ead2) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:14.213846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:14.215016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.228165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c951e8-23dc-41df-b06f-86ab3595a842 None None] Network e6f0297e-4569-4228-9828-a7fc0763ead2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:14.250752 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5245ad65-6eec-49fe-9145-7655a1946dcd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5893116 Nov 22 16:46:14.251954 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36220) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:14.426435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.434301 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.549588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ebe88c-749a-494e-869a-6cf2770dc939 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:14.555645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Attempting to bind port 9218f02d-93c7-4f1f-ab69-03b8722161a0 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:14.556098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Attempting to bind port 9218f02d-93c7-4f1f-ab69-03b8722161a0 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:14.556417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Attempting to bind port 9218f02d-93c7-4f1f-ab69-03b8722161a0 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:14.558765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d73fd-8a25-493c-93b7-612096312f3c None None] Pushing event updated for resources: {'Port': ['ID=9218f02d-93c7-4f1f-ab69-03b8722161a0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.596434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:14.596885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:14.597838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.598530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:14.599385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Bound port: 9218f02d-93c7-4f1f-ab69-03b8722161a0, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:14.600146 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.634321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-e6f0297e-4569-4228-9828-a7fc0763ead2', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:46:14.635313 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.813147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] For port 9218f02d-93c7-4f1f-ab69-03b8722161a0, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:14.821085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c20c2f90-ad85-455c-9305-b8b9124cdc7c None None] Provisioning complete for port 9218f02d-93c7-4f1f-ab69-03b8722161a0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:14.821514 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c20c2f90-ad85-455c-9305-b8b9124cdc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.859964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] For port 9218f02d-93c7-4f1f-ab69-03b8722161a0, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9218f02d-93c7-4f1f-ab69-03b8722161a0,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:14.896431 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.977361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c20c2f90-ad85-455c-9305-b8b9124cdc7c None None] Port 9218f02d-93c7-4f1f-ab69-03b8722161a0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:14.990859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba21d0b-d9b4-48dc-a8ad-7582ebb8144e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:15.056064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Allocated IP 172.20.0.2 (e6f0297e-4569-4228-9828-a7fc0763ead2/3a2fbb53-65aa-4367-95f2-3f1da43645b7/4e110178-a3de-47bd-b806-cc3e1f7e2245) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:15.063046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.071039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:15.071798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:15.152046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d73fd-8a25-493c-93b7-612096312f3c None None] Pushing event updated for resources: {'Port': ['ID=9218f02d-93c7-4f1f-ab69-03b8722161a0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:15.324741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-b30a9a84-9b2e-4730-88a1-22dd5b577dcd None None] Provisioning complete for port 9218f02d-93c7-4f1f-ab69-03b8722161a0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:15.325000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b30a9a84-9b2e-4730-88a1-22dd5b577dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.388857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:15.856158 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b30a9a84-9b2e-4730-88a1-22dd5b577dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.862294 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.880575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.903865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b30a9a84-9b2e-4730-88a1-22dd5b577dcd None None] For port 9218f02d-93c7-4f1f-ab69-03b8722161a0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9218f02d-93c7-4f1f-ab69-03b8722161a0,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:15.944417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.20.0.1 (e6f0297e-4569-4228-9828-a7fc0763ead2/3a2fbb53-65aa-4367-95f2-3f1da43645b7/59b16299-5abb-4529-9f3c-c78847b070d2) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:15.951372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b30a9a84-9b2e-4730-88a1-22dd5b577dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.974176 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Network e6f0297e-4569-4228-9828-a7fc0763ead2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:15.980187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:15.984086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Pushing event updated for resources: {'Port': ['ID=4e110178-a3de-47bd-b806-cc3e1f7e2245,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:15.987273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:16.105067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a9a84-9b2e-4730-88a1-22dd5b577dcd None None] Pushing event updated for resources: {'Port': ['ID=9218f02d-93c7-4f1f-ab69-03b8722161a0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.121111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Attempting to bind port 4e110178-a3de-47bd-b806-cc3e1f7e2245 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:16.121624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Attempting to bind port 4e110178-a3de-47bd-b806-cc3e1f7e2245 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:16.122019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Attempting to bind port 4e110178-a3de-47bd-b806-cc3e1f7e2245 on network e6f0297e-4569-4228-9828-a7fc0763ead2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:16.129969 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:11Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:16.131264 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.134005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:16.134538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Checking segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:16.135171 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.135316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Bound using segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:16.136269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Bound port: 4e110178-a3de-47bd-b806-cc3e1f7e2245, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:16.136269 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.173731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7255cc-0e90-4969-af8d-e788c098ba58 None None] The sync data for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 is: [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:11Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:16.209570 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.269771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] For port 4e110178-a3de-47bd-b806-cc3e1f7e2245, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:16.276192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] For port 4e110178-a3de-47bd-b806-cc3e1f7e2245, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4e110178-a3de-47bd-b806-cc3e1f7e2245,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:16.288757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.289585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network e6f0297e-4569-4228-9828-a7fc0763ead2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:16.297561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:16.305497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:16.355297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=59b16299-5abb-4529-9f3c-c78847b070d2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.397836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.419777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6bc9d-9624-40c2-8280-010676b2f7f1 None None] Pushing event updated for resources: {'Port': ['ID=4e110178-a3de-47bd-b806-cc3e1f7e2245,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.718129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.245475 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.253498 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.389819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=59b16299-5abb-4529-9f3c-c78847b070d2,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:17.389819 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.567524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network e6f0297e-4569-4228-9828-a7fc0763ead2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:17.570495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:17.788931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:17.838909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf167de5-9123-4f15-8791-b777cffcb314 None None] Network e6f0297e-4569-4228-9828-a7fc0763ead2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:17.924112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4e110178-a3de-47bd-b806-cc3e1f7e2245 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:18.007935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:18.017268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ac14c6bc-6f13-4bf6-9db4-2d22501589a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "PUT /v2.0/routers/63146f0b-3e83-43b1-9e3b-3bc085e9f5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7630053 Nov 22 16:46:18.032434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1b1ae2e2-c9a2-44fa-abc9-71afa99d9d87 None None] Provisioning complete for port 4e110178-a3de-47bd-b806-cc3e1f7e2245 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:18.033240 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae2e2-c9a2-44fa-abc9-71afa99d9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.178099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4e110178-a3de-47bd-b806-cc3e1f7e2245 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:18.178591 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.275863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-7f0d2e24-5a5f-4324-9900-d60a0dec6f71 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245036472&fields=id&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 267 time: 0.0787811 Nov 22 16:46:18.342735 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae2e2-c9a2-44fa-abc9-71afa99d9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.435127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1b1ae2e2-c9a2-44fa-abc9-71afa99d9d87 None None] For port 4e110178-a3de-47bd-b806-cc3e1f7e2245, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4e110178-a3de-47bd-b806-cc3e1f7e2245,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:18.439454 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.443327 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b1ae2e2-c9a2-44fa-abc9-71afa99d9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.473776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7952a-3846-4d26-b267-4ef817535da7 req-ce5aa151-31e7-4480-9ca0-cbfbc6cf631b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.475353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-ce5aa151-31e7-4480-9ca0-cbfbc6cf631b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 797 time: 0.1824605 Nov 22 16:46:18.512726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-d60ac1e9-2a0b-48b1-922d-a8a08233e360 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/quotas/b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 375 time: 0.0164807 Nov 22 16:46:18.582666 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Sync routers for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:18.589943 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ae2e2-c9a2-44fa-abc9-71afa99d9d87 None None] Pushing event updated for resources: {'Port': ['ID=4e110178-a3de-47bd-b806-cc3e1f7e2245,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.596527 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:18.597671 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:18.600521 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:46:18.600922 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:46:18.631097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-db6fdd8b-7154-4b36-afe7-41656ab7c93f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060133 Nov 22 16:46:18.784776 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:18.793653 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9ba72458-8159-439e-9f16-33c448886e35 None None] Provisioning complete for port 4e110178-a3de-47bd-b806-cc3e1f7e2245 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:18.794050 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ba72458-8159-439e-9f16-33c448886e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.812323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-857e155e-4c06-4fc1-b2f7-825907316e03 service neutron] 10.222.0.69 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613491 Nov 22 16:46:18.994440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-96b63712-a517-4c86-9615-c6766b3d18cb service neutron] 10.222.0.69 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806333 Nov 22 16:46:18.998701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9ba72458-8159-439e-9f16-33c448886e35 None None] Provisioning complete for port 59b16299-5abb-4529-9f3c-c78847b070d2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:18.999594 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ba72458-8159-439e-9f16-33c448886e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.070075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9ba72458-8159-439e-9f16-33c448886e35 None None] Port 59b16299-5abb-4529-9f3c-c78847b070d2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:19.098021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b5b692da-e01b-4412-8d19-02b6be32bf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.177442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9218f02d-93c7-4f1f-ab69-03b8722161a0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:19.225259 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:17Z', 'revision_number': 2, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:19.242822 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-85c81b91-03f1-4983-b0cf-13eb8e00ef50 None None] Provisioning complete for port 59b16299-5abb-4529-9f3c-c78847b070d2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:19.243297 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-85c81b91-03f1-4983-b0cf-13eb8e00ef50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.273615 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Checking router: 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:19.273615 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Updating router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 port 59b16299-5abb-4529-9f3c-c78847b070d2 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:19.322005 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.350438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91270719-ca00-439a-9986-83b0d7470ba3 req-4e95400c-d05f-4417-b242-f630e03f22ed tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 210 time: 0.0629141 Nov 22 16:46:19.375403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-85c81b91-03f1-4983-b0cf-13eb8e00ef50 None None] Port 59b16299-5abb-4529-9f3c-c78847b070d2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:19.392189 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9218f02d-93c7-4f1f-ab69-03b8722161a0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:19.393185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.589059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-67746f48-9df6-4657-8678-cf0e429a2673 None None] Provisioning complete for port 59b16299-5abb-4529-9f3c-c78847b070d2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:19.589575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-67746f48-9df6-4657-8678-cf0e429a2673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.649961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-67746f48-9df6-4657-8678-cf0e429a2673 None None] Port 59b16299-5abb-4529-9f3c-c78847b070d2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:19.816827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4e110178-a3de-47bd-b806-cc3e1f7e2245 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:19.869225 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.877468 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.903174 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4e110178-a3de-47bd-b806-cc3e1f7e2245 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:19.903860 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.009820 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Pushing event updated for resources: {'Port': ['ID=59b16299-5abb-4529-9f3c-c78847b070d2,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.069051 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Attempting to bind port 59b16299-5abb-4529-9f3c-c78847b070d2 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:20.069813 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Attempting to bind port 59b16299-5abb-4529-9f3c-c78847b070d2 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:20.070444 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Attempting to bind port 59b16299-5abb-4529-9f3c-c78847b070d2 on network e6f0297e-4569-4228-9828-a7fc0763ead2 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:20.078707 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.081274 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.081866 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.082406 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.083063 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.084649 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.084649 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.085089 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.085448 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.085910 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.086435 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.086960 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:20.097469 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:20.098118 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Checking segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:20.098910 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.099226 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Bound using segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:20.100015 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Bound port: 59b16299-5abb-4529-9f3c-c78847b070d2, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:20.100622 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.209708 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] For port 59b16299-5abb-4529-9f3c-c78847b070d2, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:20.217085 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] For port 59b16299-5abb-4529-9f3c-c78847b070d2, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=59b16299-5abb-4529-9f3c-c78847b070d2,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:20.226326 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.321864 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:20.322774 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:45:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:20.398514 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50dd462-129a-4f49-941e-1bec88cc424f None None] Pushing event updated for resources: {'Port': ['ID=59b16299-5abb-4529-9f3c-c78847b070d2,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.409084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-71984941-9319-489c-b66c-c2033f868e72 None None] Provisioning complete for port 59b16299-5abb-4529-9f3c-c78847b070d2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:20.409812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71984941-9319-489c-b66c-c2033f868e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.545746 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:20.548964 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71984941-9319-489c-b66c-c2033f868e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.593992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3382745f-31e0-46f7-ac62-f525158451e6 req-953f88b6-e915-4323-b9c8-99fece8b8d07 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 210 time: 0.0832953 Nov 22 16:46:20.645448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-71984941-9319-489c-b66c-c2033f868e72 None None] For port 59b16299-5abb-4529-9f3c-c78847b070d2, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=59b16299-5abb-4529-9f3c-c78847b070d2,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:20.653733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-71984941-9319-489c-b66c-c2033f868e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.764718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71984941-9319-489c-b66c-c2033f868e72 None None] Pushing event updated for resources: {'Port': ['ID=59b16299-5abb-4529-9f3c-c78847b070d2,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.803981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8f6b034f-d692-4f75-bede-9499e2e4d810 None None] Provisioning complete for port 59b16299-5abb-4529-9f3c-c78847b070d2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:20.805284 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f6b034f-d692-4f75-bede-9499e2e4d810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.941596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7952a-3846-4d26-b267-4ef817535da7 req-46f32dfb-c3c8-47a7-8743-2969ee462a99 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:20.943767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-46f32dfb-c3c8-47a7-8743-2969ee462a99 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 797 time: 0.2100716 Nov 22 16:46:20.958706 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:20Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:21.019185 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a949a1f-6eb4-44d0-8531-aef936f4c05e None None] The sync data for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 is: [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:20Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:21.042395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-f4d68e74-42e7-43b4-b48a-cee59ac57f00 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 379 time: 0.0893624 Nov 22 16:46:21.059425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'port': {'device_id': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'admin_state_up': True, 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'security_groups': ['2753d00f-62cb-4b63-b096-9ad43a83d95a']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:21.253990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:21.258613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.345883 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3306f97-9136-4d82-b334-7e392e5c92bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.451284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.20.0.3 (e6f0297e-4569-4228-9828-a7fc0763ead2/3a2fbb53-65aa-4367-95f2-3f1da43645b7/24026a9a-b402-44b2-b10b-36c3b91f4d51) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:21.691424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.798521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-22b7c094-c3cd-4a85-b7e9-aa9fe902c49f req-e11f448b-6aea-4129-b63c-43e57421a471 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 210 time: 0.0630145 Nov 22 16:46:21.801997 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.875792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 59b16299-5abb-4529-9f3c-c78847b070d2 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:21.886018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network e6f0297e-4569-4228-9828-a7fc0763ead2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:21.892167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:21.898630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:21.961864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 59b16299-5abb-4529-9f3c-c78847b070d2 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:21.963042 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.003015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:22.040431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:22.041504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.076457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-bb8eb94e-d4e9-4781-8795-3668a71161c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0243945 Nov 22 16:46:22.093553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Request body: {'port': {'device_id': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:22.208258 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.326510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9c23cdb1-324b-4705-976c-a0c1dfe4e4fa None None] Provisioning complete for port 24026a9a-b402-44b2-b10b-36c3b91f4d51 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:22.326895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9c23cdb1-324b-4705-976c-a0c1dfe4e4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.373480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9c23cdb1-324b-4705-976c-a0c1dfe4e4fa None None] Port 24026a9a-b402-44b2-b10b-36c3b91f4d51 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:22.548117 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.815031 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.013014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20806f36-d6d0-4608-9a11-b5aacf109bf0 req-53625716-cbb8-45a5-8f16-224e163dff75 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.014735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20806f36-d6d0-4608-9a11-b5aacf109bf0 req-53625716-cbb8-45a5-8f16-224e163dff75 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 931 time: 0.0987914 Nov 22 16:46:23.066904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24026a9a-b402-44b2-b10b-36c3b91f4d51 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:23.067661 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.097530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Transition to ACTIVE for port object 24026a9a-b402-44b2-b10b-36c3b91f4d51 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:23.102006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.147492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20806f36-d6d0-4608-9a11-b5aacf109bf0 req-8b696c5f-c2c2-4137-804f-f3a73e14acd6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211460 Nov 22 16:46:23.190154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:23.287947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:23.288315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:23.288656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:23.293882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:23.294213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:23.300269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:23.300613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Checking segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:23.301010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Bound using segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:23.301460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Bound port: 24026a9a-b402-44b2-b10b-36c3b91f4d51, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:23.301825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.396427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:23.402489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:23.412125 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.488201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.489302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.491820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] 10.222.0.11 "PUT /v2.0/ports/24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 1091 time: 1.4057441 Nov 22 16:46:23.492634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:23.496796 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b54225-cb32-4755-8a36-2cd40ab2e3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:23.551185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42dd9d-c6e4-43f2-9216-ac9f5d32f521 service neutron] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:23.608022 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2973857-12b9-457f-a22a-11420fcdde76 x-openstack-request-id: req-f2973857-12b9-457f-a22a-11420fcdde76 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:23.608557 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:23.608960 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f2973857-12b9-457f-a22a-11420fcdde76 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:23.610818 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'status': 'completed', 'code': 200} Nov 22 16:46:23.635140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7952a-3846-4d26-b267-4ef817535da7 req-7f6c2c66-6ef8-47c8-bef3-1afb6ed762d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.637736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-7f6c2c66-6ef8-47c8-bef3-1afb6ed762d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1094 time: 0.0789361 Nov 22 16:46:23.694217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-d3faf547-8da7-40fb-a892-d3dc7cb3bfe7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 217 time: 0.0483031 Nov 22 16:46:23.784693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7952a-3846-4d26-b267-4ef817535da7 req-a867e21f-22bb-4398-9baf-28b327f3b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.786209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-a867e21f-22bb-4398-9baf-28b327f3b029 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.0808768 Nov 22 16:46:23.838834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7952a-3846-4d26-b267-4ef817535da7 req-9aae2198-b0bc-4a54-ba55-91e40deac7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.840586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-9aae2198-b0bc-4a54-ba55-91e40deac7d0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465918 Nov 22 16:46:23.983973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-3db0eaee-44f4-43c5-a534-826911fff3b3 service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361952 Nov 22 16:46:24.116616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-faf7952a-3846-4d26-b267-4ef817535da7 req-1197797f-9ac1-4531-8e8a-ddcb5e2103e0 service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256633 Nov 22 16:46:24.240697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-59d2e101-9be2-4724-9d3b-7b71d7da230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.242652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-59d2e101-9be2-4724-9d3b-7b71d7da230f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1094 time: 0.0650108 Nov 22 16:46:24.395698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d135e6e-4b5a-48a1-a9c3-4dd4d156c464 req-5e34a619-c633-42a5-b9c3-08dce49084c5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.398384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d135e6e-4b5a-48a1-a9c3-4dd4d156c464 req-5e34a619-c633-42a5-b9c3-08dce49084c5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 943 time: 0.1219611 Nov 22 16:46:24.424568 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-29a5e992-b4cf-408a-9b13-d0062c818ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.426135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-29a5e992-b4cf-408a-9b13-d0062c818ce1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.1748843 Nov 22 16:46:24.480136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-77708933-9396-4a9a-945d-94e1371e139c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 217 time: 0.0452025 Nov 22 16:46:24.538626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d135e6e-4b5a-48a1-a9c3-4dd4d156c464 req-42191823-6912-4f7c-a067-e16fdd856a4c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303945 Nov 22 16:46:24.553477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-c45a7f9d-2b77-4deb-b0e8-85eed567f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.556077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-c45a7f9d-2b77-4deb-b0e8-85eed567f104 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.0684829 Nov 22 16:46:24.607875 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.635586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-69d9be3c-2345-4ae7-aee4-d2a9a1d4daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.638279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-69d9be3c-2345-4ae7-aee4-d2a9a1d4daf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730512 Nov 22 16:46:24.758903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-3a545e68-fa64-422a-a8c8-debf8214c5ce service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123612 Nov 22 16:46:24.871850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07b54225-cb32-4755-8a36-2cd40ab2e3a1 req-5c20d916-abe6-40cc-a72c-efb5af6be31c service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036747 Nov 22 16:46:24.872775 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.881516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.679705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c62958-9ed4-4f64-9245-a4f4324c7869 req-917b1f0f-3c28-4010-8be1-2ccb4f1cb785 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.681274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29c62958-9ed4-4f64-9245-a4f4324c7869 req-917b1f0f-3c28-4010-8be1-2ccb4f1cb785 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 943 time: 0.0575664 Nov 22 16:46:25.739688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29c62958-9ed4-4f64-9245-a4f4324c7869 req-e5a01efa-4511-414a-adc2-c5d7bbf447c7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522575 Nov 22 16:46:26.910393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974362b-44bd-4f92-8b3a-42ea2dd22a9b req-a982ff1c-b1c0-46a0-aadc-c9bff41e8ad0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:26.912994 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5974362b-44bd-4f92-8b3a-42ea2dd22a9b req-a982ff1c-b1c0-46a0-aadc-c9bff41e8ad0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 943 time: 0.0700939 Nov 22 16:46:26.988354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5974362b-44bd-4f92-8b3a-42ea2dd22a9b req-81eeba26-a33c-4c9d-85b2-bc21004a6283 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624804 Nov 22 16:46:27.550344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:27.678032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:27.696334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'port_id': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'mac_address': 'fa:16:3e:c7:d9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:27.741142 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.755152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24026a9a-b402-44b2-b10b-36c3b91f4d51 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:27.778717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:27.787407 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.855107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:27.990141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['24026a9a-b402-44b2-b10b-36c3b91f4d51'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:28.178686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d9186-1762-4048-a5e5-f1482edb3392 req-7b80f27b-7833-4127-82b4-e4b6be0534c8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.181195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-646d9186-1762-4048-a5e5-f1482edb3392 req-7b80f27b-7833-4127-82b4-e4b6be0534c8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 944 time: 0.0827751 Nov 22 16:46:28.241504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-646d9186-1762-4048-a5e5-f1482edb3392 req-2a807856-f8c4-4e50-b4d9-afb0e86e737c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514205 Nov 22 16:46:29.404339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df634469-1da8-4eb8-bcb7-a8ec036ebc38 req-5a725fa5-56f7-4fd0-a3ed-856c05474984 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:29.406770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df634469-1da8-4eb8-bcb7-a8ec036ebc38 req-5a725fa5-56f7-4fd0-a3ed-856c05474984 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 944 time: 0.0696530 Nov 22 16:46:29.474679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-df634469-1da8-4eb8-bcb7-a8ec036ebc38 req-6015c0e6-2e02-41c1-b158-289054ba34a3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593150 Nov 22 16:46:29.577809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:29.637762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 24026a9a-b402-44b2-b10b-36c3b91f4d51 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:29.642130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 24026a9a-b402-44b2-b10b-36c3b91f4d51 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:29.642505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.739644 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.771434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:29.773763 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e857d-9e27-445c-8135-43075722eb0a" -d '{"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-plugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:29.788499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:29.793560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.820931 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410caab-c0ad-48f8-a46c-df8413c809c8 x-openstack-request-id: req-2410caab-c0ad-48f8-a46c-df8413c809c8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:29.821239 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-plugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:29.821489 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2410caab-c0ad-48f8-a46c-df8413c809c8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:29.822149 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'code': 200} Nov 22 16:46:29.861191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:29.869785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.870256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.870677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.871094 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.871509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.871863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.872224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.872559 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.872894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.873228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.873564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.873898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:29.931965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883baab-6664-4174-aa39-db6382aeb734 req-b03b292e-cc39-4cad-a5c2-07161f44bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:29.933535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c883baab-6664-4174-aa39-db6382aeb734 req-b03b292e-cc39-4cad-a5c2-07161f44bf7d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1096 time: 0.0505335 Nov 22 16:46:29.990466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c883baab-6664-4174-aa39-db6382aeb734 req-6222c4ca-c404-4c25-9c21-499070ad92c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496008 Nov 22 16:46:30.637035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca03f1-f89b-415b-857d-bdb30e9be8cc req-0886176e-1435-47ef-8cee-233bd3f6c522 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.639787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36ca03f1-f89b-415b-857d-bdb30e9be8cc req-0886176e-1435-47ef-8cee-233bd3f6c522 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0798969 Nov 22 16:46:30.715681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36ca03f1-f89b-415b-857d-bdb30e9be8cc req-0eb67dce-5daf-442a-bad9-1590a9ed85df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666819 Nov 22 16:46:31.886051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401445b-0c13-415c-a138-769e0bd88b2e req-cffa523d-6303-4e83-be87-b91c8d6d8a83 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:31.887558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2401445b-0c13-415c-a138-769e0bd88b2e req-cffa523d-6303-4e83-be87-b91c8d6d8a83 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0621781 Nov 22 16:46:31.943706 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2401445b-0c13-415c-a138-769e0bd88b2e req-55fa1d93-0f3d-413b-8ddb-062fb117f00c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490849 Nov 22 16:46:32.075684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e8386-9fcc-4cb4-bf9e-362f6c50a555 req-df95c2c7-7706-4a99-86ef-c9334bf5d5aa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.077392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-388e8386-9fcc-4cb4-bf9e-362f6c50a555 req-df95c2c7-7706-4a99-86ef-c9334bf5d5aa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0509913 Nov 22 16:46:32.142501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-388e8386-9fcc-4cb4-bf9e-362f6c50a555 req-d231fb63-d230-4c38-9080-2102b1fe6e49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579622 Nov 22 16:46:32.166639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36280) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:32.217243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd41e2f-b5f8-4311-b0f3-08f855292672 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.218958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9fd41e2f-b5f8-4311-b0f3-08f855292672 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1091 time: 0.0511720 Nov 22 16:46:32.222821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36282) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:32.227407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:32.252257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.368584 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.498522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.25.5.93 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/32674f51-b397-4cf3-951b-c1e50e6ced90) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:32.615205 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.664941 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.708432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:32.711575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:32.715520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:32.742179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=32674f51-b397-4cf3-951b-c1e50e6ced90,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:33.153169 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.239783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.442429 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.448000 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.524265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=32674f51-b397-4cf3-951b-c1e50e6ced90,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:33.539851 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.655496 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Floating IP 68b0d6fb-2314-4fc5-895e-7b809dfef9d2 associated. External IP: 172.25.5.93, port: 24026a9a-b402-44b2-b10b-36c3b91f4d51. Nov 22 16:46:33.919231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:34.051105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:34.066255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] Sync routers for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:34.073928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.079877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:34.080615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:46:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:34.126447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bbfd8e25-8360-4f9e-9feb-a1cea92e0fb4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9024639 Nov 22 16:46:34.127108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:34.138967 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d29acf-cfcd-401f-af3e-260f34b19473" -d '{"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:34.186941 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c5c0c-413d-4a95-8067-a0c988542a0b x-openstack-request-id: req-102c5c0c-413d-4a95-8067-a0c988542a0b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:34.188059 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:34.188059 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-102c5c0c-413d-4a95-8067-a0c988542a0b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:34.188398 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'status': 'completed', 'code': 200} Nov 22 16:46:34.259709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:34.318475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-262f0244-6eba-41c5-927c-4400f2582f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.320751 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-262f0244-6eba-41c5-927c-4400f2582f85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1096 time: 0.1083548 Nov 22 16:46:34.337686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e80325-7c04-4396-99d1-5a332be459d5 req-a8dd59a8-6507-4d35-91ac-20a9a540d54a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.350997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74e80325-7c04-4396-99d1-5a332be459d5 req-a8dd59a8-6507-4d35-91ac-20a9a540d54a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.1199892 Nov 22 16:46:34.514742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74e80325-7c04-4396-99d1-5a332be459d5 req-49b28c0f-e13f-46e0-b808-839e91257736 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304958 Nov 22 16:46:34.551222 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36290) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:34.558050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-294e6b0f-8249-46d5-af8f-11b1cd2827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.561660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-294e6b0f-8249-46d5-af8f-11b1cd2827c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.2090359 Nov 22 16:46:34.646122 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4e306096-71bb-4b1d-943b-3a4bf22c83c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/68b0d6fb-2314-4fc5-895e-7b809dfef9d2 HTTP/1.1" status: 200 len: 990 time: 0.0929482 Nov 22 16:46:34.646342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '68b0d6fb-2314-4fc5-895e-7b809dfef9d2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'port_id': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'mac_address': 'fa:16:3e:c7:d9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:32Z', 'updated_at': '2021-11-22T16:46:32Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:34.693344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] Checking router: 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:34.702808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-2fe968c8-1c79-45c9-8324-d03a03618656 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 998 time: 0.1340079 Nov 22 16:46:34.707080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:34.707982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:46:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:34.782746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-91d41075-9f98-49af-823b-2bc37903566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.784511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-91d41075-9f98-49af-823b-2bc37903566e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.0745201 Nov 22 16:46:34.864347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-89fad0c2-6a20-4cf6-a6e7-318455043ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.867367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-89fad0c2-6a20-4cf6-a6e7-318455043ede service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755053 Nov 22 16:46:34.888995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:35.033628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-8f18c13a-ae09-487d-85cc-fc84bb1bcfe9 service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580350 Nov 22 16:46:35.223319 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b7d29acf-cfcd-401f-af3e-260f34b19473 req-bba78bf4-0f31-4e65-8676-619e66a837f1 service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829417 Nov 22 16:46:35.264433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '68b0d6fb-2314-4fc5-895e-7b809dfef9d2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'port_id': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'mac_address': 'fa:16:3e:c7:d9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:32Z', 'updated_at': '2021-11-22T16:46:32Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:35.301010 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c42ec1a-0ffb-4cff-b60a-28aa29cc9279 None None] The sync data for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 is: [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '68b0d6fb-2314-4fc5-895e-7b809dfef9d2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'port_id': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'mac_address': 'fa:16:3e:c7:d9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:46:32Z', 'updated_at': '2021-11-22T16:46:32Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:35.516308 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:46:35.572644 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c6e1df-7644-41fa-bb3e-a89c4bd302fa None None] New status for floating IP 68b0d6fb-2314-4fc5-895e-7b809dfef9d2: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:46:35.651300 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:35.742158 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ee586895-8d63-495a-8f1c-fdc77c0871e0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/68b0d6fb-2314-4fc5-895e-7b809dfef9d2 HTTP/1.1" status: 200 len: 990 time: 0.0892520 Nov 22 16:46:36.745863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36294) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:36.820083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f1c7d0c4-a474-416a-a43c-b6c8566c2575 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/68b0d6fb-2314-4fc5-895e-7b809dfef9d2 HTTP/1.1" status: 200 len: 992 time: 0.0728908 Nov 22 16:46:43.354571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-1bf0646f-fc35-408c-8b7c-dae7e7dfd4a4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534840 Nov 22 16:46:43.504231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-11c823a3-f3ff-4a77-85a0-8de010d06127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.506488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-11c823a3-f3ff-4a77-85a0-8de010d06127 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 1097 time: 0.0837159 Nov 22 16:46:43.697574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-bf9e9b9d-34df-429b-9db3-82b60bc500d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.700187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-bf9e9b9d-34df-429b-9db3-82b60bc500d3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1627915 Nov 22 16:46:43.788844 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-69ba1321-c483-498e-afbc-ccf4c187e5e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 HTTP/1.1" status: 200 len: 1002 time: 0.0781610 Nov 22 16:46:43.855472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-7e51b9f0-1c32-4370-a743-cd13922d7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.857546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-7e51b9f0-1c32-4370-a743-cd13922d7f5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0597956 Nov 22 16:46:43.926973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-b6463ca9-7149-4064-8251-d797346e0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.929370 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-b6463ca9-7149-4064-8251-d797346e0794 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618536 Nov 22 16:46:44.105669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-a244f858-0e91-49dc-8684-0afffc0f5c05 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668146 Nov 22 16:46:44.270232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e33d9a0d-4bb8-4375-b006-e4d4e3b232e2 req-a5260ebb-e1a8-4e6c-a70d-fcaab6f516a8 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561263 Nov 22 16:46:49.056230 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1137-b20d-492f-b4d8-05c3b8aded7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.342874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0cec984-1125-4da7-9859-beaabc41eadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.539859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.830532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.617598 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.899602 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.920034 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.617175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296ddd6-3f39-4265-8484-475a1b873869 req-37841c72-0a14-4d7e-bec0-ad72dd67b63f tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.619304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b296ddd6-3f39-4265-8484-475a1b873869 req-37841c72-0a14-4d7e-bec0-ad72dd67b63f tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1096 time: 0.0675058 Nov 22 16:47:03.704036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b296ddd6-3f39-4265-8484-475a1b873869 req-ac10e0e2-63cc-442e-b5b5-4ed163ba0ffd tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723445 Nov 22 16:47:03.908460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b41d2-1d0a-46d9-a5dd-1a4d3457238f req-f9431474-2e02-4bca-a458-57d43cbcb25a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.911368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce1b41d2-1d0a-46d9-a5dd-1a4d3457238f req-f9431474-2e02-4bca-a458-57d43cbcb25a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0968392 Nov 22 16:47:03.997193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce1b41d2-1d0a-46d9-a5dd-1a4d3457238f req-81ae3ecf-4fbe-4037-9572-38d0485bc7de tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746272 Nov 22 16:47:04.038217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36314) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:04.132568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e41c9e62-18fd-4fd0-a93d-6e907a7ade65 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/68b0d6fb-2314-4fc5-895e-7b809dfef9d2 HTTP/1.1" status: 200 len: 992 time: 0.0927951 Nov 22 16:47:04.503975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-cda5b4d0-213f-49bd-946d-f0785408aa9c req-b7510aac-7744-4649-8477-ea758a5cad94 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:47:04.504963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cda5b4d0-213f-49bd-946d-f0785408aa9c req-b7510aac-7744-4649-8477-ea758a5cad94 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063310 Nov 22 16:47:04.885324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36328) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:04.985847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54917225-864f-44d1-a99f-cfa8646304f0 req-64e29986-7688-4307-94fa-6fd9d28ea59e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:04.988643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54917225-864f-44d1-a99f-cfa8646304f0 req-64e29986-7688-4307-94fa-6fd9d28ea59e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0914879 Nov 22 16:47:05.113991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-726eeda1-46af-4fa9-9963-ddda2188a372 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2265806 Nov 22 16:47:05.121408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-54917225-864f-44d1-a99f-cfa8646304f0 req-80c7ec94-fd7d-4987-bf27-fa1bcb88d030 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167305 Nov 22 16:47:05.129959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-06c50eec-64ea-4744-b160-72c65394eb87 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:47:05.131550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-06c50eec-64ea-4744-b160-72c65394eb87 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089216 Nov 22 16:47:06.388303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bf107-f559-42ce-bf12-653dcabfd404 req-af919a21-b16e-430b-8311-22ed3f8fffe6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.390908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129bf107-f559-42ce-bf12-653dcabfd404 req-af919a21-b16e-430b-8311-22ed3f8fffe6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.1003585 Nov 22 16:47:06.471750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-129bf107-f559-42ce-bf12-653dcabfd404 req-8f31d6df-82f2-4a96-80fe-328e758a3f9b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719969 Nov 22 16:47:06.902774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2f6930a1-24e8-4a38-b068-aad27a7e38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.904861 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2f6930a1-24e8-4a38-b068-aad27a7e38fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1096 time: 0.0752876 Nov 22 16:47:07.067858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-f9b1974c-2be9-4d7b-9bfa-94d70dc3a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.069738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-f9b1974c-2be9-4d7b-9bfa-94d70dc3a46a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.1573007 Nov 22 16:47:07.163517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-8726896b-c200-4863-9cfc-7571c5903624 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 1000 time: 0.0844448 Nov 22 16:47:07.249015 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-1f2a85b2-46fd-422d-a05f-68daff719cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.251444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-1f2a85b2-46fd-422d-a05f-68daff719cf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.0806725 Nov 22 16:47:07.325163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-9d076ab8-89fb-4f26-b39d-d0ddd6299a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.327594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-9d076ab8-89fb-4f26-b39d-d0ddd6299a64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668528 Nov 22 16:47:07.476475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-a818952b-70c1-489e-b541-27df82af323a service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417222 Nov 22 16:47:07.636695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-3e75e4d6-ccce-43cc-b969-f3220062fecc service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507652 Nov 22 16:47:07.664075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7f47c-04fe-40dc-a1ed-92b6766b1abf req-b3cff28e-e956-4397-b8f1-2ef522bf63c2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.666652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bb7f47c-04fe-40dc-a1ed-92b6766b1abf req-b3cff28e-e956-4397-b8f1-2ef522bf63c2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0876496 Nov 22 16:47:07.757736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bb7f47c-04fe-40dc-a1ed-92b6766b1abf req-7d02289d-40ca-4e85-84cd-a4a850268534 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824735 Nov 22 16:47:08.968908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0972c7-b4fc-4427-9a01-ad14d0804217 req-bcceb8fb-63bc-4a6c-aef6-fbc0ba0d8b16 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.971609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab0972c7-b4fc-4427-9a01-ad14d0804217 req-bcceb8fb-63bc-4a6c-aef6-fbc0ba0d8b16 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.1017599 Nov 22 16:47:09.058900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab0972c7-b4fc-4427-9a01-ad14d0804217 req-aa2ee085-8e8b-4c5e-87e8-d252d58ca10a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752680 Nov 22 16:47:10.212632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f648f-5f5a-4226-bee8-b0e376210ef4 req-ecfe1bf2-e58c-4699-938f-53c81dd03565 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.214539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a3f648f-5f5a-4226-bee8-b0e376210ef4 req-ecfe1bf2-e58c-4699-938f-53c81dd03565 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0607874 Nov 22 16:47:10.312426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a3f648f-5f5a-4226-bee8-b0e376210ef4 req-02335892-3002-4f0c-9537-50f3ab9dce75 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859597 Nov 22 16:47:11.507562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f47596-990e-4213-a752-96a50a6bbd48 req-7287c6f9-ed16-40b6-8c61-cc9c12700e4f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.510384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40f47596-990e-4213-a752-96a50a6bbd48 req-7287c6f9-ed16-40b6-8c61-cc9c12700e4f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0860169 Nov 22 16:47:11.584230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40f47596-990e-4213-a752-96a50a6bbd48 req-829454ec-181a-4aa1-b630-3a48215d8350 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628467 Nov 22 16:47:12.522931 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:47:12.807490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bc475-867b-4679-b850-805c4497f037 req-1ee66f57-97fa-4183-94f3-b37ed226d097 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:12.810285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661bc475-867b-4679-b850-805c4497f037 req-1ee66f57-97fa-4183-94f3-b37ed226d097 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0896726 Nov 22 16:47:12.899701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661bc475-867b-4679-b850-805c4497f037 req-dde12edf-890a-4e5c-a3de-60f01f3c14e7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781698 Nov 22 16:47:14.107466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32997c53-6d0f-4736-9290-41b85760a824 req-86d05f54-2441-43d1-9834-470578def8f3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.110657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32997c53-6d0f-4736-9290-41b85760a824 req-86d05f54-2441-43d1-9834-470578def8f3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0822923 Nov 22 16:47:14.197407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32997c53-6d0f-4736-9290-41b85760a824 req-c7dc2b7d-5e99-4b2c-b715-07b3396e57b9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759220 Nov 22 16:47:15.386048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8c6aa-c761-4c3f-b301-5075d76eb751 req-25fc367a-219d-4eda-8c8f-dec6f0320273 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.388578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b8c6aa-c761-4c3f-b301-5075d76eb751 req-25fc367a-219d-4eda-8c8f-dec6f0320273 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0750690 Nov 22 16:47:15.480264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-79b8c6aa-c761-4c3f-b301-5075d76eb751 req-aa945f48-8794-4bb7-8c68-d691dd38e6a1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807693 Nov 22 16:47:16.677718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f805056-a274-4ba5-bdcd-dad3f161d604 req-a488d7e2-b343-4aee-8f58-17ba1561438a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:16.680048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f805056-a274-4ba5-bdcd-dad3f161d604 req-a488d7e2-b343-4aee-8f58-17ba1561438a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0782850 Nov 22 16:47:16.751812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f805056-a274-4ba5-bdcd-dad3f161d604 req-42d0d018-422b-4324-871a-30154fe84950 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622077 Nov 22 16:47:18.250040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44bf93-f5a7-42ac-acf1-2b19620e18fa req-136059ce-9021-4399-acc7-28f3e5fdfbff tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.252790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d44bf93-f5a7-42ac-acf1-2b19620e18fa req-136059ce-9021-4399-acc7-28f3e5fdfbff tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0927403 Nov 22 16:47:18.337039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d44bf93-f5a7-42ac-acf1-2b19620e18fa req-05a20601-00cd-4d1c-beb5-c220df6a970f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743382 Nov 22 16:47:19.050523 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2225de00-bc30-4408-8fce-6bcd4f02fbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.537439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f9062-c934-46a2-8485-84c65773e927 req-48f59185-0d33-4f00-b698-faee8829965f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.539946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-104f9062-c934-46a2-8485-84c65773e927 req-48f59185-0d33-4f00-b698-faee8829965f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0841024 Nov 22 16:47:19.603438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-104f9062-c934-46a2-8485-84c65773e927 req-c3215c19-ac75-4026-9012-5aa5ea1d2cfb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542450 Nov 22 16:47:20.801873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1afe4-d5b8-4ecc-b9b1-74ce606c5573 req-ee52c0a7-5e6f-4cde-98ae-a6f28d6f4a51 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.803633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cef1afe4-d5b8-4ecc-b9b1-74ce606c5573 req-ee52c0a7-5e6f-4cde-98ae-a6f28d6f4a51 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0749035 Nov 22 16:47:20.892569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cef1afe4-d5b8-4ecc-b9b1-74ce606c5573 req-2fdec0c8-530b-4989-a48e-869190d87163 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765555 Nov 22 16:47:21.338285 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-11c95b50-ab45-430e-9dc5-9443d9387aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.068123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2dcf8-0eef-45aa-a9ce-c7469bcb7567 req-2a0ecc7b-b5d9-48eb-ab18-29d14bb12f1b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:22.070569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fc2dcf8-0eef-45aa-a9ce-c7469bcb7567 req-2a0ecc7b-b5d9-48eb-ab18-29d14bb12f1b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0856380 Nov 22 16:47:22.151658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fc2dcf8-0eef-45aa-a9ce-c7469bcb7567 req-60b4e856-681d-4a1c-b1d2-7b24de3b7e2f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734518 Nov 22 16:47:22.541948 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.846624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.314892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2030e9-ff5b-4c90-ad75-4d5481d2a490 req-4a71f7b4-921a-4486-93bb-b3cb5c1c8e99 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:23.317794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e2030e9-ff5b-4c90-ad75-4d5481d2a490 req-4a71f7b4-921a-4486-93bb-b3cb5c1c8e99 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0705895 Nov 22 16:47:23.385264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e2030e9-ff5b-4c90-ad75-4d5481d2a490 req-78bf8858-bc49-4648-9ff9-8dab8f5aa843 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580096 Nov 22 16:47:24.560402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9668-10c3-4c66-9573-9ce623d6f8dd req-134237c6-9037-472d-aa9d-98dd019c5bd2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:24.564129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e62c9668-10c3-4c66-9573-9ce623d6f8dd req-134237c6-9037-472d-aa9d-98dd019c5bd2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.0770090 Nov 22 16:47:24.625305 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.702611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e62c9668-10c3-4c66-9573-9ce623d6f8dd req-54bda57d-1b80-43c9-b7cb-267655cccba3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280806 Nov 22 16:47:24.715452 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-8066d4d8-58a5-4130-9d85-3a71430d2a65 service neutron] show failed (client error): The resource could not be found. Nov 22 16:47:24.717336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-8066d4d8-58a5-4130-9d85-3a71430d2a65 service neutron] 10.222.0.11 "GET /v2.0/ports/24026a9a-b402-44b2-b10b-36c3b91f4d51/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.1333282 Nov 22 16:47:24.890646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.917346 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.030023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-5a739fce-f3f1-4a8e-b10d-4d52e6565f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:25.031578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-5a739fce-f3f1-4a8e-b10d-4d52e6565f34 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 1096 time: 0.0618646 Nov 22 16:47:25.044866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:25.140676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.470947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:25.522961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:25.596176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:25.600178 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76dadadc-197c-4b49-a870-f7b198880067" -d '{"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-unplugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:25.608403 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.632806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Transition to ACTIVE for port object 24026a9a-b402-44b2-b10b-36c3b91f4d51 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:25.638748 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.689246 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f6a31f-5ce7-4d00-b2e8-f3b74529f75e x-openstack-request-id: req-00f6a31f-5ce7-4d00-b2e8-f3b74529f75e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:25.689544 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-unplugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:25.689795 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00f6a31f-5ce7-4d00-b2e8-f3b74529f75e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:25.690194 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'code': 200} Nov 22 16:47:25.708630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:25.777477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.777971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.778597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.778937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.780098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.780888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.781525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.782103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.782683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.783275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.783847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.784243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:25.837052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] No DVR routers for this DVR port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:26.441770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736cbb54-245c-4b8d-9991-bdd45f848553 req-356fe17c-5c82-4858-9410-828ee3850433 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.444601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-736cbb54-245c-4b8d-9991-bdd45f848553 req-356fe17c-5c82-4858-9410-828ee3850433 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 943 time: 0.6095657 Nov 22 16:47:26.553750 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-736cbb54-245c-4b8d-9991-bdd45f848553 req-8f1ab30f-32e2-4ec8-a144-ddba4563ac1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942867 Nov 22 16:47:26.561746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:26.562319 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:26.562884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:26.570618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:26.571173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:26.580821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:26.581366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Checking segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:26.581977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Bound using segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:26.582677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Bound port: 24026a9a-b402-44b2-b10b-36c3b91f4d51, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:26.583252 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.692042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:26.696673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:26.704869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.767802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.768840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.771072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-2e869599-d37f-42e8-8785-abecddec175e service neutron] 10.222.0.71 "PUT /v2.0/ports/24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 1091 time: 1.7303574 Nov 22 16:47:26.795656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e869599-d37f-42e8-8785-abecddec175e service neutron] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.876753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-bbdd40ed-386b-45f3-a657-b91c6ed3f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.879490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-bbdd40ed-386b-45f3-a657-b91c6ed3f2c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1094 time: 0.0737822 Nov 22 16:47:27.055517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-8120fcf5-383b-4e89-84bd-cf2b40b1b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.058451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-8120fcf5-383b-4e89-84bd-cf2b40b1b59d service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.1642461 Nov 22 16:47:27.187580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-93c0adc2-a7de-4533-b11b-35c63ff6ac16 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 998 time: 0.1207194 Nov 22 16:47:27.269404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-60006eed-ca9b-4d76-a6e1-5662e09495d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.270872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-60006eed-ca9b-4d76-a6e1-5662e09495d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.0747368 Nov 22 16:47:27.357045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-452f7520-a7fd-4f2f-a37f-2e633bbea567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.360890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-452f7520-a7fd-4f2f-a37f-2e633bbea567 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794587 Nov 22 16:47:27.477718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-119cdcfb-5e4b-4088-aa05-56b08be009ca service neutron] 10.222.0.71 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041439 Nov 22 16:47:27.640524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f9ebe5f-31aa-45c0-9b81-a85f61a58146 req-9d5be29b-fcc6-478c-8cb7-50edb5532c42 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542094 Nov 22 16:47:27.691846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:27.695416 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdf57aa-f0ac-4dce-92a8-15d50108d002" -d '{"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:27.777133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f42f9-bf2f-43d5-9fff-797f3e118436 req-d43b434b-4a18-429e-9454-463f78f8ea5c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.781014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-368f42f9-bf2f-43d5-9fff-797f3e118436 req-d43b434b-4a18-429e-9454-463f78f8ea5c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 943 time: 0.1030564 Nov 22 16:47:27.808689 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c637f3-3b7b-481f-b9e1-7b13cb2cc315 x-openstack-request-id: req-07c637f3-3b7b-481f-b9e1-7b13cb2cc315 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:27.809207 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:27.809636 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07c637f3-3b7b-481f-b9e1-7b13cb2cc315 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:27.810875 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'status': 'completed', 'code': 200} Nov 22 16:47:27.864635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:27.945149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:27.948128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-368f42f9-bf2f-43d5-9fff-797f3e118436 req-30a9422f-b045-4f2d-afe4-6d168b9d16f9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549311 Nov 22 16:47:27.977951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-c9b0bef4-5d7f-4c54-927d-86b5d3d05e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.980490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-c9b0bef4-5d7f-4c54-927d-86b5d3d05e52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1094 time: 0.1466699 Nov 22 16:47:27.985438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-24cfbcfa-dfab-4de1-8e97-fe2e0ead5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.987976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-24cfbcfa-dfab-4de1-8e97-fe2e0ead5656 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1094 time: 0.1372912 Nov 22 16:47:28.208042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-7befe037-6f56-40e9-a621-7bddc046240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.210963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-7befe037-6f56-40e9-a621-7bddc046240d service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.2214048 Nov 22 16:47:28.231544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-d53795ee-fac6-4ea0-ac48-26ac91466b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.234136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-d53795ee-fac6-4ea0-ac48-26ac91466b5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.2330294 Nov 22 16:47:28.381757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-431cf613-23a4-4734-b367-fa88a9690029 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 998 time: 0.1624591 Nov 22 16:47:28.401805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-7aeb77ae-6235-436b-8a6d-6a8703364bf9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 998 time: 0.1123195 Nov 22 16:47:28.503775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-4c5780e3-0491-4b94-abe0-1249cab8457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.505395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-4c5780e3-0491-4b94-abe0-1249cab8457f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.1139228 Nov 22 16:47:28.535579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-054bf08b-96b7-4cb4-91bc-a8a049ad2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.537162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-054bf08b-96b7-4cb4-91bc-a8a049ad2328 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.1084051 Nov 22 16:47:28.617080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-593fbf1e-064f-4783-bf33-171c784c3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.619244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-593fbf1e-064f-4783-bf33-171c784c3596 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004679 Nov 22 16:47:28.636265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-8db8d9f0-8b7c-44e2-999a-29a872ba5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.637793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-8db8d9f0-8b7c-44e2-999a-29a872ba5fb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809052 Nov 22 16:47:28.866023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-08868965-1e42-49f1-8690-2df98619f43f service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387636 Nov 22 16:47:28.873582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-92488591-b6a5-4eac-8a21-554a2fbd091d service neutron] 10.222.0.71 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206764 Nov 22 16:47:29.177371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-5f6e4c36-1db7-40c2-a052-56eb22c24406 service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023627 Nov 22 16:47:29.190052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9bdf57aa-f0ac-4dce-92a8-15d50108d002 req-01be42e0-3487-46d1-92bd-5622005ea2d2 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929864 Nov 22 16:47:29.228783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efb91d-2f39-4c32-b4fb-9c2a4301ea37 req-ee1ec4f9-3dd2-471f-a9c3-39dbbc6a0655 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.231445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2efb91d-2f39-4c32-b4fb-9c2a4301ea37 req-ee1ec4f9-3dd2-471f-a9c3-39dbbc6a0655 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 943 time: 0.1332316 Nov 22 16:47:29.307653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2efb91d-2f39-4c32-b4fb-9c2a4301ea37 req-05c16389-d3b0-4f62-a884-f19b74c62959 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682867 Nov 22 16:47:30.526014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aa893-25f4-4d13-a3f0-e7db28eae5fa req-7e625820-55c9-4ead-a9a0-14287d1f6ea6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.527720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c90aa893-25f4-4d13-a3f0-e7db28eae5fa req-7e625820-55c9-4ead-a9a0-14287d1f6ea6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 943 time: 0.0740590 Nov 22 16:47:30.614739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c90aa893-25f4-4d13-a3f0-e7db28eae5fa req-5dc69243-6c0f-4e16-9888-41c8a55b60ee tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788257 Nov 22 16:47:31.004498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-add08aab-c46b-42ae-82d6-5604824c0ac7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.006701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-add08aab-c46b-42ae-82d6-5604824c0ac7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c&tenant_id=b7be64850fdc4fc7930f252cef8c0294&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 943 time: 0.1125157 Nov 22 16:47:31.038012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fad71-6bb1-4a01-97b2-ea2f01256385 req-b2497b22-76b1-4f4d-b504-b0c75afe2bcf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.039897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d7fad71-6bb1-4a01-97b2-ea2f01256385 req-b2497b22-76b1-4f4d-b504-b0c75afe2bcf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 943 time: 0.1092842 Nov 22 16:47:31.158078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-4a191ac9-d727-4d00-9006-19da303b14e9 service neutron] 10.222.0.71 "GET /v2.0/ports/24026a9a-b402-44b2-b10b-36c3b91f4d51/bindings/n-h2-811716-3 HTTP/1.1" status: 200 len: 382 time: 0.1408925 Nov 22 16:47:31.162403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d7fad71-6bb1-4a01-97b2-ea2f01256385 req-3cadd458-a097-4404-83b2-98cc6a5c8281 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960271 Nov 22 16:47:31.266702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-dd4661b7-053b-41d8-8527-b3c4e7f2b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.269543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-dd4661b7-053b-41d8-8527-b3c4e7f2b086 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1094 time: 0.0771258 Nov 22 16:47:31.439258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-01d61a77-a84a-4477-8538-a9a9d4edf485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.441937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-01d61a77-a84a-4477-8538-a9a9d4edf485 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.1565115 Nov 22 16:47:31.535034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:31.575802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-5a8a8585-d6da-447b-9451-1819342a0e4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 998 time: 0.1192136 Nov 22 16:47:31.677847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-d41b5c88-c781-49a9-ab17-2f8c69d4cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.680622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-d41b5c88-c781-49a9-ab17-2f8c69d4cbcf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.0905592 Nov 22 16:47:31.744511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:31.777239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'port_id': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'mac_address': 'fa:16:3e:c7:d9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:31.780570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-059c05c2-ece3-4b94-9239-2d25e30ec427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.783676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-059c05c2-ece3-4b94-9239-2d25e30ec427 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896909 Nov 22 16:47:31.856586 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.882003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24026a9a-b402-44b2-b10b-36c3b91f4d51 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:31.925168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:31.933761 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.959638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-78e42ad5-d81d-4c5d-b383-2fb31c8609f1 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593153 Nov 22 16:47:32.033800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.051759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.052275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.052890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.053442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.053933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.054548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.055291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.055787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.056409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.057020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.057552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.058037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:32.156042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-838c9125-85c2-4d8f-b885-183c6901aa3b service neutron] 10.222.0.71 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840096 Nov 22 16:47:32.316996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['24026a9a-b402-44b2-b10b-36c3b91f4d51'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:32.344567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b2635-b84f-48a3-81c7-cff6af8d9083 req-82626cf0-8e7f-4911-a446-6a028353f1a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.346469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-364b2635-b84f-48a3-81c7-cff6af8d9083 req-82626cf0-8e7f-4911-a446-6a028353f1a6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 944 time: 0.0743163 Nov 22 16:47:32.437835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-364b2635-b84f-48a3-81c7-cff6af8d9083 req-df13d4e8-ada8-4cf7-9def-e5927b7e80b7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787406 Nov 22 16:47:33.543528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:33.638949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 24026a9a-b402-44b2-b10b-36c3b91f4d51 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:33.645650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 24026a9a-b402-44b2-b10b-36c3b91f4d51 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:33.646232 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.652129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e25f8-7ae0-4c0e-a4e0-ca8667ffce0a req-4304169a-df5a-4f87-9088-839536d1b181 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.655715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-392e25f8-7ae0-4c0e-a4e0-ca8667ffce0a req-4304169a-df5a-4f87-9088-839536d1b181 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 944 time: 0.0920370 Nov 22 16:47:33.752009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-392e25f8-7ae0-4c0e-a4e0-ca8667ffce0a req-3135507e-f55c-4f98-8405-635894a47c14 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858557 Nov 22 16:47:33.785777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.828794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:33.832530 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fc097b-582f-489e-ba18-f7733082dd14" -d '{"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-plugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:33.854640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:33.866656 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.931476 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256ec85-7624-4e5a-af88-d67a4b28a335 x-openstack-request-id: req-9256ec85-7624-4e5a-af88-d67a4b28a335 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:33.932019 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-plugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:33.932358 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9256ec85-7624-4e5a-af88-d67a4b28a335 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:33.932958 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'code': 200} Nov 22 16:47:33.963598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:35.004640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26af2cc-6e9f-4c49-90d8-4796f0286ef4 req-75b27836-0f5a-4dbe-acd4-1ee9250a57c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.007165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a26af2cc-6e9f-4c49-90d8-4796f0286ef4 req-75b27836-0f5a-4dbe-acd4-1ee9250a57c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 945 time: 0.1041460 Nov 22 16:47:35.101273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a26af2cc-6e9f-4c49-90d8-4796f0286ef4 req-4db0d431-7427-4084-9a41-9f8b7e6e195a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808947 Nov 22 16:47:35.435736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-181caf52-72f8-4ea8-b256-d8b07f5877e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.437599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-181caf52-72f8-4ea8-b256-d8b07f5877e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 1096 time: 0.1586194 Nov 22 16:47:35.451506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:35.519571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.834076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:35.892640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:35.959354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:35.964165 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08824191-47c1-4e08-9518-9ef3e7ccbb4a" -d '{"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-unplugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:35.973304 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.998603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Transition to ACTIVE for port object 24026a9a-b402-44b2-b10b-36c3b91f4d51 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:36.005329 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.061017 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09afc30e-f636-4e59-850b-260e24b9025d x-openstack-request-id: req-09afc30e-f636-4e59-850b-260e24b9025d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:36.061017 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-unplugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:36.061425 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-09afc30e-f636-4e59-850b-260e24b9025d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:36.062052 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'code': 200} Nov 22 16:47:36.147711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:36.224241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] No DVR routers for this DVR port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:36.478255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b414-c977-4164-bfd3-609de431fa63 req-ac79369c-14bb-4e70-98ed-0be1243464c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.479959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a09b414-c977-4164-bfd3-609de431fa63 req-ac79369c-14bb-4e70-98ed-0be1243464c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 944 time: 0.1849141 Nov 22 16:47:36.583221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a09b414-c977-4164-bfd3-609de431fa63 req-214fa1d2-d0a3-4b2e-965c-86ffe8ddd7d9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948248 Nov 22 16:47:36.586650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:36.587261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:36.587679 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:36.595544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:36.596248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Attempting to bind port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on network e6f0297e-4569-4228-9828-a7fc0763ead2 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:36.606346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:36.607827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Checking segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:36.609845 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Bound using segment: {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:36.610109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Bound port: 24026a9a-b402-44b2-b10b-36c3b91f4d51, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e3fce06-90cc-41f1-b209-a7bd86f8f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:36.610655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.726934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:36.733403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:36.738836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.791945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.793019 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.796615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] 10.222.0.11 "PUT /v2.0/ports/24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 1092 time: 1.3510437 Nov 22 16:47:36.850165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dbf81-4ab3-44a8-a497-8b04371b9349 service neutron] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=11']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:36.956378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-02de263a-78a2-48fb-8461-19a0df964a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.959265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-02de263a-78a2-48fb-8461-19a0df964a8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1095 time: 0.1299512 Nov 22 16:47:37.066205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42025bb8-378d-439c-a9f8-08d278eea410 req-183ed123-7485-41b8-aa56-6a54a769568d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1679177 Nov 22 16:47:37.188274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-ef3bd271-8f50-4048-a3fe-8c7a62a09cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.190760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-ef3bd271-8f50-4048-a3fe-8c7a62a09cde service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.2205982 Nov 22 16:47:37.308395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42025bb8-378d-439c-a9f8-08d278eea410 req-296425c8-da7b-4db6-96b7-cf51c63a090f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.312024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42025bb8-378d-439c-a9f8-08d278eea410 req-296425c8-da7b-4db6-96b7-cf51c63a090f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1097 time: 0.1759133 Nov 22 16:47:37.332794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-2ad5ea74-c8e3-4aaf-87b4-9dabf52101c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 998 time: 0.1348414 Nov 22 16:47:37.525644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-2d2f140f-0458-4c6d-a4e8-5b232da4c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.528180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-2d2f140f-0458-4c6d-a4e8-5b232da4c49a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.1835284 Nov 22 16:47:37.545097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:37.617427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:37.644029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42025bb8-378d-439c-a9f8-08d278eea410 req-c59299bc-57cb-4699-a5d7-6818c632ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.646642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42025bb8-378d-439c-a9f8-08d278eea410 req-c59299bc-57cb-4699-a5d7-6818c632ebbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.2881694 Nov 22 16:47:37.657003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b193a-d041-401a-87a6-3410bca26048 req-c412d7ee-a8db-4a39-b5b7-a9db4b044d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.659504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-c412d7ee-a8db-4a39-b5b7-a9db4b044d8c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215911 Nov 22 16:47:37.941274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42025bb8-378d-439c-a9f8-08d278eea410 req-719b66ec-8884-4498-a40a-1fd68128ecd8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 200 len: 1001 time: 0.2800550 Nov 22 16:47:38.540933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:38.545574 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23752352-0e77-4ff1-af1f-468ec57b5440" -d '{"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:38.616653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae7b81-25d8-4248-a39b-0fadaa87b726 req-bb8d5e40-18bf-47c7-837f-69adcb2f56e1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.619519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afae7b81-25d8-4248-a39b-0fadaa87b726 req-bb8d5e40-18bf-47c7-837f-69adcb2f56e1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 944 time: 0.8661094 Nov 22 16:47:38.637230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-2c051e1d-e10d-4038-8b30-219601e7f4f7 service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9629514 Nov 22 16:47:38.647895 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146fb552-14e1-4fd5-be69-4ddf0f99ea69 x-openstack-request-id: req-146fb552-14e1-4fd5-be69-4ddf0f99ea69 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:38.648399 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:38.648829 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-146fb552-14e1-4fd5-be69-4ddf0f99ea69 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:38.649536 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'status': 'completed', 'code': 200} Nov 22 16:47:38.679780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42025bb8-378d-439c-a9f8-08d278eea410 req-c89cbd6e-0380-448b-a438-14f7ed1b960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.682550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42025bb8-378d-439c-a9f8-08d278eea410 req-c89cbd6e-0380-448b-a438-14f7ed1b960e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.7316463 Nov 22 16:47:38.961459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-afae7b81-25d8-4248-a39b-0fadaa87b726 req-6b80611b-6d7d-43b5-ac6e-2c6f49bf98c8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169417 Nov 22 16:47:38.991499 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42025bb8-378d-439c-a9f8-08d278eea410 req-09783808-b1d9-4320-a108-94a061bf75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.993863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42025bb8-378d-439c-a9f8-08d278eea410 req-09783808-b1d9-4320-a108-94a061bf75ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2653594 Nov 22 16:47:39.001917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-a1db3aa5-ecbd-43ff-b7ba-13e4f772a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.004462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-a1db3aa5-ecbd-43ff-b7ba-13e4f772a5d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1095 time: 0.3202741 Nov 22 16:47:39.061067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be5b193a-d041-401a-87a6-3410bca26048 req-75ba8fa6-a7a1-4488-8819-4dc8f6d93408 service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976579 Nov 22 16:47:39.349996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42025bb8-378d-439c-a9f8-08d278eea410 req-52b92395-94be-4ebb-b314-d8f089c64e07 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370488 Nov 22 16:47:39.351651 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-9a9b754e-64a2-4219-a787-d9e078da1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.354228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-9a9b754e-64a2-4219-a787-d9e078da1942 service neutron] 10.222.0.71 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.3392301 Nov 22 16:47:39.359939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-6e181d0f-3bfe-42f8-96eb-f2f7dc7c2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.362563 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-6e181d0f-3bfe-42f8-96eb-f2f7dc7c2a6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1095 time: 0.2347186 Nov 22 16:47:39.618105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-4c4dab15-b608-4ba7-acaf-55ea6d3c852e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 998 time: 0.2397447 Nov 22 16:47:39.694233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-14832317-89cf-49ea-9fdc-45fd31baa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.696033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-14832317-89cf-49ea-9fdc-45fd31baa8f7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.3196466 Nov 22 16:47:39.702104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42025bb8-378d-439c-a9f8-08d278eea410 req-c86c3de2-a569-4220-bd56-537c5c8a0d48 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381927 Nov 22 16:47:39.775740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-d3496903-22a7-45e2-9333-ed025ac6a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.777251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-d3496903-22a7-45e2-9333-ed025ac6a85a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.1418369 Nov 22 16:47:39.853407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-9241d4ef-8aef-4d45-b1b1-034fce584fed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 998 time: 0.1411927 Nov 22 16:47:39.909870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-97a72ca0-1e42-4e70-bff6-1865031fec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.911457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-97a72ca0-1e42-4e70-bff6-1865031fec2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181760 Nov 22 16:47:39.952381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-c65add8e-c399-4f0d-8e89-efac6cce1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.954259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-c65add8e-c399-4f0d-8e89-efac6cce1aec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.0877287 Nov 22 16:47:40.086012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-6a42985b-9884-4231-856d-ed9972335a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.088597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-6a42985b-9884-4231-856d-ed9972335a0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953484 Nov 22 16:47:40.220097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-23cb1c41-34a2-47c7-bab8-a5b1a08fc93f service neutron] 10.222.0.71 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961533 Nov 22 16:47:40.351868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dee5ab-8fef-4177-aad3-f8738ce66569 req-ba9d5b88-1d8d-483c-a859-be65ec400584 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.353776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83dee5ab-8fef-4177-aad3-f8738ce66569 req-ba9d5b88-1d8d-483c-a859-be65ec400584 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 944 time: 0.2638848 Nov 22 16:47:40.372001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-45c1d7f6-5ec2-4ee3-931b-a40ba8ca4650 service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594121 Nov 22 16:47:40.523615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-7d548607-08cd-4ba3-8500-f9a215890d04 service neutron] 10.222.0.71 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907541 Nov 22 16:47:40.569927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83dee5ab-8fef-4177-aad3-f8738ce66569 req-54b1119f-35c9-452c-b453-a400724afae4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038217 Nov 22 16:47:40.617060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-23752352-0e77-4ff1-af1f-468ec57b5440 req-3ebd3647-f80c-43cf-82ba-69945523504e service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361832 Nov 22 16:47:41.789958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c931c1-496b-4525-a9fa-f5794eb04f8c req-f4ccf239-0920-4fd3-a4d4-3825135e9d4c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.792316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73c931c1-496b-4525-a9fa-f5794eb04f8c req-f4ccf239-0920-4fd3-a4d4-3825135e9d4c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 944 time: 0.0965066 Nov 22 16:47:41.862969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73c931c1-496b-4525-a9fa-f5794eb04f8c req-912ecf40-f8f7-400f-a6dd-948218b9f8d8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596585 Nov 22 16:47:41.902224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36430) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:41.920590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:42.001673 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c15069f-a19d-4064-b071-e75c1b497442 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/68b0d6fb-2314-4fc5-895e-7b809dfef9d2 HTTP/1.1" status: 200 len: 990 time: 0.0975952 Nov 22 16:47:42.099888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:42.121438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'port_id': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'mac_address': 'fa:16:3e:c7:d9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:42.167981 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.183703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24026a9a-b402-44b2-b10b-36c3b91f4d51 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:42.208501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:42.215120 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.308805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=12']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:42.442965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['24026a9a-b402-44b2-b10b-36c3b91f4d51'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:43.934402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:44.023244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 24026a9a-b402-44b2-b10b-36c3b91f4d51 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:44.030608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 24026a9a-b402-44b2-b10b-36c3b91f4d51 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:44.031241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.185991 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.236561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:44.241916 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e9b95c-96e8-4854-a2ca-683f2943f594" -d '{"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-plugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:44.267742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:44.277236 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.324638 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1142e038-f65a-4c3a-9e59-bdade478bbd7 x-openstack-request-id: req-1142e038-f65a-4c3a-9e59-bdade478bbd7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:44.325083 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-plugged", "status": "completed", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:44.325548 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1142e038-f65a-4c3a-9e59-bdade478bbd7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:44.326103 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'code': 200} Nov 22 16:47:44.368793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=13']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:44.400085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2688025e-bcea-4277-8308-4b942841642f req-503635b1-d5e4-4f69-bf34-6ec3669159cd service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853517 Nov 22 16:47:44.558426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688025e-bcea-4277-8308-4b942841642f req-8ee45ef4-af75-4f2b-a797-d5a75708c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.561231 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2688025e-bcea-4277-8308-4b942841642f req-8ee45ef4-af75-4f2b-a797-d5a75708c966 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 1097 time: 0.0774164 Nov 22 16:47:44.732142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688025e-bcea-4277-8308-4b942841642f req-12f60749-d106-4b32-9479-76fc9dff2032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.735137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2688025e-bcea-4277-8308-4b942841642f req-12f60749-d106-4b32-9479-76fc9dff2032 service neutron] 10.222.0.71 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.1350050 Nov 22 16:47:44.852685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2688025e-bcea-4277-8308-4b942841642f req-20ddbb38-ad90-4613-b6c0-66b2f716662b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 HTTP/1.1" status: 200 len: 1002 time: 0.1031730 Nov 22 16:47:44.939602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688025e-bcea-4277-8308-4b942841642f req-eeb7dae4-6538-4b53-b623-dee952f0ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.942551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2688025e-bcea-4277-8308-4b942841642f req-eeb7dae4-6538-4b53-b623-dee952f0ff2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.0765903 Nov 22 16:47:45.023216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688025e-bcea-4277-8308-4b942841642f req-818004fe-52ad-48ee-bec6-6c3cd444b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.024807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2688025e-bcea-4277-8308-4b942841642f req-818004fe-52ad-48ee-bec6-6c3cd444b35f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700917 Nov 22 16:47:45.173950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2688025e-bcea-4277-8308-4b942841642f req-31b724fe-9967-42e8-97a0-e8559c613947 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357670 Nov 22 16:47:45.312664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2688025e-bcea-4277-8308-4b942841642f req-af7385f4-426a-4024-9e33-cde64624caab service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285012 Nov 22 16:47:49.057127 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08aa9595-37a8-4e05-aa5f-dc98876ed910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.516728 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:47:51.342928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-939a5586-c7a6-4716-8a30-31dceb019755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.540399 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.843779 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.626596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.878029 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.908841 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.071433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36436) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.401905 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 91e8f7ad-ab27-493d-bd47-8e153b5b0e01 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:01.402320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.555233 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.555948 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.581211 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 91e8f7ad-ab27-493d-bd47-8e153b5b0e01 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:01.938688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.991394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=91e8f7ad-ab27-493d-bd47-8e153b5b0e01,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:02.040327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.040769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.041321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.041891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.042580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.042987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.044256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.044626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.045232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.045813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.046390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.046968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:02.126071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.127153 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Floating IP bac7840f-8f13-4575-b2d0-dad51ac530f9 disassociated (deleted). External IP: 172.25.5.213, port: 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4. Nov 22 16:48:02.466966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:02.618320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:02.626269 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.633876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:02.651324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:02.652691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:47:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:02.665390 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e72060c1-9fec-4b30-aee7-87dc5dc5af21 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "DELETE /v2.0/floatingips/bac7840f-8f13-4575-b2d0-dad51ac530f9 HTTP/1.1" status: 204 len: 168 time: 1.5922592 Nov 22 16:48:02.666131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:02.670137 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c765fda3-ee18-4e6b-841a-af0082d16e71" -d '{"events": [{"name": "network-changed", "server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:02.822304 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccfaf87-5e71-4b35-836e-04b5d9e8781d x-openstack-request-id: req-9ccfaf87-5e71-4b35-836e-04b5d9e8781d {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:02.823005 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:02.823572 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ccfaf87-5e71-4b35-836e-04b5d9e8781d {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:02.824441 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'status': 'completed', 'code': 200} Nov 22 16:48:02.865274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:02.958802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-824e1328-f745-43e1-9004-a27f017115b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.961959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-824e1328-f745-43e1-9004-a27f017115b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 1097 time: 0.1037824 Nov 22 16:48:03.169350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddd20d-525e-4fb3-a544-7157a0c2288e req-114cd0df-020f-4995-99db-d6ca6d356809 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.171005 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2ddd20d-525e-4fb3-a544-7157a0c2288e req-114cd0df-020f-4995-99db-d6ca6d356809 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 946 time: 0.1206703 Nov 22 16:48:03.177117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-b8a62925-83f1-49a4-be46-5ce73bc88fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.178867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-b8a62925-83f1-49a4-be46-5ce73bc88fe5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.2040422 Nov 22 16:48:03.282533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-827e17ef-ba63-4406-8ef1-9e8aceb9abdc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 HTTP/1.1" status: 200 len: 217 time: 0.0896182 Nov 22 16:48:03.393621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e2ddd20d-525e-4fb3-a544-7157a0c2288e req-b484b814-8a2b-4330-838c-b4a60b624d0c tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091937 Nov 22 16:48:03.428336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-40bd2281-440c-4d30-ae75-99c6359e1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.428336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-40bd2281-440c-4d30-ae75-99c6359e1c8e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.1207321 Nov 22 16:48:03.495759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-01d41aff-336b-41ca-8a37-5d1871b62258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.497661 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-01d41aff-336b-41ca-8a37-5d1871b62258 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611084 Nov 22 16:48:03.498624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 1, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:03.544905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:03.563233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:03.564328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:47:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:03.640332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-d8a81679-4b25-4db3-8011-38c4de1be8be service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302240 Nov 22 16:48:03.773939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:03.789082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c765fda3-ee18-4e6b-841a-af0082d16e71 req-cadc0fcd-4828-4853-9b05-d31979e19df0 service neutron] 10.222.0.71 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373205 Nov 22 16:48:04.213916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 1, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:04.261470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e69f46f-8bef-487d-9201-318320ca6b62 None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'abb7cf92-4ced-4892-b928-4daa343f8d8f', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'port_id': '695796ee-624e-4b24-ac77-30b06fc14031', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'mac_address': 'fa:16:3e:25:65:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:43:56Z', 'updated_at': '2021-11-22T16:44:00Z', 'revision_number': 1, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:04.618257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae538db-09e7-4f52-ab4c-f733f0b89793 req-93816fdd-448c-4622-804b-4cada1d7d663 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.623375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ae538db-09e7-4f52-ab4c-f733f0b89793 req-93816fdd-448c-4622-804b-4cada1d7d663 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 946 time: 0.0880771 Nov 22 16:48:04.656524 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06508351-61d1-420c-b868-da7103b066cd None None] New status for floating IP bac7840f-8f13-4575-b2d0-dad51ac530f9: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:48:04.715668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ae538db-09e7-4f52-ab4c-f733f0b89793 req-258766a5-9248-4bad-bd4d-a94d0e4d55cf tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775104 Nov 22 16:48:05.187599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-e23d2b70-ea77-425d-bec4-3e74c13ada34 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.189412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-e23d2b70-ea77-425d-bec4-3e74c13ada34 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 946 time: 0.0806167 Nov 22 16:48:05.367175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:05.367705 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.479883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] For port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:05.480204 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.497909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:05.701145 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.754437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=2fb456a9-a2ca-4cb7-9009-e4122d49bfd4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.837198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] No DVR routers for this DVR port 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:05.845144 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.851045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c79455a3-3717-4d9e-88bb-e3c331d39737 req-923dc012-4347-4693-b375-dbc650d44780 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.71 "DELETE /v2.0/ports/2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 HTTP/1.1" status: 204 len: 173 time: 0.6511817 Nov 22 16:48:05.851810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'name': 'network-vif-deleted', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:05.855838 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f3ad9b-bfcb-473a-9fe8-37a610464193" -d '{"events": [{"server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "name": "network-vif-deleted", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:05.908871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d07b69d8-c50a-4145-999e-199190247f25 req-4ba59d97-0f16-451c-bf95-3fdf4aae8f03 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0671132 Nov 22 16:48:05.960085 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d38ebb1-ef12-4219-bf49-289ef2f65c2e x-openstack-request-id: req-0d38ebb1-ef12-4219-bf49-289ef2f65c2e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:05.960641 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d2780f-cb9a-4313-8df0-390e98722381", "name": "network-vif-deleted", "tag": "2fb456a9-a2ca-4cb7-9009-e4122d49bfd4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:05.961077 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d38ebb1-ef12-4219-bf49-289ef2f65c2e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:05.961814 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d2780f-cb9a-4313-8df0-390e98722381', 'name': 'network-vif-deleted', 'tag': '2fb456a9-a2ca-4cb7-9009-e4122d49bfd4', 'status': 'completed', 'code': 200} Nov 22 16:48:07.083286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45e62ba2-e87c-40e0-af7f-0299f845ca3e req-32fc82b6-1dde-4b2d-b25c-6123ce7afbac tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0432763 Nov 22 16:48:07.734120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:07.771139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:07.771734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2fb456a9-a2ca-4cb7-9009-e4122d49bfd4 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:08.261437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-755ab5ca-ed1c-4151-98e0-ab5a5c8276f9 req-94600a20-86bf-4589-a8d7-9e246554e7c0 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0443099 Nov 22 16:48:09.410948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1170f906-cde5-4e57-af1a-b4de80eb1248 req-1a0a5297-bde3-4bf7-9fc6-5139c4b2f172 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0324171 Nov 22 16:48:10.559207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c6ab73c-e29c-4d79-a1b4-64c6b3440f2a req-b82c8195-8e4e-4cfb-b866-84ebbfae72d8 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0460341 Nov 22 16:48:11.743941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8b90c399-b12e-4d91-b09f-0766e9afbb62 req-7fb2b614-3fb7-4877-8169-7ca8f3422a3b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0407448 Nov 22 16:48:12.619304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbbfaa-9639-4344-ab4c-f4d5a236a7c1 req-d67f18cf-6fdc-4253-a650-0686e445ce2c tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.622567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8cbbfaa-9639-4344-ab4c-f4d5a236a7c1 req-d67f18cf-6fdc-4253-a650-0686e445ce2c tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1097 time: 0.0737119 Nov 22 16:48:12.708262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8cbbfaa-9639-4344-ab4c-f4d5a236a7c1 req-8f39ddcc-c19c-4447-b89a-302ef37e6fb6 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753977 Nov 22 16:48:12.754944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36474) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:12.984254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1e43a19-3721-4c78-ba82-055132ce0675 req-78c21a2d-cc02-4313-a80d-92842651c8fc tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=05d2780f-cb9a-4313-8df0-390e98722381 HTTP/1.1" status: 200 len: 210 time: 0.0798764 Nov 22 16:48:13.113570 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 32674f51-b397-4cf3-951b-c1e50e6ced90 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:13.114167 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.269771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.270214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.297910 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 32674f51-b397-4cf3-951b-c1e50e6ced90 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:13.570394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.625456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=32674f51-b397-4cf3-951b-c1e50e6ced90,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:13.729713 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.730276 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Floating IP 68b0d6fb-2314-4fc5-895e-7b809dfef9d2 disassociated (deleted). External IP: 172.25.5.93, port: 24026a9a-b402-44b2-b10b-36c3b91f4d51. Nov 22 16:48:14.102633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:14.311838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:14.326848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] Sync routers for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:14.331373 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.347063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:14.348238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:47:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:14.398756 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-14259e57-69e4-4638-9df1-866306dc0092 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/floatingips/68b0d6fb-2314-4fc5-895e-7b809dfef9d2 HTTP/1.1" status: 204 len: 168 time: 1.6412497 Nov 22 16:48:14.399974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:14.405201 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061d0a24-cd92-49bf-8400-0551ded0b5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:14.474941 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3f53d6-3d75-4226-b30b-825a226db900 x-openstack-request-id: req-3c3f53d6-3d75-4226-b30b-825a226db900 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:14.475273 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:14.475775 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c3f53d6-3d75-4226-b30b-825a226db900 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:14.478127 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'status': 'completed', 'code': 200} Nov 22 16:48:14.565568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:14.597968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-45e6eab4-bb4c-4ffb-8182-3c0657f0df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.601913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-45e6eab4-bb4c-4ffb-8182-3c0657f0df18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 1097 time: 0.0974278 Nov 22 16:48:14.847549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-dabe4a4c-67bf-43fe-b309-49c0bc46c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.850018 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-dabe4a4c-67bf-43fe-b309-49c0bc46c32e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 200 len: 898 time: 0.2401688 Nov 22 16:48:14.949033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-3d228c8d-43b9-445b-a10a-dc4f576dc3ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 200 len: 217 time: 0.0907290 Nov 22 16:48:15.014392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:15.030158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bb63d-6ee1-4d2b-b61c-4679297257cb req-3375d8a6-01ca-4db9-b91f-fca60e7bfa46 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.032643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a0bb63d-6ee1-4d2b-b61c-4679297257cb req-3375d8a6-01ca-4db9-b91f-fca60e7bfa46 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 946 time: 0.2169714 Nov 22 16:48:15.063439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-829d631c-712e-42b1-8d2c-7cba4590d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.065683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-829d631c-712e-42b1-8d2c-7cba4590d4f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 200 len: 834 time: 0.1086380 Nov 22 16:48:15.082161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] Checking router: 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:15.101136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:15.102598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:47:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:15.191052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-09b0c1b0-5627-4d9b-b269-ba25b3d83822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.193726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-09b0c1b0-5627-4d9b-b269-ba25b3d83822 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e6f0297e-4569-4228-9828-a7fc0763ead2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148670 Nov 22 16:48:15.202803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3a0bb63d-6ee1-4d2b-b61c-4679297257cb req-2e3c0b4e-fa85-40a5-8a83-5e13d75292c9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504276 Nov 22 16:48:15.323345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:15.391858 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-3371bde7-0f88-4600-a6d4-bdc5d828fcaa service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874654 Nov 22 16:48:15.582863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-061d0a24-cd92-49bf-8400-0551ded0b5e4 req-b191c0cb-7f03-4663-8337-f883d1e3deea service neutron] 10.222.0.11 "GET /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827660 Nov 22 16:48:15.705881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:15.739594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1e49f-6d76-4fb3-8ba1-5e286f87281b None None] The sync data for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 is: [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '59b16299-5abb-4529-9f3c-c78847b070d2', 'name': '', 'network_id': 'e6f0297e-4569-4228-9828-a7fc0763ead2', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:ce:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:15Z', 'updated_at': '2021-11-22T16:46:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '3a2fbb53-65aa-4367-95f2-3f1da43645b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:16.057999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-922eb210-ce0d-4f3b-a52a-aad9b33f0efc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.061989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-922eb210-ce0d-4f3b-a52a-aad9b33f0efc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 946 time: 0.1180930 Nov 22 16:48:16.193272 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4cf7f-80b4-4516-bded-0b7708462de2 None None] New status for floating IP 68b0d6fb-2314-4fc5-895e-7b809dfef9d2: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:48:16.245344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 24026a9a-b402-44b2-b10b-36c3b91f4d51 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:16.247046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.486949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 24026a9a-b402-44b2-b10b-36c3b91f4d51, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=24026a9a-b402-44b2-b10b-36c3b91f4d51,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:16.487365 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.523731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163331c-9969-4b64-8492-73f6e0702f12 req-552a3b36-5ffb-4ff2-a6e9-e020c48e95d1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.526233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d163331c-9969-4b64-8492-73f6e0702f12 req-552a3b36-5ffb-4ff2-a6e9-e020c48e95d1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=04b1cac0-cbc8-4d23-938a-fa06bd3c028c HTTP/1.1" status: 200 len: 946 time: 0.1367941 Nov 22 16:48:16.527795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 24026a9a-b402-44b2-b10b-36c3b91f4d51 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:16.740645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d163331c-9969-4b64-8492-73f6e0702f12 req-dd4a1284-ecfc-4d20-b2a0-2f2adaa1eb73 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=2753d00f-62cb-4b63-b096-9ad43a83d95a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018535 Nov 22 16:48:16.885103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.930769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=24026a9a-b402-44b2-b10b-36c3b91f4d51,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:17.009011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] No DVR routers for this DVR port 24026a9a-b402-44b2-b10b-36c3b91f4d51 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:17.013688 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.017574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de7c830a-25bf-4f5b-8350-a322ead962f8 req-17aaeb6c-5dee-4409-9db1-261fadedebe2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "DELETE /v2.0/ports/24026a9a-b402-44b2-b10b-36c3b91f4d51 HTTP/1.1" status: 204 len: 173 time: 0.9494967 Nov 22 16:48:17.018191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-deleted', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:17.021081 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8896ac1-ac79-41f7-bf14-2d2eb230b95d" -d '{"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-deleted", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:17.089613 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1e71aa-64a6-42ba-90e0-79ec319e9156 x-openstack-request-id: req-ae1e71aa-64a6-42ba-90e0-79ec319e9156 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:17.091337 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b1cac0-cbc8-4d23-938a-fa06bd3c028c", "name": "network-vif-deleted", "tag": "24026a9a-b402-44b2-b10b-36c3b91f4d51", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:17.091857 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae1e71aa-64a6-42ba-90e0-79ec319e9156 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:17.092534 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b1cac0-cbc8-4d23-938a-fa06bd3c028c', 'name': 'network-vif-deleted', 'tag': '24026a9a-b402-44b2-b10b-36c3b91f4d51', 'status': 'completed', 'code': 200} Nov 22 16:48:17.833030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36504) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.481278 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.061696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05b8894c-7915-4154-9979-38a78669a888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.303526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 59b16299-5abb-4529-9f3c-c78847b070d2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:19.304260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.482870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 59b16299-5abb-4529-9f3c-c78847b070d2, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=59b16299-5abb-4529-9f3c-c78847b070d2,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:19.483476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.506898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 59b16299-5abb-4529-9f3c-c78847b070d2 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:19.801385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.868755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=59b16299-5abb-4529-9f3c-c78847b070d2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.044630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:20.115093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 24026a9a-b402-44b2-b10b-36c3b91f4d51 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:20.115708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 24026a9a-b402-44b2-b10b-36c3b91f4d51 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:20.238010 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.708462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:20.891320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:20.908185 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-575b73f0-3d49-4d21-b1c4-4b15b4f9efbf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "PUT /v2.0/routers/63146f0b-3e83-43b1-9e3b-3bc085e9f5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0671642 Nov 22 16:48:20.909102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36514) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.930646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] Sync routers for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:20.995326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:20.998165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:47:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:21.052315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51663d-b3b0-47cc-b016-57e2a50c948f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting subnet 3a2fbb53-65aa-4367-95f2-3f1da43645b7 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:21.056584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a51663d-b3b0-47cc-b016-57e2a50c948f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.126475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a51663d-b3b0-47cc-b016-57e2a50c948f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.219893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:21.298945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a51663d-b3b0-47cc-b016-57e2a50c948f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.407495 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29ba4cb2-c4bf-4cce-bf5b-7b35385da2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.450669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a51663d-b3b0-47cc-b016-57e2a50c948f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.522154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a51663d-b3b0-47cc-b016-57e2a50c948f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.533545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36518) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:21.534622 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a51663d-b3b0-47cc-b016-57e2a50c948f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/subnets/3a2fbb53-65aa-4367-95f2-3f1da43645b7 HTTP/1.1" status: 204 len: 168 time: 0.6237335 Nov 22 16:48:21.536400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51663d-b3b0-47cc-b016-57e2a50c948f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2fbb53-65aa-4367-95f2-3f1da43645b7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.548436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb9a312-0f43-45f2-80a5-855f64782052 None None] Network e6f0297e-4569-4228-9828-a7fc0763ead2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:21.627837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:48:19Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:21.703839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] Checking router: 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:21.743632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] Routers {'63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:21.744942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:22.307189 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.316789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] Set router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:22.428314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] DHCP port deletion for e6f0297e-4569-4228-9828-a7fc0763ead2 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:22.497298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.595652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 9218f02d-93c7-4f1f-ab69-03b8722161a0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:22.596647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.602446 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.676219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] Deleting port 4e110178-a3de-47bd-b806-cc3e1f7e2245 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:22.676595 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.722759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 9218f02d-93c7-4f1f-ab69-03b8722161a0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9218f02d-93c7-4f1f-ab69-03b8722161a0,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:22.723357 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.745397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 9218f02d-93c7-4f1f-ab69-03b8722161a0 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:22.775291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] For port 4e110178-a3de-47bd-b806-cc3e1f7e2245, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4e110178-a3de-47bd-b806-cc3e1f7e2245,segment=NetworkSegment(7e3fce06-90cc-41f1-b209-a7bd86f8f45f),segment_id=7e3fce06-90cc-41f1-b209-a7bd86f8f45f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:22.775822 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.802139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] Calling delete_port for 4e110178-a3de-47bd-b806-cc3e1f7e2245 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:22.818726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:48:19Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:22.928724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33f989-e6fa-4c78-8190-edab3afbc22f None None] The sync data for ids ['63146f0b-3e83-43b1-9e3b-3bc085e9f5e9'] in n-d-811716-3 is: [{'id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776184980', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:10Z', 'updated_at': '2021-11-22T16:48:19Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '9218f02d-93c7-4f1f-ab69-03b8722161a0', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63146f0b-3e83-43b1-9e3b-3bc085e9f5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:11Z', 'updated_at': '2021-11-22T16:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:22.978437 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.981151 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.022778 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.034336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=9218f02d-93c7-4f1f-ab69-03b8722161a0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:23.086303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e5994c-23e3-48bb-a446-7c741fbd2c38 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:23.095706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] Pushing event deleted for resources: {'Port': ['ID=4e110178-a3de-47bd-b806-cc3e1f7e2245,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:23.104331 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91381905-f056-45a6-a1ff-75e5a72c5c64 None None] No DVR routers for this DVR port 4e110178-a3de-47bd-b806-cc3e1f7e2245 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:23.104869 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36524) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:23.160873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.320367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.326989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.408961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.411386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Fanout notify agent at l3_agent the message router_deleted on router 63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:48:23.428608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.430363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-11fdf17f-0d4a-4da9-97de-239bbc945a4e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/routers/63146f0b-3e83-43b1-9e3b-3bc085e9f5e9 HTTP/1.1" status: 204 len: 168 time: 1.8934264 Nov 22 16:48:23.435656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36526) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:23.452961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 62ee0a94-f811-4d98-ac03-f5e5760a74e6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:23.453581 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.565210 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.624631 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.625077 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.646913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 62ee0a94-f811-4d98-ac03-f5e5760a74e6 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:23.734883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.771316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f0297e-4569-4228-9828-a7fc0763ead2']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:23.789411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3fce06-90cc-41f1-b209-a7bd86f8f45f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:23.789936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3fce06-90cc-41f1-b209-a7bd86f8f45f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:23.807517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.837666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.853831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:23.854494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.935158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:23.956758 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:23.979804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.000920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=62ee0a94-f811-4d98-ac03-f5e5760a74e6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:24.002655 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.013184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/networks/e6f0297e-4569-4228-9828-a7fc0763ead2 HTTP/1.1" status: 204 len: 168 time: 0.5755622 Nov 22 16:48:24.025406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36528) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:24.031998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a968eb6-ef23-4d0d-81c1-0a0c9d4ea8b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Network': ['ID=e6f0297e-4569-4228-9828-a7fc0763ead2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:24.129899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.130614 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Floating IP abb7cf92-4ced-4892-b928-4daa343f8d8f disassociated (deleted). External IP: 172.25.5.18, port: 695796ee-624e-4b24-ac77-30b06fc14031. Nov 22 16:48:24.203847 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7abff02-183f-44fe-857d-3f6a0180b701 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.295780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7abff02-183f-44fe-857d-3f6a0180b701 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.347281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4e110178-a3de-47bd-b806-cc3e1f7e2245 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:24.384893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 4e110178-a3de-47bd-b806-cc3e1f7e2245 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:24.385309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4e110178-a3de-47bd-b806-cc3e1f7e2245 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:24.386052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 59b16299-5abb-4529-9f3c-c78847b070d2 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:24.415784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 59b16299-5abb-4529-9f3c-c78847b070d2 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:24.416131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 59b16299-5abb-4529-9f3c-c78847b070d2 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:24.553277 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7abff02-183f-44fe-857d-3f6a0180b701 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.555981 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e7abff02-183f-44fe-857d-3f6a0180b701 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.557191 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e7abff02-183f-44fe-857d-3f6a0180b701 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/security-groups/2753d00f-62cb-4b63-b096-9ad43a83d95a HTTP/1.1" status: 204 len: 168 time: 0.5305240 Nov 22 16:48:24.577938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abff02-183f-44fe-857d-3f6a0180b701 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2753d00f-62cb-4b63-b096-9ad43a83d95a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:24.587694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:24.658703 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.779513 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:24.787470 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.796714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:24.810570 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:24.811489 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:24.842485 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-23117b25-3ed0-43b0-92c6-824dcbb96ad5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "DELETE /v2.0/floatingips/abb7cf92-4ced-4892-b928-4daa343f8d8f HTTP/1.1" status: 204 len: 168 time: 1.7276013 Nov 22 16:48:24.842485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:24.842485 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "tag": "695796ee-624e-4b24-ac77-30b06fc14031"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:24.880640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.909062 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.943135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36538) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:24.956568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6ae8203c-f09c-41aa-a628-b89ea5eaa32d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2094179307', 'description': 'tempest-secgroup-smoke-2094179307 description', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:25.015981 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be85967-bcf7-4bb8-ad99-150a831eb6ef x-openstack-request-id: req-4be85967-bcf7-4bb8-ad99-150a831eb6ef {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:25.016842 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "tag": "695796ee-624e-4b24-ac77-30b06fc14031", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:25.018559 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4be85967-bcf7-4bb8-ad99-150a831eb6ef {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:25.019882 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031', 'status': 'completed', 'code': 200} Nov 22 16:48:25.032360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae8203c-f09c-41aa-a628-b89ea5eaa32d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.121549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-f7ad424a-917d-4690-aa12-bc226611dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.124686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-f7ad424a-917d-4690-aa12-bc226611dbae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8923d83a512b40f7a01d455b5bdc5242&device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 1097 time: 0.0926723 Nov 22 16:48:25.172452 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:25.196748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae8203c-f09c-41aa-a628-b89ea5eaa32d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.203825 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae8203c-f09c-41aa-a628-b89ea5eaa32d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.274626 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6ae8203c-f09c-41aa-a628-b89ea5eaa32d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.282020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6ae8203c-f09c-41aa-a628-b89ea5eaa32d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3322375 Nov 22 16:48:25.283321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36542) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.285925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8203c-f09c-41aa-a628-b89ea5eaa32d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.310918 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': 'a2c6571e-17ed-4e67-8a68-43ddc6f66dbc', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:25.409901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-088935e8-10a5-4176-800c-6e1d29a4b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.411442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-088935e8-10a5-4176-800c-6e1d29a4b45b service neutron] 10.222.0.11 "GET /v2.0/networks?id=20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 200 len: 912 time: 0.2802007 Nov 22 16:48:25.438268 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.515184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-7ceae27f-a1f3-4878-a967-edbb77bfca62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 200 len: 217 time: 0.0937700 Nov 22 16:48:25.534990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78985b98-83f7-42a5-a28a-40895b8a66f9 req-6c27e0ee-2e52-43b4-b8ea-5b48c3737704 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.537517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78985b98-83f7-42a5-a28a-40895b8a66f9 req-6c27e0ee-2e52-43b4-b8ea-5b48c3737704 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 946 time: 0.2485816 Nov 22 16:48:25.563629 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:25.600772 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:25.612451 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:25.613190 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:25.747846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-556212f5-1c80-4d2a-8d2a-c2a9dae99f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.750569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-556212f5-1c80-4d2a-8d2a-c2a9dae99f13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 200 len: 850 time: 0.2007904 Nov 22 16:48:25.754393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.765580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78985b98-83f7-42a5-a28a-40895b8a66f9 req-a1472663-f993-4ff5-9f2a-fce3110d511b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138433 Nov 22 16:48:25.783345 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:25.784177 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.828901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9218f02d-93c7-4f1f-ab69-03b8722161a0 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:25.859279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d905325-4999-4299-92d0-b89e0ad146e7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.878595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 9218f02d-93c7-4f1f-ab69-03b8722161a0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:25.879307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9218f02d-93c7-4f1f-ab69-03b8722161a0 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:25.880804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.881400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.881980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.882401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.882807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.883395 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.883993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.884542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.885207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.885620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.886202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.886799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:25.895087 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.902644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cf73a54d-3db2-4146-8145-eec88c32852e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6062047 Nov 22 16:48:25.903873 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.913384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-65ff49af-d046-47fa-9810-cee5821b527d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': 'a2c6571e-17ed-4e67-8a68-43ddc6f66dbc', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:25.925309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-938572e5-917d-4d63-8740-46642d2c682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.927288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-938572e5-917d-4d63-8740-46642d2c682b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=20d096d4-8232-4f4a-994f-d770c2ec04e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599624 Nov 22 16:48:26.046406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65ff49af-d046-47fa-9810-cee5821b527d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.088295 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:26.137237 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4d6936-9d77-4bfd-94e4-863442de8736 None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:40Z', 'revision_number': 4, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ccc3392c-18a4-40d6-8b37-29960b4e8653', 'name': '', 'network_id': '20d096d4-8232-4f4a-994f-d770c2ec04e8', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'mac_address': 'fa:16:3e:02:ca:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:38Z', 'updated_at': '2021-11-22T16:35:44Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'subnets': [{'id': '08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:26.158770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-909d577c-4f2f-4883-8b25-89cc2e3278f9 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195532 Nov 22 16:48:26.199882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65ff49af-d046-47fa-9810-cee5821b527d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.243818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65ff49af-d046-47fa-9810-cee5821b527d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.278755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff49af-d046-47fa-9810-cee5821b527d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525b8e96-7afd-4260-b1f4-5aebc5a63ca7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.302837 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-65ff49af-d046-47fa-9810-cee5821b527d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.307190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-65ff49af-d046-47fa-9810-cee5821b527d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3995404 Nov 22 16:48:26.311334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36546) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.318386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2bcb8fcf-b215-4465-a275-62d7b85628d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': 'a2c6571e-17ed-4e67-8a68-43ddc6f66dbc', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:26.375682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ab83d8c-5ddb-4105-b0f6-b7dfd17fa5c0 req-c0b9d75d-52aa-45dc-8a9a-8648e801ad40 service neutron] 10.222.0.11 "GET /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056029 Nov 22 16:48:26.377867 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8fcf-b215-4465-a275-62d7b85628d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.479102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8fcf-b215-4465-a275-62d7b85628d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.486624 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8fcf-b215-4465-a275-62d7b85628d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.513611 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb8fcf-b215-4465-a275-62d7b85628d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fb1881-5bc5-4a1c-929e-7aaeec8a8535,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.528003 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:26.532893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2bcb8fcf-b215-4465-a275-62d7b85628d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.534506 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2bcb8fcf-b215-4465-a275-62d7b85628d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2216921 Nov 22 16:48:26.537666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36548) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.546413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-38332a92-9de9-44be-a1fd-16efe70051e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': 'a2c6571e-17ed-4e67-8a68-43ddc6f66dbc', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:26.550603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f0172a-713f-4d41-a45d-b39e5f46eb99 None None] New status for floating IP abb7cf92-4ced-4892-b928-4daa343f8d8f: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:48:26.594286 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38332a92-9de9-44be-a1fd-16efe70051e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.762659 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38332a92-9de9-44be-a1fd-16efe70051e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.770644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38332a92-9de9-44be-a1fd-16efe70051e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.795340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-ed3c2acd-c92a-4200-90c5-246821455232 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:26.798136 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-ed3c2acd-c92a-4200-90c5-246821455232 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 946 time: 0.1347823 Nov 22 16:48:26.863058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38332a92-9de9-44be-a1fd-16efe70051e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a5885b-cfd3-4ab3-a9cb-a27fb80c1a13,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.884356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38332a92-9de9-44be-a1fd-16efe70051e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.885912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-38332a92-9de9-44be-a1fd-16efe70051e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3464823 Nov 22 16:48:26.893544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36552) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.900785 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d833a0a9-2358-4ea3-ba3f-f94ff0a8302c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': 'a2c6571e-17ed-4e67-8a68-43ddc6f66dbc', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:26.951512 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-d833a0a9-2358-4ea3-ba3f-f94ff0a8302c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Project b7be64850fdc4fc7930f252cef8c0294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:48:26.963007 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d833a0a9-2358-4ea3-ba3f-f94ff0a8302c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.073175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ca44e-d525-4ba5-aba4-482410fc609f req-544dae21-ecf3-4ca3-a321-c7276881b3ac tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.076976 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac1ca44e-d525-4ba5-aba4-482410fc609f req-544dae21-ecf3-4ca3-a321-c7276881b3ac tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 946 time: 0.1300664 Nov 22 16:48:27.078057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d833a0a9-2358-4ea3-ba3f-f94ff0a8302c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.082269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 695796ee-624e-4b24-ac77-30b06fc14031 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:27.082771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.084864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d833a0a9-2358-4ea3-ba3f-f94ff0a8302c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.107861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833a0a9-2358-4ea3-ba3f-f94ff0a8302c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1c5aea-b78c-411b-a981-2c5d1b9d2f45,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.126353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d833a0a9-2358-4ea3-ba3f-f94ff0a8302c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.127821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d833a0a9-2358-4ea3-ba3f-f94ff0a8302c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2329485 Nov 22 16:48:27.132006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36554) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.140431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-fcee41c3-47b1-4c38-9ded-6e653c7de85b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': 'a2c6571e-17ed-4e67-8a68-43ddc6f66dbc', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:27.185514 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-fcee41c3-47b1-4c38-9ded-6e653c7de85b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Project b7be64850fdc4fc7930f252cef8c0294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:48:27.193805 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcee41c3-47b1-4c38-9ded-6e653c7de85b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.289023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcee41c3-47b1-4c38-9ded-6e653c7de85b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.294505 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcee41c3-47b1-4c38-9ded-6e653c7de85b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.295710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac1ca44e-d525-4ba5-aba4-482410fc609f req-ff23621a-31c6-4e9f-b6af-f8289c1a76c5 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/security-groups?id=078a8867-c533-40b5-8e5a-bb37fa801f14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035940 Nov 22 16:48:27.316579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee41c3-47b1-4c38-9ded-6e653c7de85b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca7a16b-8b65-40bc-acf6-7520f582a630,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.344266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] For port 695796ee-624e-4b24-ac77-30b06fc14031, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=695796ee-624e-4b24-ac77-30b06fc14031,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:27.344266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.344639 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fcee41c3-47b1-4c38-9ded-6e653c7de85b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.344639 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fcee41c3-47b1-4c38-9ded-6e653c7de85b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2040453 Nov 22 16:48:27.344639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36556) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.350702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'network': {'name': 'tempest-network-smoke--1999777182', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'port_security_enabled': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:27.365714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 695796ee-624e-4b24-ac77-30b06fc14031 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:27.390512 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:27.397081 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.443102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] vlan segment allocate from pool success with {'vlan_id': 824, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:27.461049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.461716 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Added segment 1bbff8b9-82b5-47a7-af1e-e0d558037626 of type vlan for network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 Nov 22 16:48:27.531777 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.574649 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.581667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.582621 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.625136 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.678882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=695796ee-624e-4b24-ac77-30b06fc14031,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.694125 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3506706 Nov 22 16:48:27.699803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.724680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241e432-aa83-405a-9f81-e463716751a2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Network': ['ID=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.727402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'admin_state_up': True, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:27.743719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:27.767099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] No DVR routers for this DVR port 695796ee-624e-4b24-ac77-30b06fc14031 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:27.771498 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.775240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a12a164f-fdec-4f0d-b3b0-b724c5e02ca3 req-3226d1d5-36db-41d5-a498-2db8ccd9796b tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.11 "DELETE /v2.0/ports/695796ee-624e-4b24-ac77-30b06fc14031 HTTP/1.1" status: 204 len: 173 time: 0.9649069 Nov 22 16:48:27.775771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'name': 'network-vif-deleted', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:27.779697 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96dea81-9fae-4ebe-b607-1a852596490f" -d '{"events": [{"server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "name": "network-vif-deleted", "tag": "695796ee-624e-4b24-ac77-30b06fc14031"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:27.820143 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.827638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.925685 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.053395 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f5cf5e-5749-4759-afbc-912b64411a46 x-openstack-request-id: req-94f5cf5e-5749-4759-afbc-912b64411a46 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:28.053858 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea15d2eb-ba41-4cbe-8c2e-8587db587a1e", "name": "network-vif-deleted", "tag": "695796ee-624e-4b24-ac77-30b06fc14031", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:28.054394 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94f5cf5e-5749-4759-afbc-912b64411a46 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:28.055046 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea15d2eb-ba41-4cbe-8c2e-8587db587a1e', 'name': 'network-vif-deleted', 'tag': '695796ee-624e-4b24-ac77-30b06fc14031', 'status': 'completed', 'code': 200} Nov 22 16:48:28.202824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.581438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80961321-8002-4933-b31e-45a527340a6d req-1405c489-5e29-4be1-8044-f920b19e40be tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.1053689 Nov 22 16:48:28.632420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.673369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.875892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.25.5.121 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:29.050848 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.099997 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.169249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:29.174526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:29.183789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:29.189506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:29.211454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d97462-d16e-499a-941f-bebf485b2478 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:29.338690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9cf5e07d-d500-4010-8a10-8b185d1bdbbc None None] Provisioning complete for port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:29.340061 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9cf5e07d-d500-4010-8a10-8b185d1bdbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.410217 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9cf5e07d-d500-4010-8a10-8b185d1bdbbc None None] Port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:29.643600 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.842508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60012322-bbdb-41ff-8a8b-39e93d417a17 req-90ca5f0c-fcf3-4ad4-906e-588893215102 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.0572619 Nov 22 16:48:30.040445 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.114290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 695796ee-624e-4b24-ac77-30b06fc14031 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:30.158335 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 695796ee-624e-4b24-ac77-30b06fc14031 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:30.158942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 695796ee-624e-4b24-ac77-30b06fc14031 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:30.298618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 04cba3cc-5aef-48fc-ae5a-f7df8468939f is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:48:30.500316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:30.523439 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Sync routers for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:30.537938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.541210 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:30.542792 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:30.544868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bd453ccf-e594-4adb-8319-148f96ed9aaa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8218980 Nov 22 16:48:30.546205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36568) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:30.600544 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-673ad6af-b062-4c28-bda1-333e9caa93fe tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=b7be64850fdc4fc7930f252cef8c0294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518935 Nov 22 16:48:30.601531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36570) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:30.742396 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:30.800350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49396d8-d887-45c1-9888-df0ba7ff73e6 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:30.807788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a49396d8-d887-45c1-9888-df0ba7ff73e6 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2002015 Nov 22 16:48:30.809091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:30.875202 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4857448e-d714-4fa6-bdf9-f35b664b82c0 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593705 Nov 22 16:48:30.875460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36574) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:30.885638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-374518625', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:31.070354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2fe09b5-0c48-49e6-bfd8-3e5c3595bac9 req-d59d1e7b-9fb4-4d60-868f-ea049afc49fb tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.0663295 Nov 22 16:48:31.120096 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:29Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:31.137747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:31.144511 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.177514 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Checking router: 04cba3cc-5aef-48fc-ae5a-f7df8468939f for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:31.178117 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Updating router 04cba3cc-5aef-48fc-ae5a-f7df8468939f port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:48:31.234929 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.470448 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.586521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Subnet': ['ID=d326f3f2-425d-4d63-b98e-62ecf081ced8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:31.602361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Checking segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:31.602937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network hostable DHCP agents. Network: 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:31.636868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:31.661833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:31.670430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:31.671990 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.680115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a33350-35a4-4bfe-b2a4-71b3f0852d15 None None] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:31.719530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36578) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:31.733595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24839f9b-0ea7-4377-91b1-6b4527cbc58d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8528621 Nov 22 16:48:31.752239 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.764337 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.851586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4c3e83-2623-4e4a-bd02-5698f95a961c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:31.868156 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Attempting to bind port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:31.869260 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Attempting to bind port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:31.870903 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Attempting to bind port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:31.897127 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:31.900174 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:31.900839 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.902372 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:31.902766 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Bound port: 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:31.903899 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.944947 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Pushing event updated for resources: {'Port': ['ID=6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:31.979963 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.979963 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.979963 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.979963 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.979963 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.980776 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.980776 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.981289 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.981921 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.982794 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.983054 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:31.983564 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:32.016857 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d4a5fd69-d749-42e6-8142-33861336e923 None None] Provisioning complete for port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:32.017917 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d4a5fd69-d749-42e6-8142-33861336e923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.061117 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] For port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:32.066153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:48:32.067708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.068717 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] For port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:32.077698 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.142218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5fd69-d749-42e6-8142-33861336e923 None None] Port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:32.241493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:32.242579 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:32.246666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1cf1fc-b770-4e8b-9518-3a68babfda7f None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:32.248738 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1a0cd-f2e6-40b3-ad99-c8671b24e0fd None None] Pushing event updated for resources: {'Port': ['ID=6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:32.393876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Provisioning complete for port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:32.395102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.499581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Allocated IP 172.20.0.2 (9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45/d326f3f2-425d-4d63-b98e-62ecf081ced8/b3370570-3995-4d39-ac9d-557390bf0475) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:32.664153 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.711115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] For port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:32.893291 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.899451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.920996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3075194-eede-4018-afd1-f2ba4b95bc3a req-c8bad950-0e4c-4341-9f13-3f22d8b78399 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.6286435 Nov 22 16:48:32.942354 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:32.962251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.025881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:33.028769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:33.037835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:33.091140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Pushing event updated for resources: {'Port': ['ID=6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.111878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.142721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.143409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.144783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.145300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.145811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.146386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.146949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.147478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.148074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.148493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.149015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.149525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c9e7c5-a200-47d5-b647-3e175d2d973f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:33.224803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Attempting to bind port b3370570-3995-4d39-ac9d-557390bf0475 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:33.225532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Attempting to bind port b3370570-3995-4d39-ac9d-557390bf0475 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:33.226657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Attempting to bind port b3370570-3995-4d39-ac9d-557390bf0475 on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:33.246527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:33.247482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Checking segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:33.250037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.250037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Bound using segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:33.250037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Bound port: b3370570-3995-4d39-ac9d-557390bf0475, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:33.250504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.314596 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:29Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:33.314941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Pushing event updated for resources: {'Port': ['ID=b3370570-3995-4d39-ac9d-557390bf0475,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.380860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] For port b3370570-3995-4d39-ac9d-557390bf0475, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:33.387722 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c730d3e-cbc6-44e9-a993-26d1fdb91b53 None None] The sync data for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 is: [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:29Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:33.392172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] For port b3370570-3995-4d39-ac9d-557390bf0475, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b3370570-3995-4d39-ac9d-557390bf0475,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:33.402505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.559068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24daed9-7a19-415b-8b21-3ae2aa74d0fb None None] Pushing event updated for resources: {'Port': ['ID=b3370570-3995-4d39-ac9d-557390bf0475,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.710615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.20.0.1 (9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45/d326f3f2-425d-4d63-b98e-62ecf081ced8/145187c9-45fb-439c-ae6a-9aa5f863f30b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:34.111164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.203362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25306c58-a9bf-468e-aee7-ec15bbff4070 req-5c4b6ffa-2846-4abc-a306-858e514fa174 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.0742493 Nov 22 16:48:34.239248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.269278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b3370570-3995-4d39-ac9d-557390bf0475 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:34.350541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:34.357335 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:34.360688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:34.412192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=145187c9-45fb-439c-ae6a-9aa5f863f30b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.429227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b3370570-3995-4d39-ac9d-557390bf0475 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:34.430484 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.471370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.604351 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.690588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port b3370570-3995-4d39-ac9d-557390bf0475, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b3370570-3995-4d39-ac9d-557390bf0475,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:34.703306 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.705139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:34.782850 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.915265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=b3370570-3995-4d39-ac9d-557390bf0475,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:35.052704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:35.056052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.576651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a263bd89-96bd-46b1-99f1-33254f79e811 req-cce56f83-90dc-4843-8d1e-62bcde45fba3 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.0680413 Nov 22 16:48:35.629503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c5f089-facc-455e-86d1-4b5cf2c7c986 None None] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:35.752115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-38b931db-6cfd-4ad8-9410-6959163162e8 None None] Provisioning complete for port b3370570-3995-4d39-ac9d-557390bf0475 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:35.752680 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-38b931db-6cfd-4ad8-9410-6959163162e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.041623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b3370570-3995-4d39-ac9d-557390bf0475 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:36.189451 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.200075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.275556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b3370570-3995-4d39-ac9d-557390bf0475 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:36.275958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.360691 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=145187c9-45fb-439c-ae6a-9aa5f863f30b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.389739 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.567672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:36.569959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:36.824159 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 04cba3cc-5aef-48fc-ae5a-f7df8468939f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:36.854056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5e2a978-3502-4e5c-b053-bff40aa133c0 req-5ea7131c-d5a6-4181-bdf7-7313a5b2951a tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "GET /v2.0/ports?device_id=ea15d2eb-ba41-4cbe-8c2e-8587db587a1e HTTP/1.1" status: 200 len: 210 time: 0.1129255 Nov 22 16:48:37.065909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:37.080555 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c6cb054-8d5f-435b-8c05-beb3b5893763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "PUT /v2.0/routers/04cba3cc-5aef-48fc-ae5a-f7df8468939f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3528595 Nov 22 16:48:37.080736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-154646a7-439e-467d-bc0d-82aac2cd082d None None] Provisioning complete for port b3370570-3995-4d39-ac9d-557390bf0475 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:37.081315 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-154646a7-439e-467d-bc0d-82aac2cd082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.089636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Sync routers for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:37.169040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:37.169870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:37.388689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-94b87620-af42-4dcc-ba28-99dbf4d705b3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2094179307&fields=id&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 267 time: 0.0948308 Nov 22 16:48:37.436398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:37.488864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-154646a7-439e-467d-bc0d-82aac2cd082d None None] Provisioning complete for port 145187c9-45fb-439c-ae6a-9aa5f863f30b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:37.489873 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-154646a7-439e-467d-bc0d-82aac2cd082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.603329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-83819982-dee9-4b4b-acb6-169252d01f6c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.607713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-83819982-dee9-4b4b-acb6-169252d01f6c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 797 time: 0.2040694 Nov 22 16:48:37.616644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-154646a7-439e-467d-bc0d-82aac2cd082d None None] Port 145187c9-45fb-439c-ae6a-9aa5f863f30b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:37.633385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-5e3b3ab8-3398-451d-9e7b-8d1709df27d1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/quotas/b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 375 time: 0.0128179 Nov 22 16:48:37.730502 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-92d7e01e-a3fc-4c15-9d54-eecd028943c9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854530 Nov 22 16:48:37.784567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-06705b02-b198-4f5a-95a5-dfb8cee6cece None None] Provisioning complete for port 145187c9-45fb-439c-ae6a-9aa5f863f30b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:37.785058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06705b02-b198-4f5a-95a5-dfb8cee6cece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.861452 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-06705b02-b198-4f5a-95a5-dfb8cee6cece None None] Port 145187c9-45fb-439c-ae6a-9aa5f863f30b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:37.902877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:35Z', 'revision_number': 2, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:37.944565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36614) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:37.963339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Checking router: 04cba3cc-5aef-48fc-ae5a-f7df8468939f for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:37.964032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Updating router 04cba3cc-5aef-48fc-ae5a-f7df8468939f port 145187c9-45fb-439c-ae6a-9aa5f863f30b binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:48:38.014160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.112930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-51366e94-d709-4781-8e2a-eed10df4c077 service neutron] 10.222.0.69 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600252 Nov 22 16:48:38.179699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Deleting port 1023bc9d-dc65-4a6c-90f7-8512320ff657 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:38.180308 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.276037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-8b31aa26-3707-4731-895b-a2d7c685e78c service neutron] 10.222.0.69 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525977 Nov 22 16:48:38.326463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.327091 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.349164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Calling delete_port for 1023bc9d-dc65-4a6c-90f7-8512320ff657 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:38.556893 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.575165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.581077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3a8bf13-fdf2-45df-879b-9d84f4663081 req-71ff16b9-411c-4fd8-8f20-34c1d6ea8648 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 210 time: 0.0406077 Nov 22 16:48:38.608208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.688558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c415566-7ce2-445d-9f67-72b2936ab66b None None] Pushing event updated for resources: {'Port': ['ID=145187c9-45fb-439c-ae6a-9aa5f863f30b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:38.696887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'Port': ['ID=1023bc9d-dc65-4a6c-90f7-8512320ff657,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:38.749173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Attempting to bind port 145187c9-45fb-439c-ae6a-9aa5f863f30b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:38.750538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Attempting to bind port 145187c9-45fb-439c-ae6a-9aa5f863f30b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:38.750538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Attempting to bind port 145187c9-45fb-439c-ae6a-9aa5f863f30b on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:38.760268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:38.761521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Checking segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:38.762159 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.762802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Bound using segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:38.763602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Bound port: 145187c9-45fb-439c-ae6a-9aa5f863f30b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:38.764254 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.778040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.782949 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.785235 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2a4b6551-589e-4593-b4ec-b4ca82172a45 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "DELETE /v2.0/floatingips/09f33ccd-87b8-46bc-aa55-88972bd31218 HTTP/1.1" status: 204 len: 168 time: 0.8368719 Nov 22 16:48:38.892590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] For port 145187c9-45fb-439c-ae6a-9aa5f863f30b, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:38.896776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] For port 145187c9-45fb-439c-ae6a-9aa5f863f30b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=145187c9-45fb-439c-ae6a-9aa5f863f30b,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:38.905860 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.001087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:39.002390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:39.169025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c415566-7ce2-445d-9f67-72b2936ab66b None None] Pushing event updated for resources: {'Port': ['ID=145187c9-45fb-439c-ae6a-9aa5f863f30b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:39.183963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9045a8c1-eeb9-4f3b-8b52-acfd159f3e61 None None] Provisioning complete for port 145187c9-45fb-439c-ae6a-9aa5f863f30b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:39.183963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9045a8c1-eeb9-4f3b-8b52-acfd159f3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.351893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:39.426090 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9045a8c1-eeb9-4f3b-8b52-acfd159f3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.603442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9045a8c1-eeb9-4f3b-8b52-acfd159f3e61 None None] For port 145187c9-45fb-439c-ae6a-9aa5f863f30b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=145187c9-45fb-439c-ae6a-9aa5f863f30b,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:39.613627 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9045a8c1-eeb9-4f3b-8b52-acfd159f3e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.758207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8cd8ad9-19db-499a-a315-8a293675c397 req-864b0290-5772-40a5-85e0-cb111875784e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 210 time: 0.0679896 Nov 22 16:48:39.794329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045a8c1-eeb9-4f3b-8b52-acfd159f3e61 None None] Pushing event updated for resources: {'Port': ['ID=145187c9-45fb-439c-ae6a-9aa5f863f30b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:39.832844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f46ade08-c36b-483f-bf77-47849ed35179 None None] Provisioning complete for port 145187c9-45fb-439c-ae6a-9aa5f863f30b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:39.833433 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f46ade08-c36b-483f-bf77-47849ed35179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.933427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:38Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:39.993917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce95602-15b1-44c6-bbe3-bf466ac32d3b None None] The sync data for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 is: [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:38Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:40.912697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a7b8149-e506-41fd-afac-6f0c6e0fbdb1 req-7831b610-3eb8-4274-8fa9-15b5168fc4a8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 210 time: 0.0419905 Nov 22 16:48:42.002078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 145187c9-45fb-439c-ae6a-9aa5f863f30b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:42.093834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 145187c9-45fb-439c-ae6a-9aa5f863f30b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:42.094485 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.108652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a251f69-afc4-4631-8be0-5009900239a3 req-d0654c03-7568-421c-831a-b7ebc3a346ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 210 time: 0.0456748 Nov 22 16:48:42.678519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-c454f1eb-2071-4d7d-bf9b-715796ae7eb0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.680420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-c454f1eb-2071-4d7d-bf9b-715796ae7eb0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 797 time: 0.2025647 Nov 22 16:48:42.802486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-0bfeeb3a-e822-4681-82ed-468504a288fa tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 380 time: 0.1058416 Nov 22 16:48:42.832350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'port': {'device_id': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'admin_state_up': True, 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'security_groups': ['a2c6571e-17ed-4e67-8a68-43ddc6f66dbc']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:43.037701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:43.044771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.268239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b30befd-c4dc-4d1a-966e-70deee06ea75 req-d66df954-7530-4106-a090-411f9716e0d9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 210 time: 0.0513258 Nov 22 16:48:43.304452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.20.0.7 (9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45/d326f3f2-425d-4d63-b98e-62ecf081ced8/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:43.586424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.649129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.720055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:43.724146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:43.730455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:43.774844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.860125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:43.861461 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.900478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-a1374f43-3748-470f-96b1-14118b5462ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0752392 Nov 22 16:48:43.923996 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Request body: {'port': {'device_id': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:44.037112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.144874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3f218ec9-3598-439c-be6f-a194bff1ceca None None] Provisioning complete for port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:44.145667 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f218ec9-3598-439c-be6f-a194bff1ceca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.203950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3f218ec9-3598-439c-be6f-a194bff1ceca None None] Port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:44.535953 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36660) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:44.592469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac68de-c271-475f-be86-164e37def06b req-15b6c5c7-b28a-45db-b45c-5fadb214e89e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.594259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4ac68de-c271-475f-be86-164e37def06b req-15b6c5c7-b28a-45db-b45c-5fadb214e89e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 931 time: 0.1862562 Nov 22 16:48:44.647795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a94c252-b23e-4a51-a32c-6367fa563c79 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.683457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:44.705643 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a94c252-b23e-4a51-a32c-6367fa563c79 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.707809 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.770441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4ac68de-c271-475f-be86-164e37def06b req-e9db3cb1-f56a-4a2e-bf76-ae227112adc9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475091 Nov 22 16:48:44.772573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Transition to ACTIVE for port object 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:44.779548 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.863302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a94c252-b23e-4a51-a32c-6367fa563c79 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.868827 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a94c252-b23e-4a51-a32c-6367fa563c79 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.872752 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a94c252-b23e-4a51-a32c-6367fa563c79 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] 10.222.0.69 "DELETE /v2.0/security-groups/078a8867-c533-40b5-8e5a-bb37fa801f14 HTTP/1.1" status: 204 len: 168 time: 0.3341579 Nov 22 16:48:44.895114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94c252-b23e-4a51-a32c-6367fa563c79 tempest-TestVolumeBootPattern-1997874677 tempest-TestVolumeBootPattern-1997874677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078a8867-c533-40b5-8e5a-bb37fa801f14,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:44.896694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:45.049899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36664) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:45.121781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:45.121781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:45.122131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:45.131523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:45.132022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:45.141443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:45.142029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Checking segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:45.143495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Bound using segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:45.144259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Bound port: 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:45.144823 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.313616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:45.320183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:45.336380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.475767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.475767 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.477422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] 10.222.0.71 "PUT /v2.0/ports/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 1091 time: 1.5578067 Nov 22 16:48:45.477422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:45.483793 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36effea7-46e7-487b-9c25-5ee3a2e7a369" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:45.538184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce35f1-acd2-470f-9e21-738e9db23fbf service neutron] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:45.611603 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47edf4fb-e623-4fe3-977f-9cedd85171b3 x-openstack-request-id: req-47edf4fb-e623-4fe3-977f-9cedd85171b3 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:45.612636 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:45.612636 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47edf4fb-e623-4fe3-977f-9cedd85171b3 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:45.613063 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'status': 'completed', 'code': 200} Nov 22 16:48:45.646360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-e4c5b247-50db-4cc9-9d32-6fd7ca8deee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.649499 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-e4c5b247-50db-4cc9-9d32-6fd7ca8deee5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1094 time: 0.1008205 Nov 22 16:48:45.743701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-e1c281c2-1bab-42b3-a964-d4ad37f19d70 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 217 time: 0.0850050 Nov 22 16:48:45.861233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-82b6ae11-b51b-4057-a8b5-2031bd313a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.863842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-82b6ae11-b51b-4057-a8b5-2031bd313a3b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 200 len: 834 time: 0.1106114 Nov 22 16:48:46.011963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-0b8dfc5d-014e-4f7e-9c07-07984f59c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.014518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-0b8dfc5d-014e-4f7e-9c07-07984f59c6b6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1425848 Nov 22 16:48:46.087973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b16d-5686-4124-b89b-9e59b9f326dd req-d9c824c9-4c9a-45be-9b9e-091b05a385b1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.091252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1d3b16d-5686-4124-b89b-9e59b9f326dd req-d9c824c9-4c9a-45be-9b9e-091b05a385b1 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 943 time: 0.1704566 Nov 22 16:48:46.138772 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.225432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1d3b16d-5686-4124-b89b-9e59b9f326dd req-e811dc0a-49a5-429e-84c4-232f019ceb6b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910726 Nov 22 16:48:46.245393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-5a2b522a-b0ea-4a30-b213-08fcd6558f51 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097309 Nov 22 16:48:46.397014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65c7140-63ff-4d29-8b39-c3a319736347 req-b8757545-bdc8-45b6-834c-92e47f86e333 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407416 Nov 22 16:48:46.539346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-d78283ff-df89-4076-80ea-f15653df8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.542022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-d78283ff-df89-4076-80ea-f15653df8556 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1094 time: 0.0661571 Nov 22 16:48:46.575842 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Deleting port ccc3392c-18a4-40d6-8b37-29960b4e8653 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:46.576428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.692880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] For port ccc3392c-18a4-40d6-8b37-29960b4e8653, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ccc3392c-18a4-40d6-8b37-29960b4e8653,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:46.693476 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.719376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-8e1046b1-bef6-45c1-a42c-8d4cbaa724a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.720286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Calling delete_port for ccc3392c-18a4-40d6-8b37-29960b4e8653 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:46.721382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-8e1046b1-bef6-45c1-a42c-8d4cbaa724a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 898 time: 0.1667566 Nov 22 16:48:46.801221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-a9f0cfb3-95a4-4326-b0e8-158adbebca86 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 217 time: 0.0698302 Nov 22 16:48:46.887429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-b23ac87f-2a33-4b4a-a9cc-8d92a40a9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.889887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-b23ac87f-2a33-4b4a-a9cc-8d92a40a9327 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 200 len: 834 time: 0.0759633 Nov 22 16:48:46.971028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-612459ee-c0fa-4f1e-a0e3-895e9c73ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.972873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-612459ee-c0fa-4f1e-a0e3-895e9c73ffd1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720215 Nov 22 16:48:46.988930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.030443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccc3392c-18a4-40d6-8b37-29960b4e8653,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.127197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-24ce5351-2977-44ca-9586-438edb311c00 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456122 Nov 22 16:48:47.294646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36effea7-46e7-487b-9c25-5ee3a2e7a369 req-126476d4-8f9b-49d0-a59d-b59e8e17bed3 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546650 Nov 22 16:48:47.309227 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.423249 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a64246-d752-403a-9dd9-48ee4e5712d8 req-a02751f9-414b-4bcd-90c0-158009f97ea9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.428776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2a64246-d752-403a-9dd9-48ee4e5712d8 req-a02751f9-414b-4bcd-90c0-158009f97ea9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 943 time: 0.0771410 Nov 22 16:48:47.514723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2a64246-d752-403a-9dd9-48ee4e5712d8 req-79cdf960-59fe-4db6-a867-95d73ad76860 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763471 Nov 22 16:48:47.653357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:47.787757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:47.795134 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2451905f-f576-4141-884f-29f1f4863463 admin admin] 10.222.0.69 "PUT /v2.0/routers/ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433479 Nov 22 16:48:47.798082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36674) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:47.805107 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] Sync routers for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:47.823041 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:47.823725 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:48.000243 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.000494 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:48.152289 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.240289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Deleting port eb616346-5169-4a9e-af5e-811d8c19d0ba {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:48.240895 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.300081 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:48:46Z', 'revision_number': 5, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port': {'id': 'eb616346-5169-4a9e-af5e-811d8c19d0ba', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:17:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:48.349849 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] Checking router: ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:48.367471 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] Routers {'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:48.368629 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:48.379532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] For port eb616346-5169-4a9e-af5e-811d8c19d0ba, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=eb616346-5169-4a9e-af5e-811d8c19d0ba,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:48.380449 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.404738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Calling delete_port for eb616346-5169-4a9e-af5e-811d8c19d0ba owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:48.527559 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] Set router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:48.614382 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:48:48Z', 'revision_number': 6, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:48.661852 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8981ed87-7dcc-46b6-b9e8-d88177f8e719 None None] The sync data for ids ['ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d'] in n-d-811716-3 is: [{'id': 'ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d', 'name': 'tempest-TestVolumeBootPattern-141631821-router', 'tenant_id': '8923d83a512b40f7a01d455b5bdc5242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:34Z', 'updated_at': '2021-11-22T16:48:48Z', 'revision_number': 6, 'project_id': '8923d83a512b40f7a01d455b5bdc5242', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:48.689003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.744404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0217b1-53f1-40e3-8da7-66eda8383219 req-f81d7663-e0b2-4731-9310-3c079c724650 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.745864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb616346-5169-4a9e-af5e-811d8c19d0ba,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:48.747023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa0217b1-53f1-40e3-8da7-66eda8383219 req-f81d7663-e0b2-4731-9310-3c079c724650 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 943 time: 0.1087570 Nov 22 16:48:48.773037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756afa6-9b62-4efe-acd9-1d0e8616f788 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:48.850407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa0217b1-53f1-40e3-8da7-66eda8383219 req-bc485d11-23dc-4415-9617-c175bfd68c41 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870776 Nov 22 16:48:48.855853 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.994310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.997069 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.070164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c9c3b73a-adc8-4c8e-a7b8-3f94ed0667a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.078104 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.079037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:48:49.086792 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.092020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-30bf29f6-026a-4e1d-9c8c-046ac0e4b957 admin admin] 10.222.0.69 "DELETE /v2.0/routers/ff2a2cc2-3c31-48d1-96d9-6c152f78cc8d HTTP/1.1" status: 204 len: 168 time: 1.2841032 Nov 22 16:48:49.093188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36678) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:49.183827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d462ad04-c811-46f8-93ec-9a4d85acbbae admin admin] Deleting subnet 08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:49.190391 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d462ad04-c811-46f8-93ec-9a4d85acbbae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.243342 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d462ad04-c811-46f8-93ec-9a4d85acbbae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.373443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d462ad04-c811-46f8-93ec-9a4d85acbbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.446411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d462ad04-c811-46f8-93ec-9a4d85acbbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.491597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462ad04-c811-46f8-93ec-9a4d85acbbae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:49.495952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d462ad04-c811-46f8-93ec-9a4d85acbbae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.501513 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d462ad04-c811-46f8-93ec-9a4d85acbbae admin admin] 10.222.0.69 "DELETE /v2.0/subnets/08ed9a81-69a9-4f8c-816e-e1dfbcdcefc5 HTTP/1.1" status: 204 len: 168 time: 0.4065173 Nov 22 16:48:49.505129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36680) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:49.516261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e6cbce-efbb-48d5-bbfd-14627a39fda4 None None] Network 20d096d4-8232-4f4a-994f-d770c2ec04e8 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:49.634130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.724878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Deleting port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:49.725542 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.803736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] DHCP port deletion for 20d096d4-8232-4f4a-994f-d770c2ec04e8 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:49.846946 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] For port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:49.847764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.882927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Calling delete_port for a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:49.905318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:49.926432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] Deleting port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:49.927082 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.030863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:50.089535 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.126371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23f10e-1610-4721-8b13-be72dd2ee812 req-3e049bc4-3860-4faf-b5fd-b6e1465e0033 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.129048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e23f10e-1610-4721-8b13-be72dd2ee812 req-3e049bc4-3860-4faf-b5fd-b6e1465e0033 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 943 time: 0.1058266 Nov 22 16:48:50.157183 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.resource_extend [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:48:50.187338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No active binding found for port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:48:50.187590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:50.188197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ccc3392c-18a4-40d6-8b37-29960b4e8653 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:50.216505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e23f10e-1610-4721-8b13-be72dd2ee812 req-a420723b-1ba8-49b2-a89f-9db87c1b44df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781450 Nov 22 16:48:50.501415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] For port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,segment=NetworkSegment(8b1a96a0-8a08-44bd-9a4e-63d5ab405519),segment_id=8b1a96a0-8a08-44bd-9a4e-63d5ab405519)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:50.502503 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.505642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ccc3392c-18a4-40d6-8b37-29960b4e8653 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:50.506184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ccc3392c-18a4-40d6-8b37-29960b4e8653 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:50.506781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device eb616346-5169-4a9e-af5e-811d8c19d0ba no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:50.527115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:50.544197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] No DVR routers for this DVR port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:50.574763 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] Calling delete_port for a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:50.577892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: eb616346-5169-4a9e-af5e-811d8c19d0ba {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:50.578428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device eb616346-5169-4a9e-af5e-811d8c19d0ba not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:50.658660 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.705326 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:50.706509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d096d4-8232-4f4a-994f-d770c2ec04e8']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:50.725996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1a96a0-8a08-44bd-9a4e-63d5ab405519') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:50.726436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1a96a0-8a08-44bd-9a4e-63d5ab405519') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:50.747417 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.754671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'port_id': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'mac_address': 'fa:16:3e:24:f3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 824, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:50.773879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.786955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:50.787710 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:50.792338 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:50.843716 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.850829 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.910611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] Pushing event deleted for resources: {'Port': ['ID=a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:50.914503 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.921908 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.925698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fd4b4-7cad-4fe0-aa90-06e5dcd69a53 None None] No DVR routers for this DVR port a21c6fcd-6f5f-44a5-95f9-e31ed55f59b4 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:50.927336 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/20d096d4-8232-4f4a-994f-d770c2ec04e8 HTTP/1.1" status: 204 len: 168 time: 1.4202564 Nov 22 16:48:50.934074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36684) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:50.940398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:50.965990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59551a5e-360c-41ae-890f-26de372b68c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d096d4-8232-4f4a-994f-d770c2ec04e8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:50.992843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:51.004961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.093126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:51.307270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:51.388477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9363fa6d-0ac3-46dc-a931-a4379963cbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.468329 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcebf1f-1de5-4b62-8f8a-e2bf2573981c req-5d0ae355-3b8a-4cd5-9298-35a80f30e66a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.471875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edcebf1f-1de5-4b62-8f8a-e2bf2573981c req-5d0ae355-3b8a-4cd5-9298-35a80f30e66a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 944 time: 0.1040034 Nov 22 16:48:51.564521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-edcebf1f-1de5-4b62-8f8a-e2bf2573981c req-f37a339b-e69a-4c2c-8d76-10fa97709bbc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809734 Nov 22 16:48:51.601818 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.032276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Deleting port e86c79ea-62fb-43f2-9980-81268ad5e67c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:52.032619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.141042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] For port e86c79ea-62fb-43f2-9980-81268ad5e67c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e86c79ea-62fb-43f2-9980-81268ad5e67c,segment=NetworkSegment(e7010734-51c3-4ae5-88ac-c31d6379ecae),segment_id=e7010734-51c3-4ae5-88ac-c31d6379ecae)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:52.141698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.158714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Calling delete_port for e86c79ea-62fb-43f2-9980-81268ad5e67c owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:52.401708 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.429944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Pushing event deleted for resources: {'Port': ['ID=e86c79ea-62fb-43f2-9980-81268ad5e67c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:52.556548 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.723392 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.800151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f11e0-b7cd-452d-aaaf-5c9c290f6a93 req-5a996038-a434-49f6-a0a1-c7bafefc4eb3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.804695 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-572f11e0-b7cd-452d-aaaf-5c9c290f6a93 req-5a996038-a434-49f6-a0a1-c7bafefc4eb3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 944 time: 0.1044893 Nov 22 16:48:52.888212 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.903870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-572f11e0-b7cd-452d-aaaf-5c9c290f6a93 req-a8ee3602-ab2f-40b4-8186-d5f10d6fd606 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870821 Nov 22 16:48:53.084113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Router c4f4b736-d397-42f4-bd25-001dd30d872a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:53.234646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:53.241330 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d4531f8a-3776-4618-a41a-2e4988b1d43a admin admin] 10.222.0.69 "PUT /v2.0/routers/c4f4b736-d397-42f4-bd25-001dd30d872a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2894397 Nov 22 16:48:53.247323 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] Sync routers for ids ['c4f4b736-d397-42f4-bd25-001dd30d872a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:53.247573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:53.265975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] Routers {'c4f4b736-d397-42f4-bd25-001dd30d872a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:53.266817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c4f4b736-d397-42f4-bd25-001dd30d872a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:53.417250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.434242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] Set router c4f4b736-d397-42f4-bd25-001dd30d872a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:53.567865 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.652334 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Deleting port c8ceb106-4ffe-4671-bfa4-17db7523f32d {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:53.652911 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.714751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:48:52Z', 'revision_number': 5, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port': {'id': 'c8ceb106-4ffe-4671-bfa4-17db7523f32d', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:71:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:46Z', 'updated_at': '2021-11-22T16:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:53.763198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] Checking router: c4f4b736-d397-42f4-bd25-001dd30d872a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:53.781372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] Routers {'c4f4b736-d397-42f4-bd25-001dd30d872a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:53.782590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c4f4b736-d397-42f4-bd25-001dd30d872a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:53.814009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] For port c8ceb106-4ffe-4671-bfa4-17db7523f32d, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c8ceb106-4ffe-4671-bfa4-17db7523f32d,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:53.814522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.847933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Calling delete_port for c8ceb106-4ffe-4671-bfa4-17db7523f32d owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:53.936401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:53.974726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] Set router c4f4b736-d397-42f4-bd25-001dd30d872a gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:54.080168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:48:53Z', 'revision_number': 6, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:54.138409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f5498-82cd-4868-93b1-5b00b59b4f03 None None] The sync data for ids ['c4f4b736-d397-42f4-bd25-001dd30d872a'] in n-d-811716-3 is: [{'id': 'c4f4b736-d397-42f4-bd25-001dd30d872a', 'name': 'tempest-TestVolumeBootPattern-675758670-router', 'tenant_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:44Z', 'updated_at': '2021-11-22T16:48:53Z', 'revision_number': 6, 'project_id': 'bc72df5b84ee4402b2beca7f62d627c8', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:54.190750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:54.202486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:54.203415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.314634 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.349009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2dfcb-9548-4c0d-96f2-d9d1425ebebb req-b16b4233-0724-4e03-aa39-20c65c16a10e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.351285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0d2dfcb-9548-4c0d-96f2-d9d1425ebebb req-b16b4233-0724-4e03-aa39-20c65c16a10e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 944 time: 0.1194961 Nov 22 16:48:54.362620 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.369006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1c6080-4a17-4bf5-ab92-f8afb362777c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:54.420784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:54.424488 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bad5a2-769e-428e-8a83-82609338e8ef" -d '{"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-plugged", "status": "completed", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:54.435368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ceb106-4ffe-4671-bfa4-17db7523f32d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.453603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:54.465098 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.527283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e0d2dfcb-9548-4c0d-96f2-d9d1425ebebb req-131cb665-9e1b-4dcb-976b-3fd284c02e20 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392787 Nov 22 16:48:54.556522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.595208 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.601371 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10756782-793f-4563-9867-66d21107f55a x-openstack-request-id: req-10756782-793f-4563-9867-66d21107f55a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:54.601696 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-plugged", "status": "completed", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:54.606935 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10756782-793f-4563-9867-66d21107f55a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:54.606935 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'code': 200} Nov 22 16:48:54.646643 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.764829 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.768592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.831116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d0061-5caa-4c2b-9ebc-40840b2f65ab req-190ba99c-6523-479f-8570-ef15fdcac23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.834602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953d0061-5caa-4c2b-9ebc-40840b2f65ab req-190ba99c-6523-479f-8570-ef15fdcac23b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1096 time: 0.1457834 Nov 22 16:48:54.842262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.843324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4f4b736-d397-42f4-bd25-001dd30d872a {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:48:54.849918 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.852232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-70e76160-af45-495f-8929-4adebfd5066e admin admin] 10.222.0.69 "DELETE /v2.0/routers/c4f4b736-d397-42f4-bd25-001dd30d872a HTTP/1.1" status: 204 len: 168 time: 1.6029253 Nov 22 16:48:54.857897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36698) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:54.883568 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.914422 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.942546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-263423f3-20a2-4c4b-9396-6316e1044d00 admin admin] Deleting subnet 85c84ecd-ab28-4c57-8b9c-52704131e5ef {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:54.942775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953d0061-5caa-4c2b-9ebc-40840b2f65ab req-baaae37f-6e0a-41ed-8a3c-25e596958d44 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831940 Nov 22 16:48:54.951465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-263423f3-20a2-4c4b-9396-6316e1044d00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.019344 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-263423f3-20a2-4c4b-9396-6316e1044d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.160662 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-263423f3-20a2-4c4b-9396-6316e1044d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.246396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-263423f3-20a2-4c4b-9396-6316e1044d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.279530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263423f3-20a2-4c4b-9396-6316e1044d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c84ecd-ab28-4c57-8b9c-52704131e5ef,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:55.282049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-263423f3-20a2-4c4b-9396-6316e1044d00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.291136 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-263423f3-20a2-4c4b-9396-6316e1044d00 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/85c84ecd-ab28-4c57-8b9c-52704131e5ef HTTP/1.1" status: 204 len: 168 time: 0.4311495 Nov 22 16:48:55.292572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36700) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:55.305771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a193176b-1556-433c-b687-9cbc3c872a4f None None] Network 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:55.427266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.522852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Deleting port ebc15bab-26d0-4e99-b68c-45426ef940ff {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:55.523202 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.614946 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] DHCP port deletion for 6bbfac7b-6bf3-498c-b51e-76d21f0daae9 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:55.628378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] For port ebc15bab-26d0-4e99-b68c-45426ef940ff, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ebc15bab-26d0-4e99-b68c-45426ef940ff,segment=NetworkSegment(e7010734-51c3-4ae5-88ac-c31d6379ecae),segment_id=e7010734-51c3-4ae5-88ac-c31d6379ecae)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:55.628797 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.650636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Calling delete_port for ebc15bab-26d0-4e99-b68c-45426ef940ff owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:55.681435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] Deleting port ebc15bab-26d0-4e99-b68c-45426ef940ff {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:55.681790 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.796378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] For port ebc15bab-26d0-4e99-b68c-45426ef940ff, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ebc15bab-26d0-4e99-b68c-45426ef940ff,segment=NetworkSegment(e7010734-51c3-4ae5-88ac-c31d6379ecae),segment_id=e7010734-51c3-4ae5-88ac-c31d6379ecae)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:55.796980 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.820465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] Calling delete_port for ebc15bab-26d0-4e99-b68c-45426ef940ff owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:55.823138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1a3be-8234-43e7-a50c-fc29a2ec776e req-536407ea-358e-45b8-bf59-c0e34a0821ca tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.824822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4be1a3be-8234-43e7-a50c-fc29a2ec776e req-536407ea-358e-45b8-bf59-c0e34a0821ca tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.1663678 Nov 22 16:48:55.910652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e86c79ea-62fb-43f2-9980-81268ad5e67c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:55.919555 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.960928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e86c79ea-62fb-43f2-9980-81268ad5e67c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:55.961398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e86c79ea-62fb-43f2-9980-81268ad5e67c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:55.962086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c8ceb106-4ffe-4671-bfa4-17db7523f32d no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:55.984040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4be1a3be-8234-43e7-a50c-fc29a2ec776e req-f3646cb9-f0f5-4319-bed9-c9a533c73a1a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423905 Nov 22 16:48:55.985708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc15bab-26d0-4e99-b68c-45426ef940ff,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:55.995598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] No DVR routers for this DVR port ebc15bab-26d0-4e99-b68c-45426ef940ff on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:56.022989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c8ceb106-4ffe-4671-bfa4-17db7523f32d {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:56.023440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c8ceb106-4ffe-4671-bfa4-17db7523f32d not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:56.024180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ebc15bab-26d0-4e99-b68c-45426ef940ff no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:56.070547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.077463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ebc15bab-26d0-4e99-b68c-45426ef940ff {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:56.077973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ebc15bab-26d0-4e99-b68c-45426ef940ff not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:56.127549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] Pushing event deleted for resources: {'Port': ['ID=ebc15bab-26d0-4e99-b68c-45426ef940ff,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:56.132886 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.136872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c311065-b2f1-480d-b9dc-d293708b433d None None] No DVR routers for this DVR port ebc15bab-26d0-4e99-b68c-45426ef940ff on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:56.184301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbfac7b-6bf3-498c-b51e-76d21f0daae9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:56.202418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7010734-51c3-4ae5-88ac-c31d6379ecae') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:56.202729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7010734-51c3-4ae5-88ac-c31d6379ecae') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:56.218002 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.239390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.248700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:56.249444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:56.252775 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:56.335986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.346477 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.351225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] 10.222.0.69 "DELETE /v2.0/networks/6bbfac7b-6bf3-498c-b51e-76d21f0daae9 HTTP/1.1" status: 204 len: 168 time: 1.0566916 Nov 22 16:48:56.365643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6c6fd-2557-4f94-b964-c54609de03eb admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbfac7b-6bf3-498c-b51e-76d21f0daae9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:56.544863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36706) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:56.594684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3a101783-0da9-4e64-8c44-6c19267f8bef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8923d83a512b40f7a01d455b5bdc5242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485930 Nov 22 16:48:56.598768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36708) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:56.665145 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46789857-ce1f-4294-a03f-ef94b088e8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.691157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46789857-ce1f-4294-a03f-ef94b088e8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.758594 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46789857-ce1f-4294-a03f-ef94b088e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.761788 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46789857-ce1f-4294-a03f-ef94b088e8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.763684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-46789857-ce1f-4294-a03f-ef94b088e8b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5a8224fe-7a7f-4a91-8ba8-26d888b4e605 HTTP/1.1" status: 204 len: 168 time: 0.1637394 Nov 22 16:48:56.776812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46789857-ce1f-4294-a03f-ef94b088e8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8224fe-7a7f-4a91-8ba8-26d888b4e605,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:57.165516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06610afa-a7da-43d0-af45-b871ea540250 req-d49d9b65-844b-48f1-96f0-fa1e52bc4f1f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.168297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06610afa-a7da-43d0-af45-b871ea540250 req-d49d9b65-844b-48f1-96f0-fa1e52bc4f1f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.0861588 Nov 22 16:48:57.246145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06610afa-a7da-43d0-af45-b871ea540250 req-de3f47ef-97e3-41cf-bc84-4539293e15ff tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701334 Nov 22 16:48:57.378546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36718) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:57.443091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c9835172-2094-46f6-a013-7b46f3d87eac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc72df5b84ee4402b2beca7f62d627c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627501 Nov 22 16:48:57.447119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36720) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:57.451426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6819-13b4-4935-ab88-0f383389fa3e req-4679742c-8ee5-4e98-9d74-f381baceb5ac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.454273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1b6819-13b4-4935-ab88-0f383389fa3e req-4679742c-8ee5-4e98-9d74-f381baceb5ac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.0916934 Nov 22 16:48:57.534164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaaddd2-b76a-49a6-aae3-89b51f05ac9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.551172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d1b6819-13b4-4935-ab88-0f383389fa3e req-7188a8bc-f6e5-421d-86ab-9d618c8dc8df tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846648 Nov 22 16:48:57.580587 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaaddd2-b76a-49a6-aae3-89b51f05ac9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.587002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36722) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:57.648327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc13a6-53a6-4a4f-8e32-64c99d101a98 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.652244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dffc13a6-53a6-4a4f-8e32-64c99d101a98 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1091 time: 0.0621896 Nov 22 16:48:57.656736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36724) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:57.662418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:57.693207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaaddd2-b76a-49a6-aae3-89b51f05ac9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.697720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-faaaddd2-b76a-49a6-aae3-89b51f05ac9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.699758 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-faaaddd2-b76a-49a6-aae3-89b51f05ac9a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eefca5d3-84e2-452a-a48c-f03e3b374fdd HTTP/1.1" status: 204 len: 168 time: 0.2494128 Nov 22 16:48:57.714959 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.721648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaaddd2-b76a-49a6-aae3-89b51f05ac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefca5d3-84e2-452a-a48c-f03e3b374fdd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:57.906094 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.096112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.25.5.38 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/79594595-7fed-45f7-b7d2-8fe211d0daf5) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:58.270873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.330059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.407950 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:58.411386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:58.416194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:58.462345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=79594595-7fed-45f7-b7d2-8fe211d0daf5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:59.072717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.558893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.802697 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.809514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.880198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=79594595-7fed-45f7-b7d2-8fe211d0daf5,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:59.897942 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.070131 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Floating IP 295b2cc0-757f-444a-b4f2-c3b10d8eb724 associated. External IP: 172.25.5.38, port: 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca. Nov 22 16:49:00.376167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 04cba3cc-5aef-48fc-ae5a-f7df8468939f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:00.531543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:00.546555 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] Sync routers for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:00.555338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.564383 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:00.565434 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:00.601530 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a69f65a-c0b6-4364-854c-56e5aff68ffd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9402845 Nov 22 16:49:00.601530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:00.610033 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f23e4ba-480e-4657-a365-f977e0387981" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:00.670931 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d222aa6-a9fe-41cd-a430-ebf2c69c6ff4 x-openstack-request-id: req-5d222aa6-a9fe-41cd-a430-ebf2c69c6ff4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:00.671375 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:00.671748 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d222aa6-a9fe-41cd-a430-ebf2c69c6ff4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:00.672385 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'status': 'completed', 'code': 200} Nov 22 16:49:00.763712 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:00.836877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d467c87-539a-473a-acfc-68367f11f6e5 req-4a915f69-279d-47a5-995e-0ea2b0e134f3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.839435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d467c87-539a-473a-acfc-68367f11f6e5 req-4a915f69-279d-47a5-995e-0ea2b0e134f3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.1381025 Nov 22 16:49:00.843645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23e4ba-480e-4657-a365-f977e0387981 req-20709f68-8300-4ab4-85af-47fa1389c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.846148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f23e4ba-480e-4657-a365-f977e0387981 req-20709f68-8300-4ab4-85af-47fa1389c50e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1096 time: 0.1338382 Nov 22 16:49:00.989913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d467c87-539a-473a-acfc-68367f11f6e5 req-ef8d5ada-f5a8-4cc9-aa44-ff67e0880b45 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386316 Nov 22 16:49:01.032969 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36732) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:01.039255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23e4ba-480e-4657-a365-f977e0387981 req-f9629db6-556e-4aed-82c4-e3f887d462eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.043054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f23e4ba-480e-4657-a365-f977e0387981 req-f9629db6-556e-4aed-82c4-e3f887d462eb service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 898 time: 0.1802905 Nov 22 16:49:01.139323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f23e4ba-480e-4657-a365-f977e0387981 req-5ae832e3-e463-45d4-9faa-00eec492f99f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 998 time: 0.0833609 Nov 22 16:49:01.153575 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-879efdba-9917-43ff-9c8f-0187717cf162 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/295b2cc0-757f-444a-b4f2-c3b10d8eb724 HTTP/1.1" status: 200 len: 990 time: 0.1187346 Nov 22 16:49:01.162537 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '295b2cc0-757f-444a-b4f2-c3b10d8eb724', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'port_id': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'mac_address': 'fa:16:3e:24:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:48:58Z', 'updated_at': '2021-11-22T16:48:58Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:39Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:01.201498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23e4ba-480e-4657-a365-f977e0387981 req-845a72e7-1177-4099-afb5-875ec8b47e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.202960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f23e4ba-480e-4657-a365-f977e0387981 req-845a72e7-1177-4099-afb5-875ec8b47e4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 200 len: 834 time: 0.0539889 Nov 22 16:49:01.209860 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] Checking router: 04cba3cc-5aef-48fc-ae5a-f7df8468939f for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:01.224392 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:01.225403 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:48:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:01.268426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23e4ba-480e-4657-a365-f977e0387981 req-0c36efff-5a2d-4062-ae10-94afa37718eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.270147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f23e4ba-480e-4657-a365-f977e0387981 req-0c36efff-5a2d-4062-ae10-94afa37718eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558701 Nov 22 16:49:01.375811 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:01.695732 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '295b2cc0-757f-444a-b4f2-c3b10d8eb724', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'port_id': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'mac_address': 'fa:16:3e:24:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:48:58Z', 'updated_at': '2021-11-22T16:48:58Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:39Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:01.732986 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b522054b-ea55-4573-af33-2b982f1d3e1a None None] The sync data for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 is: [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '295b2cc0-757f-444a-b4f2-c3b10d8eb724', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'port_id': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'mac_address': 'fa:16:3e:24:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:48:58Z', 'updated_at': '2021-11-22T16:48:58Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:39Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:01.806712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f23e4ba-480e-4657-a365-f977e0387981 req-09b02e6d-2167-40d5-8981-a0b069bd8f42 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254390 Nov 22 16:49:01.946069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f23e4ba-480e-4657-a365-f977e0387981 req-e766898d-11df-4ad7-9172-221e9f6cb786 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297934 Nov 22 16:49:02.030885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22edef93-4fac-4603-b273-2bc132ea7730 None None] New status for floating IP 295b2cc0-757f-444a-b4f2-c3b10d8eb724: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:49:02.158609 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36734) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:02.260701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9036b797-aae9-4f37-8419-f11b976756ab tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/295b2cc0-757f-444a-b4f2-c3b10d8eb724 HTTP/1.1" status: 200 len: 990 time: 0.1007369 Nov 22 16:49:03.265638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:03.379215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-739a7150-0d6f-456e-b2bc-6152b93bc5b9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/295b2cc0-757f-444a-b4f2-c3b10d8eb724 HTTP/1.1" status: 200 len: 992 time: 0.1121206 Nov 22 16:49:03.519249 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:19.051063 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f987822e-b940-4773-bf87-5ab397b40287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.349228 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a5cefa33-10e4-4478-a35b-e2b7de815f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.553109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.888872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.634765 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.874293 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.916032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.518984 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:47.624061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-4a036ff0-33a9-48c7-9140-7400e6e1b74c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2644401 Nov 22 16:49:47.773159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-9c8906c6-1c8e-426b-9ee5-e4bd9ab9ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.775989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-9c8906c6-1c8e-426b-9ee5-e4bd9ab9ab12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1096 time: 0.0563018 Nov 22 16:49:47.929150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-b2da30ba-c869-4d01-99a2-79c127a2cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.931566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-b2da30ba-c869-4d01-99a2-79c127a2cdcf service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 898 time: 0.1222627 Nov 22 16:49:48.038904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-0064f4e8-40c8-4f83-9f37-9d8d7645770d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 1000 time: 0.0824771 Nov 22 16:49:48.104205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-fc809f76-4e47-4088-9499-fce3649ab4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.106732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-fc809f76-4e47-4088-9499-fce3649ab4e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 200 len: 834 time: 0.0574889 Nov 22 16:49:48.165861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-fd41e8ff-3660-49eb-b7cd-493192034215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.167422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-fd41e8ff-3660-49eb-b7cd-493192034215 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466862 Nov 22 16:49:48.296374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-ad006438-ef8b-40fe-8b09-75557b681961 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151068 Nov 22 16:49:48.450681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ceb1ff95-e9e8-4168-ae84-f333fd125542 req-7b8278d3-6e98-442a-8274-002ae75483f9 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284258 Nov 22 16:49:48.597543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284fa13-248c-42bf-9464-7ce245cb3405 req-5e27069e-95bf-42ec-a75b-962cc16c1763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.599812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d284fa13-248c-42bf-9464-7ce245cb3405 req-5e27069e-95bf-42ec-a75b-962cc16c1763 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.0695629 Nov 22 16:49:48.682415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d284fa13-248c-42bf-9464-7ce245cb3405 req-b56a596b-05b0-4306-9a0b-77c36ff187d2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745032 Nov 22 16:49:48.718090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36762) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:48.819215 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f60659b4-f72a-4b98-9026-f44a431527e3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/295b2cc0-757f-444a-b4f2-c3b10d8eb724 HTTP/1.1" status: 200 len: 992 time: 0.0998902 Nov 22 16:49:49.057991 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-68220fe0-a31a-42fa-a076-df53d75a2ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.433183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093a77c-fa5a-4045-8e05-7d998945dd3c req-abbc6aca-058c-4694-8ff1-0fb90a83f32a tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.435206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a093a77c-fa5a-4045-8e05-7d998945dd3c req-abbc6aca-058c-4694-8ff1-0fb90a83f32a tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1096 time: 0.0473900 Nov 22 16:49:49.495794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a093a77c-fa5a-4045-8e05-7d998945dd3c req-b11c48bb-c273-44cf-879e-aabe74c5d216 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532789 Nov 22 16:49:50.184452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-895e7272-425b-4b2a-ab74-72c123b6d70e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0540895 Nov 22 16:49:50.196076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-f5275758-d019-47fd-8506-80ac4d320d47 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:49:50.197867 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-f5275758-d019-47fd-8506-80ac4d320d47 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071709 Nov 22 16:49:51.334570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb3eb-69f3-41be-b567-af16813edc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.552940 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.890360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.962934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-94fbd8b6-fb78-43b3-9a03-8723cc672a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.964766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-94fbd8b6-fb78-43b3-9a03-8723cc672a20 service neutron] 10.222.0.69 "GET /v2.0/ports/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 1093 time: 0.0476484 Nov 22 16:49:52.978426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Request body: {'binding': {'host': 'n-h1-811716-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:52.979211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Unknown quota resources ['binding']. {{(pid=103411) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:49:53.180742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on host n-h1-811716-3 for vnic_type normal with profile None {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:53.181036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:53.181430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:53.186939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:53.187274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:53.193474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:53.193855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Checking segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:53.194278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Bound using segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:53.194775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Bound port: 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:53.309545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:53.318237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.319647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3d59a7da-68e7-43fb-84f0-59746e09e26e service neutron] 10.222.0.69 "POST /v2.0/ports/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca/bindings HTTP/1.1" status: 201 len: 389 time: 0.3485518 Nov 22 16:49:53.522961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbd383-ae1c-4566-affd-295e9b52f2e3 req-ab9acc68-ff60-4911-bfe7-505ba281c673 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.526069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0dbd383-ae1c-4566-affd-295e9b52f2e3 req-ab9acc68-ff60-4911-bfe7-505ba281c673 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.0781558 Nov 22 16:49:53.610171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0dbd383-ae1c-4566-affd-295e9b52f2e3 req-1ed60afb-4a16-40b5-8597-3a68e8d3fb7c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723207 Nov 22 16:49:53.655827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-0b53a976-de7d-4cc9-9328-a5529950a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.657407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-0b53a976-de7d-4cc9-9328-a5529950a353 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1096 time: 0.0744686 Nov 22 16:49:53.772005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-fb7d7c95-6769-4fb4-bad3-49b58a96f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.774187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-fb7d7c95-6769-4fb4-bad3-49b58a96f4b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 898 time: 0.1095188 Nov 22 16:49:53.864564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-10e8023a-d5db-4e4a-a4ca-24fcce99f07e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 1000 time: 0.0825496 Nov 22 16:49:53.947409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-31cd8b2a-8d48-40d7-a33e-badec8d5b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.950224 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-31cd8b2a-8d48-40d7-a33e-badec8d5b4ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 200 len: 834 time: 0.0786486 Nov 22 16:49:54.012023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-d0b403d1-9a87-444d-8fe2-eb237350bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.013606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-d0b403d1-9a87-444d-8fe2-eb237350bf18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563323 Nov 22 16:49:54.125719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-94db3280-33ef-4bc9-bd96-d0e1e80e8b1c service neutron] 10.222.0.11 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047385 Nov 22 16:49:54.226726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-8174f611-9f4c-457b-97dc-39ecff76a656 service neutron] 10.222.0.11 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939293 Nov 22 16:49:54.414862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-a5e118be-5fb3-4522-9f31-e8ca93840f96 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.416655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-a5e118be-5fb3-4522-9f31-e8ca93840f96 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e&tenant_id=b7be64850fdc4fc7930f252cef8c0294&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1096 time: 0.1300995 Nov 22 16:49:54.432623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811716-3'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:54.520545 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.634250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.695671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:54.778141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:54.840179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd2489-e91e-4d87-8db3-798f93e4fbbd req-6586fba4-45c1-46a8-9a38-a271759d2f5b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.842331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43cd2489-e91e-4d87-8db3-798f93e4fbbd req-6586fba4-45c1-46a8-9a38-a271759d2f5b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.1173668 Nov 22 16:49:54.848370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:54.851098 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9759f65-6f86-4eb3-ba4e-ae16fc77b719" -d '{"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-unplugged", "status": "completed", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:54.857591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.875934 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.894168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.926510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.931177 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb8ff48-0f24-49a0-9159-17a894d4dd11 x-openstack-request-id: req-2eb8ff48-0f24-49a0-9159-17a894d4dd11 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:54.931430 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-unplugged", "status": "completed", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:54.931650 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2eb8ff48-0f24-49a0-9159-17a894d4dd11 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:54.932078 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'code': 200} Nov 22 16:49:55.063474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:55.075123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-43cd2489-e91e-4d87-8db3-798f93e4fbbd req-5ac2f203-0a5c-498f-bc6c-999c6149976d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126954 Nov 22 16:49:55.082877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.083195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.083545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.084025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.084377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.084717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.085058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.085536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.086112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.086759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.087053 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.087493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.167556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on host n-h2-811716-3 for vnic_type normal with profile {"migrating_to": "n-h1-811716-3"} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:55.167960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:55.168280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:55.173855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:55.174258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Attempting to bind port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:55.182920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:55.182920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Checking segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:55.183349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Bound using segment: {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:55.184605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Bound port: 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bbff8b9-82b5-47a7-af1e-e0d558037626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:55.184814 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.283119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:55.288147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:55.294241 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.331973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Provisioning complete for port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:55.332852 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.459949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=8']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:55.474332 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.530604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:55.534097 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c908660-e5c7-441a-bf38-c7f126f55985" -d '{"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-plugged", "status": "completed", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:55.548545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.549489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.551330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5bce1d69-f6ae-4dc7-94a6-a31dfd42a4e3 service neutron] 10.222.0.11 "PUT /v2.0/ports/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 1121 time: 1.1271567 Nov 22 16:49:55.571611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:55.581906 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.708543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:55.719303 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2300e204-3467-4cce-a29e-278e65ea6fa7 x-openstack-request-id: req-2300e204-3467-4cce-a29e-278e65ea6fa7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:55.719606 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-plugged", "status": "completed", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:55.719870 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2300e204-3467-4cce-a29e-278e65ea6fa7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:55.720297 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'code': 200} Nov 22 16:49:55.818691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:55.837346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.837888 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.838050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.838394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.838741 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.839073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.839409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.839746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.840116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.840444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.840968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:55.841145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb1f74-d53c-477a-be45-c1a65dfd7000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:56.165121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5c43fae3-82da-4ae4-958c-f7b6f116658f None None] Provisioning complete for port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:56.165390 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c43fae3-82da-4ae4-958c-f7b6f116658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.293227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74560-f7e6-42c3-ae34-80c5c75a9c9b req-e3849673-c000-4b89-ba64-a4efa62b1f5b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:56.296627 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98c74560-f7e6-42c3-ae34-80c5c75a9c9b req-e3849673-c000-4b89-ba64-a4efa62b1f5b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.0795786 Nov 22 16:49:56.393858 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98c74560-f7e6-42c3-ae34-80c5c75a9c9b req-d104b5fb-2302-4898-a5b1-971d14d85205 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854580 Nov 22 16:49:56.933498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:56.936359 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1574f582-6a91-41a7-928d-e48d7867663b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:57.000291 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96051684-3b31-48f3-83b7-bba0e7837024 x-openstack-request-id: req-96051684-3b31-48f3-83b7-bba0e7837024 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:57.000575 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:57.000991 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96051684-3b31-48f3-83b7-bba0e7837024 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:57.001607 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'status': 'completed', 'code': 200} Nov 22 16:49:57.097106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574f582-6a91-41a7-928d-e48d7867663b req-c2c38147-3d37-4322-bd39-fb84ae4715a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.098647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1574f582-6a91-41a7-928d-e48d7867663b req-c2c38147-3d37-4322-bd39-fb84ae4715a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1126 time: 0.0564218 Nov 22 16:49:57.271466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574f582-6a91-41a7-928d-e48d7867663b req-4e19501d-7c29-4ad4-afeb-d691fa28e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.274008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1574f582-6a91-41a7-928d-e48d7867663b req-4e19501d-7c29-4ad4-afeb-d691fa28e86f service neutron] 10.222.0.71 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 898 time: 0.1618168 Nov 22 16:49:57.379533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1574f582-6a91-41a7-928d-e48d7867663b req-3a355daf-872c-4dd5-a7ba-f753eac29488 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 1000 time: 0.0971251 Nov 22 16:49:57.465682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574f582-6a91-41a7-928d-e48d7867663b req-e82eab3c-62d7-49f0-9ec1-4441ff4f0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.468451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1574f582-6a91-41a7-928d-e48d7867663b req-e82eab3c-62d7-49f0-9ec1-4441ff4f0587 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 200 len: 834 time: 0.0737302 Nov 22 16:49:57.595051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574f582-6a91-41a7-928d-e48d7867663b req-606b16aa-7a3a-43ea-a285-3e3e8bdac09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.597497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1574f582-6a91-41a7-928d-e48d7867663b req-606b16aa-7a3a-43ea-a285-3e3e8bdac09d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148965 Nov 22 16:49:57.691614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac8d12-ef25-4960-9248-bc22b1ee3578 req-a12cc6b8-01fa-4342-ba90-8c9523ee8d55 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.693760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ac8d12-ef25-4960-9248-bc22b1ee3578 req-a12cc6b8-01fa-4342-ba90-8c9523ee8d55 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.1721473 Nov 22 16:49:57.797197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ac8d12-ef25-4960-9248-bc22b1ee3578 req-57db2a4b-32de-4ae3-ad28-c363984fbf58 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908086 Nov 22 16:49:57.799345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1574f582-6a91-41a7-928d-e48d7867663b req-bf901233-8b97-4292-bb73-aafb00e70416 service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925483 Nov 22 16:49:57.958323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1574f582-6a91-41a7-928d-e48d7867663b req-051dc5c1-5b56-4624-8c65-bd3522be174c service neutron] 10.222.0.71 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506190 Nov 22 16:49:58.561153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:58.694636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:58.707324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca has no active binding in host n-h1-811716-3 {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:49:58.973586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfbdf4-b372-42ae-be52-80b50e17d665 req-53291b9e-b1c8-4c31-8165-798c514c0810 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.975774 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ecfbdf4-b372-42ae-be52-80b50e17d665 req-53291b9e-b1c8-4c31-8165-798c514c0810 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.0802751 Nov 22 16:49:59.043888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ecfbdf4-b372-42ae-be52-80b50e17d665 req-2d7c6228-863c-4729-9431-b93223427f00 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556700 Nov 22 16:50:00.202562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d6dfc-77cd-4aef-9d52-eb6e90c46c79 req-8bf8ddaf-1e4b-4a24-a045-3fa3a132bdad tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:00.205047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d91d6dfc-77cd-4aef-9d52-eb6e90c46c79 req-8bf8ddaf-1e4b-4a24-a045-3fa3a132bdad tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 945 time: 0.0677023 Nov 22 16:50:00.264666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d91d6dfc-77cd-4aef-9d52-eb6e90c46c79 req-d7ac34f2-0275-4bfb-bae0-22703643e86b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520642 Nov 22 16:50:00.842681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-e17ab66d-60ea-4f89-9584-587169e0ab8f service neutron] 10.222.0.71 "GET /v2.0/ports/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca/bindings/n-h1-811716-3 HTTP/1.1" status: 200 len: 384 time: 0.0585101 Nov 22 16:50:01.055120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:01.079394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:01.120948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:01.123146 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc582c72-a370-4bf5-826a-0d81274dea25" -d '{"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-unplugged", "status": "completed", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:01.130421 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:01.146693 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.164454 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99886fc5-509f-4ee7-b74b-32cce31333c1 x-openstack-request-id: req-99886fc5-509f-4ee7-b74b-32cce31333c1 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:01.164735 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-unplugged", "status": "completed", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:01.164987 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-99886fc5-509f-4ee7-b74b-32cce31333c1 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:01.165396 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'code': 200} Nov 22 16:50:01.240927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] Transition to ACTIVE for port object 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:01.245446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.371097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] Pushing event updated for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=11']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:01.427738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] No DVR routers for this DVR port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:01.502698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9a63b-bbcc-4de5-96a2-5ca2d3a36a34 req-27404282-4dc0-43b5-97af-6dbdf2d8a10b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.502698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5c9a63b-bbcc-4de5-96a2-5ca2d3a36a34 req-27404282-4dc0-43b5-97af-6dbdf2d8a10b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 944 time: 0.1390727 Nov 22 16:50:01.610388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5c9a63b-bbcc-4de5-96a2-5ca2d3a36a34 req-c910f0a8-a6c6-4825-8c9d-36b9eda0b5d8 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037686 Nov 22 16:50:01.641733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5a791fea-d5dc-4b74-820d-4fb6ab682c95 service neutron] 10.222.0.71 "PUT /v2.0/ports/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca/bindings/n-h1-811716-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7906811 Nov 22 16:50:01.762216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-599862d8-582e-4830-b1eb-ed48798443c4 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.763749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-599862d8-582e-4830-b1eb-ed48798443c4 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e&tenant_id=b7be64850fdc4fc7930f252cef8c0294&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.0550835 Nov 22 16:50:01.818580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3eacbfc3-06ea-4308-ad09-a5eca9b21117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.821347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-3eacbfc3-06ea-4308-ad09-a5eca9b21117 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 1095 time: 0.0498073 Nov 22 16:50:01.890099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-d43133bb-08fc-4066-9db5-5cd8d0c1148b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.891547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-d43133bb-08fc-4066-9db5-5cd8d0c1148b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1095 time: 0.0460105 Nov 22 16:50:02.002632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-1e9eb00c-3529-4f3f-85e7-ab38be5d24ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.004143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-1e9eb00c-3529-4f3f-85e7-ab38be5d24ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 898 time: 0.1047962 Nov 22 16:50:02.076397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-fa17325d-2cfa-4dba-86ac-b8601d810380 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 998 time: 0.0649238 Nov 22 16:50:02.134752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-0fe55933-774b-493e-8e88-be6935789405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.136272 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-0fe55933-774b-493e-8e88-be6935789405 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 200 len: 834 time: 0.0535064 Nov 22 16:50:02.185665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-92300d38-6aac-417c-92b1-ec853c423b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.187186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-92300d38-6aac-417c-92b1-ec853c423b0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440080 Nov 22 16:50:02.291144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-8b78a95d-aa55-454f-81e2-8a229d5b215e service neutron] 10.222.0.11 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968866 Nov 22 16:50:02.403791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-299d51bc-4ba5-45ab-a027-19c89baad624 service neutron] 10.222.0.11 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059456 Nov 22 16:50:02.649752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-05205340-cfad-434a-b98f-0e23773c5087 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.651427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-05205340-cfad-434a-b98f-0e23773c5087 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e&tenant_id=b7be64850fdc4fc7930f252cef8c0294&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 1095 time: 0.0494044 Nov 22 16:50:02.816116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b08ca-8f19-4d5e-9513-d1ca7a2b6948 req-8c1d3da1-cc8d-40be-8c97-7aa6c0c993c5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.818545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab4b08ca-8f19-4d5e-9513-d1ca7a2b6948 req-8c1d3da1-cc8d-40be-8c97-7aa6c0c993c5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 944 time: 0.1053159 Nov 22 16:50:02.853299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5c774d5b-0ae0-438f-8d5c-5a98a2a382c1 service neutron] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:02.859568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5c774d5b-0ae0-438f-8d5c-5a98a2a382c1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.860737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91653d43-dc6c-4280-845e-2a02e99adc5e req-5c774d5b-0ae0-438f-8d5c-5a98a2a382c1 service neutron] 10.222.0.11 "DELETE /v2.0/ports/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca/bindings/n-h2-811716-3 HTTP/1.1" status: 204 len: 173 time: 0.2021356 Nov 22 16:50:02.908363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab4b08ca-8f19-4d5e-9513-d1ca7a2b6948 req-45a00ebe-2315-41cc-89f8-a5bc45550f0f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804873 Nov 22 16:50:03.035612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7f094-fdee-4d6b-bf81-39da2681a50a req-3fc8614d-655c-4412-8ba3-1636dfe7706c tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.037267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8a7f094-fdee-4d6b-bf81-39da2681a50a req-3fc8614d-655c-4412-8ba3-1636dfe7706c tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1095 time: 0.0515523 Nov 22 16:50:03.099536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8a7f094-fdee-4d6b-bf81-39da2681a50a req-b44727a2-3d60-4309-8d09-f55d8887bcdb tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552099 Nov 22 16:50:03.230187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eb678-c27d-420a-bb85-9fcf76697d48 req-80cfe835-df64-41ad-8b24-1ef5e3f5291b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.231732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d38eb678-c27d-420a-bb85-9fcf76697d48 req-80cfe835-df64-41ad-8b24-1ef5e3f5291b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 944 time: 0.0576048 Nov 22 16:50:03.292273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d38eb678-c27d-420a-bb85-9fcf76697d48 req-09d555a7-7163-423e-a901-68a845e1bc7d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535522 Nov 22 16:50:03.316223 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36836) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:03.402765 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fc2b73bb-6de2-49c5-9c19-16b6d05e437e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/295b2cc0-757f-444a-b4f2-c3b10d8eb724 HTTP/1.1" status: 200 len: 990 time: 0.0842392 Nov 22 16:50:03.646672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:03.872044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 79594595-7fed-45f7-b7d2-8fe211d0daf5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:03.872624 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.985349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.985677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.998839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 79594595-7fed-45f7-b7d2-8fe211d0daf5 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:04.191271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.219862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=79594595-7fed-45f7-b7d2-8fe211d0daf5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:04.282499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.282810 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Floating IP 295b2cc0-757f-444a-b4f2-c3b10d8eb724 disassociated (deleted). External IP: 172.25.5.38, port: 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca. Nov 22 16:50:04.317790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:04.363171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:04.845008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 04cba3cc-5aef-48fc-ae5a-f7df8468939f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:04.962308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:04.967099 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.971818 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] Sync routers for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:04.983208 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:04.983923 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:49:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:04.999345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2b42ecbb-dae7-49b3-8999-6564781eb22b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/floatingips/295b2cc0-757f-444a-b4f2-c3b10d8eb724 HTTP/1.1" status: 204 len: 168 time: 1.3505666 Nov 22 16:50:05.000121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:05.002403 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c63372-6736-41d7-9683-440b08d264a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:05.045396 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b17a141-7f5e-494b-8d28-9238c647c26b x-openstack-request-id: req-5b17a141-7f5e-494b-8d28-9238c647c26b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:05.045696 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:05.045956 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b17a141-7f5e-494b-8d28-9238c647c26b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:05.046361 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'status': 'completed', 'code': 200} Nov 22 16:50:05.119147 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c63372-6736-41d7-9683-440b08d264a0 req-e55477b9-7ef6-4751-af09-3e41f064b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.119726 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:05.121223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c63372-6736-41d7-9683-440b08d264a0 req-e55477b9-7ef6-4751-af09-3e41f064b7b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 1095 time: 0.0518708 Nov 22 16:50:05.233146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c63372-6736-41d7-9683-440b08d264a0 req-d41df7e2-a036-4f52-a06f-7f25836320fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.234781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c63372-6736-41d7-9683-440b08d264a0 req-d41df7e2-a036-4f52-a06f-7f25836320fc service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 200 len: 898 time: 0.1064229 Nov 22 16:50:05.305182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c63372-6736-41d7-9683-440b08d264a0 req-34d5dbd1-cfac-4264-953d-fd8bf8dd0237 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 200 len: 217 time: 0.0575538 Nov 22 16:50:05.352507 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:39Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:05.354409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefb9a9-6ce2-411c-9cec-8574ee0d0d99 req-8f5d2af7-cd59-4149-b5be-9793c8303f9c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.356079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdefb9a9-6ce2-411c-9cec-8574ee0d0d99 req-8f5d2af7-cd59-4149-b5be-9793c8303f9c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 944 time: 0.1202550 Nov 22 16:50:05.387584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c63372-6736-41d7-9683-440b08d264a0 req-d7978840-f2ac-4d59-be12-b204149e5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.389010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c63372-6736-41d7-9683-440b08d264a0 req-d7978840-f2ac-4d59-be12-b204149e5984 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 200 len: 834 time: 0.0763295 Nov 22 16:50:05.391022 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] Checking router: 04cba3cc-5aef-48fc-ae5a-f7df8468939f for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:05.401108 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:05.401736 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:49:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:05.467945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdefb9a9-6ce2-411c-9cec-8574ee0d0d99 req-5878506e-a7eb-42e0-b9af-344224adf8e2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051438 Nov 22 16:50:05.484616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c63372-6736-41d7-9683-440b08d264a0 req-3348caa1-abe9-483b-8065-b304bdebbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.486142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c63372-6736-41d7-9683-440b08d264a0 req-3348caa1-abe9-483b-8065-b304bdebbd69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845811 Nov 22 16:50:05.535087 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:05.602650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c63372-6736-41d7-9683-440b08d264a0 req-04a6e95b-d38b-4f44-a5cb-f19a4af5a4a0 service neutron] 10.222.0.11 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077337 Nov 22 16:50:05.757850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-f1196b2b-b48d-46bc-8771-f9b0c55cde9d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.759667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-f1196b2b-b48d-46bc-8771-f9b0c55cde9d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5b8d3e5-651c-4ddc-9386-307a28a6a78e HTTP/1.1" status: 200 len: 944 time: 0.0980361 Nov 22 16:50:05.763827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c6c63372-6736-41d7-9683-440b08d264a0 req-4e3a80f2-d41e-4fc6-b36a-10635140a555 service neutron] 10.222.0.11 "GET /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533334 Nov 22 16:50:05.801231 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:39Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:05.832869 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a893521-bf22-4f76-b6cf-5b9aec5e291f None None] The sync data for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 is: [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:48:34Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '145187c9-45fb-439c-ae6a-9aa5f863f30b', 'name': '', 'network_id': '9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:f9:38:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:33Z', 'updated_at': '2021-11-22T16:48:39Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': 'd326f3f2-425d-4d63-b98e-62ecf081ced8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:05.901962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:05.902823 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.020869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:06.021506 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.045625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:06.139440 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2699460c-eb9c-4c14-b77d-223259a625e1 None None] New status for floating IP 295b2cc0-757f-444a-b4f2-c3b10d8eb724: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:50:06.201845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.241338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:06.278494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] No DVR routers for this DVR port 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:06.282263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.286034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b5bf7f1-d139-47c5-854d-23c326e4e1ac req-d6342bf6-b419-4d7b-b768-b22c7eeb0da2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "DELETE /v2.0/ports/86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca HTTP/1.1" status: 204 len: 173 time: 0.5145800 Nov 22 16:50:06.539932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36852) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:07.047879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-deleted', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:07.050186 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb25f668-bfda-4256-9b9a-dcccf47faf1a" -d '{"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-deleted", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:07.095873 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095bafac-ca2a-4a1e-8c0e-1e6015a455aa x-openstack-request-id: req-095bafac-ca2a-4a1e-8c0e-1e6015a455aa {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:07.096371 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b8d3e5-651c-4ddc-9386-307a28a6a78e", "name": "network-vif-deleted", "tag": "86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:07.096795 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-095bafac-ca2a-4a1e-8c0e-1e6015a455aa {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:07.097420 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b8d3e5-651c-4ddc-9386-307a28a6a78e', 'name': 'network-vif-deleted', 'tag': '86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca', 'status': 'completed', 'code': 200} Nov 22 16:50:07.113682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.479464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 145187c9-45fb-439c-ae6a-9aa5f863f30b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:07.479804 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.574326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 145187c9-45fb-439c-ae6a-9aa5f863f30b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=145187c9-45fb-439c-ae6a-9aa5f863f30b,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:07.574698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.588183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 145187c9-45fb-439c-ae6a-9aa5f863f30b owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:07.812904 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.840697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=145187c9-45fb-439c-ae6a-9aa5f863f30b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:08.088514 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.562718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 04cba3cc-5aef-48fc-ae5a-f7df8468939f has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:08.586645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:08.607531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:08.607859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 86b023d1-dfc6-4c99-a0c3-bd7abb5cfbca not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:08.677470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:08.683299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-08bf3d06-f046-4ca1-b981-c2c78aeda666 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "PUT /v2.0/routers/04cba3cc-5aef-48fc-ae5a-f7df8468939f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1417804 Nov 22 16:50:08.685964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36856) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:08.687303 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] Sync routers for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:08.699169 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:08.699889 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:49:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:08.741315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fa6d0b-2aa9-49e6-8712-e40672129840 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting subnet d326f3f2-425d-4d63-b98e-62ecf081ced8 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:08.745465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6d0b-2aa9-49e6-8712-e40672129840 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.817244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6d0b-2aa9-49e6-8712-e40672129840 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.817490 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:08.982962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6d0b-2aa9-49e6-8712-e40672129840 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.062431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6d0b-2aa9-49e6-8712-e40672129840 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.070125 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:50:07Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:09.099178 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] Checking router: 04cba3cc-5aef-48fc-ae5a-f7df8468939f for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:09.103034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa6d0b-2aa9-49e6-8712-e40672129840 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Subnet': ['ID=d326f3f2-425d-4d63-b98e-62ecf081ced8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.109883 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] Routers {'04cba3cc-5aef-48fc-ae5a-f7df8468939f'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:09.110044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6d0b-2aa9-49e6-8712-e40672129840 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.110216 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:49:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:09.115571 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d4fa6d0b-2aa9-49e6-8712-e40672129840 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/subnets/d326f3f2-425d-4d63-b98e-62ecf081ced8 HTTP/1.1" status: 204 len: 168 time: 0.4255953 Nov 22 16:50:09.117117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36858) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:09.120990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ac39e-6d97-4c75-8b9d-66f83e1bc32f None None] Network 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:09.262053 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] Set router 04cba3cc-5aef-48fc-ae5a-f7df8468939f gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:09.270446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.378266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] DHCP port deletion for 9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:09.441809 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.464459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] Deleting port b3370570-3995-4d39-ac9d-557390bf0475 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:09.465333 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.509949 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:50:07Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:09.516068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:09.516548 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.564535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] For port b3370570-3995-4d39-ac9d-557390bf0475, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b3370570-3995-4d39-ac9d-557390bf0475,segment=NetworkSegment(1bbff8b9-82b5-47a7-af1e-e0d558037626),segment_id=1bbff8b9-82b5-47a7-af1e-e0d558037626)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:09.565101 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.581419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] Calling delete_port for b3370570-3995-4d39-ac9d-557390bf0475 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:09.633865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:09.634278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.646971 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce28a5-f9bc-4695-80c7-d8ca38811d77 None None] The sync data for ids ['04cba3cc-5aef-48fc-ae5a-f7df8468939f'] in n-d-811716-3 is: [{'id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-779428815', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:27Z', 'updated_at': '2021-11-22T16:50:07Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cba3cc-5aef-48fc-ae5a-f7df8468939f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:28Z', 'updated_at': '2021-11-22T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:09.651532 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:09.678439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.723430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] Pushing event deleted for resources: {'Port': ['ID=b3370570-3995-4d39-ac9d-557390bf0475,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.728847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a665b61-f9d4-478a-a38b-f27860afd4cc None None] No DVR routers for this DVR port b3370570-3995-4d39-ac9d-557390bf0475 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:09.862159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.892351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.907405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3e9da-bc97-4781-8416-c8efc253ae3f None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:09.974069 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.122922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.126509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.154789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b3370570-3995-4d39-ac9d-557390bf0475 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:10.184783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.186207 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Fanout notify agent at l3_agent the message router_deleted on router 04cba3cc-5aef-48fc-ae5a-f7df8468939f {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:50:10.195947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b3370570-3995-4d39-ac9d-557390bf0475 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:10.196432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b3370570-3995-4d39-ac9d-557390bf0475 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:10.196925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 145187c9-45fb-439c-ae6a-9aa5f863f30b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:10.200305 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.201480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-67bc6be5-2416-4c2b-80fd-0f5d319cc39c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/routers/04cba3cc-5aef-48fc-ae5a-f7df8468939f HTTP/1.1" status: 204 len: 168 time: 1.0839126 Nov 22 16:50:10.205140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36860) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:10.228190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 145187c9-45fb-439c-ae6a-9aa5f863f30b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:10.228190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 145187c9-45fb-439c-ae6a-9aa5f863f30b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:10.303096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.423599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.456157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:10.468000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bbff8b9-82b5-47a7-af1e-e0d558037626') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:10.468301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bbff8b9-82b5-47a7-af1e-e0d558037626') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:10.480736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.496892 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.506760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:10.507986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:10.513475 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:10.619161 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.627074 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.634199 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/networks/9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45 HTTP/1.1" status: 204 len: 168 time: 0.4279118 Nov 22 16:50:10.636998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36862) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:10.650138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25617c7-69bc-4f19-a1b2-71b8d33ae7ef tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Network': ['ID=9fa7e11b-16d8-4c4d-9a0b-eee7bdd7ef45,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:10.702501 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.729815 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.802038 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.805254 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.806532 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/security-groups/a2c6571e-17ed-4e67-8a68-43ddc6f66dbc HTTP/1.1" status: 204 len: 168 time: 0.1684997 Nov 22 16:50:10.816860 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c6571e-17ed-4e67-8a68-43ddc6f66dbc,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:10.825841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.826214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.826582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.826937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.827290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.827640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.828012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.828362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.828867 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.829046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.829577 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:10.830090 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c28caae-c4fd-4cfd-860d-62c13f218b93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:11.211447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:11.216280 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-77d2b2b2-11a0-4c19-8bc2-9e6e8085562c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1311023773', 'description': 'tempest-secgroup-smoke-1311023773 description', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:11.242601 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2b2-11a0-4c19-8bc2-9e6e8085562c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.334190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2b2-11a0-4c19-8bc2-9e6e8085562c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.339346 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2b2-11a0-4c19-8bc2-9e6e8085562c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.371580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-77d2b2b2-11a0-4c19-8bc2-9e6e8085562c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.372992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-77d2b2b2-11a0-4c19-8bc2-9e6e8085562c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1604140 Nov 22 16:50:11.377047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36870) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:11.382815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4f0a1464-1a12-4381-94b6-305c324ab26e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '5c871dcd-2e11-4e5b-8d1d-471ab2cff879', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:11.383216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2b2b2-11a0-4c19-8bc2-9e6e8085562c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c871dcd-2e11-4e5b-8d1d-471ab2cff879,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.415428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1464-1a12-4381-94b6-305c324ab26e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.468979 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1464-1a12-4381-94b6-305c324ab26e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.473693 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1464-1a12-4381-94b6-305c324ab26e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.503935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a1464-1a12-4381-94b6-305c324ab26e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147dedef-2620-49a0-a0f1-554e8419122a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.513892 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4f0a1464-1a12-4381-94b6-305c324ab26e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.515420 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4f0a1464-1a12-4381-94b6-305c324ab26e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370602 Nov 22 16:50:11.518556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36872) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:11.523789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b2c911c9-ee59-4c36-9202-b22a59726063 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '5c871dcd-2e11-4e5b-8d1d-471ab2cff879', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:11.556261 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c911c9-ee59-4c36-9202-b22a59726063 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.612141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c911c9-ee59-4c36-9202-b22a59726063 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.617182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c911c9-ee59-4c36-9202-b22a59726063 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.635328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c911c9-ee59-4c36-9202-b22a59726063 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815eed11-2266-4caf-8f90-2e69b83b3d10,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.644103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b2c911c9-ee59-4c36-9202-b22a59726063 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.645380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b2c911c9-ee59-4c36-9202-b22a59726063 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252530 Nov 22 16:50:11.648385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36874) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:11.656007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1be7f3cb-f4c8-46e7-926f-4b14e2702b72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '5c871dcd-2e11-4e5b-8d1d-471ab2cff879', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:11.691592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1be7f3cb-f4c8-46e7-926f-4b14e2702b72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.763522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1be7f3cb-f4c8-46e7-926f-4b14e2702b72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.767447 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1be7f3cb-f4c8-46e7-926f-4b14e2702b72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.786286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7f3cb-f4c8-46e7-926f-4b14e2702b72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8d1661-04f1-427d-9d74-3bc55e82d4fc,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.795818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1be7f3cb-f4c8-46e7-926f-4b14e2702b72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.800463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1be7f3cb-f4c8-46e7-926f-4b14e2702b72 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476274 Nov 22 16:50:11.800707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36876) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:11.806073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-11d20b79-658f-4105-a600-09b6e8028eac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '5c871dcd-2e11-4e5b-8d1d-471ab2cff879', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:11.833787 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11d20b79-658f-4105-a600-09b6e8028eac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.890121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:11.911441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11d20b79-658f-4105-a600-09b6e8028eac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.916381 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11d20b79-658f-4105-a600-09b6e8028eac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.929412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:11.929972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6dc624ca-a5dd-4b83-8f1f-d8a6a3a474f1 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:11.939867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d20b79-658f-4105-a600-09b6e8028eac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af16ec0-dc7c-498c-b9c9-d7113f29cc8b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.953447 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-11d20b79-658f-4105-a600-09b6e8028eac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.954738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-11d20b79-658f-4105-a600-09b6e8028eac tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1530616 Nov 22 16:50:11.958611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:11.963833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-87a2d3c9-3553-4986-b42a-ee6da100052f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '5c871dcd-2e11-4e5b-8d1d-471ab2cff879', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:11.986949 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-87a2d3c9-3553-4986-b42a-ee6da100052f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Project b7be64850fdc4fc7930f252cef8c0294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:50:11.992969 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87a2d3c9-3553-4986-b42a-ee6da100052f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.057237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87a2d3c9-3553-4986-b42a-ee6da100052f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.061127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87a2d3c9-3553-4986-b42a-ee6da100052f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.079576 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2d3c9-3553-4986-b42a-ee6da100052f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2160cce-e277-4253-b5b9-99d577bfc042,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.087811 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87a2d3c9-3553-4986-b42a-ee6da100052f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.089070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-87a2d3c9-3553-4986-b42a-ee6da100052f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292906 Nov 22 16:50:12.093667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.098062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-03d93a07-4b26-4a4e-a30a-a1d0e713c01e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'security_group_rule': {'security_group_id': '5c871dcd-2e11-4e5b-8d1d-471ab2cff879', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:12.121797 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-03d93a07-4b26-4a4e-a30a-a1d0e713c01e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Project b7be64850fdc4fc7930f252cef8c0294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:50:12.127645 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03d93a07-4b26-4a4e-a30a-a1d0e713c01e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.197952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03d93a07-4b26-4a4e-a30a-a1d0e713c01e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.201993 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03d93a07-4b26-4a4e-a30a-a1d0e713c01e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.220932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d93a07-4b26-4a4e-a30a-a1d0e713c01e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8abeb88-0520-404b-998c-a7119fd79eb8,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.229386 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-03d93a07-4b26-4a4e-a30a-a1d0e713c01e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.230935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-03d93a07-4b26-4a4e-a30a-a1d0e713c01e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361771 Nov 22 16:50:12.233801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.238890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'network': {'name': 'tempest-network-smoke--1616246119', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:12.265226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:12.270023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.301750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] vlan segment allocate from pool success with {'vlan_id': 818, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:12.315122 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.315380 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Added segment 9a3643d6-1074-49c8-966a-53f3790e25e8 of type vlan for network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd Nov 22 16:50:12.370607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.404734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.410717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.411397 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.488170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2532551 Nov 22 16:50:12.491891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36884) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.500936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'admin_state_up': True, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:12.532730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773238a-1533-43b7-8b79-1939bbb901af tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Network': ['ID=64d2f681-400a-4800-9cf4-d2a7fd7c9afd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.541985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.542348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.546006 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:12.604134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.774694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.987635 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.007498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.126139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.25.5.86 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/70624829-e839-4eef-9aa2-88f904485217) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:13.267113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.308288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.358368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:13.361483 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:13.365119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:13.373368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=70624829-e839-4eef-9aa2-88f904485217,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:13.383674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e71b9-52cd-4707-ac23-c845641a218b None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:13.463528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-725ed7d5-ec5f-489b-a5c6-f0668201b494 None None] Provisioning complete for port 70624829-e839-4eef-9aa2-88f904485217 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:13.463973 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-725ed7d5-ec5f-489b-a5c6-f0668201b494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.521008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-725ed7d5-ec5f-489b-a5c6-f0668201b494 None None] Port 70624829-e839-4eef-9aa2-88f904485217 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:13.692245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.935030 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.076767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:50:14.186929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:14.198853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Sync routers for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:14.210814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.212110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:14.212891 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4df8af7b-1b6f-4220-b47b-dfd64fa353a4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7195508 Nov 22 16:50:14.213260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:49:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:14.215984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:14.254047 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f7eda270-c9cb-4b4e-9181-a6f59a24b8ad tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=b7be64850fdc4fc7930f252cef8c0294&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367603 Nov 22 16:50:14.259167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:14.337924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:14.372983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73084870-e27c-41a2-abe3-fc7b0458a934 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.374813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-73084870-e27c-41a2-abe3-fc7b0458a934 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1134121 Nov 22 16:50:14.378156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36890) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:14.410643 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6177f6a1-d002-4d4f-b727-869a594c9ea9 tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308616 Nov 22 16:50:14.415722 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36892) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:14.424340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88897924', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:14.538801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:14.542373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.550585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:13Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:14.585996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Checking router: 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:14.586365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Updating router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 port 70624829-e839-4eef-9aa2-88f904485217 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:50:14.613663 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.758302 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.828735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Subnet': ['ID=26372de4-d24b-4cc5-a714-e78069f38e35,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:14.836733 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Checking segment: {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:14.837096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network hostable DHCP agents. Network: 64d2f681-400a-4800-9cf4-d2a7fd7c9afd, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:14.859748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:14.872177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 64d2f681-400a-4800-9cf4-d2a7fd7c9afd) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:14.877368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.877986 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.893539 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c77bd4-043d-4c7d-b77b-72566c947c4d None None] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:14.904728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2412f059-7c3a-4130-a8ef-1eed3c15f1d5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4866660 Nov 22 16:50:14.911364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36894) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:14.969725 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.981699 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.054266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab25b2d-fafa-4df2-ac71-2c537df6813a None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:15.072627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Attempting to bind port 70624829-e839-4eef-9aa2-88f904485217 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:15.073005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Attempting to bind port 70624829-e839-4eef-9aa2-88f904485217 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:15.073374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Attempting to bind port 70624829-e839-4eef-9aa2-88f904485217 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:15.095454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b8ef5-7f54-48ed-8135-d7ec6109a716 None None] Pushing event updated for resources: {'Port': ['ID=70624829-e839-4eef-9aa2-88f904485217,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:15.104168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:15.104168 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:15.104372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.104765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:15.105263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Bound port: 70624829-e839-4eef-9aa2-88f904485217, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:15.105651 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.200084 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] For port 70624829-e839-4eef-9aa2-88f904485217, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:15.203796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c9b6dbb1-9725-44e5-9c4c-f2e8735eed75 None None] Provisioning complete for port 70624829-e839-4eef-9aa2-88f904485217 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:15.204176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c9b6dbb1-9725-44e5-9c4c-f2e8735eed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.206984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] For port 70624829-e839-4eef-9aa2-88f904485217, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=70624829-e839-4eef-9aa2-88f904485217,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:15.209238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:15.210633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.239262 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.301841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6dbb1-9725-44e5-9c4c-f2e8735eed75 None None] Port 70624829-e839-4eef-9aa2-88f904485217 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:15.312911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fed672-571b-43e6-872b-236d8622c874 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:15.401938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:15.402893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:49:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:15.453036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b8ef5-7f54-48ed-8135-d7ec6109a716 None None] Pushing event updated for resources: {'Port': ['ID=70624829-e839-4eef-9aa2-88f904485217,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:15.708223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a7618ff8-b4f7-4b49-ad8b-60890f82b13b None None] Provisioning complete for port 70624829-e839-4eef-9aa2-88f904485217 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:15.708923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7618ff8-b4f7-4b49-ad8b-60890f82b13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.778660 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Allocated IP 172.20.0.2 (64d2f681-400a-4800-9cf4-d2a7fd7c9afd/26372de4-d24b-4cc5-a714-e78069f38e35/e444cc1a-ea0a-4d6d-8a35-18871adaa8b9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:15.786369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.798067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:16.009388 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7618ff8-b4f7-4b49-ad8b-60890f82b13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.074808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a7618ff8-b4f7-4b49-ad8b-60890f82b13b None None] For port 70624829-e839-4eef-9aa2-88f904485217, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=70624829-e839-4eef-9aa2-88f904485217,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:16.114501 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a7618ff8-b4f7-4b49-ad8b-60890f82b13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.173900 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.188931 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.198459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7618ff8-b4f7-4b49-ad8b-60890f82b13b None None] Pushing event updated for resources: {'Port': ['ID=70624829-e839-4eef-9aa2-88f904485217,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:16.234235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:16.240163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.20.0.1 (64d2f681-400a-4800-9cf4-d2a7fd7c9afd/26372de4-d24b-4cc5-a714-e78069f38e35/c4a67ebb-1e09-48d2-8721-0d9e7e110d2b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:16.242037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:16.249847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:16.274010 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Pushing event updated for resources: {'Port': ['ID=e444cc1a-ea0a-4d6d-8a35-18871adaa8b9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:16.313817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:13Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:16.351127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a899f77e-fdb9-4bdf-bb14-7d0ddf86fd6d None None] The sync data for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 is: [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:13Z', 'revision_number': 3, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:16.354947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Attempting to bind port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:16.355333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Attempting to bind port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:16.356103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Attempting to bind port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 on network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:16.361113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:16.361533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Checking segment: {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:16.361911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.362309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Bound using segment: {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:16.362792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Bound port: e444cc1a-ea0a-4d6d-8a35-18871adaa8b9, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:16.363179 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.380275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.420138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.442275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] For port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:16.447348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] For port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e444cc1a-ea0a-4d6d-8a35-18871adaa8b9,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:16.452615 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.468994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:16.472358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:16.474986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:16.527393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df2c9d-7787-422a-9e82-0a6e9a90b2eb None None] Pushing event updated for resources: {'Port': ['ID=e444cc1a-ea0a-4d6d-8a35-18871adaa8b9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:16.531625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:16.547876 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.807985 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.225130 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.231762 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.325196 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.328601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:17.469481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:17.471133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:17.523393 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:17.620372 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:17.759463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:17.762943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2251a509-771d-498c-a816-6d2aaa2dedb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "PUT /v2.0/routers/7fd170c8-e6be-4a30-b143-9ea8b3e215f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8504584 Nov 22 16:50:17.806963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8675bbb6-06f1-4258-9ac2-39add9185c33 None None] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:17.879535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2526cfa6-d69e-4d3e-8175-5462e459066d None None] Provisioning complete for port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:17.879697 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2526cfa6-d69e-4d3e-8175-5462e459066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.072800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-f5160d59-aa83-4e09-8ac8-fa96e03e644f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1311023773&fields=id&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 267 time: 0.0870948 Nov 22 16:50:18.083363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 70624829-e839-4eef-9aa2-88f904485217 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:18.088827 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2526cfa6-d69e-4d3e-8175-5462e459066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.177818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2526cfa6-d69e-4d3e-8175-5462e459066d None None] For port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e444cc1a-ea0a-4d6d-8a35-18871adaa8b9,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:18.187040 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2526cfa6-d69e-4d3e-8175-5462e459066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.221934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-6c1d2fc4-034e-40fb-85f4-d0fe632f0cf2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.222832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-6c1d2fc4-034e-40fb-85f4-d0fe632f0cf2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/networks?id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd HTTP/1.1" status: 200 len: 797 time: 0.1430259 Nov 22 16:50:18.232406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 70624829-e839-4eef-9aa2-88f904485217 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:18.233018 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.254448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-9a9eb96c-b384-456c-8933-614905b566e4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/quotas/b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 375 time: 0.0226755 Nov 22 16:50:18.299534 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526cfa6-d69e-4d3e-8175-5462e459066d None None] Pushing event updated for resources: {'Port': ['ID=e444cc1a-ea0a-4d6d-8a35-18871adaa8b9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:18.342985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-58f3f5cc-7882-49de-b031-c1f9526a7cbe tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790217 Nov 22 16:50:18.378527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:18.444615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:18.445120 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.529221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a02bcf1f-6d9d-48de-a975-71d583cecbb0 None None] Provisioning complete for port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:18.529807 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a02bcf1f-6d9d-48de-a975-71d583cecbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.541054 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Sync routers for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:18.557472 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:18.558410 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:49:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:18.560002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-551a493a-34ee-4816-972a-97df34bea6a0 service neutron] 10.222.0.69 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031279 Nov 22 16:50:18.675332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-a14df439-1285-473d-baea-3ff6ac0a2e84 service neutron] 10.222.0.69 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071355 Nov 22 16:50:18.723144 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:18.728792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a02bcf1f-6d9d-48de-a975-71d583cecbb0 None None] Provisioning complete for port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:18.729677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a02bcf1f-6d9d-48de-a975-71d583cecbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.779931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a02bcf1f-6d9d-48de-a975-71d583cecbb0 None None] Port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:18.915606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6023117b-298b-4fea-aff7-d559ee114014 None None] Provisioning complete for port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:18.916301 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6023117b-298b-4fea-aff7-d559ee114014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.963373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f4f9cd9-d82d-434e-a009-a2e4d7e05c2f req-171e0104-67bd-41b3-863b-35292ce88fa4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 210 time: 0.0615668 Nov 22 16:50:18.984548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6023117b-298b-4fea-aff7-d559ee114014 None None] Port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:19.063180 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e626bc0c-e72a-48cd-88d4-fd17bcf9ff40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.116746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3085c15b-7b75-4c48-9847-0ae64f8361b4 None None] Provisioning complete for port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:19.117428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3085c15b-7b75-4c48-9847-0ae64f8361b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.122170 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:17Z', 'revision_number': 2, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:19.160785 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Checking router: 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:19.161808 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Updating router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:50:19.162076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3085c15b-7b75-4c48-9847-0ae64f8361b4 None None] Port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:19.195601 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.533499 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.540299 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.595856 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Pushing event updated for resources: {'Port': ['ID=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:19.608995 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.610068 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.610662 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.611062 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.611516 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.611832 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.612180 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.612921 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.613416 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.613910 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.614692 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.614864 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:19.669159 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Attempting to bind port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:19.669618 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Attempting to bind port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:19.670000 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Attempting to bind port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b on network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:19.676488 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:19.676871 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Checking segment: {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:19.677283 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.677877 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Bound using segment: {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:19.678818 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Bound port: c4a67ebb-1e09-48d2-8721-0d9e7e110d2b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:19.679662 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.753286 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] For port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:19.763760 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] For port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:19.771454 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.856174 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:19.856816 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:49:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:19.912620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-dc32f895-b138-441a-b96e-4bd84231024c None None] Provisioning complete for port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:19.914504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc32f895-b138-441a-b96e-4bd84231024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.919770 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c51828-f226-4a70-a236-77a0ea288ee1 None None] Pushing event updated for resources: {'Port': ['ID=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:20.026998 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:20.028341 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:20.105255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecb0b429-3d72-4908-8735-23f48f379d75 req-77604b5c-41c8-424f-828e-e74ee358a4e9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 210 time: 0.0469151 Nov 22 16:50:20.166451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc32f895-b138-441a-b96e-4bd84231024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.186667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:20.187330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.257749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-dc32f895-b138-441a-b96e-4bd84231024c None None] For port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:20.263233 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc32f895-b138-441a-b96e-4bd84231024c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.358235 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:19Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:20.372312 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-d1ed3d08-f76c-4483-998d-2ae078fb39e2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:20.374316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-d1ed3d08-f76c-4483-998d-2ae078fb39e2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "GET /v2.0/networks?id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd HTTP/1.1" status: 200 len: 797 time: 0.1737158 Nov 22 16:50:20.402545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32f895-b138-441a-b96e-4bd84231024c None None] Pushing event updated for resources: {'Port': ['ID=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:20.411619 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c21e06-757a-4b05-9474-4ac411fc2835 None None] The sync data for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 is: [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:19Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:20.426389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d0e76057-a4f4-43c2-bb62-bf7df46f52c4 None None] Provisioning complete for port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:20.426767 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0e76057-a4f4-43c2-bb62-bf7df46f52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.495582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-de5a2ed8-5ded-4114-a090-376e7dbfcb4b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7be64850fdc4fc7930f252cef8c0294 HTTP/1.1" status: 200 len: 380 time: 0.1108150 Nov 22 16:50:20.523039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'port': {'device_id': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'admin_state_up': True, 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'security_groups': ['5c871dcd-2e11-4e5b-8d1d-471ab2cff879']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:20.690378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Made reservation on behalf of b7be64850fdc4fc7930f252cef8c0294 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:20.696061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.880631 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.20.0.7 (64d2f681-400a-4800-9cf4-d2a7fd7c9afd/26372de4-d24b-4cc5-a714-e78069f38e35/afa81f73-d038-4f00-a622-3e66e5128aa6) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:21.092105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.136687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.204453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:21.218848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:21.244622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:21.251322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:21.330793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cd551-9e94-42aa-ba14-5c275ca9e7c8 req-9d5a8760-8df1-45fa-8590-cac1d83a40bf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.333295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc3cd551-9e94-42aa-ba14-5c275ca9e7c8 req-9d5a8760-8df1-45fa-8590-cac1d83a40bf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 931 time: 0.1336746 Nov 22 16:50:21.344727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.345559 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.367974 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4666-dbd5-4f0b-bdd8-701025abfac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.375763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-42290e7c-24e2-4522-8d16-32876c7722ba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8789558 Nov 22 16:50:21.389909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Request body: {'port': {'device_id': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:21.491650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc3cd551-9e94-42aa-ba14-5c275ca9e7c8 req-2450ae92-ed43-418c-b35b-4c910c197058 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300759 Nov 22 16:50:21.504504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.606460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-885888d5-38ac-4824-b2a2-ede133862af0 None None] Provisioning complete for port afa81f73-d038-4f00-a622-3e66e5128aa6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:21.606874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-885888d5-38ac-4824-b2a2-ede133862af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.653623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-885888d5-38ac-4824-b2a2-ede133862af0 None None] Port afa81f73-d038-4f00-a622-3e66e5128aa6 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:21.833828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa81f73-d038-4f00-a622-3e66e5128aa6 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:21.844048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.858070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Transition to ACTIVE for port object afa81f73-d038-4f00-a622-3e66e5128aa6 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:21.862836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.918148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Pushing event updated for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:22.019797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c4a67ebb-1e09-48d2-8721-0d9e7e110d2b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:22.021637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Attempting to bind port afa81f73-d038-4f00-a622-3e66e5128aa6 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:22.022119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Attempting to bind port afa81f73-d038-4f00-a622-3e66e5128aa6 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:22.023368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Attempting to bind port afa81f73-d038-4f00-a622-3e66e5128aa6 on network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:22.029093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Port afa81f73-d038-4f00-a622-3e66e5128aa6 on network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:50:22.029541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Attempting to bind port afa81f73-d038-4f00-a622-3e66e5128aa6 on network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:22.036110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:22.036457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Checking segment: {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:22.036950 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Bound using segment: {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:22.037294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Bound port: afa81f73-d038-4f00-a622-3e66e5128aa6, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3643d6-1074-49c8-966a-53f3790e25e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:22.038202 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.089878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:22.090263 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.147198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:22.152654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:22.158155 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.196753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.197379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.198776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] 10.222.0.11 "PUT /v2.0/ports/afa81f73-d038-4f00-a622-3e66e5128aa6 HTTP/1.1" status: 200 len: 1091 time: 0.8151302 Nov 22 16:50:22.199307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:22.201639 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51898c05-54c0-4845-bc86-aa6a85d470ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:22.235610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b93a6e-6352-4f17-b367-ac4341bb263f service neutron] Pushing event updated for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:22.275692 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d431c84c-1488-42ea-8dae-ab4b5ca8bccc x-openstack-request-id: req-d431c84c-1488-42ea-8dae-ab4b5ca8bccc {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:22.276135 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:22.276437 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d431c84c-1488-42ea-8dae-ab4b5ca8bccc {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:22.276851 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'status': 'completed', 'code': 200} Nov 22 16:50:22.316037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-bf340045-19c2-4e26-83f5-a6bb5e2a266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.318144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-bf340045-19c2-4e26-83f5-a6bb5e2a266a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1094 time: 0.0523551 Nov 22 16:50:22.368961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-1c278b46-1648-464a-ba28-a150ec3b2b82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa81f73-d038-4f00-a622-3e66e5128aa6 HTTP/1.1" status: 200 len: 217 time: 0.0431509 Nov 22 16:50:22.432946 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-1432e74d-af74-403f-92e8-c8d4ab90eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.434511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-1432e74d-af74-403f-92e8-c8d4ab90eb88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26372de4-d24b-4cc5-a714-e78069f38e35 HTTP/1.1" status: 200 len: 833 time: 0.0587897 Nov 22 16:50:22.486491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-df30fd80-b9c6-4610-98d7-c08813dfabad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.487962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-df30fd80-b9c6-4610-98d7-c08813dfabad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464571 Nov 22 16:50:22.582177 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.898169 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.940836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8b096-0182-40ea-9a6c-a892c4edb5cb req-ceede474-be97-4aec-a36d-e6bf3ea4490a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.942430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7e8b096-0182-40ea-9a6c-a892c4edb5cb req-ceede474-be97-4aec-a36d-e6bf3ea4490a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 943 time: 0.0837066 Nov 22 16:50:22.948071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-297fb80f-224f-4c6e-b741-48627efbecaa service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524121 Nov 22 16:50:23.070876 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e7e8b096-0182-40ea-9a6c-a892c4edb5cb req-6e4374da-c524-4628-890a-5685377bdc7e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217184 Nov 22 16:50:23.095230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-152d3b2d-4c0d-46f7-b9a0-d770af708cba req-d023e829-aa21-4deb-be82-8089b0d2b632 service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379218 Nov 22 16:50:23.186323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-12332292-b1e6-4b22-8b35-1d117340721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.187835 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-12332292-b1e6-4b22-8b35-1d117340721b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1094 time: 0.0444021 Nov 22 16:50:23.285190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-4f24b815-6f7e-4a25-b777-e332c9971483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.286675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-4f24b815-6f7e-4a25-b777-e332c9971483 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd HTTP/1.1" status: 200 len: 898 time: 0.0911570 Nov 22 16:50:23.329119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-2164ceab-a8af-433f-a121-a04ed01dcc72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa81f73-d038-4f00-a622-3e66e5128aa6 HTTP/1.1" status: 200 len: 217 time: 0.0354536 Nov 22 16:50:23.379740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-9f6264a9-f555-4476-88ef-96a6a02ac705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.381275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-9f6264a9-f555-4476-88ef-96a6a02ac705 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26372de4-d24b-4cc5-a714-e78069f38e35 HTTP/1.1" status: 200 len: 833 time: 0.0453627 Nov 22 16:50:23.430694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-8e5f9b49-bb0e-495b-a472-8153171842f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.432231 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-8e5f9b49-bb0e-495b-a472-8153171842f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418646 Nov 22 16:50:23.529894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-25f13643-ac97-4371-9a34-b0fdf87c0eaf service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902088 Nov 22 16:50:23.635420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51898c05-54c0-4845-bc86-aa6a85d470ff req-3493db07-9115-4cb3-93ef-e22ab0b70e71 service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984271 Nov 22 16:50:24.206071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227719e-27eb-4f08-bbed-080eeb393475 req-f58fa11a-17e3-4a8b-942e-782512edf948 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:24.207741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5227719e-27eb-4f08-bbed-080eeb393475 req-f58fa11a-17e3-4a8b-942e-782512edf948 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 943 time: 0.0565534 Nov 22 16:50:24.260707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5227719e-27eb-4f08-bbed-080eeb393475 req-a97d3453-6716-4414-8c15-d717f2df009e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461674 Nov 22 16:50:24.633981 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.871323 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.909868 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.386097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dac08d-c90e-4331-89c2-322324b7e4a3 req-4dba2ed6-630d-487d-aabf-38a56d7436e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.387617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9dac08d-c90e-4331-89c2-322324b7e4a3 req-4dba2ed6-630d-487d-aabf-38a56d7436e6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 943 time: 0.0549097 Nov 22 16:50:25.440969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d9dac08d-c90e-4331-89c2-322324b7e4a3 req-45f832bd-07a3-4d11-a59e-00d80325c17e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472450 Nov 22 16:50:26.571238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a273a-93a5-497f-9a89-db9a35e91019 req-3d0746f4-6eb8-470c-91e5-34a45104feb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.572890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f23a273a-93a5-497f-9a89-db9a35e91019 req-3d0746f4-6eb8-470c-91e5-34a45104feb5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 943 time: 0.0569623 Nov 22 16:50:26.629477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f23a273a-93a5-497f-9a89-db9a35e91019 req-6f4d529c-1a24-43f8-9e06-d0c21eeebd93 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502834 Nov 22 16:50:26.680872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device afa81f73-d038-4f00-a622-3e66e5128aa6 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:26.785273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:26.800178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'port_id': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'mac_address': 'fa:16:3e:ed:3a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:26.846059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.027172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa81f73-d038-4f00-a622-3e66e5128aa6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:27.048664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:27.055249 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.106983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:27.259529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['afa81f73-d038-4f00-a622-3e66e5128aa6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:27.761411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f495656-15a5-43f9-8fa1-0662394d22be req-55f8799d-6c74-41b8-95a4-14796f0d29bf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.762966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f495656-15a5-43f9-8fa1-0662394d22be req-55f8799d-6c74-41b8-95a4-14796f0d29bf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 944 time: 0.0584795 Nov 22 16:50:27.815082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f495656-15a5-43f9-8fa1-0662394d22be req-e07f552d-3d57-4dfd-bca3-d81ad273f297 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459750 Nov 22 16:50:28.687620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device afa81f73-d038-4f00-a622-3e66e5128aa6 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:28.740910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port afa81f73-d038-4f00-a622-3e66e5128aa6 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:50:28.745830 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port afa81f73-d038-4f00-a622-3e66e5128aa6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:28.746209 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.842449 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.870713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:28.873446 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9969fde4-6de6-4bf9-9e23-5f504488382d" -d '{"events": [{"server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "name": "network-vif-plugged", "status": "completed", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:28.890467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:28.895791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.925464 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c448023-1d47-495f-8f53-f0470f207ad7 x-openstack-request-id: req-7c448023-1d47-495f-8f53-f0470f207ad7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:28.925828 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "name": "network-vif-plugged", "status": "completed", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:28.926053 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c448023-1d47-495f-8f53-f0470f207ad7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:28.926448 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'code': 200} Nov 22 16:50:28.965558 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3e7ea-c7b9-496b-aaf4-6ea3051f978a req-d006d745-1da1-4ad4-96e3-e5bc9ff4dfff tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.968169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0f3e7ea-c7b9-496b-aaf4-6ea3051f978a req-d006d745-1da1-4ad4-96e3-e5bc9ff4dfff tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0650530 Nov 22 16:50:28.973880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:29.078105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0f3e7ea-c7b9-496b-aaf4-6ea3051f978a req-ba6ef901-1495-4627-ae2a-b4cc41f85f06 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993621 Nov 22 16:50:29.083528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a1e25-77fc-4555-8a88-2fe5ed73a349 req-033ab176-079c-486a-a99f-5187be5bda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:29.086697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b1a1e25-77fc-4555-8a88-2fe5ed73a349 req-033ab176-079c-486a-a99f-5187be5bda5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1096 time: 0.0767353 Nov 22 16:50:29.153316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b1a1e25-77fc-4555-8a88-2fe5ed73a349 req-8050cacb-2309-4287-83d1-c620fe41226a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596538 Nov 22 16:50:30.226189 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5373a7f-e646-47b6-966d-35ced319a0e6 req-7382b729-59b3-4166-8816-036a6a8a1088 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.227823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5373a7f-e646-47b6-966d-35ced319a0e6 req-7382b729-59b3-4166-8816-036a6a8a1088 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0574162 Nov 22 16:50:30.283123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5373a7f-e646-47b6-966d-35ced319a0e6 req-905c1f95-87fc-432f-b1c6-40ec83e10fba tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485189 Nov 22 16:50:31.411579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1b44-1ebf-4448-8de7-a82ad86d7423 req-22722e54-6635-47e9-854c-1de8f0832c98 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.413323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bab1b44-1ebf-4448-8de7-a82ad86d7423 req-22722e54-6635-47e9-854c-1de8f0832c98 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0576382 Nov 22 16:50:31.469826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bab1b44-1ebf-4448-8de7-a82ad86d7423 req-cfa16897-618d-4b83-982e-dd547d0a8c1d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502899 Nov 22 16:50:31.597077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec680f45-e55a-4cbf-afdc-daaf765a6224 req-f8ef222f-2a67-4f9f-94e2-bf86d0e68910 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.598501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec680f45-e55a-4cbf-afdc-daaf765a6224 req-f8ef222f-2a67-4f9f-94e2-bf86d0e68910 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Nov 22 16:50:31.664761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ec680f45-e55a-4cbf-afdc-daaf765a6224 req-f051e2d5-9f71-4757-a827-d25ad32d07e9 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596886 Nov 22 16:50:31.693818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36966) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:31.737495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75281c55-c7ab-4e81-945a-df5b97a9032b tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.739070 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-75281c55-c7ab-4e81-945a-df5b97a9032b tempest-TestNetworkAdvancedServerOps-2010979020 tempest-TestNetworkAdvancedServerOps-2010979020-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1091 time: 0.0441706 Nov 22 16:50:31.742777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36968) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:31.747280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:31.785823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.909922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.026821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Allocated IP 172.25.5.83 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/3e16ff34-2720-4b11-8727-95ed9a86842a) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:32.155759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.190411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.235036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:32.241383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:32.245697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:32.270333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=3e16ff34-2720-4b11-8727-95ed9a86842a,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:33.041310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.117601 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.286401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.291608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.370976 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event updated for resources: {'Port': ['ID=3e16ff34-2720-4b11-8727-95ed9a86842a,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:33.383126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.501904 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Floating IP 87f0c210-b0c1-475a-8d08-cc083e722437 associated. External IP: 172.25.5.83, port: afa81f73-d038-4f00-a622-3e66e5128aa6. Nov 22 16:50:33.739496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:33.858555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:33.869018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] Sync routers for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:33.880333 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:33.881089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:50:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:33.889345 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.933357 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-61a65d16-7365-4708-90ce-44acf99f9018 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1870198 Nov 22 16:50:33.933357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:33.935245 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a157300103250ab53085b9b4f047f2560ef23ecf85bf3a0adb37e7cea16a3fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b74c81b-de3d-4975-be29-8e410673fb01" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:33.995981 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205ea07-e8a0-4826-b8bf-8c37a10b5d76 x-openstack-request-id: req-1205ea07-e8a0-4826-b8bf-8c37a10b5d76 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:33.996632 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:33.996900 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1205ea07-e8a0-4826-b8bf-8c37a10b5d76 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:33.997325 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'status': 'completed', 'code': 200} Nov 22 16:50:34.011286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:34.089389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72629d0e-eb7c-4d21-be14-54b9dd49fa8c req-b92fe8c8-5909-4f06-9013-c219cc8fc532 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.090985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72629d0e-eb7c-4d21-be14-54b9dd49fa8c req-b92fe8c8-5909-4f06-9013-c219cc8fc532 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0882459 Nov 22 16:50:34.103110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-0a3d47dd-770e-464f-8f48-b2b1f8f1073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.104605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-0a3d47dd-770e-464f-8f48-b2b1f8f1073f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1096 time: 0.0725157 Nov 22 16:50:34.207244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72629d0e-eb7c-4d21-be14-54b9dd49fa8c req-ae16b5c6-4f8e-4c12-953d-ce2b4dd9c5c6 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066220 Nov 22 16:50:34.231856 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 36976) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:34.246774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-d3ad2f8a-ad09-432c-ade9-ed580a46be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.248210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-d3ad2f8a-ad09-432c-ade9-ed580a46be93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd HTTP/1.1" status: 200 len: 898 time: 0.1300035 Nov 22 16:50:34.292437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '87f0c210-b0c1-475a-8d08-cc083e722437', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'port_id': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'mac_address': 'fa:16:3e:ed:3a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:32Z', 'updated_at': '2021-11-22T16:50:32Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:34.307956 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5fb13234-58a5-4343-a117-3338056d588c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/87f0c210-b0c1-475a-8d08-cc083e722437 HTTP/1.1" status: 200 len: 990 time: 0.0745711 Nov 22 16:50:34.327104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] Checking router: 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:34.327343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-09fd5e0c-5de8-439b-9ea3-37994ae83916 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa81f73-d038-4f00-a622-3e66e5128aa6 HTTP/1.1" status: 200 len: 998 time: 0.0723131 Nov 22 16:50:34.336855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:34.337468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:50:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:34.383122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-b22ac7b2-fbbc-4f16-aece-487ce640fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.385416 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-b22ac7b2-fbbc-4f16-aece-487ce640fb50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26372de4-d24b-4cc5-a714-e78069f38e35 HTTP/1.1" status: 200 len: 833 time: 0.0509450 Nov 22 16:50:34.448602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-4e829654-f4c4-4077-8fc5-af64fd22454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.450176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-4e829654-f4c4-4077-8fc5-af64fd22454a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573487 Nov 22 16:50:34.466544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:34.556481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-1a1bfd4f-b7c4-4d7a-ae03-e7fd58cfe9c1 service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992815 Nov 22 16:50:34.677483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5b74c81b-de3d-4975-be29-8e410673fb01 req-9ac66e0c-2077-4b74-8f16-1fe3127ab8bd service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119561 Nov 22 16:50:34.754781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '87f0c210-b0c1-475a-8d08-cc083e722437', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'port_id': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'mac_address': 'fa:16:3e:ed:3a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:32Z', 'updated_at': '2021-11-22T16:50:32Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:34.784958 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43273a8b-aa04-4cb2-8ed1-f747ad0f4809 None None] The sync data for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 is: [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '87f0c210-b0c1-475a-8d08-cc083e722437', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'floating_ip_address': '172.25.5.83', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'port_id': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'mac_address': 'fa:16:3e:ed:3a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:32Z', 'updated_at': '2021-11-22T16:50:32Z', 'revision_number': 0, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:34.997057 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a999bbed-6118-4156-a62c-de2046c8828f None None] New status for floating IP 87f0c210-b0c1-475a-8d08-cc083e722437: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:50:35.311901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 36978) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:35.375999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-95ad9823-1ca7-420e-bfa5-59c99dc73d89 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/87f0c210-b0c1-475a-8d08-cc083e722437 HTTP/1.1" status: 200 len: 992 time: 0.0627344 Nov 22 16:50:40.931285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557ccd42-5efb-447f-888c-196865e769de req-cb651b4f-0a5f-4072-a8be-78cfe969e914 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439093 Nov 22 16:50:41.027579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccd42-5efb-447f-888c-196865e769de req-74f0e37b-2d2b-4859-a581-11ec280c78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:41.029418 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557ccd42-5efb-447f-888c-196865e769de req-74f0e37b-2d2b-4859-a581-11ec280c78a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1096 time: 0.0536203 Nov 22 16:50:41.145181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccd42-5efb-447f-888c-196865e769de req-969a77f4-638b-47e7-aee6-a108c80d021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:41.146721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557ccd42-5efb-447f-888c-196865e769de req-969a77f4-638b-47e7-aee6-a108c80d021e service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd HTTP/1.1" status: 200 len: 898 time: 0.0952547 Nov 22 16:50:41.220677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557ccd42-5efb-447f-888c-196865e769de req-1074c173-143f-4b8a-ba1c-9acd0671fa59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa81f73-d038-4f00-a622-3e66e5128aa6 HTTP/1.1" status: 200 len: 1000 time: 0.0669262 Nov 22 16:50:41.285593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccd42-5efb-447f-888c-196865e769de req-e25ff6f5-ae9f-46ef-bd17-ff7b580be9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:41.287588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557ccd42-5efb-447f-888c-196865e769de req-e25ff6f5-ae9f-46ef-bd17-ff7b580be9bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26372de4-d24b-4cc5-a714-e78069f38e35 HTTP/1.1" status: 200 len: 833 time: 0.0596604 Nov 22 16:50:41.339003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ccd42-5efb-447f-888c-196865e769de req-7b6d02fc-c242-443e-8557-3ef41a9029e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:41.340688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557ccd42-5efb-447f-888c-196865e769de req-7b6d02fc-c242-443e-8557-3ef41a9029e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464482 Nov 22 16:50:41.448440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557ccd42-5efb-447f-888c-196865e769de req-c4332e38-8f29-412a-a139-287635333013 service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001289 Nov 22 16:50:41.562490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-557ccd42-5efb-447f-888c-196865e769de req-b13118e1-9c6e-48fe-837c-72541c29e94b service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073785 Nov 22 16:50:49.050638 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a4a9673b-11d5-4aa5-83a6-90e2f11a1931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.348954 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8044b406-2a5e-4514-a2f3-454ef0c381e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.562159 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.911823 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.523695 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:54.636214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.877856 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.928445 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.313850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d112d7-c56b-4a35-8a30-95e2dc0e5b16 req-43163ba3-669b-460a-8439-a1aa468b62bd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:07.315417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07d112d7-c56b-4a35-8a30-95e2dc0e5b16 req-43163ba3-669b-460a-8439-a1aa468b62bd tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.1119986 Nov 22 16:51:07.385612 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-07d112d7-c56b-4a35-8a30-95e2dc0e5b16 req-be1668cb-d7a5-47b6-b542-cd9509f5b06f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632761 Nov 22 16:51:08.524120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ee2c6-7a9b-49b4-99ab-a0c509fd6381 req-d2deaa55-92d7-4c77-8289-4fa9d15fb2fe tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:08.526064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf8ee2c6-7a9b-49b4-99ab-a0c509fd6381 req-d2deaa55-92d7-4c77-8289-4fa9d15fb2fe tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0557032 Nov 22 16:51:08.583989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf8ee2c6-7a9b-49b4-99ab-a0c509fd6381 req-26f7d4e3-4495-4af4-bff7-85c80ca5b772 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515001 Nov 22 16:51:09.707458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfbd680-144c-45dc-b036-b3475247d6ae req-99b021cb-586d-4afb-9c7a-e03e0e578ea3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:09.709195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bfbd680-144c-45dc-b036-b3475247d6ae req-99b021cb-586d-4afb-9c7a-e03e0e578ea3 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0527458 Nov 22 16:51:09.767252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bfbd680-144c-45dc-b036-b3475247d6ae req-5176d376-b50b-484b-8e94-7bc06670c8b5 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468273 Nov 22 16:51:10.914047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22db3d-7129-4944-bb42-bc1aca5ef2ba req-14ac70e3-b117-46cb-8225-9ab729b7bd55 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:10.915618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd22db3d-7129-4944-bb42-bc1aca5ef2ba req-14ac70e3-b117-46cb-8225-9ab729b7bd55 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0583820 Nov 22 16:51:10.978969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cd22db3d-7129-4944-bb42-bc1aca5ef2ba req-21a0d410-4664-41c2-a663-5a8040b3e58b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569062 Nov 22 16:51:12.111445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2a876-c3b9-4bcd-8f01-ed9d7ada8aaa req-5663f341-eddf-4e60-bac5-a7e12ddda81b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.113059 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbc2a876-c3b9-4bcd-8f01-ed9d7ada8aaa req-5663f341-eddf-4e60-bac5-a7e12ddda81b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0529449 Nov 22 16:51:12.172924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbc2a876-c3b9-4bcd-8f01-ed9d7ada8aaa req-52912aec-d726-4e25-9eb1-34fe4d1533e4 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520492 Nov 22 16:51:13.305233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba8d9b-f266-4b5a-9aee-5f8bb6a42b54 req-ea502ad0-183e-4004-aec1-7432ec1ff628 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.306778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5ba8d9b-f266-4b5a-9aee-5f8bb6a42b54 req-ea502ad0-183e-4004-aec1-7432ec1ff628 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0577188 Nov 22 16:51:13.357534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5ba8d9b-f266-4b5a-9aee-5f8bb6a42b54 req-19603af2-4325-4a56-b93e-1cf21d3ed58e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447700 Nov 22 16:51:14.486404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbdd1e-eeed-4aff-a153-17f2a76aad92 req-5a958501-7a28-4c24-9cb0-f5aa85c79066 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:14.488121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bdbbdd1e-eeed-4aff-a153-17f2a76aad92 req-5a958501-7a28-4c24-9cb0-f5aa85c79066 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0550554 Nov 22 16:51:14.541851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bdbbdd1e-eeed-4aff-a153-17f2a76aad92 req-c5fa9cad-531b-4b4c-942a-e98f4137fec0 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463321 Nov 22 16:51:15.677904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc3859-3495-4deb-916b-c8c5b75d53d7 req-bd7ec9a4-84a7-4ffe-a86d-ad112dbf804d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:15.680110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05bc3859-3495-4deb-916b-c8c5b75d53d7 req-bd7ec9a4-84a7-4ffe-a86d-ad112dbf804d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0562046 Nov 22 16:51:15.738168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05bc3859-3495-4deb-916b-c8c5b75d53d7 req-406ddb99-1804-414c-b3c5-e1e1158b29a7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517683 Nov 22 16:51:16.884483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a18b6-619f-499d-be37-7116d6e96a4d req-297d139c-81e8-4db9-8095-d46d2fa3c464 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:16.886236 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2a18b6-619f-499d-be37-7116d6e96a4d req-297d139c-81e8-4db9-8095-d46d2fa3c464 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0605922 Nov 22 16:51:16.947006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb2a18b6-619f-499d-be37-7116d6e96a4d req-9df929d5-e40c-4825-9d9d-401501d1f6f2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515296 Nov 22 16:51:18.076647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52310b4d-9aab-4c9c-be67-2ba586399798 req-89627ecb-1d92-431b-b80f-fd0a9f22209b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:18.078179 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52310b4d-9aab-4c9c-be67-2ba586399798 req-89627ecb-1d92-431b-b80f-fd0a9f22209b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0563490 Nov 22 16:51:18.138941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52310b4d-9aab-4c9c-be67-2ba586399798 req-d4681349-d92d-4072-8b89-b2de1559255e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505092 Nov 22 16:51:19.055350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c223f27f-1eef-42c4-bb18-a12bf9eb15a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.269730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa66a6-9230-4247-9ee3-d4655d8325f8 req-f0fcf613-1575-4762-a924-8cbe6d45f110 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:19.271267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81fa66a6-9230-4247-9ee3-d4655d8325f8 req-f0fcf613-1575-4762-a924-8cbe6d45f110 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0592194 Nov 22 16:51:19.352301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81fa66a6-9230-4247-9ee3-d4655d8325f8 req-5dff7b47-4138-492b-84c4-4871f412c0b2 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731304 Nov 22 16:51:20.483605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc9474-5436-43b5-960c-a5eaccb7c38d req-d31ecd19-b9fd-4c97-ab19-aa139049c83b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:20.485162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87dc9474-5436-43b5-960c-a5eaccb7c38d req-d31ecd19-b9fd-4c97-ab19-aa139049c83b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0596120 Nov 22 16:51:20.540605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87dc9474-5436-43b5-960c-a5eaccb7c38d req-a8734ffb-5673-44be-a858-2872668d702e tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487199 Nov 22 16:51:21.341790 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-411b8ed6-fe52-4918-8f16-cb238ee88ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.682574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de6536-4b8d-46d6-8ee7-c82826779f3c req-2b3e6946-cad7-4198-bb3b-a4292e7b6893 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.684133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26de6536-4b8d-46d6-8ee7-c82826779f3c req-2b3e6946-cad7-4198-bb3b-a4292e7b6893 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0626566 Nov 22 16:51:21.751839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26de6536-4b8d-46d6-8ee7-c82826779f3c req-796359a1-d79e-4771-ab81-dfbbd2b07d4b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613489 Nov 22 16:51:22.565463 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.896339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e260c1-a2da-4aef-8364-e53ab9ff426b req-0e3570f4-7c07-4afe-b11c-fa67164765fb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.900085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4e260c1-a2da-4aef-8364-e53ab9ff426b req-0e3570f4-7c07-4afe-b11c-fa67164765fb tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0659263 Nov 22 16:51:22.931557 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.965902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4e260c1-a2da-4aef-8364-e53ab9ff426b req-cd283930-2bc1-43ce-bed2-7795fb5f684f tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596712 Nov 22 16:51:24.105489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbe0e9-653f-415f-9d52-e80c806ce136 req-be656178-eae2-44c5-b5e7-f08435c253cc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.107030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98bbe0e9-653f-415f-9d52-e80c806ce136 req-be656178-eae2-44c5-b5e7-f08435c253cc tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0585496 Nov 22 16:51:24.160509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98bbe0e9-653f-415f-9d52-e80c806ce136 req-ece0e35a-d52c-4140-a3d6-d7a3934c0d66 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469108 Nov 22 16:51:24.637672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.869862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3519d-471b-4209-8a5b-3626bb7e3446 req-89ee977b-9d43-4613-b96a-94554b0e14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.871406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13d3519d-471b-4209-8a5b-3626bb7e3446 req-89ee977b-9d43-4613-b96a-94554b0e14bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1096 time: 0.0493970 Nov 22 16:51:24.874325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.924227 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.930347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13d3519d-471b-4209-8a5b-3626bb7e3446 req-75ff039d-d975-4cba-b13a-8ba3b5a0cc4a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515795 Nov 22 16:51:25.298559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878f5db-d4f5-4028-ba79-63b5c3d78b78 req-28616b5b-bb14-46e9-b665-4e9d0413de91 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:25.300137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2878f5db-d4f5-4028-ba79-63b5c3d78b78 req-28616b5b-bb14-46e9-b665-4e9d0413de91 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0639913 Nov 22 16:51:25.357205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2878f5db-d4f5-4028-ba79-63b5c3d78b78 req-6b651f4f-dba3-4eaf-9fe2-18cab319c9ae tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498309 Nov 22 16:51:26.494301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ece085-4f13-41e7-8512-4f9fdcdf695c req-8c317db0-60e8-4f93-b03d-4fa56c4096cf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:26.495849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01ece085-4f13-41e7-8512-4f9fdcdf695c req-8c317db0-60e8-4f93-b03d-4fa56c4096cf tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0572560 Nov 22 16:51:26.554087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01ece085-4f13-41e7-8512-4f9fdcdf695c req-47039c25-01f3-4cad-955c-7d55a5cceb55 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488505 Nov 22 16:51:26.576652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37058) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:26.642870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b7facd56-54f0-4747-b839-e04d16f80351 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/floatingips/87f0c210-b0c1-475a-8d08-cc083e722437 HTTP/1.1" status: 200 len: 992 time: 0.0650029 Nov 22 16:51:27.046026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device afa81f73-d038-4f00-a622-3e66e5128aa6 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:51:27.049350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device afa81f73-d038-4f00-a622-3e66e5128aa6 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:27.204781 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.213451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:27.237169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'port_id': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'mac_address': 'fa:16:3e:ed:3a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:51:27.245718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:27.247991 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97db8148-fa72-4109-aa9e-ece8c7b57d2d" -d '{"events": [{"server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "name": "network-vif-unplugged", "status": "completed", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:27.263144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:27.281434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.312603 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a823c34a-5ab5-471d-9109-4d5f826debd0 x-openstack-request-id: req-a823c34a-5ab5-471d-9109-4d5f826debd0 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:27.313405 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "name": "network-vif-unplugged", "status": "completed", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:27.313405 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a823c34a-5ab5-471d-9109-4d5f826debd0 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:27.313794 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'code': 200} Nov 22 16:51:27.327838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.351583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afa81f73-d038-4f00-a622-3e66e5128aa6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:27.358833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:27.368543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.368890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.369231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.369569 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.369903 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.370241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.370567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.370890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.371210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.371537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.371860 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.372199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:27.417853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:51:27.418368 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:51:27.957605 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.972155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa81f73-d038-4f00-a622-3e66e5128aa6 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:27.992454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:27.998271 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.048428 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.214664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['afa81f73-d038-4f00-a622-3e66e5128aa6'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:29.058303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device afa81f73-d038-4f00-a622-3e66e5128aa6 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:29.113581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port afa81f73-d038-4f00-a622-3e66e5128aa6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:29.113965 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.201338 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.236477 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:29.241670 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.292968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:29.314256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:29.316979 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2d7512-d8f5-41a3-9d3b-843be13086e6" -d '{"events": [{"server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "name": "network-vif-plugged", "status": "completed", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:29.358494 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11a2056-d9dc-43f8-8353-9fa237cc477b x-openstack-request-id: req-c11a2056-d9dc-43f8-8353-9fa237cc477b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:29.358805 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "name": "network-vif-plugged", "status": "completed", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:29.359072 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c11a2056-d9dc-43f8-8353-9fa237cc477b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:29.359484 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'code': 200} Nov 22 16:51:31.524040 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:41.927618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-106ddb1a-15e0-4180-a125-977ca681ef4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500028 Nov 22 16:51:42.025897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-5d65a62d-ee2d-467d-8271-84832a2ba937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.027424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-5d65a62d-ee2d-467d-8271-84832a2ba937 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1096 time: 0.0490777 Nov 22 16:51:42.151562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-d37cc39e-ce76-419f-ae49-dc372b9d032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.153924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-d37cc39e-ce76-419f-ae49-dc372b9d032f service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd HTTP/1.1" status: 200 len: 898 time: 0.1056404 Nov 22 16:51:42.234291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-44f21624-ac6d-432a-b8a0-9c57b435d5a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa81f73-d038-4f00-a622-3e66e5128aa6 HTTP/1.1" status: 200 len: 1000 time: 0.0735991 Nov 22 16:51:42.292172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-ce8499e2-d88f-4437-9740-f8ef7c671ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.293687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-ce8499e2-d88f-4437-9740-f8ef7c671ed1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26372de4-d24b-4cc5-a714-e78069f38e35 HTTP/1.1" status: 200 len: 833 time: 0.0520484 Nov 22 16:51:42.343084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-ffb96454-6a37-4046-be16-ae437757984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.344649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-ffb96454-6a37-4046-be16-ae437757984f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437837 Nov 22 16:51:42.459731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-2ca21a55-bd15-4385-ba39-e5027915426a service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074128 Nov 22 16:51:42.580152 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eade9844-6b46-4bb5-8cb0-c0ea8f2c1cdf req-2d5fe78e-e6aa-460f-9f34-ed184d0ac44e service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129930 Nov 22 16:51:49.061709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fa316623-eecc-44b0-bc9b-a7e058369734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.346468 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-802ee6bb-cb21-4882-b7d9-2c24284a4405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.576926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.928111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.642137 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.877474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.940980 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.780205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37076) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:01.966521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 3e16ff34-2720-4b11-8727-95ed9a86842a {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:01.966943 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.074443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.074443 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.088714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 3e16ff34-2720-4b11-8727-95ed9a86842a owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:02.260084 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.288288 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=3e16ff34-2720-4b11-8727-95ed9a86842a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:02.317870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.318222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.318627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.318938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.319274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.319638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.319995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.320331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.320702 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.321122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.321682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.322115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:02.368542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.368938 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Floating IP 87f0c210-b0c1-475a-8d08-cc083e722437 disassociated (deleted). External IP: 172.25.5.83, port: afa81f73-d038-4f00-a622-3e66e5128aa6. Nov 22 16:52:02.891601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:03.020450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:03.026468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.032659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] Sync routers for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:03.047610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:03.048292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:03.063728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91305dea-fb99-4188-a035-30ceeaafec8a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/floatingips/87f0c210-b0c1-475a-8d08-cc083e722437 HTTP/1.1" status: 204 len: 168 time: 1.2820997 Nov 22 16:52:03.064623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:03.068324 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:03.118929 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec18017-736f-4793-86a1-0213cf063413 x-openstack-request-id: req-3ec18017-736f-4793-86a1-0213cf063413 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:03.119304 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:03.119721 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3ec18017-736f-4793-86a1-0213cf063413 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:03.120500 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'status': 'completed', 'code': 200} Nov 22 16:52:03.200557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:03.209172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-12a52e75-6df3-4eab-81ec-f3e99d2b7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.211044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-12a52e75-6df3-4eab-81ec-f3e99d2b7c7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7be64850fdc4fc7930f252cef8c0294&device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 1096 time: 0.0613604 Nov 22 16:52:03.372645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f630-945c-4109-8210-75e963b3b563 req-e89b8c61-dc9d-475b-bc6b-5843070f72e7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.374705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9fb6f630-945c-4109-8210-75e963b3b563 req-e89b8c61-dc9d-475b-bc6b-5843070f72e7 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0846968 Nov 22 16:52:03.381399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-74c8c022-bbfc-417e-9b32-80b2cbc1cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.382920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-74c8c022-bbfc-417e-9b32-80b2cbc1cc58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd HTTP/1.1" status: 200 len: 898 time: 0.1645412 Nov 22 16:52:03.448207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-29e56213-b9ab-48c4-a4e7-38cbcf82524b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=afa81f73-d038-4f00-a622-3e66e5128aa6 HTTP/1.1" status: 200 len: 217 time: 0.0575264 Nov 22 16:52:03.514594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9fb6f630-945c-4109-8210-75e963b3b563 req-f79f127d-fd69-41da-a1d1-8e70f4040f7a tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157272 Nov 22 16:52:03.526806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-96fcc0ec-ccbd-45a7-8932-800f6c190d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.528312 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-96fcc0ec-ccbd-45a7-8932-800f6c190d1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=26372de4-d24b-4cc5-a714-e78069f38e35 HTTP/1.1" status: 200 len: 833 time: 0.0727627 Nov 22 16:52:03.587197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-6728c484-8f2c-4ca4-a437-5e9310b00234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.589981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-6728c484-8f2c-4ca4-a437-5e9310b00234 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=64d2f681-400a-4800-9cf4-d2a7fd7c9afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540338 Nov 22 16:52:03.642072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:03.679363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] Checking router: 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:03.690207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:03.690875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:03.714681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-e2e4220d-86b0-4d97-9e38-d012ab6cc3fc service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170056 Nov 22 16:52:03.815800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17eb3f4b-e691-405b-9b6d-17530f1b8b2e req-8dea46fc-25fd-4773-bcec-d86003dd673d service neutron] 10.222.0.11 "GET /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935431 Nov 22 16:52:03.818102 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:04.043583 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:04.071228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8285c13-746b-4c5b-8208-80ce8c7419a1 None None] The sync data for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 is: [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4a67ebb-1e09-48d2-8721-0d9e7e110d2b', 'name': '', 'network_id': '64d2f681-400a-4800-9cf4-d2a7fd7c9afd', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'mac_address': 'fa:16:3e:19:dd:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:15Z', 'updated_at': '2021-11-22T16:50:20Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'subnets': [{'id': '26372de4-d24b-4cc5-a714-e78069f38e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:04.325861 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e84dba-3345-4060-b59a-68f5232f44eb None None] New status for floating IP 87f0c210-b0c1-475a-8d08-cc083e722437: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:04.551556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-f0482cf1-3c0f-4032-a6c1-dc35f7fa1147 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.553068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-f0482cf1-3c0f-4032-a6c1-dc35f7fa1147 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0555558 Nov 22 16:52:04.681993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b7fb1-1f3c-4b62-9525-312fb592accd req-b3966212-5620-49dc-bf75-2cf454ea632d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.683433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-220b7fb1-1f3c-4b62-9525-312fb592accd req-b3966212-5620-49dc-bf75-2cf454ea632d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f8a27d-f424-48ce-81db-36bcd75e5153 HTTP/1.1" status: 200 len: 945 time: 0.0832031 Nov 22 16:52:04.686642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port afa81f73-d038-4f00-a622-3e66e5128aa6 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:04.686983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.797192 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-220b7fb1-1f3c-4b62-9525-312fb592accd req-5f000ddd-2294-44d8-95a6-b8d09067812c tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c871dcd-2e11-4e5b-8d1d-471ab2cff879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070826 Nov 22 16:52:04.823162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port afa81f73-d038-4f00-a622-3e66e5128aa6, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=afa81f73-d038-4f00-a622-3e66e5128aa6,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:04.823532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.838022 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for afa81f73-d038-4f00-a622-3e66e5128aa6 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:04.984118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.011781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=afa81f73-d038-4f00-a622-3e66e5128aa6,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:05.065491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] No DVR routers for this DVR port afa81f73-d038-4f00-a622-3e66e5128aa6 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:05.067999 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.071705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e35e5960-0d76-4c4b-8c8c-49d58be8822c req-1ee6a1f8-fc00-47a2-9547-e8c379b4e285 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.11 "DELETE /v2.0/ports/afa81f73-d038-4f00-a622-3e66e5128aa6 HTTP/1.1" status: 204 len: 173 time: 0.5119972 Nov 22 16:52:05.121707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'name': 'network-vif-deleted', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:05.125751 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5adc560-9034-4f77-847b-7cdf059c16b0" -d '{"events": [{"server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "name": "network-vif-deleted", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:05.173730 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3061fe47-8960-4e3d-abe9-d156124dca9d x-openstack-request-id: req-3061fe47-8960-4e3d-abe9-d156124dca9d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:05.174131 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f8a27d-f424-48ce-81db-36bcd75e5153", "name": "network-vif-deleted", "tag": "afa81f73-d038-4f00-a622-3e66e5128aa6", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:05.174530 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3061fe47-8960-4e3d-abe9-d156124dca9d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:05.175032 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f8a27d-f424-48ce-81db-36bcd75e5153', 'name': 'network-vif-deleted', 'tag': 'afa81f73-d038-4f00-a622-3e66e5128aa6', 'status': 'completed', 'code': 200} Nov 22 16:52:05.876315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37090) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:06.324008 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.624390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:06.624651 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.736827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port c4a67ebb-1e09-48d2-8721-0d9e7e110d2b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:06.737409 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.755088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for c4a67ebb-1e09-48d2-8721-0d9e7e110d2b owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:06.993026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.027334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=c4a67ebb-1e09-48d2-8721-0d9e7e110d2b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:07.071713 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.072098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.072449 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.072798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.073137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.073470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.073806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.074155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.074482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.074806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.075139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.075464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:07.161954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device afa81f73-d038-4f00-a622-3e66e5128aa6 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:07.192219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: afa81f73-d038-4f00-a622-3e66e5128aa6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:07.192886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device afa81f73-d038-4f00-a622-3e66e5128aa6 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:07.261874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.517064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:07.650346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:07.656481 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-48c618c8-7a4b-41c9-a349-ef9613dfcd49 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "PUT /v2.0/routers/7fd170c8-e6be-4a30-b143-9ea8b3e215f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7782366 Nov 22 16:52:07.658469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37094) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:07.662497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] Sync routers for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:07.675560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:07.675886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:07.720584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e290651d-b49e-4713-99a4-d23fe0bc924b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting subnet 26372de4-d24b-4cc5-a714-e78069f38e35 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:07.725343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e290651d-b49e-4713-99a4-d23fe0bc924b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.774468 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e290651d-b49e-4713-99a4-d23fe0bc924b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.800375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:07.883303 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e290651d-b49e-4713-99a4-d23fe0bc924b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.962645 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e290651d-b49e-4713-99a4-d23fe0bc924b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.988469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cb4f5-2d23-404b-9f1f-553c2657324e None None] Network 64d2f681-400a-4800-9cf4-d2a7fd7c9afd requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:07.997247 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e290651d-b49e-4713-99a4-d23fe0bc924b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.002973 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e290651d-b49e-4713-99a4-d23fe0bc924b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/subnets/26372de4-d24b-4cc5-a714-e78069f38e35 HTTP/1.1" status: 204 len: 168 time: 0.3410854 Nov 22 16:52:08.002973 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290651d-b49e-4713-99a4-d23fe0bc924b tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Subnet': ['ID=26372de4-d24b-4cc5-a714-e78069f38e35,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:08.003944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37096) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:08.112329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:52:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:08.127697 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.146716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] Checking router: 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:08.164599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] Routers {'7fd170c8-e6be-4a30-b143-9ea8b3e215f0'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:08.165314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:08.254991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] DHCP port deletion for 64d2f681-400a-4800-9cf4-d2a7fd7c9afd request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:08.317448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] Set router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:08.439605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] Deleting port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:08.440047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.536747 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:08.548058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] For port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e444cc1a-ea0a-4d6d-8a35-18871adaa8b9,segment=NetworkSegment(9a3643d6-1074-49c8-966a-53f3790e25e8),segment_id=9a3643d6-1074-49c8-966a-53f3790e25e8)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:08.548476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.582450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] Calling delete_port for e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:08.596360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.661096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Deleting port 70624829-e839-4eef-9aa2-88f904485217 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:08.662638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.671365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:52:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:08.706554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1f3a7-f57a-4131-8cb2-436c55c083e1 None None] The sync data for ids ['7fd170c8-e6be-4a30-b143-9ea8b3e215f0'] in n-d-811716-3 is: [{'id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-809243961', 'tenant_id': 'b7be64850fdc4fc7930f252cef8c0294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '70624829-e839-4eef-9aa2-88f904485217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:12Z', 'updated_at': '2021-11-22T16:52:06Z', 'revision_number': 5, 'project_id': 'b7be64850fdc4fc7930f252cef8c0294', 'gw_port': {'id': '70624829-e839-4eef-9aa2-88f904485217', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:eb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd170c8-e6be-4a30-b143-9ea8b3e215f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:13Z', 'updated_at': '2021-11-22T16:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:08.721178 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.750086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] Pushing event deleted for resources: {'Port': ['ID=e444cc1a-ea0a-4d6d-8a35-18871adaa8b9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:08.754001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0385b-e4ea-4034-9584-49fe248b5459 None None] No DVR routers for this DVR port e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:08.796332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] For port 70624829-e839-4eef-9aa2-88f904485217, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=70624829-e839-4eef-9aa2-88f904485217,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:08.796933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.819757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Calling delete_port for 70624829-e839-4eef-9aa2-88f904485217 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:09.040669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.076134 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Port': ['ID=70624829-e839-4eef-9aa2-88f904485217,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:09.091206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb5663-720e-4af8-a8e7-3d6cc31aa405 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:09.152251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.256064 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.259118 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.311469 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.312103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Fanout notify agent at l3_agent the message router_deleted on router 7fd170c8-e6be-4a30-b143-9ea8b3e215f0 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:09.319764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.321535 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-abe17308-67a9-4437-afe5-b0a7be11652d tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/routers/7fd170c8-e6be-4a30-b143-9ea8b3e215f0 HTTP/1.1" status: 204 len: 168 time: 1.3168435 Nov 22 16:52:09.324408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37098) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:09.419925 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.518533 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.539671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d2f681-400a-4800-9cf4-d2a7fd7c9afd']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:09.549105 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3643d6-1074-49c8-966a-53f3790e25e8') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:09.549399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3643d6-1074-49c8-966a-53f3790e25e8') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:09.559840 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.575323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.581751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:09.582159 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:09.585260 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:09.645068 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.655688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.657833 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/networks/64d2f681-400a-4800-9cf4-d2a7fd7c9afd HTTP/1.1" status: 204 len: 168 time: 0.3324456 Nov 22 16:52:09.660775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37100) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:09.681432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5505248-a13a-49d0-bcec-d3b8f9efb640 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'Network': ['ID=64d2f681-400a-4800-9cf4-d2a7fd7c9afd,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:09.727313 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb58c1b7-e41a-4bcf-9c1e-db7dc3c6ff41 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.753768 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb58c1b7-e41a-4bcf-9c1e-db7dc3c6ff41 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.827053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb58c1b7-e41a-4bcf-9c1e-db7dc3c6ff41 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.829827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb58c1b7-e41a-4bcf-9c1e-db7dc3c6ff41 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.831086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bb58c1b7-e41a-4bcf-9c1e-db7dc3c6ff41 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] 10.222.0.69 "DELETE /v2.0/security-groups/5c871dcd-2e11-4e5b-8d1d-471ab2cff879 HTTP/1.1" status: 204 len: 168 time: 0.1691005 Nov 22 16:52:09.844498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58c1b7-e41a-4bcf-9c1e-db7dc3c6ff41 tempest-TestNetworkAdvancedServerOps-494240723 tempest-TestNetworkAdvancedServerOps-494240723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c871dcd-2e11-4e5b-8d1d-471ab2cff879,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:10.013688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 70624829-e839-4eef-9aa2-88f904485217 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:10.037015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 70624829-e839-4eef-9aa2-88f904485217 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:10.037364 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 70624829-e839-4eef-9aa2-88f904485217 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:10.037793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c4a67ebb-1e09-48d2-8721-0d9e7e110d2b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:10.059251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c4a67ebb-1e09-48d2-8721-0d9e7e110d2b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:10.059631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c4a67ebb-1e09-48d2-8721-0d9e7e110d2b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:10.060155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:10.080212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:10.080513 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e444cc1a-ea0a-4d6d-8a35-18871adaa8b9 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:10.213938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:10.377212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d8dde32a-66c9-42a0-9d62-ea7682d35edf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7be64850fdc4fc7930f252cef8c0294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1620853 Nov 22 16:52:10.379676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:10.432121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28f91fad-c147-47a0-9531-0f6c6abd41af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.455339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28f91fad-c147-47a0-9531-0f6c6abd41af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.506288 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28f91fad-c147-47a0-9531-0f6c6abd41af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.510169 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-28f91fad-c147-47a0-9531-0f6c6abd41af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.511708 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-28f91fad-c147-47a0-9531-0f6c6abd41af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6e2093e-6425-47a8-9f2c-0d9c26badc37 HTTP/1.1" status: 204 len: 168 time: 0.1308370 Nov 22 16:52:10.520588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f91fad-c147-47a0-9531-0f6c6abd41af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e2093e-6425-47a8-9f2c-0d9c26badc37,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:10.815605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37118) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:10.866015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-09b1972f-0c07-4874-ba17-92f1b69f51dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a7de755650664149a3b832a3dde31173&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490859 Nov 22 16:52:10.868560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37120) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:10.922135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06180016-50eb-4169-b529-e2abd5de5315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.946952 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06180016-50eb-4169-b529-e2abd5de5315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.013542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06180016-50eb-4169-b529-e2abd5de5315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.016170 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-06180016-50eb-4169-b529-e2abd5de5315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.017330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06180016-50eb-4169-b529-e2abd5de5315 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c82cf2f-9f7a-4704-a5b9-2615ede47f9f HTTP/1.1" status: 204 len: 168 time: 0.1478446 Nov 22 16:52:11.027030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06180016-50eb-4169-b529-e2abd5de5315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c82cf2f-9f7a-4704-a5b9-2615ede47f9f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:11.814976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37142) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:11.929254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-704922430-network', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:11.958812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Made reservation on behalf of a0cbbafdb100481d97bced7e8ea8417a for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:11.960082 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.972415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.068448 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.073591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.100044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:12.111087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc80107f-4056-4fea-bbd8-07df45265630,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:12.116037 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.116390 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Added segment 73bce0ab-742b-420b-bbac-0d5ad431854c of type vlan for network 4026ab58-1c2f-44ee-9130-4bec3caebe58 Nov 22 16:52:12.163734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.197249 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.198432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:12.199377 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.282003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4654005 Nov 22 16:52:12.292030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37146) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.299500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Request body: {'subnet': {'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-704922430-subnet', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:12.303752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b6912-c0f0-4872-bcac-2ee6fb12dadf admin admin] Pushing event updated for resources: {'Network': ['ID=4026ab58-1c2f-44ee-9130-4bec3caebe58,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:12.315479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:12.324480 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Made reservation on behalf of a0cbbafdb100481d97bced7e8ea8417a for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:12.326895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.542592 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.608580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8e706c-b3f9-4105-b6be-7b007db7515f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:12.618920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Checking segment: {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:12.619582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Network hostable DHCP agents. Network: 4026ab58-1c2f-44ee-9130-4bec3caebe58, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:12.642462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:12.654073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 4026ab58-1c2f-44ee-9130-4bec3caebe58) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:12.663182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07cfb0e-7255-426c-b4cf-a8658e2e5d9a None None] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:12.666718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:12.667737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.691763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fe757bad-8c70-4b8b-ba93-42a7bbd4861d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3985291 Nov 22 16:52:12.694260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.699711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:12.726048 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.728482 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.824014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.880079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-4026ab58-1c2f-44ee-9130-4bec3caebe58', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:12.880899 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.989254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.052530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Allocated IP 172.20.0.2 (4026ab58-1c2f-44ee-9130-4bec3caebe58/3c8e706c-b3f9-4105-b6be-7b007db7515f/9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:13.249409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.274108 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.275388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.282619 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.337662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:13.339112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Pushing event updated for resources: {'Port': ['ID=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:13.343324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:13.346487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:13.409754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Allocated IP 172.25.5.42 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/c7ca073f-5644-4277-9c1b-e674bb294c1f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:13.416216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Attempting to bind port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:13.416702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Attempting to bind port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:13.417141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Attempting to bind port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 on network 4026ab58-1c2f-44ee-9130-4bec3caebe58 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:13.422810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:13.423470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Checking segment: {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:13.423848 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.424535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Bound using segment: {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:13.425029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Bound port: 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:13.425548 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.504287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] For port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:13.507563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] For port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:13.513380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.531244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.575158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.585383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3bd2f2-c513-4974-b0f0-36f15b0af616 None None] Pushing event updated for resources: {'Port': ['ID=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:13.620979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:13.624238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:13.627985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:13.634890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Pushing event updated for resources: {'Port': ['ID=c7ca073f-5644-4277-9c1b-e674bb294c1f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:13.641727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ee032-de55-48f8-93ba-281df66d208e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:13.690159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-84ca372f-4168-47ea-8f45-7b39872b3aa7 None None] Provisioning complete for port c7ca073f-5644-4277-9c1b-e674bb294c1f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:13.690546 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84ca372f-4168-47ea-8f45-7b39872b3aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.732870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-84ca372f-4168-47ea-8f45-7b39872b3aa7 None None] Port c7ca073f-5644-4277-9c1b-e674bb294c1f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:13.992922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.047868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:14.102785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:14.103150 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.255760 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.426981 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.433805 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Router f86b0f31-5847-4ffc-99ba-f691a1322f85 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:14.487236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:14.494141 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.556339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:14.599292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:14.610490 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Sync routers for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:14.623167 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:14.624158 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:14.627330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.628642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-79912f15-05f2-4342-8bd4-31fa4c04e03a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9333496 Nov 22 16:52:14.631786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:14.759157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0ceb1f-ac0c-4731-af12-6765fb9657b9 None None] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:14.762174 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:14.895154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f881bfaa-7b2d-44ca-963c-6cabfe161417 None None] Provisioning complete for port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:14.895448 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f881bfaa-7b2d-44ca-963c-6cabfe161417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.983363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:13Z', 'revision_number': 3, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:15.015896 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Checking router: f86b0f31-5847-4ffc-99ba-f691a1322f85 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:15.016699 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Updating router f86b0f31-5847-4ffc-99ba-f691a1322f85 port c7ca073f-5644-4277-9c1b-e674bb294c1f binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:15.047858 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.146529 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.317445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-def717a2-461a-4a8a-8435-5a810d2aa126 None None] Provisioning complete for port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:15.317726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-def717a2-461a-4a8a-8435-5a810d2aa126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.377927 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.385210 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.390816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Allocated IP 172.20.0.1 (4026ab58-1c2f-44ee-9130-4bec3caebe58/3c8e706c-b3f9-4105-b6be-7b007db7515f/c4080a8e-d74f-48e7-83dc-bc77079debc0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:15.441725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c7cfc-9a6a-40d6-a082-c9409fff75e5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:15.445845 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Pushing event updated for resources: {'Port': ['ID=c7ca073f-5644-4277-9c1b-e674bb294c1f,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.450175 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Attempting to bind port c7ca073f-5644-4277-9c1b-e674bb294c1f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:15.450516 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Attempting to bind port c7ca073f-5644-4277-9c1b-e674bb294c1f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:15.451003 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Attempting to bind port c7ca073f-5644-4277-9c1b-e674bb294c1f on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:15.459122 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.459470 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.459864 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.460238 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.460554 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.461035 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.461493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.461863 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.462298 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.462726 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.462944 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.463492 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.470042 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:15.470418 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:15.470820 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.471211 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:15.471694 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Bound port: c7ca073f-5644-4277-9c1b-e674bb294c1f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:15.472111 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.532845 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] For port c7ca073f-5644-4277-9c1b-e674bb294c1f, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:15.537412 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] For port c7ca073f-5644-4277-9c1b-e674bb294c1f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c7ca073f-5644-4277-9c1b-e674bb294c1f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:15.541099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-585795af-531f-4afc-ae53-48d05c9ea4f8 None None] Provisioning complete for port c7ca073f-5644-4277-9c1b-e674bb294c1f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:15.541789 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-585795af-531f-4afc-ae53-48d05c9ea4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.545517 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.630561 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:15.631570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe2f52-c2e6-4fcc-b571-a18c88b887f5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:15.632530 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:15.640254 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd486e7-da09-41be-9ffd-c10857e64714 None None] Pushing event updated for resources: {'Port': ['ID=c7ca073f-5644-4277-9c1b-e674bb294c1f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.656815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-585795af-531f-4afc-ae53-48d05c9ea4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.690707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-585795af-531f-4afc-ae53-48d05c9ea4f8 None None] For port c7ca073f-5644-4277-9c1b-e674bb294c1f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c7ca073f-5644-4277-9c1b-e674bb294c1f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:15.697841 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-585795af-531f-4afc-ae53-48d05c9ea4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.775976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585795af-531f-4afc-ae53-48d05c9ea4f8 None None] Pushing event updated for resources: {'Port': ['ID=c7ca073f-5644-4277-9c1b-e674bb294c1f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.788789 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:15.829610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-df6c06c3-db1c-4365-befb-d07298750b12 None None] Provisioning complete for port c7ca073f-5644-4277-9c1b-e674bb294c1f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:15.830372 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df6c06c3-db1c-4365-befb-d07298750b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.892735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.952315 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.998156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:16.003330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:16.012896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:16.045488 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:13Z', 'revision_number': 3, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:16.060897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:16.064488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Pushing event updated for resources: {'Port': ['ID=c4080a8e-d74f-48e7-83dc-bc77079debc0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:16.085349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.106845 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4506679c-37c9-4342-8b59-1a655027a9ef None None] The sync data for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 is: [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:13Z', 'revision_number': 3, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:16.170029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:16.170646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.271127 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.393278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-be657f31-bf4c-45bc-923e-61a15f424881 None None] Provisioning complete for port c4080a8e-d74f-48e7-83dc-bc77079debc0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:16.393771 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be657f31-bf4c-45bc-923e-61a15f424881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.473997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-be657f31-bf4c-45bc-923e-61a15f424881 None None] Port c4080a8e-d74f-48e7-83dc-bc77079debc0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:16.525499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.533350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.624289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Pushing event updated for resources: {'Port': ['ID=c4080a8e-d74f-48e7-83dc-bc77079debc0,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:16.627159 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.768406 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:16.770366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:16.968141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Router f86b0f31-5847-4ffc-99ba-f691a1322f85 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:17.099269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:17.105716 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ad37ffec-7dfc-4d2c-aecc-8eab65e9948d admin admin] 10.222.0.69 "PUT /v2.0/routers/f86b0f31-5847-4ffc-99ba-f691a1322f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4719291 Nov 22 16:52:17.118530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4c9e6f47-d683-4bc6-b249-e1fa93aee283 None None] Provisioning complete for port c4080a8e-d74f-48e7-83dc-bc77079debc0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:17.119131 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4c9e6f47-d683-4bc6-b249-e1fa93aee283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.178635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e6f47-d683-4bc6-b249-e1fa93aee283 None None] Port c4080a8e-d74f-48e7-83dc-bc77079debc0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:17.723550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37166) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.729635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-925253765-network', 'tenant_id': '73b0d65d397a4ffab2839043134a307d'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:17.756375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Made reservation on behalf of 73b0d65d397a4ffab2839043134a307d for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:17.758864 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.774392 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.870546 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.874602 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.901545 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:17.917008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83beb4e2-cafd-4e84-afd3-ea04ac43da7d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.921948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.922293 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Added segment 80491e49-ab9e-48af-991f-63a8c8507fc1 of type vlan for network 00c2b7ab-fde0-4545-9396-12a39c801fd2 Nov 22 16:52:17.981911 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.015094 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.016076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:18.016687 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.033591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c7ca073f-5644-4277-9c1b-e674bb294c1f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:18.088936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3611023 Nov 22 16:52:18.089185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37168) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.096023 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Request body: {'subnet': {'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-925253765-subnet', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.103389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea4ee3-374d-4df0-b464-2566e1095701 admin admin] Pushing event updated for resources: {'Network': ['ID=00c2b7ab-fde0-4545-9396-12a39c801fd2,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.103791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c7ca073f-5644-4277-9c1b-e674bb294c1f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:18.104228 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.127829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 00c2b7ab-fde0-4545-9396-12a39c801fd2 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:18.128074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Made reservation on behalf of 73b0d65d397a4ffab2839043134a307d for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:18.133451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.187051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Sync routers for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:18.232418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:18.233061 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:18.338915 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.392791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:18.406764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db970044-8cad-42e4-a1a9-83d0213ce0ba,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.418834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Checking segment: {'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:18.419233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Network hostable DHCP agents. Network: 00c2b7ab-fde0-4545-9396-12a39c801fd2, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:18.441030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Network 00c2b7ab-fde0-4545-9396-12a39c801fd2 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:18.458856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 00c2b7ab-fde0-4545-9396-12a39c801fd2) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:18.463676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:18.464321 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.485300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efddc54f-be9b-416d-a8d0-14074302d32a None None] Network 00c2b7ab-fde0-4545-9396-12a39c801fd2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:18.488686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-12985df3-8efa-4193-a504-f8df06f0c2a2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3984272 Nov 22 16:52:18.491457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.497137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.525902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.527221 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.589132 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.754601 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.761781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-00c2b7ab-fde0-4545-9396-12a39c801fd2', 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'fixed_ips': [{'subnet_id': 'db970044-8cad-42e4-a1a9-83d0213ce0ba'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:18.762815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.769313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 2, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:18.818693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Checking router: f86b0f31-5847-4ffc-99ba-f691a1322f85 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:18.819575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Updating router f86b0f31-5847-4ffc-99ba-f691a1322f85 port c4080a8e-d74f-48e7-83dc-bc77079debc0 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:18.905780 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.026150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.053875 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.101353 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Allocated IP 172.20.0.2 (00c2b7ab-fde0-4545-9396-12a39c801fd2/db970044-8cad-42e4-a1a9-83d0213ce0ba/379f3bbe-ae34-4493-9809-30f1e9f2416c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:19.217370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Allocated IP 172.25.5.242 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/c44e6e60-4743-470e-8a1f-18ed395e062b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:19.308055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7db51c2a-8a6d-40c2-885d-d61856671ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.366682 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.408201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.454599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:19.459104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:19.465136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:19.469412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Pushing event updated for resources: {'Port': ['ID=c44e6e60-4743-470e-8a1f-18ed395e062b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:19.497052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daeb98e-89fc-4381-accf-fb61df3a1519 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:19.635804 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.654950 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.678182 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.714490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9abca38d-38a3-45f0-93e3-69d21f690d70 None None] Provisioning complete for port c44e6e60-4743-470e-8a1f-18ed395e062b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:19.714898 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9abca38d-38a3-45f0-93e3-69d21f690d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.725562 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.732508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Network 00c2b7ab-fde0-4545-9396-12a39c801fd2 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:19.756442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:19.766031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:19.769891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Pushing event updated for resources: {'Port': ['ID=379f3bbe-ae34-4493-9809-30f1e9f2416c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:19.787606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.852648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9abca38d-38a3-45f0-93e3-69d21f690d70 None None] Port c44e6e60-4743-470e-8a1f-18ed395e062b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:19.896115 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1596c-9616-4a86-9fdc-cd36dc7f5f0a None None] Pushing event updated for resources: {'Port': ['ID=c4080a8e-d74f-48e7-83dc-bc77079debc0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:19.920220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Attempting to bind port 379f3bbe-ae34-4493-9809-30f1e9f2416c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:19.920597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Attempting to bind port 379f3bbe-ae34-4493-9809-30f1e9f2416c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:19.921228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Attempting to bind port 379f3bbe-ae34-4493-9809-30f1e9f2416c on network 00c2b7ab-fde0-4545-9396-12a39c801fd2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:19.964821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:19.965369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Checking segment: {'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:19.965956 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.966528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Bound using segment: {'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:19.967259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Bound port: 379f3bbe-ae34-4493-9809-30f1e9f2416c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:19.967660 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.990127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Attempting to bind port c4080a8e-d74f-48e7-83dc-bc77079debc0 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:19.990506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Attempting to bind port c4080a8e-d74f-48e7-83dc-bc77079debc0 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:19.990879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Attempting to bind port c4080a8e-d74f-48e7-83dc-bc77079debc0 on network 4026ab58-1c2f-44ee-9130-4bec3caebe58 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:19.999897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:20.000315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Checking segment: {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:20.000737 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.001287 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Bound using segment: {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:20.001699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Bound port: c4080a8e-d74f-48e7-83dc-bc77079debc0, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:20.002109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.062184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.112393 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] For port 379f3bbe-ae34-4493-9809-30f1e9f2416c, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:20.118368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] For port 379f3bbe-ae34-4493-9809-30f1e9f2416c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=379f3bbe-ae34-4493-9809-30f1e9f2416c,segment=NetworkSegment(80491e49-ab9e-48af-991f-63a8c8507fc1),segment_id=80491e49-ab9e-48af-991f-63a8c8507fc1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:20.134617 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.145506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c4565084-2be3-4d89-a054-5a93bfdb5a3b None None] Provisioning complete for port c4080a8e-d74f-48e7-83dc-bc77079debc0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:20.145882 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c4565084-2be3-4d89-a054-5a93bfdb5a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.200591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] For port c4080a8e-d74f-48e7-83dc-bc77079debc0, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:20.222877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:20.238607 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] For port c4080a8e-d74f-48e7-83dc-bc77079debc0, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c4080a8e-d74f-48e7-83dc-bc77079debc0,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:20.250684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c4565084-2be3-4d89-a054-5a93bfdb5a3b None None] Port c4080a8e-d74f-48e7-83dc-bc77079debc0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:20.253857 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.276659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffdbe0-79d0-4d08-8753-d65d9cb1a289 None None] Pushing event updated for resources: {'Port': ['ID=379f3bbe-ae34-4493-9809-30f1e9f2416c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:20.360088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:20.360923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:20.396973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:20.415529 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Sync routers for ids ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:20.432318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.437895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9beaa717-ab0f-4689-915a-302a18532c9b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9408283 Nov 22 16:52:20.438948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37172) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:20.443811 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Routers {'86e85c90-151c-4ddc-b3e8-7086f5f0aa16'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:20.444627 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:51:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:20.448528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1596c-9616-4a86-9fdc-cd36dc7f5f0a None None] Pushing event updated for resources: {'Port': ['ID=c4080a8e-d74f-48e7-83dc-bc77079debc0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:20.584022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:20.636188 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Set router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:20.903009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-16c97ca8-e3f0-45b4-9c77-9e2eb67d1fad None None] Provisioning complete for port c4080a8e-d74f-48e7-83dc-bc77079debc0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:20.904258 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c97ca8-e3f0-45b4-9c77-9e2eb67d1fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.034953 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:52:19Z', 'revision_number': 3, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port': {'id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:21.065851 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Checking router: 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:21.066692 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Updating router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 port c44e6e60-4743-470e-8a1f-18ed395e062b binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:21.077215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:20Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:21.104834 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.119958 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c97ca8-e3f0-45b4-9c77-9e2eb67d1fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.122543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216508a7-9bd9-487b-88d9-fbb593fb7ad4 None None] The sync data for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 is: [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:20Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:21.246309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-16c97ca8-e3f0-45b4-9c77-9e2eb67d1fad None None] For port c4080a8e-d74f-48e7-83dc-bc77079debc0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c4080a8e-d74f-48e7-83dc-bc77079debc0,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:21.252884 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16c97ca8-e3f0-45b4-9c77-9e2eb67d1fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.355957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c97ca8-e3f0-45b4-9c77-9e2eb67d1fad None None] Pushing event updated for resources: {'Port': ['ID=c4080a8e-d74f-48e7-83dc-bc77079debc0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:21.384428 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d799969-faf7-47cf-9f17-c9ed6a2f2529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.531723 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.539997 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.591833 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80b8e91-f7b3-4c4b-8264-e770b1176613 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:21.610766 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bceecb-2b80-4265-8c75-ac9e770d3ba2 None None] Pushing event updated for resources: {'Port': ['ID=c44e6e60-4743-470e-8a1f-18ed395e062b,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:21.613687 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Attempting to bind port c44e6e60-4743-470e-8a1f-18ed395e062b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:21.614159 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Attempting to bind port c44e6e60-4743-470e-8a1f-18ed395e062b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:21.614724 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Attempting to bind port c44e6e60-4743-470e-8a1f-18ed395e062b on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:21.628723 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:21.629204 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:21.629691 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.630151 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:21.630715 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Bound port: c44e6e60-4743-470e-8a1f-18ed395e062b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:21.631169 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.688133 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.689884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3abe105d-da4f-4667-b36b-65380e93fc40 None None] Provisioning complete for port c44e6e60-4743-470e-8a1f-18ed395e062b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:21.694107 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3abe105d-da4f-4667-b36b-65380e93fc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.755787 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] For port c44e6e60-4743-470e-8a1f-18ed395e062b, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:21.764975 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] For port c44e6e60-4743-470e-8a1f-18ed395e062b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c44e6e60-4743-470e-8a1f-18ed395e062b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:21.775493 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.797392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3abe105d-da4f-4667-b36b-65380e93fc40 None None] Port c44e6e60-4743-470e-8a1f-18ed395e062b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:21.804004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cc16c5-8f9c-463a-a25b-22d001feaedb None None] Network 00c2b7ab-fde0-4545-9396-12a39c801fd2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:21.868488 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Routers {'86e85c90-151c-4ddc-b3e8-7086f5f0aa16'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:21.869539 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:52:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:21.870465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3ba0c-dda4-498d-a389-ac204460b989 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:21.875305 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bceecb-2b80-4265-8c75-ac9e770d3ba2 None None] Pushing event updated for resources: {'Port': ['ID=c44e6e60-4743-470e-8a1f-18ed395e062b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:21.968417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Provisioning complete for port 379f3bbe-ae34-4493-9809-30f1e9f2416c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:21.968562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Allocated IP 172.20.0.1 (00c2b7ab-fde0-4545-9396-12a39c801fd2/db970044-8cad-42e4-a1a9-83d0213ce0ba/2295af96-20f3-47a4-aa00-7871522985d1) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:21.970993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.067834 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] Set router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:22.202516 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 379f3bbe-ae34-4493-9809-30f1e9f2416c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:22.203275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.249080 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.255474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.322953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] For port 379f3bbe-ae34-4493-9809-30f1e9f2416c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=379f3bbe-ae34-4493-9809-30f1e9f2416c,segment=NetworkSegment(80491e49-ab9e-48af-991f-63a8c8507fc1),segment_id=80491e49-ab9e-48af-991f-63a8c8507fc1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:22.339998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.369079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Network 00c2b7ab-fde0-4545-9396-12a39c801fd2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:22.378339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:22.381519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:22.396933 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:52:19Z', 'revision_number': 3, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port': {'id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:22.405797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 379f3bbe-ae34-4493-9809-30f1e9f2416c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:22.406178 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.414181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Provisioning complete for port c44e6e60-4743-470e-8a1f-18ed395e062b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:22.414603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.445661 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.449748 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546d9cd7-7f91-4932-bf26-cbe11e85df3c None None] The sync data for ids ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'] in n-d-811716-3 is: [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:52:19Z', 'revision_number': 3, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port': {'id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:22.455681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Pushing event updated for resources: {'Port': ['ID=2295af96-20f3-47a4-aa00-7871522985d1,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:22.557271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Pushing event updated for resources: {'Port': ['ID=379f3bbe-ae34-4493-9809-30f1e9f2416c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:22.608832 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.728892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c4080a8e-d74f-48e7-83dc-bc77079debc0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:22.757883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.769496 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.814124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] For port c44e6e60-4743-470e-8a1f-18ed395e062b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c44e6e60-4743-470e-8a1f-18ed395e062b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:22.828795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.879828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c4080a8e-d74f-48e7-83dc-bc77079debc0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:22.880334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.129330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.139998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.193834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Pushing event updated for resources: {'Port': ['ID=2295af96-20f3-47a4-aa00-7871522985d1,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:23.240023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4120e0e-76b8-42a9-9002-4d1a13fe998b None None] Pushing event updated for resources: {'Port': ['ID=c44e6e60-4743-470e-8a1f-18ed395e062b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:23.248234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.258146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-84a55c74-4d2b-441d-a258-3ad4fe705c01 None None] Provisioning complete for port 379f3bbe-ae34-4493-9809-30f1e9f2416c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:23.258731 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84a55c74-4d2b-441d-a258-3ad4fe705c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.263198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.413423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Network 00c2b7ab-fde0-4545-9396-12a39c801fd2 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:23.415390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:23.531591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-175f6dd6-b137-4566-8ed4-532aa4c91caa None None] Provisioning complete for port 2295af96-20f3-47a4-aa00-7871522985d1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:23.532268 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-175f6dd6-b137-4566-8ed4-532aa4c91caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.583040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-175f6dd6-b137-4566-8ed4-532aa4c91caa None None] Port 2295af96-20f3-47a4-aa00-7871522985d1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:23.594544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:23.705374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6be49a8a-229b-47c6-8f41-04228835a632 None None] Provisioning complete for port 2295af96-20f3-47a4-aa00-7871522985d1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:23.705831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6be49a8a-229b-47c6-8f41-04228835a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.745723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6be49a8a-229b-47c6-8f41-04228835a632 None None] Port 2295af96-20f3-47a4-aa00-7871522985d1 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:23.757870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:23.766992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a3f07945-56eb-4fbe-bbc8-5c0734884b62 admin admin] 10.222.0.69 "PUT /v2.0/routers/86e85c90-151c-4ddc-b3e8-7086f5f0aa16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3262732 Nov 22 16:52:24.107437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 379f3bbe-ae34-4493-9809-30f1e9f2416c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:24.167533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 379f3bbe-ae34-4493-9809-30f1e9f2416c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:24.168482 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.264981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c44e6e60-4743-470e-8a1f-18ed395e062b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:24.344787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c44e6e60-4743-470e-8a1f-18ed395e062b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:24.345279 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.384714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37180) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:24.391098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-38e20f0a-f443-42e8-b7c1-1477b1ae8c2a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-94382637', 'description': 'tempest-secgroup-smoke-94382637 description', 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:24.426506 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38e20f0a-f443-42e8-b7c1-1477b1ae8c2a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.520724 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38e20f0a-f443-42e8-b7c1-1477b1ae8c2a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.528056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38e20f0a-f443-42e8-b7c1-1477b1ae8c2a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.558888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38e20f0a-f443-42e8-b7c1-1477b1ae8c2a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.560190 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-38e20f0a-f443-42e8-b7c1-1477b1ae8c2a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1742153 Nov 22 16:52:24.563311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37182) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:24.571024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-83b85836-8248-4d1d-84c8-05b008ea8788 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'security_group_rule': {'security_group_id': '1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa', 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:24.590552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e20f0a-f443-42e8-b7c1-1477b1ae8c2a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.613224 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83b85836-8248-4d1d-84c8-05b008ea8788 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.651273 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.674234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83b85836-8248-4d1d-84c8-05b008ea8788 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.678373 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83b85836-8248-4d1d-84c8-05b008ea8788 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.697318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b85836-8248-4d1d-84c8-05b008ea8788 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047b9c24-94e4-40d9-bbe5-b72be955d3e3,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.715405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-83b85836-8248-4d1d-84c8-05b008ea8788 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.716756 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-83b85836-8248-4d1d-84c8-05b008ea8788 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526039 Nov 22 16:52:24.721892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37184) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:24.727094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7770f68f-2dec-4f3f-845a-4b2f9210c697 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'security_group_rule': {'security_group_id': '1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa', 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:24.767498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7770f68f-2dec-4f3f-845a-4b2f9210c697 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.825271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Sync routers for ids ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:24.838058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Routers {'86e85c90-151c-4ddc-b3e8-7086f5f0aa16'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:24.838689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:52:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:24.840518 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7770f68f-2dec-4f3f-845a-4b2f9210c697 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.844918 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7770f68f-2dec-4f3f-845a-4b2f9210c697 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.867769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770f68f-2dec-4f3f-845a-4b2f9210c697 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52542ff5-84f7-4a63-b954-ee8bbec0b637,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.872679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7770f68f-2dec-4f3f-845a-4b2f9210c697 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.877477 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7770f68f-2dec-4f3f-845a-4b2f9210c697 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1510518 Nov 22 16:52:24.877911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37186) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:24.885120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-735b77e9-e941-4f23-be0e-f4cdf80a68ef tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'security_group_rule': {'security_group_id': '1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa', 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:24.906144 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.923778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-735b77e9-e941-4f23-be0e-f4cdf80a68ef tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.976066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.993867 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Set router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:24.997119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-735b77e9-e941-4f23-be0e-f4cdf80a68ef tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.001616 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-735b77e9-e941-4f23-be0e-f4cdf80a68ef tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.026700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b77e9-e941-4f23-be0e-f4cdf80a68ef tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0675c89-d26c-4170-b7f4-98ba15cca31f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.035072 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-735b77e9-e941-4f23-be0e-f4cdf80a68ef tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.036666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-735b77e9-e941-4f23-be0e-f4cdf80a68ef tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576405 Nov 22 16:52:25.039350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37188) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:25.044738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3d46fba1-1f88-42fa-b856-83eba59a143f tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'security_group_rule': {'security_group_id': '1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa', 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:25.081951 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d46fba1-1f88-42fa-b856-83eba59a143f tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.160626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d46fba1-1f88-42fa-b856-83eba59a143f tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.165424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d46fba1-1f88-42fa-b856-83eba59a143f tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.184588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46fba1-1f88-42fa-b856-83eba59a143f tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b23f8c7-62d6-459b-b06e-a0f2f4e2feca,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.193166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3d46fba1-1f88-42fa-b856-83eba59a143f tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.197779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3d46fba1-1f88-42fa-b856-83eba59a143f tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1543214 Nov 22 16:52:25.198236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37190) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:25.203337 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ae2f2b5b-1e9f-4899-a4b0-28269bdb8b38 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'security_group_rule': {'security_group_id': '1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa', 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:25.226281 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-ae2f2b5b-1e9f-4899-a4b0-28269bdb8b38 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Project a0cbbafdb100481d97bced7e8ea8417a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:52:25.231528 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2b5b-1e9f-4899-a4b0-28269bdb8b38 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.232286 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 4, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port': {'id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2295af96-20f3-47a4-aa00-7871522985d1', 'name': '', 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'mac_address': 'fa:16:3e:84:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'db970044-8cad-42e4-a1a9-83d0213ce0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 2, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'subnets': [{'id': 'db970044-8cad-42e4-a1a9-83d0213ce0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:25.266179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Checking router: 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:25.267012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Updating router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 port 2295af96-20f3-47a4-aa00-7871522985d1 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:25.301453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.301806 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2b5b-1e9f-4899-a4b0-28269bdb8b38 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.307361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2b5b-1e9f-4899-a4b0-28269bdb8b38 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.336445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f2b5b-1e9f-4899-a4b0-28269bdb8b38 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a890cba8-ed0c-43de-8703-f8e35c102761,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.347293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2b5b-1e9f-4899-a4b0-28269bdb8b38 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.349187 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ae2f2b5b-1e9f-4899-a4b0-28269bdb8b38 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498182 Nov 22 16:52:25.352635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37192) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:25.357658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d51bd634-42e3-40c2-ba58-2f0247437c23 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'security_group_rule': {'security_group_id': '1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa', 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:25.383184 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-d51bd634-42e3-40c2-ba58-2f0247437c23 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Project a0cbbafdb100481d97bced7e8ea8417a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:52:25.390336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d51bd634-42e3-40c2-ba58-2f0247437c23 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.460259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d51bd634-42e3-40c2-ba58-2f0247437c23 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.465376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d51bd634-42e3-40c2-ba58-2f0247437c23 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.485531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bd634-42e3-40c2-ba58-2f0247437c23 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2958cf-1f43-44b3-9faa-e322006f77b6,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.496128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d51bd634-42e3-40c2-ba58-2f0247437c23 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.505263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d51bd634-42e3-40c2-ba58-2f0247437c23 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436834 Nov 22 16:52:25.611646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.618479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.681778 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2022af6-508a-4473-af74-6285f49d2751 None None] Pushing event updated for resources: {'Port': ['ID=2295af96-20f3-47a4-aa00-7871522985d1,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.701852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-b2843dcb-2103-4726-8540-fe1f21cac396 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-94382637&fields=id&tenant_id=a0cbbafdb100481d97bced7e8ea8417a HTTP/1.1" status: 200 len: 267 time: 0.0623045 Nov 22 16:52:25.733198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Attempting to bind port 2295af96-20f3-47a4-aa00-7871522985d1 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:25.733628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Attempting to bind port 2295af96-20f3-47a4-aa00-7871522985d1 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:25.734002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Attempting to bind port 2295af96-20f3-47a4-aa00-7871522985d1 on network 00c2b7ab-fde0-4545-9396-12a39c801fd2 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:25.739685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:25.740107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Checking segment: {'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:25.740534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.741276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Bound using segment: {'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:25.742675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Bound port: 2295af96-20f3-47a4-aa00-7871522985d1, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80491e49-ab9e-48af-991f-63a8c8507fc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:25.743864 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.825275 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] For port 2295af96-20f3-47a4-aa00-7871522985d1, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:25.829048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] For port 2295af96-20f3-47a4-aa00-7871522985d1, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2295af96-20f3-47a4-aa00-7871522985d1,segment=NetworkSegment(80491e49-ab9e-48af-991f-63a8c8507fc1),segment_id=80491e49-ab9e-48af-991f-63a8c8507fc1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:25.834099 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.845454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-a8594853-bfde-47be-8654-504409daa1ff tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:25.847163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-a8594853-bfde-47be-8654-504409daa1ff tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 808 time: 0.1309566 Nov 22 16:52:25.869185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-51c1c3b1-2f9c-421d-901c-163a693b1815 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/quotas/a0cbbafdb100481d97bced7e8ea8417a HTTP/1.1" status: 200 len: 375 time: 0.0120115 Nov 22 16:52:25.903069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Routers {'86e85c90-151c-4ddc-b3e8-7086f5f0aa16'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:25.904749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:52:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:25.944588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f3c21f3a-4038-47b9-ad6d-2ef9e0125319 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626278 Nov 22 16:52:25.950059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2022af6-508a-4473-af74-6285f49d2751 None None] Pushing event updated for resources: {'Port': ['ID=2295af96-20f3-47a4-aa00-7871522985d1,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:26.044667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-da5fe7d5-4ebf-423b-8733-00c0f489dc07 None None] Provisioning complete for port 2295af96-20f3-47a4-aa00-7871522985d1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:26.045215 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5fe7d5-4ebf-423b-8733-00c0f489dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.050794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] Set router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:26.084248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-fb2c5947-a94d-417b-bcd6-a2d15fb2d5b6 service neutron] 10.222.0.69 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140025 Nov 22 16:52:26.201611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-c8bb91df-513e-4947-a717-de34fbd6063c service neutron] 10.222.0.69 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101046 Nov 22 16:52:26.264667 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5fe7d5-4ebf-423b-8733-00c0f489dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.337218 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-da5fe7d5-4ebf-423b-8733-00c0f489dc07 None None] For port 2295af96-20f3-47a4-aa00-7871522985d1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2295af96-20f3-47a4-aa00-7871522985d1,segment=NetworkSegment(80491e49-ab9e-48af-991f-63a8c8507fc1),segment_id=80491e49-ab9e-48af-991f-63a8c8507fc1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:26.342300 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da5fe7d5-4ebf-423b-8733-00c0f489dc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.416225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 4, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port': {'id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2295af96-20f3-47a4-aa00-7871522985d1', 'name': '', 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'mac_address': 'fa:16:3e:84:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'db970044-8cad-42e4-a1a9-83d0213ce0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'subnets': [{'id': 'db970044-8cad-42e4-a1a9-83d0213ce0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:26.419202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fe7d5-4ebf-423b-8733-00c0f489dc07 None None] Pushing event updated for resources: {'Port': ['ID=2295af96-20f3-47a4-aa00-7871522985d1,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:26.436374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30dda4d1-05dc-45f2-b4b6-dd05257aa45d req-5f966c9b-d27a-4b2e-96f3-5370c899b790 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 210 time: 0.0307350 Nov 22 16:52:26.447228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa0c190-0412-4ca3-8f4a-9ff5ae5acf60 None None] The sync data for ids ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'] in n-d-811716-3 is: [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 4, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port': {'id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2295af96-20f3-47a4-aa00-7871522985d1', 'name': '', 'network_id': '00c2b7ab-fde0-4545-9396-12a39c801fd2', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'mac_address': 'fa:16:3e:84:ae:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'db970044-8cad-42e4-a1a9-83d0213ce0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'subnets': [{'id': 'db970044-8cad-42e4-a1a9-83d0213ce0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:26.465581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a37b07e2-ad88-40e0-87fc-adebf7e7702d None None] Provisioning complete for port 2295af96-20f3-47a4-aa00-7871522985d1 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:26.465963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a37b07e2-ad88-40e0-87fc-adebf7e7702d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.534341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c80d5cad-e932-4361-b3bf-f82612a9004a req-113675e3-8288-4024-96e9-8a1e277e12f2 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 210 time: 0.0285337 Nov 22 16:52:28.055471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2295af96-20f3-47a4-aa00-7871522985d1 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:28.110360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2295af96-20f3-47a4-aa00-7871522985d1 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:28.110746 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.621736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c966a2b2-c653-48ed-af78-69521631dfe9 req-0c45d32b-1d39-4057-9b6f-cb8ff1981ee6 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 210 time: 0.0315745 Nov 22 16:52:29.521430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-8e520faa-0cd8-4510-a4c4-7314a02247ec tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:29.522896 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-8e520faa-0cd8-4510-a4c4-7314a02247ec tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.11 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 808 time: 0.1204150 Nov 22 16:52:29.592997 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-75520cfa-b2e2-468a-b8b5-4be9b83d3184 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0cbbafdb100481d97bced7e8ea8417a HTTP/1.1" status: 200 len: 378 time: 0.0602865 Nov 22 16:52:29.603081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'port': {'device_id': 'e49bed00-7639-4863-884b-c092fef901f8', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'admin_state_up': True, 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'security_groups': ['1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:29.739208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35c4c457-e64f-4a29-92a5-9400f61ab1a0 req-c97037ab-8375-4bd4-aeb0-9fc43cd36269 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 210 time: 0.0445838 Nov 22 16:52:29.762928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Made reservation on behalf of a0cbbafdb100481d97bced7e8ea8417a for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:29.766760 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.906418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Allocated IP 172.20.0.12 (4026ab58-1c2f-44ee-9130-4bec3caebe58/3c8e706c-b3f9-4105-b6be-7b007db7515f/4b95b1c9-a8f7-4390-9703-1dd1f0d86236) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:30.060709 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.096716 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.150117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:30.153895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:30.156933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:30.185032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'Port': ['ID=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.220594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:30.221259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.239713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f8cf55c8-dd07-47ad-a4ed-70bf86e2eaad tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6407068 Nov 22 16:52:30.252659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Request body: {'port': {'device_id': 'e49bed00-7639-4863-884b-c092fef901f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:30.323396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.431468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7823dc27-d39e-4b9b-9967-7f3cba53c27a None None] Provisioning complete for port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:30.445817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7823dc27-d39e-4b9b-9967-7f3cba53c27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.474233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7823dc27-d39e-4b9b-9967-7f3cba53c27a None None] Port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:30.625848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:30.634569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.647398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Transition to ACTIVE for port object 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:52:30.652783 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.708034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Pushing event updated for resources: {'Port': ['ID=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.809272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Attempting to bind port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:30.810080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Attempting to bind port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:30.810080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Attempting to bind port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 on network 4026ab58-1c2f-44ee-9130-4bec3caebe58 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:30.816092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 on network 4026ab58-1c2f-44ee-9130-4bec3caebe58 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:30.816464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Attempting to bind port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 on network 4026ab58-1c2f-44ee-9130-4bec3caebe58 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:30.833938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:30.834286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Checking segment: {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:30.834682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Bound using segment: {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:30.835162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Bound port: 4b95b1c9-a8f7-4390-9703-1dd1f0d86236, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bce0ab-742b-420b-bbac-0d5ad431854c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:30.835556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.909740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4e2a9-6b30-4c05-8bd7-defc1bef2b47 req-1b203c82-756a-4361-a1f1-d8e9db45b6aa tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:30.911282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60e4e2a9-6b30-4c05-8bd7-defc1bef2b47 req-1b203c82-756a-4361-a1f1-d8e9db45b6aa tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 944 time: 0.0923569 Nov 22 16:52:30.962734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] For port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:30.990336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] For port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:30.996913 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-60e4e2a9-6b30-4c05-8bd7-defc1bef2b47 req-3e00b90b-f1be-4263-8a09-27918c9e4957 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765667 Nov 22 16:52:30.998525 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.036710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.037343 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.039480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] 10.222.0.11 "PUT /v2.0/ports/4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 1092 time: 0.7912083 Nov 22 16:52:31.040011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49bed00-7639-4863-884b-c092fef901f8', 'tag': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:31.042313 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e49bed00-7639-4863-884b-c092fef901f8", "tag": "4b95b1c9-a8f7-4390-9703-1dd1f0d86236"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:31.078075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4e8f9-9343-4535-9d2a-bc95f28670ef service neutron] Pushing event updated for resources: {'Port': ['ID=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.099488 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191d474f-0d56-4950-a82c-c90e27e91c13 x-openstack-request-id: req-191d474f-0d56-4950-a82c-c90e27e91c13 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:31.099488 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49bed00-7639-4863-884b-c092fef901f8", "tag": "4b95b1c9-a8f7-4390-9703-1dd1f0d86236", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:31.099846 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-191d474f-0d56-4950-a82c-c90e27e91c13 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:31.100790 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49bed00-7639-4863-884b-c092fef901f8', 'tag': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'status': 'completed', 'code': 200} Nov 22 16:52:31.146342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-b239d950-17e4-4f55-b52b-9dd92127e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.149012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-b239d950-17e4-4f55-b52b-9dd92127e5cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1095 time: 0.0625570 Nov 22 16:52:31.195607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-ac9f2c03-4195-41a6-b701-01af388734de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 217 time: 0.0379021 Nov 22 16:52:31.256523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-65fae767-fd9d-45ee-b31e-738d9b08fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.258623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-65fae767-fd9d-45ee-b31e-738d9b08fd72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 200 len: 847 time: 0.0558574 Nov 22 16:52:31.308000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f825416f-8406-4d5a-84f6-c59ad563d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.309523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-f825416f-8406-4d5a-84f6-c59ad563d851 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4026ab58-1c2f-44ee-9130-4bec3caebe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433424 Nov 22 16:52:31.410822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-2893775f-dd7d-4543-a8b2-85f9be82db40 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936067 Nov 22 16:52:31.510800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5fa43c25-5411-43c3-a35e-e6d25f65f193 req-2f43bca0-bf35-447e-b908-6e5ac086e91a service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923622 Nov 22 16:52:31.596178 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-cd771e8c-6097-414f-946a-79138d48d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.597653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-cd771e8c-6097-414f-946a-79138d48d42a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1095 time: 0.0428140 Nov 22 16:52:31.691969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-365f48d0-68cd-4290-918e-b8b94be821b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.693441 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-365f48d0-68cd-4290-918e-b8b94be821b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 909 time: 0.0884399 Nov 22 16:52:31.735562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-2fe9f752-e944-4e33-9151-1495d9d38e76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 217 time: 0.0355976 Nov 22 16:52:31.792018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-0a5bca38-46b0-430d-9d4d-cdce94efeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.793415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-0a5bca38-46b0-430d-9d4d-cdce94efeb3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 200 len: 847 time: 0.0505247 Nov 22 16:52:31.844838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-dff974ed-a662-4143-8b23-11f60d82d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.846334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-dff974ed-a662-4143-8b23-11f60d82d851 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4026ab58-1c2f-44ee-9130-4bec3caebe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452380 Nov 22 16:52:31.857858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-9dca45eb-5e69-4e03-a7ee-5164b93ca63e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:52:31.858822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-9dca45eb-5e69-4e03-a7ee-5164b93ca63e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049982 Nov 22 16:52:31.955235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-184e804a-1ea9-4dce-83e4-12d26f6d1f39 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895612 Nov 22 16:52:32.073197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bedcf13d-2c33-43d6-9fcc-b86f648e55ec req-6c5cf69c-4cb6-409d-abe2-03253676e150 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104658 Nov 22 16:52:32.124117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e62be-c37e-4a16-8106-41779b0c99c9 req-dc19f230-80d3-47b6-a6a3-46acf2fe231b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:32.125746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb6e62be-c37e-4a16-8106-41779b0c99c9 req-dc19f230-80d3-47b6-a6a3-46acf2fe231b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 944 time: 0.0516529 Nov 22 16:52:32.178040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb6e62be-c37e-4a16-8106-41779b0c99c9 req-0f3a9772-de5a-4554-8051-a420cc0ee4ff tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461457 Nov 22 16:52:33.237717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:52:33.314820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8efe2-95c6-49f1-aab9-f3469e6ca973 req-f566cf9a-6b14-416d-ba8c-7a22e1e20794 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:33.316451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bdd8efe2-95c6-49f1-aab9-f3469e6ca973 req-f566cf9a-6b14-416d-ba8c-7a22e1e20794 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 944 time: 0.0606225 Nov 22 16:52:33.352906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:33.364290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'port_id': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'mac_address': 'fa:16:3e:93:7b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:52:33.375564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bdd8efe2-95c6-49f1-aab9-f3469e6ca973 req-b1587b9e-fc1e-4184-a9f0-2facab8230e7 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521429 Nov 22 16:52:33.407234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.420570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:33.440245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:33.444685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.493901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:33.501715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.502074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.502424 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.503389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.503389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.503597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.503748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.504111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.504443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.504774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.505103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.505435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:33.646228 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['4b95b1c9-a8f7-4390-9703-1dd1f0d86236'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:34.506151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f862c-f6e3-4b56-a1b9-2f581b5ac63e req-43071140-ce7a-4ced-b2fd-d92563050939 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:34.507874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-723f862c-f6e3-4b56-a1b9-2f581b5ac63e req-43071140-ce7a-4ced-b2fd-d92563050939 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 945 time: 0.0581577 Nov 22 16:52:34.559218 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-723f862c-f6e3-4b56-a1b9-2f581b5ac63e req-2f45ddd4-5901-471d-869f-1b0a3d222bb4 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449333 Nov 22 16:52:35.238285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:35.301363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:52:35.305313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:35.305682 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.546447 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.576146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49bed00-7639-4863-884b-c092fef901f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:35.579487 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0761ecc5-1a78-4b6f-b71a-db3cc33f8274" -d '{"events": [{"server_uuid": "e49bed00-7639-4863-884b-c092fef901f8", "name": "network-vif-plugged", "status": "completed", "tag": "4b95b1c9-a8f7-4390-9703-1dd1f0d86236"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:35.597483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:35.603790 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.642427 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2233a4-fbd4-414e-a817-8171ca2cbcd7 x-openstack-request-id: req-3d2233a4-fbd4-414e-a817-8171ca2cbcd7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:35.643333 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49bed00-7639-4863-884b-c092fef901f8", "name": "network-vif-plugged", "status": "completed", "tag": "4b95b1c9-a8f7-4390-9703-1dd1f0d86236", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:35.643333 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d2233a4-fbd4-414e-a817-8171ca2cbcd7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:35.644140 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49bed00-7639-4863-884b-c092fef901f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'code': 200} Nov 22 16:52:35.685561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:35.693905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957b84e-f27b-4cd1-92e9-e8bfab3d75b4 req-e53c854c-06fa-40ad-8eef-d19e778c3164 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:35.695819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1957b84e-f27b-4cd1-92e9-e8bfab3d75b4 req-e53c854c-06fa-40ad-8eef-d19e778c3164 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 946 time: 0.0587945 Nov 22 16:52:35.753521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1957b84e-f27b-4cd1-92e9-e8bfab3d75b4 req-3771dee2-fa39-4cd8-97d8-f8e76e393674 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509603 Nov 22 16:52:35.845598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eb992-0883-4cbf-8bca-df933414d0ac req-2c6e914e-69a6-444d-907d-f882754aa130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:35.847117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b2eb992-0883-4cbf-8bca-df933414d0ac req-2c6e914e-69a6-444d-907d-f882754aa130 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1097 time: 0.1502831 Nov 22 16:52:35.899726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b2eb992-0883-4cbf-8bca-df933414d0ac req-1d60865b-4e91-44de-869c-0a66c9e318ce service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444646 Nov 22 16:52:36.903158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c690b-3e6e-4af1-885b-2788f870faff req-00e41961-4b29-4f7f-94ee-7f6630574b84 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:36.904986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e28c690b-3e6e-4af1-885b-2788f870faff req-00e41961-4b29-4f7f-94ee-7f6630574b84 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 946 time: 0.0561707 Nov 22 16:52:36.962669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e28c690b-3e6e-4af1-885b-2788f870faff req-926fe6b2-54ef-4348-9700-8a770a76ab81 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516078 Nov 22 16:52:38.082838 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d0d9d-60aa-4793-a097-b7b72651f259 req-2f45d4b9-c42d-4725-9781-5749b0e67121 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:38.084336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-128d0d9d-60aa-4793-a097-b7b72651f259 req-2f45d4b9-c42d-4725-9781-5749b0e67121 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 946 time: 0.0496888 Nov 22 16:52:38.139070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-128d0d9d-60aa-4793-a097-b7b72651f259 req-5d1cc401-ca79-4d59-8fa6-a4eab915400a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480089 Nov 22 16:52:38.261682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e208e6a-b3b8-4263-a968-79fa761b189a req-98d29295-7e3c-4e5c-b7bc-a1e4129752ac tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:38.263255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e208e6a-b3b8-4263-a968-79fa761b189a req-98d29295-7e3c-4e5c-b7bc-a1e4129752ac tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 946 time: 0.0520236 Nov 22 16:52:38.317698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e208e6a-b3b8-4263-a968-79fa761b189a req-f8eeb5ed-ac36-493b-baa8-1f047609ca12 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484266 Nov 22 16:52:38.436182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d1de2-790e-4bba-92a8-d31273e00981 req-5e7511da-670b-411e-ad02-24a3630efdc1 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:38.437679 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e0d1de2-790e-4bba-92a8-d31273e00981 req-5e7511da-670b-411e-ad02-24a3630efdc1 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 946 time: 0.0505993 Nov 22 16:52:38.492239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e0d1de2-790e-4bba-92a8-d31273e00981 req-524a07d0-3e17-4ef6-a9db-016381997397 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484645 Nov 22 16:52:38.514495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37258) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:38.615782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1fb507-b758-4bb0-9988-8858687217fe tempest-TestServerBasicOps-724918303 tempest-TestServerBasicOps-724918303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:38.618631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3f1fb507-b758-4bb0-9988-8858687217fe tempest-TestServerBasicOps-724918303 tempest-TestServerBasicOps-724918303-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1092 time: 0.1030123 Nov 22 16:52:38.621393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37262) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:38.626804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:38.656035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.764359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.879561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Allocated IP 172.25.5.96 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/200e9765-7e53-4b80-a842-2033b85eb7b5) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:38.990201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.029612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.074979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:39.077864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:39.082420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:39.111210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'Port': ['ID=200e9765-7e53-4b80-a842-2033b85eb7b5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:39.470380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.543335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.007801 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.016318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.083578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event updated for resources: {'Port': ['ID=200e9765-7e53-4b80-a842-2033b85eb7b5,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:40.099889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.202705 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Floating IP a3d964e2-9e85-493f-b901-95cf4c481605 associated. External IP: 172.25.5.96, port: 4b95b1c9-a8f7-4390-9703-1dd1f0d86236. Nov 22 16:52:40.433550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Router f86b0f31-5847-4ffc-99ba-f691a1322f85 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:40.549882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:40.564027 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] Sync routers for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:40.573385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.575691 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:40.576411 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:52:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:40.611768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-86834d3e-92f0-4ba0-bffb-6bab14750d0a tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9892464 Nov 22 16:52:40.612390 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49bed00-7639-4863-884b-c092fef901f8', 'tag': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:40.614838 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e49bed00-7639-4863-884b-c092fef901f8", "tag": "4b95b1c9-a8f7-4390-9703-1dd1f0d86236"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:40.655618 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab815db-e4f8-4731-baa4-2965524ea673 x-openstack-request-id: req-cab815db-e4f8-4731-baa4-2965524ea673 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:40.656013 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49bed00-7639-4863-884b-c092fef901f8", "tag": "4b95b1c9-a8f7-4390-9703-1dd1f0d86236", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:40.656279 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cab815db-e4f8-4731-baa4-2965524ea673 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:40.656691 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49bed00-7639-4863-884b-c092fef901f8', 'tag': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'status': 'completed', 'code': 200} Nov 22 16:52:40.691655 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:40.722952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-d2978a6a-9d07-4273-bfa6-0f52a946f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:40.724533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-d2978a6a-9d07-4273-bfa6-0f52a946f451 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1097 time: 0.0443993 Nov 22 16:52:40.831594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-cc7cb1c0-9946-4b15-8cf6-fdc0072e5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:40.833129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-cc7cb1c0-9946-4b15-8cf6-fdc0072e5b29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 909 time: 0.1020343 Nov 22 16:52:40.908890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-5474003a-ec3f-449d-8b3e-944e37a45338 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 999 time: 0.0685208 Nov 22 16:52:40.964005 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'a3d964e2-9e85-493f-b901-95cf4c481605', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'port_id': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'mac_address': 'fa:16:3e:93:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bed00-7639-4863-884b-c092fef901f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:39Z', 'updated_at': '2021-11-22T16:52:39Z', 'revision_number': 0, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 5, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:40.974795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-858bd5b4-a161-468d-a602-6c3ca6251665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:40.977104 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-858bd5b4-a161-468d-a602-6c3ca6251665 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 200 len: 847 time: 0.0607502 Nov 22 16:52:40.992406 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] Checking router: f86b0f31-5847-4ffc-99ba-f691a1322f85 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:41.001347 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:41.001994 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:52:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:41.026676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-c674d5f0-ad36-4867-ae7a-cba55f44ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:41.028251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-c674d5f0-ad36-4867-ae7a-cba55f44ddda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4026ab58-1c2f-44ee-9130-4bec3caebe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444832 Nov 22 16:52:41.128983 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-e37f5bcd-0058-4f01-8787-15701b0bc021 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926545 Nov 22 16:52:41.217647 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:41.231489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a542b6b4-2d8e-4ae0-964d-c214bb6e12fc req-20afa8de-75d9-4880-b917-7fd44c1ce160 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960400 Nov 22 16:52:41.454545 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'a3d964e2-9e85-493f-b901-95cf4c481605', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'port_id': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'mac_address': 'fa:16:3e:93:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bed00-7639-4863-884b-c092fef901f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:39Z', 'updated_at': '2021-11-22T16:52:39Z', 'revision_number': 0, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 5, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:41.486440 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d228c0-2c25-4cf1-a8a8-7e1a6af8390c None None] The sync data for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 is: [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'a3d964e2-9e85-493f-b901-95cf4c481605', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'floating_ip_address': '172.25.5.96', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'port_id': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'mac_address': 'fa:16:3e:93:7b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bed00-7639-4863-884b-c092fef901f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:39Z', 'updated_at': '2021-11-22T16:52:39Z', 'revision_number': 0, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 5, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:41.694362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dea2a96-5ee9-424b-978d-a57975e507aa None None] New status for floating IP a3d964e2-9e85-493f-b901-95cf4c481605: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:41.911400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-33368634-c369-4309-bf27-a4b2f62e5670 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438745 Nov 22 16:52:41.998391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-20811433-aaa2-4213-8784-b4ac0e3c04c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:41.999932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-20811433-aaa2-4213-8784-b4ac0e3c04c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1097 time: 0.0442333 Nov 22 16:52:42.111669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-bbed8cec-a1fb-4482-9dcd-228aa83d1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:42.113092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-bbed8cec-a1fb-4482-9dcd-228aa83d1270 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 909 time: 0.0923817 Nov 22 16:52:42.181576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-e9d181aa-bead-4b75-99f1-76524c0e7f0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 1001 time: 0.0617135 Nov 22 16:52:42.236670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-0b872aab-ee13-4500-8bbb-756bff1e5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:42.238165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-0b872aab-ee13-4500-8bbb-756bff1e5374 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 200 len: 847 time: 0.0497327 Nov 22 16:52:42.285420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-0409a591-8673-4878-aab8-74a9bb9063d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:42.286946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-0409a591-8673-4878-aab8-74a9bb9063d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4026ab58-1c2f-44ee-9130-4bec3caebe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423055 Nov 22 16:52:42.379651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-993b6393-5157-4792-94dd-7f22b3bef467 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855935 Nov 22 16:52:42.481470 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e4a5f61-cece-4905-8e85-172b1aa19138 req-fb6fa6c8-2b2e-4958-b66f-5dfce0b7bacd service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949361 Nov 22 16:52:45.528011 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:49.055462 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79f636f7-82a1-4a2b-9db8-7248e03e4d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.336159 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa5f4078-1970-4039-9de4-fe953893e942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.580234 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.935026 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.647700 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.874543 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.938187 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.823292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37288) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:14.922898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d85d6-6b74-4d89-9ae3-33fbf94c2a8d req-bce448c3-7e95-4435-ab60-ad91a20775ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:14.924389 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed9d85d6-6b74-4d89-9ae3-33fbf94c2a8d req-bce448c3-7e95-4435-ab60-ad91a20775ef service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1097 time: 0.1000373 Nov 22 16:53:14.977334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed9d85d6-6b74-4d89-9ae3-33fbf94c2a8d req-a2d7a1fb-b235-468b-85a5-e5b0aae5b6bf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465906 Nov 22 16:53:19.049516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d66e8d40-5af5-4202-b948-52ee56df21a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.345328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-759f8005-57b9-409f-9dd4-b0ed64bea65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.528556 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:22.580907 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.924149 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.660241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.875338 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.959505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.929756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-77505a6e-115c-4b89-a043-0ec8f8be964f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514944 Nov 22 16:53:44.023047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-63434ad3-61dc-44d7-83d5-44d99876090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.024583 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-63434ad3-61dc-44d7-83d5-44d99876090b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1097 time: 0.0447938 Nov 22 16:53:44.136168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-923e21cb-d578-4e24-9d8e-d63293ee08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.137722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-923e21cb-d578-4e24-9d8e-d63293ee08f4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 909 time: 0.0922852 Nov 22 16:53:44.211364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-bd9c5546-8e47-46d8-96b9-93177ba70a7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 1001 time: 0.0659888 Nov 22 16:53:44.261582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-d0fd06c7-25b5-4d32-8553-523b3dd9c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.263077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-d0fd06c7-25b5-4d32-8553-523b3dd9c31c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 200 len: 847 time: 0.0449731 Nov 22 16:53:44.320659 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-754c3672-3f06-4038-abfd-8a24434520e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.322220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-754c3672-3f06-4038-abfd-8a24434520e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4026ab58-1c2f-44ee-9130-4bec3caebe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510468 Nov 22 16:53:44.433426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-93dadc17-a25c-4993-a868-4a4286f663c0 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035988 Nov 22 16:53:44.530088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91c5a205-ad55-4227-8c70-b205d4d86549 req-8bde66a4-1375-4d8a-88d7-1d7ed28c741c service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893943 Nov 22 16:53:49.053419 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b0df3ae-5a60-4b1f-b565-53f6d9199707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.339599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-248efd96-c89b-4b32-98bf-c91eccdea25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.583855 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.932575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.665369 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.873461 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.958008 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.530928 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:19.068245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bdac13d9-f48b-463b-8229-cc6985a1a733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.349632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-629c54e0-47e0-411c-9d74-18697b09735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.592737 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.970960 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.663325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.885870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.958264 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.533016 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:43.948369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-3e4a2940-b1aa-4479-ad87-09fe41d1284f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753615 Nov 22 16:54:44.076662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-27e5f40a-c261-4cde-bf06-43d94ad72199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.078351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-27e5f40a-c261-4cde-bf06-43d94ad72199 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1097 time: 0.0817194 Nov 22 16:54:44.226244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-6b044751-9970-433e-89b2-9a455669e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.227693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-6b044751-9970-433e-89b2-9a455669e69e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 909 time: 0.1217856 Nov 22 16:54:44.334789 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-8a4f9d0b-7e98-468d-84ca-b7ea406d8b90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 1001 time: 0.0994465 Nov 22 16:54:44.399571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-e2dd647c-83ea-4f0e-964d-e0f6b5eb00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.401303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-e2dd647c-83ea-4f0e-964d-e0f6b5eb00ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 200 len: 847 time: 0.0599611 Nov 22 16:54:44.465206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-aa036925-15a9-4ba8-9db9-83712ede3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.466864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-aa036925-15a9-4ba8-9db9-83712ede3995 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4026ab58-1c2f-44ee-9130-4bec3caebe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589716 Nov 22 16:54:44.584045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-1c1ce167-eddf-44ea-a800-f82f8a5a38a0 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091917 Nov 22 16:54:44.691828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95fa44f3-f016-4f84-9118-6997bcc43ad8 req-e3069a98-ce67-4010-9152-9578479e2398 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008458 Nov 22 16:54:49.056231 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fcdeb3bb-7804-4d2b-8658-26305af36197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.348161 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1ea5b76e-f8b1-4877-a4e7-c10bfb1db069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.595165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.953000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.671270 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.714143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-41999b6e-6430-40d9-be00-9cab0be656c9 req-0d72cf65-2667-4d28-aeae-74f3dcaf3b76 service neutron] (103410) timed out ('10.222.0.71', 58540) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:54:54.879151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.952796 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.538046 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:19.061283 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9c94dc0-3ef1-4819-874d-fdffe471ef5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.342986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-faabbe9f-fcb8-4062-80e3-6acb8ff5b065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.603551 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.971840 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.667563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.875020 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.962163 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.950108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-dc06caad-2b63-45fc-ab20-bd227aa44c89 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534081 Nov 22 16:55:44.058073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-a922b9c6-3324-4818-9e81-05463a79e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.059722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-a922b9c6-3324-4818-9e81-05463a79e285 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1097 time: 0.0615208 Nov 22 16:55:44.193482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-708d1b2e-b857-4e99-a718-4012b2a9a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.195356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-708d1b2e-b857-4e99-a718-4012b2a9a878 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 909 time: 0.1149786 Nov 22 16:55:44.270480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-39622666-1c91-4dbc-80d9-6256958617b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 1001 time: 0.0684597 Nov 22 16:55:44.330944 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-99bf28c1-070f-49b8-bfdb-51795269aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.333623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-99bf28c1-070f-49b8-bfdb-51795269aedb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 200 len: 847 time: 0.0561478 Nov 22 16:55:44.386693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-0f02c92a-dc48-4ba9-8c0a-f309bb3d0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.388259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-0f02c92a-dc48-4ba9-8c0a-f309bb3d0b56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4026ab58-1c2f-44ee-9130-4bec3caebe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478399 Nov 22 16:55:44.488360 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-121503e1-f99f-49fe-8630-0b637ca17340 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932400 Nov 22 16:55:44.589879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e4b9982-c03d-418b-adb7-e57eb9a11ece req-5ad87287-720f-4229-835f-b37559db5031 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941265 Nov 22 16:55:49.052099 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62ea6a1a-1fa9-43cb-b2ee-fb6179667de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.537620 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:51.345981 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1da899f2-d001-4cf4-8209-90ec386ec4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.599063 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.964823 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.681912 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.889560 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.966606 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.052676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b9c13b11-ebe5-4c3a-8ed5-a96b3bb143a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.350176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7bccf83d-23e0-40a3-8ffc-cc1924d097fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.603817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.979992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.674160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.897153 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.961764 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.538052 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:46.701454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-f194a406-2a2b-480a-a116-4382bd02ad4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432212 Nov 22 16:56:46.813483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-097e69d6-46d9-4f8b-83be-911bba18bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.815228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-097e69d6-46d9-4f8b-83be-911bba18bf23 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 1097 time: 0.0646789 Nov 22 16:56:46.925281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-00a1e767-4b11-471b-b406-2023ee13cfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.926805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-00a1e767-4b11-471b-b406-2023ee13cfab service neutron] 10.222.0.11 "GET /v2.0/networks?id=4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 200 len: 909 time: 0.0923963 Nov 22 16:56:47.007151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-d2e6348b-3532-4d1a-850a-c669e878ac72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 200 len: 1001 time: 0.0726967 Nov 22 16:56:47.072594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-6622f07f-68e8-4d7a-854c-27d20413c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:47.075145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-6622f07f-68e8-4d7a-854c-27d20413c76d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 200 len: 847 time: 0.0609522 Nov 22 16:56:47.135473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-e5c46286-77e0-4023-aba3-948c80b0402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:47.137058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-e5c46286-77e0-4023-aba3-948c80b0402e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4026ab58-1c2f-44ee-9130-4bec3caebe58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552437 Nov 22 16:56:47.241603 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-1617611b-a9c7-472c-af3f-17451a6c4977 service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974171 Nov 22 16:56:47.359270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98e22f88-a15d-4200-8b3a-c0e3adfe68c9 req-33242669-80a3-4f19-8c58-9295366f3cbd service neutron] 10.222.0.11 "GET /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104646 Nov 22 16:56:49.047116 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3b50730d-6d09-4e44-ba72-69d5558018f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.350304 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-36483eca-167e-4338-87d9-183ff933f1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.604824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.982859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.683626 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.892415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.995451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.538868 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:19.052909 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e6b2baa-84be-4bb3-b7f7-9fca1a47bcce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.051933 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979fb09-5586-4a78-8d89-28c2a5eeb08b req-7e651788-f03f-4886-95dc-f25300007dfa tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:20.053555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1979fb09-5586-4a78-8d89-28c2a5eeb08b req-7e651788-f03f-4886-95dc-f25300007dfa tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 946 time: 0.1751614 Nov 22 16:57:20.135690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1979fb09-5586-4a78-8d89-28c2a5eeb08b req-574bfa42-7035-4def-91e1-016979599459 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756385 Nov 22 16:57:21.319517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b76e5fb3-20a8-4d3a-acb2-f96ef1b329d7 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:21.321338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b76e5fb3-20a8-4d3a-acb2-f96ef1b329d7 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.11 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 946 time: 0.0663645 Nov 22 16:57:21.348032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f769f8e0-cd9c-438c-a9bb-838bc3756fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.459938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34a63f-fa50-414b-b840-466b5f542510 req-66cf1a67-6105-47d1-8213-1bddec0a4b7b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:21.461483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db34a63f-fa50-414b-b840-466b5f542510 req-66cf1a67-6105-47d1-8213-1bddec0a4b7b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 946 time: 0.1958075 Nov 22 16:57:21.504636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Deleting port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:21.505005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.584521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db34a63f-fa50-414b-b840-466b5f542510 req-d7e86641-d73b-4277-b9e5-ff8fd75a0693 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/security-groups?id=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056063 Nov 22 16:57:21.630966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] For port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:21.631330 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.925038 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.925401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.925721 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Floating IP a3d964e2-9e85-493f-b901-95cf4c481605 disassociated. External IP: 172.25.5.96, port: 4b95b1c9-a8f7-4390-9703-1dd1f0d86236. Nov 22 16:57:21.927048 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Calling delete_port for 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:22.100088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.152642 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event deleted for resources: {'Port': ['ID=4b95b1c9-a8f7-4390-9703-1dd1f0d86236,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.175233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.175536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.176184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.176707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.176965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.177327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.177669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.178028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.179071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.179071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.179238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.179652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:22.649935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Router f86b0f31-5847-4ffc-99ba-f691a1322f85 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:22.657677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.766807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6efa37e-4367-462f-b4d5-621ca5474fb7 req-d8f0d794-8b89-483a-85f6-f626800da51b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bed00-7639-4863-884b-c092fef901f8 HTTP/1.1" status: 200 len: 210 time: 0.0426247 Nov 22 16:57:22.818769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:22.834536 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] Sync routers for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:22.846726 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:22.847371 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:57:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:22.879978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] No DVR routers for this DVR port 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:22.884498 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.891302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fe3c9b81-8c42-4d97-90f7-8caa2896c182 req-b58f44f1-6e3b-4aa1-b52b-bbfae5699f2b tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.11 "DELETE /v2.0/ports/4b95b1c9-a8f7-4390-9703-1dd1f0d86236 HTTP/1.1" status: 204 len: 173 time: 1.5636380 Nov 22 16:57:22.892085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49bed00-7639-4863-884b-c092fef901f8', 'name': 'network-vif-deleted', 'tag': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:22.896262 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d128e89-05c5-4080-a7fc-0d6cb75f7f24" -d '{"events": [{"server_uuid": "e49bed00-7639-4863-884b-c092fef901f8", "name": "network-vif-deleted", "tag": "4b95b1c9-a8f7-4390-9703-1dd1f0d86236"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:22.997004 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.057924 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:23.093723 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67692ffa-12b3-4571-a9bc-740f11893237 x-openstack-request-id: req-67692ffa-12b3-4571-a9bc-740f11893237 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:23.094201 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49bed00-7639-4863-884b-c092fef901f8", "name": "network-vif-deleted", "tag": "4b95b1c9-a8f7-4390-9703-1dd1f0d86236", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:23.094621 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-67692ffa-12b3-4571-a9bc-740f11893237 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:23.095271 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49bed00-7639-4863-884b-c092fef901f8', 'name': 'network-vif-deleted', 'tag': '4b95b1c9-a8f7-4390-9703-1dd1f0d86236', 'status': 'completed', 'code': 200} Nov 22 16:57:23.319521 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 5, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:23.349872 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] Checking router: f86b0f31-5847-4ffc-99ba-f691a1322f85 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:23.360751 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:23.361388 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:57:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:23.618899 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:23.840459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37396) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:23.926152 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 5, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:23.957888 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d8efeb-2574-4ce8-aaf4-2b1c10fab4d5 None None] The sync data for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 is: [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 4, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'c4080a8e-d74f-48e7-83dc-bc77079debc0', 'name': '', 'network_id': '4026ab58-1c2f-44ee-9130-4bec3caebe58', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'mac_address': 'fa:16:3e:5a:ed:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:15Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 5, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'subnets': [{'id': '3c8e706c-b3f9-4105-b6be-7b007db7515f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:24.053032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Deleting port 200e9765-7e53-4b80-a842-2033b85eb7b5 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:24.053591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.175505 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.176075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.200732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Calling delete_port for 200e9765-7e53-4b80-a842-2033b85eb7b5 owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:24.250230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dcef3-b426-4756-b61b-b8c377de6360 None None] New status for floating IP a3d964e2-9e85-493f-b901-95cf4c481605: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:57:24.368412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.369513 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-9a0dcef3-b426-4756-b61b-b8c377de6360 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:57:24.369893 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-9a0dcef3-b426-4756-b61b-b8c377de6360 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:57:24.396772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event deleted for resources: {'Port': ['ID=200e9765-7e53-4b80-a842-2033b85eb7b5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.475338 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.479040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.480995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1224a514-cda6-47b6-9cb0-0a5abe8981c8 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "DELETE /v2.0/floatingips/a3d964e2-9e85-493f-b901-95cf4c481605 HTTP/1.1" status: 204 len: 168 time: 0.6389546 Nov 22 16:57:24.631113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37404) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:24.679654 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.726434 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.729502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:24.753615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:24.753975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 4b95b1c9-a8f7-4390-9703-1dd1f0d86236 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:24.761870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.841596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.844558 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.845913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] 10.222.0.69 "DELETE /v2.0/security-groups/1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa HTTP/1.1" status: 204 len: 168 time: 0.2131824 Nov 22 16:57:24.861332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb95ad8-fbaa-4f2e-a722-c7e30c9180fa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.871748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dcef3-b426-4756-b61b-b8c377de6360 None None] New status for floating IP a3d964e2-9e85-493f-b901-95cf4c481605: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:57:24.879198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.879731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.880619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.881462 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.882040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.882598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.883183 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.883782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.884387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.885179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.885945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.886765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823ebd4-b462-4203-9445-08c2901f2ce9 tempest-TestServerBasicOps-199154182 tempest-TestServerBasicOps-199154182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:24.922949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37414) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:24.974180 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.037159 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.582148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.888893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Deleting port c4080a8e-d74f-48e7-83dc-bc77079debc0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:25.889369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.993140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] For port c4080a8e-d74f-48e7-83dc-bc77079debc0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c4080a8e-d74f-48e7-83dc-bc77079debc0,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:25.994056 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.017330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Calling delete_port for c4080a8e-d74f-48e7-83dc-bc77079debc0 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:26.257889 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.304446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Pushing event deleted for resources: {'Port': ['ID=c4080a8e-d74f-48e7-83dc-bc77079debc0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.544230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.812181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Router f86b0f31-5847-4ffc-99ba-f691a1322f85 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:26.954229 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:26.969822 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b23779ef-09ca-4e81-8367-ab0387863cde admin admin] 10.222.0.69 "PUT /v2.0/routers/f86b0f31-5847-4ffc-99ba-f691a1322f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0450265 Nov 22 16:57:26.972676 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] Sync routers for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:26.973261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.985148 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:26.985629 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:57:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.109375 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.115732 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:27.218845 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.294891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Deleting port c7ca073f-5644-4277-9c1b-e674bb294c1f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:27.295280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.339933 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:57:26Z', 'revision_number': 5, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port': {'id': 'c7ca073f-5644-4277-9c1b-e674bb294c1f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:13Z', 'updated_at': '2021-11-22T16:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.383545 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] Checking router: f86b0f31-5847-4ffc-99ba-f691a1322f85 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:27.387530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] For port c7ca073f-5644-4277-9c1b-e674bb294c1f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c7ca073f-5644-4277-9c1b-e674bb294c1f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:27.388200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.395832 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] Routers {'f86b0f31-5847-4ffc-99ba-f691a1322f85'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:27.396805 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:57:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f86b0f31-5847-4ffc-99ba-f691a1322f85'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.412780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Calling delete_port for c7ca073f-5644-4277-9c1b-e674bb294c1f owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:27.498537 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] Set router f86b0f31-5847-4ffc-99ba-f691a1322f85 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:27.552812 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:57:27Z', 'revision_number': 6, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.584060 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14eda5a8-3db4-45d1-b1b0-7b3948e18d57 None None] The sync data for ids ['f86b0f31-5847-4ffc-99ba-f691a1322f85'] in n-d-811716-3 is: [{'id': 'f86b0f31-5847-4ffc-99ba-f691a1322f85', 'name': 'tempest-TestServerBasicOps-704922430-router', 'tenant_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:12Z', 'updated_at': '2021-11-22T16:57:27Z', 'revision_number': 6, 'project_id': 'a0cbbafdb100481d97bced7e8ea8417a', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:27.638262 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.670096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ca073f-5644-4277-9c1b-e674bb294c1f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.678766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d6ca8-2886-42c7-8c65-40303e1a81ea None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:27.747748 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.849278 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.852427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.903092 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.904117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f86b0f31-5847-4ffc-99ba-f691a1322f85 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:27.912496 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.914725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-567af656-268f-440f-af6a-092d05cefff0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f86b0f31-5847-4ffc-99ba-f691a1322f85 HTTP/1.1" status: 204 len: 168 time: 0.9399824 Nov 22 16:57:27.917947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37420) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:27.999547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3749b8d-2dbb-4226-b988-c5ba06294cba admin admin] Deleting subnet 3c8e706c-b3f9-4105-b6be-7b007db7515f {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:28.003841 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3749b8d-2dbb-4226-b988-c5ba06294cba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.071038 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3749b8d-2dbb-4226-b988-c5ba06294cba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.166502 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3749b8d-2dbb-4226-b988-c5ba06294cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.236897 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3749b8d-2dbb-4226-b988-c5ba06294cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.276489 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3749b8d-2dbb-4226-b988-c5ba06294cba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.281489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b3749b8d-2dbb-4226-b988-c5ba06294cba admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3c8e706c-b3f9-4105-b6be-7b007db7515f HTTP/1.1" status: 204 len: 168 time: 0.3614728 Nov 22 16:57:28.282346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3749b8d-2dbb-4226-b988-c5ba06294cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8e706c-b3f9-4105-b6be-7b007db7515f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:28.284703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7db9a-1fae-42c4-bd58-4a42653eccbd None None] Network 4026ab58-1c2f-44ee-9130-4bec3caebe58 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:28.284937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37422) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:28.387130 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.458699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c7ca073f-5644-4277-9c1b-e674bb294c1f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:28.469172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Deleting port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:28.469544 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.479703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c7ca073f-5644-4277-9c1b-e674bb294c1f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:28.480071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c7ca073f-5644-4277-9c1b-e674bb294c1f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:28.480504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c4080a8e-d74f-48e7-83dc-bc77079debc0 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:28.501264 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c4080a8e-d74f-48e7-83dc-bc77079debc0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:28.501881 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c4080a8e-d74f-48e7-83dc-bc77079debc0 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:28.549398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] DHCP port deletion for 4026ab58-1c2f-44ee-9130-4bec3caebe58 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:28.552984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] For port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:28.553712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.570026 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Calling delete_port for 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:28.604657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Deleting port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:28.605014 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.658705 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.680981 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] For port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,segment=NetworkSegment(73bce0ab-742b-420b-bbac-0d5ad431854c),segment_id=73bce0ab-742b-420b-bbac-0d5ad431854c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:28.681578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.689891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] No DVR routers for this DVR port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:28.692137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:28.703939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Calling delete_port for 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:28.802552 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.829604 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4026ab58-1c2f-44ee-9130-4bec3caebe58']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:28.848595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bce0ab-742b-420b-bbac-0d5ad431854c') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:28.849089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bce0ab-742b-420b-bbac-0d5ad431854c') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:28.866092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.883883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.899131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:28.899887 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: timer() Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:28.903165 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:28.996878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.020734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.029055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Pushing event deleted for resources: {'Port': ['ID=9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.033298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.041584 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] 10.222.0.69 "DELETE /v2.0/networks/4026ab58-1c2f-44ee-9130-4bec3caebe58 HTTP/1.1" status: 204 len: 168 time: 0.7543745 Nov 22 16:57:29.042285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.042783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.043270 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.044003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.044566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.045126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.045726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.046791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.046982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:29.047339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.048999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.049593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.050144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:29.056949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc894bd9-e090-40ce-b5a6-1cbc681fffc6 None None] No DVR routers for this DVR port 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:29.080321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699a97b-c08f-46bc-9a04-633eb967c6ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4026ab58-1c2f-44ee-9130-4bec3caebe58,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.968827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.179016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:30.203391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:30.203706 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 9cbf13f0-6b4d-4e08-91e8-5c77515ce5f6 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:30.300926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Deleting port 2295af96-20f3-47a4-aa00-7871522985d1 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:30.301272 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.392088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] For port 2295af96-20f3-47a4-aa00-7871522985d1, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2295af96-20f3-47a4-aa00-7871522985d1,segment=NetworkSegment(80491e49-ab9e-48af-991f-63a8c8507fc1),segment_id=80491e49-ab9e-48af-991f-63a8c8507fc1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:30.392461 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.407385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Calling delete_port for 2295af96-20f3-47a4-aa00-7871522985d1 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:30.631339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.660184 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2295af96-20f3-47a4-aa00-7871522985d1,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.871795 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.204430 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:31.344582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:31.352332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cdb3bca8-96d7-448e-871b-ad4270995e5a admin admin] 10.222.0.69 "PUT /v2.0/routers/86e85c90-151c-4ddc-b3e8-7086f5f0aa16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3029032 Nov 22 16:57:31.355683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37426) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.359426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] Sync routers for ids ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:31.378988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] Routers {'86e85c90-151c-4ddc-b3e8-7086f5f0aa16'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:31.380052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:57:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:31.503083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.513180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] Set router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:31.614339 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.681852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Deleting port c44e6e60-4743-470e-8a1f-18ed395e062b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:31.682247 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.705802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:57:30Z', 'revision_number': 5, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port': {'id': 'c44e6e60-4743-470e-8a1f-18ed395e062b', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:5b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:31.733078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] Checking router: 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:31.750542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] Routers {'86e85c90-151c-4ddc-b3e8-7086f5f0aa16'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:31.752181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T16:57:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:31.773654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] For port c44e6e60-4743-470e-8a1f-18ed395e062b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c44e6e60-4743-470e-8a1f-18ed395e062b,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:31.774101 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.788601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Calling delete_port for c44e6e60-4743-470e-8a1f-18ed395e062b owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:31.846034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] Set router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:31.907593 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:57:31Z', 'revision_number': 6, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:31.935938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e095a21-a3f0-44cf-9645-b14a129941b0 None None] The sync data for ids ['86e85c90-151c-4ddc-b3e8-7086f5f0aa16'] in n-d-811716-3 is: [{'id': '86e85c90-151c-4ddc-b3e8-7086f5f0aa16', 'name': 'tempest-TestServerBasicOps-925253765-router', 'tenant_id': '73b0d65d397a4ffab2839043134a307d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:18Z', 'updated_at': '2021-11-22T16:57:31Z', 'revision_number': 6, 'project_id': '73b0d65d397a4ffab2839043134a307d', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:31.988107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.014197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c44e6e60-4743-470e-8a1f-18ed395e062b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.028053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb9e92-386d-4f53-86b1-e1ed38e744f6 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:32.078590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.181534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.184182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.231782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.232834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e85c90-151c-4ddc-b3e8-7086f5f0aa16 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:32.241221 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.243426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-831b2d39-c4ff-4207-9557-7a13b092ef9a admin admin] 10.222.0.69 "DELETE /v2.0/routers/86e85c90-151c-4ddc-b3e8-7086f5f0aa16 HTTP/1.1" status: 204 len: 168 time: 0.8861418 Nov 22 16:57:32.246183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:32.333741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5641ad-6c89-4ad9-b8be-03d7c0d27262 admin admin] Deleting subnet db970044-8cad-42e4-a1a9-83d0213ce0ba {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:32.338876 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b5641ad-6c89-4ad9-b8be-03d7c0d27262 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.400906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b5641ad-6c89-4ad9-b8be-03d7c0d27262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.522266 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b5641ad-6c89-4ad9-b8be-03d7c0d27262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.604616 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b5641ad-6c89-4ad9-b8be-03d7c0d27262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.638508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5641ad-6c89-4ad9-b8be-03d7c0d27262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db970044-8cad-42e4-a1a9-83d0213ce0ba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.644524 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8b5641ad-6c89-4ad9-b8be-03d7c0d27262 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.650951 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8b5641ad-6c89-4ad9-b8be-03d7c0d27262 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/db970044-8cad-42e4-a1a9-83d0213ce0ba HTTP/1.1" status: 204 len: 168 time: 0.4010136 Nov 22 16:57:32.651859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37430) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:32.656703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4a5ac-cd06-4ab6-ac7b-4475c5e19b75 None None] Network 00c2b7ab-fde0-4545-9396-12a39c801fd2 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:32.745488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.751979 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2295af96-20f3-47a4-aa00-7871522985d1 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:32.788085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2295af96-20f3-47a4-aa00-7871522985d1 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:32.788614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2295af96-20f3-47a4-aa00-7871522985d1 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:32.841349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Deleting port 379f3bbe-ae34-4493-9809-30f1e9f2416c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:32.841685 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.961580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] For port 379f3bbe-ae34-4493-9809-30f1e9f2416c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=379f3bbe-ae34-4493-9809-30f1e9f2416c,segment=NetworkSegment(80491e49-ab9e-48af-991f-63a8c8507fc1),segment_id=80491e49-ab9e-48af-991f-63a8c8507fc1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:32.962142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.974717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] DHCP port deletion for 00c2b7ab-fde0-4545-9396-12a39c801fd2 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:32.994540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Calling delete_port for 379f3bbe-ae34-4493-9809-30f1e9f2416c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:33.064306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] Deleting port 379f3bbe-ae34-4493-9809-30f1e9f2416c {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:33.064898 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.115847 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.156941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] No DVR routers for this DVR port 379f3bbe-ae34-4493-9809-30f1e9f2416c on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:33.159935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Pushing event deleted for resources: {'Port': ['ID=379f3bbe-ae34-4493-9809-30f1e9f2416c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:33.169977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] For port 379f3bbe-ae34-4493-9809-30f1e9f2416c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=379f3bbe-ae34-4493-9809-30f1e9f2416c,segment=NetworkSegment(80491e49-ab9e-48af-991f-63a8c8507fc1),segment_id=80491e49-ab9e-48af-991f-63a8c8507fc1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:33.171305 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.196947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] Calling delete_port for 379f3bbe-ae34-4493-9809-30f1e9f2416c owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:33.268118 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.298878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c2b7ab-fde0-4545-9396-12a39c801fd2']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:33.314285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80491e49-ab9e-48af-991f-63a8c8507fc1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:33.314788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80491e49-ab9e-48af-991f-63a8c8507fc1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:33.328164 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.346027 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.346918 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.360471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:33.361162 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:33.364248 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:33.400499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] Pushing event deleted for resources: {'Port': ['ID=379f3bbe-ae34-4493-9809-30f1e9f2416c,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:33.406532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e350c-3ba8-4474-af19-fe2c91cc981d None None] No DVR routers for this DVR port 379f3bbe-ae34-4493-9809-30f1e9f2416c on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:33.454738 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.461248 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.464788 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] 10.222.0.69 "DELETE /v2.0/networks/00c2b7ab-fde0-4545-9396-12a39c801fd2 HTTP/1.1" status: 204 len: 168 time: 0.8116302 Nov 22 16:57:33.477775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1649-2600-4c6c-b4a1-aaa687dc2973 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c2b7ab-fde0-4545-9396-12a39c801fd2,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:33.607676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37434) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:33.661255 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-778e67cf-7fcb-4c5f-b27e-2e035ba84783 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0cbbafdb100481d97bced7e8ea8417a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518572 Nov 22 16:57:33.663993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37436) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:33.729907 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04ad5f49-e327-42c9-82a1-8f5f42d14030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.773591 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04ad5f49-e327-42c9-82a1-8f5f42d14030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.864511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04ad5f49-e327-42c9-82a1-8f5f42d14030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.867770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04ad5f49-e327-42c9-82a1-8f5f42d14030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.869490 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-04ad5f49-e327-42c9-82a1-8f5f42d14030 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc80107f-4056-4fea-bbd8-07df45265630 HTTP/1.1" status: 204 len: 168 time: 0.2044513 Nov 22 16:57:33.883164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad5f49-e327-42c9-82a1-8f5f42d14030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc80107f-4056-4fea-bbd8-07df45265630,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:34.191412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 379f3bbe-ae34-4493-9809-30f1e9f2416c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:34.229265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 379f3bbe-ae34-4493-9809-30f1e9f2416c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:34.229880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 379f3bbe-ae34-4493-9809-30f1e9f2416c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:34.230723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c44e6e60-4743-470e-8a1f-18ed395e062b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:34.270923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c44e6e60-4743-470e-8a1f-18ed395e062b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:34.271438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c44e6e60-4743-470e-8a1f-18ed395e062b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:34.349779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37442) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:34.423714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4351269b-8df0-4be4-a5e5-0c93902340ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73b0d65d397a4ffab2839043134a307d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707891 Nov 22 16:57:34.427864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37444) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:34.508348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4684bc84-7063-4f6a-ac48-fc438615da86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.549153 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4684bc84-7063-4f6a-ac48-fc438615da86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.618852 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4684bc84-7063-4f6a-ac48-fc438615da86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.622858 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4684bc84-7063-4f6a-ac48-fc438615da86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.625317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4684bc84-7063-4f6a-ac48-fc438615da86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83beb4e2-cafd-4e84-afd3-ea04ac43da7d HTTP/1.1" status: 204 len: 168 time: 0.1959069 Nov 22 16:57:34.638362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684bc84-7063-4f6a-ac48-fc438615da86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83beb4e2-cafd-4e84-afd3-ea04ac43da7d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:41.541276 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:48.508722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-9b06525e-b9f4-4af4-9366-9dd7b51f54b7 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7d66521c94914d1588755f99e0bf4a9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401254 Nov 22 16:57:48.796245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-7d3c0b51-b4eb-40fa-98f6-5562300c25d7 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:48.798946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-7d3c0b51-b4eb-40fa-98f6-5562300c25d7 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804236 Nov 22 16:57:48.818968 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-01da997a-8ea8-4c1a-93f0-70738c875fed tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/quotas/7d66521c94914d1588755f99e0bf4a9e HTTP/1.1" status: 200 len: 375 time: 0.0135808 Nov 22 16:57:48.863067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-ba295687-3549-40f3-87a2-cc0aeb086f49 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d66521c94914d1588755f99e0bf4a9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376179 Nov 22 16:57:49.058491 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e312ddc5-d419-49ce-b113-78f2eeb08a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.077060 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-007372a0-df4a-4d3c-bd66-6c1364a998f3 req-24edc8e2-2ad8-4184-9247-19f1f17a9206 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 210 time: 0.0432971 Nov 22 16:57:50.257132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b0fe067-88fa-4b04-8759-887e75bb367f req-0911d4b2-6324-4c64-a598-09035c137978 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 210 time: 0.0351870 Nov 22 16:57:50.305223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-e63cc878-272e-4d76-b947-fc500f3dbd27 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7d66521c94914d1588755f99e0bf4a9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291104 Nov 22 16:57:50.449148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-f670f5b2-6170-47f3-85c1-73f2dbac6b2c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:50.450764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-f670f5b2-6170-47f3-85c1-73f2dbac6b2c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400723 Nov 22 16:57:50.471143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Request body: {'port': {'device_id': '8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'admin_state_up': True, 'tenant_id': '7d66521c94914d1588755f99e0bf4a9e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:50.615261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Made reservation on behalf of 7d66521c94914d1588755f99e0bf4a9e for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:50.618956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.631241 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.730282 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.735675 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.802816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a819eb59-ed7d-4760-a32d-c3de003a392a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:50.896573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Allocated IP 192.168.233.84 (0548d25d-7fb6-4d1b-b293-944cc218b9cf/d0f65619-2a68-4f4f-aa61-384be503b726/810ed42e-5c38-4830-99f9-e467454f93a8) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:51.070077 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.113848 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.172441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Network 0548d25d-7fb6-4d1b-b293-944cc218b9cf is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:51.175976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:51.180378 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:51.351304 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ac8eed5e-52f4-498c-b85e-a8f64b5e524c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.445893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-596a0625-a3dd-424a-862e-22bd72348700 None None] Provisioning complete for port 810ed42e-5c38-4830-99f9-e467454f93a8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:51.446272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-596a0625-a3dd-424a-862e-22bd72348700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.488251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-596a0625-a3dd-424a-862e-22bd72348700 None None] Port 810ed42e-5c38-4830-99f9-e467454f93a8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:51.551823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Pushing event updated for resources: {'Port': ['ID=810ed42e-5c38-4830-99f9-e467454f93a8,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.607220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:51.607893 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.627587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-72750795-1409-4dee-91e9-879b8e478e6c tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1642902 Nov 22 16:57:51.636431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98726f4e-d128-4f30-b7b1-5615af50ad08 req-3ebe0a97-7766-49c6-a408-675dc1e50b0e tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:51.637879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98726f4e-d128-4f30-b7b1-5615af50ad08 req-3ebe0a97-7766-49c6-a408-675dc1e50b0e tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 935 time: 0.0903330 Nov 22 16:57:51.695419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98726f4e-d128-4f30-b7b1-5615af50ad08 req-4d2f77c8-4cab-4286-a57a-73517fe02b8e tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496736 Nov 22 16:57:51.759374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Request body: {'port': {'device_id': '8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:51.819841 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.145364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810ed42e-5c38-4830-99f9-e467454f93a8 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:57:52.154673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.168285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Transition to ACTIVE for port object 810ed42e-5c38-4830-99f9-e467454f93a8 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:57:52.173659 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.237922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=810ed42e-5c38-4830-99f9-e467454f93a8,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:52.321391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Attempting to bind port 810ed42e-5c38-4830-99f9-e467454f93a8 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:52.321737 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Attempting to bind port 810ed42e-5c38-4830-99f9-e467454f93a8 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:52.322067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Attempting to bind port 810ed42e-5c38-4830-99f9-e467454f93a8 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:52.328462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Port 810ed42e-5c38-4830-99f9-e467454f93a8 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:57:52.328790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Attempting to bind port 810ed42e-5c38-4830-99f9-e467454f93a8 on network 0548d25d-7fb6-4d1b-b293-944cc218b9cf {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:52.334904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:52.336043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Checking segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:52.336497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Bound using segment: {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:52.336966 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Bound port: 810ed42e-5c38-4830-99f9-e467454f93a8, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:52.337490 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.414239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] For port 810ed42e-5c38-4830-99f9-e467454f93a8, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:52.417678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] For port 810ed42e-5c38-4830-99f9-e467454f93a8, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=810ed42e-5c38-4830-99f9-e467454f93a8,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:52.424654 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.470030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.470676 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.472290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] 10.222.0.11 "PUT /v2.0/ports/810ed42e-5c38-4830-99f9-e467454f93a8 HTTP/1.1" status: 200 len: 1095 time: 0.8333426 Nov 22 16:57:52.472776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9', 'tag': '810ed42e-5c38-4830-99f9-e467454f93a8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:52.475138 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b419fc-6f15-4be7-b676-03c50ec53154" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9", "tag": "810ed42e-5c38-4830-99f9-e467454f93a8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:52.517989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5a52e-d652-4f78-9028-f5e86afd7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=810ed42e-5c38-4830-99f9-e467454f93a8,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:52.540651 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bb08fa-6432-459e-b1dc-70a89f1d46e7 x-openstack-request-id: req-d4bb08fa-6432-459e-b1dc-70a89f1d46e7 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:52.540959 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9", "tag": "810ed42e-5c38-4830-99f9-e467454f93a8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:52.541220 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4bb08fa-6432-459e-b1dc-70a89f1d46e7 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:52.541648 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9', 'tag': '810ed42e-5c38-4830-99f9-e467454f93a8', 'status': 'completed', 'code': 200} Nov 22 16:57:52.579858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-0abf2007-0bd2-435d-bda5-46157be2548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.581450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-0abf2007-0bd2-435d-bda5-46157be2548e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d66521c94914d1588755f99e0bf4a9e&device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0527620 Nov 22 16:57:52.617574 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.634255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-530f5c0f-965f-4476-86ac-c334fcd30360 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=810ed42e-5c38-4830-99f9-e467454f93a8 HTTP/1.1" status: 200 len: 217 time: 0.0439200 Nov 22 16:57:52.698519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-653902e1-4038-42e6-a503-2a806330675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.700072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-653902e1-4038-42e6-a503-2a806330675b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0590341 Nov 22 16:57:52.761759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-75537602-9105-4be3-9099-1b3f05629241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.764609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-75537602-9105-4be3-9099-1b3f05629241 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0565462 Nov 22 16:57:52.911949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898bd7f-e36b-4966-8ac2-cef03baff244 req-f72333ff-020d-4d07-bb6e-98d06edc386d tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:52.913541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b898bd7f-e36b-4966-8ac2-cef03baff244 req-f72333ff-020d-4d07-bb6e-98d06edc386d tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 947 time: 0.1172197 Nov 22 16:57:52.916003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-a824cb7c-8fbf-43f3-8cb7-6719397ce313 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436393 Nov 22 16:57:52.994272 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.024960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b898bd7f-e36b-4966-8ac2-cef03baff244 req-928c4d6e-6662-4545-b05f-a84902153b48 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028581 Nov 22 16:57:53.062992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea29abb-11a4-4838-8472-af68ceb500d9 req-f28dc6e4-4aee-4702-adfb-f3afea08683b service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397219 Nov 22 16:57:53.190303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-175876cd-777d-4f53-adea-b2d8fe063341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:53.192978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-175876cd-777d-4f53-adea-b2d8fe063341 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7d66521c94914d1588755f99e0bf4a9e&device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0793235 Nov 22 16:57:53.317867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-2f7ebb40-72c3-4cfc-997e-4ef183ca62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:53.320423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-2f7ebb40-72c3-4cfc-997e-4ef183ca62e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0548d25d-7fb6-4d1b-b293-944cc218b9cf HTTP/1.1" status: 200 len: 870 time: 0.1210463 Nov 22 16:57:53.371795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-ca167443-4050-45fd-8c26-784dbd7b86f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=810ed42e-5c38-4830-99f9-e467454f93a8 HTTP/1.1" status: 200 len: 217 time: 0.0433493 Nov 22 16:57:53.433961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-9f50588a-ae67-40d0-a04e-a4bd3ee6eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:53.436089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-9f50588a-ae67-40d0-a04e-a4bd3ee6eafb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0f65619-2a68-4f4f-aa61-384be503b726 HTTP/1.1" status: 200 len: 843 time: 0.0533142 Nov 22 16:57:53.490726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-67d98411-df0b-46ab-965b-0dfa5073e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:53.492368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-67d98411-df0b-46ab-965b-0dfa5073e8e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0548d25d-7fb6-4d1b-b293-944cc218b9cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485919 Nov 22 16:57:53.594474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-893cc04a-2f67-42d4-a2df-31a3be82744f service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931718 Nov 22 16:57:53.695352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56b419fc-6f15-4be7-b676-03c50ec53154 req-9e4f386b-42b0-4d47-8c57-af2c23717c30 service neutron] 10.222.0.11 "GET /v2.0/networks/0548d25d-7fb6-4d1b-b293-944cc218b9cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929503 Nov 22 16:57:54.197327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6518c03-f4e5-4b1d-9b68-46ecfc31b1db req-6b84310b-37ec-41d0-8052-beb7ac44dc68 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:54.200044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6518c03-f4e5-4b1d-9b68-46ecfc31b1db req-6b84310b-37ec-41d0-8052-beb7ac44dc68 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 947 time: 0.0884323 Nov 22 16:57:54.266651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6518c03-f4e5-4b1d-9b68-46ecfc31b1db req-1e7ce8e0-3395-4456-ab02-bc4c23395885 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593665 Nov 22 16:57:54.684406 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.868305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 810ed42e-5c38-4830-99f9-e467454f93a8 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:57:54.905475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.997483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 810ed42e-5c38-4830-99f9-e467454f93a8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=810ed42e-5c38-4830-99f9-e467454f93a8,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:55.018350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '810ed42e-5c38-4830-99f9-e467454f93a8', 'network_id': '0548d25d-7fb6-4d1b-b293-944cc218b9cf', 'port_id': '810ed42e-5c38-4830-99f9-e467454f93a8', 'mac_address': 'fa:16:3e:34:b4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0f65619-2a68-4f4f-aa61-384be503b726', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:57:55.027711 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.064373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.078451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810ed42e-5c38-4830-99f9-e467454f93a8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:57:55.101896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 810ed42e-5c38-4830-99f9-e467454f93a8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=810ed42e-5c38-4830-99f9-e467454f93a8,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:55.109489 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.186087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=810ed42e-5c38-4830-99f9-e467454f93a8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.349538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['810ed42e-5c38-4830-99f9-e467454f93a8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:57:55.399152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddc411-50ac-4fb9-8e2d-f43fe7490996 req-5de0c13f-4f37-4468-8c65-3fbbb15e9f74 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:55.400801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68ddc411-50ac-4fb9-8e2d-f43fe7490996 req-5de0c13f-4f37-4468-8c65-3fbbb15e9f74 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 948 time: 0.0582914 Nov 22 16:57:55.456300 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68ddc411-50ac-4fb9-8e2d-f43fe7490996 req-47c33d8f-207b-4a0f-822a-c6b495c7a18b tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Nov 22 16:57:56.585797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81539635-1ef4-4338-8f03-c2f09ab2c965 req-4df1c7e7-5a70-4cb4-9a48-7395e7034c03 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:56.587576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81539635-1ef4-4338-8f03-c2f09ab2c965 req-4df1c7e7-5a70-4cb4-9a48-7395e7034c03 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 948 time: 0.0535929 Nov 22 16:57:56.646676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-81539635-1ef4-4338-8f03-c2f09ab2c965 req-a049de20-5bce-4308-a88c-64aa4ad886c7 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511951 Nov 22 16:57:56.887169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 810ed42e-5c38-4830-99f9-e467454f93a8 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:56.950486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 810ed42e-5c38-4830-99f9-e467454f93a8 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:57:56.955764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 810ed42e-5c38-4830-99f9-e467454f93a8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:56.956177 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.063273 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.093226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ed42e-5c38-4830-99f9-e467454f93a8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:57.096087 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4694135a-b99d-4da6-8fd0-bb42c435d167" -d '{"events": [{"server_uuid": "8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9", "name": "network-vif-plugged", "status": "completed", "tag": "810ed42e-5c38-4830-99f9-e467454f93a8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:57.111324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 810ed42e-5c38-4830-99f9-e467454f93a8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=810ed42e-5c38-4830-99f9-e467454f93a8,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:57.116232 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.186021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=810ed42e-5c38-4830-99f9-e467454f93a8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.246324 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be637f70-cd03-40d2-938a-a083b1991f0c x-openstack-request-id: req-be637f70-cd03-40d2-938a-a083b1991f0c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:57.248738 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9", "name": "network-vif-plugged", "status": "completed", "tag": "810ed42e-5c38-4830-99f9-e467454f93a8", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:57.249119 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be637f70-cd03-40d2-938a-a083b1991f0c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:57.249639 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ed42e-5c38-4830-99f9-e467454f93a8', 'code': 200} Nov 22 16:57:57.386089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394bceb-b2a7-452a-9f2c-420ca9e28d75 req-1753ef42-8dd4-4270-83ff-2592ae27390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:57.388072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2394bceb-b2a7-452a-9f2c-420ca9e28d75 req-1753ef42-8dd4-4270-83ff-2592ae27390d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 1100 time: 0.0594809 Nov 22 16:57:57.450096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2394bceb-b2a7-452a-9f2c-420ca9e28d75 req-db09dcbb-9f07-4da4-a727-3acbbf41f561 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546055 Nov 22 16:57:57.791340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e653f-7322-478f-baa8-d93f71c06930 req-bc3741ec-56ee-460f-a1da-5643c0d24742 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:57.792915 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-644e653f-7322-478f-baa8-d93f71c06930 req-bc3741ec-56ee-460f-a1da-5643c0d24742 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 949 time: 0.0591319 Nov 22 16:57:57.856578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-644e653f-7322-478f-baa8-d93f71c06930 req-9d0250a4-a94f-4947-919f-958daebb93c7 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540171 Nov 22 16:57:59.016292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883475b-4575-4ed1-8bde-a914214293c0 req-651ba0e7-02b9-49dd-a153-97167b069709 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:59.017944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7883475b-4575-4ed1-8bde-a914214293c0 req-651ba0e7-02b9-49dd-a153-97167b069709 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 949 time: 0.0550458 Nov 22 16:57:59.100552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7883475b-4575-4ed1-8bde-a914214293c0 req-ea1b3d6a-8d62-406e-b002-8e055c2f2980 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748971 Nov 22 16:57:59.493090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-9c0fdea3-047b-4961-a91d-a1e2dd24a5d1 req-6b11991b-3900-4e63-8e37-6d3d18d170aa service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:59.494964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c0fdea3-047b-4961-a91d-a1e2dd24a5d1 req-6b11991b-3900-4e63-8e37-6d3d18d170aa service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0768120 Nov 22 16:58:00.015608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-4027e377-e95b-4f1c-98bc-dcd8202c5b15 req-911b1da6-ad83-40bf-82ea-4ab87d264472 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:00.017613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4027e377-e95b-4f1c-98bc-dcd8202c5b15 req-911b1da6-ad83-40bf-82ea-4ab87d264472 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1009736 Nov 22 16:58:00.457049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ae417-9485-4b53-8006-91bdc31140f0 req-7cc5a9e9-300f-44ee-93c2-9ebccd605505 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:00.459718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b4ae417-9485-4b53-8006-91bdc31140f0 req-7cc5a9e9-300f-44ee-93c2-9ebccd605505 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 949 time: 0.0742433 Nov 22 16:58:00.517036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b4ae417-9485-4b53-8006-91bdc31140f0 req-3aae854f-6600-4c8b-b6f4-356773a6b799 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508327 Nov 22 16:58:01.694700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-79c88354-0502-4045-b79e-cdd1ec02bb0b tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:01.696610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-79c88354-0502-4045-b79e-cdd1ec02bb0b tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 949 time: 0.1032274 Nov 22 16:58:01.719592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b412f46-b5c2-4c51-b404-d5ed3dac25ba req-f4313df0-2c1a-4da3-92d4-bc4f16e739cb tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:01.721496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b412f46-b5c2-4c51-b404-d5ed3dac25ba req-f4313df0-2c1a-4da3-92d4-bc4f16e739cb tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9 HTTP/1.1" status: 200 len: 949 time: 0.0942316 Nov 22 16:58:01.866797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0b412f46-b5c2-4c51-b404-d5ed3dac25ba req-2d65dc78-0ad5-4b29-bb59-ab3bc83193b7 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.69 "GET /v2.0/security-groups?id=a819eb59-ed7d-4760-a32d-c3de003a392a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165118 Nov 22 16:58:01.892226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Deleting port 810ed42e-5c38-4830-99f9-e467454f93a8 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:01.892736 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.010868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] For port 810ed42e-5c38-4830-99f9-e467454f93a8, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=810ed42e-5c38-4830-99f9-e467454f93a8,segment=NetworkSegment(a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de),segment_id=a2d96f14-1cb4-4e36-bd9c-d6de6f6b61de)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:02.011307 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.026744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Calling delete_port for 810ed42e-5c38-4830-99f9-e467454f93a8 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:02.201445 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.217052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['810ed42e-5c38-4830-99f9-e467454f93a8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:02.260342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Pushing event deleted for resources: {'Port': ['ID=810ed42e-5c38-4830-99f9-e467454f93a8,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.319331 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] No DVR routers for this DVR port 810ed42e-5c38-4830-99f9-e467454f93a8 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:02.323743 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.331159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-395cbdf2-924c-455d-8b61-3aeedb9b7d07 req-4f3530a2-b491-4ca6-938b-9e0f3ccf8a75 tempest-ServersAdminNegativeTestJSON-2069157500 tempest-ServersAdminNegativeTestJSON-2069157500-project] 10.222.0.11 "DELETE /v2.0/ports/810ed42e-5c38-4830-99f9-e467454f93a8 HTTP/1.1" status: 204 len: 173 time: 0.6281824 Nov 22 16:58:02.332816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9', 'name': 'network-vif-deleted', 'tag': '810ed42e-5c38-4830-99f9-e467454f93a8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:02.336661 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db5166b-59db-428a-b383-30f3b0647d3b" -d '{"events": [{"server_uuid": "8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9", "name": "network-vif-deleted", "tag": "810ed42e-5c38-4830-99f9-e467454f93a8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:02.413312 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf6940c-f22c-45be-8962-6578af81e743 x-openstack-request-id: req-dbf6940c-f22c-45be-8962-6578af81e743 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:02.413797 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9", "name": "network-vif-deleted", "tag": "810ed42e-5c38-4830-99f9-e467454f93a8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:02.414224 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dbf6940c-f22c-45be-8962-6578af81e743 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:02.414906 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c6ae0df-e100-4a2b-a5b4-3b7ca809b5d9', 'name': 'network-vif-deleted', 'tag': '810ed42e-5c38-4830-99f9-e467454f93a8', 'status': 'completed', 'code': 200} Nov 22 16:58:03.254116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37592) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.421576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c0a8619d-79c4-430c-97d5-17c35be5f728 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d66521c94914d1588755f99e0bf4a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651947 Nov 22 16:58:03.423674 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.480261 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94345a2c-17c6-497f-a270-c9f2d98cbbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.507711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94345a2c-17c6-497f-a270-c9f2d98cbbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.571808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94345a2c-17c6-497f-a270-c9f2d98cbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.574509 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-94345a2c-17c6-497f-a270-c9f2d98cbbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.576358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-94345a2c-17c6-497f-a270-c9f2d98cbbe7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a819eb59-ed7d-4760-a32d-c3de003a392a HTTP/1.1" status: 204 len: 168 time: 0.1509972 Nov 22 16:58:03.587663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94345a2c-17c6-497f-a270-c9f2d98cbbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a819eb59-ed7d-4760-a32d-c3de003a392a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.894671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37602) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.913290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6217b86e-26a3-4681-b0e8-5e05debbca5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.021838 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6217b86e-26a3-4681-b0e8-5e05debbca5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.027691 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6217b86e-26a3-4681-b0e8-5e05debbca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.078294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6217b86e-26a3-4681-b0e8-5e05debbca5f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5c15caf99eb41f19b083c34a46d62d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826565 Nov 22 16:58:04.079090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217b86e-26a3-4681-b0e8-5e05debbca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b3607-70ce-4762-a2d7-0e18be7f4273,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.082182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37604) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:04.159463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6acf60fe-d30a-46c2-9f7d-df0c4eb65e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.190731 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6acf60fe-d30a-46c2-9f7d-df0c4eb65e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.280638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6acf60fe-d30a-46c2-9f7d-df0c4eb65e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.284343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6acf60fe-d30a-46c2-9f7d-df0c4eb65e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.286043 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6acf60fe-d30a-46c2-9f7d-df0c4eb65e60 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c0b3607-70ce-4762-a2d7-0e18be7f4273 HTTP/1.1" status: 204 len: 168 time: 0.2022185 Nov 22 16:58:04.296064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf60fe-d30a-46c2-9f7d-df0c4eb65e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b3607-70ce-4762-a2d7-0e18be7f4273,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.932412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 810ed42e-5c38-4830-99f9-e467454f93a8 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:04.963844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 810ed42e-5c38-4830-99f9-e467454f93a8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:04.964495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 810ed42e-5c38-4830-99f9-e467454f93a8 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:05.166638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37626) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:05.332820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-542498917-network', 'tenant_id': 'f0ba28b3d132408eb3d136e0bd1426ce'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:05.373876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Made reservation on behalf of f0ba28b3d132408eb3d136e0bd1426ce for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:05.377922 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.396484 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.494778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.500704 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.536091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:05.548389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b705786-9d17-43f4-bb33-f40b7c323369,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:05.555192 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.555621 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Added segment dc73fdf3-e718-4cb7-a2f9-1566d1884ac2 of type vlan for network 8fddf02e-dfbc-4370-9306-b9c246eaa61f Nov 22 16:58:05.607405 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.646565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.648062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:05.649111 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.723814 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5554540 Nov 22 16:58:05.727443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37632) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:05.743825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Request body: {'subnet': {'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-542498917-subnet', 'tenant_id': 'f0ba28b3d132408eb3d136e0bd1426ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:05.771526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74887e-fab8-454e-8360-30e85fe105ad admin admin] Pushing event updated for resources: {'Network': ['ID=8fddf02e-dfbc-4370-9306-b9c246eaa61f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:05.786686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 8fddf02e-dfbc-4370-9306-b9c246eaa61f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:05.792346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Made reservation on behalf of f0ba28b3d132408eb3d136e0bd1426ce for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:05.795348 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.047841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.117065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d7ca3c-5588-437a-93af-1afc6e265a39,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:06.129017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Checking segment: {'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:06.129392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Network hostable DHCP agents. Network: 8fddf02e-dfbc-4370-9306-b9c246eaa61f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:58:06.150833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Network 8fddf02e-dfbc-4370-9306-b9c246eaa61f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:58:06.163287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 8fddf02e-dfbc-4370-9306-b9c246eaa61f) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:06.168176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:06.169046 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.177608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6576658-6adb-494b-8412-7db4dffe8a25 None None] Network 8fddf02e-dfbc-4370-9306-b9c246eaa61f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:06.195720 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8d621fba-51d1-4e4b-9f45-b7aef42c801b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4668686 Nov 22 16:58:06.344655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016886bf-599e-4f85-9e8f-7779bf649647 None None] Network 8fddf02e-dfbc-4370-9306-b9c246eaa61f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:06.831537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-50a7b257-3a83-49eb-aac9-dfbd6fa1a0f9 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:06.833806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-50a7b257-3a83-49eb-aac9-dfbd6fa1a0f9 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 811 time: 0.1519139 Nov 22 16:58:06.856298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-51d87b25-f7b5-4849-928d-1c5dd95eac44 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/quotas/f0ba28b3d132408eb3d136e0bd1426ce HTTP/1.1" status: 200 len: 375 time: 0.0160110 Nov 22 16:58:06.906489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-55e47255-ebfa-45b5-a37b-1ad4c191d7bf tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426431 Nov 22 16:58:06.918663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-56192ca7-fa80-4739-87f5-0a080fcd00a3 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:06.920510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-56192ca7-fa80-4739-87f5-0a080fcd00a3 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065951 Nov 22 16:58:07.036874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-600cb55f-4fee-4515-80d0-ece39969d916 service neutron] 10.222.0.69 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074421 Nov 22 16:58:07.139548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-ec49c626-6a42-4294-b95c-bb798cf453c8 service neutron] 10.222.0.69 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957124 Nov 22 16:58:07.373916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-754860a0-e08d-4c08-8a5e-f9779dd1a263 req-4f88117c-d032-473d-bca1-b25647ab7d4a tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 210 time: 0.0546231 Nov 22 16:58:08.525596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c1d780b-59e8-46d7-8073-4afc40edc93f req-c8aaf5c6-380d-44a1-8741-852feeb890d5 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 210 time: 0.0555103 Nov 22 16:58:08.702377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-44e62520-d406-4c1a-89a7-aff2dc53faa0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:08.704002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-44e62520-d406-4c1a-89a7-aff2dc53faa0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.11 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 811 time: 0.1829484 Nov 22 16:58:08.719397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Request body: {'port': {'device_id': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f', 'admin_state_up': True, 'tenant_id': 'f0ba28b3d132408eb3d136e0bd1426ce'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:08.857349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Made reservation on behalf of f0ba28b3d132408eb3d136e0bd1426ce for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:08.861222 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.018590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Allocated IP 172.20.0.13 (8fddf02e-dfbc-4370-9306-b9c246eaa61f/90d7ca3c-5588-437a-93af-1afc6e265a39/91e36e32-aa29-4bec-9920-d1a030df884f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:09.199332 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.240080 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.300479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Network 8fddf02e-dfbc-4370-9306-b9c246eaa61f is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:09.304870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:09.309240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:09.318450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:09.374889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:09.375590 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.395137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-998d1143-a95d-496b-83b0-d420acdd99f0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6807880 Nov 22 16:58:09.409290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Request body: {'port': {'device_id': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:09.481446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.851998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c01337-1c48-4712-837e-804e92c2c220 req-0f85e645-b4a5-4136-87e5-026627949a32 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:09.855806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30c01337-1c48-4712-837e-804e92c2c220 req-0f85e645-b4a5-4136-87e5-026627949a32 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 932 time: 0.2079453 Nov 22 16:58:09.994188 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-30c01337-1c48-4712-837e-804e92c2c220 req-1fe34a87-4a98-4ee4-b2fc-15c7b1c411bd tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306984 Nov 22 16:58:10.083844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e36e32-aa29-4bec-9920-d1a030df884f {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:10.094180 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.110326 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Transition to ACTIVE for port object 91e36e32-aa29-4bec-9920-d1a030df884f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:58:10.116605 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.184370 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:10.258142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Attempting to bind port 91e36e32-aa29-4bec-9920-d1a030df884f on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:10.258608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Attempting to bind port 91e36e32-aa29-4bec-9920-d1a030df884f by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:10.259010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Attempting to bind port 91e36e32-aa29-4bec-9920-d1a030df884f on network 8fddf02e-dfbc-4370-9306-b9c246eaa61f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:10.265840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Port 91e36e32-aa29-4bec-9920-d1a030df884f on network 8fddf02e-dfbc-4370-9306-b9c246eaa61f not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:58:10.266247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Attempting to bind port 91e36e32-aa29-4bec-9920-d1a030df884f on network 8fddf02e-dfbc-4370-9306-b9c246eaa61f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:10.276818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:10.277232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Checking segment: {'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:10.277720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Bound using segment: {'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:10.278279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Bound port: 91e36e32-aa29-4bec-9920-d1a030df884f, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:10.279573 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.361605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:10.365523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:10.371991 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.412783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.414059 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:10.415897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] 10.222.0.11 "PUT /v2.0/ports/91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 1092 time: 1.0124691 Nov 22 16:58:10.422707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:10.425850 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e22c740e0024a18d7daac86783fe0946b97c80dfa989aeb9f2625e48605c7ec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:10.465447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86810ae5-70d9-4e28-8fcf-ce76fca4b409 service neutron] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:10.497745 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3771242d-e7ac-4c0a-82c8-67d1f10c2c7f x-openstack-request-id: req-3771242d-e7ac-4c0a-82c8-67d1f10c2c7f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:10.498447 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:10.498921 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3771242d-e7ac-4c0a-82c8-67d1f10c2c7f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:10.499592 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f', 'status': 'completed', 'code': 200} Nov 22 16:58:10.553709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-049ac5cc-bfd8-4e8c-a319-a00b063f2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.556422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-049ac5cc-bfd8-4e8c-a319-a00b063f2e46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1095 time: 0.0765555 Nov 22 16:58:10.604336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-9102088a-6837-401d-8294-e6dfb6d64939 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 217 time: 0.0402105 Nov 22 16:58:10.667573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-9f38caf7-3543-4f5c-9dc6-99e129380488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:10.669098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-9f38caf7-3543-4f5c-9dc6-99e129380488 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 200 len: 851 time: 0.0581679 Nov 22 16:58:10.704369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-008331c7-c7a7-4241-bba9-e06163de9ea7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fddf02e-dfbc-4370-9306-b9c246eaa61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283959 Nov 22 16:58:10.834072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-cb7e4e17-3269-4832-8632-e2880f2cfaeb service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220055 Nov 22 16:58:10.960948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be80a2e6-3af2-418b-98b2-100efca8ce0f req-af7050ab-fd7e-47ed-b8d5-f62c33383040 service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190391 Nov 22 16:58:11.084502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-457fd2ec-7e4b-4a6f-b8d7-fc9ebc501e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.086279 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-457fd2ec-7e4b-4a6f-b8d7-fc9ebc501e83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1095 time: 0.0616610 Nov 22 16:58:11.300152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667b657-095a-4db5-aa3c-5de89769f552 req-df7235c8-ed8e-4aee-90f9-26a875ebc361 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.302985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a667b657-095a-4db5-aa3c-5de89769f552 req-df7235c8-ed8e-4aee-90f9-26a875ebc361 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 944 time: 0.1950715 Nov 22 16:58:11.361510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-9c17f2c6-85a1-4814-9b0f-55c3e780da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.364225 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-9c17f2c6-85a1-4814-9b0f-55c3e780da04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 912 time: 0.2699156 Nov 22 16:58:11.464342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-7ef89d7c-e872-4e4f-b824-c61b55e8d7af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 217 time: 0.0900934 Nov 22 16:58:11.532597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a667b657-095a-4db5-aa3c-5de89769f552 req-b93b69e8-cf23-476b-b2ae-530a4232c295 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203879 Nov 22 16:58:11.561287 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-a3ca34db-50fa-4cfc-8c05-d0a3b07f8e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.563634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-a3ca34db-50fa-4cfc-8c05-d0a3b07f8e71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 200 len: 851 time: 0.0906169 Nov 22 16:58:11.601340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-70171f97-a725-4882-95e7-a1cb6450a7bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fddf02e-dfbc-4370-9306-b9c246eaa61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294521 Nov 22 16:58:11.718735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-dcb09b29-1cda-472d-b4a5-81cd0209b6df service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090527 Nov 22 16:58:11.824240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d5fef60-42cb-458a-8d7b-45aab7c2f0ac req-6ce53560-9b89-405a-bc07-4f84644f03aa service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963647 Nov 22 16:58:12.668076 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82eb0ea-b2f5-4bb2-aa89-2d454d39a36a req-f85da7e6-8e80-4487-b5a6-39aee1c441f2 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:12.670190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82eb0ea-b2f5-4bb2-aa89-2d454d39a36a req-f85da7e6-8e80-4487-b5a6-39aee1c441f2 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 944 time: 0.0540199 Nov 22 16:58:12.722161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f82eb0ea-b2f5-4bb2-aa89-2d454d39a36a req-77ced25b-f8df-4ec0-bbed-58e628fc3ccf tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454729 Nov 22 16:58:12.961360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 91e36e32-aa29-4bec-9920-d1a030df884f details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:58:13.068242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:13.080847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '91e36e32-aa29-4bec-9920-d1a030df884f', 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f', 'port_id': '91e36e32-aa29-4bec-9920-d1a030df884f', 'mac_address': 'fa:16:3e:7a:53:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7ca3c-5588-437a-93af-1afc6e265a39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:58:13.120578 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.135870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e36e32-aa29-4bec-9920-d1a030df884f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:13.158108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:13.162730 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.228157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:13.350597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['91e36e32-aa29-4bec-9920-d1a030df884f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:13.924572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc622e-af73-4f00-b6ed-7fc5d9520d34 req-e6c31836-3f16-4250-9ae1-2609e4b7119a tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:13.926562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50fc622e-af73-4f00-b6ed-7fc5d9520d34 req-e6c31836-3f16-4250-9ae1-2609e4b7119a tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 945 time: 0.0604408 Nov 22 16:58:13.989974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50fc622e-af73-4f00-b6ed-7fc5d9520d34 req-b51eaae1-7c5f-43da-be2a-0d76a356b1a3 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568748 Nov 22 16:58:14.961334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 91e36e32-aa29-4bec-9920-d1a030df884f up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:15.014144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 91e36e32-aa29-4bec-9920-d1a030df884f completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:58:15.019808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 91e36e32-aa29-4bec-9920-d1a030df884f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:15.020278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.178589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb2529-cfd9-4cbe-bd54-8405b0ec41e4 req-12f57d6d-e2eb-4349-9866-93fdaa0cf029 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:15.180287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4bb2529-cfd9-4cbe-bd54-8405b0ec41e4 req-12f57d6d-e2eb-4349-9866-93fdaa0cf029 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 945 time: 0.0595486 Nov 22 16:58:15.241288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4bb2529-cfd9-4cbe-bd54-8405b0ec41e4 req-6d738f3d-38a1-4b81-89d7-f58c9800c13c tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527482 Nov 22 16:58:15.295961 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.322772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:15.326173 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}229da940e6af85ef98866a92420dad859b1f45665901c8bd67adefb53c2578eb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cdae82-dcb9-47d7-9d1d-9d85b4431506" -d '{"events": [{"server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "name": "network-vif-plugged", "status": "completed", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:15.343246 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:15.349250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.390112 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6045243-c1c1-47a0-8862-2b26d93bafeb x-openstack-request-id: req-d6045243-c1c1-47a0-8862-2b26d93bafeb {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:15.390597 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "name": "network-vif-plugged", "status": "completed", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:15.391025 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6045243-c1c1-47a0-8862-2b26d93bafeb {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:15.391668 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f', 'code': 200} Nov 22 16:58:15.441051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.493407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e0012-f73d-400e-ad92-f133a5b406d5 req-f1e7c718-bf63-4f2b-bf72-34eabbdbedf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:15.496729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c70e0012-f73d-400e-ad92-f133a5b406d5 req-f1e7c718-bf63-4f2b-bf72-34eabbdbedf0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1097 time: 0.0613420 Nov 22 16:58:15.565123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c70e0012-f73d-400e-ad92-f133a5b406d5 req-2aff95db-413e-4bca-aa01-6c94ab4bdad7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614853 Nov 22 16:58:16.404820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac474f9b-4991-4d53-a7fe-39ef726f3789 req-827ae3be-e975-4876-aead-b3f037d62f80 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:16.407503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac474f9b-4991-4d53-a7fe-39ef726f3789 req-827ae3be-e975-4876-aead-b3f037d62f80 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0667443 Nov 22 16:58:16.461264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac474f9b-4991-4d53-a7fe-39ef726f3789 req-87af59e4-fe1a-4a2b-9256-70f750d790c0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477901 Nov 22 16:58:17.589091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd40b3-bcf9-480a-9570-8bfa071c5190 req-a50dacb7-4267-469a-9f0b-518a8016ab27 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.590693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24fd40b3-bcf9-480a-9570-8bfa071c5190 req-a50dacb7-4267-469a-9f0b-518a8016ab27 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0519867 Nov 22 16:58:17.646726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24fd40b3-bcf9-480a-9570-8bfa071c5190 req-a0bfe0b7-7aa2-404d-ab40-527ce0096ea8 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495222 Nov 22 16:58:17.995471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc87812-c8ab-451e-bf72-e2fedb2442ab req-c7d1892c-141b-455b-9ef2-8568059ede79 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:17.997738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdc87812-c8ab-451e-bf72-e2fedb2442ab req-c7d1892c-141b-455b-9ef2-8568059ede79 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0894139 Nov 22 16:58:18.088790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-e10e9284-6c94-4edf-8822-579515907795 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1916499 Nov 22 16:58:18.094766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fdc87812-c8ab-451e-bf72-e2fedb2442ab req-18de8c96-1bf8-4819-866a-173490b16f32 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854604 Nov 22 16:58:18.100059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-35b60b2c-69ca-40a6-aa5a-da2ac87af595 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:18.101500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-35b60b2c-69ca-40a6-aa5a-da2ac87af595 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057802 Nov 22 16:58:18.545324 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:19.045106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91ed8bcb-11d1-4310-88c5-d5abdf3b0f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.331540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9837efd-2ac8-4c19-b5d5-3bb5f1575069 req-2c07cc0c-f17b-4641-8748-a8e8b3d1eed7 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.333442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9837efd-2ac8-4c19-b5d5-3bb5f1575069 req-2c07cc0c-f17b-4641-8748-a8e8b3d1eed7 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.1180341 Nov 22 16:58:19.477766 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f9837efd-2ac8-4c19-b5d5-3bb5f1575069 req-2160562a-5ebe-4fac-b28f-f79386ce6652 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368353 Nov 22 16:58:19.490606 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-9fcd4dd9-001f-4294-88f8-9583b8f269d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.493258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-9fcd4dd9-001f-4294-88f8-9583b8f269d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1097 time: 0.1232958 Nov 22 16:58:19.592634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-9e3e4b16-19b1-4822-ab0e-ea7c787df72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.594260 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-9e3e4b16-19b1-4822-ab0e-ea7c787df72c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 912 time: 0.0941849 Nov 22 16:58:19.644577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-e228731d-c8df-49a0-a900-028fd8ad0956 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 217 time: 0.0434167 Nov 22 16:58:19.696885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-be1eb170-3d2c-4166-97a2-a27080314949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:19.698368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-be1eb170-3d2c-4166-97a2-a27080314949 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 200 len: 851 time: 0.0476861 Nov 22 16:58:19.735062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-c023f121-7f5a-49f3-8986-25290df4e7e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fddf02e-dfbc-4370-9306-b9c246eaa61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289729 Nov 22 16:58:19.829909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-5a8cb346-baed-469b-bff8-60d4c4d39cb3 service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883102 Nov 22 16:58:19.921779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-30f35fd1-4e16-42f6-8c0c-306dda62e9e7 service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Nov 22 16:58:20.615854 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68882783-283f-4509-8089-8a8ee868a843 req-19746ca5-fa20-4676-90c6-c7bc815f7cec tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:20.617556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68882783-283f-4509-8089-8a8ee868a843 req-19746ca5-fa20-4676-90c6-c7bc815f7cec tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0616438 Nov 22 16:58:20.672071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68882783-283f-4509-8089-8a8ee868a843 req-5fbd3e60-0c51-43c7-b947-93a2e4f38bca tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477104 Nov 22 16:58:21.348580 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-215ce458-2930-4601-a373-4d1fe7a04288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.127776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2318e4-2c29-42ac-a2f2-36b55110bce7 req-8a69b5cb-445e-44f2-b3ed-8cf3123b2322 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:22.129917 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c2318e4-2c29-42ac-a2f2-36b55110bce7 req-8a69b5cb-445e-44f2-b3ed-8cf3123b2322 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.3783896 Nov 22 16:58:22.180386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c2318e4-2c29-42ac-a2f2-36b55110bce7 req-06ffc225-58d6-4770-af21-a30dd46fecd5 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441279 Nov 22 16:58:22.614929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.993105 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.394802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd93b9-ebc7-41f7-815d-4e23d2ba6057 req-5a811eec-a993-4157-965d-ae57986ad3ca tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:23.396432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4bd93b9-ebc7-41f7-815d-4e23d2ba6057 req-5a811eec-a993-4157-965d-ae57986ad3ca tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.1027739 Nov 22 16:58:23.452508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4bd93b9-ebc7-41f7-815d-4e23d2ba6057 req-6c5c884a-4945-4bf9-90fe-b640040c5d69 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Nov 22 16:58:24.595842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec268a-7780-491e-9b8a-1237aedff697 req-09d4e0cf-037e-41cf-b6b5-de98c2ddeec5 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:24.597462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6aec268a-7780-491e-9b8a-1237aedff697 req-09d4e0cf-037e-41cf-b6b5-de98c2ddeec5 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0593197 Nov 22 16:58:24.653247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6aec268a-7780-491e-9b8a-1237aedff697 req-5b2158b2-d2d8-4d75-bf18-bf991b38a599 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495298 Nov 22 16:58:24.682706 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.892699 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.033802 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:25.782051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e47f0-86ef-4088-99de-07ec42ba7bbf req-c9a2c28b-1605-4439-a184-ecf995bf59d0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:25.783660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-242e47f0-86ef-4088-99de-07ec42ba7bbf req-c9a2c28b-1605-4439-a184-ecf995bf59d0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0554316 Nov 22 16:58:25.838769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-242e47f0-86ef-4088-99de-07ec42ba7bbf req-01eef363-a514-4dbe-a1af-7291318c109f tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489140 Nov 22 16:58:26.958925 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17c27b-e2b9-44c7-bd82-9140fe4db5f0 req-c67dc7f7-58cc-4116-9c5a-2fbbd0012dff tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:26.960523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc17c27b-e2b9-44c7-bd82-9140fe4db5f0 req-c67dc7f7-58cc-4116-9c5a-2fbbd0012dff tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0510447 Nov 22 16:58:27.011187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc17c27b-e2b9-44c7-bd82-9140fe4db5f0 req-dd3f3b70-ff7c-46e8-b006-7e8b01ed31d6 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443430 Nov 22 16:58:28.140753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e639fa-b6e2-42a8-983c-227dc0a0fa8e req-34e0b50e-9e3f-463c-9179-03c5e30b9f39 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:28.142265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e639fa-b6e2-42a8-983c-227dc0a0fa8e req-34e0b50e-9e3f-463c-9179-03c5e30b9f39 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0561750 Nov 22 16:58:28.191814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03e639fa-b6e2-42a8-983c-227dc0a0fa8e req-c15423d2-a50a-406c-a113-2687d3e638c9 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Nov 22 16:58:29.310488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51009128-176b-4ee0-8513-f69afe076777 req-0df32ce4-44d2-4874-aabd-b56e6554507f tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:29.312094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51009128-176b-4ee0-8513-f69afe076777 req-0df32ce4-44d2-4874-aabd-b56e6554507f tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0505893 Nov 22 16:58:29.361114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51009128-176b-4ee0-8513-f69afe076777 req-f4bcafc4-8837-4359-a85d-86b410001ef7 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424180 Nov 22 16:58:30.498294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3095b3-72ef-42db-9120-1bf7d30c333b req-7f67a61c-7ad5-484e-a8b3-0b88fd7cf556 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:30.500494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb3095b3-72ef-42db-9120-1bf7d30c333b req-7f67a61c-7ad5-484e-a8b3-0b88fd7cf556 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0587902 Nov 22 16:58:30.550489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb3095b3-72ef-42db-9120-1bf7d30c333b req-96a9fcf3-e6a2-4178-bedd-9b9a70370483 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438290 Nov 22 16:58:31.672182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc203e-bb02-4fdf-9c9d-7ed868d87899 req-aa36f456-df80-425c-b18b-76405a49a6ef tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:31.673665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ebc203e-bb02-4fdf-9c9d-7ed868d87899 req-aa36f456-df80-425c-b18b-76405a49a6ef tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0513220 Nov 22 16:58:31.723367 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ebc203e-bb02-4fdf-9c9d-7ed868d87899 req-b5f33d0b-a22d-4863-991e-903c1cdd6872 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437236 Nov 22 16:58:32.850852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c03d7-6952-4f8e-9bcc-97619cd09666 req-2d1e5997-a5c4-41e1-8aae-8c6a6ef0f7d0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:32.852554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-828c03d7-6952-4f8e-9bcc-97619cd09666 req-2d1e5997-a5c4-41e1-8aae-8c6a6ef0f7d0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0526330 Nov 22 16:58:32.911632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-828c03d7-6952-4f8e-9bcc-97619cd09666 req-14aa57ca-8d3a-4efc-8266-92a161edbccb tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518627 Nov 22 16:58:34.033041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495bfd5-dd1a-4eac-b2d6-18173bb85326 req-09a5cb77-8e93-4d82-a8b4-17b186b089fc tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:34.034590 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3495bfd5-dd1a-4eac-b2d6-18173bb85326 req-09a5cb77-8e93-4d82-a8b4-17b186b089fc tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0519071 Nov 22 16:58:34.084048 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3495bfd5-dd1a-4eac-b2d6-18173bb85326 req-64f52608-0d50-4387-a3b3-65cf7cc12564 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434248 Nov 22 16:58:35.209661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36ecd0-e71a-46d8-b306-fc8da1b600f3 req-733bddc4-46f0-47d5-8d5b-71c6f539f56f tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.211068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad36ecd0-e71a-46d8-b306-fc8da1b600f3 req-733bddc4-46f0-47d5-8d5b-71c6f539f56f tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0504286 Nov 22 16:58:35.271420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad36ecd0-e71a-46d8-b306-fc8da1b600f3 req-8bb941aa-0483-4578-b92a-57ea7e8accfd tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540860 Nov 22 16:58:36.398443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdb9a7-5859-458d-b027-25c773c7fdca req-87c211f8-60b4-43fc-ab8e-f5a615cbe883 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.400041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6bfdb9a7-5859-458d-b027-25c773c7fdca req-87c211f8-60b4-43fc-ab8e-f5a615cbe883 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0551922 Nov 22 16:58:36.451554 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6bfdb9a7-5859-458d-b027-25c773c7fdca req-e9533ad8-f2c5-45aa-a95e-4dd21c393d21 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451264 Nov 22 16:58:37.589428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de0f68-3801-4c0b-8b6e-82843ab0263f req-45febf96-761f-4e4d-8bfa-d77dc41c768a tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.590836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8de0f68-3801-4c0b-8b6e-82843ab0263f req-45febf96-761f-4e4d-8bfa-d77dc41c768a tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0514722 Nov 22 16:58:37.639184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8de0f68-3801-4c0b-8b6e-82843ab0263f req-42ae876c-1ded-41f4-9f93-458924f2af77 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Nov 22 16:58:38.762371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e03ebc-c101-4ecb-8993-30296935e661 req-5bb29e25-0c07-4a75-b878-a3357455f03d tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:38.764037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46e03ebc-c101-4ecb-8993-30296935e661 req-5bb29e25-0c07-4a75-b878-a3357455f03d tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0520990 Nov 22 16:58:38.822549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46e03ebc-c101-4ecb-8993-30296935e661 req-dead6e5a-32da-4440-a83f-cb39b1c32360 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512445 Nov 22 16:58:39.940386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3d222-d120-4298-b787-d488bcb6267b req-b95424a1-f509-44c2-8a81-1c0ee9551145 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:39.942017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16d3d222-d120-4298-b787-d488bcb6267b req-b95424a1-f509-44c2-8a81-1c0ee9551145 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0494623 Nov 22 16:58:39.992094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16d3d222-d120-4298-b787-d488bcb6267b req-3cb03ae2-c745-4e3d-afab-9a759d3dbfce tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Nov 22 16:58:41.113539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551eb2b-7cd6-40a0-b571-699da8c70349 req-07d23e70-29cc-4a37-a05e-5067cd5da600 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.115231 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e551eb2b-7cd6-40a0-b571-699da8c70349 req-07d23e70-29cc-4a37-a05e-5067cd5da600 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0539896 Nov 22 16:58:41.165451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e551eb2b-7cd6-40a0-b571-699da8c70349 req-fd213729-694e-468c-b44a-89e4e99256a8 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Nov 22 16:58:42.300236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7722221-1056-4b23-8ca0-873121728c5f req-d8c457e9-7beb-48ae-a0c2-9283c568df04 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:42.301817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7722221-1056-4b23-8ca0-873121728c5f req-d8c457e9-7beb-48ae-a0c2-9283c568df04 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0587001 Nov 22 16:58:42.350816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7722221-1056-4b23-8ca0-873121728c5f req-f105fee4-05af-4f73-b931-c2ea251de108 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427268 Nov 22 16:58:43.478125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da09573-731e-4389-a559-435abfd0e6db req-fa20e467-cf06-4002-b575-b98f067d7403 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:43.479829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6da09573-731e-4389-a559-435abfd0e6db req-fa20e467-cf06-4002-b575-b98f067d7403 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0555787 Nov 22 16:58:43.530256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6da09573-731e-4389-a559-435abfd0e6db req-7f2e03b6-5474-4973-9f05-3cf216349f9e tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Nov 22 16:58:44.674111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ff415-16e2-410c-a6a7-ce264f078c12 req-f4ceffee-91f3-4793-b4d7-c375e7d09ac3 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:44.675713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-221ff415-16e2-410c-a6a7-ce264f078c12 req-f4ceffee-91f3-4793-b4d7-c375e7d09ac3 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0655134 Nov 22 16:58:44.737256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-221ff415-16e2-410c-a6a7-ce264f078c12 req-e108abc3-de47-47d6-9680-97eab50d1909 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468166 Nov 22 16:58:45.878281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038dde5-488f-45a1-9a1e-69e94d8b37fb req-55f05642-2f62-4ffb-83c9-e9b1f1de43a2 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:45.879869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9038dde5-488f-45a1-9a1e-69e94d8b37fb req-55f05642-2f62-4ffb-83c9-e9b1f1de43a2 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.0523221 Nov 22 16:58:45.931639 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9038dde5-488f-45a1-9a1e-69e94d8b37fb req-7746d731-134c-4fc4-8529-87c4f4b3facf tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456266 Nov 22 16:58:46.796493 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-9ad80486-1a13-4216-a96b-a085884af870 service neutron] show failed (client error): The resource could not be found. Nov 22 16:58:46.797542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-9ad80486-1a13-4216-a96b-a085884af870 service neutron] 10.222.0.11 "GET /v2.0/ports/91e36e32-aa29-4bec-9920-d1a030df884f/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.1114271 Nov 22 16:58:46.956208 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-45b6730a-47ab-4119-9955-34598d955157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:46.957866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-45b6730a-47ab-4119-9955-34598d955157 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1097 time: 0.0550132 Nov 22 16:58:47.142386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00642adc-66d5-4164-9c5e-4524d04792a7 req-c9e668f6-2112-454b-88df-ba91acc72bcf tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:47.143894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00642adc-66d5-4164-9c5e-4524d04792a7 req-c9e668f6-2112-454b-88df-ba91acc72bcf tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 946 time: 0.1123161 Nov 22 16:58:47.154377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-918162cd-a37c-4823-acd7-a4d03db91f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:47.155785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-918162cd-a37c-4823-acd7-a4d03db91f43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 912 time: 0.1769238 Nov 22 16:58:47.212049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-58042d2f-997c-4590-a84d-d3429ab989b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 217 time: 0.0473738 Nov 22 16:58:47.214097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-b0ed9fb8-fb70-430d-8b5b-7216038c4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:47.215486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-b0ed9fb8-fb70-430d-8b5b-7216038c4227 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d&tenant_id=f0ba28b3d132408eb3d136e0bd1426ce HTTP/1.1" status: 200 len: 1097 time: 0.2160854 Nov 22 16:58:47.238102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-c2503039-c513-476f-bdaf-cea7bb331dd1 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:58:47.239089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-c2503039-c513-476f-bdaf-cea7bb331dd1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057452 Nov 22 16:58:47.275640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:47.309244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00642adc-66d5-4164-9c5e-4524d04792a7 req-e7748d10-f39f-4356-a701-286b41f0d0af tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581359 Nov 22 16:58:47.333657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-93c0713d-1838-4d0c-a75a-b07f72031c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:47.333657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-93c0713d-1838-4d0c-a75a-b07f72031c97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 200 len: 851 time: 0.1078596 Nov 22 16:58:47.377601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-e45febf2-ea14-4745-95d8-4ca7a0814af1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fddf02e-dfbc-4370-9306-b9c246eaa61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291848 Nov 22 16:58:47.380289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.586138 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-c68f4884-f84b-481f-8558-6135177483fe service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969941 Nov 22 16:58:47.739610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:47.763039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e93b42f7-13fe-4605-afd9-5ca1f96288d8 req-cab35511-551b-44c3-b87e-235404c5ac54 service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612506 Nov 22 16:58:47.795701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:47.846132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:47.853039 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.870349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Transition to ACTIVE for port object 91e36e32-aa29-4bec-9920-d1a030df884f will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:58:47.875868 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.922154 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5666151-6ea6-4aed-ba51-a92bc07f4290" -d '{"events": [{"server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:47.995244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] No DVR routers for this DVR port 91e36e32-aa29-4bec-9920-d1a030df884f on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:48.011994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:48.043649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.044038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.044491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.044842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.045496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.045783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.046156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.046513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.047408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.047850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.048330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.048670 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:48.067034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Attempting to bind port 91e36e32-aa29-4bec-9920-d1a030df884f on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:48.067388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Attempting to bind port 91e36e32-aa29-4bec-9920-d1a030df884f by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:48.067718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Attempting to bind port 91e36e32-aa29-4bec-9920-d1a030df884f on network 8fddf02e-dfbc-4370-9306-b9c246eaa61f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:48.072203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Port 91e36e32-aa29-4bec-9920-d1a030df884f on network 8fddf02e-dfbc-4370-9306-b9c246eaa61f not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:58:48.072533 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Attempting to bind port 91e36e32-aa29-4bec-9920-d1a030df884f on network 8fddf02e-dfbc-4370-9306-b9c246eaa61f {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:48.078339 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:48.078864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Checking segment: {'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:48.079486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Bound using segment: {'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:48.079982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Bound port: 91e36e32-aa29-4bec-9920-d1a030df884f, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:48.080366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.083320 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115b9732-3632-4276-80ac-b9d1f5b1a126 x-openstack-request-id: req-115b9732-3632-4276-80ac-b9d1f5b1a126 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:48.083621 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "name": "network-vif-unplugged", "status": "completed", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:48.083879 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-115b9732-3632-4276-80ac-b9d1f5b1a126 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:48.084310 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f', 'code': 200} Nov 22 16:58:48.154450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:48.158143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:48.163001 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.200138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:48.200774 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:48.202201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] 10.222.0.71 "PUT /v2.0/ports/91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 1092 time: 0.9360509 Nov 22 16:58:48.221423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a2707-3e81-412a-b1d6-276eb01845ee service neutron] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:48.277798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-26911f7c-016e-43e5-a2a8-35ccfe5abdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:48.279576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-26911f7c-016e-43e5-a2a8-35ccfe5abdda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1095 time: 0.0464542 Nov 22 16:58:48.379991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-7f30efc8-8e48-48cd-8338-a9d5a93f7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:48.381557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-7f30efc8-8e48-48cd-8338-a9d5a93f7d1c service neutron] 10.222.0.71 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 912 time: 0.0917809 Nov 22 16:58:48.450709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-a5ee9740-e527-44a8-bccd-1705c65cfe85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 217 time: 0.0562198 Nov 22 16:58:48.505992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d775e-f582-4a6a-a5ea-a418df91338f req-3e64489c-2a3d-4d62-8a47-22677e13c8c4 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:48.507522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae4d775e-f582-4a6a-a5ea-a418df91338f req-3e64489c-2a3d-4d62-8a47-22677e13c8c4 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 944 time: 0.1217551 Nov 22 16:58:48.522564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-d38f57e6-d99e-4736-baf8-5c88057de816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:48.524176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-d38f57e6-d99e-4736-baf8-5c88057de816 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 200 len: 851 time: 0.0641413 Nov 22 16:58:48.571588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-e8bdb267-67f9-40ca-81ce-354111a2ba76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8fddf02e-dfbc-4370-9306-b9c246eaa61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393085 Nov 22 16:58:48.647447 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae4d775e-f582-4a6a-a5ea-a418df91338f req-aa2c2688-1a71-4807-b971-d2ae708d3098 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314113 Nov 22 16:58:48.697918 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-5538a59b-84bf-4f73-afe3-63580688ef82 service neutron] 10.222.0.71 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167133 Nov 22 16:58:48.801966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be8cc57d-9859-43f7-ae06-c358ad1ace3f req-4c4a5581-1e95-4f89-a635-a86c75f81e9e service neutron] 10.222.0.71 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902042 Nov 22 16:58:49.051219 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bb0ff774-57ee-4bd1-9024-f72a2f67c7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.177945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 91e36e32-aa29-4bec-9920-d1a030df884f no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:49.223466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 91e36e32-aa29-4bec-9920-d1a030df884f not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:49.794824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27383f38-d650-4e18-8a58-e805c07fedfc req-78a7c4b7-e5a6-4c38-b576-e76fcbec6cb4 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:49.796528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27383f38-d650-4e18-8a58-e805c07fedfc req-78a7c4b7-e5a6-4c38-b576-e76fcbec6cb4 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 944 time: 0.0581672 Nov 22 16:58:49.853401 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-27383f38-d650-4e18-8a58-e805c07fedfc req-62223703-179c-4fd3-806a-30ed36a79e5a tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 Nov 22 16:58:50.085945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:50.088461 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:50.140215 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1f3038-4aec-4391-9da6-bc698a3423b3 x-openstack-request-id: req-6f1f3038-4aec-4391-9da6-bc698a3423b3 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:50.141114 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:50.141805 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6f1f3038-4aec-4391-9da6-bc698a3423b3 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:50.141805 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f', 'status': 'completed', 'code': 200} Nov 22 16:58:50.240528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-4a81ef5a-1d13-48f2-aa5e-9f149d8b663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.241042 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-4a81ef5a-1d13-48f2-aa5e-9f149d8b663a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1095 time: 0.0765061 Nov 22 16:58:50.247841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-69e70e87-5fae-402c-9c65-7672320968b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.249386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-69e70e87-5fae-402c-9c65-7672320968b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1095 time: 0.0557902 Nov 22 16:58:50.418029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-09faf0ab-1540-42c1-be68-0234df406b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.419709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-09faf0ab-1540-42c1-be68-0234df406b7e service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 912 time: 0.1688163 Nov 22 16:58:50.420974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-79aa161e-7a53-4847-9c55-d6cc584ee8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.423291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-79aa161e-7a53-4847-9c55-d6cc584ee8db service neutron] 10.222.0.71 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 912 time: 0.1641064 Nov 22 16:58:50.483338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-2c2989b6-35ec-4b4b-a775-d2b0fb02b2ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 217 time: 0.0557747 Nov 22 16:58:50.523553 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-9c39957b-f585-40d4-86d5-e3cacab9c9f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 217 time: 0.0891697 Nov 22 16:58:50.606559 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-43941cf9-2b4e-4057-b055-1353b366fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.608132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-43941cf9-2b4e-4057-b055-1353b366fdf3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 200 len: 851 time: 0.0936186 Nov 22 16:58:50.614928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-cdd948c3-3b5a-4552-b42f-37f908faa792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.616486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-cdd948c3-3b5a-4552-b42f-37f908faa792 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 200 len: 851 time: 0.0728035 Nov 22 16:58:50.647218 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-48744b9d-0ad9-496e-97ee-d370c4ff339e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fddf02e-dfbc-4370-9306-b9c246eaa61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297251 Nov 22 16:58:50.729938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-7ef98cea-1fdc-49ec-bf2f-d0efa717ffea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8fddf02e-dfbc-4370-9306-b9c246eaa61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664740 Nov 22 16:58:50.865293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-2c2d82f8-7af1-4eff-89ca-ab0d55891952 service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104712 Nov 22 16:58:50.910524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-2679b8e1-1f07-49a8-b96f-cbd410d08455 service neutron] 10.222.0.71 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696262 Nov 22 16:58:51.091797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-ee943c5c-f68d-43c5-b1d2-d224636722e9 service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161028 Nov 22 16:58:51.103075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e353992-3537-4dea-9e00-435274715fad req-c1133814-e4a2-438d-8495-d49656258857 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.104615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e353992-3537-4dea-9e00-435274715fad req-c1133814-e4a2-438d-8495-d49656258857 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 944 time: 0.1634407 Nov 22 16:58:51.128106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ecadad-baac-4bef-9cf7-2bbff57ae36a req-dbc8b3cf-6326-4e76-834b-b1da0e973699 service neutron] 10.222.0.71 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849568 Nov 22 16:58:51.176067 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e353992-3537-4dea-9e00-435274715fad req-ff0733fc-ea29-4494-b516-39f4b4a879dc tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Nov 22 16:58:51.356420 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7962dc0c-bd76-4bfe-bd39-07e39bde5255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:51.470055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-368adf9d-27e1-4d01-81d1-9169a061d51d tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.471650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-368adf9d-27e1-4d01-81d1-9169a061d51d tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d&tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 944 time: 0.0643427 Nov 22 16:58:51.549114 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-9219a9e0-7e57-496c-8742-a0bc6ee65f4d service neutron] delete failed (client error): The resource could not be found. Nov 22 16:58:51.550292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-9219a9e0-7e57-496c-8742-a0bc6ee65f4d service neutron] 10.222.0.11 "DELETE /v2.0/ports/91e36e32-aa29-4bec-9920-d1a030df884f/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0717084 Nov 22 16:58:51.644970 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-903c93ef-896d-4f6c-8594-61e8f07ec4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.646681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-903c93ef-896d-4f6c-8594-61e8f07ec4c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 1095 time: 0.0479441 Nov 22 16:58:51.751293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-96699ce7-94a8-4d00-bf2a-377c6963a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.752941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-96699ce7-94a8-4d00-bf2a-377c6963a259 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 200 len: 912 time: 0.0993383 Nov 22 16:58:51.829357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-6828be78-55a4-43b0-92cf-fa2bf914ae28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 200 len: 217 time: 0.0692034 Nov 22 16:58:51.912495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-04e5894b-729a-4e70-b9f2-782dfc25f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:51.914728 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-04e5894b-729a-4e70-b9f2-782dfc25f028 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 200 len: 851 time: 0.0761797 Nov 22 16:58:51.962101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-63c9f746-a57b-43b7-8fa9-8462a161c2c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fddf02e-dfbc-4370-9306-b9c246eaa61f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399783 Nov 22 16:58:52.088881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-95643b27-8889-4fb1-af16-08e9e3b90f4b service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186473 Nov 22 16:58:52.516600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-95da06fa-853e-4020-bda1-48bd46f4e988 service neutron] 10.222.0.11 "GET /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204659 Nov 22 16:58:52.617241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:52.991614 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.037363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 91e36e32-aa29-4bec-9920-d1a030df884f details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:58:53.205711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:53.220037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '91e36e32-aa29-4bec-9920-d1a030df884f', 'network_id': '8fddf02e-dfbc-4370-9306-b9c246eaa61f', 'port_id': '91e36e32-aa29-4bec-9920-d1a030df884f', 'mac_address': 'fa:16:3e:7a:53:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d7ca3c-5588-437a-93af-1afc6e265a39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:58:53.282488 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.301418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e36e32-aa29-4bec-9920-d1a030df884f {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:53.310983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfeba3b-e466-4a6c-bb2f-9f512e17f849 req-47dc214d-c80a-40a7-894e-2a57ac221fa3 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:53.313285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbfeba3b-e466-4a6c-bb2f-9f512e17f849 req-47dc214d-c80a-40a7-894e-2a57ac221fa3 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 944 time: 0.0637834 Nov 22 16:58:53.329498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:53.335297 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.386331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbfeba3b-e466-4a6c-bb2f-9f512e17f849 req-9c76b50f-591a-4a2d-81a3-e0e1aacddc92 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665619 Nov 22 16:58:53.394488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:53.403387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.404063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.404415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.404754 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.405086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.405419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.411997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.411997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.411997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.411997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.411997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.411997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:53.707284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['91e36e32-aa29-4bec-9920-d1a030df884f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:54.553403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc41ca8-a2c4-453b-8c4e-eaced0c579ca req-60107e1f-d689-4d66-bcb3-ff1f9325c766 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:54.555872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc41ca8-a2c4-453b-8c4e-eaced0c579ca req-60107e1f-d689-4d66-bcb3-ff1f9325c766 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 945 time: 0.0697393 Nov 22 16:58:54.621898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-abc41ca8-a2c4-453b-8c4e-eaced0c579ca req-df139ae8-2cfc-4e1d-8ae9-b53612d89f38 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/security-groups?id=9b705786-9d17-43f4-bb33-f40b7c323369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564952 Nov 22 16:58:54.690446 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:54.899882 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.026401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-34b6b9e4-2b52-4cba-a54e-ce96d6abe7c0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:55.028287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-34b6b9e4-2b52-4cba-a54e-ce96d6abe7c0 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.71 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 945 time: 0.0582221 Nov 22 16:58:55.040914 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.070062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 91e36e32-aa29-4bec-9920-d1a030df884f up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:55.162977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 91e36e32-aa29-4bec-9920-d1a030df884f completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:58:55.164640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Deleting port 91e36e32-aa29-4bec-9920-d1a030df884f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:55.164995 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.168064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 91e36e32-aa29-4bec-9920-d1a030df884f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:55.168451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.259067 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.281985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:55.282364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.285736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:55.298424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Calling delete_port for 91e36e32-aa29-4bec-9920-d1a030df884f owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:55.303891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 91e36e32-aa29-4bec-9920-d1a030df884f, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=91e36e32-aa29-4bec-9920-d1a030df884f,segment=NetworkSegment(dc73fdf3-e718-4cb7-a2f9-1566d1884ac2),segment_id=dc73fdf3-e718-4cb7-a2f9-1566d1884ac2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:55.308413 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.337383 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283c4685-eeba-4c03-bf62-7abb0dfbc1f4" -d '{"events": [{"server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "name": "network-vif-plugged", "status": "completed", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:55.378418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:55.445214 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c306c55-8b72-4206-8b98-ae1040d0f3a5 x-openstack-request-id: req-6c306c55-8b72-4206-8b98-ae1040d0f3a5 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:55.445857 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "name": "network-vif-plugged", "status": "completed", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:55.446288 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c306c55-8b72-4206-8b98-ae1040d0f3a5 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:55.446942 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f', 'code': 200} Nov 22 16:58:55.455431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.468721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['91e36e32-aa29-4bec-9920-d1a030df884f'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:55.488828 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Pushing event deleted for resources: {'Port': ['ID=91e36e32-aa29-4bec-9920-d1a030df884f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:55.535125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] No DVR routers for this DVR port 91e36e32-aa29-4bec-9920-d1a030df884f on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:55.537775 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.541246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5685d32-f9b2-4630-bbf1-d2fce53c402a req-a345e28c-a4ad-4414-ac63-5e9558c5c8df tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.71 "DELETE /v2.0/ports/91e36e32-aa29-4bec-9920-d1a030df884f HTTP/1.1" status: 204 len: 173 time: 0.5019872 Nov 22 16:58:55.541721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'name': 'network-vif-deleted', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:55.544058 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c959835a-8d04-4c72-accd-230ed1c03439" -d '{"events": [{"server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "name": "network-vif-deleted", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:55.545037 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:55.585756 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74e76d8-85f0-4bd4-8049-df4d477e355f x-openstack-request-id: req-b74e76d8-85f0-4bd4-8049-df4d477e355f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:55.586247 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d", "name": "network-vif-deleted", "tag": "91e36e32-aa29-4bec-9920-d1a030df884f", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:55.586357 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b74e76d8-85f0-4bd4-8049-df4d477e355f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:55.586787 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d', 'name': 'network-vif-deleted', 'tag': '91e36e32-aa29-4bec-9920-d1a030df884f', 'status': 'completed', 'code': 200} Nov 22 16:58:55.751652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6266286b-1092-4225-8cc0-56fc30882d51 req-bca14b1e-265b-41be-b774-5fcbf3351af1 tempest-DeleteServersTestJSON-896354886 tempest-DeleteServersTestJSON-896354886-project] 10.222.0.69 "GET /v2.0/ports?device_id=1d0d1050-5bb0-42e2-a1c3-ca93f7165c6d HTTP/1.1" status: 200 len: 210 time: 0.0282843 Nov 22 16:58:56.930792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37812) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:56.991156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a34725b-efab-4d04-ae74-5e8d47cc9bbb admin admin] Deleting subnet 90d7ca3c-5588-437a-93af-1afc6e265a39 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:56.995067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a34725b-efab-4d04-ae74-5e8d47cc9bbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.043013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a34725b-efab-4d04-ae74-5e8d47cc9bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.104551 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a34725b-efab-4d04-ae74-5e8d47cc9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.170943 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a34725b-efab-4d04-ae74-5e8d47cc9bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.201423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34725b-efab-4d04-ae74-5e8d47cc9bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d7ca3c-5588-437a-93af-1afc6e265a39,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:57.207740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6a34725b-efab-4d04-ae74-5e8d47cc9bbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.212820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6a34725b-efab-4d04-ae74-5e8d47cc9bbb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/90d7ca3c-5588-437a-93af-1afc6e265a39 HTTP/1.1" status: 204 len: 168 time: 0.2808697 Nov 22 16:58:57.215632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:57.308947 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.424864 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.447414 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fddf02e-dfbc-4370-9306-b9c246eaa61f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:57.457365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:57.457654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc73fdf3-e718-4cb7-a2f9-1566d1884ac2') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:57.467646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.486558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.493529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:57.493961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: timer() Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:57.495826 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:57.558237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.567478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.571790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8fddf02e-dfbc-4370-9306-b9c246eaa61f HTTP/1.1" status: 204 len: 168 time: 0.3550360 Nov 22 16:58:57.584567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a581c94-9689-4049-b671-bb776134cbd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fddf02e-dfbc-4370-9306-b9c246eaa61f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:57.703851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:57.747972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4be46f0b-b549-4e3f-a43d-30c845cbef05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0ba28b3d132408eb3d136e0bd1426ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427127 Nov 22 16:58:57.751826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 37820) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:57.810991 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.839688 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.908779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.911876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:57.913276 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b705786-9d17-43f4-bb33-f40b7c323369 HTTP/1.1" status: 204 len: 168 time: 0.1601264 Nov 22 16:58:57.925626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b705786-9d17-43f4-bb33-f40b7c323369,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:57.935043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.935406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.935766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.936155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.936504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.936882 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.938261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.938261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.938491 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.938794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.939144 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:57.939465 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c88286-ba50-4df3-bda1-b7f4a94a9b4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:58.699273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:58.800730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1543621509-network', 'tenant_id': '54ac1e9afd5345179daaf94bce9abbe6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:58.822932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Made reservation on behalf of 54ac1e9afd5345179daaf94bce9abbe6 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:58.825275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.834673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.923542 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.927730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.954157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:58.964629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56afb557-f403-4c7f-b300-64b791b0ae9e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:58.973468 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.973816 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Added segment deb3367c-9eb4-4ecd-b03f-e122c601546b of type vlan for network 027903fd-fefa-488c-9aaa-302eaa00d131 Nov 22 16:58:59.020640 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.047243 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.048548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:59.049134 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.084023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 91e36e32-aa29-4bec-9920-d1a030df884f no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:59.108661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 91e36e32-aa29-4bec-9920-d1a030df884f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:59.110135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 91e36e32-aa29-4bec-9920-d1a030df884f not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:59.121340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4208753 Nov 22 16:58:59.124146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 37846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.132235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Request body: {'subnet': {'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1543621509-subnet', 'tenant_id': '54ac1e9afd5345179daaf94bce9abbe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:59.135365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ddb84-dbae-4423-a67b-77f16991ecd8 admin admin] Pushing event updated for resources: {'Network': ['ID=027903fd-fefa-488c-9aaa-302eaa00d131,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:59.146021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 027903fd-fefa-488c-9aaa-302eaa00d131 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:59.161837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Made reservation on behalf of 54ac1e9afd5345179daaf94bce9abbe6 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:59.164566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.346746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.406698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f68c70-6d8a-46d7-93d0-be0b715896e5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:59.413412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Checking segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:59.413772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Network hostable DHCP agents. Network: 027903fd-fefa-488c-9aaa-302eaa00d131, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:58:59.429582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Network 027903fd-fefa-488c-9aaa-302eaa00d131 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:58:59.438154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 027903fd-fefa-488c-9aaa-302eaa00d131) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:59.442505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:59.443141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.447853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7bbda6-ebfa-460e-87d2-35607e4d2d69 None None] Network 027903fd-fefa-488c-9aaa-302eaa00d131 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:59.459897 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e7b8365a-efc1-4d47-acaf-2a9cb8bb9804 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3339338 Nov 22 16:58:59.579543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4145411-dcf0-4b8e-8cdb-a7fc5da6a6f6 None None] Network 027903fd-fefa-488c-9aaa-302eaa00d131 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:59.926159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032166-9b33-4e3a-8422-481ac3581231 req-66055d42-b578-4dbd-b066-6459d39c2a5d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:59.927702 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-66055d42-b578-4dbd-b066-6459d39c2a5d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 815 time: 0.1245682 Nov 22 16:58:59.944522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-a3b4db52-9004-49dc-8682-886f96da08ca tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/quotas/54ac1e9afd5345179daaf94bce9abbe6 HTTP/1.1" status: 200 len: 375 time: 0.0107615 Nov 22 16:58:59.981947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-4b4c7701-49bd-4d91-8f2a-1209ea20319e tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317299 Nov 22 16:59:00.174158 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-d47edb6a-54f1-4e8c-ac7b-76d85e8b975f service neutron] 10.222.0.69 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480055 Nov 22 16:59:00.271675 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-f0b32ce4-0dca-41ab-804b-a2973f16bda5 service neutron] 10.222.0.69 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909574 Nov 22 16:59:00.449617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7e505c31-3db3-4df9-adfc-78d5f8c07908 req-54841a00-d0b5-49b0-adb0-96f8952dc50f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 210 time: 0.0342834 Nov 22 16:59:01.480262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032166-9b33-4e3a-8422-481ac3581231 req-74076ca0-667d-4d92-9a62-8409a069b101 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:01.482146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-74076ca0-667d-4d92-9a62-8409a069b101 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.11 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 815 time: 0.1328406 Nov 22 16:59:01.497690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Request body: {'port': {'device_id': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131', 'admin_state_up': True, 'tenant_id': '54ac1e9afd5345179daaf94bce9abbe6'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:01.589400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52d83517-cbb1-4c9e-8ea5-18de08cd76a2 req-c1a4d74b-418f-45f3-bc55-c2d95b5e0cd3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 210 time: 0.0370841 Nov 22 16:59:01.656583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Made reservation on behalf of 54ac1e9afd5345179daaf94bce9abbe6 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:01.660238 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.801369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Allocated IP 172.20.0.6 (027903fd-fefa-488c-9aaa-302eaa00d131/21f68c70-6d8a-46d7-93d0-be0b715896e5/a6f61748-304f-44ca-b7e9-330acaf00df4) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:01.961100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:01.996879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.049586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Network 027903fd-fefa-488c-9aaa-302eaa00d131 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:02.053565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:02.056063 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:02.084455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:02.117968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:02.118671 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.136229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-d4edf0d0-b705-4a8e-a04c-b0806dd12f81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442790 Nov 22 16:59:02.149118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Request body: {'port': {'device_id': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:02.208840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.496848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f61748-304f-44ca-b7e9-330acaf00df4 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:02.505400 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.518922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Transition to ACTIVE for port object a6f61748-304f-44ca-b7e9-330acaf00df4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:59:02.522905 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.575358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:02.654298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Attempting to bind port a6f61748-304f-44ca-b7e9-330acaf00df4 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:02.654298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Attempting to bind port a6f61748-304f-44ca-b7e9-330acaf00df4 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:02.654298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Attempting to bind port a6f61748-304f-44ca-b7e9-330acaf00df4 on network 027903fd-fefa-488c-9aaa-302eaa00d131 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:02.660119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Port a6f61748-304f-44ca-b7e9-330acaf00df4 on network 027903fd-fefa-488c-9aaa-302eaa00d131 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:59:02.660453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Attempting to bind port a6f61748-304f-44ca-b7e9-330acaf00df4 on network 027903fd-fefa-488c-9aaa-302eaa00d131 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:02.676936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:02.677285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Checking segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:02.677676 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Bound using segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:02.678123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Bound port: a6f61748-304f-44ca-b7e9-330acaf00df4, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:02.678478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.751107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a03aa-8113-4dfd-b892-7633d6ef497d req-b8db3869-ac17-4ad8-b808-c77fec0acba6 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:02.752594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb4a03aa-8113-4dfd-b892-7633d6ef497d req-b8db3869-ac17-4ad8-b808-c77fec0acba6 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 943 time: 0.0898829 Nov 22 16:59:02.789782 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:02.814431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:02.820644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.858186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb4a03aa-8113-4dfd-b892-7633d6ef497d req-2c493e52-208f-4adb-b250-b8823d25f6c9 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942502 Nov 22 16:59:02.877667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:02.878427 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.879945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] 10.222.0.11 "PUT /v2.0/ports/a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 1091 time: 0.7350829 Nov 22 16:59:02.880437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:02.890594 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:02.900927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3866c-d446-471d-8e1e-c368baf36253 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:02.935570 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23b4f73-03b7-41ba-a4bf-79de8ea7708f x-openstack-request-id: req-c23b4f73-03b7-41ba-a4bf-79de8ea7708f {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:02.935871 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:02.936159 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c23b4f73-03b7-41ba-a4bf-79de8ea7708f {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:02.941361 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'status': 'completed', 'code': 200} Nov 22 16:59:02.973769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032166-9b33-4e3a-8422-481ac3581231 req-4858f35d-902e-4663-bc55-fe944c848879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:02.975292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-4858f35d-902e-4663-bc55-fe944c848879 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 1094 time: 0.0494242 Nov 22 16:59:03.023535 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-41102815-b62d-41de-bccd-b7d53bfc248e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 217 time: 0.0407987 Nov 22 16:59:03.078447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70032166-9b33-4e3a-8422-481ac3581231 req-4d7f9f25-d856-4476-8af5-f29f0e5dd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.080410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-4d7f9f25-d856-4476-8af5-f29f0e5dd3f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0504222 Nov 22 16:59:03.119847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-95f18780-fe90-4db2-bd76-baddf9d4c3b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295110 Nov 22 16:59:03.213809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-faa8d73b-2b15-440e-8457-77f4b3f5596e service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874319 Nov 22 16:59:03.317137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70032166-9b33-4e3a-8422-481ac3581231 req-1f51c84f-dba1-4f2f-ad9e-cba7c5e63017 service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952103 Nov 22 16:59:03.405902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-ec4f1502-e6e7-4416-a2a0-cb75845e1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.407623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-ec4f1502-e6e7-4416-a2a0-cb75845e1aff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 1094 time: 0.0432720 Nov 22 16:59:03.509673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-9d89f6ee-d016-445c-bffe-ea966fed2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.511173 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-9d89f6ee-d016-445c-bffe-ea966fed2fe6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.0964561 Nov 22 16:59:03.556142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-bc9c0241-885e-4394-80f3-63e58359ce88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 217 time: 0.0372529 Nov 22 16:59:03.607177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-f7ea30e7-2aaa-4aff-b72d-41e41b7bacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.609252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-f7ea30e7-2aaa-4aff-b72d-41e41b7bacc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0451059 Nov 22 16:59:03.643510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-c9299ac0-9224-4c3d-92d3-fd467699db5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267277 Nov 22 16:59:03.740796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-a1626fa4-fbbd-453c-805f-99f26557fbf5 service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903721 Nov 22 16:59:03.836664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d9524e-878d-4391-9b5c-0f3e46d7f51e req-5b6c20b3-8f9f-45ab-97c9-d2fed2e05fa2 service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886021 Nov 22 16:59:03.992906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a5aca-61b7-4c79-b4ee-5d14e76dffee req-377fa056-0cc5-46a6-a7f6-a261af32c4cd tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.994417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c1a5aca-61b7-4c79-b4ee-5d14e76dffee req-377fa056-0cc5-46a6-a7f6-a261af32c4cd tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 943 time: 0.0554039 Nov 22 16:59:04.044601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c1a5aca-61b7-4c79-b4ee-5d14e76dffee req-15ab198c-cc96-48cd-a6e9-ef806a90315b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Nov 22 16:59:05.215465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db8245-2f66-413c-b70c-4d21bb729bc4 req-63df44b5-3874-4042-a641-e014698c9c29 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.216945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1db8245-2f66-413c-b70c-4d21bb729bc4 req-63df44b5-3874-4042-a641-e014698c9c29 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 943 time: 0.0757420 Nov 22 16:59:05.241328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a6f61748-304f-44ca-b7e9-330acaf00df4 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:05.272206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1db8245-2f66-413c-b70c-4d21bb729bc4 req-c2e052a8-ffb3-484a-ba63-e75a1ef3a3c4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486772 Nov 22 16:59:05.357879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:05.383211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131', 'port_id': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'mac_address': 'fa:16:3e:dc:6e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f68c70-6d8a-46d7-93d0-be0b715896e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:05.423579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.438103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f61748-304f-44ca-b7e9-330acaf00df4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:05.459543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:05.464151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.516169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:05.666049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['a6f61748-304f-44ca-b7e9-330acaf00df4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:06.418451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d9ddb-79b3-4660-920f-0f3009f13632 req-9a274c4e-3850-45f1-864c-a67a6aa8ea24 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.420117 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-341d9ddb-79b3-4660-920f-0f3009f13632 req-9a274c4e-3850-45f1-864c-a67a6aa8ea24 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 944 time: 0.0585620 Nov 22 16:59:06.479304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-341d9ddb-79b3-4660-920f-0f3009f13632 req-b2bb75a6-9989-4be3-b57b-d24a002de7b3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508461 Nov 22 16:59:07.257080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a6f61748-304f-44ca-b7e9-330acaf00df4 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:07.314931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port a6f61748-304f-44ca-b7e9-330acaf00df4 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:59:07.319369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port a6f61748-304f-44ca-b7e9-330acaf00df4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:07.319761 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.417167 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.444064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:07.446383 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67639298-10d5-49c7-ae23-357c65c07433" -d '{"events": [{"server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "name": "network-vif-plugged", "status": "completed", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:07.464194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:07.469992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.498854 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ead36-395a-4223-87b0-c20d7ca51491 x-openstack-request-id: req-6b7ead36-395a-4223-87b0-c20d7ca51491 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:07.499793 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "name": "network-vif-plugged", "status": "completed", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:07.500407 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b7ead36-395a-4223-87b0-c20d7ca51491 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:07.500841 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'code': 200} Nov 22 16:59:07.546829 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:07.627071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e398e5-3214-486b-ade0-39aae26c2887 req-ff93a3e5-837d-413c-bca9-c61ca24d1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:07.628678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01e398e5-3214-486b-ade0-39aae26c2887 req-ff93a3e5-837d-413c-bca9-c61ca24d1465 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 1096 time: 0.0735991 Nov 22 16:59:07.651937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee33d18-44fa-450a-a9e7-83ec4eab393e req-69b1c74c-61bc-4900-97bf-3c226aa51654 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:07.653570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cee33d18-44fa-450a-a9e7-83ec4eab393e req-69b1c74c-61bc-4900-97bf-3c226aa51654 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0707309 Nov 22 16:59:07.714371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01e398e5-3214-486b-ade0-39aae26c2887 req-b837b27f-eb51-424c-a007-c944d9a1dfbd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785532 Nov 22 16:59:07.731598 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cee33d18-44fa-450a-a9e7-83ec4eab393e req-95f85e8b-b773-47d2-8c44-3457fbe679ba tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703480 Nov 22 16:59:08.860973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa189a-8e84-4f68-b332-bd24119171af req-e8d38058-2dd4-4ccf-a9b5-fa41ad35948d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:08.862481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09fa189a-8e84-4f68-b332-bd24119171af req-e8d38058-2dd4-4ccf-a9b5-fa41ad35948d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0550072 Nov 22 16:59:08.917255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09fa189a-8e84-4f68-b332-bd24119171af req-4ac8eeda-0234-41a8-99b7-6e63a0b13d2f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Nov 22 16:59:09.043033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b61609-dd5c-47a1-95e4-09c1223e9585 req-df42ee39-30d3-4144-99de-8e5215bd9add tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.044613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09b61609-dd5c-47a1-95e4-09c1223e9585 req-df42ee39-30d3-4144-99de-8e5215bd9add tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0543900 Nov 22 16:59:09.095736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09b61609-dd5c-47a1-95e4-09c1223e9585 req-6ad69c5c-e19b-46a5-ac88-dc5a11989f6d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431955 Nov 22 16:59:09.314985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a62d4-3880-4948-aed2-9a17952a2d18 req-dc23a3df-2711-488c-8ece-c5f82bb7bd6b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.316490 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-472a62d4-3880-4948-aed2-9a17952a2d18 req-dc23a3df-2711-488c-8ece-c5f82bb7bd6b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0551112 Nov 22 16:59:09.368211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-472a62d4-3880-4948-aed2-9a17952a2d18 req-bda32329-457a-4abf-921b-7765e24f5b01 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453491 Nov 22 16:59:09.487879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6c3e2-ca9b-4cb2-ad8e-436954563444 req-19e6a7e4-ef41-4807-aadf-cc25c33bf688 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.489464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9f6c3e2-ca9b-4cb2-ad8e-436954563444 req-19e6a7e4-ef41-4807-aadf-cc25c33bf688 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0513535 Nov 22 16:59:09.536919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a9f6c3e2-ca9b-4cb2-ad8e-436954563444 req-3e819242-abf8-4387-ac13-38be35a88d63 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Nov 22 16:59:09.800824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-91a36713-5e54-41e1-abae-d2a6355150b0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0740829 Nov 22 16:59:09.809185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a466-b3e9-4e47-a9e7-e3e865f285ef req-6b3d64ed-fbb6-492d-83c4-6ae1403a9ea3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.810681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6435a466-b3e9-4e47-a9e7-e3e865f285ef req-6b3d64ed-fbb6-492d-83c4-6ae1403a9ea3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0761385 Nov 22 16:59:09.865937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6435a466-b3e9-4e47-a9e7-e3e865f285ef req-6cdecf44-8b1c-4d47-a6c6-498368e53953 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 Nov 22 16:59:10.990091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ab0d3-2145-4cf0-ac36-fab152fb7018 req-d65dd953-4935-4e07-bd71-807fde97b7e7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:10.991654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-760ab0d3-2145-4cf0-ac36-fab152fb7018 req-d65dd953-4935-4e07-bd71-807fde97b7e7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0511043 Nov 22 16:59:11.062688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-2af8d52e-08f3-4173-b952-1329c1f4206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.064197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-2af8d52e-08f3-4173-b952-1329c1f4206e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 1096 time: 0.0716515 Nov 22 16:59:11.067855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-760ab0d3-2145-4cf0-ac36-fab152fb7018 req-fe573d17-a1d9-497e-8b93-3108c5e9d0ad tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673385 Nov 22 16:59:11.157817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-b8adb42b-d339-45eb-ad95-13078bde70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.159185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-b8adb42b-d339-45eb-ad95-13078bde70ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.0881116 Nov 22 16:59:11.202268 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-17f64878-e6e2-425f-9498-fcebb1306dee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 217 time: 0.0360990 Nov 22 16:59:11.258123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-af6d612f-e89e-46b1-aefe-28c253741c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.259591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-af6d612f-e89e-46b1-aefe-28c253741c25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0503647 Nov 22 16:59:11.291065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-57c81537-705a-4927-adc3-ba79c454b2cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250742 Nov 22 16:59:11.391749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-b4922b15-d501-4928-8052-804835f8d7fa service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931816 Nov 22 16:59:11.505632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-f9991320-d220-4aa5-a59c-1a3d649158fa service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070414 Nov 22 16:59:12.197501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a1f30-72e1-4614-9f19-41023e38144a req-51125722-7da9-494d-8f72-ddb666fc1f96 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:12.199132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee4a1f30-72e1-4614-9f19-41023e38144a req-51125722-7da9-494d-8f72-ddb666fc1f96 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0554874 Nov 22 16:59:12.251313 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee4a1f30-72e1-4614-9f19-41023e38144a req-101ac674-aea0-4d4c-b84a-8c2ef25563e0 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Nov 22 16:59:13.382483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e345a-6739-4c31-9c87-1caa7ce4ad53 req-85481e05-960c-451d-ac2a-db544fb48ed2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:13.384053 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c58e345a-6739-4c31-9c87-1caa7ce4ad53 req-85481e05-960c-451d-ac2a-db544fb48ed2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0576785 Nov 22 16:59:13.446740 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c58e345a-6739-4c31-9c87-1caa7ce4ad53 req-f699d7e9-2d3f-486f-93e0-e5fb511c9680 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561974 Nov 22 16:59:14.575524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20642ce9-bb6d-48ad-a493-e9a98a17567b req-0e10894e-1896-4a19-ba04-17ae53d92320 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.578651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20642ce9-bb6d-48ad-a493-e9a98a17567b req-0e10894e-1896-4a19-ba04-17ae53d92320 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0569255 Nov 22 16:59:14.627531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20642ce9-bb6d-48ad-a493-e9a98a17567b req-d603c20c-a2ef-4efd-b193-28f047689959 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Nov 22 16:59:15.759517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4cfa-b9f7-4d51-a96b-df6833c972c3 req-039891f6-4448-4793-8fcb-4e98a47e7686 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.761132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73ae4cfa-b9f7-4d51-a96b-df6833c972c3 req-039891f6-4448-4793-8fcb-4e98a47e7686 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0611784 Nov 22 16:59:15.814435 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-73ae4cfa-b9f7-4d51-a96b-df6833c972c3 req-189a7e1b-1252-441f-9c69-649141190438 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442169 Nov 22 16:59:16.946682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0896e1-895c-4ae9-9a40-0d556650ff15 req-a9584baf-79fb-47c9-b1aa-1f5680b04fc2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.948347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd0896e1-895c-4ae9-9a40-0d556650ff15 req-a9584baf-79fb-47c9-b1aa-1f5680b04fc2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0539615 Nov 22 16:59:17.003304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd0896e1-895c-4ae9-9a40-0d556650ff15 req-277ad49b-a0c5-42b9-abe1-267aa2934079 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477734 Nov 22 16:59:18.132445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6a543-a80d-479a-aed7-8616d487bd3b req-4fe0b3c0-af50-4cbb-ba22-0aaa276ec01c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:18.133992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ab6a543-a80d-479a-aed7-8616d487bd3b req-4fe0b3c0-af50-4cbb-ba22-0aaa276ec01c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0587206 Nov 22 16:59:18.186796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ab6a543-a80d-479a-aed7-8616d487bd3b req-158eb7a3-c089-4c09-beff-f7fced74aa56 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Nov 22 16:59:19.046293 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b23312d-a624-4357-9a78-ad4912262e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.361060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f20a01-2f61-4ab3-9c96-d4cf92ebf299 req-76e95692-dab5-456d-b920-8a847e7e3195 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:19.362670 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38f20a01-2f61-4ab3-9c96-d4cf92ebf299 req-76e95692-dab5-456d-b920-8a847e7e3195 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0881300 Nov 22 16:59:19.440134 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-38f20a01-2f61-4ab3-9c96-d4cf92ebf299 req-19062a10-1c67-451a-87b5-beb70fdd46d4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704312 Nov 22 16:59:20.584082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4e92c-814e-4687-b06a-4dc07c3f75f4 req-9b3e4498-6d50-41c9-861f-39347734e4c8 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:20.585677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbb4e92c-814e-4687-b06a-4dc07c3f75f4 req-9b3e4498-6d50-41c9-861f-39347734e4c8 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0531411 Nov 22 16:59:20.636083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cbb4e92c-814e-4687-b06a-4dc07c3f75f4 req-d52e6811-d57b-4949-aa9e-4bff607199a7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444217 Nov 22 16:59:21.351741 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b3f2a3a5-8337-416b-855f-9815f5b48cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.755978 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac7b02-44d3-4d75-a390-dd4012325119 req-d3246884-d1d3-40cb-b012-faecfb45bd78 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:21.757512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5ac7b02-44d3-4d75-a390-dd4012325119 req-d3246884-d1d3-40cb-b012-faecfb45bd78 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Nov 22 16:59:21.811056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5ac7b02-44d3-4d75-a390-dd4012325119 req-55d5784f-62f9-4730-a597-05253cec4ead tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473261 Nov 22 16:59:22.617702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.932099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd783dc1-5b58-4e44-b11e-1a644a0fda9d req-225d397e-44cf-4949-a5bc-2d6f7179de77 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:22.933523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd783dc1-5b58-4e44-b11e-1a644a0fda9d req-225d397e-44cf-4949-a5bc-2d6f7179de77 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0505342 Nov 22 16:59:22.985799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd783dc1-5b58-4e44-b11e-1a644a0fda9d req-e126136e-4658-4f06-8961-7518a6e04553 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 Nov 22 16:59:22.990016 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.161614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2616b8-0671-4f30-b99e-9596e72ff50d req-dd5eb255-e150-4d67-9744-1a5af89741b3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:24.163742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b2616b8-0671-4f30-b99e-9596e72ff50d req-dd5eb255-e150-4d67-9744-1a5af89741b3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0735061 Nov 22 16:59:24.244948 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b2616b8-0671-4f30-b99e-9596e72ff50d req-3d1e2786-c723-4de9-b4a8-ac6ee5e6de9b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747218 Nov 22 16:59:24.689982 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.897057 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:25.053634 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:25.393435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc661b-608c-43fb-99e9-1af91990be06 req-07c903c1-8369-4174-aa16-ef0d2e94e3e4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:25.395100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62fc661b-608c-43fb-99e9-1af91990be06 req-07c903c1-8369-4174-aa16-ef0d2e94e3e4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0578637 Nov 22 16:59:25.458534 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62fc661b-608c-43fb-99e9-1af91990be06 req-1586c33d-7e0b-4a8e-8b42-9f63abad1acc tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Nov 22 16:59:26.585829 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25d2c7-84dc-4a81-95cb-aec24b438aea req-26cf395e-83f3-4d0c-8d17-ed84bddbdc2b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:26.587414 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c25d2c7-84dc-4a81-95cb-aec24b438aea req-26cf395e-83f3-4d0c-8d17-ed84bddbdc2b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0517964 Nov 22 16:59:26.641263 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c25d2c7-84dc-4a81-95cb-aec24b438aea req-1dda6818-149c-47b0-916f-0234207081ca tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444834 Nov 22 16:59:27.761417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251ed4a-0972-45e2-8639-c450a87f3598 req-4d8ee01b-5628-4e58-a7cc-52e46e0529bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:27.762895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c251ed4a-0972-45e2-8639-c450a87f3598 req-4d8ee01b-5628-4e58-a7cc-52e46e0529bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0502501 Nov 22 16:59:28.134984 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c251ed4a-0972-45e2-8639-c450a87f3598 req-915e8635-9450-4220-ac9e-a4f07b9a73b3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656211 Nov 22 16:59:29.276902 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8aff0-bcc2-43a3-9075-1bb3b3621577 req-2d80f69c-b8c3-4432-a456-f4d7c466228c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.279100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3b8aff0-bcc2-43a3-9075-1bb3b3621577 req-2d80f69c-b8c3-4432-a456-f4d7c466228c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0600522 Nov 22 16:59:29.337828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e3b8aff0-bcc2-43a3-9075-1bb3b3621577 req-106d9ccb-01e3-4a64-b0ff-06660eee7233 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507271 Nov 22 16:59:30.478426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259062bc-1ec1-4a78-b3de-add2abbd8257 req-43804ffa-cdfc-4156-a83e-12c1cbba9a94 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:30.480734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-259062bc-1ec1-4a78-b3de-add2abbd8257 req-43804ffa-cdfc-4156-a83e-12c1cbba9a94 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0605078 Nov 22 16:59:30.538747 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-259062bc-1ec1-4a78-b3de-add2abbd8257 req-bf5fc98e-13b4-472e-86dc-c1d7df1f3396 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494866 Nov 22 16:59:31.716411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290b316-ee32-4fb0-8d36-2646d78505f6 req-6e6140a2-cd42-42d7-a49e-aed7c98696c1 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.719190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d290b316-ee32-4fb0-8d36-2646d78505f6 req-6e6140a2-cd42-42d7-a49e-aed7c98696c1 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0721204 Nov 22 16:59:31.777525 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d290b316-ee32-4fb0-8d36-2646d78505f6 req-b144e027-a06b-4d63-81c3-66ba68f2a2bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508502 Nov 22 16:59:32.545772 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:32.924958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7296cb-3570-43e5-99e8-52b06f3ff130 req-6bc91110-8a03-409e-ac3c-c6f60697f3ca tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.926549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a7296cb-3570-43e5-99e8-52b06f3ff130 req-6bc91110-8a03-409e-ac3c-c6f60697f3ca tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0603454 Nov 22 16:59:32.988526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9a7296cb-3570-43e5-99e8-52b06f3ff130 req-3c09ad1f-ff69-4bfe-a8ce-4688cdd0d070 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540655 Nov 22 16:59:34.123747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4601d-e916-4150-a663-26be51f738aa req-29e7905a-20cf-40a0-a19a-98f21dd97926 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.125335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cac4601d-e916-4150-a663-26be51f738aa req-29e7905a-20cf-40a0-a19a-98f21dd97926 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0629711 Nov 22 16:59:34.175537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cac4601d-e916-4150-a663-26be51f738aa req-5ae2ef58-435f-4caf-a51d-86be928d926f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Nov 22 16:59:35.306837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d9ada-6b50-46e9-a156-2b96a60ee54f req-15e8cb24-afac-439a-ba4d-d93620c048f2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:35.308466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab2d9ada-6b50-46e9-a156-2b96a60ee54f req-15e8cb24-afac-439a-ba4d-d93620c048f2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0515549 Nov 22 16:59:35.360637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ab2d9ada-6b50-46e9-a156-2b96a60ee54f req-dc4a686c-d502-4a0e-9ee3-86a9408c4a60 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Nov 22 16:59:36.485320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1812c4-6c75-44a9-8de1-77ed011883de req-548b10ac-2c7c-497c-8004-d5267d54ca0c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:36.487086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f1812c4-6c75-44a9-8de1-77ed011883de req-548b10ac-2c7c-497c-8004-d5267d54ca0c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0553949 Nov 22 16:59:36.550392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f1812c4-6c75-44a9-8de1-77ed011883de req-52af425c-1149-4ea7-9b83-af107892b929 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566704 Nov 22 16:59:37.703595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea70448-a1f7-47c4-bd49-59fce291b135 req-38e9dfde-3e21-43f6-8e6a-8a0ba86da8a8 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:37.705887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea70448-a1f7-47c4-bd49-59fce291b135 req-38e9dfde-3e21-43f6-8e6a-8a0ba86da8a8 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0558088 Nov 22 16:59:37.758732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ea70448-a1f7-47c4-bd49-59fce291b135 req-a8580d0d-a346-42a9-91a5-e86d9ef49250 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449889 Nov 22 16:59:38.601703 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-06fcc81a-add8-4340-807e-f7626eb1f6b2 service neutron] show failed (client error): The resource could not be found. Nov 22 16:59:38.602742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-06fcc81a-add8-4340-807e-f7626eb1f6b2 service neutron] 10.222.0.11 "GET /v2.0/ports/a6f61748-304f-44ca-b7e9-330acaf00df4/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0628464 Nov 22 16:59:38.906145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc439f2-f327-4426-86c1-45855863d05c req-0fefdd27-76c8-4bdf-a964-739845642693 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:38.908021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccc439f2-f327-4426-86c1-45855863d05c req-0fefdd27-76c8-4bdf-a964-739845642693 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0592752 Nov 22 16:59:38.990050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-e986cc7c-05e2-40fb-a05b-c1c4ab2d0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:38.991557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-e986cc7c-05e2-40fb-a05b-c1c4ab2d0c1e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09&tenant_id=54ac1e9afd5345179daaf94bce9abbe6 HTTP/1.1" status: 200 len: 1096 time: 0.1553936 Nov 22 16:59:38.995288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ccc439f2-f327-4426-86c1-45855863d05c req-79a6110d-5894-441c-a9ff-f242225f5a3a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734849 Nov 22 16:59:39.006204 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:39.069733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.315122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:39.353470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:39.394799 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:39.397123 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900b2434-ca9a-474a-8f80-411f993134f4" -d '{"events": [{"server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:39.401123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.428163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Transition to ACTIVE for port object a6f61748-304f-44ca-b7e9-330acaf00df4 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:59:39.432874 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.492114 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b501e-9000-4312-8ea5-f9100cb46eff x-openstack-request-id: req-da8b501e-9000-4312-8ea5-f9100cb46eff {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:39.492411 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "name": "network-vif-unplugged", "status": "completed", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:39.492667 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da8b501e-9000-4312-8ea5-f9100cb46eff {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:39.493062 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'code': 200} Nov 22 16:59:39.520364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:39.522891 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] No DVR routers for this DVR port a6f61748-304f-44ca-b7e9-330acaf00df4 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:39.564788 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Attempting to bind port a6f61748-304f-44ca-b7e9-330acaf00df4 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:39.565093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Attempting to bind port a6f61748-304f-44ca-b7e9-330acaf00df4 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:39.565554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Attempting to bind port a6f61748-304f-44ca-b7e9-330acaf00df4 on network 027903fd-fefa-488c-9aaa-302eaa00d131 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:39.570345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Port a6f61748-304f-44ca-b7e9-330acaf00df4 on network 027903fd-fefa-488c-9aaa-302eaa00d131 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:59:39.570660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Attempting to bind port a6f61748-304f-44ca-b7e9-330acaf00df4 on network 027903fd-fefa-488c-9aaa-302eaa00d131 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:39.575473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:39.575808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Checking segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:39.576819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Bound using segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:39.577293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Bound port: a6f61748-304f-44ca-b7e9-330acaf00df4, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:39.577645 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.641373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:39.644359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:39.648879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.684755 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:39.686023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.687428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] 10.222.0.71 "PUT /v2.0/ports/a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 1091 time: 0.6854460 Nov 22 16:59:39.707955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe896f-58fb-4156-b52e-f6d457cbbcec service neutron] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:39.767323 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-6c5b6150-5f46-4902-b628-1c25b01547eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:39.769026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-6c5b6150-5f46-4902-b628-1c25b01547eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 1094 time: 0.0509157 Nov 22 16:59:39.871154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-12fa6a28-3be7-4dad-afe9-684a249716a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:39.872667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-12fa6a28-3be7-4dad-afe9-684a249716a6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.0961862 Nov 22 16:59:39.921833 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-285f5a8d-0451-4e93-abc1-63f5f80b7789 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 217 time: 0.0402670 Nov 22 16:59:39.984309 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-34710c7a-4ca1-482c-8ce5-7b5fffab8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:39.985802 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-34710c7a-4ca1-482c-8ce5-7b5fffab8335 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0565622 Nov 22 16:59:40.024848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-3aa97913-a283-4c7b-a0c0-19a25591c5df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272183 Nov 22 16:59:40.157203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d577750-9969-45e3-b035-a80a5616781f req-4b65de4e-c5e1-4a15-a0a1-1e6e434129d2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:40.158606 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d577750-9969-45e3-b035-a80a5616781f req-4b65de4e-c5e1-4a15-a0a1-1e6e434129d2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 943 time: 0.0822625 Nov 22 16:59:40.164504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-ca242cc5-df31-4151-a828-26389d2893bc service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302052 Nov 22 16:59:40.265560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d577750-9969-45e3-b035-a80a5616781f req-1cab84cb-e36f-4bb8-b82f-c018cc0387e5 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000676 Nov 22 16:59:40.294176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7477402a-e2e7-4a12-9070-d6dfb8b5bed0 req-2970e58c-92a3-4c7e-b2be-3eb1f90d6006 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216652 Nov 22 16:59:41.349904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a6f61748-304f-44ca-b7e9-330acaf00df4 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:41.392738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ad2b5-8a0f-4e94-97a3-a8f344a4083e req-492a052d-ca05-4044-944b-c23123fd095a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.393349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a6f61748-304f-44ca-b7e9-330acaf00df4 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:41.394756 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce7ad2b5-8a0f-4e94-97a3-a8f344a4083e req-492a052d-ca05-4044-944b-c23123fd095a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 943 time: 0.0512264 Nov 22 16:59:41.443988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ce7ad2b5-8a0f-4e94-97a3-a8f344a4083e req-8256a1bc-cf09-4ad3-95c8-cc2568540425 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Nov 22 16:59:41.493947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:41.496351 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da8284c-1875-415e-9870-a1e6b591e768" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:41.549623 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e5927f-0508-4f5e-97e8-c9bf74d35d66 x-openstack-request-id: req-91e5927f-0508-4f5e-97e8-c9bf74d35d66 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:41.550092 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:41.550458 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91e5927f-0508-4f5e-97e8-c9bf74d35d66 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:41.551047 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'status': 'completed', 'code': 200} Nov 22 16:59:41.640412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8284c-1875-415e-9870-a1e6b591e768 req-957f2c94-a79d-4211-ac62-d0e301fe1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.641961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-957f2c94-a79d-4211-ac62-d0e301fe1334 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 1094 time: 0.0729177 Nov 22 16:59:41.647934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8284c-1875-415e-9870-a1e6b591e768 req-41a483a9-9b31-4111-96aa-8af5b930307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.649381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-41a483a9-9b31-4111-96aa-8af5b930307f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 1094 time: 0.0715778 Nov 22 16:59:41.817420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8284c-1875-415e-9870-a1e6b591e768 req-a17d3427-cd88-45af-bc16-380eddd79708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.818817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-a17d3427-cd88-45af-bc16-380eddd79708 service neutron] 10.222.0.11 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.1685863 Nov 22 16:59:41.823572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8284c-1875-415e-9870-a1e6b591e768 req-c192f35e-ec75-4398-b4dc-658cc58a67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.824991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-c192f35e-ec75-4398-b4dc-658cc58a67c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.1561506 Nov 22 16:59:41.868901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-361c6c2a-46b5-4b04-b4d0-4b00ee1a4577 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 217 time: 0.0429077 Nov 22 16:59:41.910425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-4add6c0a-e483-41cf-a18d-8979ad6a1477 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 217 time: 0.0768778 Nov 22 16:59:41.990600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8284c-1875-415e-9870-a1e6b591e768 req-152f2c91-97e8-4ba2-b39f-6a40b1bd00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.993517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-152f2c91-97e8-4ba2-b39f-6a40b1bd00ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0925107 Nov 22 16:59:42.017236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8284c-1875-415e-9870-a1e6b591e768 req-ab0b3072-7ddc-48e5-8659-09ad266a5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:42.018699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-ab0b3072-7ddc-48e5-8659-09ad266a5417 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0876420 Nov 22 16:59:42.049524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-e4a72719-b38b-471e-956c-94a331571c1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467234 Nov 22 16:59:42.077438 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-72aefb27-5e45-4e9f-9e46-ec80d067ec9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377245 Nov 22 16:59:42.248424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-1fafd759-33cf-428e-a865-a3422a5253f7 service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803091 Nov 22 16:59:42.255166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-e2244ea1-090b-42ed-9047-5bd153fd37df service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526039 Nov 22 16:59:42.414815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-ab74845e-23df-4176-8599-99271ccef04b service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586065 Nov 22 16:59:42.420569 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7da8284c-1875-415e-9870-a1e6b591e768 req-6b9b28bc-b62f-4e97-b87a-e3de8b2ad628 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461818 Nov 22 16:59:42.574882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e0742-037d-4700-bfcd-4c0985648ee3 req-11513aab-a4c2-4395-b8b4-d0f593fc1e88 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:42.576987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f59e0742-037d-4700-bfcd-4c0985648ee3 req-11513aab-a4c2-4395-b8b4-d0f593fc1e88 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 943 time: 0.0513577 Nov 22 16:59:42.626395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f59e0742-037d-4700-bfcd-4c0985648ee3 req-11bd972b-edbf-463f-b3ed-981ce4ec9869 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Nov 22 16:59:42.887868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-9bd3fdf3-f625-43a3-b52a-04bab0098770 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:42.889489 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-9bd3fdf3-f625-43a3-b52a-04bab0098770 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09&tenant_id=54ac1e9afd5345179daaf94bce9abbe6&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 943 time: 0.0847590 Nov 22 16:59:42.902835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31f693-c9e9-4d7e-9448-914fc374e536 req-e5ba4ce9-3e12-4a7a-8a2f-361a8cbead52 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:42.904814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b31f693-c9e9-4d7e-9448-914fc374e536 req-e5ba4ce9-3e12-4a7a-8a2f-361a8cbead52 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 943 time: 0.0883901 Nov 22 16:59:42.996794 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-ea231c99-2153-468a-9bf2-554a71e7534c service neutron] delete failed (client error): The resource could not be found. Nov 22 16:59:42.997895 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-ea231c99-2153-468a-9bf2-554a71e7534c service neutron] 10.222.0.11 "DELETE /v2.0/ports/a6f61748-304f-44ca-b7e9-330acaf00df4/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0921140 Nov 22 16:59:43.001538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b31f693-c9e9-4d7e-9448-914fc374e536 req-5171a9b2-a88c-4ec1-9182-a879d078d072 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890467 Nov 22 16:59:43.097661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-999e9a36-0650-4a24-8c14-ce597e71b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:43.099185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-999e9a36-0650-4a24-8c14-ce597e71b4c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 1094 time: 0.0529504 Nov 22 16:59:43.193504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-560a7aa9-17f8-4c1d-a533-f44e76b8c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:43.195047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-560a7aa9-17f8-4c1d-a533-f44e76b8c71c service neutron] 10.222.0.11 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.0886660 Nov 22 16:59:43.236634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-f554223b-4a76-44e4-b928-ddaaa3afcb2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 200 len: 217 time: 0.0342638 Nov 22 16:59:43.301566 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-5b89dc1f-2a63-473f-97b1-506a880cd489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:43.303092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-5b89dc1f-2a63-473f-97b1-506a880cd489 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0588806 Nov 22 16:59:43.336780 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-ba8cd086-abf6-4cbe-a924-8bbbeada27e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264726 Nov 22 16:59:43.381518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a6f61748-304f-44ca-b7e9-330acaf00df4 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:43.433632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-4bbe144e-bef2-4c99-b7ba-4ab2ee1a0286 service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900009 Nov 22 16:59:43.488181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:43.502085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131', 'port_id': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'mac_address': 'fa:16:3e:dc:6e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f68c70-6d8a-46d7-93d0-be0b715896e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:43.532664 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af550a63-62b4-42c1-b38d-1805a973b9bc req-479a7eb6-745d-4658-be7b-82b07d78fe89 service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920532 Nov 22 16:59:43.542516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.556893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f61748-304f-44ca-b7e9-330acaf00df4 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:43.577421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:43.582741 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:43.633093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:43.848762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['a6f61748-304f-44ca-b7e9-330acaf00df4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:44.150011 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182088d4-9d98-4f92-a80a-d2a3807894cd req-bd3a44a4-a8ce-4f23-bc3f-610c45dc9b48 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:44.151555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-182088d4-9d98-4f92-a80a-d2a3807894cd req-bd3a44a4-a8ce-4f23-bc3f-610c45dc9b48 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 944 time: 0.0678046 Nov 22 16:59:44.215119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-182088d4-9d98-4f92-a80a-d2a3807894cd req-b0ab1801-9bb9-402e-a881-5e55c2b1379b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548232 Nov 22 16:59:44.342101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbad7a-5de7-493f-8cab-1fcc86298f68 req-e45d9edd-c249-4fd7-9498-dc36388472c3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:44.343588 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1fbad7a-5de7-493f-8cab-1fcc86298f68 req-e45d9edd-c249-4fd7-9498-dc36388472c3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 944 time: 0.0533009 Nov 22 16:59:44.392517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1fbad7a-5de7-493f-8cab-1fcc86298f68 req-073a35ee-56e9-4e13-a68f-2c0f973b2366 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428219 Nov 22 16:59:44.509386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb767a98-1f4d-4993-ad04-afdfc372fbf4 req-d091e7f0-3137-4f38-ad3a-a10b01e8ae19 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:44.511013 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb767a98-1f4d-4993-ad04-afdfc372fbf4 req-d091e7f0-3137-4f38-ad3a-a10b01e8ae19 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 944 time: 0.0524759 Nov 22 16:59:44.566444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fb767a98-1f4d-4993-ad04-afdfc372fbf4 req-df3fb869-f353-480d-9b20-00a6b23973c0 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458014 Nov 22 16:59:44.932450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46fec-862b-4bda-88ad-9638265c30ba req-95e9d6f6-2378-4246-8a48-79cd4db085f9 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:44.933910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-95e9d6f6-2378-4246-8a48-79cd4db085f9 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 815 time: 0.1077685 Nov 22 16:59:44.949888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-1abd5c4b-2a83-47bc-abb8-53c61c73e2f1 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/quotas/54ac1e9afd5345179daaf94bce9abbe6 HTTP/1.1" status: 200 len: 375 time: 0.0096488 Nov 22 16:59:45.004269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-bcf0d02b-504e-4f66-accc-e9eb3b8260b6 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477355 Nov 22 16:59:45.099098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-5b0dc9cd-60cd-445d-8e76-5ef349627407 service neutron] 10.222.0.69 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871358 Nov 22 16:59:45.200024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-e6a8f06c-797a-4ca2-9d45-de8d1044b315 service neutron] 10.222.0.69 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928745 Nov 22 16:59:45.409461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a6f61748-304f-44ca-b7e9-330acaf00df4 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:45.423219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9d5f5737-11ea-49f4-a6ea-81772529ee0d req-59d3fe12-e828-4f62-af05-a3060c530b9c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 210 time: 0.0578127 Nov 22 16:59:45.491426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port a6f61748-304f-44ca-b7e9-330acaf00df4 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:59:45.497007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port a6f61748-304f-44ca-b7e9-330acaf00df4 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:45.498158 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.593544 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.618117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:45.626882 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3bf3f-f185-48e9-96f2-7a935e36047c" -d '{"events": [{"server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "name": "network-vif-plugged", "status": "completed", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:45.640434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:45.646027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:45.680900 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6fd609-c937-4305-87fe-1e307cf7d4f6 x-openstack-request-id: req-8a6fd609-c937-4305-87fe-1e307cf7d4f6 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:45.681164 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "name": "network-vif-plugged", "status": "completed", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:45.681340 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a6fd609-c937-4305-87fe-1e307cf7d4f6 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:45.681767 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'code': 200} Nov 22 16:59:45.711052 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:46.381599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-0f2c33fe-d1ca-474b-846e-7d1166c8cfa9 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:46.383264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-0f2c33fe-d1ca-474b-846e-7d1166c8cfa9 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ec67c49-d02c-4734-b339-a5d0dfe9fe09 HTTP/1.1" status: 200 len: 945 time: 0.0551589 Nov 22 16:59:46.411598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.71', 58830) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:46.530038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Deleting port a6f61748-304f-44ca-b7e9-330acaf00df4 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:46.530803 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:46.595945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46fec-862b-4bda-88ad-9638265c30ba req-d9421706-7602-4ee2-8f72-0f29e613a62d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:46.597522 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-d9421706-7602-4ee2-8f72-0f29e613a62d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.71 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 815 time: 0.1847212 Nov 22 16:59:46.613988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Request body: {'port': {'device_id': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131', 'admin_state_up': True, 'tenant_id': '54ac1e9afd5345179daaf94bce9abbe6'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:46.749559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Made reservation on behalf of 54ac1e9afd5345179daaf94bce9abbe6 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:46.753644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:46.928501 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Allocated IP 172.20.0.10 (027903fd-fefa-488c-9aaa-302eaa00d131/21f68c70-6d8a-46d7-93d0-be0b715896e5/fdd9cc58-6ba5-4e42-a80c-b7a065cd9372) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:46.934890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d0e5d94-e379-4c5a-979b-2f3b05c2b40d req-51b674c0-ae21-403c-ad24-8fe47c362d1c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 210 time: 0.3979359 Nov 22 16:59:47.032153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] For port a6f61748-304f-44ca-b7e9-330acaf00df4, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a6f61748-304f-44ca-b7e9-330acaf00df4,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:47.032431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.049206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Calling delete_port for a6f61748-304f-44ca-b7e9-330acaf00df4 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:47.147460 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.189169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.203721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['a6f61748-304f-44ca-b7e9-330acaf00df4'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:47.230261 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.255758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Network 027903fd-fefa-488c-9aaa-302eaa00d131 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:47.260157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:47.262254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:47.265558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:47.285243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Pushing event deleted for resources: {'Port': ['ID=a6f61748-304f-44ca-b7e9-330acaf00df4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:47.342266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:47.342266 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.355777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] No DVR routers for this DVR port a6f61748-304f-44ca-b7e9-330acaf00df4 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:47.359485 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.363174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.71 "DELETE /v2.0/ports/a6f61748-304f-44ca-b7e9-330acaf00df4 HTTP/1.1" status: 204 len: 173 time: 0.9704683 Nov 22 16:59:47.363537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'name': 'network-vif-deleted', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:47.365805 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48026314-040f-421f-aa95-017be8248f6f" -d '{"events": [{"server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "name": "network-vif-deleted", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:47.367271 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-81ddb142-9539-491c-82bb-8488fbc9a10a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7586789 Nov 22 16:59:47.384233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Request body: {'port': {'device_id': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:47.426208 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179475d5-b1b9-43f4-b63e-4c142629e984 x-openstack-request-id: req-179475d5-b1b9-43f4-b63e-4c142629e984 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:47.426208 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec67c49-d02c-4734-b339-a5d0dfe9fe09", "name": "network-vif-deleted", "tag": "a6f61748-304f-44ca-b7e9-330acaf00df4", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:47.426208 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-179475d5-b1b9-43f4-b63e-4c142629e984 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:47.426851 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec67c49-d02c-4734-b339-a5d0dfe9fe09', 'name': 'network-vif-deleted', 'tag': 'a6f61748-304f-44ca-b7e9-330acaf00df4', 'status': 'completed', 'code': 200} Nov 22 16:59:47.468023 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.804816 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:47.814009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.828417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Transition to ACTIVE for port object fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:59:47.834370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.893205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:47.972033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Attempting to bind port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:47.972380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Attempting to bind port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:47.972826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Attempting to bind port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on network 027903fd-fefa-488c-9aaa-302eaa00d131 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:47.977888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on network 027903fd-fefa-488c-9aaa-302eaa00d131 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:59:47.978761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Attempting to bind port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on network 027903fd-fefa-488c-9aaa-302eaa00d131 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:47.984248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:47.984598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Checking segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:47.984992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Bound using segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:47.985430 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Bound port: fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:47.985791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.062977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:48.067071 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:48.071255 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.081662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de7d3a-cda1-4a8e-ab9c-0c4ef65e1c09 req-9f2d6968-3e26-4baf-b9b8-86db08e6c24b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.083347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3de7d3a-cda1-4a8e-ab9c-0c4ef65e1c09 req-9f2d6968-3e26-4baf-b9b8-86db08e6c24b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 944 time: 0.0603049 Nov 22 16:59:48.113193 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.113821 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:48.115302 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] 10.222.0.71 "PUT /v2.0/ports/fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 1092 time: 0.7380955 Nov 22 16:59:48.115847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:48.143824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a8136-7f9a-4965-8426-72b44d153f4a service neutron] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:48.154305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b3de7d3a-cda1-4a8e-ab9c-0c4ef65e1c09 req-c88a424c-dade-4063-874d-dfd699559f33 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588994 Nov 22 16:59:48.171167 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c90d52-e77f-44f1-a3be-a0374fba7909" -d '{"events": [{"name": "network-changed", "server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:48.219494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46fec-862b-4bda-88ad-9638265c30ba req-137b5923-c420-4b7b-9040-3675b28d38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.221049 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-137b5923-c420-4b7b-9040-3675b28d38b6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1095 time: 0.0469251 Nov 22 16:59:48.268698 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c62d79d-5480-4a17-b5a7-696acc97e440 x-openstack-request-id: req-3c62d79d-5480-4a17-b5a7-696acc97e440 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:48.268997 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:48.269256 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c62d79d-5480-4a17-b5a7-696acc97e440 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:48.269671 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'status': 'completed', 'code': 200} Nov 22 16:59:48.271221 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-7017339b-7618-49ff-bc55-77a272c6dd1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 217 time: 0.0380313 Nov 22 16:59:48.330537 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46fec-862b-4bda-88ad-9638265c30ba req-5232a056-f381-4960-999a-40be06d6c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.332036 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-5232a056-f381-4960-999a-40be06d6c668 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0517397 Nov 22 16:59:48.375201 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-d0c43cc0-3269-46e7-bafc-f523b35af427 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325043 Nov 22 16:59:48.478370 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-3659efa4-f31d-4c46-b286-4a6e09733f89 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951660 Nov 22 16:59:48.586036 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-24d46fec-862b-4bda-88ad-9638265c30ba req-f0d54960-0d04-49c1-a0ab-5c9161a3207a service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985680 Nov 22 16:59:48.737664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-c5740702-1774-44d2-a265-2f08bce700e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.739490 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-c5740702-1774-44d2-a265-2f08bce700e1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1095 time: 0.0427840 Nov 22 16:59:48.838999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-fea4561d-eece-431b-ab3f-90b677348296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.840409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-fea4561d-eece-431b-ab3f-90b677348296 service neutron] 10.222.0.71 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.0917134 Nov 22 16:59:48.893799 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-4ccf6c5a-cde8-4c8e-ac57-9a7408a3140d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 217 time: 0.0440638 Nov 22 16:59:48.947567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-2217d9cf-a8f9-47b5-a967-cf6a52d4b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:48.949131 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-2217d9cf-a8f9-47b5-a967-cf6a52d4b31a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0482275 Nov 22 16:59:48.986156 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-ecf55b3b-d760-4831-a0de-f64b52aeb05e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267642 Nov 22 16:59:49.052919 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-309ed31b-bf3f-4cc2-bfc2-da7c83470a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.087770 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-fd0e57c0-e56e-4008-adc3-851e4b41c02c service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936582 Nov 22 16:59:49.185249 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-96c90d52-e77f-44f1-a3be-a0374fba7909 req-83e4bdb4-8d7a-478c-91a6-be9a2f4fe928 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868452 Nov 22 16:59:49.282652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194746f4-7131-4f10-86d8-cfc415f056b4 req-dc6c5155-d6b0-4e7f-aee4-9c2043fd5c81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.283227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-194746f4-7131-4f10-86d8-cfc415f056b4 req-dc6c5155-d6b0-4e7f-aee4-9c2043fd5c81 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 944 time: 0.0558534 Nov 22 16:59:49.335372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-194746f4-7131-4f10-86d8-cfc415f056b4 req-6bad27f0-1b3f-4b4b-b6d2-8cca37da6762 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463972 Nov 22 16:59:49.414707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a6f61748-304f-44ca-b7e9-330acaf00df4 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:49.439001 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: a6f61748-304f-44ca-b7e9-330acaf00df4 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:49.439356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a6f61748-304f-44ca-b7e9-330acaf00df4 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:50.457071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a39929-7947-4038-802b-476fcdb158b8 req-3c484cda-aaff-4ba6-bca2-59a7acaff47c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:50.458504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9a39929-7947-4038-802b-476fcdb158b8 req-3c484cda-aaff-4ba6-bca2-59a7acaff47c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 944 time: 0.0526004 Nov 22 16:59:50.507967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b9a39929-7947-4038-802b-476fcdb158b8 req-79197652-5776-44cf-a17b-452f7545db27 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Nov 22 16:59:51.355084 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2e35f31-e74b-459d-b438-80fd51802272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.406468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:51.505814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:51.517783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131', 'port_id': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'mac_address': 'fa:16:3e:21:32:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f68c70-6d8a-46d7-93d0-be0b715896e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:51.561864 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.575444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:51.597372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:51.601495 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:51.633588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f6c3f-0770-4d24-884f-2f3620b5a4fa req-28cac61a-6885-4b18-8712-7817fadcce1f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:51.635016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf3f6c3f-0770-4d24-884f-2f3620b5a4fa req-28cac61a-6885-4b18-8712-7817fadcce1f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 944 time: 0.0553041 Nov 22 16:59:51.650640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:51.686762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf3f6c3f-0770-4d24-884f-2f3620b5a4fa req-08f4bb21-306c-43e6-9cbf-e1078876bace tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453405 Nov 22 16:59:51.821680 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:52.618709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.811120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed1aea-269e-44c7-8f76-11f595ba9f62 req-e43c7ff8-cb4d-498d-a910-c300d33f9c6f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:52.813436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5ed1aea-269e-44c7-8f76-11f595ba9f62 req-e43c7ff8-cb4d-498d-a910-c300d33f9c6f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 945 time: 0.0555093 Nov 22 16:59:52.886427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e5ed1aea-269e-44c7-8f76-11f595ba9f62 req-e4d21e48-ac25-4e70-a8d2-3992b7672a56 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667634 Nov 22 16:59:52.988745 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.423455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:53.482932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:59:53.487145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:53.487643 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.569004 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.592104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:53.594338 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57483d75-3d25-444c-8db8-fe3f1fc86fcd" -d '{"events": [{"server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "name": "network-vif-plugged", "status": "completed", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:53.608300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:53.612314 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.637286 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea3f7f0-a32a-4891-94f9-99186ff221ed x-openstack-request-id: req-9ea3f7f0-a32a-4891-94f9-99186ff221ed {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:53.638640 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "name": "network-vif-plugged", "status": "completed", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:53.638640 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ea3f7f0-a32a-4891-94f9-99186ff221ed {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:53.639431 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'code': 200} Nov 22 16:59:53.668700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.682295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.682576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.682922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.683266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.683702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.684074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.684409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.685309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.685638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.686075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.686429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.686805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:53.750798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb50c61-7552-4b89-b74f-58e41291240b req-5c2cd36f-5a72-40da-be64-4ee63d760813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:53.752746 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bb50c61-7552-4b89-b74f-58e41291240b req-5c2cd36f-5a72-40da-be64-4ee63d760813 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1097 time: 0.0465302 Nov 22 16:59:53.811210 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1bb50c61-7552-4b89-b74f-58e41291240b req-7ca1e992-7725-4d97-bcda-dc1e6a0d33e9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463359 Nov 22 16:59:54.018120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1904688-ecac-4849-88b5-d34c040b5934 req-c119062f-b0b7-4624-aaa5-efed59921772 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:54.019650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1904688-ecac-4849-88b5-d34c040b5934 req-c119062f-b0b7-4624-aaa5-efed59921772 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0541975 Nov 22 16:59:54.076144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d1904688-ecac-4849-88b5-d34c040b5934 req-d72d21ad-6eef-4d95-b7a5-c1e9b31d24a3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495739 Nov 22 16:59:54.692806 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.897058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.049850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.208325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0512a-b754-4b6c-8ac0-cc6d51186241 req-7006575d-a615-42f9-b5ef-8f4c3da47712 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.209843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ce0512a-b754-4b6c-8ac0-cc6d51186241 req-7006575d-a615-42f9-b5ef-8f4c3da47712 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0511694 Nov 22 16:59:55.258302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ce0512a-b754-4b6c-8ac0-cc6d51186241 req-214f8d2a-4162-4e37-8d97-07e6c3a8cf5e tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Nov 22 16:59:55.379112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a36df-e699-4b96-a230-b0251525dc00 req-8ed8a816-43ae-4120-9163-e5cedb9d7069 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.380628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-641a36df-e699-4b96-a230-b0251525dc00 req-8ed8a816-43ae-4120-9163-e5cedb9d7069 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0521886 Nov 22 16:59:55.432699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-641a36df-e699-4b96-a230-b0251525dc00 req-197400b0-5b93-4a50-9303-195127fa11b9 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Nov 22 16:59:55.710079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35aff83-a93b-4221-af5b-57714d7cd8de req-b4559ee1-9738-43f4-ae17-1e1ca1161e7d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.711644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35aff83-a93b-4221-af5b-57714d7cd8de req-b4559ee1-9738-43f4-ae17-1e1ca1161e7d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0598550 Nov 22 16:59:55.789689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35aff83-a93b-4221-af5b-57714d7cd8de req-325f0ff1-2d54-41d0-9741-dd76f1289549 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708635 Nov 22 16:59:55.798371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-c1506ee5-fcdd-4bfb-8baa-821c4b3e1c11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151679 Nov 22 16:59:56.920322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2fac-d337-423c-81cd-e4d5e0af8919 req-b869a9d6-d436-410e-93fc-a0a187315369 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.921854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b2e2fac-d337-423c-81cd-e4d5e0af8919 req-b869a9d6-d436-410e-93fc-a0a187315369 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0529802 Nov 22 16:59:56.957346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-613f201c-91a6-4ee6-931b-b7c6ddcf1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.958856 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-613f201c-91a6-4ee6-931b-b7c6ddcf1348 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1097 time: 0.0432930 Nov 22 16:59:56.973672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b2e2fac-d337-423c-81cd-e4d5e0af8919 req-735f9aad-3a57-4498-8014-8e762bc1ea01 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455935 Nov 22 16:59:57.056220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-b637d3d2-758c-421f-b938-844c8dfca8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.057712 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-b637d3d2-758c-421f-b938-844c8dfca8df service neutron] 10.222.0.71 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.0890536 Nov 22 16:59:57.112590 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-505af0ba-765d-40bd-9166-da7388116f8b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 217 time: 0.0415151 Nov 22 16:59:57.170077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-95facadc-0247-4787-8a63-2e207423486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.171662 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-95facadc-0247-4787-8a63-2e207423486c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0461257 Nov 22 16:59:57.205355 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-5c703c06-a60f-4e2f-86d7-f1537c41d959 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258164 Nov 22 16:59:57.303533 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-94c0086b-1aa0-4d92-85ca-3e91a9f88278 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889063 Nov 22 16:59:57.394504 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-cdf073a7-16c5-4d19-adc1-cc3678d5b2c3 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831923 Nov 22 16:59:57.535069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42741e-128e-424a-b317-839af5972d84 req-50752f3c-fba5-4062-87ae-e04e1e0d062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.536633 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa42741e-128e-424a-b317-839af5972d84 req-50752f3c-fba5-4062-87ae-e04e1e0d062b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1097 time: 0.0552135 Nov 22 16:59:57.679895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42741e-128e-424a-b317-839af5972d84 req-42e17e89-bac1-4929-bb93-ab9aa1553826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.681420 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa42741e-128e-424a-b317-839af5972d84 req-42e17e89-bac1-4929-bb93-ab9aa1553826 service neutron] 10.222.0.71 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.1172795 Nov 22 16:59:57.727291 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa42741e-128e-424a-b317-839af5972d84 req-25699fa6-cc42-4e2a-9e29-c8abba353f09 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 217 time: 0.0371737 Nov 22 16:59:57.820440 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42741e-128e-424a-b317-839af5972d84 req-36caf848-0ef7-40f0-925b-38c1d61d6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:57.823057 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa42741e-128e-424a-b317-839af5972d84 req-36caf848-0ef7-40f0-925b-38c1d61d6cd8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0856385 Nov 22 16:59:57.867356 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa42741e-128e-424a-b317-839af5972d84 req-a39fe52d-4a74-4968-9f50-77b659b8006f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326543 Nov 22 16:59:57.984676 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa42741e-128e-424a-b317-839af5972d84 req-9c216c01-29f9-4571-a730-f2c7986c72e7 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084807 Nov 22 16:59:58.097704 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-aa42741e-128e-424a-b317-839af5972d84 req-3b63bb13-626b-4f75-8115-1e784627da20 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016269 Nov 22 16:59:58.114238 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4000-bfc2-4351-b836-c35c1c74dc76 req-cff56d97-a53d-442f-90ee-97bed493b60c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:58.115813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d56e4000-bfc2-4351-b836-c35c1c74dc76 req-cff56d97-a53d-442f-90ee-97bed493b60c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0610580 Nov 22 16:59:58.183233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d56e4000-bfc2-4351-b836-c35c1c74dc76 req-cedb8f05-5f02-49d6-857f-c8c555c5b6d7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606391 Nov 22 16:59:59.311953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291f1ee-7394-4d9e-94e3-ea377dcd9501 req-0c889931-eabb-48b8-b9d5-c327a48ced11 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:59.313458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7291f1ee-7394-4d9e-94e3-ea377dcd9501 req-0c889931-eabb-48b8-b9d5-c327a48ced11 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0537660 Nov 22 16:59:59.362573 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7291f1ee-7394-4d9e-94e3-ea377dcd9501 req-42138784-e6ec-4171-b4b9-cf40c5d14a72 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Nov 22 16:59:59.663793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-91a4ec0a-3697-4218-a9bd-37893633feb1 req-c211228d-ec12-4509-8fa3-ef0ebdd497d3 service neutron] (103410) timed out ('10.222.0.69', 35944) {{(pid=103410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:00:00.492032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf52eac-1568-43d6-b575-b11e0b0b946d req-0d1ccd73-f084-45af-8ec5-b18154cebcd1 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.493478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bf52eac-1568-43d6-b575-b11e0b0b946d req-0d1ccd73-f084-45af-8ec5-b18154cebcd1 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0561340 Nov 22 17:00:00.545911 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bf52eac-1568-43d6-b575-b11e0b0b946d req-52d39ad2-4ae7-43ac-b0d1-12664b9840a3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Nov 22 17:00:01.669446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cb592-bd4d-4910-86c2-d7a95192f5b8 req-a8f9405d-04fa-44e8-b6be-ef2e7579530b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:01.671533 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef0cb592-bd4d-4910-86c2-d7a95192f5b8 req-a8f9405d-04fa-44e8-b6be-ef2e7579530b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0537841 Nov 22 17:00:01.726575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef0cb592-bd4d-4910-86c2-d7a95192f5b8 req-7e16aff8-9f18-4d23-b44b-d47dc8d4f973 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485632 Nov 22 17:00:02.854391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0db5ea-f80e-4cd4-bfb7-94413637792f req-13f6b627-4ee4-49c3-8c31-982fda165c1d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.856035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd0db5ea-f80e-4cd4-bfb7-94413637792f req-13f6b627-4ee4-49c3-8c31-982fda165c1d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0540476 Nov 22 17:00:02.921958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd0db5ea-f80e-4cd4-bfb7-94413637792f req-81d15dbe-0f17-4532-9dbb-b481173dfe56 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Nov 22 17:00:04.055486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11001111-fff6-4eb2-b6e3-f15e73413451 req-91c87ba4-ceee-402a-acdd-5dd7551d2af7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:04.057264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11001111-fff6-4eb2-b6e3-f15e73413451 req-91c87ba4-ceee-402a-acdd-5dd7551d2af7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0538516 Nov 22 17:00:04.114149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11001111-fff6-4eb2-b6e3-f15e73413451 req-6cc1e880-e673-4b37-9d25-fdc90dc8169b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451722 Nov 22 17:00:05.237995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef06db9-15aa-4c04-b9c3-6ffe5ea34460 req-e283586a-979a-4ad6-ab97-1daab27196ed tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:05.239451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cef06db9-15aa-4c04-b9c3-6ffe5ea34460 req-e283586a-979a-4ad6-ab97-1daab27196ed tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0500712 Nov 22 17:00:05.290410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cef06db9-15aa-4c04-b9c3-6ffe5ea34460 req-17d3c3ab-4c2b-485c-a1df-14df938262de tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447474 Nov 22 17:00:06.431846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7771e9-9ae6-4df0-bd1d-9580fffdd372 req-0eb36b90-b612-4cf6-a5a4-7fa2a40ebd02 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:06.433473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc7771e9-9ae6-4df0-bd1d-9580fffdd372 req-0eb36b90-b612-4cf6-a5a4-7fa2a40ebd02 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0624404 Nov 22 17:00:06.486491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cc7771e9-9ae6-4df0-bd1d-9580fffdd372 req-9b20dc2d-382f-43df-9ac5-4e83949ed4be tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467739 Nov 22 17:00:07.619175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cb283-7056-4c8d-a042-b90cd22ac1ae req-14f49a4f-8e7a-4577-94fd-48c07403d0f2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:07.620741 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b84cb283-7056-4c8d-a042-b90cd22ac1ae req-14f49a4f-8e7a-4577-94fd-48c07403d0f2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0549459 Nov 22 17:00:07.675753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b84cb283-7056-4c8d-a042-b90cd22ac1ae req-ebc67394-c85c-4331-9118-5eec2ec8ed76 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Nov 22 17:00:08.797425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbacbe-bbc8-4d45-9194-a0b13b3c78c0 req-99644018-c7e0-413b-80f7-be5e1d1b4a47 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:08.798957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bcbacbe-bbc8-4d45-9194-a0b13b3c78c0 req-99644018-c7e0-413b-80f7-be5e1d1b4a47 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0507295 Nov 22 17:00:08.853201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2bcbacbe-bbc8-4d45-9194-a0b13b3c78c0 req-4a73a9eb-ed11-425b-b82a-3211bd1b770a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Nov 22 17:00:09.543304 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:09.990289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ec999-aada-4c4f-9fb6-49d6ade23efc req-67413a57-e875-43fe-832f-2993f59457ac tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:09.992114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b3ec999-aada-4c4f-9fb6-49d6ade23efc req-67413a57-e875-43fe-832f-2993f59457ac tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0653503 Nov 22 17:00:10.044836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b3ec999-aada-4c4f-9fb6-49d6ade23efc req-2d51ae43-ee99-43bd-813c-50e34f772f1a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Nov 22 17:00:11.167956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071538-a7c0-4a24-bca2-32079f52dae5 req-14a8a19a-fef5-4e0a-8f0e-5cddfe7f644b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:11.169999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f071538-a7c0-4a24-bca2-32079f52dae5 req-14a8a19a-fef5-4e0a-8f0e-5cddfe7f644b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0514805 Nov 22 17:00:11.218952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f071538-a7c0-4a24-bca2-32079f52dae5 req-a9aba06d-32f0-42e4-a4e8-fbe1a32fb89b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Nov 22 17:00:12.343267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae7e4c-e49c-4d7e-8673-6e15ac3a080c req-1ef4dbbd-0853-49cf-bca7-569f2a936cfa tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.344807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4dae7e4c-e49c-4d7e-8673-6e15ac3a080c req-1ef4dbbd-0853-49cf-bca7-569f2a936cfa tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0545471 Nov 22 17:00:12.395052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4dae7e4c-e49c-4d7e-8673-6e15ac3a080c req-9a96aefd-cf96-4626-926f-d5dab9599d38 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442705 Nov 22 17:00:13.516523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f095e-3439-4ee8-993e-7274c4444554 req-f443a50d-3b66-47f1-9236-48cd51858cc2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:13.518064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e6f095e-3439-4ee8-993e-7274c4444554 req-f443a50d-3b66-47f1-9236-48cd51858cc2 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0494654 Nov 22 17:00:13.566008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e6f095e-3439-4ee8-993e-7274c4444554 req-f5745aec-97fd-4061-b841-d02fd705dd8b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Nov 22 17:00:14.693141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f984e0-b233-4ac6-83c3-875e60a9f85a req-0c0b0b25-04b8-4672-808f-965d4f5adfd3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:14.694655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50f984e0-b233-4ac6-83c3-875e60a9f85a req-0c0b0b25-04b8-4672-808f-965d4f5adfd3 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0557239 Nov 22 17:00:14.742737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50f984e0-b233-4ac6-83c3-875e60a9f85a req-397a57ac-7362-4338-bccb-3cf692bb4b14 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Nov 22 17:00:15.862980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5a258-0ca5-44cb-a34b-65b6570c87ad req-3ae66107-f24e-4447-8926-9fca9a61fab7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:15.864565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8f5a258-0ca5-44cb-a34b-65b6570c87ad req-3ae66107-f24e-4447-8926-9fca9a61fab7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0520346 Nov 22 17:00:15.915930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8f5a258-0ca5-44cb-a34b-65b6570c87ad req-c2ab698b-6c07-49d3-8a8d-d7426b44f0a5 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Nov 22 17:00:17.034175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ea576-6148-4d49-bd13-9caaf9eb53e2 req-ae39548b-cbd8-4bc0-b997-4cc3e14ee6fa tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:17.035663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-759ea576-6148-4d49-bd13-9caaf9eb53e2 req-ae39548b-cbd8-4bc0-b997-4cc3e14ee6fa tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0486848 Nov 22 17:00:17.088293 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-759ea576-6148-4d49-bd13-9caaf9eb53e2 req-505a8623-f84b-4ec3-aa21-b347ae5a8d6f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Nov 22 17:00:18.217824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e733c-52fa-43e3-a469-735eec69079a req-5765e1c2-c62d-4912-a490-472af3dfc1cf tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:18.220148 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd7e733c-52fa-43e3-a469-735eec69079a req-5765e1c2-c62d-4912-a490-472af3dfc1cf tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0566092 Nov 22 17:00:18.282725 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd7e733c-52fa-43e3-a469-735eec69079a req-79597106-c635-4273-a213-5ecbb21f679e tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533099 Nov 22 17:00:19.052366 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7d001198-372e-4ed3-93af-b79a9925c969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.405662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5703222-0e36-475a-8e2e-da6d61ef5d12 req-af02d970-c782-4db2-abfe-a1773eb5476b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.407168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5703222-0e36-475a-8e2e-da6d61ef5d12 req-af02d970-c782-4db2-abfe-a1773eb5476b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0501153 Nov 22 17:00:19.456496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5703222-0e36-475a-8e2e-da6d61ef5d12 req-a3fd8b7d-f541-4d86-b8de-5bd52900405e tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Nov 22 17:00:20.590785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e03daa-c5df-4b2d-ab9b-6dccb298d86d req-a7b3c8d8-db28-43c1-b869-2cafa14886bf tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:20.592380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56e03daa-c5df-4b2d-ab9b-6dccb298d86d req-a7b3c8d8-db28-43c1-b869-2cafa14886bf tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0595641 Nov 22 17:00:20.643303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56e03daa-c5df-4b2d-ab9b-6dccb298d86d req-a43d1016-a0b3-4777-9e1d-c0b8536d622e tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445750 Nov 22 17:00:21.359767 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb47e-f0c4-41c0-b1e8-587530f8cad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.776758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e071f65-aab5-4577-bbe5-0d00d05d3820 req-28342f54-afcf-42e7-856a-8df6731cd156 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.780467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e071f65-aab5-4577-bbe5-0d00d05d3820 req-28342f54-afcf-42e7-856a-8df6731cd156 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0606916 Nov 22 17:00:21.836618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e071f65-aab5-4577-bbe5-0d00d05d3820 req-36dd11fb-ea1f-4a17-9a4c-fdabb33c53a6 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476801 Nov 22 17:00:22.622624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:22.967416 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6f31c-2290-4299-8e47-f8147c7d5b2f req-d8bc7b3a-935f-4480-b0de-313ff919f34d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:22.969096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82d6f31c-2290-4299-8e47-f8147c7d5b2f req-d8bc7b3a-935f-4480-b0de-313ff919f34d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0559475 Nov 22 17:00:22.991044 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.026131 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82d6f31c-2290-4299-8e47-f8147c7d5b2f req-9b38d056-1806-4359-a609-050bacbc7af4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503933 Nov 22 17:00:24.150684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa015116-45c7-4db8-adad-c1ba6ba19530 req-fb3d6ca2-b855-49d9-9883-fda8c6e8b91e tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:24.152239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa015116-45c7-4db8-adad-c1ba6ba19530 req-fb3d6ca2-b855-49d9-9883-fda8c6e8b91e tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0529001 Nov 22 17:00:24.209847 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa015116-45c7-4db8-adad-c1ba6ba19530 req-5e96195f-712a-4812-ad27-b6c21d2cacb8 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504470 Nov 22 17:00:24.689853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.893131 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.057941 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.340311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1353124-df60-4f48-b83c-3460c7016abe req-5e1c8145-363e-446a-a8f3-67794203b15a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:25.341892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1353124-df60-4f48-b83c-3460c7016abe req-5e1c8145-363e-446a-a8f3-67794203b15a tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0525336 Nov 22 17:00:25.390321 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a1353124-df60-4f48-b83c-3460c7016abe req-64a5de7e-2e5f-4976-81f5-01fd7c52334e tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Nov 22 17:00:26.526388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593800c-f4c3-4ab0-b95e-f56e1308ad69 req-eedad8e5-11a0-4918-b1ab-b716f76e001b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:26.527826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4593800c-f4c3-4ab0-b95e-f56e1308ad69 req-eedad8e5-11a0-4918-b1ab-b716f76e001b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0608711 Nov 22 17:00:26.576503 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4593800c-f4c3-4ab0-b95e-f56e1308ad69 req-0f00c58d-e585-491e-9a2e-8c247fe90fb8 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418453 Nov 22 17:00:27.704424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017dd03-ef04-4baa-b37d-17b891e47d64 req-932c4f05-34a7-4813-84c0-5ba74e0b36c4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:27.706333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0017dd03-ef04-4baa-b37d-17b891e47d64 req-932c4f05-34a7-4813-84c0-5ba74e0b36c4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0555227 Nov 22 17:00:27.755929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0017dd03-ef04-4baa-b37d-17b891e47d64 req-67540db0-a52a-4a17-b232-12ce3c3ceb55 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436599 Nov 22 17:00:28.889167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02d621-d326-4da5-b1e3-5489f8378afa req-8f7599ca-7c9d-44e5-9021-36f524f71a37 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:28.890737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d02d621-d326-4da5-b1e3-5489f8378afa req-8f7599ca-7c9d-44e5-9021-36f524f71a37 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0598571 Nov 22 17:00:28.942887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8d02d621-d326-4da5-b1e3-5489f8378afa req-76572cd7-7f9d-4454-a755-797541e6cb2d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455990 Nov 22 17:00:29.554198 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-6603a549-b483-4e31-ae8f-c3e3534f91f6 service neutron] show failed (client error): The resource could not be found. Nov 22 17:00:29.555230 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-6603a549-b483-4e31-ae8f-c3e3534f91f6 service neutron] 10.222.0.71 "GET /v2.0/ports/fdd9cc58-6ba5-4e42-a80c-b7a065cd9372/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0612042 Nov 22 17:00:29.777131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-551e599d-e273-4dec-a41d-a216cf2c4550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:29.779881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-551e599d-e273-4dec-a41d-a216cf2c4550 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33&tenant_id=54ac1e9afd5345179daaf94bce9abbe6 HTTP/1.1" status: 200 len: 1097 time: 0.0426910 Nov 22 17:00:29.793824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:29.850730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.150653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be1688-da20-4b34-992d-479eb6ea14bf req-d319e4ba-41cb-49a5-babf-b40803b67fcd tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:30.152282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84be1688-da20-4b34-992d-479eb6ea14bf req-d319e4ba-41cb-49a5-babf-b40803b67fcd tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0944917 Nov 22 17:00:30.161107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:30.228436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:30.234504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84be1688-da20-4b34-992d-479eb6ea14bf req-7289f750-ed9d-407a-a08e-e3daaa94089c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754709 Nov 22 17:00:30.292504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:30.297109 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff050a-161e-4917-8961-e27eeb9fe2df" -d '{"events": [{"server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:30.304018 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.325149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Transition to ACTIVE for port object fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:00:30.329425 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.361380 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1e9eee-1c2b-4c2c-9884-8067a3481320 x-openstack-request-id: req-ec1e9eee-1c2b-4c2c-9884-8067a3481320 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:30.361682 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:30.361944 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec1e9eee-1c2b-4c2c-9884-8067a3481320 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:30.362371 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'code': 200} Nov 22 17:00:30.394720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] No DVR routers for this DVR port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:30.404673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:30.431408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.431758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.432144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.432492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.432834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.433177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.433709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.434054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.434392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.434735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.435067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.435403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:30.454701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Attempting to bind port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:30.455286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Attempting to bind port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:30.455510 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Attempting to bind port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on network 027903fd-fefa-488c-9aaa-302eaa00d131 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:30.461320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on network 027903fd-fefa-488c-9aaa-302eaa00d131 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:00:30.461645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Attempting to bind port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on network 027903fd-fefa-488c-9aaa-302eaa00d131 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:30.468265 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:30.468612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Checking segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:30.469007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Bound using segment: {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:30.469445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Bound port: fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb3367c-9eb4-4ecd-b03f-e122c601546b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:30.469826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.561707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:30.564955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:30.570032 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.617435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:30.618072 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.619521 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 1092 time: 0.8302617 Nov 22 17:00:30.648663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf5d0b-2d1d-4bce-8eea-6517e76532f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:30.740685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-429c57f7-61f9-4d6e-890c-e56b8c3e7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:30.742203 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-429c57f7-61f9-4d6e-890c-e56b8c3e7443 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1095 time: 0.0441327 Nov 22 17:00:30.840999 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-673fbb0d-d64a-46b9-b383-b7063d5e6cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:30.842880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-673fbb0d-d64a-46b9-b383-b7063d5e6cac service neutron] 10.222.0.11 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.0943105 Nov 22 17:00:30.889226 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-b4a19e32-6557-457b-915b-7bd565639602 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 217 time: 0.0375435 Nov 22 17:00:30.942874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-0d177d90-6bff-4138-bdf5-807074c24ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:30.944636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-0d177d90-6bff-4138-bdf5-807074c24ff3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0485520 Nov 22 17:00:30.980536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-859a26f4-6989-4c58-b524-736fb4971551 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286710 Nov 22 17:00:31.081348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-ffad6f2b-4339-4a14-a079-f41779751bcf service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942650 Nov 22 17:00:31.173600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4e1d941-6f3b-413c-b1a4-d7c03970defd req-f42de287-cddc-4f6e-81d8-4792e47986d7 service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854421 Nov 22 17:00:31.361672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ccd43-6b48-4765-9f66-6ee2b667ba86 req-52503566-9d90-4fb3-a756-3ab92ebc9eaa tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:31.363242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d79ccd43-6b48-4765-9f66-6ee2b667ba86 req-52503566-9d90-4fb3-a756-3ab92ebc9eaa tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 944 time: 0.0557294 Nov 22 17:00:31.412265 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d79ccd43-6b48-4765-9f66-6ee2b667ba86 req-da957781-5f0d-4b41-bb8a-3571c65f847c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430427 Nov 22 17:00:32.363638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:32.366163 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7934a7-e8a3-4549-a719-80c55dc4c809" -d '{"events": [{"name": "network-changed", "server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:32.417477 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247cbb14-7027-4a2a-8494-9ede66398c59 x-openstack-request-id: req-247cbb14-7027-4a2a-8494-9ede66398c59 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:32.418140 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:32.418498 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-247cbb14-7027-4a2a-8494-9ede66398c59 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:32.419936 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'status': 'completed', 'code': 200} Nov 22 17:00:32.484091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-7382f54d-8c74-4ad3-9a74-cccb2be8c41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.485650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-7382f54d-8c74-4ad3-9a74-cccb2be8c41e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1095 time: 0.0486445 Nov 22 17:00:32.491416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-b9b3b3d9-eda2-4946-a6b8-b7fb50a8a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.493261 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-b9b3b3d9-eda2-4946-a6b8-b7fb50a8a407 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1095 time: 0.0486760 Nov 22 17:00:32.598856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540564c-dc47-41d2-916e-256006e541ff req-a467b88f-a26a-4140-8eb1-89b2ed410df4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.599089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-25aa9559-1361-4ceb-86ca-453ed948504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.600395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b540564c-dc47-41d2-916e-256006e541ff req-a467b88f-a26a-4140-8eb1-89b2ed410df4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 944 time: 0.1112525 Nov 22 17:00:32.600581 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-25aa9559-1361-4ceb-86ca-453ed948504a service neutron] 10.222.0.71 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.0976961 Nov 22 17:00:32.648205 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-47db9b84-b271-4c4b-80f0-00bedfbb1468 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 217 time: 0.0395937 Nov 22 17:00:32.648453 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-681061ab-4bb3-4b95-abcd-b021e7184d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.649892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-681061ab-4bb3-4b95-abcd-b021e7184d74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.1503513 Nov 22 17:00:32.707056 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-70016606-b017-4195-8ad3-6b771ad296b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.709424 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-70016606-b017-4195-8ad3-6b771ad296b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0532463 Nov 22 17:00:32.718406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b540564c-dc47-41d2-916e-256006e541ff req-915ae2cc-cd4e-4204-a6c4-e4a7fc59d7e6 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080029 Nov 22 17:00:32.720297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-cc69ce0b-18bf-403b-b1a0-bc86e0a3af86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 217 time: 0.0482244 Nov 22 17:00:32.748102 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-7f782600-e4eb-40be-8b67-5ee738b2c625 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290751 Nov 22 17:00:32.783579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-e89b062e-3d63-4e3b-bf45-36073abbcade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:32.785151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-e89b062e-3d63-4e3b-bf45-36073abbcade service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0582256 Nov 22 17:00:32.825786 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-bd9ce929-a29e-4a9b-9ed9-055514b1baaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322859 Nov 22 17:00:32.860906 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-8d64f0e2-578b-4281-9302-bcdf2187dcff service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045053 Nov 22 17:00:32.928732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-8720051d-2e34-4d62-b0c8-06d784057a9a service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953281 Nov 22 17:00:32.967117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-a809acf3-abb9-49e0-9439-0432b70024f9 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981348 Nov 22 17:00:33.038462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb7934a7-e8a3-4549-a719-80c55dc4c809 req-b78cf900-4013-4b8d-9299-62f4b3dfff12 service neutron] 10.222.0.11 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025224 Nov 22 17:00:33.640294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:33.679233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:33.712508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:00:33.816796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:33.829035 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'network_id': '027903fd-fefa-488c-9aaa-302eaa00d131', 'port_id': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'mac_address': 'fa:16:3e:21:32:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f68c70-6d8a-46d7-93d0-be0b715896e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:00:33.845441 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91228-195a-4068-9ef8-4beb25a878a0 req-4cd85002-e0ba-43fe-9d3d-eb329750b264 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:33.847291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e91228-195a-4068-9ef8-4beb25a878a0 req-4cd85002-e0ba-43fe-9d3d-eb329750b264 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 944 time: 0.0528309 Nov 22 17:00:33.869143 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.883181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:33.911359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:33.915425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5e91228-195a-4068-9ef8-4beb25a878a0 req-04a3c673-52ef-43fb-b816-ad49b11a5f9b tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612931 Nov 22 17:00:33.916398 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.974245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:34.135247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:34.155084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a0804-1c95-42a5-a07a-645d9a4283fc req-9c157df0-8427-4d46-a34e-115c3f85635f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.158749 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff0a0804-1c95-42a5-a07a-645d9a4283fc req-9c157df0-8427-4d46-a34e-115c3f85635f tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 945 time: 0.0579655 Nov 22 17:00:34.217524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-a9ad6766-0686-402b-95a7-c5d2f922a854 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.219250 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-a9ad6766-0686-402b-95a7-c5d2f922a854 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33&tenant_id=54ac1e9afd5345179daaf94bce9abbe6&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 945 time: 0.0969336 Nov 22 17:00:34.225021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff0a0804-1c95-42a5-a07a-645d9a4283fc req-cec99e8b-f380-4c17-83dc-98f9b9cb8229 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601101 Nov 22 17:00:34.296926 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-ef89bb2d-e115-4ad5-9f82-621ce8f2a527 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:00:34.298014 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-ef89bb2d-e115-4ad5-9f82-621ce8f2a527 service neutron] 10.222.0.71 "DELETE /v2.0/ports/fdd9cc58-6ba5-4e42-a80c-b7a065cd9372/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0592556 Nov 22 17:00:34.397287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-9324f6c8-7611-4151-a059-6fce101bc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.398800 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-9324f6c8-7611-4151-a059-6fce101bc967 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 1096 time: 0.0460091 Nov 22 17:00:34.804493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-87cdcea8-9d9c-4571-be2f-fd017e70d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.805989 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-87cdcea8-9d9c-4571-be2f-fd017e70d794 service neutron] 10.222.0.71 "GET /v2.0/networks?id=027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 200 len: 916 time: 0.3976707 Nov 22 17:00:34.852198 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-5ffeb706-694c-4e65-ba5b-87b67b0b64db service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 200 len: 217 time: 0.0376580 Nov 22 17:00:34.903046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-a68b8778-3583-4581-954b-e31009c2febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.904863 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-a68b8778-3583-4581-954b-e31009c2febe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 200 len: 855 time: 0.0447779 Nov 22 17:00:34.938053 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-34d742af-f047-47e1-a6d0-6d09e702060a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=027903fd-fefa-488c-9aaa-302eaa00d131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254874 Nov 22 17:00:35.035107 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-381f7df8-98e7-4190-b067-944d10efad60 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891905 Nov 22 17:00:35.134781 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fc9b237e-9dfa-4aec-acce-31bbfe5ff916 req-a3ab0fbe-569b-48ce-ad6f-463f59b92f52 service neutron] 10.222.0.71 "GET /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903604 Nov 22 17:00:35.346750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be47c9d-6223-4170-949a-e55b7b7f13f0 req-35dca097-91bc-46a1-8e48-9e4f38d3842c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:35.348332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5be47c9d-6223-4170-949a-e55b7b7f13f0 req-35dca097-91bc-46a1-8e48-9e4f38d3842c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Nov 22 17:00:35.413081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5be47c9d-6223-4170-949a-e55b7b7f13f0 req-884f91e7-0fca-444a-9a86-dfa8bc558d88 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Nov 22 17:00:35.731535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:35.790136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:00:35.796877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:35.797495 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.909532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.937914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:35.940349 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25392c46-6eb8-4129-bcad-4ee56c6f771c" -d '{"events": [{"server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "name": "network-vif-plugged", "status": "completed", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:35.957284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:35.962274 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.990004 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fbc42a-016a-4c7b-8ba4-d0a02573fb54 x-openstack-request-id: req-35fbc42a-016a-4c7b-8ba4-d0a02573fb54 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:35.990308 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "name": "network-vif-plugged", "status": "completed", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:35.990569 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35fbc42a-016a-4c7b-8ba4-d0a02573fb54 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:35.990975 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'code': 200} Nov 22 17:00:36.022237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:36.544164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f2810-7e71-44c3-9123-10e87eb33d0b req-04e2e1d3-1f7a-4741-8c0f-16a6516884f4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:36.545568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b6f2810-7e71-44c3-9123-10e87eb33d0b req-04e2e1d3-1f7a-4741-8c0f-16a6516884f4 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0602460 Nov 22 17:00:36.598396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6b6f2810-7e71-44c3-9123-10e87eb33d0b req-8ba45b2d-abee-4edd-bbab-2df33cebd9a7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Nov 22 17:00:36.717253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fec68c-1f74-4b17-a066-7f8d29635584 req-e171b86a-2cff-419d-83d0-18203ecb5db7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:36.718792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35fec68c-1f74-4b17-a066-7f8d29635584 req-e171b86a-2cff-419d-83d0-18203ecb5db7 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0495381 Nov 22 17:00:36.767990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35fec68c-1f74-4b17-a066-7f8d29635584 req-560b0600-5ec3-480d-83c9-003d59b78f18 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Nov 22 17:00:36.884578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40317574-8e7a-4535-b448-ba6bea70b02c req-7f9e981e-9e43-4f1e-a791-ccd406fff84c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:36.886087 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40317574-8e7a-4535-b448-ba6bea70b02c req-7f9e981e-9e43-4f1e-a791-ccd406fff84c tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0512958 Nov 22 17:00:36.937241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40317574-8e7a-4535-b448-ba6bea70b02c req-73374979-6311-4278-b783-72789263cd11 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Nov 22 17:00:37.280111 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d9da2-1963-4392-ab5b-14afa33c44d8 req-e1da823e-130c-4fa9-8c88-a968ab87bd69 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:37.281712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-949d9da2-1963-4392-ab5b-14afa33c44d8 req-e1da823e-130c-4fa9-8c88-a968ab87bd69 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0553410 Nov 22 17:00:37.331761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-949d9da2-1963-4392-ab5b-14afa33c44d8 req-d5df29be-31b5-4234-87bc-10c9708e2930 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Nov 22 17:00:38.405928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-94a83283-c65d-454c-8ad7-97c5164ebdae tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.407403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-94a83283-c65d-454c-8ad7-97c5164ebdae tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.0490789 Nov 22 17:00:38.514484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d155aa-21d5-4c5f-80ca-5d6068089aaa req-56e23677-933a-4cc6-ae4d-44b6f57af7b6 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:38.515885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31d155aa-21d5-4c5f-80ca-5d6068089aaa req-56e23677-933a-4cc6-ae4d-44b6f57af7b6 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee74bc58-2112-42eb-a159-10303a1e5b33 HTTP/1.1" status: 200 len: 946 time: 0.1075628 Nov 22 17:00:38.574555 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31d155aa-21d5-4c5f-80ca-5d6068089aaa req-dc8512dc-ec13-41e5-8c71-378d3ab22276 tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.69 "GET /v2.0/security-groups?id=56afb557-f403-4c7f-b300-64b791b0ae9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524056 Nov 22 17:00:38.577495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Deleting port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:38.577834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.674889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] For port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,segment=NetworkSegment(deb3367c-9eb4-4ecd-b03f-e122c601546b),segment_id=deb3367c-9eb4-4ecd-b03f-e122c601546b)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:38.675228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.689402 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Calling delete_port for fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:38.825360 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.837715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:38.861493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Pushing event deleted for resources: {'Port': ['ID=fdd9cc58-6ba5-4e42-a80c-b7a065cd9372,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:38.903686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] No DVR routers for this DVR port fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:38.906651 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:38.909978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b19cf0cc-0cb9-4fdb-a3bf-9b83f9b82aaa req-70d0bd8a-4f7a-4d5c-82ac-3372370771bb tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] 10.222.0.11 "DELETE /v2.0/ports/fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 HTTP/1.1" status: 204 len: 173 time: 0.4933860 Nov 22 17:00:38.910429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'name': 'network-vif-deleted', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:38.912724 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb68910-8296-4a94-a4e0-aeb214f27eb9" -d '{"events": [{"server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "name": "network-vif-deleted", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:38.953018 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc62bdc1-ff9d-49db-9b4b-ff0a8e858349 x-openstack-request-id: req-bc62bdc1-ff9d-49db-9b4b-ff0a8e858349 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:38.953323 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee74bc58-2112-42eb-a159-10303a1e5b33", "name": "network-vif-deleted", "tag": "fdd9cc58-6ba5-4e42-a80c-b7a065cd9372", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:38.953589 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc62bdc1-ff9d-49db-9b4b-ff0a8e858349 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:38.954000 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee74bc58-2112-42eb-a159-10303a1e5b33', 'name': 'network-vif-deleted', 'tag': 'fdd9cc58-6ba5-4e42-a80c-b7a065cd9372', 'status': 'completed', 'code': 200} Nov 22 17:00:39.708236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38216) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:39.755245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf1df59-7025-4895-b328-02b78ccb8d19 admin admin] Deleting subnet 21f68c70-6d8a-46d7-93d0-be0b715896e5 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:39.758424 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf1df59-7025-4895-b328-02b78ccb8d19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.796779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf1df59-7025-4895-b328-02b78ccb8d19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.844342 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf1df59-7025-4895-b328-02b78ccb8d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.901013 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf1df59-7025-4895-b328-02b78ccb8d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.932365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1df59-7025-4895-b328-02b78ccb8d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f68c70-6d8a-46d7-93d0-be0b715896e5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:39.943359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8bf1df59-7025-4895-b328-02b78ccb8d19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.947452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8bf1df59-7025-4895-b328-02b78ccb8d19 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/21f68c70-6d8a-46d7-93d0-be0b715896e5 HTTP/1.1" status: 204 len: 168 time: 0.2379613 Nov 22 17:00:39.951995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38218) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:40.037987 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.125800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.150049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027903fd-fefa-488c-9aaa-302eaa00d131']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:40.161494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb3367c-9eb4-4ecd-b03f-e122c601546b') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:40.161736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb3367c-9eb4-4ecd-b03f-e122c601546b') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:40.173075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.189103 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.196493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:40.197025 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:40.200564 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:40.266184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.273504 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.276871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] 10.222.0.69 "DELETE /v2.0/networks/027903fd-fefa-488c-9aaa-302eaa00d131 HTTP/1.1" status: 204 len: 168 time: 0.3238285 Nov 22 17:00:40.295513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622105f-8ef3-4740-a476-1a7a1e86c34d admin admin] Pushing event deleted for resources: {'Network': ['ID=027903fd-fefa-488c-9aaa-302eaa00d131,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:40.388410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38222) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:40.429810 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-50b7b0f6-d033-44de-9033-bd7c33e1877e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=54ac1e9afd5345179daaf94bce9abbe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401137 Nov 22 17:00:40.432235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38224) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:40.482497 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9165b2fc-d790-4058-b8bf-5db26e3ec5ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.504697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9165b2fc-d790-4058-b8bf-5db26e3ec5ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.553870 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9165b2fc-d790-4058-b8bf-5db26e3ec5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.556606 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9165b2fc-d790-4058-b8bf-5db26e3ec5ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.557792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9165b2fc-d790-4058-b8bf-5db26e3ec5ef admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56afb557-f403-4c7f-b300-64b791b0ae9e HTTP/1.1" status: 204 len: 168 time: 0.1246569 Nov 22 17:00:40.566912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165b2fc-d790-4058-b8bf-5db26e3ec5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56afb557-f403-4c7f-b300-64b791b0ae9e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:41.254094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38246) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:41.358690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-245556243-network', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:41.386259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Made reservation on behalf of 3abc0171b6f541588ddd6ed8b6cb3010 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:41.388838 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.397556 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.478587 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.483324 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.510790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:00:41.520724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a522bae-9a2b-4faa-9c66-2f21b6b6503a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:41.525870 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.526215 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Added segment 2d32bf21-89c8-46b2-8d25-b3d943216b1c of type vlan for network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 Nov 22 17:00:41.569733 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.595102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.596060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:41.596641 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.647436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3921492 Nov 22 17:00:41.650486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38250) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:41.655794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Request body: {'subnet': {'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-245556243-subnet', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:41.660888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee71275-6f00-4e8b-ba08-b445ebc6daee admin admin] Pushing event updated for resources: {'Network': ['ID=3f084498-29d4-471e-bbf3-fd94e1b63ea4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:41.671683 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:00:41.677087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Made reservation on behalf of 3abc0171b6f541588ddd6ed8b6cb3010 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:41.679641 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.785546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:41.806316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:41.806674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device fdd9cc58-6ba5-4e42-a80c-b7a065cd9372 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:41.871875 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.929418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d93bdfb3-d639-453c-9e9e-8f38d381635e,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:41.945163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.945765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.946368 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.946980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.947957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.948311 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.949688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.950284 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.950895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.951485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.952112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.952716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:41.958955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:41.959597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Network hostable DHCP agents. Network: 3f084498-29d4-471e-bbf3-fd94e1b63ea4, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:00:41.979659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:00:41.989114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 3f084498-29d4-471e-bbf3-fd94e1b63ea4) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:41.993471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:41.994074 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:41.999484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c999bba-4615-4bf3-bdb9-f2bd502e0361 None None] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:42.015272 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3b3b45b6-c09d-427b-b4f5-4315a05454b7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3629062 Nov 22 17:00:42.017437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38252) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:42.021938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:42.045221 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.046511 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.107689 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.156689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:00:42.157577 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.252658 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.303291 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Allocated IP 172.20.0.2 (3f084498-29d4-471e-bbf3-fd94e1b63ea4/d93bdfb3-d639-453c-9e9e-8f38d381635e/5e244ddd-92fe-469c-8463-ca0f413c1481) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:42.456830 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.464998 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.513074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:42.516128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:42.519983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:42.529638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Pushing event updated for resources: {'Port': ['ID=5e244ddd-92fe-469c-8463-ca0f413c1481,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:42.585780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Attempting to bind port 5e244ddd-92fe-469c-8463-ca0f413c1481 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:42.586159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Attempting to bind port 5e244ddd-92fe-469c-8463-ca0f413c1481 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:42.586531 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Attempting to bind port 5e244ddd-92fe-469c-8463-ca0f413c1481 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:42.592132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:42.592519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:42.592963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.593366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:42.593856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Bound port: 5e244ddd-92fe-469c-8463-ca0f413c1481, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:42.594244 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.665282 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] For port 5e244ddd-92fe-469c-8463-ca0f413c1481, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:42.669276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] For port 5e244ddd-92fe-469c-8463-ca0f413c1481, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5e244ddd-92fe-469c-8463-ca0f413c1481,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:42.674043 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.742983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0d7f-cca1-4989-8c85-95f9ab959a86 None None] Pushing event updated for resources: {'Port': ['ID=5e244ddd-92fe-469c-8463-ca0f413c1481,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:42.782665 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.802465 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:42.927981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Allocated IP 172.25.5.70 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/68e7ebca-9847-474e-9829-409d3f7682fb) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:43.057610 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.094037 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.140345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:43.143306 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:43.146929 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:43.156225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a6f733-f2a4-4888-80e6-f0e1bf2fa806 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:43.170830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Pushing event updated for resources: {'Port': ['ID=68e7ebca-9847-474e-9829-409d3f7682fb,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:43.247223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-00fc7bf0-f67b-46dc-a98b-b24b36c7d54e None None] Provisioning complete for port 68e7ebca-9847-474e-9829-409d3f7682fb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:43.247596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-00fc7bf0-f67b-46dc-a98b-b24b36c7d54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.284080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-00fc7bf0-f67b-46dc-a98b-b24b36c7d54e None None] Port 68e7ebca-9847-474e-9829-409d3f7682fb cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:43.418810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.630186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.676874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f3c976-9e68-4269-9098-8426a26e66dc None None] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:43.743995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-05d6fd6f-b284-4203-994d-af5591c89be6 None None] Provisioning complete for port 5e244ddd-92fe-469c-8463-ca0f413c1481 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:43.744505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05d6fd6f-b284-4203-994d-af5591c89be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.765516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:00:43.874851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:43.886729 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:43.896418 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05d6fd6f-b284-4203-994d-af5591c89be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.896697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.897982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c85caa7f-0f13-46c7-9373-1ae6fd0794e0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8795247 Nov 22 17:00:43.898506 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:43.899226 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:43.900694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38254) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:43.944368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-05d6fd6f-b284-4203-994d-af5591c89be6 None None] For port 5e244ddd-92fe-469c-8463-ca0f413c1481, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=5e244ddd-92fe-469c-8463-ca0f413c1481,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:43.958185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-05d6fd6f-b284-4203-994d-af5591c89be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.020475 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:44.025975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6fd6f-b284-4203-994d-af5591c89be6 None None] Pushing event updated for resources: {'Port': ['ID=5e244ddd-92fe-469c-8463-ca0f413c1481,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.259691 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:43Z', 'revision_number': 3, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:44.296227 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:44.296697 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Updating router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 port 68e7ebca-9847-474e-9829-409d3f7682fb binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:44.297098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-255f3839-d795-4a96-b006-cdb9e50f74ff None None] Provisioning complete for port 5e244ddd-92fe-469c-8463-ca0f413c1481 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:44.297636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-255f3839-d795-4a96-b006-cdb9e50f74ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.327842 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.332029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 5e244ddd-92fe-469c-8463-ca0f413c1481 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:44.420775 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.436036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 5e244ddd-92fe-469c-8463-ca0f413c1481 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:44.436666 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.598444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Allocated IP 172.20.0.1 (3f084498-29d4-471e-bbf3-fd94e1b63ea4/d93bdfb3-d639-453c-9e9e-8f38d381635e/4512d287-24e2-4fe0-ad76-55ea43e2b8ca) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:44.612965 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.618022 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.665786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee91646a-c0b8-40a9-871a-84564f9a9651 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:44.676159 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Attempting to bind port 68e7ebca-9847-474e-9829-409d3f7682fb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:44.676584 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Attempting to bind port 68e7ebca-9847-474e-9829-409d3f7682fb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:44.677303 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Attempting to bind port 68e7ebca-9847-474e-9829-409d3f7682fb on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:44.678919 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Pushing event updated for resources: {'Port': ['ID=68e7ebca-9847-474e-9829-409d3f7682fb,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.689177 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.689523 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.689861 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.690194 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.690521 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.690847 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.691169 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.691491 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.691829 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.692158 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.692478 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.692793 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:44.696196 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:44.696562 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:44.697095 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.697585 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:44.698069 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Bound port: 68e7ebca-9847-474e-9829-409d3f7682fb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:44.698450 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.719256 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.752977 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] For port 68e7ebca-9847-474e-9829-409d3f7682fb, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:44.757500 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] For port 68e7ebca-9847-474e-9829-409d3f7682fb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=68e7ebca-9847-474e-9829-409d3f7682fb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:44.759609 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.762850 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.767960 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3c9cab9a-821f-47f8-b656-7c9699f56428 None None] Provisioning complete for port 68e7ebca-9847-474e-9829-409d3f7682fb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:44.769279 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9cab9a-821f-47f8-b656-7c9699f56428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.809544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:44.814399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:44.818516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:44.830412 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:44.831046 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:44.836998 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b6d26-fa06-4fc2-ac4c-2d128ff0271d None None] Pushing event updated for resources: {'Port': ['ID=68e7ebca-9847-474e-9829-409d3f7682fb,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.847496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.857241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e3f99-0780-44ce-a3c8-5be64b5b61d1 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:44.882821 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.885475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9cab9a-821f-47f8-b656-7c9699f56428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.914248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3c9cab9a-821f-47f8-b656-7c9699f56428 None None] For port 68e7ebca-9847-474e-9829-409d3f7682fb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=68e7ebca-9847-474e-9829-409d3f7682fb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:44.919281 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c9cab9a-821f-47f8-b656-7c9699f56428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.975504 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:44.984522 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cab9a-821f-47f8-b656-7c9699f56428 None None] Pushing event updated for resources: {'Port': ['ID=68e7ebca-9847-474e-9829-409d3f7682fb,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.041843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ebc9f588-d1bd-4677-a4a3-aa01a9347ce6 None None] Provisioning complete for port 68e7ebca-9847-474e-9829-409d3f7682fb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:45.042349 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f588-d1bd-4677-a4a3-aa01a9347ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.064846 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.203306 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:43Z', 'revision_number': 3, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:45.232367 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7238d1c-47c6-4369-a893-6f443d9cade8 None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:43Z', 'revision_number': 3, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:45.267731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e80af8b6-9716-4aa3-a418-db3368c9bca2 None None] Provisioning complete for port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:45.268156 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e80af8b6-9716-4aa3-a418-db3368c9bca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.279146 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.285677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.315551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e80af8b6-9716-4aa3-a418-db3368c9bca2 None None] Port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:45.356495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.361844 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.489804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:45.491454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:45.631794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:45.743145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e8db60bd-85c3-4544-ae98-17325f52d894 None None] Provisioning complete for port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:45.743669 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e8db60bd-85c3-4544-ae98-17325f52d894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.756536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:45.762629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-91147931-a38c-4878-a60b-3bc807cf32a5 admin admin] 10.222.0.69 "PUT /v2.0/routers/f939eb59-09ea-419d-a45b-d6f5bcbb8f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8608363 Nov 22 17:00:45.788459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e8db60bd-85c3-4544-ae98-17325f52d894 None None] Port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:46.148783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38264) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:46.154141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ecdde6af-9403-44c7-aa10-d38ca645ea0b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20789094', 'description': 'tempest-description--925317882'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:46.177932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecdde6af-9403-44c7-aa10-d38ca645ea0b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.255529 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecdde6af-9403-44c7-aa10-d38ca645ea0b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.260784 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecdde6af-9403-44c7-aa10-d38ca645ea0b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.304158 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ecdde6af-9403-44c7-aa10-d38ca645ea0b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.305464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ecdde6af-9403-44c7-aa10-d38ca645ea0b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1557248 Nov 22 17:00:46.306216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdde6af-9403-44c7-aa10-d38ca645ea0b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=431c74d8-eddf-498b-8e4b-9fb2518a22fe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:46.308968 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:46.312078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 68e7ebca-9847-474e-9829-409d3f7682fb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:46.323304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-27428693-dbd3-4d25-a4a6-87bfa7ce2fb4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'security_group_rule': {'security_group_id': '431c74d8-eddf-498b-8e4b-9fb2518a22fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:46.358470 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27428693-dbd3-4d25-a4a6-87bfa7ce2fb4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.375438 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 68e7ebca-9847-474e-9829-409d3f7682fb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:46.375859 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.424403 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27428693-dbd3-4d25-a4a6-87bfa7ce2fb4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.428769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27428693-dbd3-4d25-a4a6-87bfa7ce2fb4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.450191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27428693-dbd3-4d25-a4a6-87bfa7ce2fb4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49758f93-fef8-4aa7-9a81-9dbcf02afa27,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:46.460245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-27428693-dbd3-4d25-a4a6-87bfa7ce2fb4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.461458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-27428693-dbd3-4d25-a4a6-87bfa7ce2fb4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515570 Nov 22 17:00:46.464058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38268) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:46.468474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ab0126e6-2076-45c6-a0ba-6aa2c904c9c9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'security_group_rule': {'security_group_id': '431c74d8-eddf-498b-8e4b-9fb2518a22fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:46.498138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab0126e6-2076-45c6-a0ba-6aa2c904c9c9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.543768 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:46.557105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab0126e6-2076-45c6-a0ba-6aa2c904c9c9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.562023 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab0126e6-2076-45c6-a0ba-6aa2c904c9c9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.580337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0126e6-2076-45c6-a0ba-6aa2c904c9c9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60851f5-3744-4ded-a432-5e7b5e5f96c1,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:46.589012 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ab0126e6-2076-45c6-a0ba-6aa2c904c9c9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.593318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ab0126e6-2076-45c6-a0ba-6aa2c904c9c9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252573 Nov 22 17:00:46.593639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38270) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:46.598131 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:46.622906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.728318 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.838987 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Allocated IP 172.25.5.145 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/939cf100-72cc-4eea-a489-6c031f38433f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:46.891811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:46.907085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:46.907720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:46.953377 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:46.989727 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.017498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:47.031120 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:47.034163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:47.036894 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:47.070413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'Port': ['ID=939cf100-72cc-4eea-a489-6c031f38433f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:47.140121 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.177937 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.231104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 2, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:47.257344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:47.257694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Updating router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:00:47.287089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.338476 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.345367 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.418240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'Port': ['ID=939cf100-72cc-4eea-a489-6c031f38433f,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:47.434376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.451475 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.452823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7facb914-8d79-46a0-bce1-158c40f57e97 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8582244 Nov 22 17:00:47.621663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-99f22827-abf2-400a-8db6-af8de96a499f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--20789094&fields=id&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 267 time: 0.0549326 Nov 22 17:00:47.727427 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.734128 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.741358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c456c0-741c-4912-baa4-53e791511123 req-7697160d-d4aa-411d-8d55-7126af87a256 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:47.742884 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-7697160d-d4aa-411d-8d55-7126af87a256 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 811 time: 0.1139486 Nov 22 17:00:47.760182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-6e389131-e9ce-4bd8-87fb-a18abdb8badf tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/quotas/3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 375 time: 0.0097497 Nov 22 17:00:47.787554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94809a31-9d06-440c-93e6-20b997aec077 None None] Pushing event updated for resources: {'Port': ['ID=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:47.822526 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-bb25200f-2781-4a95-b114-d80021f7f788 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554862 Nov 22 17:00:47.851078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Attempting to bind port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:47.851562 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Attempting to bind port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:47.851987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Attempting to bind port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:47.858876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:47.859320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:47.859730 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.860152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:47.860644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Bound port: 4512d287-24e2-4fe0-ad76-55ea43e2b8ca, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:47.861029 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:47.942689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] For port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:47.946049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-c775aa57-c510-4e1d-93b4-43c148c3f890 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:00:47.946617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] For port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:47.947469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-c775aa57-c510-4e1d-93b4-43c148c3f890 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573676 Nov 22 17:00:47.957824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.035971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:48.036556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:00:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:48.065156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-60cc893b-8b30-49a2-b0fb-efd27d705799 service neutron] 10.222.0.69 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049042 Nov 22 17:00:48.075159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94809a31-9d06-440c-93e6-20b997aec077 None None] Pushing event updated for resources: {'Port': ['ID=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:48.098900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cee001d3-e2c8-4c89-ac30-8e954df17fe0 None None] Provisioning complete for port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:48.099275 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cee001d3-e2c8-4c89-ac30-8e954df17fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.171823 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-477fc62f-b786-46cf-bea9-679a99062178 service neutron] 10.222.0.69 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003973 Nov 22 17:00:48.197911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:48.360963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cee001d3-e2c8-4c89-ac30-8e954df17fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.369812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74606596-1dd0-45ea-b178-dce3d01a3866 req-0e9b1445-7a04-447a-ad6e-0496cbc59132 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 210 time: 0.0305204 Nov 22 17:00:48.423033 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cee001d3-e2c8-4c89-ac30-8e954df17fe0 None None] For port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:48.445496 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cee001d3-e2c8-4c89-ac30-8e954df17fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:48.507650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee001d3-e2c8-4c89-ac30-8e954df17fe0 None None] Pushing event updated for resources: {'Port': ['ID=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:48.522498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:47Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:48.556868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3a2b84-4a67-46e3-8404-1214b622609b None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:47Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:48.570520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c70e6546-3e39-4690-92e7-8fe36e6e148d None None] Provisioning complete for port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:48.570896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c70e6546-3e39-4690-92e7-8fe36e6e148d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.053332 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c34eca1a-4247-4f14-94c1-15d0f96e397e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:49.511210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1bcf2e6d-890d-4a22-a74c-637d5ae79903 req-9edd2a7a-5245-4080-8499-7bce2a432d77 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 210 time: 0.0360923 Nov 22 17:00:49.574367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c456c0-741c-4912-baa4-53e791511123 req-bab43a8c-3921-49a0-9a6e-fead9ea6814c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:49.576077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-bab43a8c-3921-49a0-9a6e-fead9ea6814c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 811 time: 0.1760359 Nov 22 17:00:49.647352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-e5c2f63e-a8c6-4b01-9dff-887b2e428aec tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 378 time: 0.0597875 Nov 22 17:00:49.658205 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'port': {'device_id': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'admin_state_up': True, 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'security_groups': ['431c74d8-eddf-498b-8e4b-9fb2518a22fe']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:49.780870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Made reservation on behalf of 3abc0171b6f541588ddd6ed8b6cb3010 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:49.784749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.223823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Allocated IP 172.20.0.8 (3f084498-29d4-471e-bbf3-fd94e1b63ea4/d93bdfb3-d639-453c-9e9e-8f38d381635e/de773770-a2ad-4a01-b467-1a65c6fd3441) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:50.310025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4512d287-24e2-4fe0-ad76-55ea43e2b8ca up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:50.367611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:50.368042 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.377017 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.413061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.474490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:50.478811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:50.481615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:50.484223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:50.540412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:50.541085 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.560902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-71706b6a-ef28-4cef-8e79-778dd64a624f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9074097 Nov 22 17:00:50.574427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Request body: {'port': {'device_id': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:50.665494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.687889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c7c07-4cd3-4127-9681-3d50d7062f15 req-cd520573-c269-41c6-8919-69a50195a159 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:50.689467 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f8c7c07-4cd3-4127-9681-3d50d7062f15 req-cd520573-c269-41c6-8919-69a50195a159 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 931 time: 0.0934358 Nov 22 17:00:50.742059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9187defa-9126-4fbd-bc94-d2ee6fb35003 None None] Provisioning complete for port de773770-a2ad-4a01-b467-1a65c6fd3441 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:50.742502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9187defa-9126-4fbd-bc94-d2ee6fb35003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:50.784271 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9187defa-9126-4fbd-bc94-d2ee6fb35003 None None] Port de773770-a2ad-4a01-b467-1a65c6fd3441 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:00:50.827322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4f8c7c07-4cd3-4127-9681-3d50d7062f15 req-e659fb60-bfda-4168-bad3-4e176a8ce101 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316752 Nov 22 17:00:50.993710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de773770-a2ad-4a01-b467-1a65c6fd3441 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:51.001928 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.014616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Transition to ACTIVE for port object de773770-a2ad-4a01-b467-1a65c6fd3441 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:00:51.019039 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.077724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:51.148639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Attempting to bind port de773770-a2ad-4a01-b467-1a65c6fd3441 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:51.148993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Attempting to bind port de773770-a2ad-4a01-b467-1a65c6fd3441 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:51.149328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Attempting to bind port de773770-a2ad-4a01-b467-1a65c6fd3441 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:51.157186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Port de773770-a2ad-4a01-b467-1a65c6fd3441 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:00:51.157523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Attempting to bind port de773770-a2ad-4a01-b467-1a65c6fd3441 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:51.163167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:51.163516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:51.164101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:51.164548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Bound port: de773770-a2ad-4a01-b467-1a65c6fd3441, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:51.165281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.247835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:51.253004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:51.257003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.297038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.297692 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.299302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 1091 time: 0.7303867 Nov 22 17:00:51.299760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:51.302332 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d" -d '{"events": [{"name": "network-changed", "server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:51.328976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de47be-7c32-43bd-ac0c-32e07b58d9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:51.374512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-427cf394-81cc-453b-9ad2-6bbca4ad3b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.395111 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da440c2f-d2b7-46fa-8e7f-fed40cbaf186 x-openstack-request-id: req-da440c2f-d2b7-46fa-8e7f-fed40cbaf186 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:51.395405 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:51.395658 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da440c2f-d2b7-46fa-8e7f-fed40cbaf186 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:51.396087 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'status': 'completed', 'code': 200} Nov 22 17:00:51.413354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c456c0-741c-4912-baa4-53e791511123 req-df33608e-48ce-43ad-84c7-b037b4976bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.418303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-df33608e-48ce-43ad-84c7-b037b4976bcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1094 time: 0.0559626 Nov 22 17:00:51.466361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-3cef1440-741f-44c7-8a2d-4bafac9643a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 217 time: 0.0414944 Nov 22 17:00:51.535790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c456c0-741c-4912-baa4-53e791511123 req-0675a502-fe53-48b3-99d3-44731424173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.537339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-0675a502-fe53-48b3-99d3-44731424173f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0616753 Nov 22 17:00:51.587198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c456c0-741c-4912-baa4-53e791511123 req-486a531e-f21e-43ec-93e1-21bd8dfd4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.588742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-486a531e-f21e-43ec-93e1-21bd8dfd4179 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449359 Nov 22 17:00:51.694857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-ffc3a544-9442-4a58-b3c1-092e43ca90d4 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972180 Nov 22 17:00:51.788933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-69c456c0-741c-4912-baa4-53e791511123 req-b218e3ce-fbec-4775-87ef-2e71717939bb service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866768 Nov 22 17:00:51.884932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-6ff9d2bc-81e9-4e0f-a382-9b497851d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:51.887486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-6ff9d2bc-81e9-4e0f-a382-9b497851d5e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1094 time: 0.0484180 Nov 22 17:00:52.010383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfa40a-a874-4a8b-9b45-7710119e1470 req-774dea4f-b344-4b07-a4db-695806933d66 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.012712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87dfa40a-a874-4a8b-9b45-7710119e1470 req-774dea4f-b344-4b07-a4db-695806933d66 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 943 time: 0.1093681 Nov 22 17:00:52.041817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-9ccc88a0-8873-4d77-884b-5e34414a510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.044040 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-9ccc88a0-8873-4d77-884b-5e34414a510e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1490023 Nov 22 17:00:52.109444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-9c3ddca3-4454-4cea-9030-04f3ca92e6d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 217 time: 0.0520236 Nov 22 17:00:52.116953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-87dfa40a-a874-4a8b-9b45-7710119e1470 req-a341fcf7-1830-40a1-a211-781272f19e94 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975785 Nov 22 17:00:52.164291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-df3b4110-85fa-4ade-ab13-db466ad6b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.165795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-df3b4110-85fa-4ade-ab13-db466ad6b7f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0479832 Nov 22 17:00:52.211591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-391374cf-9567-4d09-94ea-9ceb55b85887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:52.213120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-391374cf-9567-4d09-94ea-9ceb55b85887 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399511 Nov 22 17:00:52.313032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-034302fb-9531-47e3-8cfa-5fd593a78527 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921416 Nov 22 17:00:52.407378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bd5bd7f8-1b7f-4a7b-b140-b7779259518d req-a5d3e8e9-3f84-415d-9de6-647a16561cd6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861988 Nov 22 17:00:52.624385 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.002021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.237489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa5ced-bcca-4543-8671-59c25235dcd2 req-be5f7e2f-097b-4443-9d72-ef9edf5be08f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:53.238934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-adaa5ced-bcca-4543-8671-59c25235dcd2 req-be5f7e2f-097b-4443-9d72-ef9edf5be08f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 943 time: 0.0509472 Nov 22 17:00:53.293537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-adaa5ced-bcca-4543-8671-59c25235dcd2 req-1c9b54e0-ac3e-44ac-9935-3cf40dcb5f3c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485387 Nov 22 17:00:53.847941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device de773770-a2ad-4a01-b467-1a65c6fd3441 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:00:53.954199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:53.967139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'port_id': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:00:54.006828 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.021932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de773770-a2ad-4a01-b467-1a65c6fd3441 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:54.045764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:54.050287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.105350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:54.113262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.113613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.113961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.114294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.114633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.114967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.115301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.115633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.115984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.116317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.116645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.116974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:54.238966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['de773770-a2ad-4a01-b467-1a65c6fd3441'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:54.425938 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4195c10-6a67-457f-92e7-4fbd884c5480 req-877988b0-14b8-48a8-b4a4-d350edd0140e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:54.427568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4195c10-6a67-457f-92e7-4fbd884c5480 req-877988b0-14b8-48a8-b4a4-d350edd0140e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 944 time: 0.0573144 Nov 22 17:00:54.477733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4195c10-6a67-457f-92e7-4fbd884c5480 req-2d23fe3a-495f-429e-9000-b98f4132b29c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439942 Nov 22 17:00:54.693545 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.899863 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.065824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.601524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27fa28-1a2d-4ff8-b050-4301e0ecaef9 req-7f172e7a-d6b6-4fcf-9db6-32d05081c3b9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:55.604125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb27fa28-1a2d-4ff8-b050-4301e0ecaef9 req-7f172e7a-d6b6-4fcf-9db6-32d05081c3b9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 944 time: 0.0550146 Nov 22 17:00:55.653665 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb27fa28-1a2d-4ff8-b050-4301e0ecaef9 req-56e70daa-f2e8-4e88-8eba-807443162c10 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428197 Nov 22 17:00:55.847550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device de773770-a2ad-4a01-b467-1a65c6fd3441 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:55.897753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port de773770-a2ad-4a01-b467-1a65c6fd3441 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:00:55.902962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port de773770-a2ad-4a01-b467-1a65c6fd3441 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:55.903577 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.982435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.008789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:56.011118 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b03cf4-3f38-431e-979a-cc726f83643f" -d '{"events": [{"server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "name": "network-vif-plugged", "status": "completed", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:56.024080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:56.029735 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.054917 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf7035f-23e1-4098-83fa-30631c1778b4 x-openstack-request-id: req-6bf7035f-23e1-4098-83fa-30631c1778b4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:56.055217 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "name": "network-vif-plugged", "status": "completed", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:56.055478 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6bf7035f-23e1-4098-83fa-30631c1778b4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:56.055879 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'code': 200} Nov 22 17:00:56.082900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:56.156877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf7238-95a0-4f2b-b458-68743c0413c7 req-2cc871e7-4a4e-4c7e-89ab-0efc3e1dabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:56.158385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bbf7238-95a0-4f2b-b458-68743c0413c7 req-2cc871e7-4a4e-4c7e-89ab-0efc3e1dabd9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1096 time: 0.0473044 Nov 22 17:00:56.203271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3bbf7238-95a0-4f2b-b458-68743c0413c7 req-722f392c-ae04-4f85-8dd5-319562ddc586 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381269 Nov 22 17:00:56.771779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c841a-ce21-4e28-88cf-59c32c41e515 req-e96b9cea-0d51-4299-b779-7aec4f971881 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:56.773302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c17c841a-ce21-4e28-88cf-59c32c41e515 req-e96b9cea-0d51-4299-b779-7aec4f971881 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0499103 Nov 22 17:00:56.823888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c17c841a-ce21-4e28-88cf-59c32c41e515 req-6746d620-b597-452e-90e9-6a70f3229624 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430629 Nov 22 17:00:57.970091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96130d2e-c9ad-4614-942d-bc6c5dbfca1f req-ac974744-296a-4872-a88e-18513c39b8b4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:57.971808 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96130d2e-c9ad-4614-942d-bc6c5dbfca1f req-ac974744-296a-4872-a88e-18513c39b8b4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0605955 Nov 22 17:00:58.025336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96130d2e-c9ad-4614-942d-bc6c5dbfca1f req-eb7af4df-a13f-4595-91fd-cac98c623dcf tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459940 Nov 22 17:00:58.174779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c75a44-8bc9-4cc3-83ff-3e9c7ebe1f3c req-228020ff-0412-4723-8e04-3775021e726a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:58.176888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89c75a44-8bc9-4cc3-83ff-3e9c7ebe1f3c req-228020ff-0412-4723-8e04-3775021e726a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0651224 Nov 22 17:00:58.188154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 38334) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:58.194945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'floatingip': {'port_id': 'de773770-a2ad-4a01-b467-1a65c6fd3441'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:58.241890 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.717880 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.721796 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.825469 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb associated. External IP: 172.25.5.145, port: de773770-a2ad-4a01-b467-1a65c6fd3441. Nov 22 17:00:59.045079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:59.162593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:59.168052 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:59.173428 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:59.186709 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:59.187437 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:00:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:59.201008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4bd30e22-4ca7-458f-a95d-6d7cec2ddaa2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "PUT /v2.0/floatingips/73fab866-1088-40b2-a1a9-e79fa5092ecb HTTP/1.1" status: 200 len: 991 time: 1.0107183 Nov 22 17:00:59.201908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:59.204812 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a162543-d60f-428b-a2e5-231456767ff3" -d '{"events": [{"name": "network-changed", "server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:59.256526 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cc373b-e297-408a-8ce0-7358f650907b x-openstack-request-id: req-33cc373b-e297-408a-8ce0-7358f650907b {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:59.257203 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:59.257203 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-33cc373b-e297-408a-8ce0-7358f650907b {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:59.263395 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'status': 'completed', 'code': 200} Nov 22 17:00:59.315826 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:59.330976 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a162543-d60f-428b-a2e5-231456767ff3 req-52cb91e1-81f0-43e3-baae-0b9fcb8a5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:59.332561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a162543-d60f-428b-a2e5-231456767ff3 req-52cb91e1-81f0-43e3-baae-0b9fcb8a5d41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1096 time: 0.0484703 Nov 22 17:00:59.447765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a162543-d60f-428b-a2e5-231456767ff3 req-9fd94d46-7ffb-4135-9a54-be7fa6cff830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:59.450801 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a162543-d60f-428b-a2e5-231456767ff3 req-9fd94d46-7ffb-4135-9a54-be7fa6cff830 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1106339 Nov 22 17:00:59.529249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a162543-d60f-428b-a2e5-231456767ff3 req-64a1c133-011e-4a35-a0af-d3eb9595b835 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 999 time: 0.0709708 Nov 22 17:00:59.586732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a162543-d60f-428b-a2e5-231456767ff3 req-d2e195f9-255c-497d-83a4-6cf94692f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:59.588274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a162543-d60f-428b-a2e5-231456767ff3 req-d2e195f9-255c-497d-83a4-6cf94692f624 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0515387 Nov 22 17:00:59.637648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a162543-d60f-428b-a2e5-231456767ff3 req-7b43ab95-ef7f-40f4-a683-ccb1acc6c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:59.639340 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a162543-d60f-428b-a2e5-231456767ff3 req-7b43ab95-ef7f-40f4-a683-ccb1acc6c197 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440984 Nov 22 17:00:59.668739 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:58Z', 'revision_number': 1, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:59.695830 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:59.705293 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:59.705910 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:00:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:59.738943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a162543-d60f-428b-a2e5-231456767ff3 req-e0f08a79-9bc7-4478-ba3b-bde0a4c99500 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924070 Nov 22 17:00:59.813939 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:59.843939 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a162543-d60f-428b-a2e5-231456767ff3 req-a59ebd67-507f-4fb8-87ac-5143834e3f68 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968170 Nov 22 17:01:00.050212 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:58Z', 'revision_number': 1, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:00.076392 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c40fdd-873d-42fd-8c4c-1800364998aa None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:00:58Z', 'revision_number': 1, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:00.286442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b8ee91-df15-4895-8081-4cefac689d45 None None] New status for floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:01:19.047856 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fe7100a9-251a-45d5-a994-451ce6d1f9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.357797 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1e78984-a683-41d9-b699-3af6e3cbd026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.629246 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.017753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.544100 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:24.695381 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.894232 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.074579 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.939227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-aa878804-5249-416c-b236-83636bda510a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531404 Nov 22 17:01:48.035602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-8c457906-5bd4-4083-a9ae-e4f84c294bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.037159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-8c457906-5bd4-4083-a9ae-e4f84c294bba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1096 time: 0.0487847 Nov 22 17:01:48.160720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-5887a325-db19-4323-82b8-b69a5e698d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.162238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-5887a325-db19-4323-82b8-b69a5e698d01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1046741 Nov 22 17:01:48.232327 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-49b588cf-9eb7-46c8-82a4-ccc09cd76f41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 1001 time: 0.0630374 Nov 22 17:01:48.289103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-48df3f2b-e28a-48a4-a6c8-24c5e6d014c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.290732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-48df3f2b-e28a-48a4-a6c8-24c5e6d014c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0517271 Nov 22 17:01:48.338785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-7014da13-cf67-4ea5-b3f6-c65986ca3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.340355 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-7014da13-cf67-4ea5-b3f6-c65986ca3eba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429926 Nov 22 17:01:48.438314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-9456baee-58f0-4b42-ad85-193b216d30ee service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Nov 22 17:01:48.551853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-661ff4a6-f35c-4c06-8ea4-52d11cde8d73 req-751bc802-c83d-4d0d-ab17-4b51e56c74d9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065083 Nov 22 17:01:49.051668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-289b0c42-e9c2-4fe4-978a-63b6728734c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.360389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48e4f0ee-c4e0-488d-ad72-58618657f0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.633288 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.017741 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.705739 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.904636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.077788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.543507 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:19.054596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-efc13654-0eb2-4b7a-8399-65c800cea56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.363521 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a73b4371-e523-4654-b94e-c9b9f17062e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:22.633437 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:23.015541 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.702250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.898129 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.090925 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.651963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b78624-641a-4211-99cd-5cdb8f0aae70 req-3ba7fc1f-c3f3-444f-9891-791be1e2dcc3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:35.653463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2b78624-641a-4211-99cd-5cdb8f0aae70 req-3ba7fc1f-c3f3-444f-9891-791be1e2dcc3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0511990 Nov 22 17:02:35.701723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c2b78624-641a-4211-99cd-5cdb8f0aae70 req-b0e67447-7bbf-4ef5-ba57-2632ebd8854d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421097 Nov 22 17:02:35.986060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420b76-f406-44fc-97f9-ebf29a61e084 req-65e0da90-a9e1-4161-99d8-d2516745f7f0 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:35.987488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c420b76-f406-44fc-97f9-ebf29a61e084 req-65e0da90-a9e1-4161-99d8-d2516745f7f0 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0812740 Nov 22 17:02:35.995880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-bb5661ea-1ffe-4d49-bfbb-5f07ea2aa866 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794299 Nov 22 17:02:36.045095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c420b76-f406-44fc-97f9-ebf29a61e084 req-4d5279fc-37ce-4e5f-9df8-a03ef130a1d9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482264 Nov 22 17:02:37.205691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da9e08-b859-44ad-8cd1-f28824f20433 req-92a457dc-18f0-4519-875b-fbf12b4453e5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.207075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6da9e08-b859-44ad-8cd1-f28824f20433 req-92a457dc-18f0-4519-875b-fbf12b4453e5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0813515 Nov 22 17:02:37.208743 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-f44abe32-c15d-4eb9-be4f-8cf4c0efd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.210078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-f44abe32-c15d-4eb9-be4f-8cf4c0efd3b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1096 time: 0.0858867 Nov 22 17:02:37.542332 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:37.609517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6da9e08-b859-44ad-8cd1-f28824f20433 req-96f696c6-becf-4980-9859-1987790f827d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3956327 Nov 22 17:02:37.640298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-12a624e5-785f-4eab-8ae8-c951aa928298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.641787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-12a624e5-785f-4eab-8ae8-c951aa928298 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.4213543 Nov 22 17:02:37.712859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-e9112ca4-9012-417e-aba7-5a8d387509b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 1001 time: 0.0628254 Nov 22 17:02:37.763626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-18128cff-1449-4fda-be0d-02446812aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.765111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-18128cff-1449-4fda-be0d-02446812aaaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0451221 Nov 22 17:02:37.811049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-1658dbf4-f82f-44ac-8351-d4a7b0a141a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.812481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-1658dbf4-f82f-44ac-8351-d4a7b0a141a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406361 Nov 22 17:02:37.823757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-39adf59e-bd3f-4862-8cf3-bf924f4588bc service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:02:37.824731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-39adf59e-bd3f-4862-8cf3-bf924f4588bc service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049579 Nov 22 17:02:37.920181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-64b7fd14-8ccf-4850-ac16-f9b0e2e60763 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883670 Nov 22 17:02:38.014692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0a0a068e-dca2-40e1-8588-789480455f19 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876391 Nov 22 17:02:38.736072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773d3a9-c4e7-430d-829b-68a61b41d380 req-d0147fd3-5d7d-427c-afec-2281c0bcdb7f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:38.737657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9773d3a9-c4e7-430d-829b-68a61b41d380 req-d0147fd3-5d7d-427c-afec-2281c0bcdb7f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0548480 Nov 22 17:02:38.787834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9773d3a9-c4e7-430d-829b-68a61b41d380 req-5112c261-7129-4ff2-8663-1a801b920a63 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431807 Nov 22 17:02:39.912972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a435e0c-e0e9-40d2-a3a4-7c6ced4890c2 req-8d5343f4-e8d8-4ec7-8523-82285317ff42 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:39.915326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a435e0c-e0e9-40d2-a3a4-7c6ced4890c2 req-8d5343f4-e8d8-4ec7-8523-82285317ff42 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0535035 Nov 22 17:02:39.967941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a435e0c-e0e9-40d2-a3a4-7c6ced4890c2 req-18340b9e-3723-4369-aab7-98067f9b05b6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453546 Nov 22 17:02:41.092686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1f0eb-8a44-4b4c-8abe-c0678d9b97c1 req-f3ed7695-2d8e-4ac0-a3b7-7ecce2de8726 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:41.094235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9dc1f0eb-8a44-4b4c-8abe-c0678d9b97c1 req-f3ed7695-2d8e-4ac0-a3b7-7ecce2de8726 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0532730 Nov 22 17:02:41.157837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9dc1f0eb-8a44-4b4c-8abe-c0678d9b97c1 req-e81d2e05-4c56-463e-9070-d0a3938bec27 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576992 Nov 22 17:02:42.279882 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee20703-a510-42b9-ba14-682c3b69773d req-3de36f23-b872-4fa0-8f0c-cc3191e7ce13 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:42.281392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ee20703-a510-42b9-ba14-682c3b69773d req-3de36f23-b872-4fa0-8f0c-cc3191e7ce13 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0504773 Nov 22 17:02:42.329685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ee20703-a510-42b9-ba14-682c3b69773d req-35516ee6-20b8-4368-a742-f883ef1f0ad2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423117 Nov 22 17:02:43.448462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1435d0-1cc3-40b7-8b4d-eb0af0013964 req-db305803-16a1-4e0f-b234-0067e3c3f930 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:43.449987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac1435d0-1cc3-40b7-8b4d-eb0af0013964 req-db305803-16a1-4e0f-b234-0067e3c3f930 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0499330 Nov 22 17:02:43.510215 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ac1435d0-1cc3-40b7-8b4d-eb0af0013964 req-57356065-6c0b-4483-be24-b2fff925762c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542681 Nov 22 17:02:44.640625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df0cd0-99e9-44a2-81ed-c70346b541cd req-605fc0cd-2ca1-4d90-83fd-ed1f7e8c151c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:44.642145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10df0cd0-99e9-44a2-81ed-c70346b541cd req-605fc0cd-2ca1-4d90-83fd-ed1f7e8c151c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0546060 Nov 22 17:02:44.692981 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10df0cd0-99e9-44a2-81ed-c70346b541cd req-179c9565-2661-4217-8102-c4ab55f2f268 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447676 Nov 22 17:02:45.814028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc4b5-430a-4abf-b1c5-1301109c440f req-74ca0984-11f4-4c8a-9760-a3a7ea8f3dae tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:45.815560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-412cc4b5-430a-4abf-b1c5-1301109c440f req-74ca0984-11f4-4c8a-9760-a3a7ea8f3dae tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0504544 Nov 22 17:02:45.864824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-412cc4b5-430a-4abf-b1c5-1301109c440f req-6d5942c1-7372-4ce1-bb65-4ab0ef9c4a38 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429449 Nov 22 17:02:46.984798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280400b-2771-4748-8155-168687095e30 req-52adfa29-8942-425a-af1a-f8848bae53fd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:46.986310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e280400b-2771-4748-8155-168687095e30 req-52adfa29-8942-425a-af1a-f8848bae53fd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0517578 Nov 22 17:02:47.040531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e280400b-2771-4748-8155-168687095e30 req-b1aff2b4-e6cc-4a0a-93bd-44f02c006da7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471907 Nov 22 17:02:48.159748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ef914-c257-4752-8434-94b2889ed632 req-f1067eb7-83cc-41e6-a5c1-1ee919ae9cd1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:48.161257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-467ef914-c257-4752-8434-94b2889ed632 req-f1067eb7-83cc-41e6-a5c1-1ee919ae9cd1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0504107 Nov 22 17:02:48.212818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-467ef914-c257-4752-8434-94b2889ed632 req-3c887b57-b37c-49d7-8956-091dca248c7d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443873 Nov 22 17:02:49.057221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dc35fe8-f004-4146-ac74-99f465272e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.343858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f6c2b-3552-4554-9465-7f115a8fe898 req-9d05b6e9-d85a-4680-a633-1b47515cba0a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:49.345399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e59f6c2b-3552-4554-9465-7f115a8fe898 req-9d05b6e9-d85a-4680-a633-1b47515cba0a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0599277 Nov 22 17:02:49.400486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e59f6c2b-3552-4554-9465-7f115a8fe898 req-fedf6a72-c6c9-4013-9cd2-32d382f5a95f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488405 Nov 22 17:02:49.836979 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-c9f6f4c9-064b-4735-81cd-34a3b8ff9e8d service neutron] show failed (client error): The resource could not be found. Nov 22 17:02:49.838039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-c9f6f4c9-064b-4735-81cd-34a3b8ff9e8d service neutron] 10.222.0.11 "GET /v2.0/ports/de773770-a2ad-4a01-b467-1a65c6fd3441/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0614784 Nov 22 17:02:49.920812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-d36765a6-e9a9-4ce7-9d7a-a4aac6fe9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:49.922742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-d36765a6-e9a9-4ce7-9d7a-a4aac6fe9ee5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1096 time: 0.0438807 Nov 22 17:02:50.056201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-12a09f77-1545-426b-a575-82aaa4ccc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:50.057667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-12a09f77-1545-426b-a575-82aaa4ccc739 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0988750 Nov 22 17:02:50.095629 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-1e017b38-f61c-4e45-924a-bb553875a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:50.097114 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-1e017b38-f61c-4e45-924a-bb553875a139 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 1096 time: 0.0833952 Nov 22 17:02:50.113344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:50.127092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-5a2aca67-4e22-440d-a5ca-2ca6a21fd2ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 1001 time: 0.0619621 Nov 22 17:02:50.172926 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.179663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-cf901755-1f78-4974-bd3b-2d3dfb51b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:50.181211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-cf901755-1f78-4974-bd3b-2d3dfb51b281 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0474446 Nov 22 17:02:50.233800 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-e71f0e68-f772-48c0-acb2-ac5c0c904ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:50.235451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-e71f0e68-f772-48c0-acb2-ac5c0c904ab7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475218 Nov 22 17:02:50.335966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-9eebe16e-2b67-4f2a-bd5c-c842dd4768fa service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917969 Nov 22 17:02:50.390266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:50.425275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:50.435638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1a5f94d1-7226-494d-bef5-f80a1597dfda req-cf10d635-81c8-451f-a08f-a353262974e8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928001 Nov 22 17:02:50.470909 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:50.473446 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0e2de3-21fc-4d88-8ab8-82c3e5079535" -d '{"events": [{"server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "name": "network-vif-unplugged", "status": "completed", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:50.479349 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.493964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Transition to ACTIVE for port object de773770-a2ad-4a01-b467-1a65c6fd3441 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:02:50.499161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.542964 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548dbee4-f30e-4e87-8e81-f0d950a77e56 x-openstack-request-id: req-548dbee4-f30e-4e87-8e81-f0d950a77e56 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:50.543337 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "name": "network-vif-unplugged", "status": "completed", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:50.543657 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-548dbee4-f30e-4e87-8e81-f0d950a77e56 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:50.544249 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'code': 200} Nov 22 17:02:50.546126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fc7ba-81a1-4f60-8d46-3945166f4ff2 req-2813e233-7116-4236-934c-8e2ed0046e60 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:50.552719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b37fc7ba-81a1-4f60-8d46-3945166f4ff2 req-2813e233-7116-4236-934c-8e2ed0046e60 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 943 time: 0.0651386 Nov 22 17:02:50.618516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b37fc7ba-81a1-4f60-8d46-3945166f4ff2 req-10b73c02-848c-407e-a6af-a3eaab5ded69 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645776 Nov 22 17:02:50.629737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:50.665120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.665490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.665844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.666215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.666538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.666879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.667224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.667555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.668022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.668389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.669000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.669232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:50.723821 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] No DVR routers for this DVR port de773770-a2ad-4a01-b467-1a65c6fd3441 on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:50.868686 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Attempting to bind port de773770-a2ad-4a01-b467-1a65c6fd3441 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:50.868959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Attempting to bind port de773770-a2ad-4a01-b467-1a65c6fd3441 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:50.869304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Attempting to bind port de773770-a2ad-4a01-b467-1a65c6fd3441 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:50.873845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Port de773770-a2ad-4a01-b467-1a65c6fd3441 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:02:50.874169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Attempting to bind port de773770-a2ad-4a01-b467-1a65c6fd3441 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:50.879069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:50.880007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:50.880409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:50.880854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Bound port: de773770-a2ad-4a01-b467-1a65c6fd3441, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:50.881214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.946486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:50.949890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:50.955930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.997923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:50.998590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.000094 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] 10.222.0.71 "PUT /v2.0/ports/de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 1091 time: 0.8910444 Nov 22 17:02:51.020309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40db73-69f0-4df1-88ad-74d72ee4312f service neutron] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:51.076685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-9cd8148a-48df-4b0b-bc7e-57f6c7d72513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:51.078242 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-9cd8148a-48df-4b0b-bc7e-57f6c7d72513 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1094 time: 0.0498519 Nov 22 17:02:51.183647 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-7388b17d-12dd-4777-81bf-470e221dbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:51.185183 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-7388b17d-12dd-4777-81bf-470e221dbd50 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0977738 Nov 22 17:02:51.262091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-8b0da835-ec11-44aa-9ee5-08ce11d20974 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 999 time: 0.0686436 Nov 22 17:02:51.321247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-9f7ca780-f3ee-47cd-8ddb-2c8440c2f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:51.322728 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-9f7ca780-f3ee-47cd-8ddb-2c8440c2f2cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0529416 Nov 22 17:02:51.366041 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-766802f5-199f-4877-94db-4bcb05c4a694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.377302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-9b73e682-9e65-40dc-838b-8ad17fcb6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:51.378871 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-9b73e682-9e65-40dc-838b-8ad17fcb6bd2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485301 Nov 22 17:02:51.480228 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-99724327-986e-4769-9fbd-bdda78412e60 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908239 Nov 22 17:02:51.581575 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14118d52-5103-42cd-a4ee-9a3b5f76b180 req-0eb4cd6b-0911-432b-8169-baf2c2a94951 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935326 Nov 22 17:02:51.749097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4802a-a4af-43c3-8c43-cb6d74bd4183 req-2a2f28cf-a986-4c53-948a-e417eb958808 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:51.750800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05a4802a-a4af-43c3-8c43-cb6d74bd4183 req-2a2f28cf-a986-4c53-948a-e417eb958808 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 943 time: 0.0513382 Nov 22 17:02:51.799785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05a4802a-a4af-43c3-8c43-cb6d74bd4183 req-37dc308b-bd8d-4d0d-821b-3e49f3c64e4d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428536 Nov 22 17:02:52.545938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:52.548283 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afde35e-6800-40e6-a949-f1d4463f51d9" -d '{"events": [{"name": "network-changed", "server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:52.598061 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ac3e67-ed9b-40ba-8033-a599013fbe7f x-openstack-request-id: req-46ac3e67-ed9b-40ba-8033-a599013fbe7f {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:52.598369 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:52.598634 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46ac3e67-ed9b-40ba-8033-a599013fbe7f {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:52.599103 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'status': 'completed', 'code': 200} Nov 22 17:02:52.637788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.666734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-95087fee-29d5-4e76-9f27-8666555ff0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.668306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-95087fee-29d5-4e76-9f27-8666555ff0dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1094 time: 0.0499282 Nov 22 17:02:52.675255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-a4d5ba87-3969-42e4-8bdd-544d9d813aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.676856 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-a4d5ba87-3969-42e4-8bdd-544d9d813aae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1094 time: 0.0460763 Nov 22 17:02:52.763307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-4da17bf2-b804-4e25-a15d-abd43c82ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.764871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-4da17bf2-b804-4e25-a15d-abd43c82ce7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0903451 Nov 22 17:02:52.782558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-1201511e-896c-485a-92d1-2865bdc9b82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.784414 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-1201511e-896c-485a-92d1-2865bdc9b82e service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0940454 Nov 22 17:02:52.842069 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-861a5cdd-4210-4a88-a74b-6c635f7534d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 999 time: 0.0702341 Nov 22 17:02:52.860117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-c075115b-44c1-4ce8-a463-b0368149c3a2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 999 time: 0.0667329 Nov 22 17:02:52.918176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-d09d19ab-f24c-4203-bf72-b2164dcd2072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.919844 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-d09d19ab-f24c-4203-bf72-b2164dcd2072 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0476377 Nov 22 17:02:52.923399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-079f62cc-9eb4-4ed9-84d7-f21c96c5f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.924914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-079f62cc-9eb4-4ed9-84d7-f21c96c5f783 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0759091 Nov 22 17:02:52.950700 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d49d37-d648-40b7-b69d-2f3a68a34527 req-6a9009c2-0113-4965-94e2-4c57509cf32f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.952361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8d49d37-d648-40b7-b69d-2f3a68a34527 req-6a9009c2-0113-4965-94e2-4c57509cf32f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 943 time: 0.0747163 Nov 22 17:02:52.976751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-3d134a46-8ff1-467b-85aa-e051be1c86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.978279 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-3d134a46-8ff1-467b-85aa-e051be1c86dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498056 Nov 22 17:02:53.012445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-bfd2ebbd-b0b4-40b0-9695-03ee41ad2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:53.014237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-bfd2ebbd-b0b4-40b0-9695-03ee41ad2e8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827086 Nov 22 17:02:53.032141 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.047282 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8d49d37-d648-40b7-b69d-2f3a68a34527 req-eb1b983c-cef5-4017-a733-2997940892dc tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797284 Nov 22 17:02:53.087846 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-9ed0c7ce-7026-41ee-adf5-f9b0ee2e8554 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949569 Nov 22 17:02:53.117017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-b4a25786-4446-4fda-9036-bb681e4b3440 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941918 Nov 22 17:02:53.197372 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-164b440e-d986-4a4e-ae77-c552d5693ba8 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936666 Nov 22 17:02:53.217141 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3afde35e-6800-40e6-a949-f1d4463f51d9 req-c6945cbb-24ac-4399-9f2f-f5e3179b68c8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936990 Nov 22 17:02:54.179784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d15119-d1cb-48e8-9e01-f5cb9c05b8c8 req-e900090a-ef17-4189-a9f8-8c09fb02af79 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.181442 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09d15119-d1cb-48e8-9e01-f5cb9c05b8c8 req-e900090a-ef17-4189-a9f8-8c09fb02af79 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 943 time: 0.0545685 Nov 22 17:02:54.232191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09d15119-d1cb-48e8-9e01-f5cb9c05b8c8 req-f92e69a2-3036-46c8-91b8-a1a6eb991a1b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445628 Nov 22 17:02:54.264116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device de773770-a2ad-4a01-b467-1a65c6fd3441 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:02:54.378255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:54.392153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'port_id': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'mac_address': 'fa:16:3e:29:0f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:02:54.439641 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.458945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de773770-a2ad-4a01-b467-1a65c6fd3441 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:54.472654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device de773770-a2ad-4a01-b467-1a65c6fd3441 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:54.504514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:54.510611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-10c692e8-8937-478c-9809-c2e291f75e96 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.512348 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-10c692e8-8937-478c-9809-c2e291f75e96 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 943 time: 0.0989635 Nov 22 17:02:54.516129 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.521620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f730197-582e-400b-b110-849e4fbb3511 req-e3742981-5089-433c-b6bc-7ecdbe970508 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.529970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f730197-582e-400b-b110-849e4fbb3511 req-e3742981-5089-433c-b6bc-7ecdbe970508 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 943 time: 0.1042354 Nov 22 17:02:54.552401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device de773770-a2ad-4a01-b467-1a65c6fd3441 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:54.584253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:54.593307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.593667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.594147 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.594498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.594839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.595177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.595512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.595932 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.596294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.596735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.597241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.597579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:54.630936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f730197-582e-400b-b110-849e4fbb3511 req-3bd25676-6ee3-4094-be65-0a61fc91e82a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000803 Nov 22 17:02:54.636507 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-e5302fd7-ac74-477c-a948-e4d824160148 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:02:54.637437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-e5302fd7-ac74-477c-a948-e4d824160148 service neutron] 10.222.0.11 "DELETE /v2.0/ports/de773770-a2ad-4a01-b467-1a65c6fd3441/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.1055152 Nov 22 17:02:54.716896 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.738580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-d7c109be-6b2c-4ee1-b8eb-79028539ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.739307 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-d7c109be-6b2c-4ee1-b8eb-79028539ce3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 1095 time: 0.0542274 Nov 22 17:02:54.838662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-8c4f3679-b84b-48a5-97c5-e767f227370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.840116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-8c4f3679-b84b-48a5-97c5-e767f227370b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0943394 Nov 22 17:02:54.871029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['de773770-a2ad-4a01-b467-1a65c6fd3441'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:54.911183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-f1efb199-3eef-45e6-abc6-ef2db5a1949a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 200 len: 1000 time: 0.0639019 Nov 22 17:02:54.931239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.974379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-34409ccd-e078-46f4-885b-3f657f2a3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.977422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-34409ccd-e078-46f4-885b-3f657f2a3386 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0596764 Nov 22 17:02:55.030953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-fcdb965b-5a0c-43ba-959b-a843643a9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:55.032608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-fcdb965b-5a0c-43ba-959b-a843643a9cc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484655 Nov 22 17:02:55.094390 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.135559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-ceec4c85-e9fa-44f8-95e4-c2875cfd9ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947497 Nov 22 17:02:55.236541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aaf45944-a68d-419d-ba09-1e26965ea070 req-60c7bf7d-dac7-44aa-b429-f40f8dc5815b service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939956 Nov 22 17:02:55.763020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30ac41-63d1-4e77-a0f7-7a207119f18e req-a808beb6-6cc3-4392-8d48-c7d16c775062 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:55.764734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f30ac41-63d1-4e77-a0f7-7a207119f18e req-a808beb6-6cc3-4392-8d48-c7d16c775062 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 944 time: 0.0547025 Nov 22 17:02:55.814990 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7f30ac41-63d1-4e77-a0f7-7a207119f18e req-76d7ce00-3f51-4097-b14f-91d64ffe9e6c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438805 Nov 22 17:02:55.940420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138b40c-489d-4a05-ace8-7f7564626f3e req-141583fa-74f0-4367-95a5-2f915790cae3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:55.942002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9138b40c-489d-4a05-ace8-7f7564626f3e req-141583fa-74f0-4367-95a5-2f915790cae3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 944 time: 0.0543873 Nov 22 17:02:55.995139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9138b40c-489d-4a05-ace8-7f7564626f3e req-7282a9e0-050d-459f-9300-2190a8355bb3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460870 Nov 22 17:02:56.119561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e3511-b6ad-4db8-840d-5befe83ea023 req-fa63073d-1418-466b-81be-f6d0e2afd8f9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:56.121118 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf8e3511-b6ad-4db8-840d-5befe83ea023 req-fa63073d-1418-466b-81be-f6d0e2afd8f9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 944 time: 0.0566444 Nov 22 17:02:56.171113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf8e3511-b6ad-4db8-840d-5befe83ea023 req-295e29d4-4aa3-42b2-ab4d-46cda98f15ca tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440264 Nov 22 17:02:56.263849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device de773770-a2ad-4a01-b467-1a65c6fd3441 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:56.341178 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port de773770-a2ad-4a01-b467-1a65c6fd3441 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:02:56.346121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port de773770-a2ad-4a01-b467-1a65c6fd3441 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:56.346501 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.447853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.462462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abfa6e-557a-46a7-ad1e-2d2364a12690 req-9e5a683c-e5ba-45e1-b46a-ac2f41072af7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:56.465402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8abfa6e-557a-46a7-ad1e-2d2364a12690 req-9e5a683c-e5ba-45e1-b46a-ac2f41072af7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 944 time: 0.0736659 Nov 22 17:02:56.483385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:56.486268 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1093af7a-7cdf-43bd-8e27-73e40b2e6b1a" -d '{"events": [{"server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "name": "network-vif-plugged", "status": "completed", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:56.509023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:56.514402 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.537207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8abfa6e-557a-46a7-ad1e-2d2364a12690 req-ef6cb1d6-0e7f-4869-b10d-e52d6b35f442 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591590 Nov 22 17:02:56.543057 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0941cc1f-ef62-4fa9-abe2-048b1cf90479 x-openstack-request-id: req-0941cc1f-ef62-4fa9-abe2-048b1cf90479 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:56.543357 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "name": "network-vif-plugged", "status": "completed", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:56.543620 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0941cc1f-ef62-4fa9-abe2-048b1cf90479 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:56.544067 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'code': 200} Nov 22 17:02:56.577832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:57.676807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8aa88-718e-4c13-85ad-efac0c69668b req-ab504379-2446-41da-b44a-aecbe7a61053 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:57.678428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70a8aa88-718e-4c13-85ad-efac0c69668b req-ab504379-2446-41da-b44a-aecbe7a61053 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0539756 Nov 22 17:02:57.732536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70a8aa88-718e-4c13-85ad-efac0c69668b req-e91f4c8a-b03a-4201-bdb3-1d98acd13737 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460029 Nov 22 17:02:58.091662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-235e8284-6177-4299-ac2d-5f50ef395ae6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:58.094296 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-235e8284-6177-4299-ac2d-5f50ef395ae6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.71 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 945 time: 0.0825763 Nov 22 17:02:58.202138 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Deleting port de773770-a2ad-4a01-b467-1a65c6fd3441 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:58.202394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.305429 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] For port de773770-a2ad-4a01-b467-1a65c6fd3441, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=de773770-a2ad-4a01-b467-1a65c6fd3441,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:58.305810 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.551151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.551434 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.551763 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb disassociated. External IP: 172.25.5.145, port: de773770-a2ad-4a01-b467-1a65c6fd3441. Nov 22 17:02:58.552147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Calling delete_port for de773770-a2ad-4a01-b467-1a65c6fd3441 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:58.700813 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.729299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event deleted for resources: {'Port': ['ID=de773770-a2ad-4a01-b467-1a65c6fd3441,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:58.856050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9204acf5-441c-43d8-a1c8-3d3c80381255 req-7df8c640-fbc9-4883-93ad-cb29b007c0c2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=820c9495-7a13-4ba1-8a56-eb9e776580cb HTTP/1.1" status: 200 len: 210 time: 0.0332835 Nov 22 17:02:58.881001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:02:59.062844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:02:59.076887 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:02:59.088327 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:59.089298 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:02:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.109285 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] No DVR routers for this DVR port de773770-a2ad-4a01-b467-1a65c6fd3441 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:59.112127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.115510 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7809cd17-7576-48bd-811b-2d94fe82a6d6 req-33bc3256-dfe7-43f8-8ae1-4080711fc9c4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.71 "DELETE /v2.0/ports/de773770-a2ad-4a01-b467-1a65c6fd3441 HTTP/1.1" status: 204 len: 173 time: 1.0148816 Nov 22 17:02:59.115985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'name': 'network-vif-deleted', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:59.119003 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3290db-44d5-4f99-b52e-54f63ee5d9e1" -d '{"events": [{"server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "name": "network-vif-deleted", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:59.171367 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c87669-01a3-4749-b2b3-322d783b8b7c x-openstack-request-id: req-20c87669-01a3-4749-b2b3-322d783b8b7c {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:59.171667 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820c9495-7a13-4ba1-8a56-eb9e776580cb", "name": "network-vif-deleted", "tag": "de773770-a2ad-4a01-b467-1a65c6fd3441", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:59.171960 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-20c87669-01a3-4749-b2b3-322d783b8b7c {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:59.172410 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820c9495-7a13-4ba1-8a56-eb9e776580cb', 'name': 'network-vif-deleted', 'tag': 'de773770-a2ad-4a01-b467-1a65c6fd3441', 'status': 'completed', 'code': 200} Nov 22 17:02:59.218015 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:02:59.449813 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.478054 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:02:59.486763 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:59.487369 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:02:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.610235 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:02:59.845587 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.970432 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d1234-ba24-44bd-8c5d-5bb3b9136c84 None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:00.122713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-4a757d80-e891-42be-8c71-9e92bbf5c506 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--20789094&fields=id&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 267 time: 0.0478690 Nov 22 17:03:00.231720 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4220e24-913c-439a-a473-f448627b2bca None None] New status for floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:03:00.254367 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a422f-682f-4059-a647-c2cb70de536f req-c7da75d3-fae2-4054-a011-84056c2f4716 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:00.255926 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-c7da75d3-fae2-4054-a011-84056c2f4716 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 811 time: 0.1256890 Nov 22 17:03:00.271057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-9ae5a300-a4a9-41d3-a4f3-cfb5050ddbc2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/quotas/3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 375 time: 0.0093484 Nov 22 17:03:00.326609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-8f54f794-f327-46bb-a752-af3c0dd2c381 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493691 Nov 22 17:03:00.430146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-09e8cac9-07f3-4baf-b100-4063c51a07c9 service neutron] 10.222.0.69 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910172 Nov 22 17:03:00.526723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-02d8f6de-82b8-48af-b2ff-450e7cab086c service neutron] 10.222.0.69 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904317 Nov 22 17:03:00.691971 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fcffd6cb-033b-4049-a72d-cbc1033b2358 req-f67c1a2e-d744-4e9e-832a-418320dc031f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 210 time: 0.0275388 Nov 22 17:03:01.689979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a422f-682f-4059-a647-c2cb70de536f req-550c4f51-328b-4a59-a8cb-ff3b59b58779 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:01.691520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-550c4f51-328b-4a59-a8cb-ff3b59b58779 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 811 time: 0.1439691 Nov 22 17:03:01.760691 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-1d8a046f-5d12-49ff-82e1-4f9f8a7469bf tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 378 time: 0.0591466 Nov 22 17:03:01.776852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'port': {'device_id': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'admin_state_up': True, 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'security_groups': ['431c74d8-eddf-498b-8e4b-9fb2518a22fe']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:01.861471 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16c2c83f-dcad-4642-8024-25f810baa07c req-be885ec5-7166-48de-b043-20660a770033 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 210 time: 0.0804617 Nov 22 17:03:01.952846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Made reservation on behalf of 3abc0171b6f541588ddd6ed8b6cb3010 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:01.958040 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.141028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Allocated IP 172.20.0.7 (3f084498-29d4-471e-bbf3-fd94e1b63ea4/d93bdfb3-d639-453c-9e9e-8f38d381635e/a59d2a91-23f0-4f9e-8351-227e568012aa) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:02.308152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device de773770-a2ad-4a01-b467-1a65c6fd3441 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:02.325795 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.334381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: de773770-a2ad-4a01-b467-1a65c6fd3441 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:02.336154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device de773770-a2ad-4a01-b467-1a65c6fd3441 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:02.375899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.424913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:02.428351 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:02.432452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:02.439427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:02.469956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.470311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.470658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.471012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.471366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.471704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.472075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.472428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.472772 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.473069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.473400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.473731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:02.501543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:02.502223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.522166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-7e4a92a2-ff7b-4a1a-9864-0f3eac5084a6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546041 Nov 22 17:03:02.535155 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Request body: {'port': {'device_id': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:02.601280 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.700739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-60b43fab-a462-4f1d-8758-8cb1f8beed5d None None] Provisioning complete for port a59d2a91-23f0-4f9e-8351-227e568012aa triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:02.701237 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-60b43fab-a462-4f1d-8758-8cb1f8beed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.758385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-60b43fab-a462-4f1d-8758-8cb1f8beed5d None None] Port a59d2a91-23f0-4f9e-8351-227e568012aa cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:02.909055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59d2a91-23f0-4f9e-8351-227e568012aa {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:02.919119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.934235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Transition to ACTIVE for port object a59d2a91-23f0-4f9e-8351-227e568012aa will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:03:02.941326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.059428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:03.098138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cea232-d648-4e59-8a1a-52b503b57e8d req-b2d3c1c6-d58f-4f07-9d87-4b0ca6cd8618 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:03.099793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0cea232-d648-4e59-8a1a-52b503b57e8d req-b2d3c1c6-d58f-4f07-9d87-4b0ca6cd8618 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 943 time: 0.1506577 Nov 22 17:03:03.145823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Attempting to bind port a59d2a91-23f0-4f9e-8351-227e568012aa on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:03.146269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Attempting to bind port a59d2a91-23f0-4f9e-8351-227e568012aa by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:03.146708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Attempting to bind port a59d2a91-23f0-4f9e-8351-227e568012aa on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:03.157706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Port a59d2a91-23f0-4f9e-8351-227e568012aa on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:03:03.158083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Attempting to bind port a59d2a91-23f0-4f9e-8351-227e568012aa on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:03.174112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:03.174470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:03.174847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:03.175328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Bound port: a59d2a91-23f0-4f9e-8351-227e568012aa, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:03.175660 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.200890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0cea232-d648-4e59-8a1a-52b503b57e8d req-eefe9068-8c77-422a-a4a3-bec221983f33 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816636 Nov 22 17:03:03.268059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:03.272744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:03.278719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.320989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:03.321824 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.323036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] 10.222.0.11 "PUT /v2.0/ports/a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 1091 time: 0.7922552 Nov 22 17:03:03.323554 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:03.325895 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7485091a-105f-402d-8afd-70df03c683a2" -d '{"events": [{"name": "network-changed", "server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:03.370330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377cb7b-225d-4d5d-8bd6-1a2a5dfc6131 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:03.429339 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61104081-b32c-4360-bd3c-504742f78746 x-openstack-request-id: req-61104081-b32c-4360-bd3c-504742f78746 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:03.429808 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:03.430253 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61104081-b32c-4360-bd3c-504742f78746 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:03.430867 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'status': 'completed', 'code': 200} Nov 22 17:03:03.451620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a422f-682f-4059-a647-c2cb70de536f req-5a1b7b89-19bd-45d4-99d7-2edad134dd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:03.453177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-5a1b7b89-19bd-45d4-99d7-2edad134dd93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1094 time: 0.0698516 Nov 22 17:03:03.503045 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-00ac59b4-5103-4356-b791-04d0ff8b52b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 217 time: 0.0409744 Nov 22 17:03:03.567004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a422f-682f-4059-a647-c2cb70de536f req-0c1009f2-c279-4318-b18f-e5d3920f03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:03.568654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-0c1009f2-c279-4318-b18f-e5d3920f03c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0580959 Nov 22 17:03:03.628457 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a422f-682f-4059-a647-c2cb70de536f req-a6464fe7-3341-450f-87c7-51a86f369fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:03.630910 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-a6464fe7-3341-450f-87c7-51a86f369fce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549338 Nov 22 17:03:03.730073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-15d132d9-e366-4356-a3a5-02230a5d13fd service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919871 Nov 22 17:03:04.165288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-953a422f-682f-4059-a647-c2cb70de536f req-fbbda6f1-794e-4577-ac76-4acc77b5be05 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279447 Nov 22 17:03:04.264315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485091a-105f-402d-8afd-70df03c683a2 req-fa1aa8c0-ad37-4eaa-b230-d89e81ac384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.265860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7485091a-105f-402d-8afd-70df03c683a2 req-fa1aa8c0-ad37-4eaa-b230-d89e81ac384b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1094 time: 0.0487266 Nov 22 17:03:04.395740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471e8d8-c136-45d8-9ec1-4dba40f18ffa req-643aee7a-220e-45a3-9f9e-e5982689abe9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.397395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5471e8d8-c136-45d8-9ec1-4dba40f18ffa req-643aee7a-220e-45a3-9f9e-e5982689abe9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 943 time: 0.1133087 Nov 22 17:03:04.419136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485091a-105f-402d-8afd-70df03c683a2 req-5c5ecdc7-a801-4eb6-a4c0-69768e55bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.420643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7485091a-105f-402d-8afd-70df03c683a2 req-5c5ecdc7-a801-4eb6-a4c0-69768e55bca1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1475282 Nov 22 17:03:04.476955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7485091a-105f-402d-8afd-70df03c683a2 req-4a3d94e3-532f-432c-b39e-fece7c288c2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 217 time: 0.0462523 Nov 22 17:03:04.530324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5471e8d8-c136-45d8-9ec1-4dba40f18ffa req-200b5836-8551-4be9-9790-e3e8673c37bd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1228502 Nov 22 17:03:04.546900 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485091a-105f-402d-8afd-70df03c683a2 req-071431b8-f804-4ead-bb37-74b8a278bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.548424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7485091a-105f-402d-8afd-70df03c683a2 req-071431b8-f804-4ead-bb37-74b8a278bbbd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0630009 Nov 22 17:03:04.604919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485091a-105f-402d-8afd-70df03c683a2 req-0022725f-0193-443d-955b-3907b37ffcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.606456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7485091a-105f-402d-8afd-70df03c683a2 req-0022725f-0193-443d-955b-3907b37ffcdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500379 Nov 22 17:03:04.715461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7485091a-105f-402d-8afd-70df03c683a2 req-235135d3-d9bc-4139-90ff-7d298a315c95 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003249 Nov 22 17:03:04.816022 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7485091a-105f-402d-8afd-70df03c683a2 req-281a4b0d-59d6-45f5-af7f-5d6fca8e57d7 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921779 Nov 22 17:03:05.702364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d595a-9f9c-4736-be37-56b069530620 req-b8cbab3a-9f83-40fd-8723-a0d91e30cb1f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:05.704281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-612d595a-9f9c-4736-be37-56b069530620 req-b8cbab3a-9f83-40fd-8723-a0d91e30cb1f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 943 time: 0.0628586 Nov 22 17:03:05.756334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-612d595a-9f9c-4736-be37-56b069530620 req-c896e6e5-1b48-482d-bc79-14d2b384ad34 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454619 Nov 22 17:03:06.513925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a59d2a91-23f0-4f9e-8351-227e568012aa details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:03:06.617845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:06.630040 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'port_id': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'mac_address': 'fa:16:3e:c6:c2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:03:06.676761 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.697027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d2a91-23f0-4f9e-8351-227e568012aa {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:06.727317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:06.733240 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.783967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:06.901528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588ff17-aba5-4eea-8520-6e2fe4969c50 req-3a47a50a-e09d-4d81-9722-db26534bfb7f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:06.903026 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a588ff17-aba5-4eea-8520-6e2fe4969c50 req-3a47a50a-e09d-4d81-9722-db26534bfb7f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 944 time: 0.0557797 Nov 22 17:03:06.961343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a588ff17-aba5-4eea-8520-6e2fe4969c50 req-677fc794-f967-4e32-afa0-a71c7de08e84 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497715 Nov 22 17:03:06.964598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['a59d2a91-23f0-4f9e-8351-227e568012aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:08.095710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4a6eb-6465-425b-bb55-6d3999dfb0b4 req-4b39b662-d902-4e9b-8567-e201a36c4a82 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:08.098400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ac4a6eb-6465-425b-bb55-6d3999dfb0b4 req-4b39b662-d902-4e9b-8567-e201a36c4a82 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 944 time: 0.0620904 Nov 22 17:03:08.172933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9ac4a6eb-6465-425b-bb55-6d3999dfb0b4 req-b4c70951-ced0-4b4c-9db2-f8c714ab3f2c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657909 Nov 22 17:03:08.534093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a59d2a91-23f0-4f9e-8351-227e568012aa up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:08.651454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port a59d2a91-23f0-4f9e-8351-227e568012aa completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:03:08.658145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port a59d2a91-23f0-4f9e-8351-227e568012aa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:08.658515 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.763333 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.788310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:08.790796 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9469a9-0c8b-4cee-b5e7-c2612c8e9f7c" -d '{"events": [{"server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "name": "network-vif-plugged", "status": "completed", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:08.804381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:08.809021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.840049 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b38a67-fe82-4f57-b128-ee190c48b900 x-openstack-request-id: req-55b38a67-fe82-4f57-b128-ee190c48b900 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:08.840684 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "name": "network-vif-plugged", "status": "completed", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:08.840826 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55b38a67-fe82-4f57-b128-ee190c48b900 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:08.841727 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'code': 200} Nov 22 17:03:08.875898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:08.943203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8b2b8-2073-4fee-8117-4b673db1f7b0 req-d7003bca-87f2-4f04-9de5-a3b35c9cd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:08.945770 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33d8b2b8-2073-4fee-8117-4b673db1f7b0 req-d7003bca-87f2-4f04-9de5-a3b35c9cd1ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1096 time: 0.0440218 Nov 22 17:03:08.994911 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33d8b2b8-2073-4fee-8117-4b673db1f7b0 req-80a4a798-4825-4ca9-a823-224500a80ef5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413194 Nov 22 17:03:09.323475 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031696f8-b387-4504-9e8b-8fd51b188b57 req-f989d9d7-b964-425b-b631-c3a7db56d6b1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:09.326311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-031696f8-b387-4504-9e8b-8fd51b188b57 req-f989d9d7-b964-425b-b631-c3a7db56d6b1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0699625 Nov 22 17:03:09.387644 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-031696f8-b387-4504-9e8b-8fd51b188b57 req-42b1f994-d3ee-451e-8e66-1b329445d974 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543580 Nov 22 17:03:10.543165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e49ab-b6ec-4e23-bd4b-ce2593edf358 req-94eb4adc-66e4-4ece-8058-ba69d4866d5a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.544898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-554e49ab-b6ec-4e23-bd4b-ce2593edf358 req-94eb4adc-66e4-4ece-8058-ba69d4866d5a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0603833 Nov 22 17:03:10.601800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-554e49ab-b6ec-4e23-bd4b-ce2593edf358 req-fbf5146c-13cf-495c-bff4-e14e2e06035a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484340 Nov 22 17:03:10.733240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85125bd-9067-425d-8b33-38662e6e51b7 req-9cb58990-4a9b-48bb-82d2-98177c3fa0e5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.734870 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e85125bd-9067-425d-8b33-38662e6e51b7 req-9cb58990-4a9b-48bb-82d2-98177c3fa0e5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0543559 Nov 22 17:03:10.746746 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 38704) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.752067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'floatingip': {'port_id': 'a59d2a91-23f0-4f9e-8351-227e568012aa'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:10.803329 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.343699 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.348306 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.462172 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb associated. External IP: 172.25.5.145, port: a59d2a91-23f0-4f9e-8351-227e568012aa. Nov 22 17:03:12.028490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:12.156639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:12.163350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.171513 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:12.187127 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:12.187817 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:02:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:12.200153 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6bff450a-137e-4a75-8a6a-ba9e1e371bf1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "PUT /v2.0/floatingips/73fab866-1088-40b2-a1a9-e79fa5092ecb HTTP/1.1" status: 200 len: 991 time: 1.4516449 Nov 22 17:03:12.200859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:12.203957 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562" -d '{"events": [{"name": "network-changed", "server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:12.255785 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b1c4f3-8ae2-492a-844a-7049ad224386 x-openstack-request-id: req-c9b1c4f3-8ae2-492a-844a-7049ad224386 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:12.257098 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:12.259937 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c9b1c4f3-8ae2-492a-844a-7049ad224386 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:12.259937 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'status': 'completed', 'code': 200} Nov 22 17:03:12.341708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-f168a9ab-0918-452a-8b7a-e367fb84a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:12.343353 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:12.343532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-f168a9ab-0918-452a-8b7a-e367fb84a39a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1096 time: 0.0568566 Nov 22 17:03:12.458726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-c8253fa0-595f-461f-895a-cb6afd210026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:12.461377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-c8253fa0-595f-461f-895a-cb6afd210026 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1112754 Nov 22 17:03:12.549586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-0c9a2052-3fb7-477b-8121-cc9303a91be7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 999 time: 0.0809743 Nov 22 17:03:12.612251 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-e437301f-5b82-4ee7-bf07-a9ea6cb27aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:12.613818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-e437301f-5b82-4ee7-bf07-a9ea6cb27aa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0566633 Nov 22 17:03:12.638275 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:c6:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:03:11Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:12.666658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-db6de565-2fc3-4419-8a06-dbc2e186e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:12.668523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-db6de565-2fc3-4419-8a06-dbc2e186e05e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480292 Nov 22 17:03:12.688871 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:12.703939 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:12.704958 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:02:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:12.790779 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-9e7a1cfa-31ce-43df-a060-afcf9922ceaa service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148615 Nov 22 17:03:12.868145 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:12.904907 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ff5a5fe6-8e05-4bcc-8f75-78419ca81562 req-f0bf65a9-4b34-4961-b133-46822d2c559b service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073110 Nov 22 17:03:13.147715 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:c6:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:03:11Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:13.177951 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0c7a6-8745-48fc-a467-b51b3930f9fc None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:c6:c2:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:03:11Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:13.449329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da46632-af9d-4b3d-9430-7e87d42f40c2 None None] New status for floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:03:14.543516 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:19.061909 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9f7e83ff-45a4-4729-8f9d-89c12f569b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.376729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dad0ea78-0b77-41da-b3a3-51ef2f88c7d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.641239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.039444 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.709557 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.905677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.102032 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.059230 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeeeb660-411f-4d92-9f3b-d2b2c8a23843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.964874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-7f4a01a4-7e6a-4f20-926c-7d9e3de861a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1149943 Nov 22 17:03:51.049960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-c9137913-9caa-4123-be62-ff1bb917bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:51.051352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-c9137913-9caa-4123-be62-ff1bb917bf64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1096 time: 0.0423179 Nov 22 17:03:51.160875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-cb26fdec-6448-4c87-be9d-267ccc9ab4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:51.163015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-cb26fdec-6448-4c87-be9d-267ccc9ab4b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0916684 Nov 22 17:03:51.230353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-e7c65061-3c4c-494b-9f5a-af6aef06284f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 1001 time: 0.0613980 Nov 22 17:03:51.287099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-bcf41646-34c3-4d06-8e75-84ab75bb2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:51.289278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-bcf41646-34c3-4d06-8e75-84ab75bb2e62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0522349 Nov 22 17:03:51.337945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-3025b7b3-a251-4c8f-8423-3a8f5b9f5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:51.339492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-3025b7b3-a251-4c8f-8423-3a8f5b9f5a82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433509 Nov 22 17:03:51.370744 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7c89deb5-da48-45e9-b4de-c906092d8a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.457654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-35704aeb-ccd7-4c42-a6b0-20216d5f5388 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102471 Nov 22 17:03:51.547200 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:51.564437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6372815e-6c0e-40b4-b851-b7bf096f1651 req-a1caf055-bd8a-4320-ab06-b1b32364ab9c service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990558 Nov 22 17:03:52.655636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.044466 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.712172 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.908530 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.120954 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.051848 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-adeaf7d8-2684-4909-aacc-229f9c874708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.378429 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c3161771-3b61-42cc-8a2c-4c32552b8774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.649161 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.059068 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.714058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.914988 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.115893 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.547442 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:04:48.642410 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437df975-05ba-400f-b32b-dc516c9448ef req-cdd0f684-4a7d-4900-981e-593f4db5ca0a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:48.643927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-437df975-05ba-400f-b32b-dc516c9448ef req-cdd0f684-4a7d-4900-981e-593f4db5ca0a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.1056769 Nov 22 17:04:48.692599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-437df975-05ba-400f-b32b-dc516c9448ef req-b7068385-a45b-4d49-9693-77c3fe230149 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426009 Nov 22 17:04:49.054515 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-35e8bafe-779b-4ec0-b8f6-e44af738e6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.873150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7639f3-0b6f-4218-be42-2ca0b1cefadd req-290139c1-d814-4e89-8bff-9076efeccee1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:49.874687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b7639f3-0b6f-4218-be42-2ca0b1cefadd req-290139c1-d814-4e89-8bff-9076efeccee1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.1051607 Nov 22 17:04:49.923310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b7639f3-0b6f-4218-be42-2ca0b1cefadd req-59116292-182c-480f-b36a-e1e00b868173 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426354 Nov 22 17:04:51.045379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce848b-8bdc-4e58-96d7-6199b0123477 req-3db35f4d-f61d-4904-9600-f19a668832de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:51.046944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13ce848b-8bdc-4e58-96d7-6199b0123477 req-3db35f4d-f61d-4904-9600-f19a668832de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0525415 Nov 22 17:04:51.102546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-13ce848b-8bdc-4e58-96d7-6199b0123477 req-21e0b23d-7632-4a94-9b5a-bffabdc5204d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456393 Nov 22 17:04:51.370668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5286651-6be8-4457-836a-66fcd4c8aa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.938949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-102960d3-fea8-4d84-9833-896af24bc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:51.940575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-102960d3-fea8-4d84-9833-896af24bc830 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1096 time: 0.0434642 Nov 22 17:04:52.053231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-3171be1d-16a3-4533-a191-51364d422f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:52.054711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-3171be1d-16a3-4533-a191-51364d422f3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0920725 Nov 22 17:04:52.126988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-eaa175a0-b59e-4f33-b062-fca86ef35aef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 1001 time: 0.0644383 Nov 22 17:04:52.193589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-9d92e69f-5651-44f7-ab28-61f5491b41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:52.194999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-9d92e69f-5651-44f7-ab28-61f5491b41c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0609047 Nov 22 17:04:52.259784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730098e-fcf0-4cf2-a1c1-aa39bf613cb7 req-70e06248-e516-4a91-a164-98ddb5e6d541 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:52.261331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7730098e-fcf0-4cf2-a1c1-aa39bf613cb7 req-70e06248-e516-4a91-a164-98ddb5e6d541 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0861635 Nov 22 17:04:52.267849 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-d723a9a1-3cc5-4d21-96a8-d7e17230805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:52.269406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-d723a9a1-3cc5-4d21-96a8-d7e17230805a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593669 Nov 22 17:04:52.367368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7730098e-fcf0-4cf2-a1c1-aa39bf613cb7 req-3e7d7699-37e7-4948-b0aa-1c634db7252a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970147 Nov 22 17:04:52.393820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-8d0630f2-1fb4-4a70-9fe7-f5aef25cd03b service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168318 Nov 22 17:04:52.486580 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b8bf14d5-ce4c-468b-acc9-628079dfdf39 req-1ec7d009-c8d6-43a3-837e-e90f82e54f2b service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848975 Nov 22 17:04:52.656555 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.059432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.504116 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef81e92-3253-4521-acea-c227025d78ec req-2e41b9f1-bacb-40e5-9ff1-039c2bcb8dc7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:53.505621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cef81e92-3253-4521-acea-c227025d78ec req-2e41b9f1-bacb-40e5-9ff1-039c2bcb8dc7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0661302 Nov 22 17:04:53.556044 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cef81e92-3253-4521-acea-c227025d78ec req-f5d8a15d-8b24-4094-983d-4d656ae7601a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444515 Nov 22 17:04:54.674708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f64eb-7355-4d24-8b2e-13b505a9123a req-06db19cb-ba04-43df-ab03-8767dc92e215 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:54.676294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae9f64eb-7355-4d24-8b2e-13b505a9123a req-06db19cb-ba04-43df-ab03-8767dc92e215 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Nov 22 17:04:54.716392 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:54.728540 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae9f64eb-7355-4d24-8b2e-13b505a9123a req-8ab83cd9-1142-4c1b-80fe-20e1428f2f6d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454259 Nov 22 17:04:54.908547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.133113 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.854562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a63e3-724c-4acd-909e-68762c94decd req-632fe5d1-5d15-4d3f-8012-92f76cf58e55 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:55.856324 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd5a63e3-724c-4acd-909e-68762c94decd req-632fe5d1-5d15-4d3f-8012-92f76cf58e55 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0547366 Nov 22 17:04:55.906727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dd5a63e3-724c-4acd-909e-68762c94decd req-9aa574a7-6cea-4aec-9f4b-b94dfa93d6db tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436559 Nov 22 17:04:57.024865 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8367e-2f66-427a-beca-eb1ec1a2cb9a req-76e3207e-f79a-44c2-afde-9b6c58616d10 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:57.026478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14d8367e-2f66-427a-beca-eb1ec1a2cb9a req-76e3207e-f79a-44c2-afde-9b6c58616d10 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0498681 Nov 22 17:04:57.074901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14d8367e-2f66-427a-beca-eb1ec1a2cb9a req-39df0342-440f-4654-af58-8c1dfa227202 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419593 Nov 22 17:04:58.194496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baab8af-5aae-4d52-bae2-26d38402e5a6 req-2455b70f-81e1-4103-9d19-2f73099872c3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:58.195936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2baab8af-5aae-4d52-bae2-26d38402e5a6 req-2455b70f-81e1-4103-9d19-2f73099872c3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0504932 Nov 22 17:04:58.251456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2baab8af-5aae-4d52-bae2-26d38402e5a6 req-d1e37e27-c3ac-4460-b168-1776531e8478 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496080 Nov 22 17:04:59.374064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616dab2-2f29-4c5c-9321-7a5658fb7fc4 req-b05e181b-0557-4087-872f-9417bb272ba6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:59.375806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b616dab2-2f29-4c5c-9321-7a5658fb7fc4 req-b05e181b-0557-4087-872f-9417bb272ba6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Nov 22 17:04:59.424543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b616dab2-2f29-4c5c-9321-7a5658fb7fc4 req-1858fa85-49a5-4730-815e-bce5c4cff3b6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427222 Nov 22 17:04:59.692075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e861265-1838-4b9d-8c69-f71fd00bb550 req-c160972a-4fc6-4bfc-a69a-5b5ee28d2e98 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:59.693584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e861265-1838-4b9d-8c69-f71fd00bb550 req-c160972a-4fc6-4bfc-a69a-5b5ee28d2e98 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0727544 Nov 22 17:04:59.730853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-65be8582-0a56-4f77-9cd2-661007eaac99 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1174726 Nov 22 17:04:59.754281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e861265-1838-4b9d-8c69-f71fd00bb550 req-acee2aef-30b6-46d1-a100-aed80d11698e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536258 Nov 22 17:05:00.880255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8674c-d3f3-4e1f-b84b-bdd15b56f071 req-3772bf23-f275-4cf2-a079-ec2cce5bff20 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:00.883025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ca8674c-d3f3-4e1f-b84b-bdd15b56f071 req-3772bf23-f275-4cf2-a079-ec2cce5bff20 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0577700 Nov 22 17:05:00.955393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ca8674c-d3f3-4e1f-b84b-bdd15b56f071 req-35bf9016-a774-4d26-a811-dd5c468b52a5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670998 Nov 22 17:05:00.971115 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-529016a8-3359-455b-bec4-e046aab7679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:00.972646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-529016a8-3359-455b-bec4-e046aab7679e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1096 time: 0.0521245 Nov 22 17:05:01.070000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-d65b018d-e5ac-4b4c-92f8-41885c640069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:01.071392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-d65b018d-e5ac-4b4c-92f8-41885c640069 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0901062 Nov 22 17:05:01.142415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-e67f1e5b-695b-4a68-8945-272b3daf0df8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 1001 time: 0.0636685 Nov 22 17:05:01.194703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-e6665ef9-a13e-418e-bdba-d1fe46b4819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:01.196270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-e6665ef9-a13e-418e-bdba-d1fe46b4819d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0464904 Nov 22 17:05:01.246488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-d448cc6a-d0ae-4dc9-93b4-c07649347e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:01.248021 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-d448cc6a-d0ae-4dc9-93b4-c07649347e81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451159 Nov 22 17:05:01.337259 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-0af75cd5-1b0c-4f35-9b8f-5e111e21f6a3 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821753 Nov 22 17:05:01.431244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-b47351c7-9c51-433e-a9be-c34872030121 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Nov 22 17:05:02.074997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a94a08-5a84-41fc-95f8-5f297f2baefd req-f1f98784-851f-4aad-9165-1f6b0a4d965c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:02.076496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4a94a08-5a84-41fc-95f8-5f297f2baefd req-f1f98784-851f-4aad-9165-1f6b0a4d965c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0500028 Nov 22 17:05:02.124953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d4a94a08-5a84-41fc-95f8-5f297f2baefd req-5c4cb020-08bf-4b6a-87f3-87cd4fb60bf5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417097 Nov 22 17:05:03.301789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a3fc9-4a7f-4b12-98a4-3002ef39701e req-ee5cedf6-e853-4eb5-bb81-4bd1f992b750 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:03.303264 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f13a3fc9-4a7f-4b12-98a4-3002ef39701e req-ee5cedf6-e853-4eb5-bb81-4bd1f992b750 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.1049976 Nov 22 17:05:03.305561 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-efb22bd7-5ab7-4451-bce6-1f1475df4678 service neutron] show failed (client error): The resource could not be found. Nov 22 17:05:03.306486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-efb22bd7-5ab7-4451-bce6-1f1475df4678 service neutron] 10.222.0.11 "GET /v2.0/ports/a59d2a91-23f0-4f9e-8351-227e568012aa/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0978162 Nov 22 17:05:03.356456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f13a3fc9-4a7f-4b12-98a4-3002ef39701e req-f9506461-a3e4-4f3a-be23-9bd2742b97af tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471432 Nov 22 17:05:03.580919 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-dfc55132-8f6f-44f1-b118-e6292f62f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:03.582375 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-dfc55132-8f6f-44f1-b118-e6292f62f68d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 1096 time: 0.0993500 Nov 22 17:05:03.597244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:03.658108 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.862965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:03.898935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:03.949235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:03.951523 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0721420e-aefc-447b-8f06-910b5987d3ec" -d '{"events": [{"server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "name": "network-vif-unplugged", "status": "completed", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:03.957170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.973930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Transition to ACTIVE for port object a59d2a91-23f0-4f9e-8351-227e568012aa will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:05:03.979245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.031327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:04.041657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.042278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.042558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.042917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.043344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.044328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.044696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.045046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.045395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.045738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.046851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.047363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:04.087633 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e179c-233f-46fc-8324-100f752d16b9 x-openstack-request-id: req-1d2e179c-233f-46fc-8324-100f752d16b9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:04.087954 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "name": "network-vif-unplugged", "status": "completed", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:04.088217 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d2e179c-233f-46fc-8324-100f752d16b9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:04.088624 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'code': 200} Nov 22 17:05:04.131811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] No DVR routers for this DVR port a59d2a91-23f0-4f9e-8351-227e568012aa on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:04.278113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Attempting to bind port a59d2a91-23f0-4f9e-8351-227e568012aa on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:04.278461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Attempting to bind port a59d2a91-23f0-4f9e-8351-227e568012aa by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:04.278806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Attempting to bind port a59d2a91-23f0-4f9e-8351-227e568012aa on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:04.284140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Port a59d2a91-23f0-4f9e-8351-227e568012aa on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:05:04.284473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Attempting to bind port a59d2a91-23f0-4f9e-8351-227e568012aa on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:04.290528 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:04.291226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:04.291626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:04.292112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Bound port: a59d2a91-23f0-4f9e-8351-227e568012aa, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:04.292481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.356756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:04.360374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:04.366017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.408113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:04.408759 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.410556 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] 10.222.0.71 "PUT /v2.0/ports/a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 1091 time: 0.8183694 Nov 22 17:05:04.433367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cea46e-a55f-48e8-9312-7461eb481c8b service neutron] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:04.482378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-7876fa89-5fe3-4424-a72a-158c5657678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:04.485502 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-7876fa89-5fe3-4424-a72a-158c5657678e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1094 time: 0.0470364 Nov 22 17:05:04.498377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d302d-74be-4379-9953-9e0a9eb93f8b req-36012f11-5007-4268-ba87-a49730e008d7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:04.500628 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c55d302d-74be-4379-9953-9e0a9eb93f8b req-36012f11-5007-4268-ba87-a49730e008d7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 943 time: 0.0561728 Nov 22 17:05:04.555488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c55d302d-74be-4379-9953-9e0a9eb93f8b req-3b6556ed-6099-4e06-a46e-4f524b9b86b5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480416 Nov 22 17:05:04.595048 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-3a28f77e-b566-48ca-ab56-e0e3eaea9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:04.596590 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-3a28f77e-b566-48ca-ab56-e0e3eaea9ea0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1026857 Nov 22 17:05:04.669690 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-a2666a35-b697-4656-ad5e-c4929887d356 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 999 time: 0.0650303 Nov 22 17:05:04.727361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-c66b717b-0820-4d13-9670-5191310173f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:04.728923 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-c66b717b-0820-4d13-9670-5191310173f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0472417 Nov 22 17:05:04.778455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-c3c3c020-8524-4594-abee-2c50dd7ee1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:04.781141 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-c3c3c020-8524-4594-abee-2c50dd7ee1c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434520 Nov 22 17:05:04.880005 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-e8e7bcf5-86fd-4da2-9508-087aeb99499f service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919697 Nov 22 17:05:04.975661 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4bb4d704-c4fc-4a5a-ab40-a54ee401f9f5 req-172a4a86-4dc7-41cc-bda5-1f0849d8fc5f service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859547 Nov 22 17:05:05.547268 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:05:05.678994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad45fa4-e647-4f33-adb2-f94d9324be64 req-dad12f75-ab79-405e-a7fc-2c6d4305ff07 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:05.680539 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ad45fa4-e647-4f33-adb2-f94d9324be64 req-dad12f75-ab79-405e-a7fc-2c6d4305ff07 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 943 time: 0.0491388 Nov 22 17:05:05.731676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ad45fa4-e647-4f33-adb2-f94d9324be64 req-c0e0898f-c6bf-44ed-aec0-17b1ce70a19d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452132 Nov 22 17:05:05.765955 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-c6c63372-6736-41d7-9683-440b08d264a0 req-4e3a80f2-d41e-4fc6-b36a-10635140a555 service neutron] (103411) timed out ('10.222.0.11', 61917) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:05:06.090369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:06.093872 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:06.145507 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6031abf8-7cd6-4e91-ab83-5c4c57aa85e9 x-openstack-request-id: req-6031abf8-7cd6-4e91-ab83-5c4c57aa85e9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:06.145811 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:06.146080 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6031abf8-7cd6-4e91-ab83-5c4c57aa85e9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:06.146904 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'status': 'completed', 'code': 200} Nov 22 17:05:06.208281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-ca7ff5ae-f061-4cbf-8f11-005aab29de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.209682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-ca7ff5ae-f061-4cbf-8f11-005aab29de77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1094 time: 0.0438521 Nov 22 17:05:06.222378 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-ae0d8d1e-9d86-4595-8821-3fa70a9537f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.223898 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-ae0d8d1e-9d86-4595-8821-3fa70a9537f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1094 time: 0.0491245 Nov 22 17:05:06.304315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-17dae77c-4da5-4b89-92f7-9309b79367cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.305811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-17dae77c-4da5-4b89-92f7-9309b79367cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0869451 Nov 22 17:05:06.319959 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-1d0b6124-3375-4e1c-8fb2-f2e2677b27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.322976 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-1d0b6124-3375-4e1c-8fb2-f2e2677b27b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0897999 Nov 22 17:05:06.390294 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-e9515c74-e50a-4d37-95f5-5cfbd9c30f61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 999 time: 0.0768156 Nov 22 17:05:06.401020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-a1b35c6a-2b6b-4aae-b52e-a0f13c89bdc2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 999 time: 0.0681429 Nov 22 17:05:06.443125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-c790f109-0311-4c97-b2cc-9da43cab7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.445108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-c790f109-0311-4c97-b2cc-9da43cab7350 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0485797 Nov 22 17:05:06.463533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-6e4c71da-788e-416b-b268-8101bdadb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.464985 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-6e4c71da-788e-416b-b268-8101bdadb2fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0523961 Nov 22 17:05:06.502102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-c1f2279c-c903-457e-945d-10033b3041e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.503815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-c1f2279c-c903-457e-945d-10033b3041e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521393 Nov 22 17:05:06.526920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-32a8bcf7-2014-4118-9dfd-fc5a648b1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.528795 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-32a8bcf7-2014-4118-9dfd-fc5a648b1536 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543449 Nov 22 17:05:06.605882 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-5bc7f5ed-3a7f-491b-b2ef-0fbb2641d09f service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945549 Nov 22 17:05:06.631647 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-556275bd-910b-4a1d-80cb-06adc72f2e4d service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915015 Nov 22 17:05:06.706482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-c8fd500f-99e3-42ae-b763-8e123e9cf263 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941534 Nov 22 17:05:06.734887 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4889bc4d-8b9b-4589-be16-b5512b7ca3bd req-12cd9d0c-2544-4424-83f0-9e83860a1d2c service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942061 Nov 22 17:05:06.866034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e80b-6ece-415c-96b1-cf8e83d057d8 req-273e498d-1752-433e-aacd-cae299fdfb56 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.867635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f895e80b-6ece-415c-96b1-cf8e83d057d8 req-273e498d-1752-433e-aacd-cae299fdfb56 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 943 time: 0.0563357 Nov 22 17:05:06.917966 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f895e80b-6ece-415c-96b1-cf8e83d057d8 req-83fdf515-801e-4fbe-aa51-761005339dcf tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442176 Nov 22 17:05:06.930868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a59d2a91-23f0-4f9e-8351-227e568012aa details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:05:07.036908 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:07.052126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'port_id': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'mac_address': 'fa:16:3e:c6:c2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:05:07.080810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a59d2a91-23f0-4f9e-8351-227e568012aa no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:07.129279 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.145251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d2a91-23f0-4f9e-8351-227e568012aa {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:07.151757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfe7c9-c63b-409d-a378-0772415777c8 req-89f5e870-c8b2-4869-af76-141aba3d0919 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:07.153097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4bfe7c9-c63b-409d-a378-0772415777c8 req-89f5e870-c8b2-4869-af76-141aba3d0919 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 943 time: 0.0816302 Nov 22 17:05:07.153387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device a59d2a91-23f0-4f9e-8351-227e568012aa not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:07.167760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-6cd5b604-ee5c-42d6-9488-ffcd9532218e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:07.169100 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-6cd5b604-ee5c-42d6-9488-ffcd9532218e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 943 time: 0.0854583 Nov 22 17:05:07.169349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:07.174341 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.223551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:07.231033 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.231384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.231724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.232096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.232431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.232762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.233077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.233462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.233790 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.234305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.234633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.235011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:07.261380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4bfe7c9-c63b-409d-a378-0772415777c8 req-b7fb07f1-511b-42ec-83ab-20ad451f613b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912795 Nov 22 17:05:07.267131 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-2e6c7195-3eac-4829-bff5-afd72f0eb14d service neutron] delete failed (client error): The resource could not be found. Nov 22 17:05:07.268479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-2e6c7195-3eac-4829-bff5-afd72f0eb14d service neutron] 10.222.0.11 "DELETE /v2.0/ports/a59d2a91-23f0-4f9e-8351-227e568012aa/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0905859 Nov 22 17:05:07.363292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-8edb6308-5a0d-4ed1-850f-9500f650e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:07.364834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-8edb6308-5a0d-4ed1-850f-9500f650e30f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1095 time: 0.0424111 Nov 22 17:05:07.451355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['a59d2a91-23f0-4f9e-8351-227e568012aa'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:07.462492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-23f8a9f0-9317-4d70-a914-dc4c5695a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:07.464034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-23f8a9f0-9317-4d70-a914-dc4c5695a87f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0918627 Nov 22 17:05:07.533366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-5cd7c3dc-43e6-4c8e-9a21-a8538905835f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 1000 time: 0.0618963 Nov 22 17:05:07.583753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-888eb7b3-bca6-4e06-b8b7-289c1755627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:07.585254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-888eb7b3-bca6-4e06-b8b7-289c1755627f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0454631 Nov 22 17:05:07.636634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-bb85d46f-82c9-4f53-bbda-f9d6a312af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:07.638123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-bb85d46f-82c9-4f53-bbda-f9d6a312af53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461912 Nov 22 17:05:07.726927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-ffcd0b5a-bdd3-4c15-8ff5-8b35763cc4d5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820570 Nov 22 17:05:07.822271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-322772b3-242b-4570-bb4b-dddeed5a3b08 req-87eebb11-5668-4452-925f-bdd3823fc441 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881069 Nov 22 17:05:08.390553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc191598-d791-433f-8a5c-743db93f4f67 req-ee5588ea-f3da-4078-b495-d9c16dc39fe9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:08.392106 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc191598-d791-433f-8a5c-743db93f4f67 req-ee5588ea-f3da-4078-b495-d9c16dc39fe9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 944 time: 0.0547540 Nov 22 17:05:08.441273 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc191598-d791-433f-8a5c-743db93f4f67 req-7ae76f78-8483-4f5b-9b1c-d8cbc8f4ee47 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430312 Nov 22 17:05:08.564202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6610c-232a-40e5-8192-5828df819d44 req-db87a9f5-de74-4d4f-93d9-4b9b9cc9601d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:08.565638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbd6610c-232a-40e5-8192-5828df819d44 req-db87a9f5-de74-4d4f-93d9-4b9b9cc9601d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 944 time: 0.0513365 Nov 22 17:05:08.616181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bbd6610c-232a-40e5-8192-5828df819d44 req-bdd5cf2e-faa7-4fea-a3ca-1c88e3156379 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443408 Nov 22 17:05:08.823941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4a87-297c-4a64-b7cf-dd523e86e4ba req-fd9f1fb2-665f-4dbb-b258-813fae38a5a4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:08.826524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2dfa4a87-297c-4a64-b7cf-dd523e86e4ba req-fd9f1fb2-665f-4dbb-b258-813fae38a5a4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 944 time: 0.0595679 Nov 22 17:05:08.853388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-116894a0-2c6c-41b3-b75b-8d59b883ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:08.854918 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-116894a0-2c6c-41b3-b75b-8d59b883ab66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 1095 time: 0.0461702 Nov 22 17:05:08.877663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2dfa4a87-297c-4a64-b7cf-dd523e86e4ba req-ee5e8ab5-6343-4b7a-973a-5f7567a155dd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436490 Nov 22 17:05:08.944151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a59d2a91-23f0-4f9e-8351-227e568012aa up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:08.961044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-7d9675f1-5873-4a7d-a125-9b5906957ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:08.962753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-7d9675f1-5873-4a7d-a125-9b5906957ea9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0988250 Nov 22 17:05:09.001620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port a59d2a91-23f0-4f9e-8351-227e568012aa completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:05:09.006446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port a59d2a91-23f0-4f9e-8351-227e568012aa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:09.006805 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.035466 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-74012c27-f12b-4d8f-a325-e209095a739a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 200 len: 1000 time: 0.0637586 Nov 22 17:05:09.097190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-6e28206b-f84e-4244-a4ac-4950385a8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:09.098152 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-6e28206b-f84e-4244-a4ac-4950385a8840 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0554624 Nov 22 17:05:09.098588 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.150248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-ac1ca29a-7a39-497a-b771-c99d5a018434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:09.151820 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-ac1ca29a-7a39-497a-b771-c99d5a018434 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444624 Nov 22 17:05:09.254599 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-103dfb72-b2fe-4046-b48b-6234fe506655 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926328 Nov 22 17:05:09.281201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:09.283498 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c3ec33-0778-430e-82cc-dffaface63ea" -d '{"events": [{"server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "name": "network-vif-plugged", "status": "completed", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:09.297350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:09.301664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.354380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:09.367802 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-678a8233-5b5a-4dc6-8059-24f7453f504f req-aead55e9-94bc-4947-9bc3-55009971550e service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057470 Nov 22 17:05:09.399890 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a94881a-54fe-49a6-9b67-de879f6cc05a x-openstack-request-id: req-4a94881a-54fe-49a6-9b67-de879f6cc05a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:09.400459 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "name": "network-vif-plugged", "status": "completed", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:09.400726 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a94881a-54fe-49a6-9b67-de879f6cc05a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:09.401126 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'code': 200} Nov 22 17:05:10.000148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97ea17-dea7-4711-bfbb-81e2ba89f031 req-ed12e4e2-7326-4bcd-951a-a1c968870fb1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:10.001657 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f97ea17-dea7-4711-bfbb-81e2ba89f031 req-ed12e4e2-7326-4bcd-951a-a1c968870fb1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0514505 Nov 22 17:05:10.050892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f97ea17-dea7-4711-bfbb-81e2ba89f031 req-87cb0ee2-0338-48de-9249-87ef46e29952 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431638 Nov 22 17:05:11.170994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b76ea-5944-4f36-a5a8-820c77a8dd67 req-4a6a7790-6726-4ac4-8ae1-fed7154a2797 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:11.172700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-549b76ea-5944-4f36-a5a8-820c77a8dd67 req-4a6a7790-6726-4ac4-8ae1-fed7154a2797 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Nov 22 17:05:11.226941 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-549b76ea-5944-4f36-a5a8-820c77a8dd67 req-54aae6fd-be1c-458a-acd3-284a9da946bd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480201 Nov 22 17:05:11.466547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b18036-1227-4918-9848-1d01e1002e3f req-2641261c-140b-4a86-865c-7705667036ed tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:11.468886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98b18036-1227-4918-9848-1d01e1002e3f req-2641261c-140b-4a86-865c-7705667036ed tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0514708 Nov 22 17:05:11.518557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-98b18036-1227-4918-9848-1d01e1002e3f req-16493fa4-4c4d-4591-a3a6-96ee502ab127 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430505 Nov 22 17:05:12.637524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f156f4-2c00-4565-92c8-a773b63e3a42 req-f2441d3e-6862-45d9-ae4b-58f29a6e8fce tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:12.638901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45f156f4-2c00-4565-92c8-a773b63e3a42 req-f2441d3e-6862-45d9-ae4b-58f29a6e8fce tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0483987 Nov 22 17:05:12.688723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45f156f4-2c00-4565-92c8-a773b63e3a42 req-db528273-92b2-483c-a346-0ddb2154b777 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437143 Nov 22 17:05:13.186804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-807cd127-64fa-4721-b0ae-bb90d55eb786 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:13.188324 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-807cd127-64fa-4721-b0ae-bb90d55eb786 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.71 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 945 time: 0.0518169 Nov 22 17:05:13.292189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Deleting port a59d2a91-23f0-4f9e-8351-227e568012aa {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:13.292446 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.380376 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] For port a59d2a91-23f0-4f9e-8351-227e568012aa, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=a59d2a91-23f0-4f9e-8351-227e568012aa,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:13.380748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.562300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.562575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.562898 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb disassociated. External IP: 172.25.5.145, port: a59d2a91-23f0-4f9e-8351-227e568012aa. Nov 22 17:05:13.563254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Calling delete_port for a59d2a91-23f0-4f9e-8351-227e568012aa owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:13.694578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.724031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event deleted for resources: {'Port': ['ID=a59d2a91-23f0-4f9e-8351-227e568012aa,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:13.798050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6983831-0323-4cf9-b282-ad85ad1df4c6 req-8a612294-91b7-45cd-9643-96e81d6ddc37 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=63eaeba0-6b42-41d2-b0e9-5363ca6be637 HTTP/1.1" status: 200 len: 210 time: 0.0301878 Nov 22 17:05:13.851125 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:13.969206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:13.978550 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:13.989056 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:13.989672 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:04:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:14.010542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] No DVR routers for this DVR port a59d2a91-23f0-4f9e-8351-227e568012aa on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:14.013055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.016665 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-99e671be-7a77-43b7-80db-abdc7b4ef933 req-2177a119-8042-4da6-8a85-c9d2b0c9e700 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.71 "DELETE /v2.0/ports/a59d2a91-23f0-4f9e-8351-227e568012aa HTTP/1.1" status: 204 len: 173 time: 0.8210480 Nov 22 17:05:14.017128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'name': 'network-vif-deleted', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:14.019445 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb9c806-05fd-45b9-aaea-420f8d467b6b" -d '{"events": [{"server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "name": "network-vif-deleted", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:14.057172 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98bc2ee-f816-46ce-9240-30a6c29db620 x-openstack-request-id: req-a98bc2ee-f816-46ce-9240-30a6c29db620 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:14.057522 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63eaeba0-6b42-41d2-b0e9-5363ca6be637", "name": "network-vif-deleted", "tag": "a59d2a91-23f0-4f9e-8351-227e568012aa", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:14.057789 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a98bc2ee-f816-46ce-9240-30a6c29db620 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:14.058164 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63eaeba0-6b42-41d2-b0e9-5363ca6be637', 'name': 'network-vif-deleted', 'tag': 'a59d2a91-23f0-4f9e-8351-227e568012aa', 'status': 'completed', 'code': 200} Nov 22 17:05:14.100715 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:14.312695 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:14.427967 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:14.436432 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:14.437043 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:04:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:14.542498 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:14.741928 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:14.771351 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc8d94-7a1f-4582-bafb-380a3dd5654b None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:15.022688 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec80888-a83f-47fe-9b3a-f0dbf96c0e9f None None] New status for floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:05:15.104433 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-bcae51c0-22ca-4cb5-85e8-54a8ba8ef0af tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--20789094&fields=id&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 267 time: 0.0448890 Nov 22 17:05:15.218666 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c45325c2-b643-47f1-bb14-d109323eaff8 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:15.220200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c45325c2-b643-47f1-bb14-d109323eaff8 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 811 time: 0.1082017 Nov 22 17:05:15.235576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-9796605b-2333-4f42-a9e7-30e17b401016 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/quotas/3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 375 time: 0.0095112 Nov 22 17:05:15.295166 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-86c9660a-2c7d-4b25-9833-b71451e5acf6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539730 Nov 22 17:05:15.395608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-b34cd87a-6c5d-4b7c-85dd-75e3ecb6d0f4 service neutron] 10.222.0.69 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847101 Nov 22 17:05:15.490568 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-34d0d184-fe99-4998-93db-1d9fb49aec9c service neutron] 10.222.0.69 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888088 Nov 22 17:05:15.657280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bec1ba8c-8168-4738-903d-e3677d249877 req-de015694-097b-4f2e-a42d-625f8fff7a8d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 210 time: 0.0292115 Nov 22 17:05:16.632427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-00775a8b-7b88-46bc-bdda-4464ab9b16eb tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:16.633840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-00775a8b-7b88-46bc-bdda-4464ab9b16eb tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 811 time: 0.1134851 Nov 22 17:05:16.992307 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a5dd1591-0a89-438b-930f-83c89a8657ca req-c7b63033-2e5a-488f-809f-0ac7537d19f9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 210 time: 0.0344372 Nov 22 17:05:17.009100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a59d2a91-23f0-4f9e-8351-227e568012aa no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:17.022219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-2ee24613-4c44-4b8c-8bab-6e238de9d2a3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 378 time: 0.3783147 Nov 22 17:05:17.032537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'port': {'device_id': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'admin_state_up': True, 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'security_groups': ['431c74d8-eddf-498b-8e4b-9fb2518a22fe']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:17.032721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: a59d2a91-23f0-4f9e-8351-227e568012aa {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:17.032934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device a59d2a91-23f0-4f9e-8351-227e568012aa not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:17.145192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Made reservation on behalf of 3abc0171b6f541588ddd6ed8b6cb3010 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:17.148941 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.276551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Allocated IP 172.20.0.11 (3f084498-29d4-471e-bbf3-fd94e1b63ea4/d93bdfb3-d639-453c-9e9e-8f38d381635e/89aff56b-c99e-4b43-8a91-8db294b4417b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:17.427221 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.467751 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.513461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:17.518236 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:17.522087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:17.553267 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:17.566194 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.566541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.566889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.567234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.567595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.567927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.568270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.568601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.568930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.569262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.569595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.569924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:17.596906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.597539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.613415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c9565387-54b7-4036-8ea5-ee41c630ee30 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5851097 Nov 22 17:05:17.626539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Request body: {'port': {'device_id': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:17.685340 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.820600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-1e734089-855a-48e9-81bb-f5c3dc829af4 None None] Provisioning complete for port 89aff56b-c99e-4b43-8a91-8db294b4417b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:17.821021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1e734089-855a-48e9-81bb-f5c3dc829af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.857060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-1e734089-855a-48e9-81bb-f5c3dc829af4 None None] Port 89aff56b-c99e-4b43-8a91-8db294b4417b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:17.958341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89aff56b-c99e-4b43-8a91-8db294b4417b {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:17.966232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.979491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Transition to ACTIVE for port object 89aff56b-c99e-4b43-8a91-8db294b4417b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:05:17.983573 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.041361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:18.150620 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:18.150924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:18.151262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:18.166387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd08060-9489-4ece-908c-919d85a1c9cc req-8dfb8caf-d882-4fb5-9a2e-98cdbd61313d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.168038 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fcd08060-9489-4ece-908c-919d85a1c9cc req-8dfb8caf-d882-4fb5-9a2e-98cdbd61313d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 944 time: 0.0822403 Nov 22 17:05:18.168911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:05:18.169210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:18.177905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:18.178253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:18.178647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:18.179098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Bound port: 89aff56b-c99e-4b43-8a91-8db294b4417b, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:18.179464 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.266510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fcd08060-9489-4ece-908c-919d85a1c9cc req-17872dd8-d91e-4eb4-9ba7-c96eed295636 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901649 Nov 22 17:05:18.288012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:18.291531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:18.297250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.337107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.337923 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.339843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] 10.222.0.11 "PUT /v2.0/ports/89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1092 time: 0.7179236 Nov 22 17:05:18.340245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:18.343164 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:18.374536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476457f-2e21-4cbd-a839-b41e994258fb service neutron] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:18.433555 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-06a91ac4-1bef-41e2-9dd2-ffac5150a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.435207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-06a91ac4-1bef-41e2-9dd2-ffac5150a7f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1095 time: 0.0497267 Nov 22 17:05:18.492855 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a75b7f4-ae47-4db7-a000-bb6e33025235 x-openstack-request-id: req-3a75b7f4-ae47-4db7-a000-bb6e33025235 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:18.493251 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:18.493592 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a75b7f4-ae47-4db7-a000-bb6e33025235 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:18.494061 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'status': 'completed', 'code': 200} Nov 22 17:05:18.496034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-c1c4b74a-42b5-497a-a586-5335b0673bbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 217 time: 0.0526528 Nov 22 17:05:18.550677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f67f0fc4-a578-494f-8e98-8c25bfc154ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.552368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-f67f0fc4-a578-494f-8e98-8c25bfc154ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0497944 Nov 22 17:05:18.606498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-051a3171-e6e0-4910-800f-96a4ed410059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.608613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-051a3171-e6e0-4910-800f-96a4ed410059 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475318 Nov 22 17:05:18.709394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-afa0cf23-12f6-4f0f-a679-9b5760f870b2 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944679 Nov 22 17:05:18.812137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49a6f7ed-e29c-4dcf-a44f-51fcc089e177 req-dd243aa3-6d9a-4e1d-bd09-34c0fbd0d9ec service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954742 Nov 22 17:05:18.902911 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-5ed9cd7e-cffb-4d33-8a5e-2eb1d4c5d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.905286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-5ed9cd7e-cffb-4d33-8a5e-2eb1d4c5d8e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1095 time: 0.0418699 Nov 22 17:05:19.015962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-50c14856-e43f-412b-997e-928231bf55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.017462 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-50c14856-e43f-412b-997e-928231bf55d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1053233 Nov 22 17:05:19.058066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-81f83627-00c5-45a5-b69d-ac3fe7c42422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.064845 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-fcfc6ad7-7a2e-4418-93e3-05d07b57ffab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 217 time: 0.0395579 Nov 22 17:05:19.124210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-30cb047a-8bc2-496a-8316-06a3fb315b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.126041 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-30cb047a-8bc2-496a-8316-06a3fb315b40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0532279 Nov 22 17:05:19.177274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-e64be334-eb1f-48a2-a549-ff48ab7eea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.178742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-e64be334-eb1f-48a2-a549-ff48ab7eea30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423560 Nov 22 17:05:19.271864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-4dfc93c2-3cbd-4fd7-8067-b32cda6aaf4c service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842142 Nov 22 17:05:19.401230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84a31dfe-9dbc-4e5c-92c0-3b401c07981a req-b0e3c362-928a-4994-9b00-dd6fbfedb62f service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204023 Nov 22 17:05:19.415240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c34b2-720d-4e0e-9c39-067d81fc7d76 req-f3f6d01e-323b-410b-8f17-5a7db98acaeb tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.416777 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c11c34b2-720d-4e0e-9c39-067d81fc7d76 req-f3f6d01e-323b-410b-8f17-5a7db98acaeb tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 944 time: 0.0746758 Nov 22 17:05:19.469519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c11c34b2-720d-4e0e-9c39-067d81fc7d76 req-14ddcb4e-326e-47ff-9183-5dfca207c52a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463653 Nov 22 17:05:20.598948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e5877-8ed8-4875-be3e-e0184add742e req-eefb0ec7-a7f6-4dbc-941c-ffb9bfedb3cd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:20.600483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e87e5877-8ed8-4875-be3e-e0184add742e req-eefb0ec7-a7f6-4dbc-941c-ffb9bfedb3cd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 944 time: 0.0560858 Nov 22 17:05:20.649687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e87e5877-8ed8-4875-be3e-e0184add742e req-1ef8c33e-ef0d-4654-af53-f6a2977fc0c3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430381 Nov 22 17:05:21.152504 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:05:21.253725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:21.265601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'port_id': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'mac_address': 'fa:16:3e:48:09:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:05:21.302461 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.315836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aff56b-c99e-4b43-8a91-8db294b4417b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:21.335585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:21.340214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.397707 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3fac76e1-19cf-4f49-8c2a-250b48fea1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:21.404207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:21.546087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['89aff56b-c99e-4b43-8a91-8db294b4417b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:21.767092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183640e3-2d61-44fe-91c7-c6cea6b38ab5 req-16107faa-5c2d-4e58-b5ae-c18bcced6284 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:21.768633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-183640e3-2d61-44fe-91c7-c6cea6b38ab5 req-16107faa-5c2d-4e58-b5ae-c18bcced6284 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 945 time: 0.0501959 Nov 22 17:05:21.816395 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-183640e3-2d61-44fe-91c7-c6cea6b38ab5 req-3b4a1f4f-e30f-46a0-a9cd-60616d67ccc2 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416732 Nov 22 17:05:22.657847 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.943592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86682587-bb13-42cf-b5fb-2c66cddd5f44 req-cacd830c-193c-486a-a34b-cf06743eb334 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:22.945276 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86682587-bb13-42cf-b5fb-2c66cddd5f44 req-cacd830c-193c-486a-a34b-cf06743eb334 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 945 time: 0.0563765 Nov 22 17:05:23.005016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86682587-bb13-42cf-b5fb-2c66cddd5f44 req-7f2eac2e-4000-46b0-95da-949faa4ddadb tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519171 Nov 22 17:05:23.059010 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.167812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:23.219454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 89aff56b-c99e-4b43-8a91-8db294b4417b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:05:23.223638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 89aff56b-c99e-4b43-8a91-8db294b4417b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:23.224079 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.305312 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.332216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:23.334527 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf91e6d-3a53-4850-8e31-a4520439fe16" -d '{"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-plugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:23.349993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:23.354012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.380966 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ab189-26df-4f7b-815e-f72cf48aa7f4 x-openstack-request-id: req-be3ab189-26df-4f7b-815e-f72cf48aa7f4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:23.381733 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-plugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:23.381997 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be3ab189-26df-4f7b-815e-f72cf48aa7f4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:23.382782 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'code': 200} Nov 22 17:05:23.415585 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:23.485420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e9eb2-6095-4611-b392-86cae0cb2027 req-42298590-e6dd-4b22-bbb3-c8056719a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:23.486993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d52e9eb2-6095-4611-b392-86cae0cb2027 req-42298590-e6dd-4b22-bbb3-c8056719a394 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1097 time: 0.0436842 Nov 22 17:05:23.537613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d52e9eb2-6095-4611-b392-86cae0cb2027 req-16eac941-183a-4c0a-9f33-8b98165e7f76 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423901 Nov 22 17:05:24.123423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71363fbc-0a29-482a-b279-1723884c6615 req-f3206eb8-5b96-4187-ad13-70d13d4a7e60 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:24.124992 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71363fbc-0a29-482a-b279-1723884c6615 req-f3206eb8-5b96-4187-ad13-70d13d4a7e60 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0503905 Nov 22 17:05:24.178935 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71363fbc-0a29-482a-b279-1723884c6615 req-0755afaf-5075-4f0b-b264-25b49a37162a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470777 Nov 22 17:05:24.720561 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:24.913434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.132971 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.300573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51ca6c-4110-4ab8-9656-509cd00ece2e req-ca32457e-16b7-4529-b6a2-5007520da68a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.302116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d51ca6c-4110-4ab8-9656-509cd00ece2e req-ca32457e-16b7-4529-b6a2-5007520da68a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0523963 Nov 22 17:05:25.349862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d51ca6c-4110-4ab8-9656-509cd00ece2e req-1c74e8d6-64e7-417e-a8d5-ad4f719a2096 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418341 Nov 22 17:05:25.466844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefc389-6a83-4e03-bde9-54411f887064 req-c90d6b3d-0475-4bfd-b454-0d8c8e53348c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.468277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1cefc389-6a83-4e03-bde9-54411f887064 req-c90d6b3d-0475-4bfd-b454-0d8c8e53348c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0501573 Nov 22 17:05:25.477594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39072) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:25.482195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'floatingip': {'port_id': '89aff56b-c99e-4b43-8a91-8db294b4417b'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:25.527041 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.976147 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.979969 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:26.084095 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb associated. External IP: 172.25.5.145, port: 89aff56b-c99e-4b43-8a91-8db294b4417b. Nov 22 17:05:26.301270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:26.414994 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:26.419742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:26.425147 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:26.435345 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:26.435977 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:26.447811 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-24b0288a-8233-4708-ab11-92b648de5025 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "PUT /v2.0/floatingips/73fab866-1088-40b2-a1a9-e79fa5092ecb HTTP/1.1" status: 200 len: 992 time: 0.9691153 Nov 22 17:05:26.448456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:26.450753 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de705391-216c-41e7-b7ec-c703e4cf6f85" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:26.491811 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38568f2b-8565-4aeb-b000-63486a30e38c x-openstack-request-id: req-38568f2b-8565-4aeb-b000-63486a30e38c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:26.492147 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:26.492411 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-38568f2b-8565-4aeb-b000-63486a30e38c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:26.492858 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'status': 'completed', 'code': 200} Nov 22 17:05:26.554266 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:26.557427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-1f21551e-bef1-4246-b6b2-abd2ae93ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.558964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-1f21551e-bef1-4246-b6b2-abd2ae93ff67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1097 time: 0.0440054 Nov 22 17:05:26.659437 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-9e83a44b-3958-4b41-88e8-d49f9f6b1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.661854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-9e83a44b-3958-4b41-88e8-d49f9f6b1a75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0945263 Nov 22 17:05:26.730859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-124cba67-b785-40ad-9cea-da15f309d775 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1000 time: 0.0618293 Nov 22 17:05:26.787094 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:48:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:05:25Z', 'revision_number': 9, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:26.789067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-757674a0-06fe-4da0-8cb8-dd5c39b6d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.790538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-757674a0-06fe-4da0-8cb8-dd5c39b6d37d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0527389 Nov 22 17:05:26.817307 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:26.825567 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:26.826173 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:05:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:26.841682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-363fda10-ff10-454e-987b-d9c894f96c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.843208 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-363fda10-ff10-454e-987b-d9c894f96c61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453856 Nov 22 17:05:26.939336 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:26.945793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-33190d6c-e2e8-4ad9-b917-c25217f0d053 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948274 Nov 22 17:05:27.052820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de705391-216c-41e7-b7ec-c703e4cf6f85 req-37b0d9d1-84b7-42f2-b41b-59068e2d1f98 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992999 Nov 22 17:05:27.176088 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:48:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:05:25Z', 'revision_number': 9, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:27.205148 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9971628-7f53-4069-800f-a5213b4dafd7 None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:48:09:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:05:25Z', 'revision_number': 9, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:27.608613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedd2ee7-0f6c-4086-8ae6-953295ac6901 None None] New status for floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:05:42.547304 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:05:49.063595 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bc355047-ad26-4ca6-9327-1dd47f91490f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.369603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea20d5ba-54ac-4074-b2e7-7e826c9d3acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.889325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-fc41c1aa-5c09-4ec5-b160-60ae89414c19 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409617 Nov 22 17:05:51.977618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-79c8f1f5-c9ce-4f34-856d-2f6383befd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:51.979129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-79c8f1f5-c9ce-4f34-856d-2f6383befd63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1097 time: 0.0431924 Nov 22 17:05:52.089481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-6b53addc-c8a9-4153-a081-fa69fcca3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:52.090987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-6b53addc-c8a9-4153-a081-fa69fcca3cb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0910518 Nov 22 17:05:52.158392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-868c8497-8a06-4a7d-a336-49a21042aed5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1003 time: 0.0604861 Nov 22 17:05:52.211977 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-64c10697-cee1-46d8-ba3b-a196a2032428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:52.213448 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-64c10697-cee1-46d8-ba3b-a196a2032428 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0483019 Nov 22 17:05:52.259024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-84f35ed7-fe96-41d4-928f-1f02f6d43c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:52.260567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-84f35ed7-fe96-41d4-928f-1f02f6d43c11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401242 Nov 22 17:05:52.350445 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-4b9c4043-764e-4af3-9b07-4818ee3020fe service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824280 Nov 22 17:05:52.446290 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-99bf33c0-cb88-48d1-8dc6-7e1110d1cd33 req-4f350908-cd21-465b-a25c-66a2245d9622 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874815 Nov 22 17:05:52.656040 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.073213 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.725178 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.916839 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:55.133322 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.055251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3e61b92-16dd-4666-97d1-c5fc4fad9995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.546960 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:06:21.370476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f81c412-6d41-43b1-a5f7-1d46833b573f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.658205 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.086412 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.726415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.919147 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:25.144952 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:49.055926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b69057b-1e0f-41fa-8158-6d09c8dd2f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:51.372423 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c29fe16-cec6-47ec-9134-b20d7fad6058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:52.661184 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:52.911371 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-ec7750ba-fe65-4517-9fd4-f317642451de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436132 Nov 22 17:06:52.996953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-87ae8404-ffdd-42f9-abbd-b8982c5f93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:52.998491 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-87ae8404-ffdd-42f9-abbd-b8982c5f93dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1097 time: 0.0425055 Nov 22 17:06:53.095385 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:53.109605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-b0d04fa5-b82f-416e-8fa7-305f82e2b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:53.111083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-b0d04fa5-b82f-416e-8fa7-305f82e2b86c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0929470 Nov 22 17:06:53.179304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-9ef1ad6c-faf8-4534-a425-2a0be9284d29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1003 time: 0.0610304 Nov 22 17:06:53.232560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-7dd29421-abf5-47ba-a19d-076e1e05e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:53.234008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-7dd29421-abf5-47ba-a19d-076e1e05e9d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0482364 Nov 22 17:06:53.279942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-d01a51f8-053d-497f-8a32-a5d5bc117cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:53.281440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-d01a51f8-053d-497f-8a32-a5d5bc117cd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399699 Nov 22 17:06:53.371492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-ac681439-868c-44b0-bc5b-f5fbfc1af233 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823681 Nov 22 17:06:53.467180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-473d7007-8077-4b01-ac7a-352e0cb45d9f req-8af51fa6-0167-4b3d-882c-6ff2f862000c service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887635 Nov 22 17:06:54.728824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.922088 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.144437 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:56.545732 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:07:02.956024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be534c4d-f992-4be4-a24d-e00f7f868abe req-6836da9f-2802-4399-a53e-1ccac202ae93 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:02.958126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be534c4d-f992-4be4-a24d-e00f7f868abe req-6836da9f-2802-4399-a53e-1ccac202ae93 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0682976 Nov 22 17:07:02.961946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-59a92d22-59b9-474d-8143-ece5652dd675 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806377 Nov 22 17:07:03.010049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be534c4d-f992-4be4-a24d-e00f7f868abe req-3376aa9c-864a-4847-ac7c-af94c81b6fd4 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459483 Nov 22 17:07:04.156255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6520-47da-4981-b327-5e6700943f69 req-09fb019b-a473-4649-b4af-170183bbf6c8 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:04.157753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-245c6520-47da-4981-b327-5e6700943f69 req-09fb019b-a473-4649-b4af-170183bbf6c8 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0721555 Nov 22 17:07:04.174166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-887b1059-854c-433e-9f2b-80270243b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:04.175597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-887b1059-854c-433e-9f2b-80270243b344 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1097 time: 0.0646441 Nov 22 17:07:04.263405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-245c6520-47da-4981-b327-5e6700943f69 req-3a70345d-9bea-4c87-a77f-0fe0e0bac620 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970578 Nov 22 17:07:04.292237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-97c0d13c-a1f9-4c9a-959c-b6556d7905ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:04.293680 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-97c0d13c-a1f9-4c9a-959c-b6556d7905ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1103072 Nov 22 17:07:04.360006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-3d2b38e3-7efb-4da1-9ec1-d1cd46060067 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1003 time: 0.0591929 Nov 22 17:07:04.409455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-dc05c468-98ce-4ba6-9d5c-a2d0e6dfc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:04.411700 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-dc05c468-98ce-4ba6-9d5c-a2d0e6dfc227 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0453846 Nov 22 17:07:04.463044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-872d0696-27f1-4131-8bdf-c9d53317a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:04.464600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-872d0696-27f1-4131-8bdf-c9d53317a1e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459166 Nov 22 17:07:04.556522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-08449cac-e458-483c-8737-328528efe9f1 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Nov 22 17:07:04.652892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-cd1b029b-2975-43a8-984e-db76acad7851 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898457 Nov 22 17:07:05.385143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a6b61-5708-443c-a3d6-9a70c25ce332 req-a5985046-366c-4aee-8a00-547c287a666d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:05.386625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a76a6b61-5708-443c-a3d6-9a70c25ce332 req-a5985046-366c-4aee-8a00-547c287a666d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0507107 Nov 22 17:07:05.433769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a76a6b61-5708-443c-a3d6-9a70c25ce332 req-9b85cf5f-097b-4031-a16f-091509b89045 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411003 Nov 22 17:07:06.554991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2dc6b-8684-40ad-abe9-d9b53341d22a req-cd92a516-fd83-4341-8ec6-6602e4f57695 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:06.556515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32a2dc6b-8684-40ad-abe9-d9b53341d22a req-cd92a516-fd83-4341-8ec6-6602e4f57695 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0504773 Nov 22 17:07:06.608218 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-32a2dc6b-8684-40ad-abe9-d9b53341d22a req-513a311e-fc6a-4ae4-bb65-17a39273b057 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457251 Nov 22 17:07:07.724707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36a0b2-555c-4ba7-baf9-0aa02b25aeb8 req-9cbe4111-3a9a-4d52-8c97-d3d708f2d8b3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:07.726183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f36a0b2-555c-4ba7-baf9-0aa02b25aeb8 req-9cbe4111-3a9a-4d52-8c97-d3d708f2d8b3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0487244 Nov 22 17:07:07.773481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f36a0b2-555c-4ba7-baf9-0aa02b25aeb8 req-434177dd-c7fb-475c-bb6d-182e9fdd7559 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414400 Nov 22 17:07:08.889786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038286fe-71b3-408a-a1a4-da195c92a5db req-bb8e06e9-3dc2-4652-9622-fa7c326b12b7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:08.891299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-038286fe-71b3-408a-a1a4-da195c92a5db req-bb8e06e9-3dc2-4652-9622-fa7c326b12b7 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0496278 Nov 22 17:07:08.939614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-038286fe-71b3-408a-a1a4-da195c92a5db req-b14c6a2d-f477-407a-a539-b5bce94e7252 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422044 Nov 22 17:07:10.366343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdbdfe-4618-47cf-8d2b-5ecb6219a887 req-0afc93d8-bc18-48fa-883f-34b3fbb252bc tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:10.367731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71cdbdfe-4618-47cf-8d2b-5ecb6219a887 req-0afc93d8-bc18-48fa-883f-34b3fbb252bc tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.3584297 Nov 22 17:07:10.415354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-71cdbdfe-4618-47cf-8d2b-5ecb6219a887 req-fb906cc2-24ab-42e8-87fe-00578d993b5b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415666 Nov 22 17:07:11.531628 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d7e39-a2f3-49a5-98ed-af1354744e65 req-56c77f65-2562-488e-8c91-2087a161e5f5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:11.533183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b5d7e39-a2f3-49a5-98ed-af1354744e65 req-56c77f65-2562-488e-8c91-2087a161e5f5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0488806 Nov 22 17:07:11.581171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b5d7e39-a2f3-49a5-98ed-af1354744e65 req-9826b187-5b83-4670-b97e-8779f8662ddd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415449 Nov 22 17:07:12.700219 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e881-b875-418f-885f-2bd657addd71 req-ee1d9b16-151a-430e-9f43-681a4eb4165e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:12.701723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4e4e881-b875-418f-885f-2bd657addd71 req-ee1d9b16-151a-430e-9f43-681a4eb4165e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0493233 Nov 22 17:07:12.753393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4e4e881-b875-418f-885f-2bd657addd71 req-a8d854d0-4e4a-48e1-8575-973340488a1d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457499 Nov 22 17:07:13.870220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a42067-6563-4b09-90d9-cd2773ab7eeb req-ee9500bb-7222-48ea-b9bf-2554df5b252b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:13.871755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34a42067-6563-4b09-90d9-cd2773ab7eeb req-ee9500bb-7222-48ea-b9bf-2554df5b252b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0489390 Nov 22 17:07:13.919172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34a42067-6563-4b09-90d9-cd2773ab7eeb req-b01f72fd-5722-452e-b4af-ec2bc597aa66 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414042 Nov 22 17:07:15.042433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86b2ab-c534-486a-9657-b8105f896a0e req-c7e8563b-1aa8-46e0-80f8-6f6cd9b3a445 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:15.043974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b86b2ab-c534-486a-9657-b8105f896a0e req-c7e8563b-1aa8-46e0-80f8-6f6cd9b3a445 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0496962 Nov 22 17:07:15.091785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b86b2ab-c534-486a-9657-b8105f896a0e req-7dd72804-099a-45c4-8051-146035d1ca9b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418656 Nov 22 17:07:16.217652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f4f4-9005-4ad6-b076-52959f7e7b9e req-3f853547-464f-4baf-a798-b1fd46c67138 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.219039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bb0f4f4-9005-4ad6-b076-52959f7e7b9e req-3f853547-464f-4baf-a798-b1fd46c67138 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0577567 Nov 22 17:07:16.266457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bb0f4f4-9005-4ad6-b076-52959f7e7b9e req-7ac728f2-ff69-4ddd-8136-39027df64788 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413332 Nov 22 17:07:16.504071 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-a38aaeb1-88b8-49f8-9c11-79c9caddf1d5 service neutron] show failed (client error): The resource could not be found. Nov 22 17:07:16.505006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-a38aaeb1-88b8-49f8-9c11-79c9caddf1d5 service neutron] 10.222.0.11 "GET /v2.0/ports/89aff56b-c99e-4b43-8a91-8db294b4417b/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0557327 Nov 22 17:07:16.708163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-f71fb883-ed88-4f91-ab01-2d84f6ea469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.710242 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-f71fb883-ed88-4f91-ab01-2d84f6ea469e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 1097 time: 0.0415490 Nov 22 17:07:16.729663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:16.780848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:16.980689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:17.014526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:17.059724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:17.062142 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533611dd-7579-49e4-b225-d8456fd5cb87" -d '{"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-unplugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:17.066277 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.079957 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Transition to ACTIVE for port object 89aff56b-c99e-4b43-8a91-8db294b4417b will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:07:17.084431 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.114650 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5cac31-d14e-42d4-b20e-bf8271f8fde6 x-openstack-request-id: req-3c5cac31-d14e-42d4-b20e-bf8271f8fde6 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:17.114991 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-unplugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:17.115252 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c5cac31-d14e-42d4-b20e-bf8271f8fde6 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:17.115834 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'code': 200} Nov 22 17:07:17.172054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=6']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:17.185342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.185640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.185984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.186333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.186677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.187019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.187359 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.187697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.188063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.188407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.189111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.189111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:17.227703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] No DVR routers for this DVR port 89aff56b-c99e-4b43-8a91-8db294b4417b on host n-h1-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:17.369345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:17.369678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:17.369948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:17.374546 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:07:17.374914 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:17.380004 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:17.380349 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:17.380736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:17.381172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Bound port: 89aff56b-c99e-4b43-8a91-8db294b4417b, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:17.381535 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.390016 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa0dfd-6b75-4287-8c84-2eae42309502 req-f98cc7cb-c4a2-4bc1-bbdd-f3101a0f9bff tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.391483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbfa0dfd-6b75-4287-8c84-2eae42309502 req-f98cc7cb-c4a2-4bc1-bbdd-f3101a0f9bff tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 944 time: 0.0525792 Nov 22 17:07:17.441843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbfa0dfd-6b75-4287-8c84-2eae42309502 req-0d6cc16f-c01f-40a9-98cb-8e64146362e5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434732 Nov 22 17:07:17.445336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:17.448789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:17.454904 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.497498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.498144 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.499594 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] 10.222.0.71 "PUT /v2.0/ports/89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1092 time: 0.7738552 Nov 22 17:07:17.515338 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0e326-11b7-42fb-99c8-d6f7293d7262 service neutron] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=7']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:17.566858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-f36c8dd1-6391-4cb5-b48d-23a9e75b4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.569071 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-f36c8dd1-6391-4cb5-b48d-23a9e75b4ffb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1095 time: 0.0441656 Nov 22 17:07:17.670104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-5de37b64-0daa-4f41-8636-e08d857ab7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.671658 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-5de37b64-0daa-4f41-8636-e08d857ab7d7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0951457 Nov 22 17:07:17.740714 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-411fa249-7260-443d-8504-36b97ac01e67 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1001 time: 0.0603430 Nov 22 17:07:17.794941 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-d29eb13f-84cb-429d-9a3d-80da79109d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.796391 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-d29eb13f-84cb-429d-9a3d-80da79109d2c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0483925 Nov 22 17:07:17.847014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-307a877c-e16d-4bac-b866-3044b6d91b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.848555 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-307a877c-e16d-4bac-b866-3044b6d91b53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407181 Nov 22 17:07:17.938074 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-dd8e1d60-65bd-4761-9ec4-034beb458393 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815415 Nov 22 17:07:18.034442 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-95d40b07-57e7-48c7-b155-f6092a327d42 req-21f02591-21db-415d-89a3-2f07207c72f8 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883791 Nov 22 17:07:18.565793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0176-b6bb-402e-a341-81f6f0891030 req-f5b4f9c1-7ffa-4484-a76b-285d3d085f3b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:18.567300 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f7ed0176-b6bb-402e-a341-81f6f0891030 req-f5b4f9c1-7ffa-4484-a76b-285d3d085f3b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 944 time: 0.0540078 Nov 22 17:07:18.615419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f7ed0176-b6bb-402e-a341-81f6f0891030 req-e1648f0f-23f7-4e2e-aff2-51dfbe1ebdcc tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408027 Nov 22 17:07:19.057631 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6780d4ac-8782-472b-bdb5-a44a6d6bcd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:19.117617 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:19.120016 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d6c38e-75ef-49c3-bdee-d274cae8af28" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:19.172287 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e97089b-36b0-4b9d-b17a-dde86a927592 x-openstack-request-id: req-2e97089b-36b0-4b9d-b17a-dde86a927592 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:19.172585 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:19.172845 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2e97089b-36b0-4b9d-b17a-dde86a927592 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:19.173338 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'status': 'completed', 'code': 200} Nov 22 17:07:19.234337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-d9b6d5d6-3588-46ca-a5f6-65fe00329060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.235857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-d9b6d5d6-3588-46ca-a5f6-65fe00329060 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1095 time: 0.0417542 Nov 22 17:07:19.243190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-e42dc7cb-41ed-4c67-a3e4-0a26882e74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.244752 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-e42dc7cb-41ed-4c67-a3e4-0a26882e74a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1095 time: 0.0427363 Nov 22 17:07:19.331544 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-49e09f4d-2408-4d29-96ae-52c30676745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.333064 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-49e09f4d-2408-4d29-96ae-52c30676745f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0904365 Nov 22 17:07:19.342543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-f5cbaf3a-62d3-4973-95ea-7967e634b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.344158 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-f5cbaf3a-62d3-4973-95ea-7967e634b43d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0918083 Nov 22 17:07:19.404403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-c60f0743-0933-4b53-a47a-7070af056253 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1001 time: 0.0634191 Nov 22 17:07:19.415199 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-11c836ed-3b7e-4e63-a18c-ab687e3fb670 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1001 time: 0.0619156 Nov 22 17:07:19.454657 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-cf530fb5-166c-42ff-b824-a9f3c780de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.456168 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-cf530fb5-166c-42ff-b824-a9f3c780de6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0454383 Nov 22 17:07:19.466495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-80c522f8-f8a7-4b73-a494-dd1e00940c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.468006 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-80c522f8-f8a7-4b73-a494-dd1e00940c43 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0448024 Nov 22 17:07:19.509163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-efba956e-8cef-41d0-9c76-149ba731a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.511085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-efba956e-8cef-41d0-9c76-149ba731a6e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478036 Nov 22 17:07:19.526540 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-5ca41b1a-7124-4f64-9dda-5301ef57cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.528150 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-5ca41b1a-7124-4f64-9dda-5301ef57cb27 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500586 Nov 22 17:07:19.604518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-0964c8da-705e-4a23-869d-c8c54ac167a2 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863626 Nov 22 17:07:19.622943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-fd89eb66-3b55-4b88-a273-c57cca678b4e service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856166 Nov 22 17:07:19.729154 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-4376bb36-235a-40d6-9e4a-5e19e13ac5f8 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971580 Nov 22 17:07:19.731898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56d6c38e-75ef-49c3-bdee-d274cae8af28 req-3cc4f3e2-913d-4fa6-895b-3ffb6d18f0f2 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208370 Nov 22 17:07:19.752931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa992c-d8bd-4e7e-8436-eca667cec844 req-1400891f-92c6-4b20-b81e-ca75672e08f3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:19.754451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cfa992c-d8bd-4e7e-8436-eca667cec844 req-1400891f-92c6-4b20-b81e-ca75672e08f3 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 944 time: 0.0638950 Nov 22 17:07:19.810172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cfa992c-d8bd-4e7e-8436-eca667cec844 req-ca14fe51-ae6d-4b18-a38e-bcec7f619c70 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440145 Nov 22 17:07:19.818390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:07:19.926231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:19.938319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'port_id': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'mac_address': 'fa:16:3e:48:09:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:07:19.976810 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:19.989672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aff56b-c99e-4b43-8a91-8db294b4417b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:20.010783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:20.014513 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:20.062464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:20.070024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.070378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.070726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.071070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.071411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.071748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.072116 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.072451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.072784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.073113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.073450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.073784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:20.311508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['89aff56b-c99e-4b43-8a91-8db294b4417b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:07:20.929572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ed340-94d8-41e6-92ca-e743f9aaa0a4 req-9242ad96-c1bd-45c6-99fd-623c4c2ad1dd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:20.930952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-366ed340-94d8-41e6-92ca-e743f9aaa0a4 req-9242ad96-c1bd-45c6-99fd-623c4c2ad1dd tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 945 time: 0.0487227 Nov 22 17:07:20.986372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-366ed340-94d8-41e6-92ca-e743f9aaa0a4 req-137235af-8aad-4e81-8941-f47d742b1a54 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493827 Nov 22 17:07:21.275069 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-0f979af5-af49-4081-88ec-124bc819e2e6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:21.276615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-0f979af5-af49-4081-88ec-124bc819e2e6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.71 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&binding%3Ahost_id=n-h2-811716-3 HTTP/1.1" status: 200 len: 945 time: 0.0568490 Nov 22 17:07:21.294316 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0680b-30fd-47d1-8167-6dab1760626b req-cc4e518f-ba3f-474d-b86a-82658d77875f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:21.295815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86a0680b-30fd-47d1-8167-6dab1760626b req-cc4e518f-ba3f-474d-b86a-82658d77875f tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 945 time: 0.0537953 Nov 22 17:07:21.340284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-a6e76757-74b5-410b-ae92-3c79c16a82f4 service neutron] 10.222.0.71 "GET /v2.0/ports/89aff56b-c99e-4b43-8a91-8db294b4417b/bindings/n-h2-811716-3 HTTP/1.1" status: 200 len: 382 time: 0.0550299 Nov 22 17:07:21.343676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-86a0680b-30fd-47d1-8167-6dab1760626b req-196cf9d4-4cb5-4256-8b4b-9197a226b932 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414567 Nov 22 17:07:21.375986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c4053dc-4243-4b33-9086-e61ee3a33b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.410974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-f64e1fdf-d7bf-4cad-9c75-c953d3ddceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:21.412638 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-f64e1fdf-d7bf-4cad-9c75-c953d3ddceda service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1096 time: 0.0444710 Nov 22 17:07:21.509585 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-fc0c3bbe-4a2b-4c4e-9588-f40a72d174d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:21.510987 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-fc0c3bbe-4a2b-4c4e-9588-f40a72d174d6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0905268 Nov 22 17:07:21.584548 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-b782d031-efd5-431f-b9c8-f9d5cf539c07 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1002 time: 0.0604742 Nov 22 17:07:21.641881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-c0d593ef-972b-4932-90a3-2adb4d2e5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:21.643368 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-c0d593ef-972b-4932-90a3-2adb4d2e5a5b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0496080 Nov 22 17:07:21.691898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-875b7687-a132-4b14-af6c-7de374a0a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:21.694415 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-875b7687-a132-4b14-af6c-7de374a0a65e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418909 Nov 22 17:07:21.790478 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-164b7587-9709-4169-b151-0cc40af91369 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833445 Nov 22 17:07:21.824858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:21.869750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:21.897894 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-6729c494-79ee-4311-a8dd-574a36f7404d service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971253 Nov 22 17:07:21.904201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 89aff56b-c99e-4b43-8a91-8db294b4417b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:07:21.913211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 89aff56b-c99e-4b43-8a91-8db294b4417b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:21.913589 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.944422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:21.997144 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.023042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:22.025299 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe5db20-888a-48fd-a961-a6e716a0946f" -d '{"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-plugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:22.038129 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:22.042427 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.078242 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd76e65-fdff-4b58-b7e5-546bffcaf568 x-openstack-request-id: req-efd76e65-fdff-4b58-b7e5-546bffcaf568 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:22.078539 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-plugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:22.078819 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efd76e65-fdff-4b58-b7e5-546bffcaf568 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:22.079214 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'code': 200} Nov 22 17:07:22.097814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:22.464990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9865b-a8a0-4906-8518-37c91cda9c21 req-0764fedc-9909-40ec-981a-0bf205ad6943 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:22.466506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34d9865b-a8a0-4906-8518-37c91cda9c21 req-0764fedc-9909-40ec-981a-0bf205ad6943 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0512402 Nov 22 17:07:22.514346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34d9865b-a8a0-4906-8518-37c91cda9c21 req-0058c945-6b11-4d19-bf86-6f424f0a5cf8 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418534 Nov 22 17:07:22.672861 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.116065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.643859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e931d-322c-4f2b-8112-06ecb96290b4 req-22a18633-7b87-410c-8a24-f216aa228a78 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:23.645425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d09e931d-322c-4f2b-8112-06ecb96290b4 req-22a18633-7b87-410c-8a24-f216aa228a78 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0550525 Nov 22 17:07:23.698086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d09e931d-322c-4f2b-8112-06ecb96290b4 req-9906da3e-0ab3-476e-b74c-16a1381b8393 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459642 Nov 22 17:07:24.360240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-839bc4d7-8e92-4f8d-a184-b9f15da69eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:24.361730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-839bc4d7-8e92-4f8d-a184-b9f15da69eaa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 1097 time: 0.0411901 Nov 22 17:07:24.373090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:24.424703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.635186 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:24.667893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:24.708168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:24.710665 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a2e05e-1f96-4685-a245-ab99671a836e" -d '{"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-unplugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:24.715385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.729321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Transition to ACTIVE for port object 89aff56b-c99e-4b43-8a91-8db294b4417b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:07:24.734437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.734812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.819662 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94972e43-d4cd-47e3-981f-f38cd9223fe1 x-openstack-request-id: req-94972e43-d4cd-47e3-981f-f38cd9223fe1 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:24.820006 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-unplugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:24.820266 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94972e43-d4cd-47e3-981f-f38cd9223fe1 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:24.820672 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'code': 200} Nov 22 17:07:24.840548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=10']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:24.878168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.878551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.878964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.879447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.879836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.880592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.880951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.881285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.881625 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.882159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.882579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.882921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:24.919580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] No DVR routers for this DVR port 89aff56b-c99e-4b43-8a91-8db294b4417b on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:24.926919 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.931299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e3896-f128-454b-aa11-7df335eade8a req-e2ab28c4-6d6e-4278-811e-410bedfa752e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:24.932942 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-398e3896-f128-454b-aa11-7df335eade8a req-e2ab28c4-6d6e-4278-811e-410bedfa752e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 945 time: 0.1159310 Nov 22 17:07:25.056304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-398e3896-f128-454b-aa11-7df335eade8a req-09a1292c-72bf-4a0a-9583-45001ec8e1f1 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873067 Nov 22 17:07:25.106233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:25.106564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:25.106887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:25.111384 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:07:25.111715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Attempting to bind port 89aff56b-c99e-4b43-8a91-8db294b4417b on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:25.116997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:25.117343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:25.117736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:25.118168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Bound port: 89aff56b-c99e-4b43-8a91-8db294b4417b, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:25.118528 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.145102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.184152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:25.187198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:25.190631 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.228675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:25.229296 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.230669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] 10.222.0.11 "PUT /v2.0/ports/89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1093 time: 0.8615246 Nov 22 17:07:25.250534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004492-c774-4aa5-b505-ae95f1cb2018 service neutron] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=11']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:25.301885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-2be35add-7080-4bcf-94dc-ab2cbd0c2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:25.303548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-2be35add-7080-4bcf-94dc-ab2cbd0c2967 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1096 time: 0.0456977 Nov 22 17:07:25.416445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-580d70ef-4a60-40e4-8060-ed439873fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:25.417922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-580d70ef-4a60-40e4-8060-ed439873fa9c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1073501 Nov 22 17:07:25.489399 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-62f2b7fe-4bf2-42cf-81b5-8e3526102203 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1001 time: 0.0641830 Nov 22 17:07:25.545629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-b3df2df8-a4f3-4140-ade2-2349146ecedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:25.547108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-b3df2df8-a4f3-4140-ade2-2349146ecedd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0508866 Nov 22 17:07:25.595756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-471cfb45-2a9c-43bb-8013-0080c1549326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:25.597317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-471cfb45-2a9c-43bb-8013-0080c1549326 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436709 Nov 22 17:07:25.698174 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-a43e04da-17ab-4af7-a176-b4ce1e3cf934 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923069 Nov 22 17:07:25.796233 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e4722f2-836e-4855-8a0e-7f96d04dd8de req-e14dfb8b-a9fb-4615-94bd-50b0af844af1 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914485 Nov 22 17:07:25.837144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:25.879566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:26.179389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5adc66-b29f-4c02-a954-ae227b9110ac req-843fe9db-a62a-408c-aed7-a01a9678e296 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:26.180943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5adc66-b29f-4c02-a954-ae227b9110ac req-843fe9db-a62a-408c-aed7-a01a9678e296 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 945 time: 0.0521424 Nov 22 17:07:26.229757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb5adc66-b29f-4c02-a954-ae227b9110ac req-d834daad-12ad-46b5-ab98-9c1719535915 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428693 Nov 22 17:07:26.821837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:26.824264 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:26.873307 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4431c80a-9e7d-46e1-807b-aa5784e21177 x-openstack-request-id: req-4431c80a-9e7d-46e1-807b-aa5784e21177 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:26.873619 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:26.873886 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4431c80a-9e7d-46e1-807b-aa5784e21177 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:26.874281 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'status': 'completed', 'code': 200} Nov 22 17:07:26.942375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-ef9bafd6-cc13-479d-900f-2686639aee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:26.943286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-ef9bafd6-cc13-479d-900f-2686639aee03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1096 time: 0.0494483 Nov 22 17:07:26.946117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-201ddd4b-f660-4bb2-9427-67fde98b821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:26.947754 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-201ddd4b-f660-4bb2-9427-67fde98b821a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 1096 time: 0.0470245 Nov 22 17:07:27.043369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-f63fd79c-ddfc-4df0-8aec-4e7549acec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.045557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-f63fd79c-ddfc-4df0-8aec-4e7549acec36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0949132 Nov 22 17:07:27.086283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-d4e38ab2-66e5-4454-8028-92e4851e3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.087793 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-d4e38ab2-66e5-4454-8028-92e4851e3bb7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1265659 Nov 22 17:07:27.136386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-3b4d48a3-077c-4126-9e44-f226dbb80647 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1001 time: 0.0831511 Nov 22 17:07:27.180759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-627da788-2b47-4bca-8737-db3645fd1fa3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 200 len: 1001 time: 0.0805378 Nov 22 17:07:27.206392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-3f1dc22d-4945-4299-95a0-235e290f30c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.207872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-3f1dc22d-4945-4299-95a0-235e290f30c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0638082 Nov 22 17:07:27.243739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-b37702ba-8802-491c-9515-965e0d12e72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.245486 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-b37702ba-8802-491c-9515-965e0d12e72f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0577054 Nov 22 17:07:27.260311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-0419921c-773e-4264-a230-2290320d942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.261901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-0419921c-773e-4264-a230-2290320d942b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453343 Nov 22 17:07:27.303169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-e0030aa9-958e-46e8-b1fc-28e91c4962df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.305821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-e0030aa9-958e-46e8-b1fc-28e91c4962df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514979 Nov 22 17:07:27.406318 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70bacc-cece-404d-94dc-c00ee20a9f7b req-299117b1-52ab-451c-8587-7e237f2ab080 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.407751 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb70bacc-cece-404d-94dc-c00ee20a9f7b req-299117b1-52ab-451c-8587-7e237f2ab080 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 945 time: 0.0880346 Nov 22 17:07:27.410055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-7aebc7a0-8ce4-4d6d-a9c0-e3b8eb5a2915 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405532 Nov 22 17:07:27.415302 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-d1cd9369-b4bd-419b-aac1-b0dba4175f75 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997667 Nov 22 17:07:27.515372 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb70bacc-cece-404d-94dc-c00ee20a9f7b req-b74cf246-3812-4da8-bac1-63999e6e38cb tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991566 Nov 22 17:07:27.519197 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-8c472a9c-56a8-45ec-b9ba-f4926f74a382 service neutron] 10.222.0.71 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963066 Nov 22 17:07:27.544875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbec11fb-24e6-4f1f-ba29-f8696cc579cd req-f075822e-0b6d-477d-bf1c-9a39592d1790 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225026 Nov 22 17:07:27.908573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:07:28.000876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:28.014454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'port_id': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'mac_address': 'fa:16:3e:48:09:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:07:28.059960 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.072772 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89aff56b-c99e-4b43-8a91-8db294b4417b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:28.091152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:28.095718 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.143579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=12']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:28.357349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['89aff56b-c99e-4b43-8a91-8db294b4417b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:07:28.639006 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7be5c5-ad3c-4508-9dfa-8d945c27994e req-fb3e9748-5ac9-43bc-8e0e-dc33a57010cf tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:28.640453 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc7be5c5-ad3c-4508-9dfa-8d945c27994e req-fb3e9748-5ac9-43bc-8e0e-dc33a57010cf tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0492477 Nov 22 17:07:28.687587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fc7be5c5-ad3c-4508-9dfa-8d945c27994e req-85bf2f14-113c-4d85-ac4c-fa57a64834ad tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411336 Nov 22 17:07:28.806521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ffcf-4252-4fee-b6a5-19cd068af150 req-345fc126-88f5-4061-809b-37fa53a81fa8 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:28.808035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ae4ffcf-4252-4fee-b6a5-19cd068af150 req-345fc126-88f5-4061-809b-37fa53a81fa8 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0513334 Nov 22 17:07:28.858468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1ae4ffcf-4252-4fee-b6a5-19cd068af150 req-57574b36-433c-4782-bdae-94f5c9dc1c08 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445461 Nov 22 17:07:28.973841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bc3be-c28d-45e0-8e13-f2205e8af285 req-70b4866c-a400-4374-96b8-0219f4aa4c83 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:28.975888 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c40bc3be-c28d-45e0-8e13-f2205e8af285 req-70b4866c-a400-4374-96b8-0219f4aa4c83 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0505385 Nov 22 17:07:29.027916 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c40bc3be-c28d-45e0-8e13-f2205e8af285 req-7b0b228d-61d8-46db-bbbc-8c729f7c0512 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454850 Nov 22 17:07:29.262710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a5d7f-1fe1-45e3-9367-08ef56315cf7 req-7be2d740-44a4-49ea-a78f-26b14d36b841 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:29.264266 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e0a5d7f-1fe1-45e3-9367-08ef56315cf7 req-7be2d740-44a4-49ea-a78f-26b14d36b841 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 946 time: 0.0500429 Nov 22 17:07:29.315194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e0a5d7f-1fe1-45e3-9367-08ef56315cf7 req-4ef6f4bf-dead-4d98-922e-189abedd7c29 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430806 Nov 22 17:07:29.937103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:29.988044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 89aff56b-c99e-4b43-8a91-8db294b4417b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:07:29.992278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 89aff56b-c99e-4b43-8a91-8db294b4417b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:29.992647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.074401 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.097685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:30.100359 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618df42d-745f-4650-9d55-27208394fb73" -d '{"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-plugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:30.114197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:30.118465 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.150019 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad083a5-9296-4836-8e72-96702f61e1d8 x-openstack-request-id: req-aad083a5-9296-4836-8e72-96702f61e1d8 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:30.150314 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-plugged", "status": "completed", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:30.150568 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aad083a5-9296-4836-8e72-96702f61e1d8 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:30.150959 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'code': 200} Nov 22 17:07:30.180212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=13']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:30.438478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a47c8-791b-4706-b429-d10e8422d814 req-ed4de695-8a79-457c-af18-dbba56c45d70 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:30.439945 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310a47c8-791b-4706-b429-d10e8422d814 req-ed4de695-8a79-457c-af18-dbba56c45d70 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 947 time: 0.0546348 Nov 22 17:07:30.514191 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-310a47c8-791b-4706-b429-d10e8422d814 req-c525da71-5a2e-43b7-9706-5e8276f05543 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674369 Nov 22 17:07:30.536385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-3ba96f51-4688-40cb-a146-0f654c250a6e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:30.537469 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-3ba96f51-4688-40cb-a146-0f654c250a6e tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 947 time: 0.0606484 Nov 22 17:07:30.628875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Deleting port 89aff56b-c99e-4b43-8a91-8db294b4417b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:30.629216 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.725035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] For port 89aff56b-c99e-4b43-8a91-8db294b4417b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=89aff56b-c99e-4b43-8a91-8db294b4417b,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:30.725314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.911750 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.912395 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.912869 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb disassociated. External IP: 172.25.5.145, port: 89aff56b-c99e-4b43-8a91-8db294b4417b. Nov 22 17:07:30.913283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Calling delete_port for 89aff56b-c99e-4b43-8a91-8db294b4417b owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:31.057479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.090758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event deleted for resources: {'Port': ['ID=89aff56b-c99e-4b43-8a91-8db294b4417b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:31.213228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:31.339483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:31.351312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:31.365144 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:31.365688 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:07:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:31.381748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] No DVR routers for this DVR port 89aff56b-c99e-4b43-8a91-8db294b4417b on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:31.384813 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.388220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ecfe56a4-f5d8-4891-a899-6230e117c754 req-63ffdb90-1aad-41a7-ae47-13f9c611bce6 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "DELETE /v2.0/ports/89aff56b-c99e-4b43-8a91-8db294b4417b HTTP/1.1" status: 204 len: 173 time: 0.8440859 Nov 22 17:07:31.388685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-deleted', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:31.391039 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17947604-9fc6-4217-b5fd-cdde0b41f666" -d '{"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-deleted", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:31.434251 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4782a7ed-d7f7-4c20-a931-662e4005058c x-openstack-request-id: req-4782a7ed-d7f7-4c20-a931-662e4005058c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:31.436733 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c84b9a-3d06-46df-845d-2c86692d21b1", "name": "network-vif-deleted", "tag": "89aff56b-c99e-4b43-8a91-8db294b4417b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:31.437016 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4782a7ed-d7f7-4c20-a931-662e4005058c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:31.438937 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c84b9a-3d06-46df-845d-2c86692d21b1', 'name': 'network-vif-deleted', 'tag': '89aff56b-c99e-4b43-8a91-8db294b4417b', 'status': 'completed', 'code': 200} Nov 22 17:07:31.485682 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:31.630875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1024bc7a-2037-435f-b305-6d6c355fe252 req-e986609f-b39f-4b66-b0af-5f0b0f7d62cf tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=b7c84b9a-3d06-46df-845d-2c86692d21b1 HTTP/1.1" status: 200 len: 210 time: 0.0301352 Nov 22 17:07:31.693662 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:31.726911 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:31.735342 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:31.735980 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:07:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:31.846521 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:32.051761 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:32.077436 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8f5520-a982-4492-ad62-36be73960f89 None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:32.291153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30e1db-d440-4e14-8835-f5009adf3952 None None] New status for floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:07:32.923180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-409a8fc3-cd62-4629-a97e-0f7919006401 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--20789094&fields=id&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 267 time: 0.0445793 Nov 22 17:07:33.033244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-7e1a7957-a647-4a84-bd8a-171769bb5e15 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.034748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-7e1a7957-a647-4a84-bd8a-171769bb5e15 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 811 time: 0.1047606 Nov 22 17:07:33.051186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-55595d31-35cc-488d-b4f7-6e0adb9f6c55 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/quotas/3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 375 time: 0.0097318 Nov 22 17:07:33.107819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-01724298-073e-49d3-8e2b-f398fa393a09 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509074 Nov 22 17:07:33.256043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-60f77acc-70ab-498c-a946-c3deaf885ccb service neutron] 10.222.0.69 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365912 Nov 22 17:07:33.352179 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-f1019888-614b-44e1-b91e-3ca6576c9746 service neutron] 10.222.0.69 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887196 Nov 22 17:07:33.517154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-798ea666-70d7-4ed4-b29b-c6da0e4bfe17 req-1133263f-e17f-41ab-b31a-06f18c531802 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Nov 22 17:07:33.545051 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:07:34.448635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-7ac1ad42-091f-45c3-8417-ee6c209a60ca tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:34.450119 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-7ac1ad42-091f-45c3-8417-ee6c209a60ca tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 811 time: 0.1136398 Nov 22 17:07:34.515986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-3ef8f348-29d5-46bb-bd8b-d4c4ac2ef0ee tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abc0171b6f541588ddd6ed8b6cb3010 HTTP/1.1" status: 200 len: 378 time: 0.0545237 Nov 22 17:07:34.527561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'port': {'device_id': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'admin_state_up': True, 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'security_groups': ['431c74d8-eddf-498b-8e4b-9fb2518a22fe']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:34.631275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e347bef-1b86-4d33-a5d7-168cd628a837 req-845875c5-4f4f-4bdd-98aa-2d89f4f8753b tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 210 time: 0.0395350 Nov 22 17:07:34.667789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Made reservation on behalf of 3abc0171b6f541588ddd6ed8b6cb3010 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:34.671698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:34.801436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Allocated IP 172.20.0.8 (3f084498-29d4-471e-bbf3-fd94e1b63ea4/d93bdfb3-d639-453c-9e9e-8f38d381635e/93392c66-6929-4582-82fb-a6f79aae3940) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:35.250820 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.284222 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.328529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:35.332002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:35.335379 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:35.342325 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event updated for resources: {'Port': ['ID=93392c66-6929-4582-82fb-a6f79aae3940,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:35.392787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:35.393445 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.413025 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-bc1d7225-acdd-4080-a7a0-fe1f071655de tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8899517 Nov 22 17:07:35.427293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Request body: {'port': {'device_id': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:35.485877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.573263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0ecf06c8-8a47-49db-91e8-15621a5b738b None None] Provisioning complete for port 93392c66-6929-4582-82fb-a6f79aae3940 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:35.573830 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ecf06c8-8a47-49db-91e8-15621a5b738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.607559 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf06c8-8a47-49db-91e8-15621a5b738b None None] Port 93392c66-6929-4582-82fb-a6f79aae3940 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:35.794328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d600f-ceb6-43c4-a0ef-bee8954cfcde req-931e62ae-ed2d-40a7-a679-09686759ed37 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:35.795730 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3d600f-ceb6-43c4-a0ef-bee8954cfcde req-931e62ae-ed2d-40a7-a679-09686759ed37 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 931 time: 0.0916588 Nov 22 17:07:35.799420 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93392c66-6929-4582-82fb-a6f79aae3940 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:35.813055 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.836589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Transition to ACTIVE for port object 93392c66-6929-4582-82fb-a6f79aae3940 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:07:35.844794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.905275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3d600f-ceb6-43c4-a0ef-bee8954cfcde req-24acca49-854a-47dc-80ed-d6e4b84cb431 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010764 Nov 22 17:07:35.912145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Pushing event updated for resources: {'Port': ['ID=93392c66-6929-4582-82fb-a6f79aae3940,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:35.963053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:35.985954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 89aff56b-c99e-4b43-8a91-8db294b4417b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:35.986310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 89aff56b-c99e-4b43-8a91-8db294b4417b not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:36.001785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Attempting to bind port 93392c66-6929-4582-82fb-a6f79aae3940 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:36.002125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Attempting to bind port 93392c66-6929-4582-82fb-a6f79aae3940 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:36.002456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Attempting to bind port 93392c66-6929-4582-82fb-a6f79aae3940 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:36.007585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Port 93392c66-6929-4582-82fb-a6f79aae3940 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:07:36.007585 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Attempting to bind port 93392c66-6929-4582-82fb-a6f79aae3940 on network 3f084498-29d4-471e-bbf3-fd94e1b63ea4 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:36.013896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:36.014243 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Checking segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:36.014633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Bound using segment: {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:36.015085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Bound port: 93392c66-6929-4582-82fb-a6f79aae3940, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d32bf21-89c8-46b2-8d25-b3d943216b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:36.015580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:36.093192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] For port 93392c66-6929-4582-82fb-a6f79aae3940, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:36.097361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] For port 93392c66-6929-4582-82fb-a6f79aae3940, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93392c66-6929-4582-82fb-a6f79aae3940,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:36.104508 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:36.142807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.143456 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:36.145052 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] 10.222.0.11 "PUT /v2.0/ports/93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 1091 time: 0.7238967 Nov 22 17:07:36.145504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'tag': '93392c66-6929-4582-82fb-a6f79aae3940'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:36.147831 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "848aca74-be6b-49a3-9d88-a391d2ba33c1", "tag": "93392c66-6929-4582-82fb-a6f79aae3940"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:36.173059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf9369-1825-413c-a470-f9d93897e36b service neutron] Pushing event updated for resources: {'Port': ['ID=93392c66-6929-4582-82fb-a6f79aae3940,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:36.217055 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af1d910-9203-4224-98b5-cc17c9053def x-openstack-request-id: req-8af1d910-9203-4224-98b5-cc17c9053def {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:36.217589 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848aca74-be6b-49a3-9d88-a391d2ba33c1", "tag": "93392c66-6929-4582-82fb-a6f79aae3940", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:36.218016 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8af1d910-9203-4224-98b5-cc17c9053def {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:36.219091 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'tag': '93392c66-6929-4582-82fb-a6f79aae3940', 'status': 'completed', 'code': 200} Nov 22 17:07:36.254581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-32cff7eb-5ebd-463e-bba6-dda65f4e3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.256176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-32cff7eb-5ebd-463e-bba6-dda65f4e3b05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1094 time: 0.0562646 Nov 22 17:07:36.308189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-b9c6793c-6e10-4f95-932b-da179b4fa474 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0420234 Nov 22 17:07:36.362062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-6e8eec9d-12d9-4ffd-a519-1f75c29bd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.363584 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-6e8eec9d-12d9-4ffd-a519-1f75c29bd2d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0471141 Nov 22 17:07:36.410972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-2610fed3-fd06-49c8-b889-64aa3af05158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.412572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-2610fed3-fd06-49c8-b889-64aa3af05158 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421040 Nov 22 17:07:36.509567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-c9671168-ffac-49c0-98ad-306ee63c911a service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901935 Nov 22 17:07:36.604144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6f8e7605-b22a-469e-b642-dc47732e9339 req-d785ba6e-4129-42aa-84c8-7fea878c23b7 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864983 Nov 22 17:07:36.700038 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-515510c2-b01b-4035-a0e1-ae78a9b791f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.701553 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-515510c2-b01b-4035-a0e1-ae78a9b791f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1094 time: 0.0482342 Nov 22 17:07:36.797473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-885c57eb-3953-4955-b4cb-53253b934a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.798984 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-885c57eb-3953-4955-b4cb-53253b934a07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0908570 Nov 22 17:07:36.843145 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-b57c53cd-4c4b-49b8-9385-c2679244449b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0363836 Nov 22 17:07:36.902198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-5387cf9b-14bb-4bc3-8251-492be0126c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.903781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-5387cf9b-14bb-4bc3-8251-492be0126c56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0534976 Nov 22 17:07:36.952349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-edac4bc3-dcff-446a-a344-9ee60c96a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.953894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-edac4bc3-dcff-446a-a344-9ee60c96a754 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431504 Nov 22 17:07:37.097604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5910a5-02c5-42b4-83ac-82c66aeaa1d9 req-09149654-6a06-4348-8ab1-f287bea8e588 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:37.099079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c5910a5-02c5-42b4-83ac-82c66aeaa1d9 req-09149654-6a06-4348-8ab1-f287bea8e588 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 943 time: 0.0854008 Nov 22 17:07:37.105596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-84a224da-1d35-4077-8aff-7a9a6dddf2e9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425126 Nov 22 17:07:37.210303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c5910a5-02c5-42b4-83ac-82c66aeaa1d9 req-66bddb2f-6833-48d6-b969-e4883fd7425c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037517 Nov 22 17:07:37.239002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46b8aa3d-c796-42e2-8e7c-b6ab3c62c3b6 req-e3f2531e-35f2-40f4-ba1b-7b75a6c06545 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256819 Nov 22 17:07:37.976697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 93392c66-6929-4582-82fb-a6f79aae3940 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:07:38.075114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 93392c66-6929-4582-82fb-a6f79aae3940, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93392c66-6929-4582-82fb-a6f79aae3940,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:38.088247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '93392c66-6929-4582-82fb-a6f79aae3940', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'port_id': '93392c66-6929-4582-82fb-a6f79aae3940', 'mac_address': 'fa:16:3e:a2:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:07:38.124826 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:38.137595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93392c66-6929-4582-82fb-a6f79aae3940 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:38.157542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 93392c66-6929-4582-82fb-a6f79aae3940, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93392c66-6929-4582-82fb-a6f79aae3940,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:38.161709 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:38.212396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=93392c66-6929-4582-82fb-a6f79aae3940,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:38.331139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509a7a8-02f9-484a-88e4-55bf83a590f5 req-103c4fc2-360c-4b05-bf0c-8b7739c6ab3c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:38.332662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d509a7a8-02f9-484a-88e4-55bf83a590f5 req-103c4fc2-360c-4b05-bf0c-8b7739c6ab3c tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 944 time: 0.0506175 Nov 22 17:07:38.348739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['93392c66-6929-4582-82fb-a6f79aae3940'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:07:38.381388 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d509a7a8-02f9-484a-88e4-55bf83a590f5 req-39960e02-3292-4349-92ff-f1ef3537afe8 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426116 Nov 22 17:07:39.499139 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f998e-3c15-4e5b-8cfa-4a6033f3b1b7 req-1de795cc-bfda-4327-a04a-13d71b077383 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:39.500678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa5f998e-3c15-4e5b-8cfa-4a6033f3b1b7 req-1de795cc-bfda-4327-a04a-13d71b077383 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 944 time: 0.0502613 Nov 22 17:07:39.549672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa5f998e-3c15-4e5b-8cfa-4a6033f3b1b7 req-9ccdd13a-9593-489c-8738-37c58c47762d tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429561 Nov 22 17:07:39.987225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 93392c66-6929-4582-82fb-a6f79aae3940 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:40.038383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 93392c66-6929-4582-82fb-a6f79aae3940 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:07:40.042475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 93392c66-6929-4582-82fb-a6f79aae3940 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:40.042849 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.117024 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.139893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93392c66-6929-4582-82fb-a6f79aae3940'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:40.142189 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafef2d-620b-478e-8188-343bb93ab074" -d '{"events": [{"server_uuid": "848aca74-be6b-49a3-9d88-a391d2ba33c1", "name": "network-vif-plugged", "status": "completed", "tag": "93392c66-6929-4582-82fb-a6f79aae3940"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:40.154560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 93392c66-6929-4582-82fb-a6f79aae3940, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=93392c66-6929-4582-82fb-a6f79aae3940,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:40.159726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.185934 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b53c7d-f03c-4327-9fb5-8323fc01299f x-openstack-request-id: req-77b53c7d-f03c-4327-9fb5-8323fc01299f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:40.186262 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848aca74-be6b-49a3-9d88-a391d2ba33c1", "name": "network-vif-plugged", "status": "completed", "tag": "93392c66-6929-4582-82fb-a6f79aae3940", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:40.186522 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77b53c7d-f03c-4327-9fb5-8323fc01299f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:40.186920 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93392c66-6929-4582-82fb-a6f79aae3940', 'code': 200} Nov 22 17:07:40.214307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=93392c66-6929-4582-82fb-a6f79aae3940,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:40.288256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325da1ec-d58e-4389-b0a6-0f3bd01bd2f7 req-69e5713a-1afd-4451-8e7a-935a914c7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:40.289795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-325da1ec-d58e-4389-b0a6-0f3bd01bd2f7 req-69e5713a-1afd-4451-8e7a-935a914c7704 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0457320 Nov 22 17:07:40.336210 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-325da1ec-d58e-4389-b0a6-0f3bd01bd2f7 req-ec913af0-7fb7-4a7f-9ecd-9df644ae769f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388613 Nov 22 17:07:40.668841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38582f-dfac-4e3b-a466-a9e0c8b8dd6f req-5453c539-3f06-4bdf-af60-4801478e4ba9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:40.670358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db38582f-dfac-4e3b-a466-a9e0c8b8dd6f req-5453c539-3f06-4bdf-af60-4801478e4ba9 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 945 time: 0.0510464 Nov 22 17:07:40.718854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db38582f-dfac-4e3b-a466-a9e0c8b8dd6f req-b378f2c9-6c22-4d4f-a992-7ff7f4581f07 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425031 Nov 22 17:07:41.846262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1163e-973d-41eb-86e8-c582392a613c req-0ab03af8-7999-412a-a902-939e10da73b5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.847804 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cce1163e-973d-41eb-86e8-c582392a613c req-0ab03af8-7999-412a-a902-939e10da73b5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 945 time: 0.0547140 Nov 22 17:07:41.900248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cce1163e-973d-41eb-86e8-c582392a613c req-9d3fa530-9fca-4b4f-b43c-8f16d5029e6a tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/security-groups?id=431c74d8-eddf-498b-8e4b-9fb2518a22fe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454228 Nov 22 17:07:42.020479 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f7cba-ecc7-4910-8c54-5d21a222478b req-530ada17-a67c-4580-ac78-5f0a00f581a5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:42.021944 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-213f7cba-ecc7-4910-8c54-5d21a222478b req-530ada17-a67c-4580-ac78-5f0a00f581a5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 945 time: 0.0516782 Nov 22 17:07:42.031301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:42.035792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Request body: {'floatingip': {'port_id': '93392c66-6929-4582-82fb-a6f79aae3940'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:42.078112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.558227 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.564525 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:42.670589 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb associated. External IP: 172.25.5.145, port: 93392c66-6929-4582-82fb-a6f79aae3940. Nov 22 17:07:42.893005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:43.005538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:43.011101 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.015816 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:43.027230 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:43.027910 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:07:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:43.040978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-306c2e85-cb43-4c70-9f63-55004d9ed784 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "PUT /v2.0/floatingips/73fab866-1088-40b2-a1a9-e79fa5092ecb HTTP/1.1" status: 200 len: 992 time: 1.0083387 Nov 22 17:07:43.041862 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'tag': '93392c66-6929-4582-82fb-a6f79aae3940'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:43.044954 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5" -d '{"events": [{"name": "network-changed", "server_uuid": "848aca74-be6b-49a3-9d88-a391d2ba33c1", "tag": "93392c66-6929-4582-82fb-a6f79aae3940"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:43.088062 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7d7b1b-6dbb-41e5-b5f2-8e7bee40be0a x-openstack-request-id: req-5a7d7b1b-6dbb-41e5-b5f2-8e7bee40be0a {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:43.088372 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848aca74-be6b-49a3-9d88-a391d2ba33c1", "tag": "93392c66-6929-4582-82fb-a6f79aae3940", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:43.088750 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5a7d7b1b-6dbb-41e5-b5f2-8e7bee40be0a {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:43.089034 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'tag': '93392c66-6929-4582-82fb-a6f79aae3940', 'status': 'completed', 'code': 200} Nov 22 17:07:43.139802 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:43.158502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-fa5354c4-ca2d-4a0a-8822-826ca46128ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:43.159947 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-fa5354c4-ca2d-4a0a-8822-826ca46128ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0473528 Nov 22 17:07:43.261961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-51f56170-9fc0-4c8c-8ed8-8abcf4eed848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:43.264054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-51f56170-9fc0-4c8c-8ed8-8abcf4eed848 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0963933 Nov 22 17:07:43.336361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-11f8d656-b143-4df4-9839-2607b6be8f80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 1000 time: 0.0654864 Nov 22 17:07:43.380094 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': '93392c66-6929-4582-82fb-a6f79aae3940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:a2:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:07:42Z', 'revision_number': 13, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:43.391485 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-018fcb4a-0a72-4532-b576-f06cbeeafee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:43.393043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-018fcb4a-0a72-4532-b576-f06cbeeafee1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0498965 Nov 22 17:07:43.407642 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:43.416331 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:43.416845 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:07:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:43.444359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-0f8413e0-f480-4a2b-99d0-5be2072d37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:43.446635 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-0f8413e0-f480-4a2b-99d0-5be2072d37ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466704 Nov 22 17:07:43.526845 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:43.540506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-eaed4d02-6c7a-473f-9bb7-4bc127fd5be8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871325 Nov 22 17:07:43.643012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7cf9d03b-2eae-4b6c-bbc7-b622e69527b5 req-f938ffcc-1333-4973-9dad-3c94ec514829 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957892 Nov 22 17:07:43.843102 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': '93392c66-6929-4582-82fb-a6f79aae3940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:a2:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:07:42Z', 'revision_number': 13, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:43.868830 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba2dae4-717a-4e2b-b4eb-7cd9cbafbce5 None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '73fab866-1088-40b2-a1a9-e79fa5092ecb', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'port_id': '93392c66-6929-4582-82fb-a6f79aae3940', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'mac_address': 'fa:16:3e:a2:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:00:47Z', 'updated_at': '2021-11-22T17:07:42Z', 'revision_number': 13, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:44.056312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568eabd-5ca8-4638-be44-791f1189d5c9 None None] New status for floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:07:49.060694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2197a1e9-dd2d-401b-b4c3-a26245f0706d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.387168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a8276d2-cacd-4a66-a4ca-9a6fc9b0777a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.670353 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.114332 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.916761 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-8bc7d98b-782b-4b32-b14e-f535ce22c77b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480590 Nov 22 17:07:54.013320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-e5ba7062-72f1-4056-9b13-a22fedc5e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:54.015209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-e5ba7062-72f1-4056-9b13-a22fedc5e56e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0502062 Nov 22 17:07:54.129949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-b226bb9a-8386-4819-96dd-4dc3a5008f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:54.131436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-b226bb9a-8386-4819-96dd-4dc3a5008f38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0950398 Nov 22 17:07:54.207772 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-6984f21a-eb55-44ab-a343-57fd8e79fee6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 1002 time: 0.0679739 Nov 22 17:07:54.260500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-3dfd5a33-460a-40d1-a039-10d2a97a0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:54.262008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-3dfd5a33-460a-40d1-a039-10d2a97a0177 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0474572 Nov 22 17:07:54.316031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-7c519259-7b35-4439-afc8-26d91908db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:54.317547 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-7c519259-7b35-4439-afc8-26d91908db64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484598 Nov 22 17:07:54.415169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-00b5a20b-e921-4fd8-baca-cf69fd66b26c service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895953 Nov 22 17:07:54.514933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4227816-4861-4c6b-8cda-c3a980e9bf64 req-e2785d89-4167-4b71-8331-b668f71174c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919991 Nov 22 17:07:54.733427 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.931109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.166066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:10.544891 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:08:14.978898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-ed9d85d6-6b74-4d89-9ae3-33fbf94c2a8d req-a2d7a1fb-b235-468b-85a5-e5b0aae5b6bf service neutron] (103411) timed out ('10.222.0.69', 37288) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:08:19.063082 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ade156c-483e-4fb7-82c0-bf2a2c7d1424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:21.378993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-70646ba1-a256-4bb0-8da9-153d82b06c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:22.672104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:23.118406 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:24.735302 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:24.932874 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:25.173524 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.544112 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:08:49.066363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1b0316a9-fbab-4725-9210-7054fc1e0879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.384601 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c6d8b0cc-65bb-4399-b804-24a462c371f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:52.676815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.136087 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.957715 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-eaf5846c-3e12-4d54-b60a-285bf005267a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1100504 Nov 22 17:08:54.057847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-f09abe1b-624c-40e7-ba84-c47f49bd2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:54.059369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-f09abe1b-624c-40e7-ba84-c47f49bd2ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0481722 Nov 22 17:08:54.534032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-8b61b610-81ca-40d5-8b6c-6f2a51cb0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:54.535827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-8b61b610-81ca-40d5-8b6c-6f2a51cb0eec service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.4543612 Nov 22 17:08:54.618686 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-e1da5c54-9b6e-48aa-bfb1-542c52fadb95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 1002 time: 0.0755527 Nov 22 17:08:54.678151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-78e7118f-a641-4d89-9141-07d0934ea7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:54.679965 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-78e7118f-a641-4d89-9141-07d0934ea7ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0546803 Nov 22 17:08:54.731388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-8afebd34-1283-45f6-af60-588a7141d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:54.733614 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-8afebd34-1283-45f6-af60-588a7141d908 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461783 Nov 22 17:08:54.756250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.846999 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-0e37eb62-ce89-4195-b45b-e29b40d24608 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065004 Nov 22 17:08:54.944101 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.962286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9eba13e8-ceb5-4e1f-bdc4-16056452b67f req-1e9bd1b1-5188-4972-8bc0-e8567e024ed9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083395 Nov 22 17:08:55.177160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:19.070913 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a315757b-95f1-4f08-818c-a0727f254488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.377739 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e7b5dd8f-8fee-4a63-8ee0-d7dd6099127b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:22.679672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:23.129266 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:24.543935 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:09:24.741696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:24.937295 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:25.189444 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:37.816716 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39558) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:37.865633 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [None req-4e7cf8f4-b3ef-44db-897b-20c530ff18ed tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 17:09:37.866789 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4e7cf8f4-b3ef-44db-897b-20c530ff18ed tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "DELETE /v2.0/security-groups/431c74d8-eddf-498b-8e4b-9fb2518a22fe HTTP/1.1" status: 409 len: 336 time: 0.0488970 Nov 22 17:09:37.887952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:38.071160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Deleting port 939cf100-72cc-4eea-a489-6c031f38433f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:38.071500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.161737 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.162195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.184674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Calling delete_port for 939cf100-72cc-4eea-a489-6c031f38433f owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:38.349973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.382826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Pushing event deleted for resources: {'Port': ['ID=939cf100-72cc-4eea-a489-6c031f38433f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:38.397192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.397546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.397903 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.398250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.398590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.398922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.399253 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.399589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.399939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.400275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.400613 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.400947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:38.464409 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.464740 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb disassociated (deleted). External IP: 172.25.5.145, port: 93392c66-6929-4582-82fb-a6f79aae3940. Nov 22 17:09:38.711317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:09:38.829622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:38.835148 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:38.840960 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:38.852384 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:38.853002 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:09:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:38.869757 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d54eb52f-10f0-4a5f-bf8b-9ddd12735d02 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] 10.222.0.69 "DELETE /v2.0/floatingips/73fab866-1088-40b2-a1a9-e79fa5092ecb HTTP/1.1" status: 204 len: 168 time: 0.9779627 Nov 22 17:09:38.869757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'tag': '93392c66-6929-4582-82fb-a6f79aae3940'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:38.870697 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b" -d '{"events": [{"name": "network-changed", "server_uuid": "848aca74-be6b-49a3-9d88-a391d2ba33c1", "tag": "93392c66-6929-4582-82fb-a6f79aae3940"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:38.882495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39566) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:38.916163 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2fb94-3a15-43f2-8016-961010f6be6d x-openstack-request-id: req-ccf2fb94-3a15-43f2-8016-961010f6be6d {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:38.916787 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848aca74-be6b-49a3-9d88-a391d2ba33c1", "tag": "93392c66-6929-4582-82fb-a6f79aae3940", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:38.916787 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ccf2fb94-3a15-43f2-8016-961010f6be6d {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:38.917125 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848aca74-be6b-49a3-9d88-a391d2ba33c1', 'tag': '93392c66-6929-4582-82fb-a6f79aae3940', 'status': 'completed', 'code': 200} Nov 22 17:09:38.997609 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:39.043783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-1c17a394-1372-4313-be9a-75034f1f0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:39.046107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-1c17a394-1372-4313-be9a-75034f1f0d7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.1045103 Nov 22 17:09:39.226940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-b049c5e9-0e0a-4cbc-918c-9aed6df78f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:39.228463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-b049c5e9-0e0a-4cbc-918c-9aed6df78f8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1548889 Nov 22 17:09:39.229401 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:39.257137 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:39.266119 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:39.266735 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:09:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:39.302549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-922ad8e8-eeca-4ed3-af71-4ad57543fb95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0426152 Nov 22 17:09:39.381790 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:39.387991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-66f1efcf-074d-4ed5-93cb-faaf2b9ef479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:39.389550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-66f1efcf-074d-4ed5-93cb-faaf2b9ef479 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0803964 Nov 22 17:09:39.474302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-89b0a4d6-e073-4dd2-a181-fa858bc0e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:39.476015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-89b0a4d6-e073-4dd2-a181-fa858bc0e3ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755258 Nov 22 17:09:39.632116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-b408500f-ed5f-4d58-b9f7-eccda1262fa5 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468129 Nov 22 17:09:39.632501 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:39.669748 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f01953-4673-46cf-9786-d0450b792fda None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:45Z', 'revision_number': 4, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4512d287-24e2-4fe0-ad76-55ea43e2b8ca', 'name': '', 'network_id': '3f084498-29d4-471e-bbf3-fd94e1b63ea4', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'mac_address': 'fa:16:3e:44:0d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:44Z', 'updated_at': '2021-11-22T17:00:48Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'subnets': [{'id': 'd93bdfb3-d639-453c-9e9e-8f38d381635e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:39.735538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:39.790829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-12f4bf79-c53b-47c9-b294-b27d9f9cd64b req-c0aebb64-4648-4b16-9ad8-35285cd08777 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494811 Nov 22 17:09:39.949343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c8819-9ba3-4a02-8002-37c32c57412b None None] New status for floating IP 73fab866-1088-40b2-a1a9-e79fa5092ecb: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:09:40.054403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Deleting port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:40.054962 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:40.139997 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] For port 4512d287-24e2-4fe0-ad76-55ea43e2b8ca, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,segment=NetworkSegment(2d32bf21-89c8-46b2-8d25-b3d943216b1c),segment_id=2d32bf21-89c8-46b2-8d25-b3d943216b1c)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:40.140373 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:40.154166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Calling delete_port for 4512d287-24e2-4fe0-ad76-55ea43e2b8ca owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:40.352349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:40.387028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Pushing event deleted for resources: {'Port': ['ID=4512d287-24e2-4fe0-ad76-55ea43e2b8ca,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:40.579880 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.105399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:09:41.213816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:41.219632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-42c434dd-6491-4c16-b5de-e51867265975 admin admin] 10.222.0.69 "PUT /v2.0/routers/f939eb59-09ea-419d-a45b-d6f5bcbb8f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3365760 Nov 22 17:09:41.222349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39570) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:41.223343 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] Sync routers for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:41.234139 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:41.234752 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:09:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:41.330831 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.348325 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:41.441083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.502444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Deleting port 68e7ebca-9847-474e-9829-409d3f7682fb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:41.502698 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.591075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] For port 68e7ebca-9847-474e-9829-409d3f7682fb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=68e7ebca-9847-474e-9829-409d3f7682fb,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:41.591569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.608162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Calling delete_port for 68e7ebca-9847-474e-9829-409d3f7682fb owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:41.654288 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70'}], 'enable_snat': True}, 'gw_port_id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:09:40Z', 'revision_number': 5, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port': {'id': '68e7ebca-9847-474e-9829-409d3f7682fb', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ab:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4058, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:41.688399 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] Checking router: f939eb59-09ea-419d-a45b-d6f5bcbb8f78 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:41.698317 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] Routers {'f939eb59-09ea-419d-a45b-d6f5bcbb8f78'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:41.699029 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:09:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:41.790967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.791187 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] Set router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:41.824773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Pushing event deleted for resources: {'Port': ['ID=68e7ebca-9847-474e-9829-409d3f7682fb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:41.845128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cca81a-719b-477a-9e42-47fb752736aa None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:09:41.871556 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:09:41Z', 'revision_number': 6, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:41.896777 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.902505 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77311bb8-eea2-469d-9fd8-420e956cce7a None None] The sync data for ids ['f939eb59-09ea-419d-a45b-d6f5bcbb8f78'] in n-d-811716-3 is: [{'id': 'f939eb59-09ea-419d-a45b-d6f5bcbb8f78', 'name': 'tempest-ServerActionsTestJSON-245556243-router', 'tenant_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:00:42Z', 'updated_at': '2021-11-22T17:09:41Z', 'revision_number': 6, 'project_id': '3abc0171b6f541588ddd6ed8b6cb3010', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:41.996190 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.999104 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.043419 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.043859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f939eb59-09ea-419d-a45b-d6f5bcbb8f78 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:09:42.049005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.050183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-46ae290d-380f-42e5-b27b-039ac5dbb10f admin admin] 10.222.0.69 "DELETE /v2.0/routers/f939eb59-09ea-419d-a45b-d6f5bcbb8f78 HTTP/1.1" status: 204 len: 168 time: 0.8268816 Nov 22 17:09:42.052802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39572) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:42.102760 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-6900759a-5b75-4149-a25f-89c947110628 admin admin] Deleting subnet d93bdfb3-d639-453c-9e9e-8f38d381635e {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:09:42.105983 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900759a-5b75-4149-a25f-89c947110628 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.140323 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6900759a-5b75-4149-a25f-89c947110628 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.179165 n-d-811716-3 neutron-server[103411]: INFO neutron.db.db_base_plugin_v2 [None req-6900759a-5b75-4149-a25f-89c947110628 admin admin] Found port (93392c66-6929-4582-82fb-a6f79aae3940, 172.20.0.8) having IP allocation on subnet d93bdfb3-d639-453c-9e9e-8f38d381635e, cannot delete Nov 22 17:09:42.181087 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-6900759a-5b75-4149-a25f-89c947110628 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 17:09:42.181605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6900759a-5b75-4149-a25f-89c947110628 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:09:42.184993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6900759a-5b75-4149-a25f-89c947110628 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 409 len: 404 time: 0.1311994 Nov 22 17:09:42.672983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4512d287-24e2-4fe0-ad76-55ea43e2b8ca no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:42.693197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 4512d287-24e2-4fe0-ad76-55ea43e2b8ca {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:42.693555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4512d287-24e2-4fe0-ad76-55ea43e2b8ca not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:42.694047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 68e7ebca-9847-474e-9829-409d3f7682fb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:42.713370 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 68e7ebca-9847-474e-9829-409d3f7682fb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:42.713541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 68e7ebca-9847-474e-9829-409d3f7682fb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:42.736064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39592) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:42.834973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-116396965-network', 'tenant_id': '84f557c2024d4cf58f7554f093fa0b74'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:42.858099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Made reservation on behalf of 84f557c2024d4cf58f7554f093fa0b74 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:09:42.860598 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.870142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.952878 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.956794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:42.983444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:09:42.999119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4291abdb-79cf-49b2-8730-62a45588c94a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:43.004228 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:43.004573 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Added segment 5a88eb58-0733-4767-93d0-9a3a4ca38280 of type vlan for network 45224c34-939e-48e1-b769-cd8c06d73dfe Nov 22 17:09:43.045519 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:43.071088 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:43.072137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:43.072734 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:43.123685 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3864992 Nov 22 17:09:43.126841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:43.131927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Request body: {'subnet': {'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-116396965-subnet', 'tenant_id': '84f557c2024d4cf58f7554f093fa0b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:43.136640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bd71b-042e-4c6c-91e5-45f3d0461ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=45224c34-939e-48e1-b769-cd8c06d73dfe,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:43.148032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 45224c34-939e-48e1-b769-cd8c06d73dfe details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:09:43.154797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Made reservation on behalf of 84f557c2024d4cf58f7554f093fa0b74 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:09:43.157507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:43.326102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:43.383031 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac519e06-bb74-4a45-9714-978dad3e0304,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:43.394350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.394790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.395061 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.395408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.395753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.396123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.396460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.396798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.397135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.397470 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.397803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.398135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:43.401394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Checking segment: {'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:43.401841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Network hostable DHCP agents. Network: 45224c34-939e-48e1-b769-cd8c06d73dfe, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:09:43.419516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Network 45224c34-939e-48e1-b769-cd8c06d73dfe is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:09:43.428937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 45224c34-939e-48e1-b769-cd8c06d73dfe) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:43.435982 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:43.436608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:43.437155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad79ba3-aa71-4a45-a08e-05971f54db43 None None] Network 45224c34-939e-48e1-b769-cd8c06d73dfe requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:09:43.453126 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a9f88de-93ca-4afb-a6ec-dfe162d9d07b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3247538 Nov 22 17:09:43.582471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a861e-0093-40b3-8a33-3453dd1b5293 None None] Network 45224c34-939e-48e1-b769-cd8c06d73dfe requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:09:43.932385 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0f5119f4-bd33-43ca-a414-94e96813bcca tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:43.933848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0f5119f4-bd33-43ca-a414-94e96813bcca tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/networks?id=45224c34-939e-48e1-b769-cd8c06d73dfe HTTP/1.1" status: 200 len: 813 time: 0.1065366 Nov 22 17:09:43.950228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-970decd9-5ee9-4119-8fc0-7bbef9414b2d tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/quotas/84f557c2024d4cf58f7554f093fa0b74 HTTP/1.1" status: 200 len: 375 time: 0.0097861 Nov 22 17:09:43.984070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-36b5a935-044d-4ea2-9603-7b2457576a4a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=84f557c2024d4cf58f7554f093fa0b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270383 Nov 22 17:09:44.078412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-e0b92b10-e155-49df-8763-f0414a6c3e2b service neutron] 10.222.0.69 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871925 Nov 22 17:09:44.169597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-bb0e1964-84ca-40c7-9530-4f244a041606 service neutron] 10.222.0.69 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851026 Nov 22 17:09:45.349931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cb1e2b7f-6805-47c0-a37b-716385a29140 req-68a75bf8-9298-483e-9b17-f7004800f6b4 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 210 time: 0.0274119 Nov 22 17:09:46.426701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cec90207-f40a-4ec6-93c2-9aa295f58a4d req-86adad47-ac2b-4339-bade-fb03ba5b4a2b tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 210 time: 0.0270867 Nov 22 17:09:47.508301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-56642d71-4db6-417f-8f1a-e41d02840240 req-7a235789-b8cf-4ea8-abac-27892d5b980c tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 210 time: 0.0315416 Nov 22 17:09:48.660471 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b91c446e-e316-41af-bf14-e36571a44a37 req-27de2044-b811-48ce-b59d-bbcd587c44ad tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 210 time: 0.0956383 Nov 22 17:09:49.072946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34c067d2-dc5c-4e69-bf6e-a49da3665293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.383174 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f9e26e62-df9f-4471-8390-ca134c1cee4d tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:49.384607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f9e26e62-df9f-4471-8390-ca134c1cee4d tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.71 "GET /v2.0/networks?id=45224c34-939e-48e1-b769-cd8c06d73dfe HTTP/1.1" status: 200 len: 813 time: 0.1106613 Nov 22 17:09:49.398080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Request body: {'port': {'device_id': '8cab3b66-cce3-42d7-9c6f-ae6043e497a1', 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe', 'admin_state_up': True, 'tenant_id': '84f557c2024d4cf58f7554f093fa0b74'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:49.514978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Made reservation on behalf of 84f557c2024d4cf58f7554f093fa0b74 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:09:49.518616 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.642722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Allocated IP 172.20.0.6 (45224c34-939e-48e1-b769-cd8c06d73dfe/ac519e06-bb74-4a45-9714-978dad3e0304/e9095fa8-5768-4488-a876-f807bcce9b45) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:49.759002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-623fd17e-bff7-42b6-abf9-1f40cc316863 req-e0082519-b4aa-4752-a0d8-1b6a9c7bfedb tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 210 time: 0.0273898 Nov 22 17:09:49.798269 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.831752 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.880305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Network 45224c34-939e-48e1-b769-cd8c06d73dfe is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:49.885133 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:49.889172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:49.896381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Pushing event updated for resources: {'Port': ['ID=e9095fa8-5768-4488-a876-f807bcce9b45,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:49.946416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:49.947029 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:49.963461 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0c1a32d3-f14d-43eb-af62-f1f65c1fec3a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5694308 Nov 22 17:09:49.974531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0640c4ee-b473-4585-97b3-b101358f915b tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:09:49.975607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0640c4ee-b473-4585-97b3-b101358f915b tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051637 Nov 22 17:09:49.988406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Request body: {'port': {'device_id': '8cab3b66-cce3-42d7-9c6f-ae6043e497a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:50.043088 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.306618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9095fa8-5768-4488-a876-f807bcce9b45 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:50.314623 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.326534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Transition to ACTIVE for port object e9095fa8-5768-4488-a876-f807bcce9b45 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:09:50.331539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.382328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Pushing event updated for resources: {'Port': ['ID=e9095fa8-5768-4488-a876-f807bcce9b45,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:50.450304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Attempting to bind port e9095fa8-5768-4488-a876-f807bcce9b45 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:50.451544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Attempting to bind port e9095fa8-5768-4488-a876-f807bcce9b45 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:50.451544 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Attempting to bind port e9095fa8-5768-4488-a876-f807bcce9b45 on network 45224c34-939e-48e1-b769-cd8c06d73dfe {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:50.455817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Port e9095fa8-5768-4488-a876-f807bcce9b45 on network 45224c34-939e-48e1-b769-cd8c06d73dfe not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:09:50.456175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Attempting to bind port e9095fa8-5768-4488-a876-f807bcce9b45 on network 45224c34-939e-48e1-b769-cd8c06d73dfe {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:50.460912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:50.461252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Checking segment: {'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:50.461639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Bound using segment: {'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:50.462068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Bound port: e9095fa8-5768-4488-a876-f807bcce9b45, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:50.462426 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.531231 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] For port e9095fa8-5768-4488-a876-f807bcce9b45, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:50.534410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] For port e9095fa8-5768-4488-a876-f807bcce9b45, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e9095fa8-5768-4488-a876-f807bcce9b45,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:50.538761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.575156 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.576539 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:50.578127 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] 10.222.0.71 "PUT /v2.0/ports/e9095fa8-5768-4488-a876-f807bcce9b45 HTTP/1.1" status: 200 len: 1091 time: 0.5934393 Nov 22 17:09:50.578643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cab3b66-cce3-42d7-9c6f-ae6043e497a1', 'tag': 'e9095fa8-5768-4488-a876-f807bcce9b45'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:50.580840 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521ddee7-1251-4386-832b-e12e980a5656" -d '{"events": [{"name": "network-changed", "server_uuid": "8cab3b66-cce3-42d7-9c6f-ae6043e497a1", "tag": "e9095fa8-5768-4488-a876-f807bcce9b45"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:50.607524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3952f31-0c1e-4630-b296-712078110d69 service neutron] Pushing event updated for resources: {'Port': ['ID=e9095fa8-5768-4488-a876-f807bcce9b45,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:50.627522 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c85942-a987-4839-afdc-9214fe930441 x-openstack-request-id: req-f4c85942-a987-4839-afdc-9214fe930441 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:50.627817 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cab3b66-cce3-42d7-9c6f-ae6043e497a1", "tag": "e9095fa8-5768-4488-a876-f807bcce9b45", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:50.628103 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4c85942-a987-4839-afdc-9214fe930441 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:50.628501 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cab3b66-cce3-42d7-9c6f-ae6043e497a1', 'tag': 'e9095fa8-5768-4488-a876-f807bcce9b45', 'status': 'completed', 'code': 200} Nov 22 17:09:50.662066 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-17c0e424-fe43-4372-888b-b0b41f6c3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.663653 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-17c0e424-fe43-4372-888b-b0b41f6c3033 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84f557c2024d4cf58f7554f093fa0b74&device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 1094 time: 0.0457017 Nov 22 17:09:50.706347 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-da734e0c-18d0-45dd-a9a4-a4a49d6e66fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9095fa8-5768-4488-a876-f807bcce9b45 HTTP/1.1" status: 200 len: 217 time: 0.0332839 Nov 22 17:09:50.759934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-95524b59-0fce-4758-9730-6838099e7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.761404 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-95524b59-0fce-4758-9730-6838099e7930 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac519e06-bb74-4a45-9714-978dad3e0304 HTTP/1.1" status: 200 len: 853 time: 0.0467160 Nov 22 17:09:50.792318 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-7080f896-c136-42cf-b922-9ba18cf06039 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45224c34-939e-48e1-b769-cd8c06d73dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241568 Nov 22 17:09:50.881762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3af65c-6341-4f2e-bb60-34356ad08e3c req-7facbed2-fa2e-44ac-82b3-c94c5d682c23 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:50.883974 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa3af65c-6341-4f2e-bb60-34356ad08e3c req-7facbed2-fa2e-44ac-82b3-c94c5d682c23 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 943 time: 0.0524852 Nov 22 17:09:50.885569 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-c98c052a-bcb0-4ee5-8d48-ca133d00e33a service neutron] 10.222.0.71 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862238 Nov 22 17:09:50.934234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa3af65c-6341-4f2e-bb60-34356ad08e3c req-800c57ee-29b8-4485-9f81-2d7c370b7a66 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 Nov 22 17:09:51.300969 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e6cf9aff-c726-4f2b-9455-4cc2a5a190ce req-0b382136-62fb-46f9-9f36-98f56d56394d service neutron] 10.222.0.71 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078858 Nov 22 17:09:51.382326 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-181b1721-14b2-4c37-b8fd-d8446e819546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:51.389084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ddee7-1251-4386-832b-e12e980a5656 req-9beb8612-5e10-4f60-8ae5-1c5271b80cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:51.390638 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-521ddee7-1251-4386-832b-e12e980a5656 req-9beb8612-5e10-4f60-8ae5-1c5271b80cb3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84f557c2024d4cf58f7554f093fa0b74&device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 1094 time: 0.0442202 Nov 22 17:09:51.485824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ddee7-1251-4386-832b-e12e980a5656 req-a9ff9be3-78c7-4e1e-a3f8-3ff7e08e196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:51.487313 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-521ddee7-1251-4386-832b-e12e980a5656 req-a9ff9be3-78c7-4e1e-a3f8-3ff7e08e196e service neutron] 10.222.0.71 "GET /v2.0/networks?id=45224c34-939e-48e1-b769-cd8c06d73dfe HTTP/1.1" status: 200 len: 914 time: 0.0899861 Nov 22 17:09:51.531775 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-521ddee7-1251-4386-832b-e12e980a5656 req-af9fc5ac-55cf-4e0d-b2c9-2a1942cdacf1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9095fa8-5768-4488-a876-f807bcce9b45 HTTP/1.1" status: 200 len: 217 time: 0.0363076 Nov 22 17:09:51.583879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ddee7-1251-4386-832b-e12e980a5656 req-75ea4857-b4e3-4a7b-8ad5-115d85244184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:51.585307 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-521ddee7-1251-4386-832b-e12e980a5656 req-75ea4857-b4e3-4a7b-8ad5-115d85244184 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac519e06-bb74-4a45-9714-978dad3e0304 HTTP/1.1" status: 200 len: 853 time: 0.0443249 Nov 22 17:09:51.623745 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-521ddee7-1251-4386-832b-e12e980a5656 req-a87af08c-f0d7-4e6b-a5d3-67492c84281b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45224c34-939e-48e1-b769-cd8c06d73dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304327 Nov 22 17:09:51.724396 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-521ddee7-1251-4386-832b-e12e980a5656 req-83d34340-2fd1-4893-8162-81fe624f2ef3 service neutron] 10.222.0.71 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927863 Nov 22 17:09:51.820942 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-521ddee7-1251-4386-832b-e12e980a5656 req-207c8210-f2de-44e4-b779-53a423a51ff2 service neutron] 10.222.0.71 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870101 Nov 22 17:09:52.057874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf6871-6c40-4137-92e3-f93b7cb46ae5 req-6f3e487d-b79f-44d7-9821-b13888b1cdfd tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:52.059368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cdf6871-6c40-4137-92e3-f93b7cb46ae5 req-6f3e487d-b79f-44d7-9821-b13888b1cdfd tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 943 time: 0.0543232 Nov 22 17:09:52.108421 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cdf6871-6c40-4137-92e3-f93b7cb46ae5 req-dc9553ca-2926-4106-8c18-ed0af35cda73 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422537 Nov 22 17:09:52.685373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:52.766512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e9095fa8-5768-4488-a876-f807bcce9b45 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:09:52.861167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e9095fa8-5768-4488-a876-f807bcce9b45, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e9095fa8-5768-4488-a876-f807bcce9b45,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:52.873604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'e9095fa8-5768-4488-a876-f807bcce9b45', 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe', 'port_id': 'e9095fa8-5768-4488-a876-f807bcce9b45', 'mac_address': 'fa:16:3e:31:a7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac519e06-bb74-4a45-9714-978dad3e0304', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:09:52.911114 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:52.928000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9095fa8-5768-4488-a876-f807bcce9b45 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:52.947359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e9095fa8-5768-4488-a876-f807bcce9b45, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e9095fa8-5768-4488-a876-f807bcce9b45,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:52.952102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:53.001405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e9095fa8-5768-4488-a876-f807bcce9b45,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:53.008844 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.009198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.009548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.009892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.010237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.010573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.010911 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.011245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.011578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.011929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.012272 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.012602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:53.137575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:53.162919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e9095fa8-5768-4488-a876-f807bcce9b45'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:53.231195 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911ba33-0bd7-4da2-a0c0-43b29ba406ac req-3ad1d00c-5cea-46d5-b77a-2698fec5b15c tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:53.233352 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2911ba33-0bd7-4da2-a0c0-43b29ba406ac req-3ad1d00c-5cea-46d5-b77a-2698fec5b15c tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 944 time: 0.0514569 Nov 22 17:09:53.283234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2911ba33-0bd7-4da2-a0c0-43b29ba406ac req-5aba36b5-7355-421e-a506-6e6245ccc155 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Nov 22 17:09:53.911515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-b20ac8fd-522b-4b20-b127-ed98881f8a74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415187 Nov 22 17:09:53.998338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-e9ce64df-8e93-41a3-8abe-bd9d0017cf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:53.999771 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-e9ce64df-8e93-41a3-8abe-bd9d0017cf09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0463307 Nov 22 17:09:54.107644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-4720337c-3631-43ad-a852-5c9e8fa0c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:54.109105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-4720337c-3631-43ad-a852-5c9e8fa0c1e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0893753 Nov 22 17:09:54.159015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-4e97a40a-9f74-4222-8049-06264c70ab75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0404775 Nov 22 17:09:54.211572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-bf7bcc41-4cbe-499b-8724-b48635e682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:54.213212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-bf7bcc41-4cbe-499b-8724-b48635e682c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0471463 Nov 22 17:09:54.259575 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-6d260b94-1c9e-424b-9bd6-5f0b58cfb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:54.261036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-6d260b94-1c9e-424b-9bd6-5f0b58cfb3fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411942 Nov 22 17:09:54.381496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-8c69de07-13d2-429a-86b5-52c41b0334b8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095116 Nov 22 17:09:54.472199 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fa0d3-0dc8-422c-8f51-9776ac6396d1 req-4227975b-40fe-44a3-856c-d2d957408e44 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:54.473748 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c3fa0d3-0dc8-422c-8f51-9776ac6396d1 req-4227975b-40fe-44a3-856c-d2d957408e44 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 944 time: 0.1127450 Nov 22 17:09:54.526256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8c249398-a81f-48b2-b612-13ff2b01f66c req-c3e7487c-dca4-4fb0-99fe-c72489e64be1 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331267 Nov 22 17:09:54.546961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5c3fa0d3-0dc8-422c-8f51-9776ac6396d1 req-0005ff8f-0b7c-4991-bbf6-81e21c9ac739 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614662 Nov 22 17:09:54.743865 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:54.782719 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e9095fa8-5768-4488-a876-f807bcce9b45 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:54.835467 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port e9095fa8-5768-4488-a876-f807bcce9b45 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:09:54.840398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port e9095fa8-5768-4488-a876-f807bcce9b45 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:54.840777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:54.957431 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:54.958821 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:54.984375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cab3b66-cce3-42d7-9c6f-ae6043e497a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9095fa8-5768-4488-a876-f807bcce9b45'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:54.986616 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96c94ec-dc76-45c9-95b8-cfcbd45c5cc2" -d '{"events": [{"server_uuid": "8cab3b66-cce3-42d7-9c6f-ae6043e497a1", "name": "network-vif-plugged", "status": "completed", "tag": "e9095fa8-5768-4488-a876-f807bcce9b45"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:55.000247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e9095fa8-5768-4488-a876-f807bcce9b45, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e9095fa8-5768-4488-a876-f807bcce9b45,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:55.005642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:55.046367 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a07c8-0593-4882-9211-f16e54b56e35 x-openstack-request-id: req-ed1a07c8-0593-4882-9211-f16e54b56e35 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:55.046598 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cab3b66-cce3-42d7-9c6f-ae6043e497a1", "name": "network-vif-plugged", "status": "completed", "tag": "e9095fa8-5768-4488-a876-f807bcce9b45", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:55.046808 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed1a07c8-0593-4882-9211-f16e54b56e35 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:55.047216 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cab3b66-cce3-42d7-9c6f-ae6043e497a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9095fa8-5768-4488-a876-f807bcce9b45', 'code': 200} Nov 22 17:09:55.080011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e9095fa8-5768-4488-a876-f807bcce9b45,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:55.130935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd3d6-4849-43d6-a1f2-6d33377d04cc req-27a3364c-921e-4e64-8717-a79ef9e64744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:55.132513 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d25cd3d6-4849-43d6-a1f2-6d33377d04cc req-27a3364c-921e-4e64-8717-a79ef9e64744 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 1096 time: 0.0445240 Nov 22 17:09:55.178148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d25cd3d6-4849-43d6-a1f2-6d33377d04cc req-4e85be24-0ced-46ad-b92b-a06b0a60ddd0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 Nov 22 17:09:55.187081 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:55.668338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376cee-7837-47d2-a940-26368b6e07ca req-1a878386-e654-4ef8-9732-c5c5dae51639 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:55.670436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d376cee-7837-47d2-a940-26368b6e07ca req-1a878386-e654-4ef8-9732-c5c5dae51639 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0513706 Nov 22 17:09:55.717651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7d376cee-7837-47d2-a940-26368b6e07ca req-e3d6b4d7-656e-431c-91df-da5382c42b2a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Nov 22 17:09:56.833092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1ca9-ebde-4f8c-bb57-5d0eaf65cd09 req-f7387485-6182-481c-b257-8679efa2c0af tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:56.834567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fda1ca9-ebde-4f8c-bb57-5d0eaf65cd09 req-f7387485-6182-481c-b257-8679efa2c0af tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0491726 Nov 22 17:09:56.887478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0fda1ca9-ebde-4f8c-bb57-5d0eaf65cd09 req-21529464-d410-4b76-acdf-f9399840d118 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469029 Nov 22 17:09:57.114529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-0787517a-6d97-406d-b2d1-2a49f19d6ec5 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:57.116103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-0787517a-6d97-406d-b2d1-2a49f19d6ec5 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/networks?id=45224c34-939e-48e1-b769-cd8c06d73dfe HTTP/1.1" status: 200 len: 813 time: 0.1034236 Nov 22 17:09:57.131592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-19ed86cb-3874-4a00-8598-d10426f13ad9 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/quotas/84f557c2024d4cf58f7554f093fa0b74 HTTP/1.1" status: 200 len: 375 time: 0.0095737 Nov 22 17:09:57.181411 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-4b69333d-355c-4fed-be7d-dc8c6d200ccb tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=84f557c2024d4cf58f7554f093fa0b74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442946 Nov 22 17:09:57.276252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-0d2b72f7-8225-45d9-a2f7-e5e8f42e7d4c service neutron] 10.222.0.69 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876083 Nov 22 17:09:57.365382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-d3eba354-6133-47e9-9c29-cad84621deee service neutron] 10.222.0.69 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828655 Nov 22 17:09:57.528142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-237d2af6-507a-45b4-8527-e4fddc555774 req-94f4414b-1a6e-472e-8f80-b09ebd7542ea tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0320671 Nov 22 17:09:58.444825 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-6c6203dc-c44d-4682-be3e-13a721551a06 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:58.446275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-6c6203dc-c44d-4682-be3e-13a721551a06 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.11 "GET /v2.0/networks?id=45224c34-939e-48e1-b769-cd8c06d73dfe HTTP/1.1" status: 200 len: 813 time: 0.1084566 Nov 22 17:09:58.459636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Request body: {'port': {'device_id': '54ae0dba-da23-47d5-a224-2afd8c4fe0a3', 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe', 'admin_state_up': True, 'tenant_id': '84f557c2024d4cf58f7554f093fa0b74'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:58.573313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Made reservation on behalf of 84f557c2024d4cf58f7554f093fa0b74 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:09:58.576839 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.651998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2248979f-cdf3-4c0e-931c-78d6cf5d4213 req-6bf7d7be-9bae-4c99-a34d-c23deb6e46bc tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 210 time: 0.0514691 Nov 22 17:09:58.729595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Allocated IP 172.20.0.14 (45224c34-939e-48e1-b769-cd8c06d73dfe/ac519e06-bb74-4a45-9714-978dad3e0304/bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:58.875666 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.909638 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:58.921941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e9095fa8-5768-4488-a876-f807bcce9b45'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:58.961710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Network 45224c34-939e-48e1-b769-cd8c06d73dfe is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:58.965158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:58.970386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:58.977110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Pushing event updated for resources: {'Port': ['ID=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:59.025494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.026124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:59.043102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a6390c6e-c186-42d7-9921-225b15bdf666 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5871985 Nov 22 17:09:59.055883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Request body: {'port': {'device_id': '54ae0dba-da23-47d5-a224-2afd8c4fe0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:59.110429 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:59.377501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:59.384820 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:59.397789 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Transition to ACTIVE for port object bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:09:59.401290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:59.470132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:59.522482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Attempting to bind port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:59.522819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Attempting to bind port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:59.523148 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Attempting to bind port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 on network 45224c34-939e-48e1-b769-cd8c06d73dfe {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:59.527467 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 on network 45224c34-939e-48e1-b769-cd8c06d73dfe not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:09:59.527786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Attempting to bind port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 on network 45224c34-939e-48e1-b769-cd8c06d73dfe {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:59.533653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:59.533983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Checking segment: {'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:59.534360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Bound using segment: {'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:59.534806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Bound port: bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a88eb58-0733-4767-93d0-9a3a4ca38280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:59.535157 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:59.597501 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] For port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:59.600654 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] For port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:59.604198 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:59.640767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.641406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:59.642792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] 10.222.0.11 "PUT /v2.0/ports/bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 HTTP/1.1" status: 200 len: 1092 time: 0.5915546 Nov 22 17:09:59.643235 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ae0dba-da23-47d5-a224-2afd8c4fe0a3', 'tag': 'bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:59.645548 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7340760e-2d26-469e-877c-4eef8cfa5ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "54ae0dba-da23-47d5-a224-2afd8c4fe0a3", "tag": "bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:59.668260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221862-da2d-4040-80e0-d70f84fd9a42 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:59.686946 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57b0395-5b09-4903-8359-dcc4a962080e x-openstack-request-id: req-e57b0395-5b09-4903-8359-dcc4a962080e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:59.687310 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ae0dba-da23-47d5-a224-2afd8c4fe0a3", "tag": "bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:59.687682 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e57b0395-5b09-4903-8359-dcc4a962080e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:59.688427 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ae0dba-da23-47d5-a224-2afd8c4fe0a3', 'tag': 'bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0', 'status': 'completed', 'code': 200} Nov 22 17:09:59.738135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-41083a53-a595-49cf-bfcd-623649ec719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.740842 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-41083a53-a595-49cf-bfcd-623649ec719e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f557c2024d4cf58f7554f093fa0b74&device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 1095 time: 0.0478964 Nov 22 17:09:59.803288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-462322f5-0482-4104-8295-e9459227e8d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 HTTP/1.1" status: 200 len: 217 time: 0.0515924 Nov 22 17:09:59.854861 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156618f-6cc3-4a37-b4ea-f8ce5e094efa req-acf8d4bc-0460-4219-8b53-4b74774b7d29 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.856385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1156618f-6cc3-4a37-b4ea-f8ce5e094efa req-acf8d4bc-0460-4219-8b53-4b74774b7d29 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 944 time: 0.1133342 Nov 22 17:09:59.883553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-88ece635-dce9-4c11-ac97-cf5740340b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:59.885912 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-88ece635-dce9-4c11-ac97-cf5740340b74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac519e06-bb74-4a45-9714-978dad3e0304 HTTP/1.1" status: 200 len: 853 time: 0.0735080 Nov 22 17:09:59.928017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-f49fc63c-5d1d-4982-9e41-618aa436720b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45224c34-939e-48e1-b769-cd8c06d73dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343335 Nov 22 17:09:59.959692 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1156618f-6cc3-4a37-b4ea-f8ce5e094efa req-598031c5-6bd0-47f8-bc4a-514a287937c0 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969703 Nov 22 17:10:00.025830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-a50e591f-c535-41ec-9dfb-6d459678bd6b service neutron] 10.222.0.11 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906560 Nov 22 17:10:00.118820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14a9ebf0-033a-44b3-a231-4e95deb47c98 req-b0d40e1f-62c2-4980-af98-fdda91b806c3 service neutron] 10.222.0.11 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862532 Nov 22 17:10:00.520786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-a25a7b9e-2848-4c90-98a0-ae0735a08a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.522429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-a25a7b9e-2848-4c90-98a0-ae0735a08a33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f557c2024d4cf58f7554f093fa0b74&device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 1095 time: 0.3575525 Nov 22 17:10:00.620282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-4d8a06b8-44ba-49b6-bbc4-1b85f6826ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.621767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-4d8a06b8-44ba-49b6-bbc4-1b85f6826ea6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=45224c34-939e-48e1-b769-cd8c06d73dfe HTTP/1.1" status: 200 len: 914 time: 0.0903432 Nov 22 17:10:00.669608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-cd11d775-3cde-401a-9883-ce7945740015 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 HTTP/1.1" status: 200 len: 217 time: 0.0403149 Nov 22 17:10:00.719542 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-70a5f758-6e07-4c6a-b649-2fb7a107c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:00.721030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-70a5f758-6e07-4c6a-b649-2fb7a107c888 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ac519e06-bb74-4a45-9714-978dad3e0304 HTTP/1.1" status: 200 len: 853 time: 0.0445147 Nov 22 17:10:00.754793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-5fbdfced-a419-4870-8178-fad505ac28fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=45224c34-939e-48e1-b769-cd8c06d73dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246215 Nov 22 17:10:00.848176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-71f48b57-cb3a-4752-8cbb-e80dfcf5545a service neutron] 10.222.0.11 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857394 Nov 22 17:10:00.942451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7340760e-2d26-469e-877c-4eef8cfa5ce2 req-62e2b7ac-9bab-4947-9481-bf43c8c695b8 service neutron] 10.222.0.11 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855522 Nov 22 17:10:01.075398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b69e8-1962-4d99-b3e8-3376c8e23002 req-785dc183-534d-49c5-9954-f81792ea436a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:01.077707 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f3b69e8-1962-4d99-b3e8-3376c8e23002 req-785dc183-534d-49c5-9954-f81792ea436a tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0510702 Nov 22 17:10:01.132257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8f3b69e8-1962-4d99-b3e8-3376c8e23002 req-ab978228-9a6a-4b9f-a9ae-441f44f088ec tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475385 Nov 22 17:10:01.542992 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:10:02.252109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62732c31-6066-4590-9948-0bde3afe32fb req-3743cab3-48ec-4d45-8cd2-ba0946185850 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:02.253720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62732c31-6066-4590-9948-0bde3afe32fb req-3743cab3-48ec-4d45-8cd2-ba0946185850 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 944 time: 0.0499508 Nov 22 17:10:02.302790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62732c31-6066-4590-9948-0bde3afe32fb req-532bb5b6-f909-4f87-b150-23fa20ca2938 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Nov 22 17:10:02.582897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:10:02.680926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:02.693212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': 'bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0', 'network_id': '45224c34-939e-48e1-b769-cd8c06d73dfe', 'port_id': 'bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0', 'mac_address': 'fa:16:3e:28:5b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac519e06-bb74-4a45-9714-978dad3e0304', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:10:02.729900 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:02.743449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:10:02.763363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:02.767282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:02.813976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:03.006941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:03.422866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520a290-408b-4e7d-88dc-54026b3bca36 req-cc9f56b4-cc96-40e6-9a0e-935c515afb7e tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:03.424128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4520a290-408b-4e7d-88dc-54026b3bca36 req-cc9f56b4-cc96-40e6-9a0e-935c515afb7e tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Nov 22 17:10:03.474116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4520a290-408b-4e7d-88dc-54026b3bca36 req-1397b71e-9dd5-4b96-83e8-973f74f957bb tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Nov 22 17:10:04.583680 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:04.595686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7bff-25ab-4bfc-90e0-29439fe73ab1 req-a289dff4-f552-429c-b29d-fdccdb34323d tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:04.597311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-860d7bff-25ab-4bfc-90e0-29439fe73ab1 req-a289dff4-f552-429c-b29d-fdccdb34323d tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 945 time: 0.0546627 Nov 22 17:10:04.635013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:10:04.640811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:04.641182 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:04.649135 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-860d7bff-25ab-4bfc-90e0-29439fe73ab1 req-9fc93a0a-2497-4ed6-b138-7049874d50a2 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Nov 22 17:10:04.724183 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:04.746902 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae0dba-da23-47d5-a224-2afd8c4fe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:04.749417 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ddbc45-6dc1-4811-9de3-33558d9f7abf" -d '{"events": [{"server_uuid": "54ae0dba-da23-47d5-a224-2afd8c4fe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:04.762085 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:04.766993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:04.791612 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b740f-8fb1-47c0-8fc3-9e200c605c23 x-openstack-request-id: req-b82b740f-8fb1-47c0-8fc3-9e200c605c23 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:04.791929 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ae0dba-da23-47d5-a224-2afd8c4fe0a3", "name": "network-vif-plugged", "status": "completed", "tag": "bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:04.792197 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b82b740f-8fb1-47c0-8fc3-9e200c605c23 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:04.792600 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae0dba-da23-47d5-a224-2afd8c4fe0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0', 'code': 200} Nov 22 17:10:04.820700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:04.887400 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670141f6-2b1f-4921-889c-68bbfb48ba85 req-2b6f1211-88c9-4981-9c0a-8e8c622951ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:04.889857 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-670141f6-2b1f-4921-889c-68bbfb48ba85 req-2b6f1211-88c9-4981-9c0a-8e8c622951ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 1097 time: 0.0408332 Nov 22 17:10:04.939688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-670141f6-2b1f-4921-889c-68bbfb48ba85 req-a1f730de-a537-4fbb-bc31-243eaabe4775 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399115 Nov 22 17:10:05.771012 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0472f-9282-4326-a444-885296497fd6 req-522db2da-8b33-49c6-ab95-95eb67b1b404 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:05.772595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cf0472f-9282-4326-a444-885296497fd6 req-522db2da-8b33-49c6-ab95-95eb67b1b404 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0522263 Nov 22 17:10:05.821046 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3cf0472f-9282-4326-a444-885296497fd6 req-7700043b-6a2c-4b93-bc73-256092e244c6 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Nov 22 17:10:06.954304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b35aea-175b-4f2f-a2cf-3cc687730f99 req-2cf13232-f02e-40d2-bcb2-c48d05d80db4 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:06.955877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4b35aea-175b-4f2f-a2cf-3cc687730f99 req-2cf13232-f02e-40d2-bcb2-c48d05d80db4 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0590851 Nov 22 17:10:07.017937 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4b35aea-175b-4f2f-a2cf-3cc687730f99 req-81790377-a300-43bd-95cc-cc47f1bbd560 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555451 Nov 22 17:10:07.265756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b377f3-4049-4525-95bf-d8ffc3a8fd32 req-88fc46f3-370f-407c-8cec-af2548315c7e tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:07.267425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62b377f3-4049-4525-95bf-d8ffc3a8fd32 req-88fc46f3-370f-407c-8cec-af2548315c7e tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0502539 Nov 22 17:10:07.319010 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62b377f3-4049-4525-95bf-d8ffc3a8fd32 req-8af52187-9172-4164-9056-49dae1e8b8cb tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457578 Nov 22 17:10:07.929850 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-d365bf15-ba95-4946-b5ec-1d27c0ddc5ac service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797744 Nov 22 17:10:08.020208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-59479ca3-a858-4599-9806-ea08c180832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:08.021696 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-59479ca3-a858-4599-9806-ea08c180832f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84f557c2024d4cf58f7554f093fa0b74&device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 1096 time: 0.0405869 Nov 22 17:10:08.131893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-4572f381-d5f6-46a3-9136-d337b9656c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:08.133377 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-4572f381-d5f6-46a3-9136-d337b9656c40 service neutron] 10.222.0.71 "GET /v2.0/networks?id=45224c34-939e-48e1-b769-cd8c06d73dfe HTTP/1.1" status: 200 len: 914 time: 0.0888989 Nov 22 17:10:08.180336 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-167a6a01-6064-4375-ad76-c9b3488b03e7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9095fa8-5768-4488-a876-f807bcce9b45 HTTP/1.1" status: 200 len: 217 time: 0.0362520 Nov 22 17:10:08.238825 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-a60cb687-fe9c-4e73-88d7-eff78ad92d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:08.240411 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-a60cb687-fe9c-4e73-88d7-eff78ad92d0d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ac519e06-bb74-4a45-9714-978dad3e0304 HTTP/1.1" status: 200 len: 853 time: 0.0505662 Nov 22 17:10:08.273218 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-26cb9c5f-ea0e-43e2-9259-3fc969b38775 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45224c34-939e-48e1-b769-cd8c06d73dfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242813 Nov 22 17:10:08.366266 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-950e918a-6856-47a0-b382-b896c16c7684 service neutron] 10.222.0.71 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817976 Nov 22 17:10:08.461062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcab68-05a7-4e02-b642-80142d4d187d req-8c94eaba-a633-48f0-849e-3d066986ec3e tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:08.462560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40dcab68-05a7-4e02-b642-80142d4d187d req-8c94eaba-a633-48f0-849e-3d066986ec3e tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0739765 Nov 22 17:10:08.464386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29a95491-66a4-4dd7-aa9c-8e64706666d7 req-4f0b8b6c-f66f-4848-a4f5-c40f068f4307 service neutron] 10.222.0.71 "GET /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901887 Nov 22 17:10:08.485172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-7ec03cfe-4f0b-411a-9ee3-9edec9669836 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:08.486650 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-7ec03cfe-4f0b-411a-9ee3-9edec9669836 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.11 "GET /v2.0/ports?device_id=54ae0dba-da23-47d5-a224-2afd8c4fe0a3 HTTP/1.1" status: 200 len: 946 time: 0.0727489 Nov 22 17:10:08.556807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40dcab68-05a7-4e02-b642-80142d4d187d req-eae2c3d2-a071-4695-86fb-615c723fac53 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854599 Nov 22 17:10:08.606653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Deleting port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:08.607009 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:08.703037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] For port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:08.703398 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:08.715728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Calling delete_port for bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:08.846787 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:08.859074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:08.864388 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e9095fa8-5768-4488-a876-f807bcce9b45'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:08.879995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Pushing event deleted for resources: {'Port': ['ID=bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:08.928413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] No DVR routers for this DVR port bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:08.931287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:08.935058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c47fdeeb-c668-4821-b0c0-71799e137720 req-8f01c0de-dd47-465e-8839-ffa764a56b82 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.11 "DELETE /v2.0/ports/bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 HTTP/1.1" status: 204 len: 173 time: 0.4407682 Nov 22 17:10:08.936096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae0dba-da23-47d5-a224-2afd8c4fe0a3', 'name': 'network-vif-deleted', 'tag': 'bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:08.938951 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c687746-4bc9-4b50-9f6f-ed67a71da4e8" -d '{"events": [{"server_uuid": "54ae0dba-da23-47d5-a224-2afd8c4fe0a3", "name": "network-vif-deleted", "tag": "bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:08.982063 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d8584f-d4b3-48c0-9083-9a9a86a6d06e x-openstack-request-id: req-19d8584f-d4b3-48c0-9083-9a9a86a6d06e {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:08.982523 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ae0dba-da23-47d5-a224-2afd8c4fe0a3", "name": "network-vif-deleted", "tag": "bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:08.982768 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-19d8584f-d4b3-48c0-9083-9a9a86a6d06e {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:08.983217 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae0dba-da23-47d5-a224-2afd8c4fe0a3', 'name': 'network-vif-deleted', 'tag': 'bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0', 'status': 'completed', 'code': 200} Nov 22 17:10:09.709633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05361a6-05c2-4eb1-9f4b-6ed923c378d8 req-242d1502-fcfc-4908-9253-f6e016fa786b tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:09.711129 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b05361a6-05c2-4eb1-9f4b-6ed923c378d8 req-242d1502-fcfc-4908-9253-f6e016fa786b tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0502150 Nov 22 17:10:09.759615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b05361a6-05c2-4eb1-9f4b-6ed923c378d8 req-5c457952-d948-4967-9149-b8151860f761 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419149 Nov 22 17:10:09.894758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b9fb1-c547-427d-8bcf-0a432aedaf4a req-c55b5500-1978-4f64-bcc1-2659f8d8f561 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:09.896323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c11b9fb1-c547-427d-8bcf-0a432aedaf4a req-c55b5500-1978-4f64-bcc1-2659f8d8f561 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0508554 Nov 22 17:10:09.945528 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c11b9fb1-c547-427d-8bcf-0a432aedaf4a req-65912fcb-0f7e-49cb-83d2-6e915fb2d625 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Nov 22 17:10:10.074103 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed6674-5e18-4f7d-8ae0-c11d4dcfacef req-c4af3da3-3d29-42f1-bb12-747d28692cad tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:10.075653 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bed6674-5e18-4f7d-8ae0-c11d4dcfacef req-c4af3da3-3d29-42f1-bb12-747d28692cad tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0584507 Nov 22 17:10:10.130271 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7bed6674-5e18-4f7d-8ae0-c11d4dcfacef req-db676b25-d4c5-4687-8def-443c58c3ae44 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Nov 22 17:10:10.202547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-57d6bd4c-7d36-4a3e-85c4-f1a77eb9cb27 req-08f1b8ca-fdb7-459f-9b13-bb410a4e4fe2 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:10:10.203550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57d6bd4c-7d36-4a3e-85c4-f1a77eb9cb27 req-08f1b8ca-fdb7-459f-9b13-bb410a4e4fe2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056713 Nov 22 17:10:10.310449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69491f9-f6ca-4176-9367-e2c1ed38a0b0 req-834c9ea0-8791-491c-9a4f-357408ac2853 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:10.312000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d69491f9-f6ca-4176-9367-e2c1ed38a0b0 req-834c9ea0-8791-491c-9a4f-357408ac2853 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0510843 Nov 22 17:10:10.363081 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d69491f9-f6ca-4176-9367-e2c1ed38a0b0 req-67f8cdf4-2bc8-41ba-bf18-f41a3ebcebda tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446396 Nov 22 17:10:10.477456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f0fd2-e2e5-406c-8d0b-4b945f399e74 req-459ba9e7-85e2-443e-85ce-320652f6b296 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:10.478991 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a17f0fd2-e2e5-406c-8d0b-4b945f399e74 req-459ba9e7-85e2-443e-85ce-320652f6b296 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0496902 Nov 22 17:10:10.534326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a17f0fd2-e2e5-406c-8d0b-4b945f399e74 req-4cc416f1-bf79-4a9d-a910-cf6291f1a57f tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485036 Nov 22 17:10:10.663337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0de1-06bc-4e04-8846-266bba85a236 req-834df4fd-cc18-4137-854f-3d1077d17483 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:10.664843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-075d0de1-06bc-4e04-8846-266bba85a236 req-834df4fd-cc18-4137-854f-3d1077d17483 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0504441 Nov 22 17:10:10.713212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-075d0de1-06bc-4e04-8846-266bba85a236 req-922cf940-8927-469d-8642-88bf8066ffb0 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Nov 22 17:10:11.014365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710971bb-670c-473c-8c87-361200379e62 req-15aac3ff-2f3e-49e1-acf3-5c293324eb51 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:11.015864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-710971bb-670c-473c-8c87-361200379e62 req-15aac3ff-2f3e-49e1-acf3-5c293324eb51 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0504985 Nov 22 17:10:11.066091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-710971bb-670c-473c-8c87-361200379e62 req-40479fb1-14f1-4bd5-9757-610e6ccbd338 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434461 Nov 22 17:10:12.189714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ebb8-0993-4188-bb89-a718cfc4330d req-25b7c23c-b821-4a34-84ac-08abae8c27be tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:12.192985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03b2ebb8-0993-4188-bb89-a718cfc4330d req-25b7c23c-b821-4a34-84ac-08abae8c27be tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0555329 Nov 22 17:10:12.243243 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-03b2ebb8-0993-4188-bb89-a718cfc4330d req-d8ac043f-6901-4f0c-9fdd-be267c9df916 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/security-groups?id=4291abdb-79cf-49b2-8730-62a45588c94a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Nov 22 17:10:12.441172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-0e703afa-b306-4c6d-b876-a5651f6c0476 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:12.442643 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-0e703afa-b306-4c6d-b876-a5651f6c0476 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.71 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 945 time: 0.0533929 Nov 22 17:10:12.540145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Deleting port e9095fa8-5768-4488-a876-f807bcce9b45 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:12.540488 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:12.629772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] For port e9095fa8-5768-4488-a876-f807bcce9b45, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e9095fa8-5768-4488-a876-f807bcce9b45,segment=NetworkSegment(5a88eb58-0733-4767-93d0-9a3a4ca38280),segment_id=5a88eb58-0733-4767-93d0-9a3a4ca38280)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:12.630143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:12.644611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:12.645185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Calling delete_port for e9095fa8-5768-4488-a876-f807bcce9b45 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:12.667587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:12.667963 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device bf5f7895-0f42-4f2a-a8ce-6be7526ea3c0 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:12.780679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:12.793391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e9095fa8-5768-4488-a876-f807bcce9b45'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:12.809224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Pushing event deleted for resources: {'Port': ['ID=e9095fa8-5768-4488-a876-f807bcce9b45,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:12.850834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] No DVR routers for this DVR port e9095fa8-5768-4488-a876-f807bcce9b45 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:12.853465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:12.857017 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9f54fa29-36cf-4dc3-8ddf-2eee9313323d req-8b5ea89a-59d1-4d06-8b03-fa21fc895f87 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.71 "DELETE /v2.0/ports/e9095fa8-5768-4488-a876-f807bcce9b45 HTTP/1.1" status: 204 len: 173 time: 0.4061544 Nov 22 17:10:12.857526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cab3b66-cce3-42d7-9c6f-ae6043e497a1', 'name': 'network-vif-deleted', 'tag': 'e9095fa8-5768-4488-a876-f807bcce9b45'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:12.859839 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cfbd39-9232-4028-a0b1-6c223c08f5b4" -d '{"events": [{"server_uuid": "8cab3b66-cce3-42d7-9c6f-ae6043e497a1", "name": "network-vif-deleted", "tag": "e9095fa8-5768-4488-a876-f807bcce9b45"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:12.954085 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feddd97d-4f96-4846-804b-7a28a62907fb x-openstack-request-id: req-feddd97d-4f96-4846-804b-7a28a62907fb {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:12.954387 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cab3b66-cce3-42d7-9c6f-ae6043e497a1", "name": "network-vif-deleted", "tag": "e9095fa8-5768-4488-a876-f807bcce9b45", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:12.954644 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-feddd97d-4f96-4846-804b-7a28a62907fb {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:12.955213 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cab3b66-cce3-42d7-9c6f-ae6043e497a1', 'name': 'network-vif-deleted', 'tag': 'e9095fa8-5768-4488-a876-f807bcce9b45', 'status': 'completed', 'code': 200} Nov 22 17:10:13.361915 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-791c466d-b703-4a93-a49f-88f71a971535 req-224c3f81-f2f7-43cb-be63-c053bc735817 tempest-ServersNegativeTestJSON-1346472881 tempest-ServersNegativeTestJSON-1346472881-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cab3b66-cce3-42d7-9c6f-ae6043e497a1 HTTP/1.1" status: 200 len: 210 time: 0.0303497 Nov 22 17:10:14.423580 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:14.483310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-18405b5f-da49-4c6b-acb8-84d27bf22dcf admin admin] Deleting subnet ac519e06-bb74-4a45-9714-978dad3e0304 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:10:14.486611 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18405b5f-da49-4c6b-acb8-84d27bf22dcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.530694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18405b5f-da49-4c6b-acb8-84d27bf22dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.571730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18405b5f-da49-4c6b-acb8-84d27bf22dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.626364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18405b5f-da49-4c6b-acb8-84d27bf22dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.653185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18405b5f-da49-4c6b-acb8-84d27bf22dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac519e06-bb74-4a45-9714-978dad3e0304,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:14.655517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-18405b5f-da49-4c6b-acb8-84d27bf22dcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.658720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-18405b5f-da49-4c6b-acb8-84d27bf22dcf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ac519e06-bb74-4a45-9714-978dad3e0304 HTTP/1.1" status: 204 len: 168 time: 0.2340684 Nov 22 17:10:14.661248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39758) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:14.733583 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.813362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.833330 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45224c34-939e-48e1-b769-cd8c06d73dfe']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:14.842979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a88eb58-0733-4767-93d0-9a3a4ca38280') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:14.843271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a88eb58-0733-4767-93d0-9a3a4ca38280') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:14.852541 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.866380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.873535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:14.873924 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:14.875697 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:14.908899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e9095fa8-5768-4488-a876-f807bcce9b45 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:14.931096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: e9095fa8-5768-4488-a876-f807bcce9b45 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:14.931447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e9095fa8-5768-4488-a876-f807bcce9b45 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:14.936608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.942444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:14.945624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] 10.222.0.69 "DELETE /v2.0/networks/45224c34-939e-48e1-b769-cd8c06d73dfe HTTP/1.1" status: 204 len: 168 time: 0.2834771 Nov 22 17:10:14.957879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83330fa6-4f2d-4464-8ceb-20a4bd9a883c admin admin] Pushing event deleted for resources: {'Network': ['ID=45224c34-939e-48e1-b769-cd8c06d73dfe,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:15.056664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39762) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:15.097513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-fd207d72-5481-4660-8b07-553d3266cfbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84f557c2024d4cf58f7554f093fa0b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396717 Nov 22 17:10:15.099993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39764) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:15.147237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d287-f2cb-4cb9-af40-a0991291dedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:15.168060 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d287-f2cb-4cb9-af40-a0991291dedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:15.214608 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d287-f2cb-4cb9-af40-a0991291dedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:15.217534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0bb7d287-f2cb-4cb9-af40-a0991291dedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:15.218690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0bb7d287-f2cb-4cb9-af40-a0991291dedd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4291abdb-79cf-49b2-8730-62a45588c94a HTTP/1.1" status: 204 len: 168 time: 0.1178067 Nov 22 17:10:15.226734 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7d287-f2cb-4cb9-af40-a0991291dedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4291abdb-79cf-49b2-8730-62a45588c94a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:15.929200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39786) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:16.026751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097891433'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:16.049257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:16.053044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:16.065369 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:16.142336 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:16.146185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:16.169816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:16.183678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609cadb6-3741-493a-bad4-d99e00da677a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:16.189401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:16.189752 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Added segment 3261145d-ce88-472f-ae08-fa1d7f03ac0b of type vlan for network 541a14ed-7c68-40a2-ac63-322e604b704f Nov 22 17:10:16.229441 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:16.255479 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:16.260971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:16.261561 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:16.320920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3905942 Nov 22 17:10:16.336158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322fbd-0ab4-4ee3-bb54-75b4658b9001 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Network': ['ID=541a14ed-7c68-40a2-ac63-322e604b704f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:16.350416 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 541a14ed-7c68-40a2-ac63-322e604b704f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:19.076596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d336d7c3-0fa7-4ed0-87a7-da1163c4c7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:19.662166 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39790) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:19.667362 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'subnet': {'network_id': '541a14ed-7c68-40a2-ac63-322e604b704f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:19.757198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:19.760726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:19.946543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.009513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Subnet': ['ID=b1c0d628-e83c-4dac-b0b7-d64c9ed3f970,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:20.019117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Checking segment: {'id': '3261145d-ce88-472f-ae08-fa1d7f03ac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '541a14ed-7c68-40a2-ac63-322e604b704f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:20.019478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network hostable DHCP agents. Network: 541a14ed-7c68-40a2-ac63-322e604b704f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:20.036947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network 541a14ed-7c68-40a2-ac63-322e604b704f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:20.045740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 541a14ed-7c68-40a2-ac63-322e604b704f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:20.049831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.050423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.055192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aa04fc-2cba-4e18-b69d-a33563c5d35d None None] Network 541a14ed-7c68-40a2-ac63-322e604b704f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:20.071629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-38240766-0d1a-4cb9-bcb8-6e7721732afd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4044130 Nov 22 17:10:20.071858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:20.077498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1817129891'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:20.100214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:20.103739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.135248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:20.145411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.146060 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Added segment 7167ae36-7641-4a0a-be56-f80ff4436d8c of type vlan for network 0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4 Nov 22 17:10:20.192444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.220374 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.226276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.226899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.292523 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2195334 Nov 22 17:10:20.295613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39794) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:20.301583 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'subnet': {'network_id': '0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:20.301986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee8a4d-7919-4a1c-a51a-37501706d1f8 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Network': ['ID=0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:20.315798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:20.400402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:20.404467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.441314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-541a14ed-7c68-40a2-ac63-322e604b704f', 'network_id': '541a14ed-7c68-40a2-ac63-322e604b704f', 'tenant_id': '3d353abc2b0f402a995fe54ecd455af7', 'fixed_ips': [{'subnet_id': 'b1c0d628-e83c-4dac-b0b7-d64c9ed3f970'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:20.442214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.588053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Allocated IP 2001:db8:0:ffff::2 (541a14ed-7c68-40a2-ac63-322e604b704f/b1c0d628-e83c-4dac-b0b7-d64c9ed3f970/e708b972-e6e2-44a8-8869-9e82d5bf790b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:20.602717 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.669930 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Subnet': ['ID=6a00559f-41be-4e37-9e2c-67aaf8e98484,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:20.682761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Checking segment: {'id': '7167ae36-7641-4a0a-be56-f80ff4436d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:20.683276 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network hostable DHCP agents. Network: 0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:20.704247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network 0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:20.715176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:20.719818 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.720458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.728448 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c04719-66dc-45f6-8386-5c0df1f8cfe8 None None] Network 0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:20.738748 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-02f3bbdf-a1b5-4a30-8f59-e9a32869af86 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4412296 Nov 22 17:10:20.741446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:20.792740 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.802705 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.851343 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.867492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Network 541a14ed-7c68-40a2-ac63-322e604b704f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:20.877836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Pushing event updated for resources: {'Port': ['ID=e708b972-e6e2-44a8-8869-9e82d5bf790b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:20.882141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:20.884420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:20.906081 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.974741 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.975245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Attempting to bind port e708b972-e6e2-44a8-8869-9e82d5bf790b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:20.975623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Attempting to bind port e708b972-e6e2-44a8-8869-9e82d5bf790b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3261145d-ce88-472f-ae08-fa1d7f03ac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '541a14ed-7c68-40a2-ac63-322e604b704f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:20.976035 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Attempting to bind port e708b972-e6e2-44a8-8869-9e82d5bf790b on network 541a14ed-7c68-40a2-ac63-322e604b704f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:20.996013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:20.996400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Checking segment: {'id': '3261145d-ce88-472f-ae08-fa1d7f03ac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '541a14ed-7c68-40a2-ac63-322e604b704f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:20.996813 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.997768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Bound using segment: {'id': '3261145d-ce88-472f-ae08-fa1d7f03ac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '541a14ed-7c68-40a2-ac63-322e604b704f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:20.997768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Bound port: e708b972-e6e2-44a8-8869-9e82d5bf790b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3261145d-ce88-472f-ae08-fa1d7f03ac0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '541a14ed-7c68-40a2-ac63-322e604b704f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:20.997768 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.007749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Subnet': ['ID=6a00559f-41be-4e37-9e2c-67aaf8e98484,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:21.013728 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6290d1ca-bffc-477e-b5c1-a66164eaba76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4', 'network_id': '0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4', 'tenant_id': '3d353abc2b0f402a995fe54ecd455af7', 'fixed_ips': [{'subnet_id': '6a00559f-41be-4e37-9e2c-67aaf8e98484'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:21.016196 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6290d1ca-bffc-477e-b5c1-a66164eaba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.081422 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.105384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:21.114903 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7167ae36-7641-4a0a-be56-f80ff4436d8c') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:21.115215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7167ae36-7641-4a0a-be56-f80ff4436d8c') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:21.125207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.140498 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.144022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] For port e708b972-e6e2-44a8-8869-9e82d5bf790b, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:21.148298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:21.148556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] For port e708b972-e6e2-44a8-8869-9e82d5bf790b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e708b972-e6e2-44a8-8869-9e82d5bf790b,segment=NetworkSegment(3261145d-ce88-472f-ae08-fa1d7f03ac0b),segment_id=3261145d-ce88-472f-ae08-fa1d7f03ac0b)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:21.148881 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: timer() Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:21.152652 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:21.155387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc621fb-ef15-45e7-a43f-d5d8f8f06a0c None None] Network 0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:21.156104 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.218090 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.225178 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.228461 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4 HTTP/1.1" status: 204 len: 168 time: 0.4860673 Nov 22 17:10:21.233198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39798) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:21.241872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d6f81-1ee7-4b52-b395-e097f4568acd tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Network': ['ID=0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:21.247594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-24731186'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:21.279703 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df0cd6-624f-4e68-816f-53fbf4480ff7 None None] Pushing event updated for resources: {'Port': ['ID=e708b972-e6e2-44a8-8869-9e82d5bf790b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:21.281044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:21.284595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.327673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] vlan segment allocate from pool success with {'vlan_id': 829, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:21.338967 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.339273 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Added segment ee5b3e65-f881-4482-b153-708860538496 of type vlan for network 13fba697-4269-4056-9870-6db0f1bfc400 Nov 22 17:10:21.384775 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4ef14624-6156-4d60-90ab-aa524d06d729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.389245 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.417361 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.423582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:21.424257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.516724 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2794807 Nov 22 17:10:21.519200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39800) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:21.526249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'subnet': {'network_id': '13fba697-4269-4056-9870-6db0f1bfc400', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:21.532731 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72e9e4-a2b1-4658-94f9-4fb0829b06ec tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Network': ['ID=13fba697-4269-4056-9870-6db0f1bfc400,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:21.545093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 13fba697-4269-4056-9870-6db0f1bfc400 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:21.634280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:21.638609 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.709681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Performing IP validity checks on allocation pools {{(pid=103410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 17:10:21.710205 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.ipam_backend_mixin [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 17:10:21.832398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.903045 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Subnet': ['ID=d13c2099-0643-49e9-a220-783d0eefb56f,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:21.909808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Checking segment: {'id': 'ee5b3e65-f881-4482-b153-708860538496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '13fba697-4269-4056-9870-6db0f1bfc400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:21.910179 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network hostable DHCP agents. Network: 13fba697-4269-4056-9870-6db0f1bfc400, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:21.928693 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network 13fba697-4269-4056-9870-6db0f1bfc400 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:21.941215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 13fba697-4269-4056-9870-6db0f1bfc400) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:21.946552 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:21.950930 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:21.951186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd09b1d-3c61-4188-a5e1-521f7bd9b1d8 None None] Network 13fba697-4269-4056-9870-6db0f1bfc400 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:21.970081 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5820f6c5-3ded-47dd-9959-fc944df41ce0 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4490967 Nov 22 17:10:21.972986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39802) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:22.083958 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.110379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-13fba697-4269-4056-9870-6db0f1bfc400', 'network_id': '13fba697-4269-4056-9870-6db0f1bfc400', 'tenant_id': '3d353abc2b0f402a995fe54ecd455af7', 'fixed_ips': [{'subnet_id': 'd13c2099-0643-49e9-a220-783d0eefb56f'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:22.112678 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.170746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.266545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Allocated IP 2001:db8::3 (13fba697-4269-4056-9870-6db0f1bfc400/d13c2099-0643-49e9-a220-783d0eefb56f/ed01f11a-ec59-4e8f-92fc-5e12d0035bf7) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:22.272551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1a803-a1a4-4ca7-a2e7-b51ca1aa96e7 None None] Network 541a14ed-7c68-40a2-ac63-322e604b704f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:22.422360 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-da19954e-6e1f-4593-883f-dd65fddbad94 None None] Provisioning complete for port e708b972-e6e2-44a8-8869-9e82d5bf790b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:22.423064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da19954e-6e1f-4593-883f-dd65fddbad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.588623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.614738 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.617279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e708b972-e6e2-44a8-8869-9e82d5bf790b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:22.624094 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.643752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Subnet': ['ID=d13c2099-0643-49e9-a220-783d0eefb56f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:22.727678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Network 13fba697-4269-4056-9870-6db0f1bfc400 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:22.734352 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da19954e-6e1f-4593-883f-dd65fddbad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.740940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:22.744642 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:22.746111 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.746638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Pushing event updated for resources: {'Port': ['ID=ed01f11a-ec59-4e8f-92fc-5e12d0035bf7,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:22.759519 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.775141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fba697-4269-4056-9870-6db0f1bfc400']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:22.787092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5b3e65-f881-4482-b153-708860538496') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:22.787686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5b3e65-f881-4482-b153-708860538496') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:22.813068 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.830480 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.831988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-da19954e-6e1f-4593-883f-dd65fddbad94 None None] For port e708b972-e6e2-44a8-8869-9e82d5bf790b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e708b972-e6e2-44a8-8869-9e82d5bf790b,segment=NetworkSegment(3261145d-ce88-472f-ae08-fa1d7f03ac0b),segment_id=3261145d-ce88-472f-ae08-fa1d7f03ac0b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:22.839149 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:22.840016 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.842258 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da19954e-6e1f-4593-883f-dd65fddbad94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:22.843680 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:22.850566 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e708b972-e6e2-44a8-8869-9e82d5bf790b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:22.850566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.851957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Attempting to bind port ed01f11a-ec59-4e8f-92fc-5e12d0035bf7 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:22.852336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Attempting to bind port ed01f11a-ec59-4e8f-92fc-5e12d0035bf7 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'ee5b3e65-f881-4482-b153-708860538496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '13fba697-4269-4056-9870-6db0f1bfc400'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:22.852707 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Attempting to bind port ed01f11a-ec59-4e8f-92fc-5e12d0035bf7 on network 13fba697-4269-4056-9870-6db0f1bfc400 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:22.908974 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.db.api [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 17:10:22.908974 n-d-811716-3 neutron-server[103411]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 17:10:22.908974 n-d-811716-3 neutron-server[103411]: [parameters: {'id': '13fba697-4269-4056-9870-6db0f1bfc400'}] Nov 22 17:10:22.908974 n-d-811716-3 neutron-server[103411]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:10:22.909450 n-d-811716-3 neutron-server[103411]: DEBUG oslo_db.api [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:10:22.910628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:22.911019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Checking segment: {'id': 'ee5b3e65-f881-4482-b153-708860538496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '13fba697-4269-4056-9870-6db0f1bfc400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:22.911432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.911835 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Bound using segment: {'id': 'ee5b3e65-f881-4482-b153-708860538496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '13fba697-4269-4056-9870-6db0f1bfc400'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:22.912354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Bound port: ed01f11a-ec59-4e8f-92fc-5e12d0035bf7, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5b3e65-f881-4482-b153-708860538496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '13fba697-4269-4056-9870-6db0f1bfc400'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:22.912741 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.979009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19954e-6e1f-4593-883f-dd65fddbad94 None None] Pushing event updated for resources: {'Port': ['ID=e708b972-e6e2-44a8-8869-9e82d5bf790b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:23.013962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-124518db-8440-46cd-8c79-06c65c8f6a4c None None] Provisioning complete for port e708b972-e6e2-44a8-8869-9e82d5bf790b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:23.014339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-124518db-8440-46cd-8c79-06c65c8f6a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.219617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] For port ed01f11a-ec59-4e8f-92fc-5e12d0035bf7, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:23.262453 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] For port ed01f11a-ec59-4e8f-92fc-5e12d0035bf7, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ed01f11a-ec59-4e8f-92fc-5e12d0035bf7,segment=NetworkSegment(ee5b3e65-f881-4482-b153-708860538496),segment_id=ee5b3e65-f881-4482-b153-708860538496)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:23.271360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.274239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.379577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f1d39-4408-472f-ad5b-a0da4368f3bb None None] Pushing event updated for resources: {'Port': ['ID=ed01f11a-ec59-4e8f-92fc-5e12d0035bf7,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:23.405988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d8c622-dd6b-490e-85e4-45612e52f301 None None] Network 13fba697-4269-4056-9870-6db0f1bfc400 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:23.411050 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.465264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Deleting port ed01f11a-ec59-4e8f-92fc-5e12d0035bf7 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:23.465607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.525373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d373d332-007e-44ef-a849-3a72a4ec600d None None] get_active_networks_info from n-d-811716-3 {{(pid=103412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:10:23.533985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] For port ed01f11a-ec59-4e8f-92fc-5e12d0035bf7, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ed01f11a-ec59-4e8f-92fc-5e12d0035bf7,segment=NetworkSegment(ee5b3e65-f881-4482-b153-708860538496),segment_id=ee5b3e65-f881-4482-b153-708860538496)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:23.534358 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.549295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Calling delete_port for ed01f11a-ec59-4e8f-92fc-5e12d0035bf7 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:23.604691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373d332-007e-44ef-a849-3a72a4ec600d None None] Resources bound (agent type, host, resource id): {{(pid=103412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:10:23.628951 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.655224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Port': ['ID=ed01f11a-ec59-4e8f-92fc-5e12d0035bf7,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:23.658961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No DVR routers for this DVR port ed01f11a-ec59-4e8f-92fc-5e12d0035bf7 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:23.752186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.772278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fba697-4269-4056-9870-6db0f1bfc400']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:23.782358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5b3e65-f881-4482-b153-708860538496') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:23.782660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5b3e65-f881-4482-b153-708860538496') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:23.792123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.805903 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.812146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:23.812543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:23.815602 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:23.879362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.889062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.892610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/13fba697-4269-4056-9870-6db0f1bfc400 HTTP/1.1" status: 204 len: 168 time: 1.9184458 Nov 22 17:10:23.896659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39804) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:23.901891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-706341381'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:23.904901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb547e-7aca-48da-9497-738064de85ad tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Network': ['ID=13fba697-4269-4056-9870-6db0f1bfc400,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:23.927882 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:23.931447 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.959059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:23.969322 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.969679 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Added segment 2e2ff8ad-56bf-4b66-a685-558fb433bc59 of type vlan for network 13220d8d-c8ba-445c-be7b-6cf003082c18 Nov 22 17:10:24.011468 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.037507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.043013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:24.043610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.108138 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2103190 Nov 22 17:10:24.111013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39806) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:24.116072 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'subnet': {'network_id': '13220d8d-c8ba-445c-be7b-6cf003082c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:24.135171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67481-788e-4fa4-a23d-e88d17a329ca tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Network': ['ID=13220d8d-c8ba-445c-be7b-6cf003082c18,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:24.146378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 13220d8d-c8ba-445c-be7b-6cf003082c18 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:24.212384 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:24.216009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.397504 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.463046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Subnet': ['ID=886879c5-943c-4766-860a-78fb4a64554b,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:24.470322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Checking segment: {'id': '2e2ff8ad-56bf-4b66-a685-558fb433bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '13220d8d-c8ba-445c-be7b-6cf003082c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:24.470697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network hostable DHCP agents. Network: 13220d8d-c8ba-445c-be7b-6cf003082c18, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:24.488487 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network 13220d8d-c8ba-445c-be7b-6cf003082c18 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:24.498242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 13220d8d-c8ba-445c-be7b-6cf003082c18) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:24.502017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:24.502603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.507553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f491e1-fac3-4016-a3c2-d641cc30e97d None None] Network 13220d8d-c8ba-445c-be7b-6cf003082c18 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:24.519728 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-88545000-d3d0-4486-a000-229c7f98e8d7 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4076157 Nov 22 17:10:24.524926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39808) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:24.531153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-760692738'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:24.555341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:24.559611 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.586352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:24.596007 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.596451 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Added segment 2850686e-577d-43fd-8b33-2b2cea91ce83 of type vlan for network 9c00f1db-354e-48e7-ab51-12e9fb898a2c Nov 22 17:10:24.619421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e708b972-e6e2-44a8-8869-9e82d5bf790b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:24.638721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.667774 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.674588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:24.675340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.703454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-13220d8d-c8ba-445c-be7b-6cf003082c18', 'network_id': '13220d8d-c8ba-445c-be7b-6cf003082c18', 'tenant_id': '3d353abc2b0f402a995fe54ecd455af7', 'fixed_ips': [{'subnet_id': '886879c5-943c-4766-860a-78fb4a64554b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:24.704329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.714989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e708b972-e6e2-44a8-8869-9e82d5bf790b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:24.715350 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.734003 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2075703 Nov 22 17:10:24.737100 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39810) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:24.742705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Request body: {'subnet': {'network_id': '9c00f1db-354e-48e7-ab51-12e9fb898a2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:24.750092 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d53b8-f26f-42d1-8099-f8485227cda6 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Network': ['ID=9c00f1db-354e-48e7-ab51-12e9fb898a2c,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:24.769905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 9c00f1db-354e-48e7-ab51-12e9fb898a2c details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:24.836358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Made reservation on behalf of 3d353abc2b0f402a995fe54ecd455af7 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:24.839930 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.860516 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.000853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.014026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Allocated IP 2001:db8::2 (13220d8d-c8ba-445c-be7b-6cf003082c18/886879c5-943c-4766-860a-78fb4a64554b/65c2ecfd-f63c-4125-bea5-00a122ea5620) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:25.039822 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.108507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event updated for resources: {'Subnet': ['ID=33efd577-095e-4b62-8dc0-4bd16a65ff44,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:25.118735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Checking segment: {'id': '2850686e-577d-43fd-8b33-2b2cea91ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '9c00f1db-354e-48e7-ab51-12e9fb898a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:25.119096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network hostable DHCP agents. Network: 9c00f1db-354e-48e7-ab51-12e9fb898a2c, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:25.136807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Network 9c00f1db-354e-48e7-ab51-12e9fb898a2c is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:25.148870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 9c00f1db-354e-48e7-ab51-12e9fb898a2c) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:25.154294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:25.154909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.159072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5bd11c-6c3d-4417-825f-0a70b3521518 None None] Network 9c00f1db-354e-48e7-ab51-12e9fb898a2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:25.176302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e943f07f-9a72-46ea-809c-531dc767d9e1 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4350722 Nov 22 17:10:25.176766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39812) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.229465 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.240380 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.242993 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.286016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.312435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Network 13220d8d-c8ba-445c-be7b-6cf003082c18 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:25.319352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:25.322352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:25.338859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.341418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Pushing event updated for resources: {'Port': ['ID=65c2ecfd-f63c-4125-bea5-00a122ea5620,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:25.399891 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.423316 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Attempting to bind port 65c2ecfd-f63c-4125-bea5-00a122ea5620 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:25.423695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Attempting to bind port 65c2ecfd-f63c-4125-bea5-00a122ea5620 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2e2ff8ad-56bf-4b66-a685-558fb433bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '13220d8d-c8ba-445c-be7b-6cf003082c18'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:25.424093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Attempting to bind port 65c2ecfd-f63c-4125-bea5-00a122ea5620 on network 13220d8d-c8ba-445c-be7b-6cf003082c18 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:25.427485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed5c4f-b59c-42df-bb68-22a2cc5bb928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-9c00f1db-354e-48e7-ab51-12e9fb898a2c', 'network_id': '9c00f1db-354e-48e7-ab51-12e9fb898a2c', 'tenant_id': '3d353abc2b0f402a995fe54ecd455af7', 'fixed_ips': [{'subnet_id': '33efd577-095e-4b62-8dc0-4bd16a65ff44'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:25.428343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9eed5c4f-b59c-42df-bb68-22a2cc5bb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.440845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:25.441244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Checking segment: {'id': '2e2ff8ad-56bf-4b66-a685-558fb433bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '13220d8d-c8ba-445c-be7b-6cf003082c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:25.445719 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Subnet': ['ID=33efd577-095e-4b62-8dc0-4bd16a65ff44,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:25.445900 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.446112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Bound using segment: {'id': '2e2ff8ad-56bf-4b66-a685-558fb433bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '13220d8d-c8ba-445c-be7b-6cf003082c18'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:25.446601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Bound port: 65c2ecfd-f63c-4125-bea5-00a122ea5620, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2ff8ad-56bf-4b66-a685-558fb433bc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '13220d8d-c8ba-445c-be7b-6cf003082c18'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:25.446994 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.511066 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.532342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c00f1db-354e-48e7-ab51-12e9fb898a2c']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:25.541608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2850686e-577d-43fd-8b33-2b2cea91ce83') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:25.541917 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2850686e-577d-43fd-8b33-2b2cea91ce83') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:25.552555 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.566603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.573306 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:25.573756 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.574256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7819c-59d7-402f-9c42-d486f4112998 None None] Network 9c00f1db-354e-48e7-ab51-12e9fb898a2c requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: timer() Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:25.577261 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:25.625654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] For port 65c2ecfd-f63c-4125-bea5-00a122ea5620, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:25.642134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.647212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.647368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] For port 65c2ecfd-f63c-4125-bea5-00a122ea5620, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=65c2ecfd-f63c-4125-bea5-00a122ea5620,segment=NetworkSegment(2e2ff8ad-56bf-4b66-a685-558fb433bc59),segment_id=2e2ff8ad-56bf-4b66-a685-558fb433bc59)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:25.654797 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/9c00f1db-354e-48e7-ab51-12e9fb898a2c HTTP/1.1" status: 204 len: 168 time: 0.4734919 Nov 22 17:10:25.655538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.659837 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.667890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f163-ec31-45d9-8ef7-8f98a41dc0be tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Network': ['ID=9c00f1db-354e-48e7-ab51-12e9fb898a2c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:25.690604 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f76f0ab-84c3-4360-b6f9-18b5a75cdb2a tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] GET failed (client error): The resource could not be found. Nov 22 17:10:25.698792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4f76f0ab-84c3-4360-b6f9-18b5a75cdb2a tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "GET /v2.0/subnets/33efd577-095e-4b62-8dc0-4bd16a65ff44 HTTP/1.1" status: 404 len: 337 time: 0.0372479 Nov 22 17:10:25.698990 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39816) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.723889 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab0a1ac-126d-47f6-8e76-9d6f70db5153 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] DELETE failed (client error): The resource could not be found. Nov 22 17:10:25.725893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab0a1ac-126d-47f6-8e76-9d6f70db5153 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:10:25.736823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.739608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8ab0a1ac-126d-47f6-8e76-9d6f70db5153 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/9c00f1db-354e-48e7-ab51-12e9fb898a2c HTTP/1.1" status: 404 len: 339 time: 0.0359182 Nov 22 17:10:25.760103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bab2d2-9afb-43d6-aef3-fd533312287d None None] Pushing event updated for resources: {'Port': ['ID=65c2ecfd-f63c-4125-bea5-00a122ea5620,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:25.764336 n-d-811716-3 neutron-server[103411]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff783e69-10a3-4993-84bb-ef99c2f810ee tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] DELETE failed (client error): The resource could not be found. Nov 22 17:10:25.764875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff783e69-10a3-4993-84bb-ef99c2f810ee tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103411) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:10:25.767838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ff783e69-10a3-4993-84bb-ef99c2f810ee tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/subnets/33efd577-095e-4b62-8dc0-4bd16a65ff44 HTTP/1.1" status: 404 len: 337 time: 0.0331910 Nov 22 17:10:25.770592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39820) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.790393 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40f8aaa-e010-43b8-bf55-438acd251c09 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] DELETE failed (client error): The resource could not be found. Nov 22 17:10:25.790897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40f8aaa-e010-43b8-bf55-438acd251c09 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:10:25.794515 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b40f8aaa-e010-43b8-bf55-438acd251c09 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/9c00f1db-354e-48e7-ab51-12e9fb898a2c HTTP/1.1" status: 404 len: 339 time: 0.0222287 Nov 22 17:10:25.797206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39822) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.848555 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a2c04d-9505-46d4-a3a0-889e5ab8bdce tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Deleting subnet 886879c5-943c-4766-860a-78fb4a64554b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:10:25.852009 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c04d-9505-46d4-a3a0-889e5ab8bdce tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.904945 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c04d-9505-46d4-a3a0-889e5ab8bdce tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.001026 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c04d-9505-46d4-a3a0-889e5ab8bdce tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.065500 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c04d-9505-46d4-a3a0-889e5ab8bdce tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.090215 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2c04d-9505-46d4-a3a0-889e5ab8bdce tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Subnet': ['ID=886879c5-943c-4766-860a-78fb4a64554b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:26.097180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a0a2c04d-9505-46d4-a3a0-889e5ab8bdce tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.100518 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a0a2c04d-9505-46d4-a3a0-889e5ab8bdce tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/subnets/886879c5-943c-4766-860a-78fb4a64554b HTTP/1.1" status: 204 len: 168 time: 0.3023806 Nov 22 17:10:26.102940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39824) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:26.185582 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.240866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Deleting port 65c2ecfd-f63c-4125-bea5-00a122ea5620 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:26.241206 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.308831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] For port 65c2ecfd-f63c-4125-bea5-00a122ea5620, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=65c2ecfd-f63c-4125-bea5-00a122ea5620,segment=NetworkSegment(2e2ff8ad-56bf-4b66-a685-558fb433bc59),segment_id=2e2ff8ad-56bf-4b66-a685-558fb433bc59)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:26.309105 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.322838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Calling delete_port for 65c2ecfd-f63c-4125-bea5-00a122ea5620 owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:26.411144 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.438167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Port': ['ID=65c2ecfd-f63c-4125-bea5-00a122ea5620,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:26.441750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No DVR routers for this DVR port 65c2ecfd-f63c-4125-bea5-00a122ea5620 on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:26.530544 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.554689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13220d8d-c8ba-445c-be7b-6cf003082c18']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:26.565556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2ff8ad-56bf-4b66-a685-558fb433bc59') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:26.565796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2ff8ad-56bf-4b66-a685-558fb433bc59') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:26.576341 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.590330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.597149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:26.597532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: timer() Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:26.600655 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:26.656047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9965ca1d-a5af-4420-b013-9970ccdff79f None None] Network 13220d8d-c8ba-445c-be7b-6cf003082c18 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:26.670919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.677877 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.681164 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/13220d8d-c8ba-445c-be7b-6cf003082c18 HTTP/1.1" status: 204 len: 168 time: 0.5772994 Nov 22 17:10:26.683613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39826) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:26.703001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1d711-218f-467f-811e-c35eda36ce3e tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Network': ['ID=13220d8d-c8ba-445c-be7b-6cf003082c18,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:26.721378 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca82af3-8982-4131-bc73-2ec0d4cb245c tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] DELETE failed (client error): The resource could not be found. Nov 22 17:10:26.721846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca82af3-8982-4131-bc73-2ec0d4cb245c tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:10:26.724978 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1ca82af3-8982-4131-bc73-2ec0d4cb245c tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/subnets/d13c2099-0643-49e9-a220-783d0eefb56f HTTP/1.1" status: 404 len: 337 time: 0.0404127 Nov 22 17:10:26.727706 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39828) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:26.746672 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ab5045-5064-43ab-acaa-6c84922ce171 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] DELETE failed (client error): The resource could not be found. Nov 22 17:10:26.747827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ab5045-5064-43ab-acaa-6c84922ce171 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:10:26.753457 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f2ab5045-5064-43ab-acaa-6c84922ce171 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/13fba697-4269-4056-9870-6db0f1bfc400 HTTP/1.1" status: 404 len: 339 time: 0.0224531 Nov 22 17:10:26.753643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-55f9b188-39cf-4e6c-a7d9-b9082da5d5f5 None None] Could not find standard attr ID for object 65c2ecfd-f63c-4125-bea5-00a122ea5620. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:10:26.753894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39830) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:26.782363 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab5df58-1dfe-4c16-b836-d17bc134aa5d tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] DELETE failed (client error): The resource could not be found. Nov 22 17:10:26.782833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab5df58-1dfe-4c16-b836-d17bc134aa5d tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:10:26.785976 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cab5df58-1dfe-4c16-b836-d17bc134aa5d tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/subnets/6a00559f-41be-4e37-9e2c-67aaf8e98484 HTTP/1.1" status: 404 len: 337 time: 0.0311472 Nov 22 17:10:26.788624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39832) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:26.809626 n-d-811716-3 neutron-server[103410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2d41f2-b45b-4237-8b28-e5eee6ebcecb tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] DELETE failed (client error): The resource could not be found. Nov 22 17:10:26.810443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2d41f2-b45b-4237-8b28-e5eee6ebcecb tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:10:26.813494 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3e2d41f2-b45b-4237-8b28-e5eee6ebcecb tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/0c80f8ce-bec9-4c11-8887-bccc6ff3dbe4 HTTP/1.1" status: 404 len: 339 time: 0.0239439 Nov 22 17:10:26.816059 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39834) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:26.822685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53edf06b-75aa-41ac-9225-950f79955194 None None] DHCP port deletion for 13220d8d-c8ba-445c-be7b-6cf003082c18 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:26.869575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d049b864-d75b-46ee-ab68-219253ff4042 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Deleting subnet b1c0d628-e83c-4dac-b0b7-d64c9ed3f970 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:10:26.873015 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d049b864-d75b-46ee-ab68-219253ff4042 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.917459 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d049b864-d75b-46ee-ab68-219253ff4042 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.000298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d049b864-d75b-46ee-ab68-219253ff4042 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.058654 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d049b864-d75b-46ee-ab68-219253ff4042 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.091664 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049b864-d75b-46ee-ab68-219253ff4042 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c0d628-e83c-4dac-b0b7-d64c9ed3f970,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:27.093746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d049b864-d75b-46ee-ab68-219253ff4042 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.097024 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d049b864-d75b-46ee-ab68-219253ff4042 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/subnets/b1c0d628-e83c-4dac-b0b7-d64c9ed3f970 HTTP/1.1" status: 204 len: 168 time: 0.2800798 Nov 22 17:10:27.099464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39836) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:27.103740 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ce6ef1-b4df-4547-9978-614b2e098699 None None] Network 541a14ed-7c68-40a2-ac63-322e604b704f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:27.178845 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.232079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Deleting port e708b972-e6e2-44a8-8869-9e82d5bf790b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:27.232737 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.285491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] DHCP port deletion for 541a14ed-7c68-40a2-ac63-322e604b704f request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:27.301538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] For port e708b972-e6e2-44a8-8869-9e82d5bf790b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e708b972-e6e2-44a8-8869-9e82d5bf790b,segment=NetworkSegment(3261145d-ce88-472f-ae08-fa1d7f03ac0b),segment_id=3261145d-ce88-472f-ae08-fa1d7f03ac0b)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:27.301908 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.315714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Calling delete_port for e708b972-e6e2-44a8-8869-9e82d5bf790b owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:27.332883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] Deleting port e708b972-e6e2-44a8-8869-9e82d5bf790b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:27.333357 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.396903 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.400578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] For port e708b972-e6e2-44a8-8869-9e82d5bf790b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e708b972-e6e2-44a8-8869-9e82d5bf790b,segment=NetworkSegment(3261145d-ce88-472f-ae08-fa1d7f03ac0b),segment_id=3261145d-ce88-472f-ae08-fa1d7f03ac0b)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:27.400987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.414991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] Calling delete_port for e708b972-e6e2-44a8-8869-9e82d5bf790b owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:27.431729 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Port': ['ID=e708b972-e6e2-44a8-8869-9e82d5bf790b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:27.435864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] No DVR routers for this DVR port e708b972-e6e2-44a8-8869-9e82d5bf790b on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:10:27.500114 n-d-811716-3 neutron-server[103412]: self.session.flush() Nov 22 17:10:27.508772 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.524319 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.534998 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] Pushing event deleted for resources: {'Port': ['ID=e708b972-e6e2-44a8-8869-9e82d5bf790b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:27.540240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c948cf-06d1-41d3-8eb1-df88358018e9 None None] No DVR routers for this DVR port e708b972-e6e2-44a8-8869-9e82d5bf790b on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:27.553655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541a14ed-7c68-40a2-ac63-322e604b704f']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:27.564263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3261145d-ce88-472f-ae08-fa1d7f03ac0b') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:27.564569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3261145d-ce88-472f-ae08-fa1d7f03ac0b') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:27.574656 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.594723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.601453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:27.601811 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: timer() Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:27.604796 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:27.667352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.674683 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:27.677325 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] 10.222.0.69 "DELETE /v2.0/networks/541a14ed-7c68-40a2-ac63-322e604b704f HTTP/1.1" status: 204 len: 168 time: 0.5768380 Nov 22 17:10:27.689406 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c051cc-8b48-4068-9d8c-8887a0988f64 tempest-NetworksIpV6Test-739436867 tempest-NetworksIpV6Test-739436867-project] Pushing event deleted for resources: {'Network': ['ID=541a14ed-7c68-40a2-ac63-322e604b704f,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:27.926818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39842) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:28.057275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b5eefa51-bfba-4739-bc30-5e5bfcd53411 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d353abc2b0f402a995fe54ecd455af7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293027 Nov 22 17:10:28.060271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39846) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:28.106166 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c091ea0-0d2b-4f32-8814-f5628b13b861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:28.128300 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c091ea0-0d2b-4f32-8814-f5628b13b861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:28.178178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c091ea0-0d2b-4f32-8814-f5628b13b861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:28.180805 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0c091ea0-0d2b-4f32-8814-f5628b13b861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:28.181983 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0c091ea0-0d2b-4f32-8814-f5628b13b861 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/609cadb6-3741-493a-bad4-d99e00da677a HTTP/1.1" status: 204 len: 168 time: 0.1207955 Nov 22 17:10:28.190541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c091ea0-0d2b-4f32-8814-f5628b13b861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609cadb6-3741-493a-bad4-d99e00da677a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:28.574851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 65c2ecfd-f63c-4125-bea5-00a122ea5620 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:28.597421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 65c2ecfd-f63c-4125-bea5-00a122ea5620 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:28.597775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 65c2ecfd-f63c-4125-bea5-00a122ea5620 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:28.598198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e708b972-e6e2-44a8-8869-9e82d5bf790b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:28.620298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e708b972-e6e2-44a8-8869-9e82d5bf790b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:28.620651 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e708b972-e6e2-44a8-8869-9e82d5bf790b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:28.841600 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39868) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:28.938440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e65a1dac-0f82-4184-b929-3290a8128c34 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1765407573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:28.962543 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e65a1dac-0f82-4184-b929-3290a8128c34 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:28.963614 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e65a1dac-0f82-4184-b929-3290a8128c34 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.016948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e65a1dac-0f82-4184-b929-3290a8128c34 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.021652 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e65a1dac-0f82-4184-b929-3290a8128c34 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.039843 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e65a1dac-0f82-4184-b929-3290a8128c34 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.041057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e65a1dac-0f82-4184-b929-3290a8128c34 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1984518 Nov 22 17:10:29.043893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39872) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:29.048880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-357228040'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:29.069429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Made reservation on behalf of 9cb1c29d15744c30b874b4fc69bf8f6e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:29.073063 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.082405 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.160360 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.164142 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.193726 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:29.204439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f2486e-f170-4167-ac02-2e56f19ae686,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:29.209816 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.210184 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Added segment fe01ca51-4944-486e-bd87-546881b844aa of type vlan for network 13ae9c8f-34d8-4c03-a984-67733af7e6b9 Nov 22 17:10:29.251174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.275309 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.282088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:29.282664 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.339214 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2915182 Nov 22 17:10:29.339625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39874) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:29.345822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Request body: {'subnet': {'network_id': '13ae9c8f-34d8-4c03-a984-67733af7e6b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:29.351795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba714edf-da82-436b-a4cf-0ad195b65ef7 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event updated for resources: {'Network': ['ID=13ae9c8f-34d8-4c03-a984-67733af7e6b9,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:29.363465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 13ae9c8f-34d8-4c03-a984-67733af7e6b9 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:29.437208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Made reservation on behalf of 9cb1c29d15744c30b874b4fc69bf8f6e for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:29.440706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.618311 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.682453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event updated for resources: {'Subnet': ['ID=eb9928c9-dd4d-494d-8f10-90c99bbc08a4,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:29.691199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Checking segment: {'id': 'fe01ca51-4944-486e-bd87-546881b844aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '13ae9c8f-34d8-4c03-a984-67733af7e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:29.691562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Network hostable DHCP agents. Network: 13ae9c8f-34d8-4c03-a984-67733af7e6b9, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:29.708367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Network 13ae9c8f-34d8-4c03-a984-67733af7e6b9 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:29.718312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 13ae9c8f-34d8-4c03-a984-67733af7e6b9) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:29.722742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:29.723331 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.727372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b72c3-09e6-44d9-8864-60b4ac8b70d5 None None] Network 13ae9c8f-34d8-4c03-a984-67733af7e6b9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:29.743382 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5e295343-4196-45f8-844b-1fe074d0b2f1 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4025261 Nov 22 17:10:29.746444 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39876) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:29.751671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-176651317'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:29.773469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Made reservation on behalf of 9cb1c29d15744c30b874b4fc69bf8f6e for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:29.777142 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.802633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:29.813686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.814038 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Added segment 4c56fb05-3c0a-403f-8fd6-feaf273df2c5 of type vlan for network 625d77d1-d168-4074-85a8-680d33ec3f2f Nov 22 17:10:29.867718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.898784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-13ae9c8f-34d8-4c03-a984-67733af7e6b9', 'network_id': '13ae9c8f-34d8-4c03-a984-67733af7e6b9', 'tenant_id': '9cb1c29d15744c30b874b4fc69bf8f6e', 'fixed_ips': [{'subnet_id': 'eb9928c9-dd4d-494d-8f10-90c99bbc08a4'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:29.900733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.905710 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.911329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:29.911967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:29.974322 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2264328 Nov 22 17:10:29.978055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39878) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:29.984893 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Request body: {'subnet': {'network_id': '625d77d1-d168-4074-85a8-680d33ec3f2f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:29.992063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c2630-db2f-4c6e-b9bc-b43a6cb2f212 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event updated for resources: {'Network': ['ID=625d77d1-d168-4074-85a8-680d33ec3f2f,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:30.007397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 625d77d1-d168-4074-85a8-680d33ec3f2f details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:30.084497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Made reservation on behalf of 9cb1c29d15744c30b874b4fc69bf8f6e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:30.088569 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.102201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Allocated IP 172.20.0.2 (13ae9c8f-34d8-4c03-a984-67733af7e6b9/eb9928c9-dd4d-494d-8f10-90c99bbc08a4/d8e5a9d3-175a-4d11-b107-6f30f721ab88) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:30.260021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.266684 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.285445 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.307776 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Network 13ae9c8f-34d8-4c03-a984-67733af7e6b9 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:30.313420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:30.317712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:30.321190 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Pushing event updated for resources: {'Port': ['ID=d8e5a9d3-175a-4d11-b107-6f30f721ab88,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:30.347667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event updated for resources: {'Subnet': ['ID=53376b03-183d-47ae-b15e-71fd9a533246,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:30.355429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Checking segment: {'id': '4c56fb05-3c0a-403f-8fd6-feaf273df2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '625d77d1-d168-4074-85a8-680d33ec3f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:30.355866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Network hostable DHCP agents. Network: 625d77d1-d168-4074-85a8-680d33ec3f2f, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:30.373826 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Network 625d77d1-d168-4074-85a8-680d33ec3f2f is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:30.380068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Attempting to bind port d8e5a9d3-175a-4d11-b107-6f30f721ab88 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:30.380501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Attempting to bind port d8e5a9d3-175a-4d11-b107-6f30f721ab88 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'fe01ca51-4944-486e-bd87-546881b844aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '13ae9c8f-34d8-4c03-a984-67733af7e6b9'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:30.380862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Attempting to bind port d8e5a9d3-175a-4d11-b107-6f30f721ab88 on network 13ae9c8f-34d8-4c03-a984-67733af7e6b9 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:30.382922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 625d77d1-d168-4074-85a8-680d33ec3f2f) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:30.386643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:30.387028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Checking segment: {'id': 'fe01ca51-4944-486e-bd87-546881b844aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '13ae9c8f-34d8-4c03-a984-67733af7e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:30.387145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:30.387433 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.387961 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.388152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Bound using segment: {'id': 'fe01ca51-4944-486e-bd87-546881b844aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '13ae9c8f-34d8-4c03-a984-67733af7e6b9'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:30.388482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Bound port: d8e5a9d3-175a-4d11-b107-6f30f721ab88, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe01ca51-4944-486e-bd87-546881b844aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '13ae9c8f-34d8-4c03-a984-67733af7e6b9'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:30.388870 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.399154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc022c7-b9c8-4428-9b47-adaa91658849 None None] Network 625d77d1-d168-4074-85a8-680d33ec3f2f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:30.408543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-26e45909-dade-4d19-bdbc-f783ddc4f75d tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4266093 Nov 22 17:10:30.408848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39880) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:30.413592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e80442e2-4bfe-4fdb-ba1c-a972a5ef84ed tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Request body: {'router': {'external_gateway_info': {'network_id': '625d77d1-d168-4074-85a8-680d33ec3f2f'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:30.690181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] For port d8e5a9d3-175a-4d11-b107-6f30f721ab88, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:30.694806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] For port d8e5a9d3-175a-4d11-b107-6f30f721ab88, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d8e5a9d3-175a-4d11-b107-6f30f721ab88,segment=NetworkSegment(fe01ca51-4944-486e-bd87-546881b844aa),segment_id=fe01ca51-4944-486e-bd87-546881b844aa)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:30.701195 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.812601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-625d77d1-d168-4074-85a8-680d33ec3f2f', 'network_id': '625d77d1-d168-4074-85a8-680d33ec3f2f', 'tenant_id': '9cb1c29d15744c30b874b4fc69bf8f6e', 'fixed_ips': [{'subnet_id': '53376b03-183d-47ae-b15e-71fd9a533246'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:30.813491 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.817313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19054d7f-b1ce-4c87-813d-c7f245ea4e58 None None] Pushing event updated for resources: {'Port': ['ID=d8e5a9d3-175a-4d11-b107-6f30f721ab88,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:30.985754 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e80442e2-4bfe-4fdb-ba1c-a972a5ef84ed tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:30.992630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Allocated IP 172.21.0.2 (625d77d1-d168-4074-85a8-680d33ec3f2f/53376b03-183d-47ae-b15e-71fd9a533246/f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:31.116560 n-d-811716-3 neutron-server[103411]: INFO neutron.api.v2.resource [None req-e80442e2-4bfe-4fdb-ba1c-a972a5ef84ed tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:10:31.123617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e80442e2-4bfe-4fdb-ba1c-a972a5ef84ed tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "PUT /v2.0/routers/efe2d7b0-14d3-43aa-8ab1-1d70848508f5 HTTP/1.1" status: 400 len: 364 time: 0.7078841 Nov 22 17:10:31.124102 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39882) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:31.171862 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.179368 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.181491 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-c931d010-4cae-46f0-b836-bfb69ee7a028 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Deleting subnet 53376b03-183d-47ae-b15e-71fd9a533246 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:10:31.185643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c931d010-4cae-46f0-b836-bfb69ee7a028 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.223019 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Network 625d77d1-d168-4074-85a8-680d33ec3f2f is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:31.227295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:31.233025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:31.233778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c931d010-4cae-46f0-b836-bfb69ee7a028 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.235054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Pushing event updated for resources: {'Port': ['ID=f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:31.292640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Attempting to bind port f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:31.293013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Attempting to bind port f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '4c56fb05-3c0a-403f-8fd6-feaf273df2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '625d77d1-d168-4074-85a8-680d33ec3f2f'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:31.293374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Attempting to bind port f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 on network 625d77d1-d168-4074-85a8-680d33ec3f2f {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:31.300096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:31.300478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Checking segment: {'id': '4c56fb05-3c0a-403f-8fd6-feaf273df2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '625d77d1-d168-4074-85a8-680d33ec3f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:31.300886 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.301465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Bound using segment: {'id': '4c56fb05-3c0a-403f-8fd6-feaf273df2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '625d77d1-d168-4074-85a8-680d33ec3f2f'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:31.301941 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Bound port: f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c56fb05-3c0a-403f-8fd6-feaf273df2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '625d77d1-d168-4074-85a8-680d33ec3f2f'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:31.302650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.324185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c931d010-4cae-46f0-b836-bfb69ee7a028 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.384454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c931d010-4cae-46f0-b836-bfb69ee7a028 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.387069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] For port f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:31.390738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] For port f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35,segment=NetworkSegment(4c56fb05-3c0a-403f-8fd6-feaf273df2c5),segment_id=4c56fb05-3c0a-403f-8fd6-feaf273df2c5)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:31.394443 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.418899 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931d010-4cae-46f0-b836-bfb69ee7a028 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event deleted for resources: {'Subnet': ['ID=53376b03-183d-47ae-b15e-71fd9a533246,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:31.421517 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c931d010-4cae-46f0-b836-bfb69ee7a028 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.427881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c931d010-4cae-46f0-b836-bfb69ee7a028 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "DELETE /v2.0/subnets/53376b03-183d-47ae-b15e-71fd9a533246 HTTP/1.1" status: 204 len: 168 time: 0.2991953 Nov 22 17:10:31.427881 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39884) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:31.470399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3634b9-207e-4a21-8a91-d69c0e841cee None None] Pushing event updated for resources: {'Port': ['ID=f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:31.514788 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.573404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Deleting port f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:31.573757 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.681286 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] For port f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35,segment=NetworkSegment(4c56fb05-3c0a-403f-8fd6-feaf273df2c5),segment_id=4c56fb05-3c0a-403f-8fd6-feaf273df2c5)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:31.681748 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.699393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Calling delete_port for f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:31.802988 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.832603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event deleted for resources: {'Port': ['ID=f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:31.834539 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] No DVR routers for this DVR port f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:31.898265 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d946a6a-9696-4230-89aa-cd77bb54818c None None] Network 13ae9c8f-34d8-4c03-a984-67733af7e6b9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:31.923726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.951974 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625d77d1-d168-4074-85a8-680d33ec3f2f']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:31.957570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6dddabdc-3190-4903-a1f7-e2a3e3e9f239 None None] Provisioning complete for port d8e5a9d3-175a-4d11-b107-6f30f721ab88 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:31.958077 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6dddabdc-3190-4903-a1f7-e2a3e3e9f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.959661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c56fb05-3c0a-403f-8fd6-feaf273df2c5') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:31.960019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c56fb05-3c0a-403f-8fd6-feaf273df2c5') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:31.971230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.985090 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.991349 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:31.992240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:31.995295 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:32.060729 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.066000 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.069357 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "DELETE /v2.0/networks/625d77d1-d168-4074-85a8-680d33ec3f2f HTTP/1.1" status: 204 len: 168 time: 0.6409531 Nov 22 17:10:32.072140 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39886) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:32.089793 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d6984-2597-4426-a57b-3454d31e9724 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event deleted for resources: {'Network': ['ID=625d77d1-d168-4074-85a8-680d33ec3f2f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:32.125221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6dddabdc-3190-4903-a1f7-e2a3e3e9f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.135613 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7098bad8-2462-42c6-af57-4f6dcd3dc209 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Deleting subnet eb9928c9-dd4d-494d-8f10-90c99bbc08a4 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:10:32.139352 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7098bad8-2462-42c6-af57-4f6dcd3dc209 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.186801 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7098bad8-2462-42c6-af57-4f6dcd3dc209 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.191422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6dddabdc-3190-4903-a1f7-e2a3e3e9f239 None None] For port d8e5a9d3-175a-4d11-b107-6f30f721ab88, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d8e5a9d3-175a-4d11-b107-6f30f721ab88,segment=NetworkSegment(fe01ca51-4944-486e-bd87-546881b844aa),segment_id=fe01ca51-4944-486e-bd87-546881b844aa)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:32.197256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6dddabdc-3190-4903-a1f7-e2a3e3e9f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.260457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddabdc-3190-4903-a1f7-e2a3e3e9f239 None None] Pushing event updated for resources: {'Port': ['ID=d8e5a9d3-175a-4d11-b107-6f30f721ab88,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:32.295635 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7098bad8-2462-42c6-af57-4f6dcd3dc209 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.360886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7098bad8-2462-42c6-af57-4f6dcd3dc209 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.391312 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098bad8-2462-42c6-af57-4f6dcd3dc209 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event deleted for resources: {'Subnet': ['ID=eb9928c9-dd4d-494d-8f10-90c99bbc08a4,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:32.396899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7098bad8-2462-42c6-af57-4f6dcd3dc209 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.400500 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7098bad8-2462-42c6-af57-4f6dcd3dc209 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "DELETE /v2.0/subnets/eb9928c9-dd4d-494d-8f10-90c99bbc08a4 HTTP/1.1" status: 204 len: 168 time: 0.3272920 Nov 22 17:10:32.403297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39888) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:32.446744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19152eb-bb93-4572-81c8-0d7f8fffcdda None None] Network 13ae9c8f-34d8-4c03-a984-67733af7e6b9 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:32.488107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.551827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Deleting port d8e5a9d3-175a-4d11-b107-6f30f721ab88 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:32.552503 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.582762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-99455b59-67dd-4785-a82a-28268b0d2430 None None] Provisioning complete for port d8e5a9d3-175a-4d11-b107-6f30f721ab88 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:32.583226 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99455b59-67dd-4785-a82a-28268b0d2430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.610709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e9a2e-aa22-4163-830a-308248857580 None None] DHCP port deletion for 625d77d1-d168-4074-85a8-680d33ec3f2f request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:32.625492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] For port d8e5a9d3-175a-4d11-b107-6f30f721ab88, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d8e5a9d3-175a-4d11-b107-6f30f721ab88,segment=NetworkSegment(fe01ca51-4944-486e-bd87-546881b844aa),segment_id=fe01ca51-4944-486e-bd87-546881b844aa)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:32.625855 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.646548 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Calling delete_port for d8e5a9d3-175a-4d11-b107-6f30f721ab88 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:32.657142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf2090-71e1-4667-bbc4-94d543f5bf58 None None] Network 625d77d1-d168-4074-85a8-680d33ec3f2f requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:32.675436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d8e5a9d3-175a-4d11-b107-6f30f721ab88 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:32.677163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf2090-71e1-4667-bbc4-94d543f5bf58 None None] Network 625d77d1-d168-4074-85a8-680d33ec3f2f could not be found, it might have been deleted concurrently. {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 17:10:32.742781 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.750592 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2b93ec-a8dc-4cfa-95fc-6aface28cb5d None None] DHCP port deletion for 13ae9c8f-34d8-4c03-a984-67733af7e6b9 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:32.754549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No active binding found for port d8e5a9d3-175a-4d11-b107-6f30f721ab88 {{(pid=103412) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 17:10:32.754989 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d8e5a9d3-175a-4d11-b107-6f30f721ab88 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 17:10:32.774377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] No DVR routers for this DVR port d8e5a9d3-175a-4d11-b107-6f30f721ab88 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:32.777269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event deleted for resources: {'Port': ['ID=d8e5a9d3-175a-4d11-b107-6f30f721ab88,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:32.788203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Port d8e5a9d3-175a-4d11-b107-6f30f721ab88 not found, will not notify nova. {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 17:10:32.856178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.858519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f8f37768-1712-4ba0-a0a8-3a889895d12f None None] Could not find standard attr ID for object f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35. {{(pid=103412) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:10:32.881596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ae9c8f-34d8-4c03-a984-67733af7e6b9']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:32.891059 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe01ca51-4944-486e-bd87-546881b844aa') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:32.891345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe01ca51-4944-486e-bd87-546881b844aa') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:32.900653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.915822 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.922477 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:32.922866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:32.925851 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:32.984123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.991163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:32.994439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "DELETE /v2.0/networks/13ae9c8f-34d8-4c03-a984-67733af7e6b9 HTTP/1.1" status: 204 len: 168 time: 0.5893683 Nov 22 17:10:32.997457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39890) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:33.006404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063a1c8-af84-445a-b426-e0847728cc4c tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Pushing event deleted for resources: {'Network': ['ID=13ae9c8f-34d8-4c03-a984-67733af7e6b9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:33.024574 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e846c0f8-530b-486b-87b3-df4319cc90bb tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "GET /v2.0/ports?device_id=efe2d7b0-14d3-43aa-8ab1-1d70848508f5 HTTP/1.1" status: 200 len: 205 time: 0.0257359 Nov 22 17:10:33.026840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39892) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:33.102593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8835f994-6a31-4b33-abc4-a037239e5036 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:33.586003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8835f994-6a31-4b33-abc4-a037239e5036 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:33.588214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8835f994-6a31-4b33-abc4-a037239e5036 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:33.630694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8835f994-6a31-4b33-abc4-a037239e5036 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:33.631295 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8835f994-6a31-4b33-abc4-a037239e5036 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Fanout notify agent at l3_agent the message router_deleted on router efe2d7b0-14d3-43aa-8ab1-1d70848508f5 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:10:33.638772 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8835f994-6a31-4b33-abc4-a037239e5036 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:33.639896 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8835f994-6a31-4b33-abc4-a037239e5036 tempest-RoutersNegativeTest-1193402156 tempest-RoutersNegativeTest-1193402156-project] 10.222.0.69 "DELETE /v2.0/routers/efe2d7b0-14d3-43aa-8ab1-1d70848508f5 HTTP/1.1" status: 204 len: 168 time: 0.6121509 Nov 22 17:10:33.884881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39898) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:34.020183 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-89c41990-8ca7-49ee-8f0c-a273ab072554 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cb1c29d15744c30b874b4fc69bf8f6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340890 Nov 22 17:10:34.022761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39902) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:34.072588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a065a6-59cf-432d-9ad5-b0632004b77f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.094517 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a065a6-59cf-432d-9ad5-b0632004b77f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.140313 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a065a6-59cf-432d-9ad5-b0632004b77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.142823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-70a065a6-59cf-432d-9ad5-b0632004b77f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.143997 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-70a065a6-59cf-432d-9ad5-b0632004b77f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b4f2486e-f170-4167-ac02-2e56f19ae686 HTTP/1.1" status: 204 len: 168 time: 0.1203063 Nov 22 17:10:34.152641 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a065a6-59cf-432d-9ad5-b0632004b77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f2486e-f170-4167-ac02-2e56f19ae686,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:34.593177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:34.616254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:34.616614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device f8bc1f9e-a4aa-45c7-9e97-81e03f4c7e35 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:34.617045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d8e5a9d3-175a-4d11-b107-6f30f721ab88 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:34.637459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d8e5a9d3-175a-4d11-b107-6f30f721ab88 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:34.638493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d8e5a9d3-175a-4d11-b107-6f30f721ab88 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:34.782726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39924) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:34.892412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-701314743-network', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:34.913889 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Made reservation on behalf of 474772246fd54df0aa67a74ec32c08c9 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:34.916152 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:34.925165 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.003622 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.007401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.035678 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] vlan segment allocate from pool success with {'vlan_id': 848, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:35.041042 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac2a5d7-2516-4b24-a250-ce1f571e9483,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:35.049903 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.050265 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Added segment 3e89d82a-08da-4011-8105-49f66f7ea3f6 of type vlan for network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 Nov 22 17:10:35.094606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.117894 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.118931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:35.119546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.177445 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3932009 Nov 22 17:10:35.180126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39928) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:35.184737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fad2b-bd38-4359-bb1d-eedd4f04d9ae admin admin] Pushing event updated for resources: {'Network': ['ID=1f7fe9d5-2529-42eb-9726-0dccb49873e4,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:35.186456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Request body: {'subnet': {'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-subnet', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:35.196256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:35.209118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Made reservation on behalf of 474772246fd54df0aa67a74ec32c08c9 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:35.211580 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.379873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.435589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b993be-8dab-4035-85f6-36ff297fed6e,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:35.445009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Checking segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:35.445382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Network hostable DHCP agents. Network: 1f7fe9d5-2529-42eb-9726-0dccb49873e4, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:35.461773 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:35.470936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 1f7fe9d5-2529-42eb-9726-0dccb49873e4) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:35.475112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:35.475707 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.479710 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713bd6af-e5be-4934-8d32-ecfa563bdaa0 None None] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:35.495541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-bb38f9a9-e202-4eac-9b63-101baeda0152 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3140998 Nov 22 17:10:35.499290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39930) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:35.504023 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:35.525391 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.526436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.580080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.633419 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'fixed_ips': [{'subnet_id': '86b993be-8dab-4035-85f6-36ff297fed6e'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:35.634299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.726168 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.779348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Allocated IP 172.20.0.2 (1f7fe9d5-2529-42eb-9726-0dccb49873e4/86b993be-8dab-4035-85f6-36ff297fed6e/6319834a-1ac5-49be-a02b-78bd15c7c9ab) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:35.924749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.931377 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.935588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.957562 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:35.975268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:35.978386 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:35.982257 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:35.990877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Pushing event updated for resources: {'Port': ['ID=6319834a-1ac5-49be-a02b-78bd15c7c9ab,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:36.047938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Attempting to bind port 6319834a-1ac5-49be-a02b-78bd15c7c9ab on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:36.048328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Attempting to bind port 6319834a-1ac5-49be-a02b-78bd15c7c9ab by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:36.048701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Attempting to bind port 6319834a-1ac5-49be-a02b-78bd15c7c9ab on network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:36.053704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:36.054086 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Checking segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:36.054489 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.054887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Bound using segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:36.055357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Bound port: 6319834a-1ac5-49be-a02b-78bd15c7c9ab, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:36.055740 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.063409 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Allocated IP 172.25.5.231 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/2a6d8c0f-ad7c-48bc-ac60-e0578081ae64) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:36.121748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] For port 6319834a-1ac5-49be-a02b-78bd15c7c9ab, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:36.125420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] For port 6319834a-1ac5-49be-a02b-78bd15c7c9ab, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6319834a-1ac5-49be-a02b-78bd15c7c9ab,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:36.129786 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.176976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.201737 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dccbf9-c2a8-4597-b916-1f43446d6aab None None] Pushing event updated for resources: {'Port': ['ID=6319834a-1ac5-49be-a02b-78bd15c7c9ab,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:36.219704 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.262189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:36.266881 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:36.269307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:36.280639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ac50b5-ae46-4e1f-a724-c13d4cc782de None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:36.302136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6d8c0f-ad7c-48bc-ac60-e0578081ae64,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:36.404154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-98930782-5027-4439-a76d-0dd213b8f6f1 None None] Provisioning complete for port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:36.404690 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-98930782-5027-4439-a76d-0dd213b8f6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.448389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-98930782-5027-4439-a76d-0dd213b8f6f1 None None] Port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:10:36.578839 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.629160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6319834a-1ac5-49be-a02b-78bd15c7c9ab up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:36.684924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6319834a-1ac5-49be-a02b-78bd15c7c9ab triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:36.685588 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.767980 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.791788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.806631 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 6319834a-1ac5-49be-a02b-78bd15c7c9ab, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6319834a-1ac5-49be-a02b-78bd15c7c9ab,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:36.811810 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:36.870045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=6319834a-1ac5-49be-a02b-78bd15c7c9ab,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:36.935630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Router e4be118c-66bd-4feb-b0b8-3ac97129ab4a is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:10:37.054020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:10:37.064462 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Sync routers for ids ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:10:37.072952 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.077298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-99d7ef21-5f00-4fd1-be3b-35170fcfb194 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5737963 Nov 22 17:10:37.077454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Routers {'e4be118c-66bd-4feb-b0b8-3ac97129ab4a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:37.077454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:37.077656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39932) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:37.175329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3115a38-31f0-4588-a032-b353315cefb8 None None] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:37.249392 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-95b76e6d-254a-4599-94e0-4a34c2512232 None None] Provisioning complete for port 6319834a-1ac5-49be-a02b-78bd15c7c9ab triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:37.249762 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95b76e6d-254a-4599-94e0-4a34c2512232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.258274 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Set router e4be118c-66bd-4feb-b0b8-3ac97129ab4a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:37.516271 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.681689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Allocated IP 172.20.0.1 (1f7fe9d5-2529-42eb-9726-0dccb49873e4/86b993be-8dab-4035-85f6-36ff297fed6e/03487fb0-1374-4ec7-bbc1-45614a694c11) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:37.759490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:36Z', 'revision_number': 3, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port': {'id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:37.790871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Checking router: e4be118c-66bd-4feb-b0b8-3ac97129ab4a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:10:37.791138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Updating router e4be118c-66bd-4feb-b0b8-3ac97129ab4a port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:10:37.806024 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.820747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.845859 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:37.891439 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:37.897307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:37.899675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:37.904700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Pushing event updated for resources: {'Port': ['ID=03487fb0-1374-4ec7-bbc1-45614a694c11,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:37.944064 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.065676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f2bd9bf0-3711-435c-8c3b-17b9b10a10e6 None None] Provisioning complete for port 6319834a-1ac5-49be-a02b-78bd15c7c9ab triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:38.065935 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2bd9bf0-3711-435c-8c3b-17b9b10a10e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.094149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.145395 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.154046 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.219436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2888e74-7231-43b8-bf86-8085378a8ee7 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:38.254215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d94b67-8b75-40f1-a753-b5a384bfe48c None None] Pushing event updated for resources: {'Port': ['ID=2a6d8c0f-ad7c-48bc-ac60-e0578081ae64,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:38.256896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Attempting to bind port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:38.257284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Attempting to bind port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:38.257658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Attempting to bind port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:38.266357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:38.266742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:38.267151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.267550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:38.268065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Bound port: 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:38.268552 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.280602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.286530 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.323320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] For port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:38.327491 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] For port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a6d8c0f-ad7c-48bc-ac60-e0578081ae64,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:38.332410 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.360837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Pushing event updated for resources: {'Port': ['ID=03487fb0-1374-4ec7-bbc1-45614a694c11,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:38.363145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.384284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6a9bb-d93c-4fb0-8377-c909178e6b4d None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:38.414097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Routers {'e4be118c-66bd-4feb-b0b8-3ac97129ab4a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:38.414727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:38.423267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d94b67-8b75-40f1-a753-b5a384bfe48c None None] Pushing event updated for resources: {'Port': ['ID=2a6d8c0f-ad7c-48bc-ac60-e0578081ae64,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:38.457548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] Provisioning complete for port 03487fb0-1374-4ec7-bbc1-45614a694c11 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:38.457925 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.471445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:38.472974 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:38.533162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] Port 03487fb0-1374-4ec7-bbc1-45614a694c11 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:10:38.552389 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:10:38.559599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] Provisioning complete for port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:38.560003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.599431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] Set router e4be118c-66bd-4feb-b0b8-3ac97129ab4a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:38.611769 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Router e4be118c-66bd-4feb-b0b8-3ac97129ab4a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:10:38.637074 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6319834a-1ac5-49be-a02b-78bd15c7c9ab up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:38.732636 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:10:38.737859 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1cca6dfb-9e3d-4331-9e76-9dcaa10f8612 admin admin] 10.222.0.69 "PUT /v2.0/routers/e4be118c-66bd-4feb-b0b8-3ac97129ab4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582034 Nov 22 17:10:38.814648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.827054 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6319834a-1ac5-49be-a02b-78bd15c7c9ab triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:38.827424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.881820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] For port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a6d8c0f-ad7c-48bc-ac60-e0578081ae64,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:38.894296 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:38.980401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac31ab-f52a-4f7c-be0c-b53052d6e51f None None] Pushing event updated for resources: {'Port': ['ID=2a6d8c0f-ad7c-48bc-ac60-e0578081ae64,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:39.041506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-79b469f7-db44-4f66-9aae-39c3fdd365cf None None] Provisioning complete for port 03487fb0-1374-4ec7-bbc1-45614a694c11 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:39.041888 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79b469f7-db44-4f66-9aae-39c3fdd365cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.076916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port': {'id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '03487fb0-1374-4ec7-bbc1-45614a694c11', 'name': '', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'mac_address': 'fa:16:3e:9b:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:37Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 2, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'subnets': [{'id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:39.114843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab7c98-a694-4c93-8e8f-3276ec6fbade None None] The sync data for ids ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'] in n-d-811716-3 is: [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port': {'id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '03487fb0-1374-4ec7-bbc1-45614a694c11', 'name': '', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'mac_address': 'fa:16:3e:9b:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:37Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 2, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'subnets': [{'id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:10:39.116762 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-79b469f7-db44-4f66-9aae-39c3fdd365cf None None] Port 03487fb0-1374-4ec7-bbc1-45614a694c11 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:10:39.127709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-79b469f7-db44-4f66-9aae-39c3fdd365cf None None] Provisioning complete for port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:39.128128 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-79b469f7-db44-4f66-9aae-39c3fdd365cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.237461 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39948) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:39.242314 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-534577666-network', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:39.264834 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Made reservation on behalf of 9e682e3552a947749c49d0b4ee597a7b for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:39.267252 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.276610 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.376764 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.385560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.416850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:10:39.425126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6871e00-ccf5-4d5e-b48b-f609793f6c5e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:39.433883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.435071 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Added segment 690d8378-cdbb-4e55-8d84-d4a3854ad90f of type vlan for network f371114b-49eb-437c-812f-27c8458a10ce Nov 22 17:10:39.484011 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.514429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.515474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:39.516095 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.569283 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3306916 Nov 22 17:10:39.572241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39950) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:39.579443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Request body: {'subnet': {'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-subnet', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:39.582859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331c563-8325-41b6-8273-bb57785bdd2b admin admin] Pushing event updated for resources: {'Network': ['ID=f371114b-49eb-437c-812f-27c8458a10ce,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:39.594847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network f371114b-49eb-437c-812f-27c8458a10ce details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:10:39.607045 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Made reservation on behalf of 9e682e3552a947749c49d0b4ee597a7b for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:39.609571 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.794454 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.869192 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b027e89-1b5a-4594-89ed-b03daa19ab2c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:39.881549 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.881895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.882237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.882571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.882904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.883234 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.883572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.883896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.884297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.884565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.884886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.885216 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:39.893411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Checking segment: {'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:39.893653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Network hostable DHCP agents. Network: f371114b-49eb-437c-812f-27c8458a10ce, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:10:39.911525 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Network f371114b-49eb-437c-812f-27c8458a10ce is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:10:39.922056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, f371114b-49eb-437c-812f-27c8458a10ce) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:39.927302 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:39.928646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.929931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502644e-bce5-4598-86ef-241be2e56010 None None] Network f371114b-49eb-437c-812f-27c8458a10ce requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:39.959255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-76bcf3df-ccd2-4b48-bbdd-f70a32c6b001 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3831983 Nov 22 17:10:39.960188 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 39952) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:39.964858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:39.991277 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.992561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.051132 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.102957 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-f371114b-49eb-437c-812f-27c8458a10ce', 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'fixed_ips': [{'subnet_id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:10:40.104089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.201380 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.252802 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Allocated IP 172.20.0.2 (f371114b-49eb-437c-812f-27c8458a10ce/6b027e89-1b5a-4594-89ed-b03daa19ab2c/81c432f2-413c-4c58-92de-47400a794ed0) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:40.404828 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.411728 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.463430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Pushing event updated for resources: {'Port': ['ID=81c432f2-413c-4c58-92de-47400a794ed0,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:40.477542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Network f371114b-49eb-437c-812f-27c8458a10ce is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:40.479182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:40.481727 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:40.556898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Attempting to bind port 81c432f2-413c-4c58-92de-47400a794ed0 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:40.557367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Attempting to bind port 81c432f2-413c-4c58-92de-47400a794ed0 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:40.557868 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Attempting to bind port 81c432f2-413c-4c58-92de-47400a794ed0 on network f371114b-49eb-437c-812f-27c8458a10ce {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:40.565621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:40.566142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Checking segment: {'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:40.566671 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.567169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Bound using segment: {'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:40.567750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Bound port: 81c432f2-413c-4c58-92de-47400a794ed0, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:40.568255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.618376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:40.680216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] For port 81c432f2-413c-4c58-92de-47400a794ed0, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:40.683346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] For port 81c432f2-413c-4c58-92de-47400a794ed0, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=81c432f2-413c-4c58-92de-47400a794ed0,segment=NetworkSegment(690d8378-cdbb-4e55-8d84-d4a3854ad90f),segment_id=690d8378-cdbb-4e55-8d84-d4a3854ad90f)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:40.689083 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.753668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:40.754055 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.768575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.777041 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94690e19-e1b9-4a21-a73e-d92463e9a067 None None] Pushing event updated for resources: {'Port': ['ID=81c432f2-413c-4c58-92de-47400a794ed0,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:40.790156 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:40.919088 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Allocated IP 172.25.5.184 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/3f9dbbec-10c0-46c5-a555-9f0b75f34d83) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:41.050879 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:41.088423 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:41.131662 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:41.134727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:41.138986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:41.144518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Pushing event updated for resources: {'Port': ['ID=3f9dbbec-10c0-46c5-a555-9f0b75f34d83,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:41.148958 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05682d3b-08c8-4d33-b6a4-9485b1857b46 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:41.253192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3f4e3eea-858a-4f8b-ad34-c813a122f7ea None None] Provisioning complete for port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:41.253558 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3f4e3eea-858a-4f8b-ad34-c813a122f7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:41.292664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3f4e3eea-858a-4f8b-ad34-c813a122f7ea None None] Port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:10:41.403757 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:41.613677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:41.724357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b154b-9636-49e2-8d62-27d0a95e4e08 None None] Network f371114b-49eb-437c-812f-27c8458a10ce requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:41.735846 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Sync routers for ids ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:10:41.745202 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Routers {'e4be118c-66bd-4feb-b0b8-3ac97129ab4a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:41.745803 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:41.758118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Router d4977957-8f4b-41c6-bac8-0ea679cb7a5b is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:10:41.857121 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Set router e4be118c-66bd-4feb-b0b8-3ac97129ab4a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:41.881001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:10:41.906444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:41.910431 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-253bb67c-b36c-4b9f-956c-eeb1bd88688f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9465330 Nov 22 17:10:41.910749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 39954) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:42.066595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Sync routers for ids ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:10:42.075587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d15c12c3-3495-4e71-8e7d-5750300d2148 None None] Provisioning complete for port 81c432f2-413c-4c58-92de-47400a794ed0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:42.076239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d15c12c3-3495-4e71-8e7d-5750300d2148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.077992 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port': {'id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '03487fb0-1374-4ec7-bbc1-45614a694c11', 'name': '', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'mac_address': 'fa:16:3e:9b:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:37Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 2, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'subnets': [{'id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:42.105413 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Checking router: e4be118c-66bd-4feb-b0b8-3ac97129ab4a for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:10:42.107508 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Updating router e4be118c-66bd-4feb-b0b8-3ac97129ab4a port 03487fb0-1374-4ec7-bbc1-45614a694c11 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:10:42.120441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Routers {'d4977957-8f4b-41c6-bac8-0ea679cb7a5b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:42.121173 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:42.137745 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.328278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Set router d4977957-8f4b-41c6-bac8-0ea679cb7a5b gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:42.382991 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d15c12c3-3495-4e71-8e7d-5750300d2148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.474419 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.475886 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.483133 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.518686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d15c12c3-3495-4e71-8e7d-5750300d2148 None None] For port 81c432f2-413c-4c58-92de-47400a794ed0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=81c432f2-413c-4c58-92de-47400a794ed0,segment=NetworkSegment(690d8378-cdbb-4e55-8d84-d4a3854ad90f),segment_id=690d8378-cdbb-4e55-8d84-d4a3854ad90f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:42.530646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d15c12c3-3495-4e71-8e7d-5750300d2148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.587114 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Pushing event updated for resources: {'Port': ['ID=03487fb0-1374-4ec7-bbc1-45614a694c11,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:42.619935 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.620155 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.620503 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.620915 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.621152 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.622017 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.622351 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.622677 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.622996 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.623309 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.629957 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.630558 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:42.642535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c12c3-3495-4e71-8e7d-5750300d2148 None None] Pushing event updated for resources: {'Port': ['ID=81c432f2-413c-4c58-92de-47400a794ed0,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:42.673738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8f907b55-b2d9-43e7-a49b-329d5edf6217 None None] Provisioning complete for port 81c432f2-413c-4c58-92de-47400a794ed0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:42.674116 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8f907b55-b2d9-43e7-a49b-329d5edf6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.719247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Allocated IP 172.20.0.1 (f371114b-49eb-437c-812f-27c8458a10ce/6b027e89-1b5a-4594-89ed-b03daa19ab2c/56dde43a-1893-45c8-a827-a519d2f9dade) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:42.728797 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Attempting to bind port 03487fb0-1374-4ec7-bbc1-45614a694c11 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:42.729166 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Attempting to bind port 03487fb0-1374-4ec7-bbc1-45614a694c11 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:42.729531 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Attempting to bind port 03487fb0-1374-4ec7-bbc1-45614a694c11 on network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:42.737942 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:42.738665 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Checking segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:42.738761 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.739098 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Bound using segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:42.740227 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Bound port: 03487fb0-1374-4ec7-bbc1-45614a694c11, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:42.740615 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.753937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 81c432f2-413c-4c58-92de-47400a794ed0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:42.790663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:10:41Z', 'revision_number': 3, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:42.823478 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] For port 03487fb0-1374-4ec7-bbc1-45614a694c11, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:42.829108 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] For port 03487fb0-1374-4ec7-bbc1-45614a694c11, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=03487fb0-1374-4ec7-bbc1-45614a694c11,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:42.835391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Checking router: d4977957-8f4b-41c6-bac8-0ea679cb7a5b for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:10:42.835683 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.835893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Updating router d4977957-8f4b-41c6-bac8-0ea679cb7a5b port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:10:42.860840 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.901220 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.917415 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Routers {'e4be118c-66bd-4feb-b0b8-3ac97129ab4a'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:42.918056 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:42.920711 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.959140 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 81c432f2-413c-4c58-92de-47400a794ed0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:42.959520 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:42.970949 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59611075-1717-450d-b38f-018f1d89da41 None None] Pushing event updated for resources: {'Port': ['ID=03487fb0-1374-4ec7-bbc1-45614a694c11,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:42.992990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Network f371114b-49eb-437c-812f-27c8458a10ce is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:42.998719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:43.003308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:43.036672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Pushing event updated for resources: {'Port': ['ID=56dde43a-1893-45c8-a827-a519d2f9dade,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:43.053836 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.102942 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] Set router e4be118c-66bd-4feb-b0b8-3ac97129ab4a gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:43.175899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e5625bdc-a46e-4eb6-8c2a-009ac62e0dde None None] Provisioning complete for port 03487fb0-1374-4ec7-bbc1-45614a694c11 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:43.178956 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5625bdc-a46e-4eb6-8c2a-009ac62e0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.227944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.359231 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port': {'id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '03487fb0-1374-4ec7-bbc1-45614a694c11', 'name': '', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'mac_address': 'fa:16:3e:9b:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:37Z', 'updated_at': '2021-11-22T17:10:42Z', 'revision_number': 4, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'subnets': [{'id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:43.359510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5625bdc-a46e-4eb6-8c2a-009ac62e0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.391149 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc845f8-04f0-4ac5-8c7c-dc939391d69e None None] The sync data for ids ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'] in n-d-811716-3 is: [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port': {'id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '03487fb0-1374-4ec7-bbc1-45614a694c11', 'name': '', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'mac_address': 'fa:16:3e:9b:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:37Z', 'updated_at': '2021-11-22T17:10:42Z', 'revision_number': 4, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'subnets': [{'id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:10:43.419536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e5625bdc-a46e-4eb6-8c2a-009ac62e0dde None None] For port 03487fb0-1374-4ec7-bbc1-45614a694c11, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=03487fb0-1374-4ec7-bbc1-45614a694c11,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:43.438891 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e5625bdc-a46e-4eb6-8c2a-009ac62e0dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.439140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.444554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.492468 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.506812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.515618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5625bdc-a46e-4eb6-8c2a-009ac62e0dde None None] Pushing event updated for resources: {'Port': ['ID=03487fb0-1374-4ec7-bbc1-45614a694c11,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:43.533897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Pushing event updated for resources: {'Port': ['ID=56dde43a-1893-45c8-a827-a519d2f9dade,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:43.537588 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.571601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28012d1-2ee4-40cd-9340-b4cad115d454 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:43.586918 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc3ffb-ec21-4a21-b1ae-f18183e863ea None None] Pushing event updated for resources: {'Port': ['ID=3f9dbbec-10c0-46c5-a555-9f0b75f34d83,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:43.590793 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Attempting to bind port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:43.591353 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Attempting to bind port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:43.591774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Attempting to bind port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:43.603816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:43.604241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:43.604658 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.605065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:43.606800 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Bound port: 3f9dbbec-10c0-46c5-a555-9f0b75f34d83, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:43.607236 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.609398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d1cff870-1d9a-47ed-8829-8094666b4f45 None None] Provisioning complete for port 03487fb0-1374-4ec7-bbc1-45614a694c11 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:43.609547 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1cff870-1d9a-47ed-8829-8094666b4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.658683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Network f371114b-49eb-437c-812f-27c8458a10ce is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:43.660506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:43.701121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] For port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:43.705029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] For port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3f9dbbec-10c0-46c5-a555-9f0b75f34d83,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:43.710692 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.787877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc3ffb-ec21-4a21-b1ae-f18183e863ea None None] Pushing event updated for resources: {'Port': ['ID=3f9dbbec-10c0-46c5-a555-9f0b75f34d83,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:43.821164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1b7e4-716a-481b-85ba-64f04200a4a2 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:43.833890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Routers {'d4977957-8f4b-41c6-bac8-0ea679cb7a5b'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:43.834514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:43.840728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Router d4977957-8f4b-41c6-bac8-0ea679cb7a5b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:10:43.896575 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d1cff870-1d9a-47ed-8829-8094666b4f45 None None] Provisioning complete for port 56dde43a-1893-45c8-a827-a519d2f9dade triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:43.896955 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1cff870-1d9a-47ed-8829-8094666b4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:43.979306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d1cff870-1d9a-47ed-8829-8094666b4f45 None None] Port 56dde43a-1893-45c8-a827-a519d2f9dade cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:10:43.992573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:10:44.001317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] Set router d4977957-8f4b-41c6-bac8-0ea679cb7a5b gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:44.004480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-55c62ca5-8205-4063-b70e-0655f7d2698e admin admin] 10.222.0.69 "PUT /v2.0/routers/d4977957-8f4b-41c6-bac8-0ea679cb7a5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0925684 Nov 22 17:10:44.148320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] Provisioning complete for port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:44.148702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:44.292519 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:44.299146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 4, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '56dde43a-1893-45c8-a827-a519d2f9dade', 'name': '', 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'mac_address': 'fa:16:3e:6d:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:42Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 2, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'subnets': [{'id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:44.337606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff62078-f5e7-457e-82ae-3e13aadb0d2b None None] The sync data for ids ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'] in n-d-811716-3 is: [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 4, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '56dde43a-1893-45c8-a827-a519d2f9dade', 'name': '', 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'mac_address': 'fa:16:3e:6d:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:42Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 2, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'subnets': [{'id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:10:44.348815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] For port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3f9dbbec-10c0-46c5-a555-9f0b75f34d83,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:44.357568 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:44.401717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] Provisioning complete for port 56dde43a-1893-45c8-a827-a519d2f9dade triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:44.402364 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:44.438609 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] Pushing event updated for resources: {'Port': ['ID=3f9dbbec-10c0-46c5-a555-9f0b75f34d83,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:44.451166 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-48c34195-1531-47db-9ac7-bc7e133a3232 None None] Port 56dde43a-1893-45c8-a827-a519d2f9dade cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:10:44.682913 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 03487fb0-1374-4ec7-bbc1-45614a694c11 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:44.738466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 03487fb0-1374-4ec7-bbc1-45614a694c11 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:44.738933 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:44.813916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-26bb51a5-0e3b-49fb-8a1f-9d70a1d13507 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:44.816247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-26bb51a5-0e3b-49fb-8a1f-9d70a1d13507 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/networks?id=1f7fe9d5-2529-42eb-9726-0dccb49873e4 HTTP/1.1" status: 200 len: 816 time: 0.1262381 Nov 22 17:10:44.825132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 81c432f2-413c-4c58-92de-47400a794ed0 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:44.837023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-8aaca98e-91dc-4ade-931b-213595af5fc2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/quotas/474772246fd54df0aa67a74ec32c08c9 HTTP/1.1" status: 200 len: 375 time: 0.0142150 Nov 22 17:10:44.874289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 81c432f2-413c-4c58-92de-47400a794ed0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:44.874670 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:44.896212 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-8e92a18d-4804-461c-858c-1961d4914177 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=474772246fd54df0aa67a74ec32c08c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528347 Nov 22 17:10:45.010711 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-530ea43a-a3fb-4966-a8a3-96178a1c2f4d service neutron] 10.222.0.69 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017895 Nov 22 17:10:45.105403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-c0e5ab5f-52b7-4ced-820f-4edab562a849 service neutron] 10.222.0.69 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878885 Nov 22 17:10:45.269185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4392b98-6003-4e62-9c35-cfd3eb03226b req-b0b5598e-2359-494e-b822-2786822180ec tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 210 time: 0.0278699 Nov 22 17:10:46.399194 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc2d7ac9-cf24-4f38-b2b6-fefc407156cf req-ae438e5c-6918-4a6f-bbfc-2cfdd4009e75 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 210 time: 0.0316641 Nov 22 17:10:46.415022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-5b6fae47-030f-4512-acb4-403d9c0ad369 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:46.416679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-5b6fae47-030f-4512-acb4-403d9c0ad369 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.71 "GET /v2.0/networks?id=1f7fe9d5-2529-42eb-9726-0dccb49873e4 HTTP/1.1" status: 200 len: 816 time: 0.1564116 Nov 22 17:10:46.435387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Request body: {'port': {'device_id': '8606c4cd-5ce5-4953-820c-b3a1aa14795e', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'admin_state_up': True, 'tenant_id': '474772246fd54df0aa67a74ec32c08c9'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:46.557291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Made reservation on behalf of 474772246fd54df0aa67a74ec32c08c9 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:10:46.562406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.638901 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:46.688185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:46.688629 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.709356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Allocated IP 172.20.0.8 (1f7fe9d5-2529-42eb-9726-0dccb49873e4/86b993be-8dab-4035-85f6-36ff297fed6e/c253e453-4ef3-4318-9c94-76a3bbed5e42) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:10:46.873862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.909767 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:46.957066 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:10:46.960363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:10:46.964144 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:10:46.990996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Pushing event updated for resources: {'Port': ['ID=c253e453-4ef3-4318-9c94-76a3bbed5e42,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:47.005547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.005904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.006254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.006597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.006940 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.007280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.007619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.007977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.008317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.008649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.008980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.009308 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:47.037126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:47.037788 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.056351 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-9d3be35c-5440-4834-8484-a4b5b7c8e245 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6283624 Nov 22 17:10:47.070790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Request body: {'port': {'device_id': '8606c4cd-5ce5-4953-820c-b3a1aa14795e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:10:47.138057 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.192342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-811982e7-28aa-4edc-aa82-816c0bdd4468 None None] Provisioning complete for port c253e453-4ef3-4318-9c94-76a3bbed5e42 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:47.192712 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-811982e7-28aa-4edc-aa82-816c0bdd4468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.232083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-811982e7-28aa-4edc-aa82-816c0bdd4468 None None] Port c253e453-4ef3-4318-9c94-76a3bbed5e42 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:10:47.386043 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Sync routers for ids ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:10:47.397257 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Routers {'d4977957-8f4b-41c6-bac8-0ea679cb7a5b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:47.397857 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:47.413887 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c253e453-4ef3-4318-9c94-76a3bbed5e42 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:10:47.422983 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.440612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Transition to ACTIVE for port object c253e453-4ef3-4318-9c94-76a3bbed5e42 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:10:47.445219 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.506095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Pushing event updated for resources: {'Port': ['ID=c253e453-4ef3-4318-9c94-76a3bbed5e42,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:47.538213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a009f-7520-44d8-af13-da61400175dd req-7c17dbc7-fb4d-4698-86c4-f335237b1ca6 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:47.546712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f28a009f-7520-44d8-af13-da61400175dd req-7c17dbc7-fb4d-4698-86c4-f335237b1ca6 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 943 time: 0.0674372 Nov 22 17:10:47.588562 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Attempting to bind port c253e453-4ef3-4318-9c94-76a3bbed5e42 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:47.589721 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Attempting to bind port c253e453-4ef3-4318-9c94-76a3bbed5e42 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:47.590932 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Attempting to bind port c253e453-4ef3-4318-9c94-76a3bbed5e42 on network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:47.596971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Port c253e453-4ef3-4318-9c94-76a3bbed5e42 on network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:10:47.597510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Attempting to bind port c253e453-4ef3-4318-9c94-76a3bbed5e42 on network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:47.600829 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f28a009f-7520-44d8-af13-da61400175dd req-d031498d-a3b3-4d40-a062-08a0d5a53e8b tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529282 Nov 22 17:10:47.608553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:47.609194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Checking segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:47.610671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Bound using segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:47.614578 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Bound port: c253e453-4ef3-4318-9c94-76a3bbed5e42, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:47.614578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.630042 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Set router d4977957-8f4b-41c6-bac8-0ea679cb7a5b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:47.688833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] For port c253e453-4ef3-4318-9c94-76a3bbed5e42, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:47.692365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] For port c253e453-4ef3-4318-9c94-76a3bbed5e42, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=c253e453-4ef3-4318-9c94-76a3bbed5e42,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:47.697389 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.740254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:47.740732 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.742149 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] 10.222.0.71 "PUT /v2.0/ports/c253e453-4ef3-4318-9c94-76a3bbed5e42 HTTP/1.1" status: 200 len: 1091 time: 0.6765940 Nov 22 17:10:47.742616 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8606c4cd-5ce5-4953-820c-b3a1aa14795e', 'tag': 'c253e453-4ef3-4318-9c94-76a3bbed5e42'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:47.744985 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c43828-0792-4972-8fdc-a6230e0a0e17" -d '{"events": [{"name": "network-changed", "server_uuid": "8606c4cd-5ce5-4953-820c-b3a1aa14795e", "tag": "c253e453-4ef3-4318-9c94-76a3bbed5e42"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:47.775596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742437ef-7e01-4289-b375-65c395fe0726 service neutron] Pushing event updated for resources: {'Port': ['ID=c253e453-4ef3-4318-9c94-76a3bbed5e42,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:47.819170 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a472c424-680b-46e6-9c92-a3e0cd1b63e2 x-openstack-request-id: req-a472c424-680b-46e6-9c92-a3e0cd1b63e2 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:47.819519 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8606c4cd-5ce5-4953-820c-b3a1aa14795e", "tag": "c253e453-4ef3-4318-9c94-76a3bbed5e42", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:47.820384 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a472c424-680b-46e6-9c92-a3e0cd1b63e2 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:47.820384 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8606c4cd-5ce5-4953-820c-b3a1aa14795e', 'tag': 'c253e453-4ef3-4318-9c94-76a3bbed5e42', 'status': 'completed', 'code': 200} Nov 22 17:10:47.836724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-824af48f-d48b-4e32-bd3c-f825b1916c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:47.838250 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-824af48f-d48b-4e32-bd3c-f825b1916c86 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=474772246fd54df0aa67a74ec32c08c9&device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 1094 time: 0.0484436 Nov 22 17:10:47.887883 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-0ea2e72c-e9c7-427b-874e-286fe0cecbbc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c253e453-4ef3-4318-9c94-76a3bbed5e42 HTTP/1.1" status: 200 len: 217 time: 0.0392587 Nov 22 17:10:47.890602 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 4, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '56dde43a-1893-45c8-a827-a519d2f9dade', 'name': '', 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'mac_address': 'fa:16:3e:6d:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:42Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 2, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'subnets': [{'id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:47.921024 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Checking router: d4977957-8f4b-41c6-bac8-0ea679cb7a5b for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:10:47.921385 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Updating router d4977957-8f4b-41c6-bac8-0ea679cb7a5b port 56dde43a-1893-45c8-a827-a519d2f9dade binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:10:47.947685 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-4aacc8d7-299d-4259-b821-e00d3b099e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:47.949654 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-4aacc8d7-299d-4259-b821-e00d3b099e36 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86b993be-8dab-4035-85f6-36ff297fed6e HTTP/1.1" status: 200 len: 855 time: 0.0546834 Nov 22 17:10:47.967277 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.007591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-653dc51d-c932-4cb3-a477-7c5645c26a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:48.009149 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-653dc51d-c932-4cb3-a477-7c5645c26a14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1f7fe9d5-2529-42eb-9726-0dccb49873e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521388 Nov 22 17:10:48.100430 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-88fc5740-f987-4804-8bc7-06b0c67cd019 service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830545 Nov 22 17:10:48.201058 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ebda222e-17a5-4c44-975c-ec17a5a22c8e req-797c05ac-a4c6-4d61-9b77-e6198ae83a49 service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924876 Nov 22 17:10:48.235511 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.242043 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.292659 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae03c1-1ffc-448c-b82c-e37227ae8ecf None None] Pushing event updated for resources: {'Port': ['ID=56dde43a-1893-45c8-a827-a519d2f9dade,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:48.306635 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-a0c8b3ba-a47f-4505-ae78-02a2f9bc3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:48.308312 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-a0c8b3ba-a47f-4505-ae78-02a2f9bc3b9f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=474772246fd54df0aa67a74ec32c08c9&device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 1094 time: 0.0498478 Nov 22 17:10:48.353212 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Attempting to bind port 56dde43a-1893-45c8-a827-a519d2f9dade on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:10:48.353720 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Attempting to bind port 56dde43a-1893-45c8-a827-a519d2f9dade by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:10:48.354079 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Attempting to bind port 56dde43a-1893-45c8-a827-a519d2f9dade on network f371114b-49eb-437c-812f-27c8458a10ce {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:10:48.359452 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:10:48.359815 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Checking segment: {'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:10:48.360242 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.360631 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Bound using segment: {'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:10:48.361097 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Bound port: 56dde43a-1893-45c8-a827-a519d2f9dade, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690d8378-cdbb-4e55-8d84-d4a3854ad90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:10:48.361478 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.411390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-7fc13197-dfbe-4f43-9a6b-fce7b866525c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:48.412925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-7fc13197-dfbe-4f43-9a6b-fce7b866525c service neutron] 10.222.0.71 "GET /v2.0/networks?id=1f7fe9d5-2529-42eb-9726-0dccb49873e4 HTTP/1.1" status: 200 len: 917 time: 0.0963306 Nov 22 17:10:48.427483 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] For port 56dde43a-1893-45c8-a827-a519d2f9dade, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:10:48.430989 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] For port 56dde43a-1893-45c8-a827-a519d2f9dade, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=56dde43a-1893-45c8-a827-a519d2f9dade,segment=NetworkSegment(690d8378-cdbb-4e55-8d84-d4a3854ad90f),segment_id=690d8378-cdbb-4e55-8d84-d4a3854ad90f)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:10:48.434987 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.461139 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-3c7a4778-c01f-49b2-a6d7-484cd250ab81 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c253e453-4ef3-4318-9c94-76a3bbed5e42 HTTP/1.1" status: 200 len: 217 time: 0.0384219 Nov 22 17:10:48.494924 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Routers {'d4977957-8f4b-41c6-bac8-0ea679cb7a5b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:48.495550 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:10:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:48.497552 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae03c1-1ffc-448c-b82c-e37227ae8ecf None None] Pushing event updated for resources: {'Port': ['ID=56dde43a-1893-45c8-a827-a519d2f9dade,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:48.517142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-8b6d2b13-cd59-459d-9f41-201416408188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:48.519156 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-8b6d2b13-cd59-459d-9f41-201416408188 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86b993be-8dab-4035-85f6-36ff297fed6e HTTP/1.1" status: 200 len: 855 time: 0.0499382 Nov 22 17:10:48.540588 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a59fbbde-1ea0-40d0-9aaf-42662d9f0aea None None] Provisioning complete for port 56dde43a-1893-45c8-a827-a519d2f9dade triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:48.541123 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a59fbbde-1ea0-40d0-9aaf-42662d9f0aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.599944 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-f91e25bb-575b-4b0b-ba9c-f4260b325a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:48.599944 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-f91e25bb-575b-4b0b-ba9c-f4260b325a0a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1f7fe9d5-2529-42eb-9726-0dccb49873e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648651 Nov 22 17:10:48.646179 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] Set router d4977957-8f4b-41c6-bac8-0ea679cb7a5b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:48.688639 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 56dde43a-1893-45c8-a827-a519d2f9dade up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:48.726301 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a59fbbde-1ea0-40d0-9aaf-42662d9f0aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.767098 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-c1f0d295-fb15-4703-8a02-1cf5b1d64e72 service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623030 Nov 22 17:10:48.771672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a59fbbde-1ea0-40d0-9aaf-42662d9f0aea None None] For port 56dde43a-1893-45c8-a827-a519d2f9dade, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=56dde43a-1893-45c8-a827-a519d2f9dade,segment=NetworkSegment(690d8378-cdbb-4e55-8d84-d4a3854ad90f),segment_id=690d8378-cdbb-4e55-8d84-d4a3854ad90f)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:48.771866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391f095-c71a-4498-aa5f-04946313c7bc req-e7c147b5-adca-4b19-8377-ad691557605a tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:48.775326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5391f095-c71a-4498-aa5f-04946313c7bc req-e7c147b5-adca-4b19-8377-ad691557605a tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 943 time: 0.0788009 Nov 22 17:10:48.787288 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a59fbbde-1ea0-40d0-9aaf-42662d9f0aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.800907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 56dde43a-1893-45c8-a827-a519d2f9dade triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:48.801753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.836672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5391f095-c71a-4498-aa5f-04946313c7bc req-bfcafcd2-3333-46c1-b265-d0a5111b4cbe tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554740 Nov 22 17:10:48.889397 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7c43828-0792-4972-8fdc-a6230e0a0e17 req-5a928570-c697-4486-adac-b84363e1cbc0 service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119745 Nov 22 17:10:48.893051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fbbde-1ea0-40d0-9aaf-42662d9f0aea None None] Pushing event updated for resources: {'Port': ['ID=56dde43a-1893-45c8-a827-a519d2f9dade,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:48.939805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6e4cd5ca-ce9b-444d-9aba-72e508dc6e75 None None] Provisioning complete for port 56dde43a-1893-45c8-a827-a519d2f9dade triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:48.940209 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6e4cd5ca-ce9b-444d-9aba-72e508dc6e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:48.940680 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 4, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '56dde43a-1893-45c8-a827-a519d2f9dade', 'name': '', 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'mac_address': 'fa:16:3e:6d:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:42Z', 'updated_at': '2021-11-22T17:10:48Z', 'revision_number': 4, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'subnets': [{'id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:48.969378 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7129fae-6c61-45d8-815c-6ff77a9bef09 None None] The sync data for ids ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'] in n-d-811716-3 is: [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:10:43Z', 'revision_number': 4, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '56dde43a-1893-45c8-a827-a519d2f9dade', 'name': '', 'network_id': 'f371114b-49eb-437c-812f-27c8458a10ce', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'mac_address': 'fa:16:3e:6d:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:42Z', 'updated_at': '2021-11-22T17:10:48Z', 'revision_number': 4, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'subnets': [{'id': '6b027e89-1b5a-4594-89ed-b03daa19ab2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:10:49.084281 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c658fd0f-f13d-4da7-9d81-f4c34c14e1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:49.951635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992665d2-e54e-42e9-95c3-432be1b2843b req-c24dc035-a22b-4c01-867f-eba9ab1d3362 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:49.953244 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-992665d2-e54e-42e9-95c3-432be1b2843b req-c24dc035-a22b-4c01-867f-eba9ab1d3362 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 943 time: 0.0492220 Nov 22 17:10:50.001807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-992665d2-e54e-42e9-95c3-432be1b2843b req-d9681856-7e2d-406b-a480-4ab5be7d7a5e tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Nov 22 17:10:50.591971 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 56dde43a-1893-45c8-a827-a519d2f9dade up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:50.645507 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 56dde43a-1893-45c8-a827-a519d2f9dade triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:50.645877 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:51.045420 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device c253e453-4ef3-4318-9c94-76a3bbed5e42 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:10:51.124910 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf93a0a-35d6-42cb-b242-bff997fbee26 req-f0a7e1cc-7492-47e6-97a4-2984e1e82e2c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:51.126502 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbf93a0a-35d6-42cb-b242-bff997fbee26 req-f0a7e1cc-7492-47e6-97a4-2984e1e82e2c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 943 time: 0.0540748 Nov 22 17:10:51.146125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port c253e453-4ef3-4318-9c94-76a3bbed5e42, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=c253e453-4ef3-4318-9c94-76a3bbed5e42,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:51.158988 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'c253e453-4ef3-4318-9c94-76a3bbed5e42', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'port_id': 'c253e453-4ef3-4318-9c94-76a3bbed5e42', 'mac_address': 'fa:16:3e:7e:8b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:10:51.176190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbf93a0a-35d6-42cb-b242-bff997fbee26 req-ed58e484-31c1-4d5f-9b9d-23123d006ca5 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432684 Nov 22 17:10:51.198164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:51.211533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c253e453-4ef3-4318-9c94-76a3bbed5e42 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:10:51.235356 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port c253e453-4ef3-4318-9c94-76a3bbed5e42, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=c253e453-4ef3-4318-9c94-76a3bbed5e42,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:51.239201 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:51.286300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=c253e453-4ef3-4318-9c94-76a3bbed5e42,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:51.388239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-947c1ee7-2b7b-4e0b-8232-2f2a32d95d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:51.444628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['c253e453-4ef3-4318-9c94-76a3bbed5e42'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:10:52.295413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d564a-28d8-4230-a9c7-05df1fb8ee8f req-1820f5b2-4b8d-4832-a6c9-aa2f89b05cb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:52.296954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-746d564a-28d8-4230-a9c7-05df1fb8ee8f req-1820f5b2-4b8d-4832-a6c9-aa2f89b05cb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 944 time: 0.0504794 Nov 22 17:10:52.344316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-746d564a-28d8-4230-a9c7-05df1fb8ee8f req-16890035-af08-48e5-a68f-8a4c5a71c346 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Nov 22 17:10:52.687414 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:53.045624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device c253e453-4ef3-4318-9c94-76a3bbed5e42 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:10:53.098095 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port c253e453-4ef3-4318-9c94-76a3bbed5e42 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:10:53.102251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port c253e453-4ef3-4318-9c94-76a3bbed5e42 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:10:53.102648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:53.154162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:53.194017 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:53.220240 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8606c4cd-5ce5-4953-820c-b3a1aa14795e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c253e453-4ef3-4318-9c94-76a3bbed5e42'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:53.222491 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61ce8bb-7a5a-441e-a411-5fc7d8244a32" -d '{"events": [{"server_uuid": "8606c4cd-5ce5-4953-820c-b3a1aa14795e", "name": "network-vif-plugged", "status": "completed", "tag": "c253e453-4ef3-4318-9c94-76a3bbed5e42"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:53.235679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port c253e453-4ef3-4318-9c94-76a3bbed5e42, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=c253e453-4ef3-4318-9c94-76a3bbed5e42,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:53.240242 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:53.290464 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=c253e453-4ef3-4318-9c94-76a3bbed5e42,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:53.298487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.298852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.299204 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.299548 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.299894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.300260 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.300594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.301025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.301262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.301591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.301919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.302266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:53.321651 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9382da-bb4e-4586-a84e-2331c6310207 x-openstack-request-id: req-7f9382da-bb4e-4586-a84e-2331c6310207 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:53.321948 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8606c4cd-5ce5-4953-820c-b3a1aa14795e", "name": "network-vif-plugged", "status": "completed", "tag": "c253e453-4ef3-4318-9c94-76a3bbed5e42", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:53.322224 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f9382da-bb4e-4586-a84e-2331c6310207 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:53.322613 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8606c4cd-5ce5-4953-820c-b3a1aa14795e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c253e453-4ef3-4318-9c94-76a3bbed5e42', 'code': 200} Nov 22 17:10:53.419952 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580dc50b-44ae-448a-9b47-9c1246e46f02 req-9fda68d8-fd6c-41e9-8777-8cd53a571ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:53.421454 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-580dc50b-44ae-448a-9b47-9c1246e46f02 req-9fda68d8-fd6c-41e9-8777-8cd53a571ad3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 1096 time: 0.0417318 Nov 22 17:10:53.465701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f902d2-2133-4420-bf32-f72cbd50b6fc req-a56d89e8-6996-44a4-858e-2619dcd6d23f tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:53.467232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f902d2-2133-4420-bf32-f72cbd50b6fc req-a56d89e8-6996-44a4-858e-2619dcd6d23f tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 945 time: 0.0505018 Nov 22 17:10:53.468170 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-580dc50b-44ae-448a-9b47-9c1246e46f02 req-87f3a809-27a4-4616-a941-8dceb36cb5fb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379250 Nov 22 17:10:53.520394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e4f902d2-2133-4420-bf32-f72cbd50b6fc req-6b641372-fc92-42b0-86e4-c8babaee7661 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Nov 22 17:10:54.645128 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7002e5-0178-4fcc-ba81-a4329300b903 req-0d6fccd0-cb99-47eb-9c06-8a8e2e20c55a tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:54.647631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca7002e5-0178-4fcc-ba81-a4329300b903 req-0d6fccd0-cb99-47eb-9c06-8a8e2e20c55a tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 945 time: 0.0530775 Nov 22 17:10:54.696382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ca7002e5-0178-4fcc-ba81-a4329300b903 req-ff30147e-5f40-4726-bb06-19551ca2de26 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Nov 22 17:10:54.754676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:54.817203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa71754-161e-44a6-af5c-c6392821a582 req-0ec32644-1584-491d-8c73-d6f1d1d36b06 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:54.818654 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-caa71754-161e-44a6-af5c-c6392821a582 req-0ec32644-1584-491d-8c73-d6f1d1d36b06 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 945 time: 0.0502827 Nov 22 17:10:54.867374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-caa71754-161e-44a6-af5c-c6392821a582 req-30ce5c85-c38e-4b17-a549-f4354929a293 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Nov 22 17:10:54.953687 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:55.203551 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:55.877906 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-5a91d46b-0e67-46bf-9baf-64b753c9f51b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446565 Nov 22 17:10:55.961590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-279a5137-7feb-464b-8280-87c50ad0ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:55.963097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-279a5137-7feb-464b-8280-87c50ad0ad25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0414429 Nov 22 17:10:56.072470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-aae82e36-0230-4c32-b8bc-a49678c0292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:56.073877 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-aae82e36-0230-4c32-b8bc-a49678c0292c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0906949 Nov 22 17:10:56.443655 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-2ebebe20-292f-4bc3-86cd-13976f9ffde3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.3623745 Nov 22 17:10:56.498278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-785195a3-bff7-42b1-af2a-38657c8bd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:56.499778 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-785195a3-bff7-42b1-af2a-38657c8bd6d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0473497 Nov 22 17:10:56.553686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-8c39f0c6-3334-42ba-89a7-efa6716a68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:56.555574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-8c39f0c6-3334-42ba-89a7-efa6716a68c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488636 Nov 22 17:10:56.666113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-1f9d9cf6-0224-4725-8723-0f3ff24f70aa service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035759 Nov 22 17:10:56.773936 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f14195b5-659c-4273-9c5e-a04a013ba78a req-29066e41-dadf-4bf8-a96f-f320f90cbe38 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005964 Nov 22 17:11:09.968957 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-ba5f1588-2d00-4065-8284-905e27a231a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427330 Nov 22 17:11:10.057675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-5ab87f69-e56e-4d14-a436-b918754766d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:10.059155 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-5ab87f69-e56e-4d14-a436-b918754766d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=474772246fd54df0aa67a74ec32c08c9&device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 1096 time: 0.0431786 Nov 22 17:11:10.173145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-1ac85662-4536-4b4b-bd16-1b8a27da6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:10.174637 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-1ac85662-4536-4b4b-bd16-1b8a27da6433 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1f7fe9d5-2529-42eb-9726-0dccb49873e4 HTTP/1.1" status: 200 len: 917 time: 0.0935912 Nov 22 17:11:10.218481 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-7d2c1ee7-92c9-4d8a-a2cf-12338d717774 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c253e453-4ef3-4318-9c94-76a3bbed5e42 HTTP/1.1" status: 200 len: 217 time: 0.0363579 Nov 22 17:11:10.272293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-82e216d2-4a39-492d-8e18-db8bce94e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:10.273769 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-82e216d2-4a39-492d-8e18-db8bce94e868 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86b993be-8dab-4035-85f6-36ff297fed6e HTTP/1.1" status: 200 len: 855 time: 0.0486381 Nov 22 17:11:10.321136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-53a276cb-dba5-40dc-a4bd-b919043815ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:10.322578 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-53a276cb-dba5-40dc-a4bd-b919043815ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1f7fe9d5-2529-42eb-9726-0dccb49873e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412648 Nov 22 17:11:10.415657 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-829c3f8a-d7c7-4aee-badc-430a15ef08b3 service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839422 Nov 22 17:11:10.516279 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f6d5691c-123d-491f-bdc0-e7fecdf324ba req-4c195cd8-7e66-4f5b-8900-89f80abbe8ac service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917294 Nov 22 17:11:15.540764 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:11:17.659461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eea28-30e6-40e3-8a29-cd578057860f req-4ce3eb29-d892-4d65-b177-4a8f61944a0c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:17.661090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b3eea28-30e6-40e3-8a29-cd578057860f req-4ce3eb29-d892-4d65-b177-4a8f61944a0c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 945 time: 0.0521097 Nov 22 17:11:17.710369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9b3eea28-30e6-40e3-8a29-cd578057860f req-f4a22170-0745-4e05-9cb0-6b889ec8d84f tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Nov 22 17:11:18.833151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a3ce8-2393-4e6d-8d8e-97b7994d176e req-5818efc8-fb7d-4264-8394-e5eec54d2d76 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:18.834734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c49a3ce8-2393-4e6d-8d8e-97b7994d176e req-5818efc8-fb7d-4264-8394-e5eec54d2d76 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 945 time: 0.0525293 Nov 22 17:11:18.884559 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c49a3ce8-2393-4e6d-8d8e-97b7994d176e req-c3714f23-6e3d-406d-a1fc-50f7908b0263 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 Nov 22 17:11:19.077477 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-19b28444-a069-4a8b-a089-29aa5ffe294c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:19.348983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-6c5139d0-ebf5-4660-94c8-19a8287b2485 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:19.350402 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-6c5139d0-ebf5-4660-94c8-19a8287b2485 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.71 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 945 time: 0.0497735 Nov 22 17:11:19.442901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Deleting port c253e453-4ef3-4318-9c94-76a3bbed5e42 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:19.443234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:19.530853 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] For port c253e453-4ef3-4318-9c94-76a3bbed5e42, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=c253e453-4ef3-4318-9c94-76a3bbed5e42,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:19.531213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:19.544119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Calling delete_port for c253e453-4ef3-4318-9c94-76a3bbed5e42 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:19.673556 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:19.686687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['c253e453-4ef3-4318-9c94-76a3bbed5e42'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:11:19.703189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Pushing event deleted for resources: {'Port': ['ID=c253e453-4ef3-4318-9c94-76a3bbed5e42,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:19.749790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] No DVR routers for this DVR port c253e453-4ef3-4318-9c94-76a3bbed5e42 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:11:19.752490 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:19.755928 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8adaec1e-51aa-445d-825a-91ce4948b530 req-46d81e03-4759-4c85-b657-9ad70eab2139 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.71 "DELETE /v2.0/ports/c253e453-4ef3-4318-9c94-76a3bbed5e42 HTTP/1.1" status: 204 len: 173 time: 0.3990161 Nov 22 17:11:19.756475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8606c4cd-5ce5-4953-820c-b3a1aa14795e', 'name': 'network-vif-deleted', 'tag': 'c253e453-4ef3-4318-9c94-76a3bbed5e42'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:19.758830 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711cd9e2-bfcf-4ab4-b312-18b65b019836" -d '{"events": [{"server_uuid": "8606c4cd-5ce5-4953-820c-b3a1aa14795e", "name": "network-vif-deleted", "tag": "c253e453-4ef3-4318-9c94-76a3bbed5e42"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:19.805077 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d05da0d-d76b-48e7-a13c-e7f973291d21 x-openstack-request-id: req-4d05da0d-d76b-48e7-a13c-e7f973291d21 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:19.805381 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8606c4cd-5ce5-4953-820c-b3a1aa14795e", "name": "network-vif-deleted", "tag": "c253e453-4ef3-4318-9c94-76a3bbed5e42", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:19.805685 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4d05da0d-d76b-48e7-a13c-e7f973291d21 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:19.806154 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8606c4cd-5ce5-4953-820c-b3a1aa14795e', 'name': 'network-vif-deleted', 'tag': 'c253e453-4ef3-4318-9c94-76a3bbed5e42', 'status': 'completed', 'code': 200} Nov 22 17:11:20.001050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d2fa6a00-fdab-4c62-bba4-260084262f0a req-5edc29ea-b5c3-4557-b1e4-59cfe16be8a8 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=8606c4cd-5ce5-4953-820c-b3a1aa14795e HTTP/1.1" status: 200 len: 210 time: 0.0295341 Nov 22 17:11:21.390100 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e074592a-e240-481b-96bc-575843141c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:21.752276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-d6f2fbef-8310-4b55-9534-4ef35c3dfee9 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:21.753850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-d6f2fbef-8310-4b55-9534-4ef35c3dfee9 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/networks?id=1f7fe9d5-2529-42eb-9726-0dccb49873e4 HTTP/1.1" status: 200 len: 816 time: 0.1093528 Nov 22 17:11:21.770028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-1134673a-9186-4f88-a7e5-702fb80aed33 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/quotas/474772246fd54df0aa67a74ec32c08c9 HTTP/1.1" status: 200 len: 375 time: 0.0101736 Nov 22 17:11:21.828475 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-7e8cac7b-e0cd-4354-bae9-79db42020462 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=474772246fd54df0aa67a74ec32c08c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521221 Nov 22 17:11:21.845162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-cdceef42-5508-4643-a3de-91ca0863a447 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:11:21.846154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-cdceef42-5508-4643-a3de-91ca0863a447 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057011 Nov 22 17:11:21.952602 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a184bbb4-7102-4be1-adde-bacd7aeb904f service neutron] 10.222.0.69 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990198 Nov 22 17:11:22.055797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a360fa1c-fc1d-43a2-b7fa-8d5493d382fe service neutron] 10.222.0.69 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966191 Nov 22 17:11:22.221645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ee031085-fe07-4ba4-a565-eded810cd977 req-3dc02afe-4f11-4395-b9c1-8410057cc8e7 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 210 time: 0.0285487 Nov 22 17:11:22.690838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.153498 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.288630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-dc693d85-9530-44bb-845f-823556ad6240 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:23.290195 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-dc693d85-9530-44bb-845f-823556ad6240 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.71 "GET /v2.0/networks?id=1f7fe9d5-2529-42eb-9726-0dccb49873e4 HTTP/1.1" status: 200 len: 816 time: 0.1112998 Nov 22 17:11:23.304838 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Request body: {'port': {'device_id': 'b3ba630f-abbc-40e9-92e4-d3d78c32ecda', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'admin_state_up': True, 'tenant_id': '474772246fd54df0aa67a74ec32c08c9'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:23.327634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f8649ad-7e17-48d8-a141-e07bf9bcc042 req-f88ee412-c6c6-4c8c-8e4f-52e1b2d7739b tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 210 time: 0.0311935 Nov 22 17:11:23.424151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Made reservation on behalf of 474772246fd54df0aa67a74ec32c08c9 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:11:23.427696 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.571075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Allocated IP 172.20.0.6 (1f7fe9d5-2529-42eb-9726-0dccb49873e4/86b993be-8dab-4035-85f6-36ff297fed6e/6e812ea3-75b9-4b84-9632-85824c8aa5c0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:23.736294 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.771709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.826718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:23.830051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:23.833850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:23.841117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Pushing event updated for resources: {'Port': ['ID=6e812ea3-75b9-4b84-9632-85824c8aa5c0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:23.892653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:23.893328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.914042 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-2602079a-2a32-4617-85a9-79260ff57bb2 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130567 Nov 22 17:11:23.928333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Request body: {'port': {'device_id': 'b3ba630f-abbc-40e9-92e4-d3d78c32ecda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:23.993299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.087378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7b48c1e9-c31b-40dd-a4d6-dc1f7db868f1 None None] Provisioning complete for port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:24.087988 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b48c1e9-c31b-40dd-a4d6-dc1f7db868f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.137508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7b48c1e9-c31b-40dd-a4d6-dc1f7db868f1 None None] Port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:24.301399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e812ea3-75b9-4b84-9632-85824c8aa5c0 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:11:24.309146 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.321229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Transition to ACTIVE for port object 6e812ea3-75b9-4b84-9632-85824c8aa5c0 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:11:24.325692 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.383152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Pushing event updated for resources: {'Port': ['ID=6e812ea3-75b9-4b84-9632-85824c8aa5c0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:24.460034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Attempting to bind port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:24.460494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Attempting to bind port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:24.460897 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Attempting to bind port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 on network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:24.466832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 on network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:11:24.467249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Attempting to bind port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 on network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:24.472643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:24.473033 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Checking segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:24.473365 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Bound using segment: {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:24.473876 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Bound port: 6e812ea3-75b9-4b84-9632-85824c8aa5c0, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e89d82a-08da-4011-8105-49f66f7ea3f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:24.474561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.498587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d18df-90c6-4f12-aad1-c0da5dc29002 req-3fc0d51e-5622-4f0b-a473-4417e59bd3af tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:24.500303 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-105d18df-90c6-4f12-aad1-c0da5dc29002 req-3fc0d51e-5622-4f0b-a473-4417e59bd3af tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 943 time: 0.0715811 Nov 22 17:11:24.553173 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] For port 6e812ea3-75b9-4b84-9632-85824c8aa5c0, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:24.556847 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] For port 6e812ea3-75b9-4b84-9632-85824c8aa5c0, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6e812ea3-75b9-4b84-9632-85824c8aa5c0,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:24.562362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-105d18df-90c6-4f12-aad1-c0da5dc29002 req-b7682b95-4be1-4ffd-babc-c6288c03228b tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Nov 22 17:11:24.570070 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.608993 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:24.609599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.611078 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] 10.222.0.71 "PUT /v2.0/ports/6e812ea3-75b9-4b84-9632-85824c8aa5c0 HTTP/1.1" status: 200 len: 1091 time: 0.6878407 Nov 22 17:11:24.615870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ba630f-abbc-40e9-92e4-d3d78c32ecda', 'tag': '6e812ea3-75b9-4b84-9632-85824c8aa5c0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:24.619126 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81e3098-9711-4e86-9fd1-e0e41262dead" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ba630f-abbc-40e9-92e4-d3d78c32ecda", "tag": "6e812ea3-75b9-4b84-9632-85824c8aa5c0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:24.649161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c45edf-e40d-4f86-b9ad-207b1b50df51 service neutron] Pushing event updated for resources: {'Port': ['ID=6e812ea3-75b9-4b84-9632-85824c8aa5c0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:24.692099 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f626ea30-cf70-4f92-93da-d14764a23e04 x-openstack-request-id: req-f626ea30-cf70-4f92-93da-d14764a23e04 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:24.692406 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ba630f-abbc-40e9-92e4-d3d78c32ecda", "tag": "6e812ea3-75b9-4b84-9632-85824c8aa5c0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:24.692666 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f626ea30-cf70-4f92-93da-d14764a23e04 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:24.693094 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ba630f-abbc-40e9-92e4-d3d78c32ecda', 'tag': '6e812ea3-75b9-4b84-9632-85824c8aa5c0', 'status': 'completed', 'code': 200} Nov 22 17:11:24.712110 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-e52b0025-f950-48b0-8bce-4e5ad0985a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:24.713679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-e52b0025-f950-48b0-8bce-4e5ad0985a4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=474772246fd54df0aa67a74ec32c08c9&device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 1094 time: 0.0528069 Nov 22 17:11:24.753647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.765392 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-fae75c66-18f1-4c80-8e24-0fe4714e4293 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e812ea3-75b9-4b84-9632-85824c8aa5c0 HTTP/1.1" status: 200 len: 217 time: 0.0424750 Nov 22 17:11:24.819684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-c5519286-957d-42e6-b405-ceca972a39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:24.821222 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-c5519286-957d-42e6-b405-ceca972a39f4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86b993be-8dab-4035-85f6-36ff297fed6e HTTP/1.1" status: 200 len: 855 time: 0.0485246 Nov 22 17:11:24.872224 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-647affaa-008a-4522-826f-1b4d80569648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:24.873671 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-647affaa-008a-4522-826f-1b4d80569648 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1f7fe9d5-2529-42eb-9726-0dccb49873e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450475 Nov 22 17:11:24.957159 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:24.976750 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-402fea0b-b1d1-4301-abc3-3241e3d57f78 service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951080 Nov 22 17:11:25.069628 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-02519dda-a8b8-4d45-b97a-fd4812372259 req-26f5a78c-dce9-4f56-b227-730bcff91d37 service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858829 Nov 22 17:11:25.155034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device c253e453-4ef3-4318-9c94-76a3bbed5e42 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:25.167937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-346bfb6f-b4a7-4924-af3b-f3fc36b1cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:25.169595 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-346bfb6f-b4a7-4924-af3b-f3fc36b1cb21 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=474772246fd54df0aa67a74ec32c08c9&device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 1094 time: 0.0504127 Nov 22 17:11:25.176220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: c253e453-4ef3-4318-9c94-76a3bbed5e42 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:25.176567 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device c253e453-4ef3-4318-9c94-76a3bbed5e42 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:25.199653 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:25.266166 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-15706805-c002-41d0-b15d-98fdb61820ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:25.267659 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-15706805-c002-41d0-b15d-98fdb61820ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=1f7fe9d5-2529-42eb-9726-0dccb49873e4 HTTP/1.1" status: 200 len: 917 time: 0.0892682 Nov 22 17:11:25.313179 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-c494ba41-7bf7-4602-a509-e0041b0d1b10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e812ea3-75b9-4b84-9632-85824c8aa5c0 HTTP/1.1" status: 200 len: 217 time: 0.0370114 Nov 22 17:11:25.705684 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f3c4a-0e79-4bc3-a3a9-cbc1bfe78396 req-504dbc5f-6c49-45a5-9916-4c1d1c28da20 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:25.707252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d82f3c4a-0e79-4bc3-a3a9-cbc1bfe78396 req-504dbc5f-6c49-45a5-9916-4c1d1c28da20 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 943 time: 0.0567951 Nov 22 17:11:25.708340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-e665a39c-83e7-45c6-aae2-6a6d75a7aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:25.709811 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-e665a39c-83e7-45c6-aae2-6a6d75a7aff8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=86b993be-8dab-4035-85f6-36ff297fed6e HTTP/1.1" status: 200 len: 855 time: 0.3874633 Nov 22 17:11:25.758361 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-6d96da5c-82b8-4360-83ab-a158d5e9ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:25.758575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d82f3c4a-0e79-4bc3-a3a9-cbc1bfe78396 req-bb23c3cd-ab69-4be5-ab06-2611ea006065 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449898 Nov 22 17:11:25.759875 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-6d96da5c-82b8-4360-83ab-a158d5e9ac7b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1f7fe9d5-2529-42eb-9726-0dccb49873e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411549 Nov 22 17:11:25.857371 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-ef2a9949-d525-40b7-bdea-92c83afe4b7f service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882890 Nov 22 17:11:25.957882 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d81e3098-9711-4e86-9fd1-e0e41262dead req-2b4aa979-bfc1-4189-a20e-acc215b28b11 service neutron] 10.222.0.71 "GET /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892174 Nov 22 17:11:26.882577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016ac8-0fca-43dc-8ca6-06ba3c79fcf9 req-36110f54-3c95-4ba3-8656-2db6e76aa835 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:26.884167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af016ac8-0fca-43dc-8ca6-06ba3c79fcf9 req-36110f54-3c95-4ba3-8656-2db6e76aa835 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 943 time: 0.0518761 Nov 22 17:11:26.934662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af016ac8-0fca-43dc-8ca6-06ba3c79fcf9 req-31ac1362-3642-4d89-b90c-d4d48d7cff32 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434318 Nov 22 17:11:27.165362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6e812ea3-75b9-4b84-9632-85824c8aa5c0 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:11:27.277895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6e812ea3-75b9-4b84-9632-85824c8aa5c0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6e812ea3-75b9-4b84-9632-85824c8aa5c0,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:27.300505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '6e812ea3-75b9-4b84-9632-85824c8aa5c0', 'network_id': '1f7fe9d5-2529-42eb-9726-0dccb49873e4', 'port_id': '6e812ea3-75b9-4b84-9632-85824c8aa5c0', 'mac_address': 'fa:16:3e:b8:a1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86b993be-8dab-4035-85f6-36ff297fed6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:11:27.344755 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.358803 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e812ea3-75b9-4b84-9632-85824c8aa5c0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:11:27.381152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6e812ea3-75b9-4b84-9632-85824c8aa5c0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6e812ea3-75b9-4b84-9632-85824c8aa5c0,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:27.388334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:27.443783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=6e812ea3-75b9-4b84-9632-85824c8aa5c0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:27.624704 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6e812ea3-75b9-4b84-9632-85824c8aa5c0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:11:28.056652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848253b-d204-411d-8dc0-d2a29b5b4861 req-c17530c9-e832-4d7f-af72-13f9ef088a3c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:28.058376 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d848253b-d204-411d-8dc0-d2a29b5b4861 req-c17530c9-e832-4d7f-af72-13f9ef088a3c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 944 time: 0.0513153 Nov 22 17:11:28.113459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d848253b-d204-411d-8dc0-d2a29b5b4861 req-2a86434b-7128-4d93-b5f6-4f98547773f5 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493066 Nov 22 17:11:29.199012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6e812ea3-75b9-4b84-9632-85824c8aa5c0 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:29.235948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cb993-80ec-4d2c-ba16-2be411cadf19 req-993bcb07-ed0a-4d22-86f4-1584ff08d6db tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:29.237542 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-468cb993-80ec-4d2c-ba16-2be411cadf19 req-993bcb07-ed0a-4d22-86f4-1584ff08d6db tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 944 time: 0.0536172 Nov 22 17:11:29.250765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:11:29.254978 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:29.255354 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:29.297961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-468cb993-80ec-4d2c-ba16-2be411cadf19 req-54577f71-9a6a-41da-acd7-abb92a110bce tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537014 Nov 22 17:11:29.342500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:29.366177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ba630f-abbc-40e9-92e4-d3d78c32ecda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e812ea3-75b9-4b84-9632-85824c8aa5c0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:29.368462 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc25c7a-4fe9-4477-9551-921cfc31f7f1" -d '{"events": [{"server_uuid": "b3ba630f-abbc-40e9-92e4-d3d78c32ecda", "name": "network-vif-plugged", "status": "completed", "tag": "6e812ea3-75b9-4b84-9632-85824c8aa5c0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:29.381414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6e812ea3-75b9-4b84-9632-85824c8aa5c0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6e812ea3-75b9-4b84-9632-85824c8aa5c0,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:29.387111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:29.410985 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78cf6e9-ad4d-4279-b031-a42c665f8c1c x-openstack-request-id: req-a78cf6e9-ad4d-4279-b031-a42c665f8c1c {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:29.411278 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ba630f-abbc-40e9-92e4-d3d78c32ecda", "name": "network-vif-plugged", "status": "completed", "tag": "6e812ea3-75b9-4b84-9632-85824c8aa5c0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:29.411542 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a78cf6e9-ad4d-4279-b031-a42c665f8c1c {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:29.411972 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ba630f-abbc-40e9-92e4-d3d78c32ecda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e812ea3-75b9-4b84-9632-85824c8aa5c0', 'code': 200} Nov 22 17:11:29.444176 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=6e812ea3-75b9-4b84-9632-85824c8aa5c0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:29.531043 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65fd3b-4440-44f6-b898-315ae2d6e671 req-bd853d2e-8b7c-4b05-80c5-16ee549fa887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:29.532582 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be65fd3b-4440-44f6-b898-315ae2d6e671 req-bd853d2e-8b7c-4b05-80c5-16ee549fa887 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 1096 time: 0.0418766 Nov 22 17:11:29.587835 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-be65fd3b-4440-44f6-b898-315ae2d6e671 req-387babdf-4ec7-4723-bf40-fd6a8e447eaf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457139 Nov 22 17:11:30.419009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4de79-5f48-47a2-a8bd-000d74b4a2a1 req-e3ceeb6b-326c-4d42-81e4-17480717a1a5 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:30.420556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bd4de79-5f48-47a2-a8bd-000d74b4a2a1 req-e3ceeb6b-326c-4d42-81e4-17480717a1a5 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 945 time: 0.0515859 Nov 22 17:11:30.469201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bd4de79-5f48-47a2-a8bd-000d74b4a2a1 req-b6ae4405-ee11-4e1c-9951-75ca7afdacaf tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Nov 22 17:11:31.590765 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba865650-33ce-4269-88ed-b24584169b4c req-3377f06e-9b3a-4acb-b291-4497d7d32de1 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:31.592328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba865650-33ce-4269-88ed-b24584169b4c req-3377f06e-9b3a-4acb-b291-4497d7d32de1 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 945 time: 0.0546112 Nov 22 17:11:31.644646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ba865650-33ce-4269-88ed-b24584169b4c req-5772ea9d-dab1-4668-a8ee-33b2896eba07 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Nov 22 17:11:31.766105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa6dfd-d0b8-4c83-b93e-99e5afe8e2e0 req-8eb535d9-a108-4be9-aef6-809d8942b4bb tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:31.767537 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1fa6dfd-d0b8-4c83-b93e-99e5afe8e2e0 req-8eb535d9-a108-4be9-aef6-809d8942b4bb tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 945 time: 0.0518742 Nov 22 17:11:31.816924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1fa6dfd-d0b8-4c83-b93e-99e5afe8e2e0 req-bad390c2-713f-45f3-b328-f6396e0242e5 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Nov 22 17:11:49.080126 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17f9cb0f-8034-4c89-abf3-406265620286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:51.391609 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-162259a9-cd2b-4d85-92e6-049cdf39e75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:52.541605 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:11:52.693683 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:53.170771 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:53.313282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa98ca1-c84b-4bfc-9828-87be9ffdf52d req-53d22399-cc23-4d6e-a390-ee04d7f5386c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:53.314836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfa98ca1-c84b-4bfc-9828-87be9ffdf52d req-53d22399-cc23-4d6e-a390-ee04d7f5386c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 945 time: 0.0523844 Nov 22 17:11:53.368688 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfa98ca1-c84b-4bfc-9828-87be9ffdf52d req-3f0cfebd-26b5-4b7e-8d26-28b5162cea1c tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474591 Nov 22 17:11:54.494127 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16625f9-d4e0-4dc7-9d70-be077fdd9c39 req-2eb282ea-afcd-41f7-8d5c-a7a50854a9ff tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:54.496255 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c16625f9-d4e0-4dc7-9d70-be077fdd9c39 req-2eb282ea-afcd-41f7-8d5c-a7a50854a9ff tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 945 time: 0.0508606 Nov 22 17:11:54.549473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c16625f9-d4e0-4dc7-9d70-be077fdd9c39 req-faef936c-986c-432c-820b-1823240dc034 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/security-groups?id=5ac2a5d7-2516-4b24-a250-ce1f571e9483&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471013 Nov 22 17:11:54.752688 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:54.951760 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:55.014272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-2c385d30-0576-4076-807c-38cfd95b0e23 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:55.015841 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-2c385d30-0576-4076-807c-38cfd95b0e23 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.71 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 945 time: 0.0575469 Nov 22 17:11:55.109287 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Deleting port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:55.109634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:55.197065 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:55.202153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] For port 6e812ea3-75b9-4b84-9632-85824c8aa5c0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6e812ea3-75b9-4b84-9632-85824c8aa5c0,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:55.202456 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:55.215404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Calling delete_port for 6e812ea3-75b9-4b84-9632-85824c8aa5c0 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:55.344706 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:55.358300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6e812ea3-75b9-4b84-9632-85824c8aa5c0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:11:55.371822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Pushing event deleted for resources: {'Port': ['ID=6e812ea3-75b9-4b84-9632-85824c8aa5c0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:55.386013 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.386379 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.386735 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.387076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.387423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.387762 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.388127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.388466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.388808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.389139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.389471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.389806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:55.426078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] No DVR routers for this DVR port 6e812ea3-75b9-4b84-9632-85824c8aa5c0 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:11:55.428718 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:55.432168 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ab76db55-af33-4dc5-9c38-5519b4c3b384 req-96c58db3-0fed-4a53-ac8b-60612db10550 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.71 "DELETE /v2.0/ports/6e812ea3-75b9-4b84-9632-85824c8aa5c0 HTTP/1.1" status: 204 len: 173 time: 0.4084742 Nov 22 17:11:55.432759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ba630f-abbc-40e9-92e4-d3d78c32ecda', 'name': 'network-vif-deleted', 'tag': '6e812ea3-75b9-4b84-9632-85824c8aa5c0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:55.435061 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac039508-8a49-4342-83a9-657b5b176ab0" -d '{"events": [{"server_uuid": "b3ba630f-abbc-40e9-92e4-d3d78c32ecda", "name": "network-vif-deleted", "tag": "6e812ea3-75b9-4b84-9632-85824c8aa5c0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:55.478888 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b36609e-566b-4214-881f-6f6627c2b99a x-openstack-request-id: req-1b36609e-566b-4214-881f-6f6627c2b99a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:55.479191 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ba630f-abbc-40e9-92e4-d3d78c32ecda", "name": "network-vif-deleted", "tag": "6e812ea3-75b9-4b84-9632-85824c8aa5c0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:55.480406 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b36609e-566b-4214-881f-6f6627c2b99a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:55.480991 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ba630f-abbc-40e9-92e4-d3d78c32ecda', 'name': 'network-vif-deleted', 'tag': '6e812ea3-75b9-4b84-9632-85824c8aa5c0', 'status': 'completed', 'code': 200} Nov 22 17:11:55.663274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c92621d5-c34b-4aba-aeb0-dadff137cce8 req-74579b77-406f-4f68-a0de-a1d3ffe7dbb1 tempest-TestEncryptedCinderVolumes-2050568799 tempest-TestEncryptedCinderVolumes-2050568799-project] 10.222.0.69 "GET /v2.0/ports?device_id=b3ba630f-abbc-40e9-92e4-d3d78c32ecda HTTP/1.1" status: 200 len: 210 time: 0.0273821 Nov 22 17:11:56.753039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40266) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:57.120135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:57.370922 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Deleting port 03487fb0-1374-4ec7-bbc1-45614a694c11 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:57.371178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:57.450118 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] For port 03487fb0-1374-4ec7-bbc1-45614a694c11, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=03487fb0-1374-4ec7-bbc1-45614a694c11,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:57.450478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:57.463338 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Calling delete_port for 03487fb0-1374-4ec7-bbc1-45614a694c11 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:57.647366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:57.674694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Pushing event deleted for resources: {'Port': ['ID=03487fb0-1374-4ec7-bbc1-45614a694c11,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:57.686130 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.686483 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.687299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.687299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.687514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.687786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.688138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.688469 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.688794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.689174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.689423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.689741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:57.886185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:57.899122 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6d5f148-d504-4282-9929-dfa98244f933 req-6ab67947-a3b4-46ba-a383-62001e80f4f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639117 Nov 22 17:11:58.032953 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5f148-d504-4282-9929-dfa98244f933 req-72324c76-25c7-48cf-931c-1c23f92db59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:58.034362 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6d5f148-d504-4282-9929-dfa98244f933 req-72324c76-25c7-48cf-931c-1c23f92db59c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0837777 Nov 22 17:11:58.217629 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5f148-d504-4282-9929-dfa98244f933 req-fd7e96d6-8be3-4bd0-8049-f13db5258a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:58.219091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6d5f148-d504-4282-9929-dfa98244f933 req-fd7e96d6-8be3-4bd0-8049-f13db5258a0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1427979 Nov 22 17:11:58.220827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Router e4be118c-66bd-4feb-b0b8-3ac97129ab4a has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:11:58.267079 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6d5f148-d504-4282-9929-dfa98244f933 req-e5656495-2c87-43b4-8a92-ef3db984bfab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0390944 Nov 22 17:11:58.386459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5f148-d504-4282-9929-dfa98244f933 req-ed009657-e597-4375-9c55-a012b07593c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:58.387940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6d5f148-d504-4282-9929-dfa98244f933 req-ed009657-e597-4375-9c55-a012b07593c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0884745 Nov 22 17:11:58.430583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:58.438050 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f4474116-3b23-48f8-8b42-e3fa9f22486f admin admin] 10.222.0.69 "PUT /v2.0/routers/e4be118c-66bd-4feb-b0b8-3ac97129ab4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6837835 Nov 22 17:11:58.441366 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40268) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:58.444285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] Sync routers for ids ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:58.452923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5f148-d504-4282-9929-dfa98244f933 req-33b8b5cb-449d-497e-a90f-936e9a135aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:58.454256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] Routers {'e4be118c-66bd-4feb-b0b8-3ac97129ab4a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:58.454676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6d5f148-d504-4282-9929-dfa98244f933 req-33b8b5cb-449d-497e-a90f-936e9a135aa1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587251 Nov 22 17:11:58.454914 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:58.551063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:58.552423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6d5f148-d504-4282-9929-dfa98244f933 req-3b4f083b-eb02-47c3-a77f-c62dee5c9e61 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903461 Nov 22 17:11:58.569177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] Set router e4be118c-66bd-4feb-b0b8-3ac97129ab4a gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:58.662257 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:58.670425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6d5f148-d504-4282-9929-dfa98244f933 req-9cdd9391-85db-4834-81f6-bb0d6a0988fa service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095772 Nov 22 17:11:58.718652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Deleting port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:58.719010 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:58.764878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:11:57Z', 'revision_number': 5, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port': {'id': '2a6d8c0f-ad7c-48bc-ac60-e0578081ae64', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:58.791076 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] Checking router: e4be118c-66bd-4feb-b0b8-3ac97129ab4a for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:58.800075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] Routers {'e4be118c-66bd-4feb-b0b8-3ac97129ab4a'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:58.800697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:58.803846 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] For port 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2a6d8c0f-ad7c-48bc-ac60-e0578081ae64,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:58.804177 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:58.817914 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Calling delete_port for 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:59.002798 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.050744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6d8c0f-ad7c-48bc-ac60-e0578081ae64,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:59.064623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae287a95-1aea-4b02-a308-24bbc49fadc0 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:59.077357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] Set router e4be118c-66bd-4feb-b0b8-3ac97129ab4a gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:59.130898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.135146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:11:58Z', 'revision_number': 6, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:59.165458 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507def91-f491-43c3-b4d3-d53b37c7428c None None] The sync data for ids ['e4be118c-66bd-4feb-b0b8-3ac97129ab4a'] in n-d-811716-3 is: [{'id': 'e4be118c-66bd-4feb-b0b8-3ac97129ab4a', 'name': 'tempest-TestEncryptedCinderVolumes-701314743-router', 'tenant_id': '474772246fd54df0aa67a74ec32c08c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:35Z', 'updated_at': '2021-11-22T17:11:58Z', 'revision_number': 6, 'project_id': '474772246fd54df0aa67a74ec32c08c9', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:59.225443 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.227596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.273689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.274258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4be118c-66bd-4feb-b0b8-3ac97129ab4a {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:11:59.279734 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.281197 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2edfdaa0-14cc-493a-a45d-e9cc423cf97d admin admin] 10.222.0.69 "DELETE /v2.0/routers/e4be118c-66bd-4feb-b0b8-3ac97129ab4a HTTP/1.1" status: 204 len: 168 time: 0.8387895 Nov 22 17:11:59.283763 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40270) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:59.328504 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc8632d-e610-4e0f-aa72-3a24d069a7bf admin admin] Deleting subnet 86b993be-8dab-4035-85f6-36ff297fed6e {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:11:59.331492 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fc8632d-e610-4e0f-aa72-3a24d069a7bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.360239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6e812ea3-75b9-4b84-9632-85824c8aa5c0 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:11:59.368599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fc8632d-e610-4e0f-aa72-3a24d069a7bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.379872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 6e812ea3-75b9-4b84-9632-85824c8aa5c0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:11:59.380246 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6e812ea3-75b9-4b84-9632-85824c8aa5c0 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:11:59.452400 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fc8632d-e610-4e0f-aa72-3a24d069a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.508748 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fc8632d-e610-4e0f-aa72-3a24d069a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.539724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8632d-e610-4e0f-aa72-3a24d069a7bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86b993be-8dab-4035-85f6-36ff297fed6e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:59.541738 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9fc8632d-e610-4e0f-aa72-3a24d069a7bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.545468 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9fc8632d-e610-4e0f-aa72-3a24d069a7bf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/86b993be-8dab-4035-85f6-36ff297fed6e HTTP/1.1" status: 204 len: 168 time: 0.2607212 Nov 22 17:11:59.547786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb1879-cc1a-4537-b4ae-5ae4dc3c9857 None None] Network 1f7fe9d5-2529-42eb-9726-0dccb49873e4 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:11:59.548721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40272) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:59.623231 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.679138 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Deleting port 6319834a-1ac5-49be-a02b-78bd15c7c9ab {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:11:59.679478 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.749275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] For port 6319834a-1ac5-49be-a02b-78bd15c7c9ab, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6319834a-1ac5-49be-a02b-78bd15c7c9ab,segment=NetworkSegment(3e89d82a-08da-4011-8105-49f66f7ea3f6),segment_id=3e89d82a-08da-4011-8105-49f66f7ea3f6)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:59.749642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.763314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Calling delete_port for 6319834a-1ac5-49be-a02b-78bd15c7c9ab owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:11:59.843376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.877786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=6319834a-1ac5-49be-a02b-78bd15c7c9ab,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:59.882677 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] No DVR routers for this DVR port 6319834a-1ac5-49be-a02b-78bd15c7c9ab on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:11:59.959000 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:59.963613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ea078-13a5-4a29-8f5c-88f64b15601f None None] DHCP port deletion for 1f7fe9d5-2529-42eb-9726-0dccb49873e4 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:11:59.987804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7fe9d5-2529-42eb-9726-0dccb49873e4']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:59.998839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e89d82a-08da-4011-8105-49f66f7ea3f6') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:59.999133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e89d82a-08da-4011-8105-49f66f7ea3f6') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:00.008838 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:00.022771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:00.028990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:12:00.029376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:12:00.031294 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:12:00.099538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:00.107325 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:00.113197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] 10.222.0.69 "DELETE /v2.0/networks/1f7fe9d5-2529-42eb-9726-0dccb49873e4 HTTP/1.1" status: 204 len: 168 time: 0.5605733 Nov 22 17:12:00.113479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40274) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:00.120248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f3c5a-0764-4257-8a3f-3c7c68965dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=1f7fe9d5-2529-42eb-9726-0dccb49873e4,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:00.474898 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:00.622827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 03487fb0-1374-4ec7-bbc1-45614a694c11 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:12:00.644127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 03487fb0-1374-4ec7-bbc1-45614a694c11 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:12:00.644482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 03487fb0-1374-4ec7-bbc1-45614a694c11 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:12:00.645161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6319834a-1ac5-49be-a02b-78bd15c7c9ab no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:12:00.664565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 6319834a-1ac5-49be-a02b-78bd15c7c9ab {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:12:00.664926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6319834a-1ac5-49be-a02b-78bd15c7c9ab not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:12:00.665357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:12:00.687955 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:12:00.688317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2a6d8c0f-ad7c-48bc-ac60-e0578081ae64 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:12:00.736798 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Deleting port 56dde43a-1893-45c8-a827-a519d2f9dade {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:12:00.737278 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:00.817486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] For port 56dde43a-1893-45c8-a827-a519d2f9dade, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=56dde43a-1893-45c8-a827-a519d2f9dade,segment=NetworkSegment(690d8378-cdbb-4e55-8d84-d4a3854ad90f),segment_id=690d8378-cdbb-4e55-8d84-d4a3854ad90f)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:00.817855 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:00.831280 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Calling delete_port for 56dde43a-1893-45c8-a827-a519d2f9dade owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:12:01.013514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:01.036766 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Pushing event deleted for resources: {'Port': ['ID=56dde43a-1893-45c8-a827-a519d2f9dade,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:01.212709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:01.429545 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Router d4977957-8f4b-41c6-bac8-0ea679cb7a5b has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:12:01.535998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:12:01.541073 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-88fbd9c3-da8b-4ade-99ab-0a069af49387 admin admin] 10.222.0.69 "PUT /v2.0/routers/d4977957-8f4b-41c6-bac8-0ea679cb7a5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265494 Nov 22 17:12:01.544305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40276) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:01.546852 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] Sync routers for ids ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:12:01.556950 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] Routers {'d4977957-8f4b-41c6-bac8-0ea679cb7a5b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:01.558597 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:01.653216 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:01.664485 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] Set router d4977957-8f4b-41c6-bac8-0ea679cb7a5b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:01.868681 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:12:00Z', 'revision_number': 5, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:01.896450 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] Checking router: d4977957-8f4b-41c6-bac8-0ea679cb7a5b for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:12:01.905721 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] Routers {'d4977957-8f4b-41c6-bac8-0ea679cb7a5b'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:01.906333 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:02.094211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.116312 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] Set router d4977957-8f4b-41c6-bac8-0ea679cb7a5b gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:02.149377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Deleting port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:12:02.149644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.231595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] For port 3f9dbbec-10c0-46c5-a555-9f0b75f34d83, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3f9dbbec-10c0-46c5-a555-9f0b75f34d83,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:02.232007 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.245243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Calling delete_port for 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:12:02.294837 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:12:00Z', 'revision_number': 5, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:02.324119 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aa8659-681e-46b0-85a1-e062d69c831d None None] The sync data for ids ['d4977957-8f4b-41c6-bac8-0ea679cb7a5b'] in n-d-811716-3 is: [{'id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'name': 'tempest-TestEncryptedCinderVolumes-534577666-router', 'tenant_id': '9e682e3552a947749c49d0b4ee597a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:10:39Z', 'updated_at': '2021-11-22T17:12:00Z', 'revision_number': 5, 'project_id': '9e682e3552a947749c49d0b4ee597a7b', 'gw_port': {'id': '3f9dbbec-10c0-46c5-a555-9f0b75f34d83', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4977957-8f4b-41c6-bac8-0ea679cb7a5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:10:40Z', 'updated_at': '2021-11-22T17:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:12:02.422564 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.450954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9dbbec-10c0-46c5-a555-9f0b75f34d83,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:02.474180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abada7f-f142-47df-b179-487cc27bb4e5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:12:02.518453 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.609677 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.611785 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.656299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.656845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4977957-8f4b-41c6-bac8-0ea679cb7a5b {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:12:02.661465 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.662644 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8b8576a5-a944-44b1-9a2f-8e63e010fd78 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d4977957-8f4b-41c6-bac8-0ea679cb7a5b HTTP/1.1" status: 204 len: 168 time: 1.1174092 Nov 22 17:12:02.665162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40278) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:02.725677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b49679-a51c-46b1-aa0e-390cba999e28 admin admin] Deleting subnet 6b027e89-1b5a-4594-89ed-b03daa19ab2c {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:12:02.729842 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b49679-a51c-46b1-aa0e-390cba999e28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.779164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b49679-a51c-46b1-aa0e-390cba999e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.798709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 56dde43a-1893-45c8-a827-a519d2f9dade no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:12:02.820735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 56dde43a-1893-45c8-a827-a519d2f9dade {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:12:02.821366 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 56dde43a-1893-45c8-a827-a519d2f9dade not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:12:02.868864 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b49679-a51c-46b1-aa0e-390cba999e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.924817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b49679-a51c-46b1-aa0e-390cba999e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.952899 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b49679-a51c-46b1-aa0e-390cba999e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b027e89-1b5a-4594-89ed-b03daa19ab2c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:02.962102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-42b49679-a51c-46b1-aa0e-390cba999e28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:02.963574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145a67d-b544-4911-8fa5-ef22452e5c6c None None] Network f371114b-49eb-437c-812f-27c8458a10ce requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:12:02.966276 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-42b49679-a51c-46b1-aa0e-390cba999e28 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6b027e89-1b5a-4594-89ed-b03daa19ab2c HTTP/1.1" status: 204 len: 168 time: 0.2996092 Nov 22 17:12:02.968381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40280) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:03.038975 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.098512 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Deleting port 81c432f2-413c-4c58-92de-47400a794ed0 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:12:03.098853 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.165768 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] For port 81c432f2-413c-4c58-92de-47400a794ed0, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=81c432f2-413c-4c58-92de-47400a794ed0,segment=NetworkSegment(690d8378-cdbb-4e55-8d84-d4a3854ad90f),segment_id=690d8378-cdbb-4e55-8d84-d4a3854ad90f)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:03.166141 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.179494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Calling delete_port for 81c432f2-413c-4c58-92de-47400a794ed0 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:12:03.262110 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.288753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c432f2-413c-4c58-92de-47400a794ed0,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:03.290584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] No DVR routers for this DVR port 81c432f2-413c-4c58-92de-47400a794ed0 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:12:03.361230 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.382313 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f371114b-49eb-437c-812f-27c8458a10ce']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:03.392841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690d8378-cdbb-4e55-8d84-d4a3854ad90f') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:03.393140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690d8378-cdbb-4e55-8d84-d4a3854ad90f') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:03.408335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.410280 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6668f-a036-4965-8d41-d1aeb6c5e5e4 None None] DHCP port deletion for f371114b-49eb-437c-812f-27c8458a10ce request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:12:03.426184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.433218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:12:03.433751 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:12:03.435756 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:12:03.491642 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.498075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.501323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f371114b-49eb-437c-812f-27c8458a10ce HTTP/1.1" status: 204 len: 168 time: 0.5319347 Nov 22 17:12:03.513003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bfc7d-2eb3-4eb5-88aa-ca65987c1d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=f371114b-49eb-437c-812f-27c8458a10ce,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:03.688633 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40284) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:03.731027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-de93e2ee-f647-44c4-a4f9-9e5df2db17da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=474772246fd54df0aa67a74ec32c08c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407166 Nov 22 17:12:03.733404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40286) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:03.783458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-808b99d2-56f6-4c94-ac53-c954dec5e7d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.805407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-808b99d2-56f6-4c94-ac53-c954dec5e7d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.853486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-808b99d2-56f6-4c94-ac53-c954dec5e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.856835 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-808b99d2-56f6-4c94-ac53-c954dec5e7d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:03.858009 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-808b99d2-56f6-4c94-ac53-c954dec5e7d4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ac2a5d7-2516-4b24-a250-ce1f571e9483 HTTP/1.1" status: 204 len: 168 time: 0.1235919 Nov 22 17:12:03.867832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b99d2-56f6-4c94-ac53-c954dec5e7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac2a5d7-2516-4b24-a250-ce1f571e9483,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:04.211093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40292) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:04.253587 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-db2f4a91-2c28-409b-9a18-50f07b0d655f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e682e3552a947749c49d0b4ee597a7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412626 Nov 22 17:12:04.256168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40294) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:04.309543 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-893f6982-4f95-4eba-9326-83bdf8a6afee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:04.331871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-893f6982-4f95-4eba-9326-83bdf8a6afee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:04.380164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-893f6982-4f95-4eba-9326-83bdf8a6afee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:04.382743 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-893f6982-4f95-4eba-9326-83bdf8a6afee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:04.383920 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-893f6982-4f95-4eba-9326-83bdf8a6afee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f6871e00-ccf5-4d5e-b48b-f609793f6c5e HTTP/1.1" status: 204 len: 168 time: 0.1268115 Nov 22 17:12:04.393130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f6982-4f95-4eba-9326-83bdf8a6afee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6871e00-ccf5-4d5e-b48b-f609793f6c5e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:04.626925 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 81c432f2-413c-4c58-92de-47400a794ed0 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:12:04.650025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 81c432f2-413c-4c58-92de-47400a794ed0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:12:04.650383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 81c432f2-413c-4c58-92de-47400a794ed0 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:12:04.650816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:12:04.676784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:12:04.677155 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3f9dbbec-10c0-46c5-a555-9f0b75f34d83 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:12:05.101112 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40318) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:05.198502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-45901760-network', 'tenant_id': '2f873eae43164462967e84c0fc423eb2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:05.219376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Made reservation on behalf of 2f873eae43164462967e84c0fc423eb2 for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:12:05.221746 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.231411 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.304677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.308719 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.333062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:12:05.347783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1de2ae-82fa-42ba-a8a9-c153dab79e42,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:05.352646 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.352999 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Added segment 2b8eca4c-dabf-4cfb-af44-072855a0f4a9 of type vlan for network 45bf307b-8311-40a8-b402-159fb575aa96 Nov 22 17:12:05.393573 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.418773 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.419770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:05.420386 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.477391 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3751571 Nov 22 17:12:05.480417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40322) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:05.484603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062b93b-9eae-4986-b982-6394e0be70dc admin admin] Pushing event updated for resources: {'Network': ['ID=45bf307b-8311-40a8-b402-159fb575aa96,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:05.485927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Request body: {'subnet': {'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-45901760-subnet', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:05.494525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 45bf307b-8311-40a8-b402-159fb575aa96 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:12:05.510878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Made reservation on behalf of 2f873eae43164462967e84c0fc423eb2 for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:12:05.513715 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.683808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.737514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efee98b-194e-4df2-a942-b9f837c1fcda,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:05.748260 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Checking segment: {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:05.748632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Network hostable DHCP agents. Network: 45bf307b-8311-40a8-b402-159fb575aa96, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:12:05.765339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Network 45bf307b-8311-40a8-b402-159fb575aa96 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:12:05.773452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 45bf307b-8311-40a8-b402-159fb575aa96) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:05.777619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:05.778224 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.783077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2c2ae-9c43-4965-ba4d-fad24795da29 None None] Network 45bf307b-8311-40a8-b402-159fb575aa96 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:12:05.796225 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e752299e-0f52-47d1-b6d2-11914c62725d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3139985 Nov 22 17:12:05.798726 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40324) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:05.803677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:05.828711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.830604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.894577 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:05.955817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-45bf307b-8311-40a8-b402-159fb575aa96', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:12:05.956850 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.043371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.095746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Allocated IP 172.20.0.2 (45bf307b-8311-40a8-b402-159fb575aa96/6efee98b-194e-4df2-a942-b9f837c1fcda/a60b653c-69a4-4450-a5ab-3d86ae67b22a) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:06.240539 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.246611 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.251869 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.272282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.290650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Network 45bf307b-8311-40a8-b402-159fb575aa96 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:06.294557 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:06.298916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:06.301982 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Pushing event updated for resources: {'Port': ['ID=a60b653c-69a4-4450-a5ab-3d86ae67b22a,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:06.311744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.312131 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.312476 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.312820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.313640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.313640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.313847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.314135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.314471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.314801 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.315135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.315470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:06.369470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Attempting to bind port a60b653c-69a4-4450-a5ab-3d86ae67b22a on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:06.369915 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Attempting to bind port a60b653c-69a4-4450-a5ab-3d86ae67b22a by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:06.370288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Attempting to bind port a60b653c-69a4-4450-a5ab-3d86ae67b22a on network 45bf307b-8311-40a8-b402-159fb575aa96 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:06.375880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:06.376296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Checking segment: {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:06.376740 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.377145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Bound using segment: {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:06.377633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Bound port: a60b653c-69a4-4450-a5ab-3d86ae67b22a, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:06.378027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.393264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Allocated IP 172.25.5.123 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/69db32e6-fac0-40d8-b1cb-f85e015d1e69) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:06.456299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] For port a60b653c-69a4-4450-a5ab-3d86ae67b22a, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:06.459681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] For port a60b653c-69a4-4450-a5ab-3d86ae67b22a, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a60b653c-69a4-4450-a5ab-3d86ae67b22a,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:06.465803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.504985 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.532702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0d6d5-b740-4282-869a-3c3cc3f21339 None None] Pushing event updated for resources: {'Port': ['ID=a60b653c-69a4-4450-a5ab-3d86ae67b22a,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:06.544198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.589948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:06.592819 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:06.598235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:06.601198 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=69db32e6-fac0-40d8-b1cb-f85e015d1e69,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:06.613708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec80d84-9ee2-40af-87d0-a5655cb34791 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:12:06.652581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-043f859b-371c-4435-9947-d0d6e208723d None None] Provisioning complete for port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:06.653160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-043f859b-371c-4435-9947-d0d6e208723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:06.692247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-043f859b-371c-4435-9947-d0d6e208723d None None] Port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:12:06.882099 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:07.083212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:07.225355 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:12:07.337477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:12:07.347241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Sync routers for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:12:07.358711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:07.360264 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3077dba5-8238-4575-a8b3-7aad63af4ba5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5604925 Nov 22 17:12:07.363071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40326) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:07.363837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:07.364492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:07.481576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:07.514058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbb403a-0695-4b54-9525-540e40dd9d44 None None] Network 45bf307b-8311-40a8-b402-159fb575aa96 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:12:07.654014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f8768c58-a71e-46c2-ad21-fd38d8b880fb None None] Provisioning complete for port a60b653c-69a4-4450-a5ab-3d86ae67b22a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:07.654306 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8768c58-a71e-46c2-ad21-fd38d8b880fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:07.876235 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8768c58-a71e-46c2-ad21-fd38d8b880fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:07.907257 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:06Z', 'revision_number': 3, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:07.942281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Checking router: b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:12:07.942657 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Updating router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:12:07.967966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-f8768c58-a71e-46c2-ad21-fd38d8b880fb None None] For port a60b653c-69a4-4450-a5ab-3d86ae67b22a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a60b653c-69a4-4450-a5ab-3d86ae67b22a,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:07.978242 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f8768c58-a71e-46c2-ad21-fd38d8b880fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:07.983048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.124160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8768c58-a71e-46c2-ad21-fd38d8b880fb None None] Pushing event updated for resources: {'Port': ['ID=a60b653c-69a4-4450-a5ab-3d86ae67b22a,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:08.148973 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.223541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-edafeb73-9512-4f04-969b-7b0111ef12ad None None] Provisioning complete for port a60b653c-69a4-4450-a5ab-3d86ae67b22a triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:08.223926 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-edafeb73-9512-4f04-969b-7b0111ef12ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.320602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Allocated IP 172.20.0.1 (45bf307b-8311-40a8-b402-159fb575aa96/6efee98b-194e-4df2-a942-b9f837c1fcda/ff8edff2-1a29-40b8-8974-07838e17cf38) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:08.325854 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.351799 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.411090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096cadb8-f0f2-4cb4-beec-7946b216b4ec None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:12:08.425839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Attempting to bind port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:08.426219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Attempting to bind port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:08.426589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Attempting to bind port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:08.430727 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.439261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c6d79-8983-4b47-bea9-fb20b6e86d61 None None] Pushing event updated for resources: {'Port': ['ID=69db32e6-fac0-40d8-b1cb-f85e015d1e69,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:08.442179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:08.442647 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:08.443282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.443483 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:08.443933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Bound port: 69db32e6-fac0-40d8-b1cb-f85e015d1e69, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:08.444325 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.466387 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.498794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] For port 69db32e6-fac0-40d8-b1cb-f85e015d1e69, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:08.502299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] For port 69db32e6-fac0-40d8-b1cb-f85e015d1e69, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=69db32e6-fac0-40d8-b1cb-f85e015d1e69,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:08.506125 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.508228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Network 45bf307b-8311-40a8-b402-159fb575aa96 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:08.513641 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:08.518258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:08.521459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8edff2-1a29-40b8-8974-07838e17cf38,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:08.570684 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.591273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9df1ac-8c32-44af-8da8-b45fa984d2ca None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:12:08.607973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:08.608619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:08.612025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d45ca4a5-9262-47cd-899e-aefa4af814fd None None] Provisioning complete for port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:08.612025 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d45ca4a5-9262-47cd-899e-aefa4af814fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.616546 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c6d79-8983-4b47-bea9-fb20b6e86d61 None None] Pushing event updated for resources: {'Port': ['ID=69db32e6-fac0-40d8-b1cb-f85e015d1e69,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:08.749341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.910242 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a60b653c-69a4-4450-a5ab-3d86ae67b22a up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:08.929639 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:08.935834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.005953 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:09.011568 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.013464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8edff2-1a29-40b8-8974-07838e17cf38,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:09.065595 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d45ca4a5-9262-47cd-899e-aefa4af814fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.111454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Network 45bf307b-8311-40a8-b402-159fb575aa96 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:09.112936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:09.140348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-d45ca4a5-9262-47cd-899e-aefa4af814fd None None] For port 69db32e6-fac0-40d8-b1cb-f85e015d1e69, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=69db32e6-fac0-40d8-b1cb-f85e015d1e69,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:09.145774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a60b653c-69a4-4450-a5ab-3d86ae67b22a triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:09.146174 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.154340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d45ca4a5-9262-47cd-899e-aefa4af814fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.242917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:12:09.303234 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ca4a5-9262-47cd-899e-aefa4af814fd None None] Pushing event updated for resources: {'Port': ['ID=69db32e6-fac0-40d8-b1cb-f85e015d1e69,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:09.344547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6ff20401-bc28-4ec8-aeac-4b16d0040b9a None None] Provisioning complete for port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:09.344933 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff20401-bc28-4ec8-aeac-4b16d0040b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.368303 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:12:09.375121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-00311a26-18fe-4100-8843-a40cb43336a5 admin admin] 10.222.0.69 "PUT /v2.0/routers/b4ecd2a1-16ca-4fc9-ae37-43dad4236c81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0103445 Nov 22 17:12:09.408689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:06Z', 'revision_number': 3, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:09.441876 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fcc2a1-54ef-44fc-93b2-383a04134c6e None None] The sync data for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 is: [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:06Z', 'revision_number': 3, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:12:09.506091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6ff20401-bc28-4ec8-aeac-4b16d0040b9a None None] Provisioning complete for port ff8edff2-1a29-40b8-8974-07838e17cf38 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:09.506456 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6ff20401-bc28-4ec8-aeac-4b16d0040b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.542696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6ff20401-bc28-4ec8-aeac-4b16d0040b9a None None] Port ff8edff2-1a29-40b8-8974-07838e17cf38 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:12:09.689405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0cd4663a-8f02-4bab-9ae1-884bc3098110 None None] Provisioning complete for port ff8edff2-1a29-40b8-8974-07838e17cf38 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:09.689783 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cd4663a-8f02-4bab-9ae1-884bc3098110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.736715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4663a-8f02-4bab-9ae1-884bc3098110 None None] Port ff8edff2-1a29-40b8-8974-07838e17cf38 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:12:09.997870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40342) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:10.003080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1836195664-network', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:10.026744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Made reservation on behalf of 92b7e4c2ec974cbebf725a3b1b031722 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:12:10.029289 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.039108 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.139307 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.143579 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.173780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:12:10.193575 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.194111 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Added segment efc60ae2-d585-445b-b851-4fbc83b2dfe0 of type vlan for network ce52a54d-43d8-4245-a902-f62b7de8db5e Nov 22 17:12:10.204779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e90b84a-5585-4d5d-a4a7-cee64b537bba,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:10.252245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.286180 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.287791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:10.289619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.347753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3485725 Nov 22 17:12:10.350958 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40344) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:10.357254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Request body: {'subnet': {'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1836195664-subnet', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:10.373698 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29437ea8-1225-4fd3-a0b6-1b58315958a9 admin admin] Pushing event updated for resources: {'Network': ['ID=ce52a54d-43d8-4245-a902-f62b7de8db5e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:10.387537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network ce52a54d-43d8-4245-a902-f62b7de8db5e details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:12:10.389049 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Made reservation on behalf of 92b7e4c2ec974cbebf725a3b1b031722 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:12:10.391459 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.570573 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.624248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1499eeaa-843b-4d63-878a-4fbea9c178b9,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:10.641381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Checking segment: {'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:10.641740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Network hostable DHCP agents. Network: ce52a54d-43d8-4245-a902-f62b7de8db5e, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:12:10.660468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 69db32e6-fac0-40d8-b1cb-f85e015d1e69 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:10.662589 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Network ce52a54d-43d8-4245-a902-f62b7de8db5e is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:12:10.673001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, ce52a54d-43d8-4245-a902-f62b7de8db5e) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:10.677340 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:10.678003 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.687954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b88b6d8-03c4-4201-b462-9753138d1ab5 None None] Network ce52a54d-43d8-4245-a902-f62b7de8db5e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:12:10.695431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-589a1e7e-d6a3-48ce-8395-b299af664c07 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3433361 Nov 22 17:12:10.698228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40346) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:10.702574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:10.725950 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.727043 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.785348 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.792526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:10.792910 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.909230 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-ce52a54d-43d8-4245-a902-f62b7de8db5e', 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'fixed_ips': [{'subnet_id': '1499eeaa-843b-4d63-878a-4fbea9c178b9'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:12:10.910088 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:10.926948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.071122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Allocated IP 172.20.0.2 (ce52a54d-43d8-4245-a902-f62b7de8db5e/1499eeaa-843b-4d63-878a-4fbea9c178b9/91e465c7-f762-406c-a0af-7ee1c6b57849) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:11.147512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.168445 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.212198 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Sync routers for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:12:11.222465 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:11.223086 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:11.232474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.239261 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.283411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Network ce52a54d-43d8-4245-a902-f62b7de8db5e is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:11.288106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:11.290716 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:11.297608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Allocated IP 172.25.5.179 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/e5e7973d-943b-4f78-bd45-cd3d5c24d9aa) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:11.298935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Pushing event updated for resources: {'Port': ['ID=91e465c7-f762-406c-a0af-7ee1c6b57849,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:11.340775 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:11.356965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Attempting to bind port 91e465c7-f762-406c-a0af-7ee1c6b57849 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:11.356965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Attempting to bind port 91e465c7-f762-406c-a0af-7ee1c6b57849 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:11.357358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Attempting to bind port 91e465c7-f762-406c-a0af-7ee1c6b57849 on network ce52a54d-43d8-4245-a902-f62b7de8db5e {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:11.363986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:11.364378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Checking segment: {'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:11.364790 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.365184 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Bound using segment: {'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:11.365662 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Bound port: 91e465c7-f762-406c-a0af-7ee1c6b57849, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:11.366049 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.417919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.440185 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] For port 91e465c7-f762-406c-a0af-7ee1c6b57849, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:11.444601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] For port 91e465c7-f762-406c-a0af-7ee1c6b57849, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91e465c7-f762-406c-a0af-7ee1c6b57849,segment=NetworkSegment(efc60ae2-d585-445b-b851-4fbc83b2dfe0),segment_id=efc60ae2-d585-445b-b851-4fbc83b2dfe0)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:11.450263 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.455491 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.504222 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:11.511129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:11.516050 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:11.520160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e6b86-e4a9-4c37-be2c-f19bc5394286 None None] Pushing event updated for resources: {'Port': ['ID=91e465c7-f762-406c-a0af-7ee1c6b57849,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:11.525635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fed4f9-7442-4770-b6bb-f47416e96d21 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:12:11.548718 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e7973d-943b-4f78-bd45-cd3d5c24d9aa,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:11.580900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5e027ee4-da7a-4197-94f0-f7bf4b621507 None None] Provisioning complete for port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:11.581270 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e027ee4-da7a-4197-94f0-f7bf4b621507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.587755 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 2, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:11.619520 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Checking router: b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:12:11.620582 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Updating router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 port ff8edff2-1a29-40b8-8974-07838e17cf38 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:12:11.635177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5e027ee4-da7a-4197-94f0-f7bf4b621507 None None] Port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:12:11.647355 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.821497 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.945474 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:11.952059 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.026844 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Pushing event updated for resources: {'Port': ['ID=ff8edff2-1a29-40b8-8974-07838e17cf38,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:12.039660 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.049384 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.049751 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.050063 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.050394 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.050721 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.051047 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.051370 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.051693 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.052036 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.052355 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.052683 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.052992 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:12.067098 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Attempting to bind port ff8edff2-1a29-40b8-8974-07838e17cf38 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:12.067461 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Attempting to bind port ff8edff2-1a29-40b8-8974-07838e17cf38 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:12.067818 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Attempting to bind port ff8edff2-1a29-40b8-8974-07838e17cf38 on network 45bf307b-8311-40a8-b402-159fb575aa96 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:12.073762 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:12.074231 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Checking segment: {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:12.074636 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.075027 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Bound using segment: {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:12.075499 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Bound port: ff8edff2-1a29-40b8-8974-07838e17cf38, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:12.075879 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.154634 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] For port ff8edff2-1a29-40b8-8974-07838e17cf38, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:12.158712 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] For port ff8edff2-1a29-40b8-8974-07838e17cf38, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ff8edff2-1a29-40b8-8974-07838e17cf38,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:12.162822 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.186591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Router 5d98263a-cb7b-4fab-a300-d6d8758dd709 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:12:12.222996 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:12.223632 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:12.263718 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf073c-88ec-4b73-818b-a22ae07faf98 None None] Pushing event updated for resources: {'Port': ['ID=ff8edff2-1a29-40b8-8974-07838e17cf38,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:12.272764 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ab410de1-e578-4464-8ba8-6070f0089eb4 None None] Provisioning complete for port ff8edff2-1a29-40b8-8974-07838e17cf38 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:12.273244 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab410de1-e578-4464-8ba8-6070f0089eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.326919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:12:12.347519 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.348894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-08d92746-9826-40e8-a8dd-f58db73dead1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6497123 Nov 22 17:12:12.351157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Sync routers for ids ['5d98263a-cb7b-4fab-a300-d6d8758dd709'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:12:12.352393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40348) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:12.368992 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:12.380890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Routers {'5d98263a-cb7b-4fab-a300-d6d8758dd709'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:12.381611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5d98263a-cb7b-4fab-a300-d6d8758dd709'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:12.547570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab410de1-e578-4464-8ba8-6070f0089eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.554461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Set router 5d98263a-cb7b-4fab-a300-d6d8758dd709 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:12.736962 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:12Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:12.738573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ab410de1-e578-4464-8ba8-6070f0089eb4 None None] For port ff8edff2-1a29-40b8-8974-07838e17cf38, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ff8edff2-1a29-40b8-8974-07838e17cf38,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:12.746233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91e465c7-f762-406c-a0af-7ee1c6b57849 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:12.753205 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab410de1-e578-4464-8ba8-6070f0089eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.770832 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712556c6-e53a-4627-8636-e38f07a329ca None None] The sync data for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 is: [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:12Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:12:12.924760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab410de1-e578-4464-8ba8-6070f0089eb4 None None] Pushing event updated for resources: {'Port': ['ID=ff8edff2-1a29-40b8-8974-07838e17cf38,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:12.936619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd25138-b515-458e-8c9a-2e74acf7ca55 None None] Network ce52a54d-43d8-4245-a902-f62b7de8db5e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:12:12.977227 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 91e465c7-f762-406c-a0af-7ee1c6b57849 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:12.977612 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.980444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8dcb1617-ec12-48b1-818f-72d8ec26d41b None None] Provisioning complete for port ff8edff2-1a29-40b8-8974-07838e17cf38 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:12.980768 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8dcb1617-ec12-48b1-818f-72d8ec26d41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:12.996667 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:13.194298 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Allocated IP 172.20.0.1 (ce52a54d-43d8-4245-a902-f62b7de8db5e/1499eeaa-843b-4d63-878a-4fbea9c178b9/299ae804-92ad-406b-8d95-82053b03824b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:13.321083 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:13.360663 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:13.384161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:12:11Z', 'revision_number': 3, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port': {'id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:11Z', 'updated_at': '2021-11-22T17:12:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:13.418682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Network ce52a54d-43d8-4245-a902-f62b7de8db5e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:13.423133 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:13.425853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:13.453687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Checking router: 5d98263a-cb7b-4fab-a300-d6d8758dd709 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:12:13.454034 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Updating router 5d98263a-cb7b-4fab-a300-d6d8758dd709 port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:12:13.512186 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:13.516286 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:13.653961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 91e465c7-f762-406c-a0af-7ee1c6b57849, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91e465c7-f762-406c-a0af-7ee1c6b57849,segment=NetworkSegment(efc60ae2-d585-445b-b851-4fbc83b2dfe0),segment_id=efc60ae2-d585-445b-b851-4fbc83b2dfe0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:13.665252 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:13.716614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3a4f3206-ad97-410e-b600-6a31ab8b6c67 None None] Provisioning complete for port 91e465c7-f762-406c-a0af-7ee1c6b57849 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:13.716987 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3a4f3206-ad97-410e-b600-6a31ab8b6c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:13.813863 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=91e465c7-f762-406c-a0af-7ee1c6b57849,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:13.830583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Pushing event updated for resources: {'Port': ['ID=299ae804-92ad-406b-8d95-82053b03824b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:13.850089 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.004479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.014889 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.023358 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.051321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Attempting to bind port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:14.051696 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Attempting to bind port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:14.052099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Attempting to bind port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:14.083075 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:14.083468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:14.083897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.084309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:14.084804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Bound port: e5e7973d-943b-4f78-bd45-cd3d5c24d9aa, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:14.085190 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.087559 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f705861b-6f66-49f9-966b-36cf63300218 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:12:14.135619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a58fd86e-25e4-4c72-ae4a-5eba5305900f None None] Provisioning complete for port 299ae804-92ad-406b-8d95-82053b03824b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:14.136023 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a58fd86e-25e4-4c72-ae4a-5eba5305900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.167319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5169fd5-31ed-459e-8978-1532ff218e1a None None] Pushing event updated for resources: {'Port': ['ID=e5e7973d-943b-4f78-bd45-cd3d5c24d9aa,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:14.201062 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] For port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:14.205362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] For port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e5e7973d-943b-4f78-bd45-cd3d5c24d9aa,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:14.206765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a58fd86e-25e4-4c72-ae4a-5eba5305900f None None] Port 299ae804-92ad-406b-8d95-82053b03824b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:12:14.210635 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.223006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.227565 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.255753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a58fd86e-25e4-4c72-ae4a-5eba5305900f None None] Provisioning complete for port 91e465c7-f762-406c-a0af-7ee1c6b57849 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:14.256150 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a58fd86e-25e4-4c72-ae4a-5eba5305900f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.263389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb38dc-e7d2-4b40-9dc7-ad61d93cb1d8 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:12:14.305924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Pushing event updated for resources: {'Port': ['ID=299ae804-92ad-406b-8d95-82053b03824b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:14.311005 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.319002 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5169fd5-31ed-459e-8978-1532ff218e1a None None] Pushing event updated for resources: {'Port': ['ID=e5e7973d-943b-4f78-bd45-cd3d5c24d9aa,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:14.324788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Routers {'5d98263a-cb7b-4fab-a300-d6d8758dd709'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:14.325406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5d98263a-cb7b-4fab-a300-d6d8758dd709'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:14.407614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Network ce52a54d-43d8-4245-a902-f62b7de8db5e is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:14.409162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:14.467621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] Set router 5d98263a-cb7b-4fab-a300-d6d8758dd709 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:14.529460 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Router 5d98263a-cb7b-4fab-a300-d6d8758dd709 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:12:14.623759 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] Provisioning complete for port 299ae804-92ad-406b-8d95-82053b03824b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:14.624153 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.661590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:12:14.668298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-304a9694-bf8b-4b0e-bc7d-e6b138c46c12 admin admin] 10.222.0.69 "PUT /v2.0/routers/5d98263a-cb7b-4fab-a300-d6d8758dd709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3138237 Nov 22 17:12:14.705730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] Port 299ae804-92ad-406b-8d95-82053b03824b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:12:14.723729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] Provisioning complete for port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:14.724138 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.760229 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ff8edff2-1a29-40b8-8974-07838e17cf38 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:14.818213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:12:13Z', 'revision_number': 4, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port': {'id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:11Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299ae804-92ad-406b-8d95-82053b03824b', 'name': '', 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'mac_address': 'fa:16:3e:61:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:13Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 2, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'subnets': [{'id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:14.853432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e5b0f-7b6c-4456-9981-768ebd71f402 None None] The sync data for ids ['5d98263a-cb7b-4fab-a300-d6d8758dd709'] in n-d-811716-3 is: [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:12:13Z', 'revision_number': 4, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port': {'id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:11Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299ae804-92ad-406b-8d95-82053b03824b', 'name': '', 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'mac_address': 'fa:16:3e:61:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:13Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 2, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'subnets': [{'id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:12:14.897437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port ff8edff2-1a29-40b8-8974-07838e17cf38 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:14.897770 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.900265 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:14.956225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] For port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e5e7973d-943b-4f78-bd45-cd3d5c24d9aa,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:14.961968 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:15.045917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b06bf-93e4-4c67-8805-b73f9536304d None None] Pushing event updated for resources: {'Port': ['ID=e5e7973d-943b-4f78-bd45-cd3d5c24d9aa,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:15.058611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91e465c7-f762-406c-a0af-7ee1c6b57849 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:15.123044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-746fc4d9-543b-4d8a-b1c1-667e603ee6bb None None] Provisioning complete for port 299ae804-92ad-406b-8d95-82053b03824b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:15.123427 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-746fc4d9-543b-4d8a-b1c1-667e603ee6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:15.169594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 91e465c7-f762-406c-a0af-7ee1c6b57849 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:15.169976 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:15.174182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-746fc4d9-543b-4d8a-b1c1-667e603ee6bb None None] Port 299ae804-92ad-406b-8d95-82053b03824b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:12:16.678626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e5e7973d-943b-4f78-bd45-cd3d5c24d9aa up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:16.737846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:16.738226 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:17.174961 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Sync routers for ids ['5d98263a-cb7b-4fab-a300-d6d8758dd709'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:12:17.186141 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Routers {'5d98263a-cb7b-4fab-a300-d6d8758dd709'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:17.186806 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5d98263a-cb7b-4fab-a300-d6d8758dd709'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:17.402446 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Set router 5d98263a-cb7b-4fab-a300-d6d8758dd709 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:17.639180 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:12:13Z', 'revision_number': 4, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port': {'id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:11Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299ae804-92ad-406b-8d95-82053b03824b', 'name': '', 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'mac_address': 'fa:16:3e:61:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:13Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 2, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'subnets': [{'id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:17.669921 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Checking router: 5d98263a-cb7b-4fab-a300-d6d8758dd709 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:12:17.670563 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Updating router 5d98263a-cb7b-4fab-a300-d6d8758dd709 port 299ae804-92ad-406b-8d95-82053b03824b binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:12:17.698763 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.020920 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.029012 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.106692 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa818a4c-420a-461a-a931-e02060965401 None None] Pushing event updated for resources: {'Port': ['ID=299ae804-92ad-406b-8d95-82053b03824b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:18.163382 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Attempting to bind port 299ae804-92ad-406b-8d95-82053b03824b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:18.164062 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Attempting to bind port 299ae804-92ad-406b-8d95-82053b03824b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:18.164737 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Attempting to bind port 299ae804-92ad-406b-8d95-82053b03824b on network ce52a54d-43d8-4245-a902-f62b7de8db5e {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:18.174062 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:18.174259 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Checking segment: {'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:18.174968 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.175237 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Bound using segment: {'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:18.175828 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Bound port: 299ae804-92ad-406b-8d95-82053b03824b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc60ae2-d585-445b-b851-4fbc83b2dfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:18.176140 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.259710 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] For port 299ae804-92ad-406b-8d95-82053b03824b, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:18.259710 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] For port 299ae804-92ad-406b-8d95-82053b03824b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=299ae804-92ad-406b-8d95-82053b03824b,segment=NetworkSegment(efc60ae2-d585-445b-b851-4fbc83b2dfe0),segment_id=efc60ae2-d585-445b-b851-4fbc83b2dfe0)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:18.269116 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.333444 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Routers {'5d98263a-cb7b-4fab-a300-d6d8758dd709'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:12:18.334084 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:11:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5d98263a-cb7b-4fab-a300-d6d8758dd709'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:18.377530 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa818a4c-420a-461a-a931-e02060965401 None None] Pushing event updated for resources: {'Port': ['ID=299ae804-92ad-406b-8d95-82053b03824b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:18.454159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-aa5fd615-c571-40ec-a53c-da568fd0fe8c None None] Provisioning complete for port 299ae804-92ad-406b-8d95-82053b03824b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:18.454691 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd615-c571-40ec-a53c-da568fd0fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.465850 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] Set router 5d98263a-cb7b-4fab-a300-d6d8758dd709 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:12:18.565292 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd615-c571-40ec-a53c-da568fd0fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.615206 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-aa5fd615-c571-40ec-a53c-da568fd0fe8c None None] For port 299ae804-92ad-406b-8d95-82053b03824b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=299ae804-92ad-406b-8d95-82053b03824b,segment=NetworkSegment(efc60ae2-d585-445b-b851-4fbc83b2dfe0),segment_id=efc60ae2-d585-445b-b851-4fbc83b2dfe0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:18.629021 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa5fd615-c571-40ec-a53c-da568fd0fe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.710472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fd615-c571-40ec-a53c-da568fd0fe8c None None] Pushing event updated for resources: {'Port': ['ID=299ae804-92ad-406b-8d95-82053b03824b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:18.757598 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:12:13Z', 'revision_number': 4, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port': {'id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:11Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299ae804-92ad-406b-8d95-82053b03824b', 'name': '', 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'mac_address': 'fa:16:3e:61:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:13Z', 'updated_at': '2021-11-22T17:12:18Z', 'revision_number': 4, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'subnets': [{'id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:12:18.763784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0d819db5-d3e4-43df-9074-01aa7f23ffa4 None None] Provisioning complete for port 299ae804-92ad-406b-8d95-82053b03824b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:18.764206 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0d819db5-d3e4-43df-9074-01aa7f23ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:18.797731 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069bba4-e00e-4b25-83db-6b6851f26460 None None] The sync data for ids ['5d98263a-cb7b-4fab-a300-d6d8758dd709'] in n-d-811716-3 is: [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:12:13Z', 'revision_number': 4, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port': {'id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:11Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '299ae804-92ad-406b-8d95-82053b03824b', 'name': '', 'network_id': 'ce52a54d-43d8-4245-a902-f62b7de8db5e', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'mac_address': 'fa:16:3e:61:b7:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:13Z', 'updated_at': '2021-11-22T17:12:18Z', 'revision_number': 4, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'subnets': [{'id': '1499eeaa-843b-4d63-878a-4fbea9c178b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:12:18.819698 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 299ae804-92ad-406b-8d95-82053b03824b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:19.149990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 299ae804-92ad-406b-8d95-82053b03824b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:19.150374 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:19.177362 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0534b2f-5172-4511-9de9-05146b89a814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:20.658612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 299ae804-92ad-406b-8d95-82053b03824b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:20.725352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 299ae804-92ad-406b-8d95-82053b03824b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:20.725875 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:21.431635 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-80194f5e-c09c-4917-aec0-e300d5f072e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:22.695589 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:23.178543 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:24.754397 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:24.958399 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:25.218368 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:25.291215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-fda202e9-f6e7-4257-a54a-33b65a014677 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:25.292713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-fda202e9-f6e7-4257-a54a-33b65a014677 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 813 time: 0.1100299 Nov 22 17:12:25.307971 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-feaef575-9793-4a75-801f-79f84c4e9607 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/quotas/2f873eae43164462967e84c0fc423eb2 HTTP/1.1" status: 200 len: 375 time: 0.0094430 Nov 22 17:12:25.359262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-5d3dbb02-7fcb-40f0-a24f-3b53e132e48a tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456266 Nov 22 17:12:25.457690 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-94d6979b-6afd-4bf9-9bb7-e363fa4bfc77 service neutron] 10.222.0.69 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870206 Nov 22 17:12:25.549967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-bce528c1-6459-4ffe-8ec1-ca46c2cfbc46 service neutron] 10.222.0.69 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855062 Nov 22 17:12:25.726798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-89d050aa-0b0b-432d-b567-33d0c4448867 req-6d621f3c-06f2-43d5-b98d-5a844d220bd4 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 210 time: 0.0274014 Nov 22 17:12:26.688078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-513bba5a-c9a2-43ac-a29c-ed7552130392 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:26.689560 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-513bba5a-c9a2-43ac-a29c-ed7552130392 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.71 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 813 time: 0.1162026 Nov 22 17:12:26.704744 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'port': {'device_id': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'admin_state_up': True, 'tenant_id': '2f873eae43164462967e84c0fc423eb2'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:26.826253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9be1afed-f046-456a-8c86-e5cd915df655 req-145f5085-8a74-42ca-8cae-dd4bde55f4fa tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 210 time: 0.0275810 Nov 22 17:12:26.834565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Made reservation on behalf of 2f873eae43164462967e84c0fc423eb2 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:12:26.839199 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:27.016486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Allocated IP 172.20.0.7 (45bf307b-8311-40a8-b402-159fb575aa96/6efee98b-194e-4df2-a942-b9f837c1fcda/6985c4ee-fc65-44af-a54e-fcbc32b66558) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:27.241716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:27.294244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:27.345466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Network 45bf307b-8311-40a8-b402-159fb575aa96 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:27.348988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:27.352832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:27.381934 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'Port': ['ID=6985c4ee-fc65-44af-a54e-fcbc32b66558,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:27.420128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:27.420871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:27.442683 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-acc130b6-ed00-421e-815f-924324d6ff79 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424481 Nov 22 17:12:27.643745 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-601ab3fc-b429-4854-a456-9538a24aeda1 None None] Provisioning complete for port 6985c4ee-fc65-44af-a54e-fcbc32b66558 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:27.644324 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-601ab3fc-b429-4854-a456-9538a24aeda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:27.689897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-601ab3fc-b429-4854-a456-9538a24aeda1 None None] Port 6985c4ee-fc65-44af-a54e-fcbc32b66558 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:12:27.960864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c1aa-14a1-421d-9d6e-0741125bb5f1 req-91f150fc-3cd1-4f33-8d7f-8ef900ec3fea tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:27.968812 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36e1c1aa-14a1-421d-9d6e-0741125bb5f1 req-91f150fc-3cd1-4f33-8d7f-8ef900ec3fea tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0645502 Nov 22 17:12:28.014071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36e1c1aa-14a1-421d-9d6e-0741125bb5f1 req-a03720ad-156a-4cf0-8691-5c69b5a2c261 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Nov 22 17:12:29.137807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d29b3-d6f1-4fa9-870b-bec815e2e02b req-84155f07-8246-4f80-80c0-511f4df37ae1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:29.140479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-567d29b3-d6f1-4fa9-870b-bec815e2e02b req-84155f07-8246-4f80-80c0-511f4df37ae1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0501528 Nov 22 17:12:29.205369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-567d29b3-d6f1-4fa9-870b-bec815e2e02b req-3d9afa11-f173-4b3e-9dbf-be330dd5d374 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497241 Nov 22 17:12:29.540569 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:12:30.326643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d44523-c765-4d48-a3f8-bc639820c2aa req-c69ed261-5142-4789-aa0f-b404b9968fc9 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:30.328223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3d44523-c765-4d48-a3f8-bc639820c2aa req-c69ed261-5142-4789-aa0f-b404b9968fc9 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0567036 Nov 22 17:12:30.384239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3d44523-c765-4d48-a3f8-bc639820c2aa req-682adbb5-4167-4b7a-932b-7438f2b5de06 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498776 Nov 22 17:12:31.516961 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d578be4-36fb-4360-be62-3c32feb5ccd5 req-42eed8c6-1854-47ac-9372-3f0bcc6bb608 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:31.518493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d578be4-36fb-4360-be62-3c32feb5ccd5 req-42eed8c6-1854-47ac-9372-3f0bcc6bb608 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0571382 Nov 22 17:12:31.572189 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d578be4-36fb-4360-be62-3c32feb5ccd5 req-c54ed691-9e09-4521-aa09-4cb8d4d98b9a tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Nov 22 17:12:32.705429 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120dfa8-2f8d-4473-8039-4ae4f6433010 req-672b7449-2d95-4aea-a067-f3535151548a tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:32.712562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6120dfa8-2f8d-4473-8039-4ae4f6433010 req-672b7449-2d95-4aea-a067-f3535151548a tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0696352 Nov 22 17:12:32.764960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6120dfa8-2f8d-4473-8039-4ae4f6433010 req-8d818ae1-7fe4-490a-8376-38758ccb3859 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446301 Nov 22 17:12:33.891661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19257f3-1565-4a43-bc16-17d8ac9093ca req-4608c1c8-d88c-4abe-98ae-30dfd2ce8ce1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:33.893335 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d19257f3-1565-4a43-bc16-17d8ac9093ca req-4608c1c8-d88c-4abe-98ae-30dfd2ce8ce1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0562694 Nov 22 17:12:33.951248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d19257f3-1565-4a43-bc16-17d8ac9093ca req-b21278a9-e2e2-42d3-b48c-a57cc4f1dcd6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517242 Nov 22 17:12:35.086291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fe7e8-795b-4ea5-836c-35215e84c230 req-48cc7137-ac33-4922-9586-847d73a9c1d2 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:35.087781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa0fe7e8-795b-4ea5-836c-35215e84c230 req-48cc7137-ac33-4922-9586-847d73a9c1d2 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0653110 Nov 22 17:12:35.151837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fa0fe7e8-795b-4ea5-836c-35215e84c230 req-5b9cd182-0abd-423d-8aa2-2ec08b4202cb tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545821 Nov 22 17:12:36.268598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa536f09-a1af-4055-b75c-c20850f0fa61 req-adad00cf-b48c-4f1a-8f90-4dd38ff5308e tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:36.269988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa536f09-a1af-4055-b75c-c20850f0fa61 req-adad00cf-b48c-4f1a-8f90-4dd38ff5308e tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0552263 Nov 22 17:12:36.321247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aa536f09-a1af-4055-b75c-c20850f0fa61 req-d8058a70-b19b-41bf-ae62-deebc51a4028 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Nov 22 17:12:37.448937 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c03d5c-dc38-4fac-bcfa-49d4bb9d05e0 req-f79b6dc2-83fd-4284-beb4-e1528aa0b04b tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:37.450456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2c03d5c-dc38-4fac-bcfa-49d4bb9d05e0 req-f79b6dc2-83fd-4284-beb4-e1528aa0b04b tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 931 time: 0.0612302 Nov 22 17:12:37.497424 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2c03d5c-dc38-4fac-bcfa-49d4bb9d05e0 req-5130dcbd-973d-4b57-a8d7-e9a518459776 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Nov 22 17:12:37.777175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Request body: {'port': {'device_id': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:37.831520 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.095164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6985c4ee-fc65-44af-a54e-fcbc32b66558 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:12:38.102647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.115463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Transition to ACTIVE for port object 6985c4ee-fc65-44af-a54e-fcbc32b66558 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:12:38.118944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.189093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Pushing event updated for resources: {'Port': ['ID=6985c4ee-fc65-44af-a54e-fcbc32b66558,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:38.245786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Attempting to bind port 6985c4ee-fc65-44af-a54e-fcbc32b66558 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:12:38.246207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Attempting to bind port 6985c4ee-fc65-44af-a54e-fcbc32b66558 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:12:38.246550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Attempting to bind port 6985c4ee-fc65-44af-a54e-fcbc32b66558 on network 45bf307b-8311-40a8-b402-159fb575aa96 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:38.251236 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Port 6985c4ee-fc65-44af-a54e-fcbc32b66558 on network 45bf307b-8311-40a8-b402-159fb575aa96 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:12:38.251566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Attempting to bind port 6985c4ee-fc65-44af-a54e-fcbc32b66558 on network 45bf307b-8311-40a8-b402-159fb575aa96 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:12:38.256704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:12:38.257054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Checking segment: {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:12:38.257446 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Bound using segment: {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:12:38.257885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Bound port: 6985c4ee-fc65-44af-a54e-fcbc32b66558, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b8eca4c-dabf-4cfb-af44-072855a0f4a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:12:38.258248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.329131 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] For port 6985c4ee-fc65-44af-a54e-fcbc32b66558, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:12:38.332143 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] For port 6985c4ee-fc65-44af-a54e-fcbc32b66558, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:12:38.336844 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.375382 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:38.376126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:38.377517 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] 10.222.0.71 "PUT /v2.0/ports/6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 1091 time: 0.6059163 Nov 22 17:12:38.377985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:38.380952 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97" -d '{"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:38.404642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48535dd3-215c-4d80-a3e7-33e641426194 service neutron] Pushing event updated for resources: {'Port': ['ID=6985c4ee-fc65-44af-a54e-fcbc32b66558,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:38.440997 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da72f334-9a92-4d09-a298-eb9b63869bf4 x-openstack-request-id: req-da72f334-9a92-4d09-a298-eb9b63869bf4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:38.441417 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:38.441737 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da72f334-9a92-4d09-a298-eb9b63869bf4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:38.442205 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'status': 'completed', 'code': 200} Nov 22 17:12:38.476963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-b15b164e-e231-4a19-b0f4-dc6f2939384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:38.478587 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-b15b164e-e231-4a19-b0f4-dc6f2939384f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1094 time: 0.0490427 Nov 22 17:12:38.523163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-32c91eb0-9ba8-4c95-8f2c-fcd1761526a8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 217 time: 0.0362129 Nov 22 17:12:38.586556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-426c020b-02d4-4f37-8fad-081f1fb5f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:38.588153 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-426c020b-02d4-4f37-8fad-081f1fb5f099 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 200 len: 852 time: 0.0571771 Nov 22 17:12:38.623877 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c9260-584b-456a-ba15-548f36144d53 req-b9c0c06a-b44b-456b-9276-72769dfbd62a tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:38.625382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a58c9260-584b-456a-ba15-548f36144d53 req-b9c0c06a-b44b-456b-9276-72769dfbd62a tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 943 time: 0.0541894 Nov 22 17:12:38.640294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-7692ef48-2704-4ed2-a9d9-f30d638fa8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:38.641931 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-7692ef48-2704-4ed2-a9d9-f30d638fa8ba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45bf307b-8311-40a8-b402-159fb575aa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460141 Nov 22 17:12:38.680031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a58c9260-584b-456a-ba15-548f36144d53 req-99781417-8dd8-4df3-820a-92b0e15ed8fb tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484786 Nov 22 17:12:38.744209 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-091518b3-12b6-4cdb-9ae0-f19faa4227c3 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939043 Nov 22 17:12:39.177746 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-44508454-4f2a-46e2-af7e-cfba71628a66 req-a5efefb7-e0e0-4dcb-812b-c6ce6be41065 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258659 Nov 22 17:12:39.273087 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-2e025d69-99ba-4dad-9b23-9538d8a7f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.274486 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-2e025d69-99ba-4dad-9b23-9538d8a7f67c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1094 time: 0.0412788 Nov 22 17:12:39.372249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-d53bcc92-ecc8-4fd8-b3e2-301603c2d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.373710 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-d53bcc92-ecc8-4fd8-b3e2-301603c2d552 service neutron] 10.222.0.71 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 914 time: 0.0872269 Nov 22 17:12:39.414699 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-5d00980d-aa07-4479-a3f5-231e4eb3f412 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 217 time: 0.0337307 Nov 22 17:12:39.469389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-7f58c2d7-af89-49c5-84f6-ea6eb6c6d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.470828 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-7f58c2d7-af89-49c5-84f6-ea6eb6c6d226 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 200 len: 852 time: 0.0481114 Nov 22 17:12:39.518493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-0a8f16b5-4b81-4cb8-85ef-deba4a689448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.520016 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-0a8f16b5-4b81-4cb8-85ef-deba4a689448 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45bf307b-8311-40a8-b402-159fb575aa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396841 Nov 22 17:12:39.610772 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-37f8692f-3ba0-4cc2-a75f-af824a1410ad service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819998 Nov 22 17:12:39.702983 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ee34d4fa-406e-43e3-adfe-b98e97fd3d97 req-7309702b-c5eb-430f-b9a8-5bc31bf20dfb service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850267 Nov 22 17:12:39.797320 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6378428-dbdd-4a46-8945-7788fff536e8 req-692acd3b-0548-4faf-b714-2f07d1ea8f7b tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:39.798800 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6378428-dbdd-4a46-8945-7788fff536e8 req-692acd3b-0548-4faf-b714-2f07d1ea8f7b tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 943 time: 0.0494652 Nov 22 17:12:39.847015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6378428-dbdd-4a46-8945-7788fff536e8 req-0e91e175-c402-4aff-acd6-a36b65c403d4 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Nov 22 17:12:40.966381 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ec0a7-1fc6-4b78-b4ce-77e1a841968b req-92d77702-f1d7-4458-806d-c627cd086071 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:40.967982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-588ec0a7-1fc6-4b78-b4ce-77e1a841968b req-92d77702-f1d7-4458-806d-c627cd086071 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 943 time: 0.0527358 Nov 22 17:12:41.016760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-588ec0a7-1fc6-4b78-b4ce-77e1a841968b req-708aa30a-f18e-48e9-b45f-2852364e5380 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Nov 22 17:12:41.526303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6985c4ee-fc65-44af-a54e-fcbc32b66558 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:12:41.626532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6985c4ee-fc65-44af-a54e-fcbc32b66558, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:41.639378 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'port_id': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'mac_address': 'fa:16:3e:47:4c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:12:41.677464 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:41.690855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6985c4ee-fc65-44af-a54e-fcbc32b66558 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:12:41.715132 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6985c4ee-fc65-44af-a54e-fcbc32b66558, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:41.719030 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:41.766093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=6985c4ee-fc65-44af-a54e-fcbc32b66558,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:41.943296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6985c4ee-fc65-44af-a54e-fcbc32b66558'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:12:42.147291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b5e2f-1dee-4c4f-9a22-18faddf3919f req-ddc5cd9d-da20-4f49-a184-36ef01f83e8e tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:42.148819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a9b5e2f-1dee-4c4f-9a22-18faddf3919f req-ddc5cd9d-da20-4f49-a184-36ef01f83e8e tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 944 time: 0.0611441 Nov 22 17:12:42.198437 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a9b5e2f-1dee-4c4f-9a22-18faddf3919f req-7ef9ab76-4697-4e06-aed4-db8c7775dfed tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417695 Nov 22 17:12:43.314738 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c3e5e-ec95-44be-b29a-2b9e97ff7a8c req-18d5d881-f866-40e5-be59-e46a803a6a40 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:43.316238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c2c3e5e-ec95-44be-b29a-2b9e97ff7a8c req-18d5d881-f866-40e5-be59-e46a803a6a40 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 944 time: 0.0496826 Nov 22 17:12:43.363410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c2c3e5e-ec95-44be-b29a-2b9e97ff7a8c req-69127522-e7d1-45fe-a635-6e9d9e73e3d5 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Nov 22 17:12:43.552056 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6985c4ee-fc65-44af-a54e-fcbc32b66558 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:12:43.601330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 6985c4ee-fc65-44af-a54e-fcbc32b66558 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:12:43.607020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 6985c4ee-fc65-44af-a54e-fcbc32b66558 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:12:43.607397 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:43.689576 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:43.714699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:12:43.717140 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2ae16-40f6-4cf9-81ec-1be3446a8f8d" -d '{"events": [{"server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "name": "network-vif-plugged", "status": "completed", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:12:43.730935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 6985c4ee-fc65-44af-a54e-fcbc32b66558, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:12:43.735996 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:43.760820 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b03a7be-5ee9-473f-8c2f-b3f2b2bff1e4 x-openstack-request-id: req-8b03a7be-5ee9-473f-8c2f-b3f2b2bff1e4 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:12:43.761116 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "name": "network-vif-plugged", "status": "completed", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:12:43.761378 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b03a7be-5ee9-473f-8c2f-b3f2b2bff1e4 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:12:43.761773 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'code': 200} Nov 22 17:12:43.790081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=6985c4ee-fc65-44af-a54e-fcbc32b66558,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:43.858510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fb900-65ac-47a3-afe9-69fe616fe053 req-81974006-91eb-44ff-bf27-7e26a6aa7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:43.859927 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-813fb900-65ac-47a3-afe9-69fe616fe053 req-81974006-91eb-44ff-bf27-7e26a6aa7bcb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1096 time: 0.0410347 Nov 22 17:12:43.905163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-813fb900-65ac-47a3-afe9-69fe616fe053 req-b825fce5-58e6-4a0b-a251-eab3e6da9fb8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384200 Nov 22 17:12:44.482823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c88617-1c25-42ff-8ad4-266ec152103b req-33c4cd70-ab5a-499b-abe0-60936507ceb1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:44.484379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0c88617-1c25-42ff-8ad4-266ec152103b req-33c4cd70-ab5a-499b-abe0-60936507ceb1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0495808 Nov 22 17:12:44.536575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f0c88617-1c25-42ff-8ad4-266ec152103b req-f315eb4e-eeb3-4f67-a2c4-cf596a299082 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462408 Nov 22 17:12:45.655090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9baae6-6c42-4a9e-b154-69c7fc12e936 req-608cacea-fab4-4f45-9f33-8551718a4b50 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:45.656886 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a9baae6-6c42-4a9e-b154-69c7fc12e936 req-608cacea-fab4-4f45-9f33-8551718a4b50 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0513136 Nov 22 17:12:45.705828 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a9baae6-6c42-4a9e-b154-69c7fc12e936 req-2780c4a1-4a71-4c04-9ead-9ad376e1de21 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428889 Nov 22 17:12:45.819096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d9f8e-7816-4fac-8893-60dd3f8e1b63 req-e7761314-d820-4074-a41c-8adcf6def3eb tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:45.820552 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-949d9f8e-7816-4fac-8893-60dd3f8e1b63 req-e7761314-d820-4074-a41c-8adcf6def3eb tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0504100 Nov 22 17:12:45.868961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-949d9f8e-7816-4fac-8893-60dd3f8e1b63 req-915d5d43-6978-40ef-86ef-2b24f3885f69 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Nov 22 17:12:46.062417 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7a42c-4996-422a-a924-9ce7ab67ca51 req-b437c538-2825-488e-95a1-0551b39d4698 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:46.063890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ae7a42c-4996-422a-a924-9ce7ab67ca51 req-b437c538-2825-488e-95a1-0551b39d4698 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0524783 Nov 22 17:12:46.113331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ae7a42c-4996-422a-a924-9ce7ab67ca51 req-84b794a6-5b0a-405f-b6b2-de2ac5b73d31 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Nov 22 17:12:49.084367 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be911bdf-235f-417c-8142-3b42cbf48184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:51.395410 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee1fe0bb-3288-45a1-9f5e-e3da5f241225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:52.693616 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:53.170566 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:54.752911 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:54.965393 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:55.221662 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:57.876930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-41aac645-1ed5-4d7e-ab3a-ccaa50c5226b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421336 Nov 22 17:12:57.960404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-ca3c6516-109a-4a4b-88bb-d25e43882872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:57.961922 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-ca3c6516-109a-4a4b-88bb-d25e43882872 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0427732 Nov 22 17:12:58.069094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-9a59761c-5b95-4050-b14c-013ba59a38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:58.070581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-9a59761c-5b95-4050-b14c-013ba59a38b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0897608 Nov 22 17:12:58.113288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-97dbc5e8-42ab-4f03-8682-6074a64a46ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0352283 Nov 22 17:12:58.167962 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-fb90babd-8e14-4bef-97e0-c8a0567741df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:58.169326 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-fb90babd-8e14-4bef-97e0-c8a0567741df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0494058 Nov 22 17:12:58.215672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-93e35d1d-9de2-4700-b450-8fc21bbee6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:58.217185 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-93e35d1d-9de2-4700-b450-8fc21bbee6c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408139 Nov 22 17:12:58.228039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-244404c2-77b6-43b9-869d-4f6da08dfcaa service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:12:58.229024 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-244404c2-77b6-43b9-869d-4f6da08dfcaa service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050898 Nov 22 17:12:58.322130 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-2a295c47-bb37-4a60-9b0a-e1423b9894d0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862856 Nov 22 17:12:58.426201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e3aab92-924b-42b9-bad8-f907fbbfe6b5 req-e2f9f80e-9a46-4a89-b52f-d17657fc3fe0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975988 Nov 22 17:12:58.635706 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0f3f1-16a1-4322-9a9c-2caae24bdfa1 req-ec99cd81-c3c7-4f98-b1fd-fd8a79a40f6f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:58.637252 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44b0f3f1-16a1-4322-9a9c-2caae24bdfa1 req-ec99cd81-c3c7-4f98-b1fd-fd8a79a40f6f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0532207 Nov 22 17:12:58.685759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44b0f3f1-16a1-4322-9a9c-2caae24bdfa1 req-2975df8e-b17b-4980-a09c-4416b8650c10 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Nov 22 17:12:58.708149 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40544) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:58.838904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15408071-fac4-407f-acf8-b91809f92ff0 tempest-TestMinimumBasicScenario-2020376012 tempest-TestMinimumBasicScenario-2020376012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:58.840476 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-15408071-fac4-407f-acf8-b91809f92ff0 tempest-TestMinimumBasicScenario-2020376012 tempest-TestMinimumBasicScenario-2020376012-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1091 time: 0.1313157 Nov 22 17:12:58.843468 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40548) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:12:58.847737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:12:58.871428 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:58.971020 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:59.078915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Allocated IP 172.25.5.148 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/46db2b89-9391-452c-afee-5bb72b055e1e) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:12:59.181262 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:59.217049 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:59.259623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:12:59.264348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:12:59.266997 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:12:59.291777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'Port': ['ID=46db2b89-9391-452c-afee-5bb72b055e1e,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:59.303455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.303812 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.304203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.304556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.304891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.305228 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.305567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.305907 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.306254 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.306653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.307001 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.307336 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:12:59.650211 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:59.720442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:59.873353 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:59.878079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:59.946572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'Port': ['ID=46db2b89-9391-452c-afee-5bb72b055e1e,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:12:59.959608 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.062795 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Floating IP 0da0e283-7cca-467a-b562-134e003c9a50 associated. External IP: 172.25.5.148, port: 6985c4ee-fc65-44af-a54e-fcbc32b66558. Nov 22 17:13:00.274640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:00.388389 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:00.398160 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] Sync routers for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:00.406258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.408972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:00.409601 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:00.434888 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b07dfe10-8fb3-4659-bd1e-8c32f447140c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5903466 Nov 22 17:13:00.435948 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:00.437834 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40550) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:00.438326 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81088d4d-a07d-4686-a60e-67bda070d6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:00.443597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736797249', 'description': 'tempest-secgroup-smoke-736797249 description', 'project_id': '2f873eae43164462967e84c0fc423eb2'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:00.467290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.476917 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557e3747-d905-41f0-9f59-2e18e49d1db3 x-openstack-request-id: req-557e3747-d905-41f0-9f59-2e18e49d1db3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:00.477239 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:00.477502 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-557e3747-d905-41f0-9f59-2e18e49d1db3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:00.477923 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'status': 'completed', 'code': 200} Nov 22 17:13:00.533112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:00.548017 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.552426 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.588693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:00.596675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.597027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.597369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.597705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.598034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.598683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.599446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.599942 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.600434 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.600912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.601534 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.602008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:00.609473 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.611288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1ae7f108-3f05-4ba7-9f9d-5cacf7b2b0c0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1715043 Nov 22 17:13:00.613983 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40554) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:00.618927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a4149d81-a900-4662-8549-38ef0552d40f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'security_group_rule': {'security_group_id': 'be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d', 'project_id': '2f873eae43164462967e84c0fc423eb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:00.626455 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-54765ec6-e49a-4170-ad47-02f843072f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:00.627999 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-54765ec6-e49a-4170-ad47-02f843072f14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1096 time: 0.0618825 Nov 22 17:13:00.705360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4149d81-a900-4662-8549-38ef0552d40f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.780736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-caeafd65-593b-421e-83b1-2e53953e44ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:00.782336 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-caeafd65-593b-421e-83b1-2e53953e44ec service neutron] 10.222.0.71 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 914 time: 0.1444631 Nov 22 17:13:00.784795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '0da0e283-7cca-467a-b562-134e003c9a50', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'port_id': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'mac_address': 'fa:16:3e:47:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:12:59Z', 'updated_at': '2021-11-22T17:12:59Z', 'revision_number': 0, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:12Z', 'revision_number': 5, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:00.802442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4149d81-a900-4662-8549-38ef0552d40f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.817602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] Checking router: b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:00.827972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:00.828755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:12:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:00.831870 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4149d81-a900-4662-8549-38ef0552d40f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.866089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4149d81-a900-4662-8549-38ef0552d40f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe577ae-dead-4c48-b5f2-64f71414dfcb,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:00.879049 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-7fd180e6-b46f-44d4-a7c3-f72cd52a6457 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 999 time: 0.0887520 Nov 22 17:13:00.882134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a4149d81-a900-4662-8549-38ef0552d40f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:00.883203 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a4149d81-a900-4662-8549-38ef0552d40f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682624 Nov 22 17:13:00.887083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40556) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:00.897515 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-8e1a7340-5e62-4034-ac04-9152a33cf4ee tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'security_group_rule': {'security_group_id': 'be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d', 'project_id': '2f873eae43164462967e84c0fc423eb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:00.951471 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-9c479c36-0730-4ea8-9162-59e036eb9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:00.952996 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-9c479c36-0730-4ea8-9162-59e036eb9b13 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 200 len: 852 time: 0.0667105 Nov 22 17:13:00.957343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:00.959075 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7340-5e62-4034-ac04-9152a33cf4ee tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.030806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-ebaa6d23-7ccd-430f-be3f-9e3c0180ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:01.032347 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-ebaa6d23-7ccd-430f-be3f-9e3c0180ddfe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45bf307b-8311-40a8-b402-159fb575aa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705769 Nov 22 17:13:01.041593 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7340-5e62-4034-ac04-9152a33cf4ee tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.053609 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7340-5e62-4034-ac04-9152a33cf4ee tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.109098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a7340-5e62-4034-ac04-9152a33cf4ee tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520a8bcb-339f-47c4-acd3-ee8b7b2880ff,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:01.124112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8e1a7340-5e62-4034-ac04-9152a33cf4ee tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.128064 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8e1a7340-5e62-4034-ac04-9152a33cf4ee tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2310605 Nov 22 17:13:01.129062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40558) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:01.135035 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a5e84bad-3390-46f0-85f1-0fc5faf83ce6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'security_group_rule': {'security_group_id': 'be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d', 'project_id': '2f873eae43164462967e84c0fc423eb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:01.164601 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5e84bad-3390-46f0-85f1-0fc5faf83ce6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.167014 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-53da6b89-0d4b-4677-a6ff-d25b1b1ab37c service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218123 Nov 22 17:13:01.208461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '0da0e283-7cca-467a-b562-134e003c9a50', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'port_id': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'mac_address': 'fa:16:3e:47:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:12:59Z', 'updated_at': '2021-11-22T17:12:59Z', 'revision_number': 0, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:12Z', 'revision_number': 5, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:01.230899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5e84bad-3390-46f0-85f1-0fc5faf83ce6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.235240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5e84bad-3390-46f0-85f1-0fc5faf83ce6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.236167 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a0e563-7f88-4769-aab0-2bca781f5899 None None] The sync data for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 is: [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '0da0e283-7cca-467a-b562-134e003c9a50', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'floating_ip_address': '172.25.5.148', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'port_id': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'mac_address': 'fa:16:3e:47:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:12:59Z', 'updated_at': '2021-11-22T17:12:59Z', 'revision_number': 0, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:12Z', 'revision_number': 5, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:01.252850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e84bad-3390-46f0-85f1-0fc5faf83ce6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0141071-7168-4b15-9cb9-81f834f79ca2,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:01.269290 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a5e84bad-3390-46f0-85f1-0fc5faf83ce6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.270791 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a5e84bad-3390-46f0-85f1-0fc5faf83ce6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401801 Nov 22 17:13:01.273419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40560) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:01.279123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-41215c8d-7337-4718-bf02-c5de13dffb91 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'security_group_rule': {'security_group_id': 'be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d', 'project_id': '2f873eae43164462967e84c0fc423eb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:01.280693 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-81088d4d-a07d-4686-a60e-67bda070d6c7 req-1d738a4f-97be-4a87-89dc-56fe3e32e61b service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047809 Nov 22 17:13:01.310622 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41215c8d-7337-4718-bf02-c5de13dffb91 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.371819 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41215c8d-7337-4718-bf02-c5de13dffb91 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.375771 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41215c8d-7337-4718-bf02-c5de13dffb91 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.395404 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41215c8d-7337-4718-bf02-c5de13dffb91 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8945fa25-edb0-4e1d-9873-6dab1c5f9d93,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:01.405216 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-41215c8d-7337-4718-bf02-c5de13dffb91 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.406785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-41215c8d-7337-4718-bf02-c5de13dffb91 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322927 Nov 22 17:13:01.409563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40562) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:01.414052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-82acaa61-6dee-458a-b611-28564ff2a35d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'security_group_rule': {'security_group_id': 'be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d', 'project_id': '2f873eae43164462967e84c0fc423eb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:01.439934 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-82acaa61-6dee-458a-b611-28564ff2a35d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Project 2f873eae43164462967e84c0fc423eb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:13:01.445366 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82acaa61-6dee-458a-b611-28564ff2a35d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.469918 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4660a58b-3d08-4585-ba3c-f87d7b037ce7 None None] New status for floating IP 0da0e283-7cca-467a-b562-134e003c9a50: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:13:01.508062 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82acaa61-6dee-458a-b611-28564ff2a35d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.513069 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82acaa61-6dee-458a-b611-28564ff2a35d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.535082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acaa61-6dee-458a-b611-28564ff2a35d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e687798c-d8f8-4d74-9fe1-390a55a9ff91,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:01.543320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-82acaa61-6dee-458a-b611-28564ff2a35d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.547445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40564) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:01.547597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-82acaa61-6dee-458a-b611-28564ff2a35d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370363 Nov 22 17:13:01.552357 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1b71121a-7b46-4d28-aa7a-fb77cb582804 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'security_group_rule': {'security_group_id': 'be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d', 'project_id': '2f873eae43164462967e84c0fc423eb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:01.575557 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-1b71121a-7b46-4d28-aa7a-fb77cb582804 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Project 2f873eae43164462967e84c0fc423eb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:13:01.580680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b71121a-7b46-4d28-aa7a-fb77cb582804 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.646761 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b71121a-7b46-4d28-aa7a-fb77cb582804 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.650078 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b71121a-7b46-4d28-aa7a-fb77cb582804 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.675857 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71121a-7b46-4d28-aa7a-fb77cb582804 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f564d8e-f877-4ed4-8781-70b080becca5,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:01.686647 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b71121a-7b46-4d28-aa7a-fb77cb582804 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:01.687861 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1b71121a-7b46-4d28-aa7a-fb77cb582804 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393170 Nov 22 17:13:01.785171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-1c3a0af3-bd5f-4af4-b1b4-39cda5276742 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736797249&fields=id&tenant_id=2f873eae43164462967e84c0fc423eb2 HTTP/1.1" status: 200 len: 267 time: 0.0472128 Nov 22 17:13:01.841727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-3c4d8b6b-ba14-4cf4-9b46-bcc2079b8b6f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:01.843149 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-3c4d8b6b-ba14-4cf4-9b46-bcc2079b8b6f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0523231 Nov 22 17:13:01.854636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'port': {'security_groups': ['8a1de2ae-82fa-42ba-a8a9-c153dab79e42', 'be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:01.918669 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:02.107295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] For port 6985c4ee-fc65-44af-a54e-fcbc32b66558, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:02.141480 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:02.146030 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:02.158752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6985c4ee-fc65-44af-a54e-fcbc32b66558'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:13:02.190401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:02.191054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:02.192506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-51e6608a-3bf1-44e2-9371-a769dfceebfc req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "PUT /v2.0/ports/6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 981 time: 0.3426425 Nov 22 17:13:02.192975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:02.195289 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c2f712-7153-4154-af34-8d44315a32c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:02.230833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5610d8-62a5-4bf4-96ab-c829ec110221 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'Port': ['ID=6985c4ee-fc65-44af-a54e-fcbc32b66558,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:02.264141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6985c4ee-fc65-44af-a54e-fcbc32b66558'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:13:02.401093 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef81d8e-99e8-4077-883a-72108e04b173 x-openstack-request-id: req-cef81d8e-99e8-4077-883a-72108e04b173 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:02.402112 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:02.402544 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cef81d8e-99e8-4077-883a-72108e04b173 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:02.403038 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'status': 'completed', 'code': 200} Nov 22 17:13:02.482070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f712-7153-4154-af34-8d44315a32c1 req-0c43adc2-337c-4b99-b5b5-94f1393949c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:02.483702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56c2f712-7153-4154-af34-8d44315a32c1 req-0c43adc2-337c-4b99-b5b5-94f1393949c4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1135 time: 0.0504935 Nov 22 17:13:02.510064 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e6619-0ce7-471a-93cf-a22cdba9e319 req-7cfb008e-d010-48c8-91d6-e6731e4b587c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:02.512217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a5e6619-0ce7-471a-93cf-a22cdba9e319 req-7cfb008e-d010-48c8-91d6-e6731e4b587c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0551794 Nov 22 17:13:02.540565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-44dd94e8-fd6a-409f-87ef-13245e4988bb None None] Provisioning complete for port 6985c4ee-fc65-44af-a54e-fcbc32b66558 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:02.541479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-44dd94e8-fd6a-409f-87ef-13245e4988bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:02.579211 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a5e6619-0ce7-471a-93cf-a22cdba9e319 req-e24ceb6f-a7bd-4753-98e6-dfa5e914a6d0 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586460 Nov 22 17:13:02.588007 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f712-7153-4154-af34-8d44315a32c1 req-c8898934-c0ca-413b-b348-1cdd466703c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:02.589515 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56c2f712-7153-4154-af34-8d44315a32c1 req-c8898934-c0ca-413b-b348-1cdd466703c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 914 time: 0.0981379 Nov 22 17:13:02.666163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56c2f712-7153-4154-af34-8d44315a32c1 req-f5979aef-682a-4994-a3b4-dfdf2a465eb1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 1001 time: 0.0665121 Nov 22 17:13:02.725293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f712-7153-4154-af34-8d44315a32c1 req-5ee66801-c93c-4bd8-904b-c908d61e008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:02.727211 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56c2f712-7153-4154-af34-8d44315a32c1 req-5ee66801-c93c-4bd8-904b-c908d61e008e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 200 len: 852 time: 0.0507464 Nov 22 17:13:02.778600 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2f712-7153-4154-af34-8d44315a32c1 req-d6b01ec7-5b5b-45cf-94db-81bddae79b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:02.780166 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56c2f712-7153-4154-af34-8d44315a32c1 req-d6b01ec7-5b5b-45cf-94db-81bddae79b6a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45bf307b-8311-40a8-b402-159fb575aa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435588 Nov 22 17:13:02.879594 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56c2f712-7153-4154-af34-8d44315a32c1 req-71e701b4-1972-49e6-b464-55c1b828cf25 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906978 Nov 22 17:13:02.971006 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-56c2f712-7153-4154-af34-8d44315a32c1 req-c0e007f9-f866-465b-9b00-47d9d89721b4 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840855 Nov 22 17:13:06.539287 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:13:13.293086 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-a93b3c82-e77f-4a4a-b17b-722b85ab6e33 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411963 Nov 22 17:13:13.378157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-5fd5ff23-56d2-4f91-85d5-a2e8f33b2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.379645 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-5fd5ff23-56d2-4f91-85d5-a2e8f33b2f36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1135 time: 0.0453479 Nov 22 17:13:13.485171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-7db0aa6f-67b8-4c78-ae28-24741ac69d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.486628 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-7db0aa6f-67b8-4c78-ae28-24741ac69d19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 914 time: 0.0846443 Nov 22 17:13:13.558736 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-8e297e0e-0d13-43cc-8fc8-b25f32eb2fe9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 1001 time: 0.0644381 Nov 22 17:13:13.610232 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-75308b0e-cb04-4ccf-8bbb-fae0af133dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.611701 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-75308b0e-cb04-4ccf-8bbb-fae0af133dfe service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 200 len: 852 time: 0.0450494 Nov 22 17:13:13.659661 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-f333498e-fc7d-49a9-b063-8bf28c58c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.661171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-f333498e-fc7d-49a9-b063-8bf28c58c2e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45bf307b-8311-40a8-b402-159fb575aa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400352 Nov 22 17:13:13.757242 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-ab109c36-83cb-416e-8643-7b3bf9762225 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862589 Nov 22 17:13:13.849932 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-dd0011e5-ea19-41e3-a099-376516975bb8 req-997fd3ad-949e-43a9-868c-1c96537b6048 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839622 Nov 22 17:13:19.078384 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7efb1ce8-f02d-4780-85e1-435db4b1b6b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:19.773464 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-12aa5586-882c-4bb8-8721-9af3b6bf1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:19.775033 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-12aa5586-882c-4bb8-8721-9af3b6bf1ce5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1135 time: 0.0413125 Nov 22 17:13:19.777528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3dbb-ca0b-492b-9655-94360c8569a8 req-7800b2e5-7aeb-4f20-bed4-4380b835eb2b tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:19.779027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a60f3dbb-ca0b-492b-9655-94360c8569a8 req-7800b2e5-7aeb-4f20-bed4-4380b835eb2b tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0571265 Nov 22 17:13:19.842074 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a60f3dbb-ca0b-492b-9655-94360c8569a8 req-9157cbd8-5cd4-4e20-83cf-c3f62a98d916 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564671 Nov 22 17:13:19.873298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-fc454797-bce3-4874-a4b9-5908fb78239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:19.874795 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-fc454797-bce3-4874-a4b9-5908fb78239a service neutron] 10.222.0.71 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 914 time: 0.0919294 Nov 22 17:13:19.952351 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-656acaf1-3d38-468a-9c6d-8ecfeda6ea69 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 1001 time: 0.0597730 Nov 22 17:13:20.009030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-61258b39-a5c5-43bf-90fd-af8b96a41aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:20.010534 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-61258b39-a5c5-43bf-90fd-af8b96a41aa9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 200 len: 852 time: 0.0510943 Nov 22 17:13:20.059107 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-3fa817be-482b-4275-b4b7-92de9acd5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:20.060656 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-3fa817be-482b-4275-b4b7-92de9acd5eba service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45bf307b-8311-40a8-b402-159fb575aa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417755 Nov 22 17:13:20.149898 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-857f4db7-00e9-4369-9020-26bc94460fd5 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813320 Nov 22 17:13:20.245592 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-14c0daa8-3e85-435e-9c96-3ec78ec2295c req-4e806ad2-1c21-41ca-9457-dc895f3eac52 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875809 Nov 22 17:13:20.960967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e463e-3d7f-4310-8477-f643af8d427c req-4d44c10d-7773-496b-8c59-9eb87be2a733 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:20.962515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f4e463e-3d7f-4310-8477-f643af8d427c req-4d44c10d-7773-496b-8c59-9eb87be2a733 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0506980 Nov 22 17:13:21.024609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0f4e463e-3d7f-4310-8477-f643af8d427c req-2b3eb27d-7471-41c3-b50a-0b1976c86159 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552745 Nov 22 17:13:21.400558 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b21b341-f718-4f91-ab24-db0efb61e0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:22.144671 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b700b0-9ce0-4c60-8a95-5d9558855e19 req-7d9b5e93-2352-45bf-a317-b5dd9a5823bd tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:22.146201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70b700b0-9ce0-4c60-8a95-5d9558855e19 req-7d9b5e93-2352-45bf-a317-b5dd9a5823bd tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0499060 Nov 22 17:13:22.212452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70b700b0-9ce0-4c60-8a95-5d9558855e19 req-7aed5907-1958-4fd4-8778-2c912549e058 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586777 Nov 22 17:13:22.697068 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:23.169800 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:23.329991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655f492-12a4-4dec-902b-bb9eb40e7309 req-03b3a0e2-8eb5-4fd7-8892-b0b748977464 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:23.331466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e655f492-12a4-4dec-902b-bb9eb40e7309 req-03b3a0e2-8eb5-4fd7-8892-b0b748977464 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0509756 Nov 22 17:13:23.392790 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e655f492-12a4-4dec-902b-bb9eb40e7309 req-5f42e178-521a-42e1-b5ec-a55dd32cb266 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549610 Nov 22 17:13:24.513119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06078b-4896-45ad-a457-83f0b0d49453 req-9bb1cba1-6bd4-4511-a800-89de199be7b1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:24.514613 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e06078b-4896-45ad-a457-83f0b0d49453 req-9bb1cba1-6bd4-4511-a800-89de199be7b1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0489421 Nov 22 17:13:24.576073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e06078b-4896-45ad-a457-83f0b0d49453 req-28313bcd-0d5d-4a8b-a432-eb5cfab6b65c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552301 Nov 22 17:13:24.754323 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.948668 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.220339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.699433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34bb46-a1a6-4e52-8129-521876fe5863 req-7111b504-964a-4bb5-a003-46360f2c2a5e tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:25.700938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af34bb46-a1a6-4e52-8129-521876fe5863 req-7111b504-964a-4bb5-a003-46360f2c2a5e tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0536997 Nov 22 17:13:25.761630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af34bb46-a1a6-4e52-8129-521876fe5863 req-96de604c-3ef4-4a21-bf0f-90b166046879 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544994 Nov 22 17:13:26.880143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8d91-ed59-46d8-8d8d-59d8132268ef req-bb86525a-76f3-4010-ad08-d59639d52bf5 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:26.881599 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-582a8d91-ed59-46d8-8d8d-59d8132268ef req-bb86525a-76f3-4010-ad08-d59639d52bf5 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0502410 Nov 22 17:13:26.942600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-582a8d91-ed59-46d8-8d8d-59d8132268ef req-522f148e-754b-4047-826a-c915c4b2a9fe tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537541 Nov 22 17:13:28.062531 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554db695-5f01-4cb2-b201-ff00c4bbd42f req-1663feec-70e0-476a-a290-adff22852f3d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:28.064077 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-554db695-5f01-4cb2-b201-ff00c4bbd42f req-1663feec-70e0-476a-a290-adff22852f3d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0512798 Nov 22 17:13:28.130902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-554db695-5f01-4cb2-b201-ff00c4bbd42f req-3dff5ed5-a0d5-4c78-90e2-c6995301bcd6 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593569 Nov 22 17:13:29.253956 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efceb58-4878-484f-82e7-e91c8bf34d0f req-ef135ae7-753d-4d70-8a4c-971f9c18db30 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:29.255356 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7efceb58-4878-484f-82e7-e91c8bf34d0f req-ef135ae7-753d-4d70-8a4c-971f9c18db30 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0515795 Nov 22 17:13:29.315574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7efceb58-4878-484f-82e7-e91c8bf34d0f req-a3bc25bf-5883-40af-a3d8-9acb85fbe008 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534835 Nov 22 17:13:30.434727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4734a-48d9-4cc8-a932-6fad65d3a984 req-d2e7f776-749f-4525-98e4-fffeaf72b024 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:30.436247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ab4734a-48d9-4cc8-a932-6fad65d3a984 req-d2e7f776-749f-4525-98e4-fffeaf72b024 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0513279 Nov 22 17:13:30.497504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4ab4734a-48d9-4cc8-a932-6fad65d3a984 req-1c0f57bf-c762-4858-9ba2-403e1aab2d8f tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551872 Nov 22 17:13:31.622021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17c779-d81b-41f4-9419-8904d560aec7 req-e64a0cc3-33eb-4dc4-9dd9-14c1a4b86b3c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:31.623511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae17c779-d81b-41f4-9419-8904d560aec7 req-e64a0cc3-33eb-4dc4-9dd9-14c1a4b86b3c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0537229 Nov 22 17:13:31.687519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae17c779-d81b-41f4-9419-8904d560aec7 req-81f08bf9-af5c-4540-955d-6214309f548d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d&id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576642 Nov 22 17:13:43.539002 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:13:49.080405 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-df039b0f-4711-4f60-8b0d-fdc2c46d16c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:51.393435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09ab9366-20fe-47ea-bb27-340bed23a962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:52.703179 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:53.168555 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:54.756214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:54.954141 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:55.226901 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.929731 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-4cdac459-1f16-4a35-a3c8-cddb80cc65ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980992 Nov 22 17:14:00.014091 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-08f4d943-71dc-4a64-8d03-7568f7abb7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.015596 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-08f4d943-71dc-4a64-8d03-7568f7abb7d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0412965 Nov 22 17:14:00.120714 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-0e68141e-6d6f-492e-b679-ba08365c2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.122095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-0e68141e-6d6f-492e-b679-ba08365c2f2d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0879052 Nov 22 17:14:00.167095 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-0ad0d161-4d2b-42db-b64f-793388b93de5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0340521 Nov 22 17:14:00.219617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-8c6eada2-55ae-427f-9b38-12b8df71a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.221086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-8c6eada2-55ae-427f-9b38-12b8df71a1ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0479174 Nov 22 17:14:00.266224 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-513c84ba-d84e-499c-adc2-6579ac33b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.267712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-513c84ba-d84e-499c-adc2-6579ac33b69e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392399 Nov 22 17:14:00.356585 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-aedf35be-563d-4949-905c-cd58e9be11ec service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819871 Nov 22 17:14:00.449015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6cb8ff30-5002-403c-ab66-a22f11e3f0c3 req-2efd62c7-458b-4d7c-974a-0627d90a5ed0 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850594 Nov 22 17:14:04.403256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-2d006190-b6ea-442f-8c7a-630c9d90925c tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736797249&fields=id&tenant_id=2f873eae43164462967e84c0fc423eb2 HTTP/1.1" status: 200 len: 267 time: 0.0454576 Nov 22 17:14:04.457122 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-86d387c4-b603-4586-8aff-61682ff80be1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:04.458621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-86d387c4-b603-4586-8aff-61682ff80be1 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 984 time: 0.0492907 Nov 22 17:14:04.470028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Request body: {'port': {'security_groups': ['8a1de2ae-82fa-42ba-a8a9-c153dab79e42']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:04.547782 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:04.726177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] For port 6985c4ee-fc65-44af-a54e-fcbc32b66558, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:04.755703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:04.760178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:04.772369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6985c4ee-fc65-44af-a54e-fcbc32b66558'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:04.807844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:04.808509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:04.810581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bec8b707-06ee-4740-9b9c-a237930f81ff req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "PUT /v2.0/ports/6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 942 time: 0.3447328 Nov 22 17:14:04.811117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:04.813438 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b" -d '{"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:04.822605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40618) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:04.882000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event updated for resources: {'Port': ['ID=6985c4ee-fc65-44af-a54e-fcbc32b66558,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:04.887568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:04.913682 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69acfbd-4bcf-436d-8d06-1ba9e815c6ae x-openstack-request-id: req-c69acfbd-4bcf-436d-8d06-1ba9e815c6ae {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:04.914039 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:04.914373 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c69acfbd-4bcf-436d-8d06-1ba9e815c6ae {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:04.914801 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'status': 'completed', 'code': 200} Nov 22 17:14:04.917832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.918223 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.918611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.918982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.920282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.920507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.920833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.921168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.921507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.921841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.922176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.922504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108c4287-cc79-411f-9ddd-7ccbb70ce514 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:04.928226 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:04.951412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6985c4ee-fc65-44af-a54e-fcbc32b66558'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:05.018703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-efe684b3-da71-44f6-89d9-3f9a4c808df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:05.020283 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-efe684b3-da71-44f6-89d9-3f9a4c808df3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1096 time: 0.0746849 Nov 22 17:14:05.099407 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.102131 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.103301 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "DELETE /v2.0/security-groups/be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d HTTP/1.1" status: 204 len: 168 time: 0.2802792 Nov 22 17:14:05.106090 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:05.117543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47b9b0-bf71-4cf0-b8e8-38628a9d8e8d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:05.135410 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.136292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.136292 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.136558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.136732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.137067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.137405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.137743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.138751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.139200 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.139533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.139862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8870671-f37b-4c66-96f9-7cfbb61b4d96 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:05.158118 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-45fa8a68-15bf-4b5a-9777-171649b7f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:05.159618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-45fa8a68-15bf-4b5a-9777-171649b7f59d service neutron] 10.222.0.71 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 914 time: 0.1301317 Nov 22 17:14:05.167880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6cb66688-6155-4b63-ac54-dedd11a427da None None] Provisioning complete for port 6985c4ee-fc65-44af-a54e-fcbc32b66558 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:05.168236 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6cb66688-6155-4b63-ac54-dedd11a427da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.239755 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-fe6ce491-1775-4ead-8a6e-63f0b91265f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 1001 time: 0.0689924 Nov 22 17:14:05.292810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Deleting port 46db2b89-9391-452c-afee-5bb72b055e1e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:05.293160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.294128 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-86495c5a-ddc7-4193-bc5f-d2d614522eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:05.295986 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-86495c5a-ddc7-4193-bc5f-d2d614522eec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 200 len: 852 time: 0.0474229 Nov 22 17:14:05.345538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-ded1b2da-0044-41b1-8c01-7847aa34fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:05.347087 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-ded1b2da-0044-41b1-8c01-7847aa34fb29 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45bf307b-8311-40a8-b402-159fb575aa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421689 Nov 22 17:14:05.374853 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.375172 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.386982 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Calling delete_port for 46db2b89-9391-452c-afee-5bb72b055e1e owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:05.442330 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-fa8040a5-9d9b-40cd-abef-cb167a682d88 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867908 Nov 22 17:14:05.537399 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fe79c3d5-8bca-4d6c-9c9e-303b90c4180b req-bea9ce95-d167-4b95-bf77-5ebab671ce76 service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860944 Nov 22 17:14:05.541760 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.570550 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event deleted for resources: {'Port': ['ID=46db2b89-9391-452c-afee-5bb72b055e1e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:05.636956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.637390 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Floating IP 0da0e283-7cca-467a-b562-134e003c9a50 disassociated (deleted). External IP: 172.25.5.148, port: 6985c4ee-fc65-44af-a54e-fcbc32b66558. Nov 22 17:14:05.856687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:05.971880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:05.976729 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.984169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] Sync routers for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:05.994654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:05.995277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:06.004883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-66f4462e-ed60-40cd-b508-781dbd55eda7 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "DELETE /v2.0/floatingips/0da0e283-7cca-467a-b562-134e003c9a50 HTTP/1.1" status: 204 len: 168 time: 0.8967965 Nov 22 17:14:06.110926 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:06.326815 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:12Z', 'revision_number': 5, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:06.353127 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] Checking router: b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:06.361858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:06.362478 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:06.473201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:06.676071 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:12Z', 'revision_number': 5, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:06.707136 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bad5f6d-64a9-47bc-aae3-1ee2fb656a70 None None] The sync data for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 is: [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:12:08Z', 'revision_number': 4, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'ff8edff2-1a29-40b8-8974-07838e17cf38', 'name': '', 'network_id': '45bf307b-8311-40a8-b402-159fb575aa96', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'mac_address': 'fa:16:3e:5d:aa:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:08Z', 'updated_at': '2021-11-22T17:12:12Z', 'revision_number': 5, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'subnets': [{'id': '6efee98b-194e-4df2-a942-b9f837c1fcda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:06.916066 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:06.919553 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:06.964578 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad9a5f-db3f-4cfe-a146-c20263624f45 None None] New status for floating IP 0da0e283-7cca-467a-b562-134e003c9a50: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:14:06.977736 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a49297-fc31-49fa-9b94-e4a17984d8b2 x-openstack-request-id: req-74a49297-fc31-49fa-9b94-e4a17984d8b2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:06.978030 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:06.978283 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74a49297-fc31-49fa-9b94-e4a17984d8b2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:06.978704 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'status': 'completed', 'code': 200} Nov 22 17:14:07.048727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-ad93b0bb-2b51-484a-8f2c-0430aa42e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:07.050939 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-ad93b0bb-2b51-484a-8f2c-0430aa42e1c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2f873eae43164462967e84c0fc423eb2&device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 1096 time: 0.0461066 Nov 22 17:14:07.490396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-85f4c863-1a1b-4b33-b3db-1d8b0c49a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:07.491971 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-85f4c863-1a1b-4b33-b3db-1d8b0c49a4ef service neutron] 10.222.0.71 "GET /v2.0/networks?id=45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 200 len: 914 time: 0.4310963 Nov 22 17:14:07.538747 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-ff5393a6-b323-477e-908f-403e1d039513 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 200 len: 217 time: 0.0392818 Nov 22 17:14:07.598117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-86e511f7-b281-4c37-8a23-f4f8be76bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:07.599605 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-86e511f7-b281-4c37-8a23-f4f8be76bf45 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 200 len: 852 time: 0.0517488 Nov 22 17:14:07.652100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-269e5189-d84c-4327-8d88-eb19a8517991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:07.653861 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-269e5189-d84c-4327-8d88-eb19a8517991 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=45bf307b-8311-40a8-b402-159fb575aa96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457032 Nov 22 17:14:07.748634 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-428ef74e-179a-40b7-8634-8cc17ba8300b service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868962 Nov 22 17:14:07.850611 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6b314fc5-dc6a-4ad8-9e8b-b2d3aced19d7 req-20d47a2f-b49d-4bce-b1a6-e2850ebfad5e service neutron] 10.222.0.71 "GET /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915399 Nov 22 17:14:15.058719 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02597a5e-0c82-4ba8-8d0a-7400d148d1ca req-cdf55d2f-ce15-4646-af1c-73820b974882 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:15.060354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02597a5e-0c82-4ba8-8d0a-7400d148d1ca req-cdf55d2f-ce15-4646-af1c-73820b974882 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0501277 Nov 22 17:14:15.117162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-02597a5e-0c82-4ba8-8d0a-7400d148d1ca req-79f55141-1ef0-48b6-a416-3bd0e6f3098d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505662 Nov 22 17:14:16.234990 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fb1b3-cf41-433f-b523-ae459fd6f53a req-3a4704ac-06ce-4660-a875-b0327e46a907 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:16.237227 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da9fb1b3-cf41-433f-b523-ae459fd6f53a req-3a4704ac-06ce-4660-a875-b0327e46a907 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0493133 Nov 22 17:14:16.284920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-da9fb1b3-cf41-433f-b523-ae459fd6f53a req-cf7b7a7a-718b-467a-aa08-69fe11dcc126 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/security-groups?id=8a1de2ae-82fa-42ba-a8a9-c153dab79e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424018 Nov 22 17:14:16.913387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4413452-278e-4069-b093-61035b3c3056 req-c83fc88a-b5cb-4643-b20d-87ecb7ab941d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:16.914814 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e4413452-278e-4069-b093-61035b3c3056 req-c83fc88a-b5cb-4643-b20d-87ecb7ab941d tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.71 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 945 time: 0.0501921 Nov 22 17:14:17.010928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Deleting port 6985c4ee-fc65-44af-a54e-fcbc32b66558 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:17.011297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.100302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] For port 6985c4ee-fc65-44af-a54e-fcbc32b66558, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=6985c4ee-fc65-44af-a54e-fcbc32b66558,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:17.100675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.113612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Calling delete_port for 6985c4ee-fc65-44af-a54e-fcbc32b66558 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:17.244371 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.255779 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['6985c4ee-fc65-44af-a54e-fcbc32b66558'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:17.271804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Pushing event deleted for resources: {'Port': ['ID=6985c4ee-fc65-44af-a54e-fcbc32b66558,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:17.322642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] No DVR routers for this DVR port 6985c4ee-fc65-44af-a54e-fcbc32b66558 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:17.326512 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:17.329897 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e4413452-278e-4069-b093-61035b3c3056 req-be61d428-b234-480f-8796-1022ce0bfe64 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.71 "DELETE /v2.0/ports/6985c4ee-fc65-44af-a54e-fcbc32b66558 HTTP/1.1" status: 204 len: 173 time: 0.4084187 Nov 22 17:14:17.330388 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'name': 'network-vif-deleted', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:17.333192 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f3721e-3760-4947-9493-c09b468be22a" -d '{"events": [{"server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "name": "network-vif-deleted", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:17.389101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-57c303c4-124f-4dc7-81b4-8c9e624ea1b1 req-e13a76cf-52a4-43cc-9f3e-2f735a22abe2 tempest-TestMinimumBasicScenario-201063236 tempest-TestMinimumBasicScenario-201063236-project] 10.222.0.69 "GET /v2.0/ports?device_id=d49876fd-55a1-4e87-a911-7bd8606cb38b HTTP/1.1" status: 200 len: 210 time: 0.0293634 Nov 22 17:14:17.435831 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b055cfb0-63c4-4213-a366-76ff221d36ee x-openstack-request-id: req-b055cfb0-63c4-4213-a366-76ff221d36ee {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:17.436159 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d49876fd-55a1-4e87-a911-7bd8606cb38b", "name": "network-vif-deleted", "tag": "6985c4ee-fc65-44af-a54e-fcbc32b66558", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:17.436417 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b055cfb0-63c4-4213-a366-76ff221d36ee {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:17.436831 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd49876fd-55a1-4e87-a911-7bd8606cb38b', 'name': 'network-vif-deleted', 'tag': '6985c4ee-fc65-44af-a54e-fcbc32b66558', 'status': 'completed', 'code': 200} Nov 22 17:14:18.958488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40728) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:19.086348 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab2a2d0f-8821-49b5-94a0-5698bb10b050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.312572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.862646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Deleting port ff8edff2-1a29-40b8-8974-07838e17cf38 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:19.862977 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.947181 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] For port ff8edff2-1a29-40b8-8974-07838e17cf38, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=ff8edff2-1a29-40b8-8974-07838e17cf38,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:19.947552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.961724 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Calling delete_port for ff8edff2-1a29-40b8-8974-07838e17cf38 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:20.142179 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.172648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8edff2-1a29-40b8-8974-07838e17cf38,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:20.339932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.544130 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:14:20.565228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:20.674084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:20.681853 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-181b8f1d-60d0-4efa-80f1-edc43d0867e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/b4ecd2a1-16ca-4fc9-ae37-43dad4236c81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7195342 Nov 22 17:14:20.682815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40730) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:20.683283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] Sync routers for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:20.693434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:20.694219 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:20.794817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.804400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:20.899681 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.959988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Deleting port 69db32e6-fac0-40d8-b1cb-f85e015d1e69 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:20.960338 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.988645 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:14:20Z', 'revision_number': 5, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port': {'id': '69db32e6-fac0-40d8-b1cb-f85e015d1e69', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:06Z', 'updated_at': '2021-11-22T17:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:21.015088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] Checking router: b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:21.024525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] Routers {'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:21.025410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:13:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:21.042381 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] For port 69db32e6-fac0-40d8-b1cb-f85e015d1e69, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=69db32e6-fac0-40d8-b1cb-f85e015d1e69,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:21.042754 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.056670 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Calling delete_port for 69db32e6-fac0-40d8-b1cb-f85e015d1e69 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:21.114118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] Set router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:21.170839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:14:20Z', 'revision_number': 6, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:21.197433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88567ea1-bfe9-4ae5-b9e9-12161dd669cf None None] The sync data for ids ['b4ecd2a1-16ca-4fc9-ae37-43dad4236c81'] in n-d-811716-3 is: [{'id': 'b4ecd2a1-16ca-4fc9-ae37-43dad4236c81', 'name': 'tempest-TestMinimumBasicScenario-45901760-router', 'tenant_id': '2f873eae43164462967e84c0fc423eb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:05Z', 'updated_at': '2021-11-22T17:14:20Z', 'revision_number': 6, 'project_id': '2f873eae43164462967e84c0fc423eb2', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:21.233354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.261612 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Pushing event deleted for resources: {'Port': ['ID=69db32e6-fac0-40d8-b1cb-f85e015d1e69,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:21.273345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cce29b-7023-4d16-9742-5ce5cb480dbd None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:21.327300 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.396110 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-be6b3173-8dcd-47b2-8241-1704c2661bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.420330 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.422519 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.466084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.466652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:14:21.471103 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.472465 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cdab8383-06f6-43d4-ad41-14bf63489138 admin admin] 10.222.0.69 "DELETE /v2.0/routers/b4ecd2a1-16ca-4fc9-ae37-43dad4236c81 HTTP/1.1" status: 204 len: 168 time: 0.7869999 Nov 22 17:14:21.474911 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40732) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:21.521486 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-37db1ea7-7f9b-4fae-8a8c-20163b6ec374 admin admin] Deleting subnet 6efee98b-194e-4df2-a942-b9f837c1fcda {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:14:21.524866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37db1ea7-7f9b-4fae-8a8c-20163b6ec374 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.567318 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37db1ea7-7f9b-4fae-8a8c-20163b6ec374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.651642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37db1ea7-7f9b-4fae-8a8c-20163b6ec374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.710155 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37db1ea7-7f9b-4fae-8a8c-20163b6ec374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.740835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db1ea7-7f9b-4fae-8a8c-20163b6ec374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efee98b-194e-4df2-a942-b9f837c1fcda,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:21.744289 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-37db1ea7-7f9b-4fae-8a8c-20163b6ec374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.750218 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-37db1ea7-7f9b-4fae-8a8c-20163b6ec374 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6efee98b-194e-4df2-a942-b9f837c1fcda HTTP/1.1" status: 204 len: 168 time: 0.2717323 Nov 22 17:14:21.750496 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40734) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:21.750620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5330de5e-9d2b-424a-af08-c2ca9c5ba053 None None] Network 45bf307b-8311-40a8-b402-159fb575aa96 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:21.819995 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.878283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Deleting port a60b653c-69a4-4450-a5ab-3d86ae67b22a {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:21.878698 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.955082 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] For port a60b653c-69a4-4450-a5ab-3d86ae67b22a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a60b653c-69a4-4450-a5ab-3d86ae67b22a,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:21.955455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:21.962368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6985c4ee-fc65-44af-a54e-fcbc32b66558 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:21.973288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Calling delete_port for a60b653c-69a4-4450-a5ab-3d86ae67b22a owned by network:dhcp {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:21.990141 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] DHCP port deletion for 45bf307b-8311-40a8-b402-159fb575aa96 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:21.992391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 6985c4ee-fc65-44af-a54e-fcbc32b66558 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:21.992738 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 6985c4ee-fc65-44af-a54e-fcbc32b66558 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:22.046123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Deleting port a60b653c-69a4-4450-a5ab-3d86ae67b22a {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:22.046510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.058154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.086040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60b653c-69a4-4450-a5ab-3d86ae67b22a,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:22.092574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] No DVR routers for this DVR port a60b653c-69a4-4450-a5ab-3d86ae67b22a on host n-d-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:22.115277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] For port a60b653c-69a4-4450-a5ab-3d86ae67b22a, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a60b653c-69a4-4450-a5ab-3d86ae67b22a,segment=NetworkSegment(2b8eca4c-dabf-4cfb-af44-072855a0f4a9),segment_id=2b8eca4c-dabf-4cfb-af44-072855a0f4a9)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:22.115685 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.130241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Calling delete_port for a60b653c-69a4-4450-a5ab-3d86ae67b22a owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:22.171584 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.193836 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bf307b-8311-40a8-b402-159fb575aa96']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:22.204892 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8eca4c-dabf-4cfb-af44-072855a0f4a9') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:22.205195 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8eca4c-dabf-4cfb-af44-072855a0f4a9') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:22.212330 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.215050 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.230612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.237456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:14:22.237984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.238627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Pushing event deleted for resources: {'Port': ['ID=a60b653c-69a4-4450-a5ab-3d86ae67b22a,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: timer() Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:14:22.240147 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:14:22.246608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] No DVR routers for this DVR port a60b653c-69a4-4450-a5ab-3d86ae67b22a on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:22.249100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.249711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.250214 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.250750 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.251269 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.251608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.252044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.252385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.252721 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.253051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.253554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.253893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed04acc-b7c5-42ba-a5de-205032b041f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:22.318937 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.324522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.327874 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] 10.222.0.69 "DELETE /v2.0/networks/45bf307b-8311-40a8-b402-159fb575aa96 HTTP/1.1" status: 204 len: 168 time: 0.5764248 Nov 22 17:14:22.331293 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40736) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:22.339047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1cdea-12f9-42ba-9bb8-796e3c726aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=45bf307b-8311-40a8-b402-159fb575aa96,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:22.681544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.704463 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ff8edff2-1a29-40b8-8974-07838e17cf38 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:22.708468 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:22.725980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: ff8edff2-1a29-40b8-8974-07838e17cf38 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:22.726329 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device ff8edff2-1a29-40b8-8974-07838e17cf38 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:22.726758 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 69db32e6-fac0-40d8-b1cb-f85e015d1e69 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:22.747781 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 69db32e6-fac0-40d8-b1cb-f85e015d1e69 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:22.748130 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 69db32e6-fac0-40d8-b1cb-f85e015d1e69 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:22.748549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a60b653c-69a4-4450-a5ab-3d86ae67b22a no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:22.770886 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a60b653c-69a4-4450-a5ab-3d86ae67b22a {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:22.771582 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a60b653c-69a4-4450-a5ab-3d86ae67b22a not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:22.939013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Deleting port 299ae804-92ad-406b-8d95-82053b03824b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:22.939356 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.023859 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] For port 299ae804-92ad-406b-8d95-82053b03824b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=299ae804-92ad-406b-8d95-82053b03824b,segment=NetworkSegment(efc60ae2-d585-445b-b851-4fbc83b2dfe0),segment_id=efc60ae2-d585-445b-b851-4fbc83b2dfe0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:23.024288 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.037727 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Calling delete_port for 299ae804-92ad-406b-8d95-82053b03824b owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:23.168346 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.220128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.247504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=299ae804-92ad-406b-8d95-82053b03824b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:23.415486 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.635324 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Router 5d98263a-cb7b-4fab-a300-d6d8758dd709 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:23.747290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:23.752277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e2a2ee6-c4cc-4556-b3e0-eac6c489b0ac admin admin] 10.222.0.69 "PUT /v2.0/routers/5d98263a-cb7b-4fab-a300-d6d8758dd709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4198072 Nov 22 17:14:23.754823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40738) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:23.755709 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] Sync routers for ids ['5d98263a-cb7b-4fab-a300-d6d8758dd709'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:23.765499 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] Routers {'5d98263a-cb7b-4fab-a300-d6d8758dd709'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:23.766095 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5d98263a-cb7b-4fab-a300-d6d8758dd709'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:23.865072 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.870979 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] Set router 5d98263a-cb7b-4fab-a300-d6d8758dd709 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:23.973730 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.030517 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Deleting port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:24.031096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.054475 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:14:23Z', 'revision_number': 5, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port': {'id': 'e5e7973d-943b-4f78-bd45-cd3d5c24d9aa', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:12:11Z', 'updated_at': '2021-11-22T17:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:24.086240 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] Checking router: 5d98263a-cb7b-4fab-a300-d6d8758dd709 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:24.095563 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] Routers {'5d98263a-cb7b-4fab-a300-d6d8758dd709'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:24.096200 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['5d98263a-cb7b-4fab-a300-d6d8758dd709'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:24.118037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] For port e5e7973d-943b-4f78-bd45-cd3d5c24d9aa, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e5e7973d-943b-4f78-bd45-cd3d5c24d9aa,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:24.118404 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.131511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Calling delete_port for e5e7973d-943b-4f78-bd45-cd3d5c24d9aa owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:24.182339 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] Set router 5d98263a-cb7b-4fab-a300-d6d8758dd709 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:24.234741 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:14:23Z', 'revision_number': 6, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:24.265201 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084fffc-f730-4563-a049-58e2f46b889c None None] The sync data for ids ['5d98263a-cb7b-4fab-a300-d6d8758dd709'] in n-d-811716-3 is: [{'id': '5d98263a-cb7b-4fab-a300-d6d8758dd709', 'name': 'tempest-TestMinimumBasicScenario-1836195664-router', 'tenant_id': '92b7e4c2ec974cbebf725a3b1b031722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:12:10Z', 'updated_at': '2021-11-22T17:14:23Z', 'revision_number': 6, 'project_id': '92b7e4c2ec974cbebf725a3b1b031722', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:24.622160 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.653709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e7973d-943b-4f78-bd45-cd3d5c24d9aa,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:24.676007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be5f3d7-2013-4c17-a4a0-8962f10e067e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:24.718826 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.723220 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 299ae804-92ad-406b-8d95-82053b03824b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:24.750118 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 299ae804-92ad-406b-8d95-82053b03824b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:24.750613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 299ae804-92ad-406b-8d95-82053b03824b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:24.765831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.818887 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.821140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.866197 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.866740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d98263a-cb7b-4fab-a300-d6d8758dd709 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:14:24.871388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.872640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9bd9922c-edab-4f77-b158-012569b55c6c admin admin] 10.222.0.69 "DELETE /v2.0/routers/5d98263a-cb7b-4fab-a300-d6d8758dd709 HTTP/1.1" status: 204 len: 168 time: 1.1167941 Nov 22 17:14:24.875158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40740) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:24.921266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9003b428-c366-4eba-a0ac-4fb4a8818f82 admin admin] Deleting subnet 1499eeaa-843b-4d63-878a-4fbea9c178b9 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:14:24.924433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9003b428-c366-4eba-a0ac-4fb4a8818f82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.958561 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.963869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9003b428-c366-4eba-a0ac-4fb4a8818f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.050119 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9003b428-c366-4eba-a0ac-4fb4a8818f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.106765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9003b428-c366-4eba-a0ac-4fb4a8818f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.131451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003b428-c366-4eba-a0ac-4fb4a8818f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1499eeaa-843b-4d63-878a-4fbea9c178b9,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:25.139368 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9003b428-c366-4eba-a0ac-4fb4a8818f82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.144012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9003b428-c366-4eba-a0ac-4fb4a8818f82 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1499eeaa-843b-4d63-878a-4fbea9c178b9 HTTP/1.1" status: 204 len: 168 time: 0.2678583 Nov 22 17:14:25.144519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f22750d-70f2-4939-9553-ab91305c55a3 None None] Network ce52a54d-43d8-4245-a902-f62b7de8db5e requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:25.146526 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40742) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:25.226447 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.266468 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.287446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Deleting port 91e465c7-f762-406c-a0af-7ee1c6b57849 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:25.287798 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.336959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] DHCP port deletion for ce52a54d-43d8-4245-a902-f62b7de8db5e request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:25.357989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] For port 91e465c7-f762-406c-a0af-7ee1c6b57849, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91e465c7-f762-406c-a0af-7ee1c6b57849,segment=NetworkSegment(efc60ae2-d585-445b-b851-4fbc83b2dfe0),segment_id=efc60ae2-d585-445b-b851-4fbc83b2dfe0)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:25.358364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.377145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Calling delete_port for 91e465c7-f762-406c-a0af-7ee1c6b57849 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:25.388020 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] Deleting port 91e465c7-f762-406c-a0af-7ee1c6b57849 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:25.388377 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.466916 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.492295 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Pushing event deleted for resources: {'Port': ['ID=91e465c7-f762-406c-a0af-7ee1c6b57849,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:25.499110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] No DVR routers for this DVR port 91e465c7-f762-406c-a0af-7ee1c6b57849 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:25.584420 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.605634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce52a54d-43d8-4245-a902-f62b7de8db5e']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:25.615283 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc60ae2-d585-445b-b851-4fbc83b2dfe0') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:25.615499 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] For port 91e465c7-f762-406c-a0af-7ee1c6b57849, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91e465c7-f762-406c-a0af-7ee1c6b57849,segment=NetworkSegment(efc60ae2-d585-445b-b851-4fbc83b2dfe0),segment_id=efc60ae2-d585-445b-b851-4fbc83b2dfe0)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:25.615619 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc60ae2-d585-445b-b851-4fbc83b2dfe0') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:25.615930 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.625665 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.638346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] Calling delete_port for 91e465c7-f762-406c-a0af-7ee1c6b57849 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:25.640240 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.646490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:14:25.647135 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:14:25.649011 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:14:25.705338 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.710054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.713479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] 10.222.0.69 "DELETE /v2.0/networks/ce52a54d-43d8-4245-a902-f62b7de8db5e HTTP/1.1" status: 204 len: 168 time: 0.5659902 Nov 22 17:14:25.723088 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.727014 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f7655-1719-45b5-9d1b-de68cabd324a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce52a54d-43d8-4245-a902-f62b7de8db5e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:25.730717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] Network ce52a54d-43d8-4245-a902-f62b7de8db5e is not hosted by any dhcp agent {{(pid=103412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 17:14:25.732505 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] No DVR routers for this DVR port 91e465c7-f762-406c-a0af-7ee1c6b57849 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:25.751650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa283ebb-3a7a-46d6-a011-47c59ede3bb0 None None] Pushing event deleted for resources: {'Port': ['ID=91e465c7-f762-406c-a0af-7ee1c6b57849,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:25.880248 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40746) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:25.927217 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-80fc1f32-a50b-47a9-8c3c-9eb5e2669157 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f873eae43164462967e84c0fc423eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455759 Nov 22 17:14:25.929520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40748) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:25.978944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b25212c-2d15-4f04-bc29-7b4a30105457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.000640 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b25212c-2d15-4f04-bc29-7b4a30105457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.048388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b25212c-2d15-4f04-bc29-7b4a30105457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.050966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1b25212c-2d15-4f04-bc29-7b4a30105457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.052193 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1b25212c-2d15-4f04-bc29-7b4a30105457 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8a1de2ae-82fa-42ba-a8a9-c153dab79e42 HTTP/1.1" status: 204 len: 168 time: 0.1217105 Nov 22 17:14:26.060780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25212c-2d15-4f04-bc29-7b4a30105457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1de2ae-82fa-42ba-a8a9-c153dab79e42,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:26.364107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40754) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:26.406165 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-06e72996-7968-48a7-b2cb-9ed97d1ea9fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92b7e4c2ec974cbebf725a3b1b031722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405364 Nov 22 17:14:26.408847 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40756) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:26.457735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10a2bbc3-09ba-4944-b839-3feeb1b3bd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.478849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10a2bbc3-09ba-4944-b839-3feeb1b3bd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.530185 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10a2bbc3-09ba-4944-b839-3feeb1b3bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.533613 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-10a2bbc3-09ba-4944-b839-3feeb1b3bd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.534782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-10a2bbc3-09ba-4944-b839-3feeb1b3bd36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e90b84a-5585-4d5d-a4a7-cee64b537bba HTTP/1.1" status: 204 len: 168 time: 0.1250045 Nov 22 17:14:26.542652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2bbc3-09ba-4944-b839-3feeb1b3bd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e90b84a-5585-4d5d-a4a7-cee64b537bba,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:26.703882 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91e465c7-f762-406c-a0af-7ee1c6b57849 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:26.724409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 91e465c7-f762-406c-a0af-7ee1c6b57849 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:26.725443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91e465c7-f762-406c-a0af-7ee1c6b57849 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:26.725443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e5e7973d-943b-4f78-bd45-cd3d5c24d9aa no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:26.745625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e5e7973d-943b-4f78-bd45-cd3d5c24d9aa {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:26.745980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e5e7973d-943b-4f78-bd45-cd3d5c24d9aa not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:28.314476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:28.319151 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788435366', 'description': 'tempest-secgroup-smoke-1788435366 description', 'project_id': '8640528ecd464b04a514d6e53f13ea5e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:28.341086 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.349616 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.424928 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.428819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.468428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee2f45e-fa13-44e3-8f73-b733a1452eb1,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:28.508118 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.512302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.541737 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.542899 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2273791 Nov 22 17:14:28.545322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880415-3108-4894-a449-b0f9707b2b6a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8bcba8-d5b1-4f58-9049-6a73b86b09df,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:28.546735 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40798) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:28.551660 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7adebc5b-6f46-4ba3-9aca-ba16a8c16a90 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '1c8bcba8-d5b1-4f58-9049-6a73b86b09df', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:28.580260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7adebc5b-6f46-4ba3-9aca-ba16a8c16a90 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.626201 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7adebc5b-6f46-4ba3-9aca-ba16a8c16a90 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.629775 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7adebc5b-6f46-4ba3-9aca-ba16a8c16a90 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.649264 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adebc5b-6f46-4ba3-9aca-ba16a8c16a90 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a6054c-bb6b-4f18-8259-ad5b46466771,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:28.656487 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7adebc5b-6f46-4ba3-9aca-ba16a8c16a90 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.657698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7adebc5b-6f46-4ba3-9aca-ba16a8c16a90 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1098027 Nov 22 17:14:28.660506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40800) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:28.664807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a566431a-1ad9-4ad5-a2e2-3ce5c32445eb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '1c8bcba8-d5b1-4f58-9049-6a73b86b09df', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:28.690406 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a566431a-1ad9-4ad5-a2e2-3ce5c32445eb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.748378 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a566431a-1ad9-4ad5-a2e2-3ce5c32445eb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.751867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a566431a-1ad9-4ad5-a2e2-3ce5c32445eb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.769597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566431a-1ad9-4ad5-a2e2-3ce5c32445eb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376ea4f3-847d-40ed-a753-eb3af8efe98c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:28.778355 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a566431a-1ad9-4ad5-a2e2-3ce5c32445eb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.779577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a566431a-1ad9-4ad5-a2e2-3ce5c32445eb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181355 Nov 22 17:14:28.783484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40802) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:28.787863 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-43acc33c-2727-4a89-8e4f-10e5dbc7c7e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '1c8bcba8-d5b1-4f58-9049-6a73b86b09df', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:28.813742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43acc33c-2727-4a89-8e4f-10e5dbc7c7e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.870393 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43acc33c-2727-4a89-8e4f-10e5dbc7c7e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.875082 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43acc33c-2727-4a89-8e4f-10e5dbc7c7e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.893281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc33c-2727-4a89-8e4f-10e5dbc7c7e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059c1fac-7cbd-48c8-beab-60a8e35e95ca,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:28.900123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-43acc33c-2727-4a89-8e4f-10e5dbc7c7e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.901314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-43acc33c-2727-4a89-8e4f-10e5dbc7c7e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168725 Nov 22 17:14:28.904299 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40804) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:28.908949 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-3ae3e944-b2b0-43d8-b8e7-154fd72df1b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '1c8bcba8-d5b1-4f58-9049-6a73b86b09df', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:28.934684 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e944-b2b0-43d8-b8e7-154fd72df1b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.995385 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e944-b2b0-43d8-b8e7-154fd72df1b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:28.999933 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e944-b2b0-43d8-b8e7-154fd72df1b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.020482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3e944-b2b0-43d8-b8e7-154fd72df1b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac34e11-befa-4e2e-bd98-86608bd67b87,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:29.027018 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-3ae3e944-b2b0-43d8-b8e7-154fd72df1b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.028359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-3ae3e944-b2b0-43d8-b8e7-154fd72df1b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230543 Nov 22 17:14:29.031445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40806) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:29.036176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-28fd7fe8-4257-4ed5-9917-8b26d59a0b3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '1c8bcba8-d5b1-4f58-9049-6a73b86b09df', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:29.057394 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-28fd7fe8-4257-4ed5-9917-8b26d59a0b3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:14:29.063208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28fd7fe8-4257-4ed5-9917-8b26d59a0b3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.122544 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28fd7fe8-4257-4ed5-9917-8b26d59a0b3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.125938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28fd7fe8-4257-4ed5-9917-8b26d59a0b3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.146968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd7fe8-4257-4ed5-9917-8b26d59a0b3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e177f68e-e76c-4f47-b41b-3f68b4503127,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:29.154816 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-28fd7fe8-4257-4ed5-9917-8b26d59a0b3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.156312 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-28fd7fe8-4257-4ed5-9917-8b26d59a0b3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237900 Nov 22 17:14:29.158984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40808) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:29.163274 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-71fc61ab-1913-47ba-8335-0f84abad12e4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '1c8bcba8-d5b1-4f58-9049-6a73b86b09df', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:29.186059 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-71fc61ab-1913-47ba-8335-0f84abad12e4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:14:29.191169 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71fc61ab-1913-47ba-8335-0f84abad12e4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.252043 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71fc61ab-1913-47ba-8335-0f84abad12e4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.255386 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71fc61ab-1913-47ba-8335-0f84abad12e4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.275022 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc61ab-1913-47ba-8335-0f84abad12e4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1c46e4-20bd-4dfd-a538-18817448fc2c,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:29.283171 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-71fc61ab-1913-47ba-8335-0f84abad12e4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.284445 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-71fc61ab-1913-47ba-8335-0f84abad12e4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245065 Nov 22 17:14:29.287413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40810) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:29.292391 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'network': {'name': 'tempest-network-smoke--1932070768', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'port_security_enabled': True}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:29.313643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:29.317135 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.340318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] vlan segment allocate from pool success with {'vlan_id': 825, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:14:29.349758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.350134 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Added segment 6f09c3e6-bfcb-4e3d-b305-26ee69cabb01 of type vlan for network de59bc25-d06d-4ff3-b3e6-426e1203a5fb Nov 22 17:14:29.390760 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.415989 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.422214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:29.422813 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.487643 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1991286 Nov 22 17:14:29.490757 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40812) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:29.495411 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'admin_state_up': True, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:29.495569 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dcacd-c38f-4428-9f6b-aec8be871f3f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Network': ['ID=de59bc25-d06d-4ff3-b3e6-426e1203a5fb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:29.507519 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:14:29.519867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.520945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.572138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.711628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.900544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:29.922930 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.025106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.7 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/c1352220-1828-4f4f-9001-2af5d11e0035) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:30.130458 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.166727 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.206435 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:30.209355 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:30.213020 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:30.226267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b978dfab-6157-4e86-b1d7-920545993d51 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:30.240365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=c1352220-1828-4f4f-9001-2af5d11e0035,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:30.342016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-fff64da8-302f-4cee-ad14-63347270c27f None None] Provisioning complete for port c1352220-1828-4f4f-9001-2af5d11e0035 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:30.342489 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fff64da8-302f-4cee-ad14-63347270c27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.380199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-fff64da8-302f-4cee-ad14-63347270c27f None None] Port c1352220-1828-4f4f-9001-2af5d11e0035 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:30.483585 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.687455 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.821649 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:14:30.930551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:30.941878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Sync routers for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:30.953706 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:30.954742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:30.955222 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-567450fa-4dc8-44a1-9e4f-9aecafa345cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4631104 Nov 22 17:14:30.955355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:30.958104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40814) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.067954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:31.086380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b52f233d-e1e5-4e96-b556-372c0bee26ae tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8640528ecd464b04a514d6e53f13ea5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271033 Nov 22 17:14:31.089927 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40818) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.242833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db79ae2-4e31-4be6-a58f-4bb54aa96f86 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:31.244377 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0db79ae2-4e31-4be6-a58f-4bb54aa96f86 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528208 Nov 22 17:14:31.247827 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40820) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.250977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:30Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:31.276842 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-18463384-d050-4399-9a88-65ebdc14bce5 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278845 Nov 22 17:14:31.278785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Checking router: c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:31.279210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Updating router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 port c1352220-1828-4f4f-9001-2af5d11e0035 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:14:31.280172 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40822) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.285148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-689094784', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:31.304932 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.375579 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:31.379081 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.564727 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.585451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.591402 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.629757 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Subnet': ['ID=ab975932-b2e4-4933-bd03-8204949bd04a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.636676 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Checking segment: {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:31.637630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network hostable DHCP agents. Network: de59bc25-d06d-4ff3-b3e6-426e1203a5fb, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:14:31.642069 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47783608-cba9-4069-80d7-2fc5cd011c59 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:31.656858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:14:31.658877 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Attempting to bind port c1352220-1828-4f4f-9001-2af5d11e0035 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:31.659252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Attempting to bind port c1352220-1828-4f4f-9001-2af5d11e0035 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:31.659628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Attempting to bind port c1352220-1828-4f4f-9001-2af5d11e0035 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:31.662991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a957a9a-bf53-42cc-9e41-f0e0b51e73db None None] Pushing event updated for resources: {'Port': ['ID=c1352220-1828-4f4f-9001-2af5d11e0035,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:31.669055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:31.669576 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, de59bc25-d06d-4ff3-b3e6-426e1203a5fb) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:31.669702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:31.670025 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.670421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:31.670916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Bound port: c1352220-1828-4f4f-9001-2af5d11e0035, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:31.671346 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.674307 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:31.674987 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.694356 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-761fa155-5c48-4d76-a96b-dc9820c1b0ea tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4103661 Nov 22 17:14:31.694648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40824) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:31.700847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6883b8-1fe6-4617-aa8a-0c6783aee241 None None] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:31.792973 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] For port c1352220-1828-4f4f-9001-2af5d11e0035, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:31.797146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ab8e6ad7-f547-43e5-a005-ff3d356975f4 None None] Provisioning complete for port c1352220-1828-4f4f-9001-2af5d11e0035 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:31.797524 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab8e6ad7-f547-43e5-a005-ff3d356975f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.811595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] For port c1352220-1828-4f4f-9001-2af5d11e0035, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c1352220-1828-4f4f-9001-2af5d11e0035,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:31.838551 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:31.909614 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bbf589-ec77-457f-9fe0-8519f805c37c None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:14:31.917312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e6ad7-f547-43e5-a005-ff3d356975f4 None None] Port c1352220-1828-4f4f-9001-2af5d11e0035 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:31.968354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:31.969004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:31.972526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a957a9a-bf53-42cc-9e41-f0e0b51e73db None None] Pushing event updated for resources: {'Port': ['ID=c1352220-1828-4f4f-9001-2af5d11e0035,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:32.090843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:14:32.091619 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.118687 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9a28c837-fb4b-486b-9115-dfb29ddab0ab None None] Provisioning complete for port c1352220-1828-4f4f-9001-2af5d11e0035 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:32.119058 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a28c837-fb4b-486b-9115-dfb29ddab0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.149753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.170369 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:32.425339 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a28c837-fb4b-486b-9115-dfb29ddab0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.441812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Allocated IP 172.20.0.2 (de59bc25-d06d-4ff3-b3e6-426e1203a5fb/ab975932-b2e4-4933-bd03-8204949bd04a/726315a1-963b-49b2-8de4-f3e30c072fbd) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:32.470409 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9a28c837-fb4b-486b-9115-dfb29ddab0ab None None] For port c1352220-1828-4f4f-9001-2af5d11e0035, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c1352220-1828-4f4f-9001-2af5d11e0035,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:32.493815 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9a28c837-fb4b-486b-9115-dfb29ddab0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.767697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28c837-fb4b-486b-9115-dfb29ddab0ab None None] Pushing event updated for resources: {'Port': ['ID=c1352220-1828-4f4f-9001-2af5d11e0035,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:32.822047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:30Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:32.853807 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8582a1b-9de3-4a44-a977-5edc63d07a6e None None] The sync data for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 is: [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:30Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:32.868920 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.878082 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:32.926624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:32.929784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:32.933304 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:32.939157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.1 (de59bc25-d06d-4ff3-b3e6-426e1203a5fb/ab975932-b2e4-4933-bd03-8204949bd04a/91722d9f-e249-43e8-8b2a-81bfb3a52e82) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:32.941146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Pushing event updated for resources: {'Port': ['ID=726315a1-963b-49b2-8de4-f3e30c072fbd,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:32.997641 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Attempting to bind port 726315a1-963b-49b2-8de4-f3e30c072fbd on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:32.998289 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Attempting to bind port 726315a1-963b-49b2-8de4-f3e30c072fbd by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:32.998415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Attempting to bind port 726315a1-963b-49b2-8de4-f3e30c072fbd on network de59bc25-d06d-4ff3-b3e6-426e1203a5fb {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:33.004128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:33.004512 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Checking segment: {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:33.004945 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.005341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Bound using segment: {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:33.005816 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Bound port: 726315a1-963b-49b2-8de4-f3e30c072fbd, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:33.006188 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.084396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] For port 726315a1-963b-49b2-8de4-f3e30c072fbd, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:33.084396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] For port 726315a1-963b-49b2-8de4-f3e30c072fbd, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=726315a1-963b-49b2-8de4-f3e30c072fbd,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:33.088548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.094396 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.141537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.182059 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302500f-5992-43c5-b421-7957dc03a34d None None] Pushing event updated for resources: {'Port': ['ID=726315a1-963b-49b2-8de4-f3e30c072fbd,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:33.207163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:33.211395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:33.216162 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:33.242345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=91722d9f-e249-43e8-8b2a-81bfb3a52e82,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:33.268502 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:33.438295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.077668 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.082600 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.128014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e037e-0eb6-4259-abe1-6e5bcb5cafe8 None None] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:34.159207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=91722d9f-e249-43e8-8b2a-81bfb3a52e82,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:34.162878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.258895 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:34.260490 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:34.266839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c25e4ca9-ce5c-40ab-b1d1-800f015cf9e4 None None] Provisioning complete for port 726315a1-963b-49b2-8de4-f3e30c072fbd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:34.267214 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c25e4ca9-ce5c-40ab-b1d1-800f015cf9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.376363 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c25e4ca9-ce5c-40ab-b1d1-800f015cf9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.390078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:34.416677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c25e4ca9-ce5c-40ab-b1d1-800f015cf9e4 None None] For port 726315a1-963b-49b2-8de4-f3e30c072fbd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=726315a1-963b-49b2-8de4-f3e30c072fbd,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:34.424640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c25e4ca9-ce5c-40ab-b1d1-800f015cf9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.482497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e4ca9-ce5c-40ab-b1d1-800f015cf9e4 None None] Pushing event updated for resources: {'Port': ['ID=726315a1-963b-49b2-8de4-f3e30c072fbd,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:34.520992 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:34.528108 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d59248b2-7e24-4666-bee8-42a2f9a89928 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8308451 Nov 22 17:14:34.659470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2b693753-4d76-4270-8b38-2cfd178cf54f None None] Provisioning complete for port 726315a1-963b-49b2-8de4-f3e30c072fbd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:34.660160 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b693753-4d76-4270-8b38-2cfd178cf54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.730683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-a1ede42b-570b-4bd2-ad11-03fe1ef8b26a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788435366&fields=id&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 267 time: 0.0784998 Nov 22 17:14:34.818814 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2b693753-4d76-4270-8b38-2cfd178cf54f None None] Provisioning complete for port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:34.821150 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b693753-4d76-4270-8b38-2cfd178cf54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.852557 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Sync routers for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:34.855041 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c1352220-1828-4f4f-9001-2af5d11e0035 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:34.866350 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:34.867655 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:34.889538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-c8fc1947-01da-47e8-8b01-6ba230fd0e5d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:34.891482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-c8fc1947-01da-47e8-8b01-6ba230fd0e5d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/networks?id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb HTTP/1.1" status: 200 len: 797 time: 0.1597352 Nov 22 17:14:34.907398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-2b693753-4d76-4270-8b38-2cfd178cf54f None None] Port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:34.916819 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-95a878f7-643c-4c3b-9c17-25b9a67dd6ae tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/quotas/8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 375 time: 0.0191429 Nov 22 17:14:34.925709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port c1352220-1828-4f4f-9001-2af5d11e0035 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:34.926080 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:34.998806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-65da26af-dde8-4293-bb13-d68990f6acc6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754807 Nov 22 17:14:35.020072 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:35.047313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d9d22e69-d440-4929-af33-f94b8a6f95af None None] Provisioning complete for port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:35.047686 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d9d22e69-d440-4929-af33-f94b8a6f95af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.079748 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 726315a1-963b-49b2-8de4-f3e30c072fbd up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:35.118875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d9d22e69-d440-4929-af33-f94b8a6f95af None None] Port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:35.145418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 726315a1-963b-49b2-8de4-f3e30c072fbd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:35.146125 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.174782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-bc9084eb-5195-4d38-b67c-59a4088e6c3d service neutron] 10.222.0.69 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710184 Nov 22 17:14:35.250008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-51b32173-9828-4d0e-8023-0e3625b606c3 None None] Provisioning complete for port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:35.250648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51b32173-9828-4d0e-8023-0e3625b606c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.257515 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 2, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:35.276531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-30ff0fff-10f8-4c59-92af-fc43723b2b98 service neutron] 10.222.0.69 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945044 Nov 22 17:14:35.290539 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Checking router: c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:35.290765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-51b32173-9828-4d0e-8023-0e3625b606c3 None None] Port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:35.291033 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Updating router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:14:35.316675 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.446339 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36bdc58e-8c9a-4b24-8097-3a9ddbb2ef1e req-1b0dd6a3-1a00-4031-8403-48e4b0c57731 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Nov 22 17:14:35.586653 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.592948 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.647327 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Pushing event updated for resources: {'Port': ['ID=91722d9f-e249-43e8-8b2a-81bfb3a52e82,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:35.674486 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.674837 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.675168 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.675498 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.675823 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.676177 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.676522 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.676815 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.677274 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.677443 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.677933 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.678252 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:35.707565 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Attempting to bind port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:35.707971 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Attempting to bind port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:35.708339 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Attempting to bind port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 on network de59bc25-d06d-4ff3-b3e6-426e1203a5fb {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:35.713935 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:35.714301 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Checking segment: {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:35.714700 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.715658 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Bound using segment: {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:35.716302 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Bound port: 91722d9f-e249-43e8-8b2a-81bfb3a52e82, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:35.716588 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.791692 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] For port 91722d9f-e249-43e8-8b2a-81bfb3a52e82, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:35.796663 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] For port 91722d9f-e249-43e8-8b2a-81bfb3a52e82, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91722d9f-e249-43e8-8b2a-81bfb3a52e82,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:35.801468 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.917203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-347813c2-fd86-4e53-9156-538b662cdda9 None None] Provisioning complete for port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:35.917527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-347813c2-fd86-4e53-9156-538b662cdda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:35.965718 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:35.966582 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:36.018942 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-347813c2-fd86-4e53-9156-538b662cdda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.063992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-347813c2-fd86-4e53-9156-538b662cdda9 None None] For port 91722d9f-e249-43e8-8b2a-81bfb3a52e82, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91722d9f-e249-43e8-8b2a-81bfb3a52e82,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:36.069647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-347813c2-fd86-4e53-9156-538b662cdda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.094654 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831750e-5114-4326-bff6-1529d2a0566c None None] Pushing event updated for resources: {'Port': ['ID=91722d9f-e249-43e8-8b2a-81bfb3a52e82,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:36.102471 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:36.136530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347813c2-fd86-4e53-9156-538b662cdda9 None None] Pushing event updated for resources: {'Port': ['ID=91722d9f-e249-43e8-8b2a-81bfb3a52e82,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:36.295053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-10c62d17-d4cd-4265-9a8e-d1f443804398 None None] Provisioning complete for port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:36.295686 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-10c62d17-d4cd-4265-9a8e-d1f443804398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.306984 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:36.340586 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892fca70-4a9e-4d99-96e3-907cb3f26548 None None] The sync data for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 is: [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:35Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:36.560515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cfdc24ba-0004-4485-ab3d-238f681c358b req-dcf19b0e-3ed8-4a07-8128-249fa0fbd00e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 210 time: 0.0357788 Nov 22 17:14:36.568861 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-1b3cd8df-a995-4976-8087-7d22aa808d79 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:36.570601 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-1b3cd8df-a995-4976-8087-7d22aa808d79 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/networks?id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb HTTP/1.1" status: 200 len: 797 time: 0.1508911 Nov 22 17:14:36.656647 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-81a257d8-469f-4e35-8d3b-1d0a1e4b0883 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 380 time: 0.0738630 Nov 22 17:14:36.666587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'port': {'device_id': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'admin_state_up': True, 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'security_groups': ['1c8bcba8-d5b1-4f58-9049-6a73b86b09df']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:36.745383 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91722d9f-e249-43e8-8b2a-81bfb3a52e82 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:36.788259 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:36.792667 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.802152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:36.802524 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:36.943623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.8 (de59bc25-d06d-4ff3-b3e6-426e1203a5fb/ab975932-b2e4-4933-bd03-8204949bd04a/ade28e69-f467-48b9-85b5-816012bbd3b9) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:37.099187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.134716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.185477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:37.188823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:37.192557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:37.221165 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=ade28e69-f467-48b9-85b5-816012bbd3b9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:37.251655 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:37.252452 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.272450 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-37175d3c-bf6e-4bc4-878b-4b4b68444279 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6096983 Nov 22 17:14:37.288221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Request body: {'port': {'device_id': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:37.352282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.425315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e3b38b06-7fd3-4382-94c4-4a9cbacf2f68 None None] Provisioning complete for port ade28e69-f467-48b9-85b5-816012bbd3b9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:37.425948 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e3b38b06-7fd3-4382-94c4-4a9cbacf2f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.467381 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e3b38b06-7fd3-4382-94c4-4a9cbacf2f68 None None] Port ade28e69-f467-48b9-85b5-816012bbd3b9 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:14:37.636509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade28e69-f467-48b9-85b5-816012bbd3b9 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:37.645104 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.658541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Transition to ACTIVE for port object ade28e69-f467-48b9-85b5-816012bbd3b9 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:14:37.662572 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.680209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae43f6-7722-475e-86de-110d7d4f2cca req-c7e8f9f0-04d5-419c-9d28-dfffb9183e63 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:37.681793 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19ae43f6-7722-475e-86de-110d7d4f2cca req-c7e8f9f0-04d5-419c-9d28-dfffb9183e63 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 931 time: 0.0551827 Nov 22 17:14:37.732074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ade28e69-f467-48b9-85b5-816012bbd3b9,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:37.745144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-19ae43f6-7722-475e-86de-110d7d4f2cca req-1df41a89-84ec-416c-a035-879bd2923e31 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566001 Nov 22 17:14:37.793356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Attempting to bind port ade28e69-f467-48b9-85b5-816012bbd3b9 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:37.793760 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Attempting to bind port ade28e69-f467-48b9-85b5-816012bbd3b9 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:37.794139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Attempting to bind port ade28e69-f467-48b9-85b5-816012bbd3b9 on network de59bc25-d06d-4ff3-b3e6-426e1203a5fb {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:37.798835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Port ade28e69-f467-48b9-85b5-816012bbd3b9 on network de59bc25-d06d-4ff3-b3e6-426e1203a5fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:14:37.799157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Attempting to bind port ade28e69-f467-48b9-85b5-816012bbd3b9 on network de59bc25-d06d-4ff3-b3e6-426e1203a5fb {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:37.804574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:37.804915 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Checking segment: {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:37.805298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Bound using segment: {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:37.805728 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Bound port: ade28e69-f467-48b9-85b5-816012bbd3b9, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:37.806087 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.877653 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] For port ade28e69-f467-48b9-85b5-816012bbd3b9, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:37.881981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] For port ade28e69-f467-48b9-85b5-816012bbd3b9, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ade28e69-f467-48b9-85b5-816012bbd3b9,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:37.887808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.925020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:37.925880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:37.927269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] 10.222.0.71 "PUT /v2.0/ports/ade28e69-f467-48b9-85b5-816012bbd3b9 HTTP/1.1" status: 200 len: 1091 time: 0.6456835 Nov 22 17:14:37.927723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:37.930013 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aac479-6232-41c0-88bf-c456ebf383ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:37.958424 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d876f83-e3ae-4e18-8063-0421691f90a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ade28e69-f467-48b9-85b5-816012bbd3b9,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:38.003186 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e584a4-4c3b-4999-9b77-1427e4f142cc x-openstack-request-id: req-d6e584a4-4c3b-4999-9b77-1427e4f142cc {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:38.003426 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:38.003985 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6e584a4-4c3b-4999-9b77-1427e4f142cc {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:38.004475 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'status': 'completed', 'code': 200} Nov 22 17:14:38.036813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-6dedf5be-5286-4fb5-9ce0-63b5a4443d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.038364 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-6dedf5be-5286-4fb5-9ce0-63b5a4443d24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 1094 time: 0.0472596 Nov 22 17:14:38.091257 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-532be13e-a1ed-4594-b23c-805ace15c73f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade28e69-f467-48b9-85b5-816012bbd3b9 HTTP/1.1" status: 200 len: 217 time: 0.0422032 Nov 22 17:14:38.143738 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-d79ae95f-366a-4d8c-9256-bbb7556e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.145260 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-d79ae95f-366a-4d8c-9256-bbb7556e99af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab975932-b2e4-4933-bd03-8204949bd04a HTTP/1.1" status: 200 len: 834 time: 0.0467043 Nov 22 17:14:38.195418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-68208fa3-bd74-4e33-a4b4-0c0295496d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.197103 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-68208fa3-bd74-4e33-a4b4-0c0295496d8d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440741 Nov 22 17:14:38.293772 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-f999838a-3fb3-4ca7-b46b-a92f7fe8ae2b service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880280 Nov 22 17:14:38.382731 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-597ebfde-2467-4b6b-8a3d-5c14da3c2ccf req-8d57c2e2-d52a-41ba-a971-7e7bceb19ecd service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818589 Nov 22 17:14:38.477705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-2973c811-d93f-48d4-b174-edef4699a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.479237 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-2973c811-d93f-48d4-b174-edef4699a2e4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 1094 time: 0.0463307 Nov 22 17:14:38.572534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-3f188938-cf24-4fd8-9003-44677d46452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.574000 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-3f188938-cf24-4fd8-9003-44677d46452d service neutron] 10.222.0.71 "GET /v2.0/networks?id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb HTTP/1.1" status: 200 len: 898 time: 0.0866337 Nov 22 17:14:38.623060 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-7781ada7-f1ee-4a70-8766-8c4a546b38a7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade28e69-f467-48b9-85b5-816012bbd3b9 HTTP/1.1" status: 200 len: 217 time: 0.0403600 Nov 22 17:14:38.674904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-7f0e6191-e8d2-4468-926b-cbd61a06354e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.676447 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-7f0e6191-e8d2-4468-926b-cbd61a06354e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab975932-b2e4-4933-bd03-8204949bd04a HTTP/1.1" status: 200 len: 834 time: 0.0463262 Nov 22 17:14:38.724302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-49c4882d-154d-4345-b1e2-3471f2944620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.725702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-49c4882d-154d-4345-b1e2-3471f2944620 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403991 Nov 22 17:14:38.821961 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-900811af-137b-41c8-b825-7cf20b578b12 service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876615 Nov 22 17:14:38.859747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160e60d-e2fa-45bd-aca5-654e02e24013 req-88db9624-4e47-4932-b392-62b8006d15ba tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.862505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c160e60d-e2fa-45bd-aca5-654e02e24013 req-88db9624-4e47-4932-b392-62b8006d15ba tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 943 time: 0.0503561 Nov 22 17:14:38.914128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c160e60d-e2fa-45bd-aca5-654e02e24013 req-a6d18281-d747-4f21-8133-aa8b81a64341 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454202 Nov 22 17:14:38.916777 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c7aac479-6232-41c0-88bf-c456ebf383ff req-faf57b20-1931-4b16-a6ea-ff0608b66d87 service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875883 Nov 22 17:14:40.009775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ade28e69-f467-48b9-85b5-816012bbd3b9 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:14:40.035164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084da49a-98a0-4fbc-af3e-3f62efd9c598 req-03674db7-c19a-4fe1-a1e9-baf5d5fdd2da tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:40.036698 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-084da49a-98a0-4fbc-af3e-3f62efd9c598 req-03674db7-c19a-4fe1-a1e9-baf5d5fdd2da tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 943 time: 0.0516400 Nov 22 17:14:40.090919 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-084da49a-98a0-4fbc-af3e-3f62efd9c598 req-f087891d-20cf-4a0e-b149-57d8a3f7bc5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474184 Nov 22 17:14:40.104387 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ade28e69-f467-48b9-85b5-816012bbd3b9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ade28e69-f467-48b9-85b5-816012bbd3b9,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:40.116359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'port_id': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'mac_address': 'fa:16:3e:66:27:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:14:40.157454 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:40.169916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade28e69-f467-48b9-85b5-816012bbd3b9 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:40.188885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ade28e69-f467-48b9-85b5-816012bbd3b9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ade28e69-f467-48b9-85b5-816012bbd3b9,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:40.193059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:40.238983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ade28e69-f467-48b9-85b5-816012bbd3b9,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:40.402007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['ade28e69-f467-48b9-85b5-816012bbd3b9'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:41.211201 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e200d1-6b21-44be-87b8-d80c2ca99049 req-f3b87197-6a15-4db5-b7b1-7cda0fbd5f88 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:41.212637 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4e200d1-6b21-44be-87b8-d80c2ca99049 req-f3b87197-6a15-4db5-b7b1-7cda0fbd5f88 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 944 time: 0.0498641 Nov 22 17:14:41.263061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4e200d1-6b21-44be-87b8-d80c2ca99049 req-d0ef96ea-9447-4c8b-88ab-0110f70403c4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Nov 22 17:14:42.033193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ade28e69-f467-48b9-85b5-816012bbd3b9 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:42.084294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port ade28e69-f467-48b9-85b5-816012bbd3b9 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:14:42.088171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port ade28e69-f467-48b9-85b5-816012bbd3b9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:42.088558 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:42.168856 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:42.192007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:42.194322 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b0101c-d8ae-47b1-9fbf-7a2acb6887cc" -d '{"events": [{"server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "name": "network-vif-plugged", "status": "completed", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:42.207327 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port ade28e69-f467-48b9-85b5-816012bbd3b9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ade28e69-f467-48b9-85b5-816012bbd3b9,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:42.211672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:42.236823 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e140ac-361a-42bc-a560-a78f47c3f2ec x-openstack-request-id: req-76e140ac-361a-42bc-a560-a78f47c3f2ec {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:42.237124 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "name": "network-vif-plugged", "status": "completed", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:42.237388 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76e140ac-361a-42bc-a560-a78f47c3f2ec {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:42.237817 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'code': 200} Nov 22 17:14:42.266746 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=ade28e69-f467-48b9-85b5-816012bbd3b9,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:42.332473 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f5d7d-bc90-42be-bb68-add5509f2dee req-44bb38b6-f49e-450a-bb57-e24c784a5e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.334070 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-095f5d7d-bc90-42be-bb68-add5509f2dee req-44bb38b6-f49e-450a-bb57-e24c784a5e4e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 1096 time: 0.0418916 Nov 22 17:14:42.380235 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-095f5d7d-bc90-42be-bb68-add5509f2dee req-526df0e6-6950-4018-9882-40f27d41aa2c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388758 Nov 22 17:14:42.383759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f177b44-6b4b-4b86-b0a1-7bb85250adff req-6eca0c2b-2745-4b91-8578-7a64065b8306 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:42.385296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f177b44-6b4b-4b86-b0a1-7bb85250adff req-6eca0c2b-2745-4b91-8578-7a64065b8306 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Nov 22 17:14:42.435249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3f177b44-6b4b-4b86-b0a1-7bb85250adff req-470397bf-ee05-4581-944b-e68ff7b011d1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Nov 22 17:14:43.562070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad44058a-16e3-4ae7-862b-e0e3795e7886 req-0366151d-da9c-4ecb-80e8-c9f8e40d64b0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:43.563604 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad44058a-16e3-4ae7-862b-e0e3795e7886 req-0366151d-da9c-4ecb-80e8-c9f8e40d64b0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0543933 Nov 22 17:14:43.619859 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ad44058a-16e3-4ae7-862b-e0e3795e7886 req-2cc0ec28-7545-4cf1-9884-4a6515412326 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501940 Nov 22 17:14:44.740068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2e8d0-1801-4c85-af5a-3f5bd5357f85 req-9d60e7e1-ad6e-4e6f-8030-6fbf4fc0414f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:44.741557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74c2e8d0-1801-4c85-af5a-3f5bd5357f85 req-9d60e7e1-ad6e-4e6f-8030-6fbf4fc0414f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0486050 Nov 22 17:14:44.792444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-74c2e8d0-1801-4c85-af5a-3f5bd5357f85 req-fd176013-48c2-4c3b-b570-20491391915d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Nov 22 17:14:44.909856 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48650d5d-3b5b-43cb-a9a1-cbe63875c97f req-10f37301-e3fe-4650-a0f2-a172b8ef2ef9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:44.910874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48650d5d-3b5b-43cb-a9a1-cbe63875c97f req-10f37301-e3fe-4650-a0f2-a172b8ef2ef9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Nov 22 17:14:44.962903 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-48650d5d-3b5b-43cb-a9a1-cbe63875c97f req-32f1b0d4-0644-4168-a9d6-6b42a5dc7fd8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 Nov 22 17:14:44.986074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40874) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:45.029551 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc088270-5f81-4b99-95b6-a2974c8e0bb7 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:45.031360 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-cc088270-5f81-4b99-95b6-a2974c8e0bb7 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 1091 time: 0.0442913 Nov 22 17:14:45.034395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40876) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:45.038702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:45.061271 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:45.160117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:45.265850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.51 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/6c6c54fd-d480-4cd7-a42c-3302d45ea9e9) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:45.366035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:45.400136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:45.442467 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:45.445694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:45.450375 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:45.477988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=6c6c54fd-d480-4cd7-a42c-3302d45ea9e9,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:45.820549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:45.890612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:46.045360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:46.049514 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:46.115299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=6c6c54fd-d480-4cd7-a42c-3302d45ea9e9,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:46.127703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:46.228774 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP 43823f6b-0511-4562-be16-e7a4fa265d05 associated. External IP: 172.25.5.51, port: ade28e69-f467-48b9-85b5-816012bbd3b9. Nov 22 17:14:46.436793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:14:46.546831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:14:46.557068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] Sync routers for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:14:46.565056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:46.568232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:46.568856 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:46.594099 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6452d0b3-4a8a-451d-ac45-d2ca7be37286 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5586345 Nov 22 17:14:46.594804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:46.597194 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002f37bc-6819-4864-bbcb-d02b13c63b79" -d '{"events": [{"name": "network-changed", "server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:46.683572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:46.695317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ad07c-2a02-42bb-8328-3b3152302b5b req-6c8c3904-e044-470a-b946-e590449e67d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:46.696787 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-014ad07c-2a02-42bb-8328-3b3152302b5b req-6c8c3904-e044-470a-b946-e590449e67d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0506268 Nov 22 17:14:46.747642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-014ad07c-2a02-42bb-8328-3b3152302b5b req-005db065-795e-4b89-b787-9a85cc6cedf6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Nov 22 17:14:46.771141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40882) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:46.807564 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8551fe46-e147-4a23-b72a-e29e18b403cf x-openstack-request-id: req-8551fe46-e147-4a23-b72a-e29e18b403cf {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:46.807856 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:46.808141 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8551fe46-e147-4a23-b72a-e29e18b403cf {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:46.808681 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'status': 'completed', 'code': 200} Nov 22 17:14:46.863208 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-be748e1f-baa4-4925-85fa-d54a27f488aa tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/43823f6b-0511-4562-be16-e7a4fa265d05 HTTP/1.1" status: 200 len: 990 time: 0.0910034 Nov 22 17:14:46.876251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-d031af72-9de8-44a4-aa44-12a4c6a9ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:46.877766 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-d031af72-9de8-44a4-aa44-12a4c6a9ea2d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 1096 time: 0.0544796 Nov 22 17:14:46.923635 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '43823f6b-0511-4562-be16-e7a4fa265d05', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'port_id': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'mac_address': 'fa:16:3e:66:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:45Z', 'updated_at': '2021-11-22T17:14:45Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:46.951678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] Checking router: c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:14:46.960450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:14:46.961063 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:14:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:46.973985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-3c4c93b9-a658-45c5-939c-c7bb8b8ccab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:46.975502 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-3c4c93b9-a658-45c5-939c-c7bb8b8ccab9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb HTTP/1.1" status: 200 len: 898 time: 0.0899444 Nov 22 17:14:47.048681 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-95593547-184e-422c-9f1a-0f16a52f460e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade28e69-f467-48b9-85b5-816012bbd3b9 HTTP/1.1" status: 200 len: 998 time: 0.0656748 Nov 22 17:14:47.070605 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:14:47.099014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-4599b4f9-ec9a-4cf9-b9f1-fc96ce67bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:47.100545 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-4599b4f9-ec9a-4cf9-b9f1-fc96ce67bd24 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab975932-b2e4-4933-bd03-8204949bd04a HTTP/1.1" status: 200 len: 834 time: 0.0453029 Nov 22 17:14:47.149132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-7ce0e97d-9b74-4c5f-8d1b-9afe6346c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:47.150665 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-7ce0e97d-9b74-4c5f-8d1b-9afe6346c88f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432239 Nov 22 17:14:47.247005 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-ae2b3e16-f0ad-4002-a355-5ae1d23c24e0 service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878549 Nov 22 17:14:47.300110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '43823f6b-0511-4562-be16-e7a4fa265d05', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'port_id': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'mac_address': 'fa:16:3e:66:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:45Z', 'updated_at': '2021-11-22T17:14:45Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:14:47.327222 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e232dd-18f1-44d4-94b2-f034281c8d0f None None] The sync data for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 is: [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '43823f6b-0511-4562-be16-e7a4fa265d05', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.51', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'port_id': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'mac_address': 'fa:16:3e:66:27:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:14:45Z', 'updated_at': '2021-11-22T17:14:45Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:14:47.351773 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-002f37bc-6819-4864-bbcb-d02b13c63b79 req-076d6ca6-f966-4b12-b41b-8d5293474201 service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956321 Nov 22 17:14:47.364886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-bae92897-9f89-4e58-9278-13bf5b59b804 req-dfe5e90e-137f-4ebb-8fc6-256006eb788d tempest-ServerDiskConfigTestJSON-1732602954 tempest-ServerDiskConfigTestJSON-1732602954-project] (103411) timed out ('10.222.0.71', 58153) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:14:47.520974 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa91d4-b092-401d-a4f3-3ff683a7a031 None None] New status for floating IP 43823f6b-0511-4562-be16-e7a4fa265d05: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:14:47.866888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40884) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:47.931295 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-60918cfc-83c8-49f9-8a91-7c6abb5d9cf4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/43823f6b-0511-4562-be16-e7a4fa265d05 HTTP/1.1" status: 200 len: 992 time: 0.0633042 Nov 22 17:14:49.080398 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1128bc50-6491-4512-927d-dfee0e7cd9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:51.398983 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0a513ee0-0f44-4f2c-8f82-a4c9536690ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:52.706430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:53.185696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:54.764504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:54.962797 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:55.239947 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:57.544362 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:15:00.870328 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-1721bc3f-c439-41a1-81a0-3da6f0dfe05c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406120 Nov 22 17:15:00.953294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-030fbf2d-1b29-470c-bc7c-d8617f138b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:00.954798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-030fbf2d-1b29-470c-bc7c-d8617f138b02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0425920 Nov 22 17:15:01.061985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-34fc9228-94f9-4f38-9fcb-1b60d5fa84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:01.063473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-34fc9228-94f9-4f38-9fcb-1b60d5fa84f8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0897973 Nov 22 17:15:01.104818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-a315861e-1cca-4ea7-bf04-cbdfab3357e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0347755 Nov 22 17:15:01.153817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-6a50c5ea-3e29-43fc-9318-57d6d9dad5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:01.155301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-6a50c5ea-3e29-43fc-9318-57d6d9dad5be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0438390 Nov 22 17:15:01.205802 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-90340259-a85e-49e6-a7cb-17785c3c9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:01.207223 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-90340259-a85e-49e6-a7cb-17785c3c9ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454519 Nov 22 17:15:01.298291 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-3000838d-9ba6-4a81-a02a-f3330b1f339d service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828421 Nov 22 17:15:01.698717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-41322bd2-6705-4b0b-a368-3cb18f3529a0 req-40a894d4-734d-4234-82e8-c33f515f8a2f service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938885 Nov 22 17:15:15.358656 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-55b64a73-1253-4e09-ae12-2a10e7a3489a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879133 Nov 22 17:15:15.447592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-00aa049e-abce-4634-b1c6-ac7f878c2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:15.449551 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-00aa049e-abce-4634-b1c6-ac7f878c2e07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 1096 time: 0.0455911 Nov 22 17:15:15.557514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-4543a2d6-3e59-4c7c-b598-1c10ad5342c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:15.558908 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-4543a2d6-3e59-4c7c-b598-1c10ad5342c6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb HTTP/1.1" status: 200 len: 898 time: 0.0854926 Nov 22 17:15:15.635439 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-57a1e3c7-cc0f-46c1-8d0f-7d3d6d034b23 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade28e69-f467-48b9-85b5-816012bbd3b9 HTTP/1.1" status: 200 len: 1000 time: 0.0671313 Nov 22 17:15:15.689218 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-96208bee-23ec-47d9-8390-acb4b7060f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:15.690704 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-96208bee-23ec-47d9-8390-acb4b7060f23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab975932-b2e4-4933-bd03-8204949bd04a HTTP/1.1" status: 200 len: 834 time: 0.0471406 Nov 22 17:15:15.742175 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-ee2a2ce0-3459-4331-99ba-977f6ed6858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:15.743687 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-ee2a2ce0-3459-4331-99ba-977f6ed6858b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418730 Nov 22 17:15:15.845432 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-c21b5ceb-1bbf-4205-aec4-c7bcd8cc0d58 service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891397 Nov 22 17:15:15.944233 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f89239c0-977e-4cb9-8f5f-44c7ec7007a3 req-7dadf9b7-49c7-4186-837a-44794bb52ad9 service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908308 Nov 22 17:15:19.082279 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3e604c1f-fedc-4f43-9932-5f7ac4320197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:21.373906 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17067f86-91e6-4a33-bde0-64a1b2febe82 req-119e116d-2e7a-449d-ae41-b2db9e48660c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:21.375386 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17067f86-91e6-4a33-bde0-64a1b2febe82 req-119e116d-2e7a-449d-ae41-b2db9e48660c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.1003504 Nov 22 17:15:21.400581 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90f182e6-3f02-4c62-b12a-a0121e6e145d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:21.441799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-17067f86-91e6-4a33-bde0-64a1b2febe82 req-408233bd-0923-4fd1-be36-658cd0bb92b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601878 Nov 22 17:15:22.564175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a3f2-6956-4c27-b03d-1cec9f2fefcd req-48c0d0d3-c082-4687-b232-a233c7ed8086 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:22.565683 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f974a3f2-6956-4c27-b03d-1cec9f2fefcd req-48c0d0d3-c082-4687-b232-a233c7ed8086 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0500040 Nov 22 17:15:22.617027 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f974a3f2-6956-4c27-b03d-1cec9f2fefcd req-e740bf0d-f267-49ab-b49a-836cf3448bef tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453706 Nov 22 17:15:22.640747 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40914) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:22.705862 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-164f24d6-9728-4dfd-9929-172c7f31bcdf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/43823f6b-0511-4562-be16-e7a4fa265d05 HTTP/1.1" status: 200 len: 992 time: 0.0638719 Nov 22 17:15:22.709259 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:23.198879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:23.978582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfa9ef-06a1-4e18-938d-133a39dd5cbc req-dc3718a5-0ef3-42e5-88f6-696157129da7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:23.981384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09cfa9ef-06a1-4e18-938d-133a39dd5cbc req-dc3718a5-0ef3-42e5-88f6-696157129da7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0521622 Nov 22 17:15:24.031676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-09cfa9ef-06a1-4e18-938d-133a39dd5cbc req-dbdd1d37-037e-440c-b02c-5ec302c8b2c9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444019 Nov 22 17:15:24.765361 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:24.969502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:25.153647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bbdf4-4115-4064-a554-6ca74a569844 req-7075e2c5-4ebb-4c87-805e-6c76dc69b0cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:25.155320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a2bbdf4-4115-4064-a554-6ca74a569844 req-7075e2c5-4ebb-4c87-805e-6c76dc69b0cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0529897 Nov 22 17:15:25.207073 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a2bbdf4-4115-4064-a554-6ca74a569844 req-f1673fc8-2900-4dcb-abd0-edfeaba53d84 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Nov 22 17:15:25.252597 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:26.324617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7b613-d8fd-4084-bd0a-0bf81ccd9071 req-238b31f2-60b2-47c0-b5e8-1ffc26a52160 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:26.326864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ed7b613-d8fd-4084-bd0a-0bf81ccd9071 req-238b31f2-60b2-47c0-b5e8-1ffc26a52160 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0497682 Nov 22 17:15:26.376666 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8ed7b613-d8fd-4084-bd0a-0bf81ccd9071 req-5a9a7ec8-12be-4cc2-9d22-d411f0293840 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437841 Nov 22 17:15:27.493123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78773653-336c-48a3-8924-bca0c8900aee req-fea3ab5d-de1b-4729-9ce4-097ecaaa941c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:27.494586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78773653-336c-48a3-8924-bca0c8900aee req-fea3ab5d-de1b-4729-9ce4-097ecaaa941c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Nov 22 17:15:27.549538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78773653-336c-48a3-8924-bca0c8900aee req-3cbae553-837d-4d30-bc1d-f2505fd9ab6d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483863 Nov 22 17:15:28.667086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d40347-0fdb-45fa-b3d6-6cbe4e2d56b2 req-85f9b988-3d6c-4152-aaa3-ea1b8b7e2414 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:28.668604 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1d40347-0fdb-45fa-b3d6-6cbe4e2d56b2 req-85f9b988-3d6c-4152-aaa3-ea1b8b7e2414 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0501375 Nov 22 17:15:28.719085 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1d40347-0fdb-45fa-b3d6-6cbe4e2d56b2 req-34ebb7af-a92d-4fb0-9926-55b00156ef80 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441930 Nov 22 17:15:29.836163 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d33734-535c-4f5e-b33f-696a9e68e97a req-2b5a16cd-c52e-4669-9ef1-e0bfaa425a17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:29.837662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46d33734-535c-4f5e-b33f-696a9e68e97a req-2b5a16cd-c52e-4669-9ef1-e0bfaa425a17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0479722 Nov 22 17:15:29.887461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46d33734-535c-4f5e-b33f-696a9e68e97a req-a0b3f1a7-21cd-43b3-ac38-8074098a4ce2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432312 Nov 22 17:15:29.911183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40932) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:29.980031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8003d47c-8ae9-48fe-9885-dc7cd8f5e801 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/43823f6b-0511-4562-be16-e7a4fa265d05 HTTP/1.1" status: 200 len: 992 time: 0.0676835 Nov 22 17:15:30.210266 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40938) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:30.705796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 6c6c54fd-d480-4cd7-a42c-3302d45ea9e9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:15:30.706138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:30.784578 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:30.784910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:30.797595 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 6c6c54fd-d480-4cd7-a42c-3302d45ea9e9 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:15:30.945540 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:30.971672 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=6c6c54fd-d480-4cd7-a42c-3302d45ea9e9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:30.984536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.984991 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.985344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.985682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.986017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.986350 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.986684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.987019 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.987352 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.987679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.988093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:30.988356 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:31.041770 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:31.042112 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP 43823f6b-0511-4562-be16-e7a4fa265d05 disassociated (deleted). External IP: 172.25.5.51, port: ade28e69-f467-48b9-85b5-816012bbd3b9. Nov 22 17:15:31.254345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:15:31.366148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:15:31.371481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:31.376322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] Sync routers for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:15:31.385994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:31.386610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:31.398719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1c81b782-72b1-4f54-b365-90757f5aca5f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/floatingips/43823f6b-0511-4562-be16-e7a4fa265d05 HTTP/1.1" status: 204 len: 168 time: 1.1873529 Nov 22 17:15:31.399423 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:31.401795 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41" -d '{"events": [{"name": "network-changed", "server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:31.495827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:31.618762 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd050e1-1c46-43cd-adab-a14f2314aaa2 x-openstack-request-id: req-7cd050e1-1c46-43cd-adab-a14f2314aaa2 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:31.619061 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:31.619316 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7cd050e1-1c46-43cd-adab-a14f2314aaa2 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:31.619733 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'status': 'completed', 'code': 200} Nov 22 17:15:31.692823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-c2434cd9-7481-414e-9f0e-fec898e87320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:31.694552 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-c2434cd9-7481-414e-9f0e-fec898e87320 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 1096 time: 0.0510693 Nov 22 17:15:31.713394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:31.725419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf652-83dd-4f5f-b7c5-77dd9a9eb9f5 req-e50669d2-3f24-48ba-8b32-15342c1d21db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:31.727043 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bafcf652-83dd-4f5f-b7c5-77dd9a9eb9f5 req-e50669d2-3f24-48ba-8b32-15342c1d21db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0529792 Nov 22 17:15:31.742472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] Checking router: c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:15:31.752068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:31.752693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:31.787426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bafcf652-83dd-4f5f-b7c5-77dd9a9eb9f5 req-ec082ad2-51c7-4c45-b2e9-a548bc132cf1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519845 Nov 22 17:15:31.809966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-7efc9c89-18e3-4aad-a46e-6b1a355daa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:31.811474 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-7efc9c89-18e3-4aad-a46e-6b1a355daa9c service neutron] 10.222.0.71 "GET /v2.0/networks?id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb HTTP/1.1" status: 200 len: 898 time: 0.1093683 Nov 22 17:15:31.854623 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-d5f17f8f-684f-4c10-be7d-ef6569a2d00a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade28e69-f467-48b9-85b5-816012bbd3b9 HTTP/1.1" status: 200 len: 217 time: 0.0352643 Nov 22 17:15:31.862612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:31.916640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-fa9b0245-dc74-4d60-95be-f3e34fe27d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:31.918132 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-fa9b0245-dc74-4d60-95be-f3e34fe27d15 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ab975932-b2e4-4933-bd03-8204949bd04a HTTP/1.1" status: 200 len: 834 time: 0.0518367 Nov 22 17:15:31.968137 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-115704c6-b968-47e9-ac8b-2700aeffab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:31.969681 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-115704c6-b968-47e9-ac8b-2700aeffab0d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=de59bc25-d06d-4ff3-b3e6-426e1203a5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419588 Nov 22 17:15:32.065963 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-4c91d7e1-4a9c-43dc-a8ee-6a16cc3da03b service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870473 Nov 22 17:15:32.076212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:32.101846 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56a18b-a743-4246-969d-7cfd9e8f2bb0 None None] The sync data for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 is: [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '91722d9f-e249-43e8-8b2a-81bfb3a52e82', 'name': '', 'network_id': 'de59bc25-d06d-4ff3-b3e6-426e1203a5fb', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:12:ba:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:32Z', 'updated_at': '2021-11-22T17:14:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'ab975932-b2e4-4933-bd03-8204949bd04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:15:32.170062 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e1b658ac-83d1-4410-b5c7-ac4d4e7ddd41 req-72542c7a-9712-4ca4-839e-851267cf43f8 service neutron] 10.222.0.71 "GET /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930786 Nov 22 17:15:32.327416 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df1428a-4f24-46ee-9ac8-3dab0e350290 None None] New status for floating IP 43823f6b-0511-4562-be16-e7a4fa265d05: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:15:32.908842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b786e38-174c-485b-830f-c603055cdb8a req-c6f88a96-a04e-4184-a95f-dfcee0e2cfc0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:32.910311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b786e38-174c-485b-830f-c603055cdb8a req-c6f88a96-a04e-4184-a95f-dfcee0e2cfc0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0539603 Nov 22 17:15:32.960277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1b786e38-174c-485b-830f-c603055cdb8a req-d4b8aa4b-9761-4dbe-8f13-8300a0ae6a8c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=1c8bcba8-d5b1-4f58-9049-6a73b86b09df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439737 Nov 22 17:15:33.254599 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-070d3ae4-b0b8-42f5-9d46-20b3f8faaf21 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:33.256021 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-070d3ae4-b0b8-42f5-9d46-20b3f8faaf21 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 945 time: 0.0501025 Nov 22 17:15:33.355747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port ade28e69-f467-48b9-85b5-816012bbd3b9 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:15:33.356117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:33.444709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port ade28e69-f467-48b9-85b5-816012bbd3b9, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=ade28e69-f467-48b9-85b5-816012bbd3b9,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:33.445071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:33.457790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for ade28e69-f467-48b9-85b5-816012bbd3b9 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:15:33.596232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:33.624711 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=ade28e69-f467-48b9-85b5-816012bbd3b9,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:33.668868 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] No DVR routers for this DVR port ade28e69-f467-48b9-85b5-816012bbd3b9 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:15:33.671351 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:33.675230 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a6f7160c-5fb1-4897-b9ec-0f579e0b6a04 req-7e659cc4-65a3-4aee-96b5-29a3b3ce98b5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "DELETE /v2.0/ports/ade28e69-f467-48b9-85b5-816012bbd3b9 HTTP/1.1" status: 204 len: 173 time: 0.4126570 Nov 22 17:15:33.675682 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'name': 'network-vif-deleted', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:33.677984 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cd61bf-1b62-4d98-a890-77cbb10deed8" -d '{"events": [{"server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "name": "network-vif-deleted", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:33.717996 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57886924-30e0-455c-b7af-3dcdcf61f41b x-openstack-request-id: req-57886924-30e0-455c-b7af-3dcdcf61f41b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:33.718301 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d714b158-ade3-48dc-8bd1-e9c1a53b6155", "name": "network-vif-deleted", "tag": "ade28e69-f467-48b9-85b5-816012bbd3b9", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:33.718594 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57886924-30e0-455c-b7af-3dcdcf61f41b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:33.719012 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd714b158-ade3-48dc-8bd1-e9c1a53b6155', 'name': 'network-vif-deleted', 'tag': 'ade28e69-f467-48b9-85b5-816012bbd3b9', 'status': 'completed', 'code': 200} Nov 22 17:15:34.094078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1f8f6f8c-2345-4cc5-a9a8-a15fcb5d2f56 req-777ace50-2c42-4c8e-91b9-68eccbcb48c7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=d714b158-ade3-48dc-8bd1-e9c1a53b6155 HTTP/1.1" status: 200 len: 210 time: 0.0411317 Nov 22 17:15:34.547632 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:15:35.151321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40958) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:35.523817 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:35.787044 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 91722d9f-e249-43e8-8b2a-81bfb3a52e82 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:15:35.787305 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:35.879822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 91722d9f-e249-43e8-8b2a-81bfb3a52e82, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91722d9f-e249-43e8-8b2a-81bfb3a52e82,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:35.880208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:35.893937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 91722d9f-e249-43e8-8b2a-81bfb3a52e82 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:15:36.081799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:36.112051 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=91722d9f-e249-43e8-8b2a-81bfb3a52e82,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:36.290339 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:36.508923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:15:36.620587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:15:36.625807 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ba481810-5076-41f2-baf6-02b1388902e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4733965 Nov 22 17:15:36.628777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40960) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:36.629945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] Sync routers for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:15:36.640794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:36.641421 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:36.681314 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting subnet ab975932-b2e4-4933-bd03-8204949bd04a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:15:36.685320 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:36.729577 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:36.750855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:36.821211 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:36.886131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:36.915999 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:36.922927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/subnets/ab975932-b2e4-4933-bd03-8204949bd04a HTTP/1.1" status: 204 len: 168 time: 0.2900290 Nov 22 17:15:36.922927 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Subnet': ['ID=ab975932-b2e4-4933-bd03-8204949bd04a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:36.923358 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40962) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:36.923927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753d16e-6244-4c8d-946d-bacd6ce89a5c None None] Network de59bc25-d06d-4ff3-b3e6-426e1203a5fb requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:15:36.930513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.930876 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.931230 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.931581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.932034 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.932397 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.932742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.933083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.933427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.933763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.934101 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:36.935432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b22b7b0-7308-4c18-8cbd-01ea9226dbd9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.025529 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:15:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:37.045232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.069682 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] Checking router: c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:15:37.085632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] Routers {'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:37.086177 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:37.153825 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.205032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] Set router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:37.214561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port c1352220-1828-4f4f-9001-2af5d11e0035 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:15:37.214912 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.232952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] DHCP port deletion for de59bc25-d06d-4ff3-b3e6-426e1203a5fb request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:15:37.298463 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port c1352220-1828-4f4f-9001-2af5d11e0035, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=c1352220-1828-4f4f-9001-2af5d11e0035,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:37.299054 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.311418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for c1352220-1828-4f4f-9001-2af5d11e0035 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:15:37.398775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Deleting port 726315a1-963b-49b2-8de4-f3e30c072fbd {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:15:37.399074 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.475301 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] For port 726315a1-963b-49b2-8de4-f3e30c072fbd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=726315a1-963b-49b2-8de4-f3e30c072fbd,segment=NetworkSegment(6f09c3e6-bfcb-4e3d-b305-26ee69cabb01),segment_id=6f09c3e6-bfcb-4e3d-b305-26ee69cabb01)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:37.475794 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.480731 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.494089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Calling delete_port for 726315a1-963b-49b2-8de4-f3e30c072fbd owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:15:37.502965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:15:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:37.508186 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=c1352220-1828-4f4f-9001-2af5d11e0035,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:37.537357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c65c3-ec4e-404c-aaa5-4fe39e008525 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:15:37.541825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbcfda7-fb36-4737-b3fb-8be29b4465fb None None] The sync data for ids ['c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3'] in n-d-811716-3 is: [{'id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592936966', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:15:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'c1352220-1828-4f4f-9001-2af5d11e0035', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ec:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:14:29Z', 'updated_at': '2021-11-22T17:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:15:37.571444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.622577 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.647961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Pushing event deleted for resources: {'Port': ['ID=726315a1-963b-49b2-8de4-f3e30c072fbd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:37.652309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] No DVR routers for this DVR port 726315a1-963b-49b2-8de4-f3e30c072fbd on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:15:37.659571 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.659999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.660345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.662916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.662916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.662916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.662916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.662916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.662916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.662916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.662916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.664151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c308ea14-348e-43cf-b35e-c51e5fcb4252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:37.676493 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.678716 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.725093 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.725660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Fanout notify agent at l3_agent the message router_deleted on router c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:15:37.733102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.734231 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-caaf1c80-7a83-4b4d-aac0-72d96eef22d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/routers/c5a7ea5b-e755-40d3-8dc2-4efe1b6703b3 HTTP/1.1" status: 204 len: 168 time: 0.8099017 Nov 22 17:15:37.736931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40964) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:37.814140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.909284 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.930855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de59bc25-d06d-4ff3-b3e6-426e1203a5fb']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:37.942093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:37.942395 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f09c3e6-bfcb-4e3d-b305-26ee69cabb01') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:37.952820 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.967216 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.978009 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:15:37.978436 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: timer() Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:15:37.982564 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:15:38.050396 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.057596 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.061964 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/networks/de59bc25-d06d-4ff3-b3e6-426e1203a5fb HTTP/1.1" status: 204 len: 168 time: 0.3239663 Nov 22 17:15:38.065226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40966) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:38.073602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0d2df-8739-4a4a-912a-bff46f3c90b1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Network': ['ID=de59bc25-d06d-4ff3-b3e6-426e1203a5fb,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:38.139451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1488b5a6-4e4d-4bce-886a-1dfc495d1ed5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.172123 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1488b5a6-4e4d-4bce-886a-1dfc495d1ed5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.240821 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1488b5a6-4e4d-4bce-886a-1dfc495d1ed5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.243572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1488b5a6-4e4d-4bce-886a-1dfc495d1ed5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.244797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1488b5a6-4e4d-4bce-886a-1dfc495d1ed5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/security-groups/1c8bcba8-d5b1-4f58-9049-6a73b86b09df HTTP/1.1" status: 204 len: 168 time: 0.1785583 Nov 22 17:15:38.255275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488b5a6-4e4d-4bce-886a-1dfc495d1ed5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8bcba8-d5b1-4f58-9049-6a73b86b09df,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:38.386752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ade28e69-f467-48b9-85b5-816012bbd3b9 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:15:38.408021 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: ade28e69-f467-48b9-85b5-816012bbd3b9 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:15:38.408312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device ade28e69-f467-48b9-85b5-816012bbd3b9 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:15:38.581623 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40972) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:38.587704 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-9cd36569-50dc-4eb1-8a75-dbf8f8ca2867 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599781984', 'description': 'tempest-secgroup-smoke-1599781984 description', 'project_id': '8640528ecd464b04a514d6e53f13ea5e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:38.612711 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cd36569-50dc-4eb1-8a75-dbf8f8ca2867 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.681136 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cd36569-50dc-4eb1-8a75-dbf8f8ca2867 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.687099 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cd36569-50dc-4eb1-8a75-dbf8f8ca2867 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.718659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd36569-50dc-4eb1-8a75-dbf8f8ca2867 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029dba58-6b88-4f63-872a-e4b58e77c479,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:38.723388 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9cd36569-50dc-4eb1-8a75-dbf8f8ca2867 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.727441 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9cd36569-50dc-4eb1-8a75-dbf8f8ca2867 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1415093 Nov 22 17:15:38.728500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40974) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:38.732450 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b3cf1ba0-1e85-4de1-b924-668d80026f4d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '029dba58-6b88-4f63-872a-e4b58e77c479', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:38.745667 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91722d9f-e249-43e8-8b2a-81bfb3a52e82 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:15:38.765154 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1ba0-1e85-4de1-b924-668d80026f4d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.772403 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 91722d9f-e249-43e8-8b2a-81bfb3a52e82 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:15:38.772755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91722d9f-e249-43e8-8b2a-81bfb3a52e82 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:15:38.773191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 726315a1-963b-49b2-8de4-f3e30c072fbd no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:15:38.793603 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 726315a1-963b-49b2-8de4-f3e30c072fbd {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:15:38.794542 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 726315a1-963b-49b2-8de4-f3e30c072fbd not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:15:38.794929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c1352220-1828-4f4f-9001-2af5d11e0035 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:15:38.814342 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: c1352220-1828-4f4f-9001-2af5d11e0035 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:15:38.814690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device c1352220-1828-4f4f-9001-2af5d11e0035 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:15:38.820420 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1ba0-1e85-4de1-b924-668d80026f4d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.824768 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1ba0-1e85-4de1-b924-668d80026f4d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.843533 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf1ba0-1e85-4de1-b924-668d80026f4d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645caee1-950e-487f-8542-66fab4d6beaa,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:38.851140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1ba0-1e85-4de1-b924-668d80026f4d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.852360 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b3cf1ba0-1e85-4de1-b924-668d80026f4d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237259 Nov 22 17:15:38.855057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40976) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:38.860262 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-3f530c79-1b7c-401c-8273-4b0c1fc3fc8e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '029dba58-6b88-4f63-872a-e4b58e77c479', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:38.888161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f530c79-1b7c-401c-8273-4b0c1fc3fc8e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.943862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f530c79-1b7c-401c-8273-4b0c1fc3fc8e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.947899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f530c79-1b7c-401c-8273-4b0c1fc3fc8e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.963747 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f530c79-1b7c-401c-8273-4b0c1fc3fc8e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47daab7e-a499-4592-874b-18ab1d8ef397,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:38.975588 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-3f530c79-1b7c-401c-8273-4b0c1fc3fc8e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:38.976861 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3f530c79-1b7c-401c-8273-4b0c1fc3fc8e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208677 Nov 22 17:15:38.979700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40978) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:38.984290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-d11f8a1c-0dee-4d3c-b30f-d2845e6351f4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '029dba58-6b88-4f63-872a-e4b58e77c479', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:39.009959 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d11f8a1c-0dee-4d3c-b30f-d2845e6351f4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.071876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d11f8a1c-0dee-4d3c-b30f-d2845e6351f4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.075889 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d11f8a1c-0dee-4d3c-b30f-d2845e6351f4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.094207 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f8a1c-0dee-4d3c-b30f-d2845e6351f4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fa31f3-3a8b-4f85-8e43-5a11aab30f49,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:39.102799 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d11f8a1c-0dee-4d3c-b30f-d2845e6351f4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.104076 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-d11f8a1c-0dee-4d3c-b30f-d2845e6351f4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233771 Nov 22 17:15:39.107068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40980) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:39.111967 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f9680491-4f8a-40d2-9ff0-ae59f675ea07 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '029dba58-6b88-4f63-872a-e4b58e77c479', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:39.142237 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9680491-4f8a-40d2-9ff0-ae59f675ea07 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.191588 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9680491-4f8a-40d2-9ff0-ae59f675ea07 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.197390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9680491-4f8a-40d2-9ff0-ae59f675ea07 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.219823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9680491-4f8a-40d2-9ff0-ae59f675ea07 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559618a5-1fc4-4361-b343-2d59c5a2a832,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:39.225599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f9680491-4f8a-40d2-9ff0-ae59f675ea07 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.226806 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f9680491-4f8a-40d2-9ff0-ae59f675ea07 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187024 Nov 22 17:15:39.229618 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40982) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:39.234860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-800444ff-5c4d-423e-bde5-26e610b1e591 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '029dba58-6b88-4f63-872a-e4b58e77c479', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:39.257256 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-800444ff-5c4d-423e-bde5-26e610b1e591 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:15:39.262100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-800444ff-5c4d-423e-bde5-26e610b1e591 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.323298 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-800444ff-5c4d-423e-bde5-26e610b1e591 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.327494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-800444ff-5c4d-423e-bde5-26e610b1e591 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.345546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800444ff-5c4d-423e-bde5-26e610b1e591 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd0307b-f6ca-4c38-8be6-dae553308b0b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:39.353404 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-800444ff-5c4d-423e-bde5-26e610b1e591 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.354953 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-800444ff-5c4d-423e-bde5-26e610b1e591 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239920 Nov 22 17:15:39.357678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40984) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:39.362121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-993e02fe-63e2-42b5-9f46-a6dae8ee101d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '029dba58-6b88-4f63-872a-e4b58e77c479', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:39.383595 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-993e02fe-63e2-42b5-9f46-a6dae8ee101d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:15:39.389251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-993e02fe-63e2-42b5-9f46-a6dae8ee101d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.451174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-993e02fe-63e2-42b5-9f46-a6dae8ee101d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.455112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-993e02fe-63e2-42b5-9f46-a6dae8ee101d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.474176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e02fe-63e2-42b5-9f46-a6dae8ee101d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1722b402-2dfe-4aed-9383-fc76898fab0d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:39.481745 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-993e02fe-63e2-42b5-9f46-a6dae8ee101d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.483008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-993e02fe-63e2-42b5-9f46-a6dae8ee101d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242990 Nov 22 17:15:39.485883 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40986) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:39.490754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'network': {'name': 'tempest-network-smoke--892060621', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:39.512068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:15:39.516224 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.540698 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:15:39.550800 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.551147 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Added segment 749dbaba-fbb8-4a71-8eff-b8fc914f7c93 of type vlan for network 16f3227d-7ed9-4363-a980-9f56f4fd374a Nov 22 17:15:39.593864 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.621033 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.627749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:39.628376 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.683952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1970005 Nov 22 17:15:39.687720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40988) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:39.693094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'admin_state_up': True, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:39.699110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01e8a0-0a26-4ccb-a66f-794d10f5c010 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Network': ['ID=16f3227d-7ed9-4363-a980-9f56f4fd374a,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:39.711851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:15:39.717496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.718543 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.772933 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:39.921221 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:40.115329 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:40.137393 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:40.240386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.35 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/b072dc92-420d-4611-a290-75f320363a71) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:15:40.344876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:40.378947 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:40.418130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:15:40.421776 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:40.425813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:15:40.435444 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584b4292-3b29-4536-b203-8fb492bc7373 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:15:40.452495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=b072dc92-420d-4611-a290-75f320363a71,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:40.731878 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f14eed88-2d25-4c98-b215-5a137947c82d None None] Provisioning complete for port b072dc92-420d-4611-a290-75f320363a71 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:40.732306 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f14eed88-2d25-4c98-b215-5a137947c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:40.766993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-f14eed88-2d25-4c98-b215-5a137947c82d None None] Port b072dc92-420d-4611-a290-75f320363a71 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:15:41.026406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:41.225670 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:41.356731 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 471461e6-008d-40d5-b600-2973acab3230 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:15:41.464999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:15:41.475300 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Sync routers for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:15:41.486070 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:41.486610 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:41.486791 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:41.491024 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b41cff85-2875-490c-97c3-be5f7c0ca6e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7991378 Nov 22 17:15:41.491624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40990) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:41.526249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-78615137-e4b6-4a16-8acf-c3d8c7319f7e tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8640528ecd464b04a514d6e53f13ea5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332048 Nov 22 17:15:41.529880 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40992) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:41.597171 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:41.620341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cad189-9745-40e6-b616-aa17d758c1fb tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:41.622417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c7cad189-9745-40e6-b616-aa17d758c1fb tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910385 Nov 22 17:15:41.625263 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40994) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:41.653359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-908431f9-af4e-4606-bac1-6761f9544956 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269580 Nov 22 17:15:41.656358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 40996) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:41.661239 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1772618805', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:41.759069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:15:41.763604 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:41.781744 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:40Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:41.808697 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Checking router: 471461e6-008d-40d5-b600-2973acab3230 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:15:41.809043 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Updating router 471461e6-008d-40d5-b600-2973acab3230 port b072dc92-420d-4611-a290-75f320363a71 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:15:41.837459 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:41.956067 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.023758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Subnet': ['ID=4267ef6d-7951-448c-a9af-dd9c56e3bc2d,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:42.032282 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Checking segment: {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:42.032656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network hostable DHCP agents. Network: 16f3227d-7ed9-4363-a980-9f56f4fd374a, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:15:42.049069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:15:42.057823 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 16f3227d-7ed9-4363-a980-9f56f4fd374a) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:42.062521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:42.063130 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.071299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897263ad-aea0-43c6-9a66-195980ec8435 None None] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:15:42.084678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c46d4586-69aa-490b-a407-0008d666d8fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4270585 Nov 22 17:15:42.085326 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 40998) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:42.095063 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.102073 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.158714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Attempting to bind port b072dc92-420d-4611-a290-75f320363a71 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:15:42.159091 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Attempting to bind port b072dc92-420d-4611-a290-75f320363a71 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:15:42.160120 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Attempting to bind port b072dc92-420d-4611-a290-75f320363a71 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:42.163843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a891d3-3309-4c60-9e98-ce554bdb00be None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:15:42.168498 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:15:42.169411 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:42.169816 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.170465 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:15:42.170797 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Bound port: b072dc92-420d-4611-a290-75f320363a71, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:15:42.171171 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.218761 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Pushing event updated for resources: {'Port': ['ID=b072dc92-420d-4611-a290-75f320363a71,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:42.247405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-95295364-3056-4c9c-8f8a-b3d07ec49710 None None] Provisioning complete for port b072dc92-420d-4611-a290-75f320363a71 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:42.247697 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95295364-3056-4c9c-8f8a-b3d07ec49710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.271824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-16f3227d-7ed9-4363-a980-9f56f4fd374a', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:15:42.272941 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.309761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-95295364-3056-4c9c-8f8a-b3d07ec49710 None None] Port b072dc92-420d-4611-a290-75f320363a71 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:15:42.328631 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.329021 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.329298 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.329680 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.330090 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.330559 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.330838 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.330953 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.331258 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.331569 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.332101 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.332589 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:42.338755 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] For port b072dc92-420d-4611-a290-75f320363a71, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:15:42.342133 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] For port b072dc92-420d-4611-a290-75f320363a71, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b072dc92-420d-4611-a290-75f320363a71,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:15:42.347611 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.405614 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:42.406499 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:42.417669 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb070e1-67b6-4e65-a791-97ff78b73c35 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:15:42.443637 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aad178-edd4-4e6e-b0a2-588d115ef2c4 None None] Pushing event updated for resources: {'Port': ['ID=b072dc92-420d-4611-a290-75f320363a71,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:42.448486 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Allocated IP 172.20.0.2 (16f3227d-7ed9-4363-a980-9f56f4fd374a/4267ef6d-7951-448c-a9af-dd9c56e3bc2d/91d876e8-f438-4b42-b438-f64491e5c4eb) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:15:42.524294 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:42.554092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4af358b0-2932-4587-baa7-b335f9cfe961 None None] Provisioning complete for port b072dc92-420d-4611-a290-75f320363a71 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:42.554562 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4af358b0-2932-4587-baa7-b335f9cfe961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.593112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.683048 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.697556 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.718167 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:40Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:42.733504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4af358b0-2932-4587-baa7-b335f9cfe961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.740568 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:15:42.754299 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f90b8-6d68-4a29-a7e1-491965dccee2 None None] The sync data for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 is: [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:40Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:15:42.760315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:42.771101 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:15:42.793368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4af358b0-2932-4587-baa7-b335f9cfe961 None None] For port b072dc92-420d-4611-a290-75f320363a71, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b072dc92-420d-4611-a290-75f320363a71,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:42.796374 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Pushing event updated for resources: {'Port': ['ID=91d876e8-f438-4b42-b438-f64491e5c4eb,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:42.817764 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4af358b0-2932-4587-baa7-b335f9cfe961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.875621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Attempting to bind port 91d876e8-f438-4b42-b438-f64491e5c4eb on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:15:42.876022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Attempting to bind port 91d876e8-f438-4b42-b438-f64491e5c4eb by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:15:42.876396 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Attempting to bind port 91d876e8-f438-4b42-b438-f64491e5c4eb on network 16f3227d-7ed9-4363-a980-9f56f4fd374a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:42.885070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:15:42.885753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Checking segment: {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:42.886162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.886739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Bound using segment: {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:15:42.887451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Bound port: 91d876e8-f438-4b42-b438-f64491e5c4eb, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:15:42.888059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:42.904326 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.1 (16f3227d-7ed9-4363-a980-9f56f4fd374a/4267ef6d-7951-448c-a9af-dd9c56e3bc2d/7e03932e-b7b6-47f2-8d7c-8f876ac26343) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:15:42.938362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af358b0-2932-4587-baa7-b335f9cfe961 None None] Pushing event updated for resources: {'Port': ['ID=b072dc92-420d-4611-a290-75f320363a71,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:42.977675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] For port 91d876e8-f438-4b42-b438-f64491e5c4eb, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:15:42.982410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] For port 91d876e8-f438-4b42-b438-f64491e5c4eb, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91d876e8-f438-4b42-b438-f64491e5c4eb,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:15:42.988564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:43.066433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:43.072892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fea66-e504-4a42-948f-213e20e6d3ce None None] Pushing event updated for resources: {'Port': ['ID=91d876e8-f438-4b42-b438-f64491e5c4eb,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:43.120415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:43.169238 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:15:43.173226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:43.178192 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:15:43.186749 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=7e03932e-b7b6-47f2-8d7c-8f876ac26343,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:43.258263 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:43.404670 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:43.734689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:43.740294 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:43.821568 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=7e03932e-b7b6-47f2-8d7c-8f876ac26343,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:43.824513 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:43.924855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:15:43.926288 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:44.053573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 471461e6-008d-40d5-b600-2973acab3230 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:15:44.071339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400e195e-44e7-4cdf-a1b2-8c3b7ccdd3a5 None None] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:15:44.165475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-64e880ab-e426-4dae-b9e4-08878b81d7b1 None None] Provisioning complete for port 91d876e8-f438-4b42-b438-f64491e5c4eb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:44.166122 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:15:44.166542 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64e880ab-e426-4dae-b9e4-08878b81d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:44.172963 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7b7fb40d-b7e7-4d52-9ef9-e0d86c0f3052 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/471461e6-008d-40d5-b600-2973acab3230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0865340 Nov 22 17:15:44.314748 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64e880ab-e426-4dae-b9e4-08878b81d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:44.352646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-d02d8884-9a75-4128-bbc4-8c10618d7158 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599781984&fields=id&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 267 time: 0.0520189 Nov 22 17:15:44.354654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-64e880ab-e426-4dae-b9e4-08878b81d7b1 None None] For port 91d876e8-f438-4b42-b438-f64491e5c4eb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91d876e8-f438-4b42-b438-f64491e5c4eb,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:44.360254 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-64e880ab-e426-4dae-b9e4-08878b81d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:44.415791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e880ab-e426-4dae-b9e4-08878b81d7b1 None None] Pushing event updated for resources: {'Port': ['ID=91d876e8-f438-4b42-b438-f64491e5c4eb,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:44.484915 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-8bf62160-d977-4dc4-a667-c85e90d7e153 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:44.486464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-8bf62160-d977-4dc4-a667-c85e90d7e153 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/networks?id=16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 200 len: 796 time: 0.1260281 Nov 22 17:15:44.506955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-2f48bd88-0bf6-4f14-9dab-5343482e97ce tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/quotas/8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 375 time: 0.0143847 Nov 22 17:15:44.567410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-28116d5b-0846-4eab-8c0b-97740d323f59 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543530 Nov 22 17:15:44.587196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5e51d7d5-3944-4d1d-9844-e696bedbecf0 None None] Provisioning complete for port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:44.587515 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e51d7d5-3944-4d1d-9844-e696bedbecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:44.628032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Sync routers for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:15:44.637725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-5e51d7d5-3944-4d1d-9844-e696bedbecf0 None None] Port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:15:44.647231 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:44.647865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:44.692933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5e51d7d5-3944-4d1d-9844-e696bedbecf0 None None] Provisioning complete for port 91d876e8-f438-4b42-b438-f64491e5c4eb triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:44.693314 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e51d7d5-3944-4d1d-9844-e696bedbecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:44.693432 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-012d4249-0da4-4550-a59b-e497adb1e2b7 service neutron] 10.222.0.69 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109345 Nov 22 17:15:44.818821 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-23a20ce0-6876-4525-a55f-86f8d9698091 service neutron] 10.222.0.69 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168413 Nov 22 17:15:44.845123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:44.878537 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91d876e8-f438-4b42-b438-f64491e5c4eb up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:15:45.045516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af13725d-23be-4619-af64-78776b52a020 req-c0e8659b-d4eb-4e79-a3bf-468bcf076f24 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 210 time: 0.0290630 Nov 22 17:15:45.054786 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-a2fccc25-3687-4584-b9c6-b53cf2cb08cd None None] Provisioning complete for port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:45.055248 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a2fccc25-3687-4584-b9c6-b53cf2cb08cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:45.083961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 91d876e8-f438-4b42-b438-f64491e5c4eb triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:45.084342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:45.142984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-a2fccc25-3687-4584-b9c6-b53cf2cb08cd None None] Port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:15:45.231617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b072dc92-420d-4611-a290-75f320363a71 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:15:45.265769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 2, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:45.304755 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Checking router: 471461e6-008d-40d5-b600-2973acab3230 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:15:45.305121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Updating router 471461e6-008d-40d5-b600-2973acab3230 port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:15:45.334848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-16b99914-40a5-455b-acdb-e19a617d12a7 None None] Provisioning complete for port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:45.335287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16b99914-40a5-455b-acdb-e19a617d12a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:45.341291 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:45.394545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b072dc92-420d-4611-a290-75f320363a71 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:45.394923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:45.414398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-16b99914-40a5-455b-acdb-e19a617d12a7 None None] Port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:15:45.889514 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:45.894972 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:45.946578 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9099f8-a7fb-4978-9ef1-5f4e4bbeae23 None None] Pushing event updated for resources: {'Port': ['ID=7e03932e-b7b6-47f2-8d7c-8f876ac26343,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:46.004310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Attempting to bind port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:15:46.004784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Attempting to bind port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:15:46.005221 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Attempting to bind port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 on network 16f3227d-7ed9-4363-a980-9f56f4fd374a {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:46.012651 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:15:46.013278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Checking segment: {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:46.013890 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.014363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Bound using segment: {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:15:46.014917 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Bound port: 7e03932e-b7b6-47f2-8d7c-8f876ac26343, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:15:46.015366 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.091343 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] For port 7e03932e-b7b6-47f2-8d7c-8f876ac26343, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:15:46.095106 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] For port 7e03932e-b7b6-47f2-8d7c-8f876ac26343, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7e03932e-b7b6-47f2-8d7c-8f876ac26343,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:15:46.100340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.162226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:46.163161 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:46.176524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-206fd42c-af5b-40cb-bb3c-4dcf351ea706 req-fb3b7225-c781-42a6-8983-8fab4fb2212e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 210 time: 0.0410235 Nov 22 17:15:46.249296 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9099f8-a7fb-4978-9ef1-5f4e4bbeae23 None None] Pushing event updated for resources: {'Port': ['ID=7e03932e-b7b6-47f2-8d7c-8f876ac26343,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:46.249883 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-07570a28-352d-49c2-b1a1-beace546c721 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:46.250834 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-07570a28-352d-49c2-b1a1-beace546c721 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/networks?id=16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 200 len: 796 time: 0.1936398 Nov 22 17:15:46.292123 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-17114148-75f8-4cbb-8725-eb589643d034 None None] Provisioning complete for port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:46.292504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17114148-75f8-4cbb-8725-eb589643d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.333291 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-6ff1c405-a006-4c02-94c1-eec95abb3209 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 380 time: 0.0700822 Nov 22 17:15:46.345225 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'port': {'device_id': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'admin_state_up': True, 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'security_groups': ['029dba58-6b88-4f63-872a-e4b58e77c479']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:46.348027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:46.460727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:15:46.464559 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.502532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17114148-75f8-4cbb-8725-eb589643d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.556256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-17114148-75f8-4cbb-8725-eb589643d034 None None] For port 7e03932e-b7b6-47f2-8d7c-8f876ac26343, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7e03932e-b7b6-47f2-8d7c-8f876ac26343,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:46.561650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-17114148-75f8-4cbb-8725-eb589643d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.600939 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.14 (16f3227d-7ed9-4363-a980-9f56f4fd374a/4267ef6d-7951-448c-a9af-dd9c56e3bc2d/31913c5b-072b-40a6-b11c-6a83b4fce050) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:15:46.646936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114148-75f8-4cbb-8725-eb589643d034 None None] Pushing event updated for resources: {'Port': ['ID=7e03932e-b7b6-47f2-8d7c-8f876ac26343,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:46.678866 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:46Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:46.708906 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60fad7-b010-4e28-bc9c-08951624f89a None None] The sync data for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 is: [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:46Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:15:46.714621 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-da9a0749-6a0c-48ef-8a08-fb960662140f None None] Provisioning complete for port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:46.714997 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da9a0749-6a0c-48ef-8a08-fb960662140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.771128 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.820033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.867671 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:15:46.870657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:46.873135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:15:46.904067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=31913c5b-072b-40a6-b11c-6a83b4fce050,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:46.935364 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:46.936379 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:46.964638 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-cb74f88a-0dc7-4b51-952a-279ab7fb1871 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6241992 Nov 22 17:15:46.978442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Request body: {'port': {'device_id': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:47.047143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:47.154373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-40cdc0b3-97ba-4cdb-beec-29d06d48224b None None] Provisioning complete for port 31913c5b-072b-40a6-b11c-6a83b4fce050 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:47.154832 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-40cdc0b3-97ba-4cdb-beec-29d06d48224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:47.191789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-40cdc0b3-97ba-4cdb-beec-29d06d48224b None None] Port 31913c5b-072b-40a6-b11c-6a83b4fce050 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:15:47.309870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ca689-d779-4699-8ff8-16e9767c1e67 req-d0523b4d-a8ed-40cc-8617-a0a5b55cba1b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:47.311477 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-539ca689-d779-4699-8ff8-16e9767c1e67 req-d0523b4d-a8ed-40cc-8617-a0a5b55cba1b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 932 time: 0.0610790 Nov 22 17:15:47.348062 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31913c5b-072b-40a6-b11c-6a83b4fce050 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:15:47.356822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:47.365196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-539ca689-d779-4699-8ff8-16e9767c1e67 req-6a93b7be-df71-4157-a08d-f050dbf0e5c1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474079 Nov 22 17:15:47.370011 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Transition to ACTIVE for port object 31913c5b-072b-40a6-b11c-6a83b4fce050 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:15:47.375209 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:47.432321 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Pushing event updated for resources: {'Port': ['ID=31913c5b-072b-40a6-b11c-6a83b4fce050,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:47.514295 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Attempting to bind port 31913c5b-072b-40a6-b11c-6a83b4fce050 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:15:47.514636 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Attempting to bind port 31913c5b-072b-40a6-b11c-6a83b4fce050 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:15:47.514996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Attempting to bind port 31913c5b-072b-40a6-b11c-6a83b4fce050 on network 16f3227d-7ed9-4363-a980-9f56f4fd374a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:47.519938 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Port 31913c5b-072b-40a6-b11c-6a83b4fce050 on network 16f3227d-7ed9-4363-a980-9f56f4fd374a not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:15:47.520329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Attempting to bind port 31913c5b-072b-40a6-b11c-6a83b4fce050 on network 16f3227d-7ed9-4363-a980-9f56f4fd374a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:47.525929 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:15:47.526282 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Checking segment: {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:47.526673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Bound using segment: {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:15:47.527115 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Bound port: 31913c5b-072b-40a6-b11c-6a83b4fce050, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '749dbaba-fbb8-4a71-8eff-b8fc914f7c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:15:47.527482 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:47.602393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] For port 31913c5b-072b-40a6-b11c-6a83b4fce050, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:15:47.605924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] For port 31913c5b-072b-40a6-b11c-6a83b4fce050, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=31913c5b-072b-40a6-b11c-6a83b4fce050,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:15:47.612888 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:47.651345 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:47.652047 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:47.654157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] 10.222.0.71 "PUT /v2.0/ports/31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 200 len: 1092 time: 0.6804287 Nov 22 17:15:47.654610 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:47.657174 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40b756a-03f1-420e-9326-88805d45db6d" -d '{"events": [{"name": "network-changed", "server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:47.689302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d4105-d5af-4ca5-a227-23425bb1561d service neutron] Pushing event updated for resources: {'Port': ['ID=31913c5b-072b-40a6-b11c-6a83b4fce050,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:47.734364 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef35d35a-4020-4ba7-8714-fa830c5e5360 x-openstack-request-id: req-ef35d35a-4020-4ba7-8714-fa830c5e5360 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:47.734364 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:47.734364 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef35d35a-4020-4ba7-8714-fa830c5e5360 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:47.734796 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'status': 'completed', 'code': 200} Nov 22 17:15:47.765884 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-f4f67894-86ea-48e6-839c-ec8d912cc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:47.767456 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-f4f67894-86ea-48e6-839c-ec8d912cc0e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1095 time: 0.0573537 Nov 22 17:15:48.157971 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-852936ac-f033-4da9-8bd1-1c542daa470b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 200 len: 217 time: 0.3823798 Nov 22 17:15:48.212346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-f955178b-fca0-4203-b473-b232b5dd6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.213806 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-f955178b-fca0-4203-b473-b232b5dd6999 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4267ef6d-7951-448c-a9af-dd9c56e3bc2d HTTP/1.1" status: 200 len: 835 time: 0.0454185 Nov 22 17:15:48.259443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-6b19122b-ed5c-4f0d-b751-c7ead3f23c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.260990 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-6b19122b-ed5c-4f0d-b751-c7ead3f23c20 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16f3227d-7ed9-4363-a980-9f56f4fd374a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391085 Nov 22 17:15:48.356489 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-9cf6d23c-17a2-46f2-8cdd-1ab4f317f87c service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861406 Nov 22 17:15:48.450529 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-bb235b9e-1664-4ecc-b71a-ded7ae2f21b9 req-9a2dbcea-068a-4a15-a4ff-faf56eb88e47 service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852387 Nov 22 17:15:48.491632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f3993-d6a0-48e8-9bab-dd093641e2b3 req-9880c6d3-3d99-4ff8-b1f1-1dc5deb18791 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.493228 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d7f3993-d6a0-48e8-9bab-dd093641e2b3 req-9880c6d3-3d99-4ff8-b1f1-1dc5deb18791 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 944 time: 0.0535407 Nov 22 17:15:48.549127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d7f3993-d6a0-48e8-9bab-dd093641e2b3 req-1aa5c58e-a6b7-41d6-a0d1-d414b3ade9a3 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483212 Nov 22 17:15:48.553803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b756a-03f1-420e-9326-88805d45db6d req-110b2fc5-fc7e-4973-a20f-99042ffff6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.555467 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e40b756a-03f1-420e-9326-88805d45db6d req-110b2fc5-fc7e-4973-a20f-99042ffff6ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1095 time: 0.0493927 Nov 22 17:15:48.650469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b756a-03f1-420e-9326-88805d45db6d req-23021cce-c4c4-4c37-8a1e-01c4a67daf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.651980 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e40b756a-03f1-420e-9326-88805d45db6d req-23021cce-c4c4-4c37-8a1e-01c4a67daf4a service neutron] 10.222.0.71 "GET /v2.0/networks?id=16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 200 len: 897 time: 0.0877609 Nov 22 17:15:48.714725 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e40b756a-03f1-420e-9326-88805d45db6d req-1d1499a6-ae7f-4eb9-a55f-6bdc711a3135 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 200 len: 217 time: 0.0530105 Nov 22 17:15:48.768656 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b756a-03f1-420e-9326-88805d45db6d req-1f248180-c3e5-4f16-9071-94bd64ac47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.770346 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e40b756a-03f1-420e-9326-88805d45db6d req-1f248180-c3e5-4f16-9071-94bd64ac47ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4267ef6d-7951-448c-a9af-dd9c56e3bc2d HTTP/1.1" status: 200 len: 835 time: 0.0466712 Nov 22 17:15:48.771281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7e03932e-b7b6-47f2-8d7c-8f876ac26343 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:15:48.818550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b756a-03f1-420e-9326-88805d45db6d req-8c384403-a7dd-4625-92f1-20f780075141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.820137 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e40b756a-03f1-420e-9326-88805d45db6d req-8c384403-a7dd-4625-92f1-20f780075141 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16f3227d-7ed9-4363-a980-9f56f4fd374a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409107 Nov 22 17:15:48.820302 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:48.820799 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:48.918069 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e40b756a-03f1-420e-9326-88805d45db6d req-440fface-800e-40c2-8806-950b05431702 service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896089 Nov 22 17:15:49.017309 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-e40b756a-03f1-420e-9326-88805d45db6d req-ea6a03da-0952-433e-9030-50d3264570b1 service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898530 Nov 22 17:15:49.083875 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b85c-6da0-43c2-9962-1c78a0b23e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:49.675984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835001-88b9-45c9-8ab6-f6dbafe4c2fe req-bed6c9d1-2859-4168-8ea7-6cfe8ccdb855 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:49.677581 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8835001-88b9-45c9-8ab6-f6dbafe4c2fe req-bed6c9d1-2859-4168-8ea7-6cfe8ccdb855 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 944 time: 0.0529311 Nov 22 17:15:49.726682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8835001-88b9-45c9-8ab6-f6dbafe4c2fe req-fdba2621-79d9-4c4a-a3e6-22bfca3b70ae tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Nov 22 17:15:50.426434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 31913c5b-072b-40a6-b11c-6a83b4fce050 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:15:50.523589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 31913c5b-072b-40a6-b11c-6a83b4fce050, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=31913c5b-072b-40a6-b11c-6a83b4fce050,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:50.536439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'port_id': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'mac_address': 'fa:16:3e:ce:f8:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:15:50.576222 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:50.591345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31913c5b-072b-40a6-b11c-6a83b4fce050 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:15:50.611861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 31913c5b-072b-40a6-b11c-6a83b4fce050, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=31913c5b-072b-40a6-b11c-6a83b4fce050,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:50.615804 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:50.664225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=31913c5b-072b-40a6-b11c-6a83b4fce050,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:50.846858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab786c-622e-44dd-9c3d-66605d4b3201 req-35bb5b7a-6353-4a3f-8179-c649a84655c6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:50.848374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66ab786c-622e-44dd-9c3d-66605d4b3201 req-35bb5b7a-6353-4a3f-8179-c649a84655c6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 945 time: 0.0494611 Nov 22 17:15:50.860036 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['31913c5b-072b-40a6-b11c-6a83b4fce050'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:15:50.900325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-66ab786c-622e-44dd-9c3d-66605d4b3201 req-9cb61a61-65b8-414d-8a4d-62abff7a317e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Nov 22 17:15:51.403189 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a679b405-616d-4d9f-acbe-9507fa53ff13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:52.019307 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a59bf-2e5c-4c69-9460-e554a78bfae9 req-8a22e440-80e0-433b-89a6-6c2284504f70 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:52.020863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-433a59bf-2e5c-4c69-9460-e554a78bfae9 req-8a22e440-80e0-433b-89a6-6c2284504f70 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 945 time: 0.0494764 Nov 22 17:15:52.075246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-433a59bf-2e5c-4c69-9460-e554a78bfae9 req-82012d79-3317-44da-882a-3bfd2689d599 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481336 Nov 22 17:15:52.427514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 31913c5b-072b-40a6-b11c-6a83b4fce050 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:15:52.476015 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 31913c5b-072b-40a6-b11c-6a83b4fce050 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:15:52.479974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 31913c5b-072b-40a6-b11c-6a83b4fce050 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:52.480374 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:52.561303 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:52.586965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:52.589451 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364a2a2a-98c8-4242-a6a1-60d73fb37806" -d '{"events": [{"server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "name": "network-vif-plugged", "status": "completed", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:52.604294 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 31913c5b-072b-40a6-b11c-6a83b4fce050, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=31913c5b-072b-40a6-b11c-6a83b4fce050,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:52.609480 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:52.637912 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8c1e11-2bec-480a-b231-50a3b4262c73 x-openstack-request-id: req-4a8c1e11-2bec-480a-b231-50a3b4262c73 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:52.638396 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "name": "network-vif-plugged", "status": "completed", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:52.638705 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4a8c1e11-2bec-480a-b231-50a3b4262c73 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:52.639103 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'code': 200} Nov 22 17:15:52.669384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=31913c5b-072b-40a6-b11c-6a83b4fce050,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:52.714614 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:52.736415 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5eb0d6-2207-4936-b478-de0b325e0db9 req-48958947-20c9-411e-8f93-212eae96a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:52.737942 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d5eb0d6-2207-4936-b478-de0b325e0db9 req-48958947-20c9-411e-8f93-212eae96a99a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1097 time: 0.0452137 Nov 22 17:15:52.787970 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3d5eb0d6-2207-4936-b478-de0b325e0db9 req-3b383a7b-1aa1-49d2-9453-bac20d985342 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Nov 22 17:15:53.195314 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:53.197193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7804a5-73fb-4337-8318-4f751cb1f677 req-5c3a57bb-0197-4c00-8050-8da66fe90062 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:53.198729 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e7804a5-73fb-4337-8318-4f751cb1f677 req-5c3a57bb-0197-4c00-8050-8da66fe90062 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0507278 Nov 22 17:15:53.250681 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e7804a5-73fb-4337-8318-4f751cb1f677 req-37bdf308-efb9-43e4-914d-effacbd0c7b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456467 Nov 22 17:15:54.370459 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2e56f-ccff-4b29-986e-a168e65f70ab req-b17febd6-b9d6-47d4-8d89-adade57a6a25 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:54.372358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05e2e56f-ccff-4b29-986e-a168e65f70ab req-b17febd6-b9d6-47d4-8d89-adade57a6a25 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0518069 Nov 22 17:15:54.426673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-05e2e56f-ccff-4b29-986e-a168e65f70ab req-dbd130d7-6c05-48c9-852f-0e3d51b61535 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482066 Nov 22 17:15:54.552272 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6376e8c-1b45-449e-bf56-b2e6904e7c84 req-c8ab8155-f1f0-4011-a4be-d28c5604c7a8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:54.553769 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6376e8c-1b45-449e-bf56-b2e6904e7c84 req-c8ab8155-f1f0-4011-a4be-d28c5604c7a8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0558770 Nov 22 17:15:54.604497 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6376e8c-1b45-449e-bf56-b2e6904e7c84 req-d361eea5-8a35-4738-8aa6-a016000d5316 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Nov 22 17:15:54.627353 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41052) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:54.674182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6fdf5-d7da-49d3-8fc1-ee96f173c0ef tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:54.675650 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2ba6fdf5-d7da-49d3-8fc1-ee96f173c0ef tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1092 time: 0.0472500 Nov 22 17:15:54.678477 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41054) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:54.682878 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:54.706445 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:54.770005 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:54.808771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:54.920542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.62 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/1435350f-ab42-4a1c-ac1f-33d2c02947eb) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:15:54.963287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.028232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.065971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.113648 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:15:55.116658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:55.120025 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:15:55.125705 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=1435350f-ab42-4a1c-ac1f-33d2c02947eb,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:55.252907 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.489606 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.555720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.708900 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.713446 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.783079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=1435350f-ab42-4a1c-ac1f-33d2c02947eb,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:55.792886 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.895899 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP 40742a6e-b1c5-4c96-8fa5-286daf000e6d associated. External IP: 172.25.5.62, port: 31913c5b-072b-40a6-b11c-6a83b4fce050. Nov 22 17:15:56.113184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 471461e6-008d-40d5-b600-2973acab3230 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:15:56.227791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:15:56.237439 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] Sync routers for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:15:56.246710 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.249067 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:56.249801 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:56.274391 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5d13d074-105c-4a4f-ba86-7cfb3459d47d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5948653 Nov 22 17:15:56.275000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:56.278619 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6ea78e-3d0a-4e70-b6ec-30223715093e" -d '{"events": [{"name": "network-changed", "server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:56.359406 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:56.375693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e91f2-b0ea-4a20-afd8-988647ca8682 req-fa565a52-54a6-444c-8d16-0a2896cacebe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:56.377190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-680e91f2-b0ea-4a20-afd8-988647ca8682 req-fa565a52-54a6-444c-8d16-0a2896cacebe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0507238 Nov 22 17:15:56.429436 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-680e91f2-b0ea-4a20-afd8-988647ca8682 req-54ae5c6e-24b3-4946-87b2-796fc22083bc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Nov 22 17:15:56.453925 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41060) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:56.493749 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbeefc4-89a0-4ca2-b012-97f388c203cc x-openstack-request-id: req-6bbeefc4-89a0-4ca2-b012-97f388c203cc {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:56.494353 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:56.494687 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6bbeefc4-89a0-4ca2-b012-97f388c203cc {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:56.495177 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'status': 'completed', 'code': 200} Nov 22 17:15:56.552591 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c1b94e3e-2d54-4425-8ea4-e4627f2a33f3 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/40742a6e-b1c5-4c96-8fa5-286daf000e6d HTTP/1.1" status: 200 len: 991 time: 0.0974922 Nov 22 17:15:56.563244 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-a8feeb48-bae0-49e2-860c-78a31a9128e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:56.564782 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-a8feeb48-bae0-49e2-860c-78a31a9128e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1097 time: 0.0658829 Nov 22 17:15:56.608163 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '40742a6e-b1c5-4c96-8fa5-286daf000e6d', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '471461e6-008d-40d5-b600-2973acab3230', 'port_id': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'mac_address': 'fa:16:3e:ce:f8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:15:55Z', 'updated_at': '2021-11-22T17:15:55Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:46Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:56.634685 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] Checking router: 471461e6-008d-40d5-b600-2973acab3230 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:15:56.645874 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:15:56.646918 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:15:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:56.658029 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-e138c6c7-f4ea-4fe5-b1e4-429b617017b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:56.659545 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-e138c6c7-f4ea-4fe5-b1e4-429b617017b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 200 len: 897 time: 0.0871882 Nov 22 17:15:56.733830 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-054bc6c5-31b3-4953-aab6-3330187bd8cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 200 len: 999 time: 0.0665174 Nov 22 17:15:56.772232 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:15:56.788413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-a4f24074-1abb-473a-9414-3f1426b64445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:56.789921 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-a4f24074-1abb-473a-9414-3f1426b64445 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4267ef6d-7951-448c-a9af-dd9c56e3bc2d HTTP/1.1" status: 200 len: 835 time: 0.0474591 Nov 22 17:15:56.837230 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-c55bb0a4-12f9-4b75-a8f4-fb342e5c24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:56.838776 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-c55bb0a4-12f9-4b75-a8f4-fb342e5c24d7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16f3227d-7ed9-4363-a980-9f56f4fd374a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409071 Nov 22 17:15:56.937148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-9735151b-9494-4f92-acb7-d1a2620bdf3e service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889187 Nov 22 17:15:57.001504 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '40742a6e-b1c5-4c96-8fa5-286daf000e6d', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '471461e6-008d-40d5-b600-2973acab3230', 'port_id': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'mac_address': 'fa:16:3e:ce:f8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:15:55Z', 'updated_at': '2021-11-22T17:15:55Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:46Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:57.035345 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-5d6ea78e-3d0a-4e70-b6ec-30223715093e req-9124b29d-9c02-40b3-9387-657dda22bb51 service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903103 Nov 22 17:15:57.036310 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a15e79a-3421-4e43-b71b-6be1d9bcb125 None None] The sync data for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 is: [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '40742a6e-b1c5-4c96-8fa5-286daf000e6d', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '471461e6-008d-40d5-b600-2973acab3230', 'port_id': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'mac_address': 'fa:16:3e:ce:f8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:15:55Z', 'updated_at': '2021-11-22T17:15:55Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:46Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:15:57.238390 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ee00e6-3300-4c85-8a23-fba1b776795a None None] New status for floating IP 40742a6e-b1c5-4c96-8fa5-286daf000e6d: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:15:57.556605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41062) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:57.623456 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-97d50618-231c-403d-952e-34cc5bcd12c3 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/40742a6e-b1c5-4c96-8fa5-286daf000e6d HTTP/1.1" status: 200 len: 993 time: 0.0657878 Nov 22 17:16:00.884213 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-d3b7261b-b6e1-4107-9643-88348c0446ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403001 Nov 22 17:16:00.968693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-e1d69699-d58f-48b2-8dea-0cf2836703b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:00.970101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-e1d69699-d58f-48b2-8dea-0cf2836703b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0447595 Nov 22 17:16:01.075749 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-ac46ef15-c5c7-494b-8662-7219faab7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:01.077298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-ac46ef15-c5c7-494b-8662-7219faab7f70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0853000 Nov 22 17:16:01.123190 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-ec4790f7-1e62-4343-9a5c-36fdb17ac206 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0390353 Nov 22 17:16:01.173781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-26a03c36-34d0-4455-9a37-61fe84b61190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:01.175369 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-26a03c36-34d0-4455-9a37-61fe84b61190 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0454206 Nov 22 17:16:01.221781 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-d603a798-4e13-4827-83e6-b1df85aac280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:01.223184 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-d603a798-4e13-4827-83e6-b1df85aac280 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412552 Nov 22 17:16:01.318123 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-d1d28f37-2015-4b9a-be65-8d8d4855a500 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864294 Nov 22 17:16:01.410054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dccedf36-b608-48ce-aa3f-06324b42fb49 req-70dd25f0-e4fb-4986-893d-29ccc804ef25 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841756 Nov 22 17:16:11.546507 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:16:15.281397 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-340a06fb-0654-4c07-99ce-3f5ee6f4f1eb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432673 Nov 22 17:16:15.365666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-97b1b641-f195-4699-a1b9-9a520686151e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:15.367165 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-97b1b641-f195-4699-a1b9-9a520686151e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1097 time: 0.0411940 Nov 22 17:16:15.482774 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-52ea96f9-fccf-43d8-a93c-33f0ee7e4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:15.484302 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-52ea96f9-fccf-43d8-a93c-33f0ee7e4c4e service neutron] 10.222.0.71 "GET /v2.0/networks?id=16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 200 len: 897 time: 0.0905249 Nov 22 17:16:15.551958 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-0ee349a2-ab87-47c7-a143-92f3b9318ffd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 200 len: 1001 time: 0.0587215 Nov 22 17:16:15.601742 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-3248e5f7-7af6-4a7e-8582-32ee287310fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:15.603200 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-3248e5f7-7af6-4a7e-8582-32ee287310fd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4267ef6d-7951-448c-a9af-dd9c56e3bc2d HTTP/1.1" status: 200 len: 835 time: 0.0437343 Nov 22 17:16:15.655247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-03b25741-c7d0-4fad-a070-4b68ce1f7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:15.657046 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-03b25741-c7d0-4fad-a070-4b68ce1f7b06 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16f3227d-7ed9-4363-a980-9f56f4fd374a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450389 Nov 22 17:16:15.746469 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-dae30acb-97a3-48e0-a1c5-103a8178193c service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810447 Nov 22 17:16:15.843415 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2067f915-102d-4c6c-a2b6-3c2feb7c8f3c req-ac37eba8-a601-4430-99f2-95eaa2b2f7ec service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886993 Nov 22 17:16:19.088990 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-023b01bc-11e5-43f7-b7fa-e43b55aa0b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:21.407306 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b427fa2b-c4ef-4515-94fd-d74a45c2981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:22.714642 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:23.211984 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:24.771435 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:24.968983 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:25.254653 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:31.054403 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64e56-222d-466d-83e4-3844da93f3fe req-4cd7d5f7-845f-459e-b8b7-6d567a702815 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:31.055833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-a82f1f34-566c-4e98-b208-32a269edb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:31.056261 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49b64e56-222d-466d-83e4-3844da93f3fe req-4cd7d5f7-845f-459e-b8b7-6d567a702815 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0530038 Nov 22 17:16:31.057448 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-a82f1f34-566c-4e98-b208-32a269edb04a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1097 time: 0.0441871 Nov 22 17:16:31.113057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49b64e56-222d-466d-83e4-3844da93f3fe req-f072ba82-a692-4462-a17f-8066f8e107e5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506918 Nov 22 17:16:31.155116 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-a6d2587f-a317-426e-b777-698b1b829757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:31.157224 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-a6d2587f-a317-426e-b777-698b1b829757 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 200 len: 897 time: 0.0904844 Nov 22 17:16:31.229514 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-b9f7a779-7f92-4e83-a13a-68cf02ca5287 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 200 len: 1001 time: 0.0644920 Nov 22 17:16:31.280863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-217fed39-5385-4be8-80c2-4bd5fb374668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:31.282601 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-217fed39-5385-4be8-80c2-4bd5fb374668 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4267ef6d-7951-448c-a9af-dd9c56e3bc2d HTTP/1.1" status: 200 len: 835 time: 0.0454373 Nov 22 17:16:31.330451 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-13f5b9d4-80bc-4d00-b712-7e485a2c459a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:31.331979 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-13f5b9d4-80bc-4d00-b712-7e485a2c459a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16f3227d-7ed9-4363-a980-9f56f4fd374a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412219 Nov 22 17:16:31.428199 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-89aadc73-476a-4ccd-a82d-ca6571d48ba5 service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873249 Nov 22 17:16:31.521874 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b66da716-1f84-457a-a4f2-6e59d7637b57 req-8ba68dd0-155c-41bd-bb05-3a64fd3aec4d service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860662 Nov 22 17:16:32.232266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593fad1-921b-440b-9e7a-a5730141b6c9 req-8e8a5dec-b776-4fc9-8b4c-cd65cd7db3c1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:32.234587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c593fad1-921b-440b-9e7a-a5730141b6c9 req-8e8a5dec-b776-4fc9-8b4c-cd65cd7db3c1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0500901 Nov 22 17:16:32.284618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c593fad1-921b-440b-9e7a-a5730141b6c9 req-1d419140-fa50-4aec-bc53-6c61777cb418 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439823 Nov 22 17:16:33.402366 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53721925-fdba-496b-a080-d34cac351b62 req-b9b48c86-7bee-4990-b9e3-9262abeece18 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:33.403873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53721925-fdba-496b-a080-d34cac351b62 req-b9b48c86-7bee-4990-b9e3-9262abeece18 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0495613 Nov 22 17:16:33.454286 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53721925-fdba-496b-a080-d34cac351b62 req-135f77a4-4b39-4805-afdc-01f9ab74e611 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434504 Nov 22 17:16:34.577086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4ebf3-29d5-4f33-a091-87be4460e036 req-f6ac0bb4-8f97-40e8-92d8-60893ddb3eec tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:34.578632 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0f4ebf3-29d5-4f33-a091-87be4460e036 req-f6ac0bb4-8f97-40e8-92d8-60893ddb3eec tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0546029 Nov 22 17:16:34.629238 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0f4ebf3-29d5-4f33-a091-87be4460e036 req-c7e637fc-0cae-4e79-b6d2-74147203ec59 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 Nov 22 17:16:35.753541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d77e2-aa0f-41a2-a1f2-4709457ddd06 req-4a33358e-6ce6-433c-ab2b-cbb52f2438b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:35.755285 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1d77e2-aa0f-41a2-a1f2-4709457ddd06 req-4a33358e-6ce6-433c-ab2b-cbb52f2438b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0513599 Nov 22 17:16:35.809970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1d77e2-aa0f-41a2-a1f2-4709457ddd06 req-99de2edc-7373-4b8a-9166-235821da07d2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484138 Nov 22 17:16:36.926652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305077-daa3-46ff-be26-7edbc21525e7 req-4f6cfb22-bfa9-43a2-a4d7-ab298a93c2a9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:36.928156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f305077-daa3-46ff-be26-7edbc21525e7 req-4f6cfb22-bfa9-43a2-a4d7-ab298a93c2a9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0488610 Nov 22 17:16:36.984280 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f305077-daa3-46ff-be26-7edbc21525e7 req-a82e0c05-d423-4c72-a16a-7d5c85bcb4b4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499959 Nov 22 17:16:38.104601 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5148d18-29a9-49ae-be79-fb4676d805b9 req-8ea6cc17-e4a4-4104-a33f-4aaa0ba39822 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.106237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5148d18-29a9-49ae-be79-fb4676d805b9 req-8ea6cc17-e4a4-4104-a33f-4aaa0ba39822 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0526156 Nov 22 17:16:38.157317 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5148d18-29a9-49ae-be79-fb4676d805b9 req-44e99e74-d4b8-4f4f-b30b-af06cecc835d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448408 Nov 22 17:16:39.280018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74f8d3-60bf-49b8-a1d5-3ec1143dce85 req-34eafe5e-f8b4-48f0-b662-3f60fefd4897 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:39.281957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f74f8d3-60bf-49b8-a1d5-3ec1143dce85 req-34eafe5e-f8b4-48f0-b662-3f60fefd4897 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0508068 Nov 22 17:16:39.331510 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f74f8d3-60bf-49b8-a1d5-3ec1143dce85 req-b2026d2d-793d-496d-9d21-8aa8100f56c3 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436819 Nov 22 17:16:40.452040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b4d9c-bfd0-4095-b70b-5b509fa76bfc req-76739080-755a-4d8c-bdec-aa792befea2d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:40.454163 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-897b4d9c-bfd0-4095-b70b-5b509fa76bfc req-76739080-755a-4d8c-bdec-aa792befea2d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0536067 Nov 22 17:16:40.504304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-897b4d9c-bfd0-4095-b70b-5b509fa76bfc req-38e4965c-7d51-4c9c-8630-90120c8e33e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437560 Nov 22 17:16:41.623546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a00173-1772-4bc7-94c7-2599b55b32c1 req-87314a4d-cf63-4785-8d84-f9ab8d1345ed tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:41.625160 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29a00173-1772-4bc7-94c7-2599b55b32c1 req-87314a4d-cf63-4785-8d84-f9ab8d1345ed tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0503366 Nov 22 17:16:41.675310 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29a00173-1772-4bc7-94c7-2599b55b32c1 req-015c1426-feaa-4fcd-8ccb-65143b7be056 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441504 Nov 22 17:16:42.799361 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417be560-ee29-46d7-95bd-ede7c6a6135a req-53037623-ee70-46eb-8899-bddb721de073 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:42.800987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-417be560-ee29-46d7-95bd-ede7c6a6135a req-53037623-ee70-46eb-8899-bddb721de073 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0538907 Nov 22 17:16:42.852137 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-417be560-ee29-46d7-95bd-ede7c6a6135a req-8a0ad99e-9dd0-4c68-ace1-3c8a9a763426 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449560 Nov 22 17:16:43.972562 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e8b77-d0aa-4045-9e0d-d29b3c8013c7 req-1f15fe1e-be33-492b-b205-6ceebb5533ed tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:43.974139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f11e8b77-d0aa-4045-9e0d-d29b3c8013c7 req-1f15fe1e-be33-492b-b205-6ceebb5533ed tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0503130 Nov 22 17:16:44.023663 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f11e8b77-d0aa-4045-9e0d-d29b3c8013c7 req-f02cc749-4a1e-4e10-96ec-55fcb037b8fa tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434840 Nov 22 17:16:45.138783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301e7c4-cd80-443c-b395-b760d392e928 req-eb84e1fa-ab8a-411b-9086-7fd561d41d1e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:45.141014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b301e7c4-cd80-443c-b395-b760d392e928 req-eb84e1fa-ab8a-411b-9086-7fd561d41d1e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0481868 Nov 22 17:16:45.194739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b301e7c4-cd80-443c-b395-b760d392e928 req-220405a0-ab1d-4b85-a36a-68e6f4086e97 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477989 Nov 22 17:16:46.317004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba9e9-8f47-43d2-88de-5aed5af64f55 req-1f2e76eb-51e4-43e2-9f13-ad5a77ceb44c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:46.318530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ecba9e9-8f47-43d2-88de-5aed5af64f55 req-1f2e76eb-51e4-43e2-9f13-ad5a77ceb44c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0509994 Nov 22 17:16:46.374549 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ecba9e9-8f47-43d2-88de-5aed5af64f55 req-1b0f20cc-0c35-47cc-a743-60e49bcc7e4f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496967 Nov 22 17:16:47.494988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587577ff-3101-4af2-909e-24b309710992 req-a4ad4d76-de50-4a9a-9362-42c7d3c3d656 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:47.496522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-587577ff-3101-4af2-909e-24b309710992 req-a4ad4d76-de50-4a9a-9362-42c7d3c3d656 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0493777 Nov 22 17:16:47.547687 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-587577ff-3101-4af2-909e-24b309710992 req-62ac10cb-62f8-4eb1-ae59-4cbf15cc9106 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 Nov 22 17:16:47.569697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41112) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:47.634669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ff7358b3-ff46-40e0-84c6-f676049f4956 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/40742a6e-b1c5-4c96-8fa5-286daf000e6d HTTP/1.1" status: 200 len: 993 time: 0.0638175 Nov 22 17:16:48.546627 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:16:49.091524 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f13a52c4-d2f1-4f80-809f-93e684deb64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.411467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-09da144e-e021-49cf-a3b1-240cea7b3f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:52.732701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.227803 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:54.773890 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:54.972868 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:55.283310 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:01.865995 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-03716ba4-b69b-4314-bb10-b0cecbc59dfd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391569 Nov 22 17:17:01.947401 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-68ba5ea0-4cff-474e-bcfc-9ff7d97dca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:01.948938 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-68ba5ea0-4cff-474e-bcfc-9ff7d97dca5e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0408142 Nov 22 17:17:02.058874 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-814d3732-5ab9-4849-ba0a-b66ed34b73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:02.060434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-814d3732-5ab9-4849-ba0a-b66ed34b73d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0905383 Nov 22 17:17:02.102601 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-cb4af5f7-51ab-4a15-ac29-522019a1d2b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0350261 Nov 22 17:17:02.155756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-aa8706d6-d516-401c-86e8-579c48a21f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:02.157524 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-aa8706d6-d516-401c-86e8-579c48a21f7d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0477397 Nov 22 17:17:02.204258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-4ee3a9f6-081d-40de-83da-03bf967a3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:02.205755 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-4ee3a9f6-081d-40de-83da-03bf967a3885 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412023 Nov 22 17:17:02.295131 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-94a3890e-63c1-4959-8df6-e78628d66ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817251 Nov 22 17:17:02.386078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d98e3c6e-5fa7-42ee-a56e-629208e5f86f req-856cb369-7bf3-4bc6-a2f9-a71e34dc9abf service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845211 Nov 22 17:17:16.289568 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-b2e1002a-9bd5-4521-b45e-99587833f188 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458870 Nov 22 17:17:16.378550 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-f9807daf-1526-4ad3-9772-bab3df772c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:16.380115 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-f9807daf-1526-4ad3-9772-bab3df772c5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1097 time: 0.0406382 Nov 22 17:17:16.485596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-095b136f-48fb-4f11-b8cb-8f6d817b7414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:16.487074 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-095b136f-48fb-4f11-b8cb-8f6d817b7414 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 200 len: 897 time: 0.0841022 Nov 22 17:17:16.559896 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-4dc8ae04-49d2-42e8-8eaa-8c1bfa6a22f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 200 len: 1001 time: 0.0643096 Nov 22 17:17:16.610437 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-607f6947-9e97-4e4e-9246-eeeb6aac01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:16.611927 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-607f6947-9e97-4e4e-9246-eeeb6aac01c2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4267ef6d-7951-448c-a9af-dd9c56e3bc2d HTTP/1.1" status: 200 len: 835 time: 0.0445890 Nov 22 17:17:16.658322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-0e3e94fb-4d15-457c-bdc8-4ac8e899c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:16.659830 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-0e3e94fb-4d15-457c-bdc8-4ac8e899c86a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16f3227d-7ed9-4363-a980-9f56f4fd374a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407379 Nov 22 17:17:16.757173 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-6023ddd0-2bbf-4b03-ba64-f6bdcb3c8871 service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859587 Nov 22 17:17:16.859922 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-19887a25-74d1-43df-a4f2-ace50fdee10e req-1462e96e-b523-4f25-91a7-a75880a12520 service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913305 Nov 22 17:17:19.093278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b00ba9ff-20fa-4b4c-a952-c2975df7228c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:20.331602 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41126) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:20.493107 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 1435350f-ab42-4a1c-ac1f-33d2c02947eb {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:17:20.493444 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:20.571700 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:20.572042 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:20.586690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 1435350f-ab42-4a1c-ac1f-33d2c02947eb owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:17:20.731851 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:20.758897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=1435350f-ab42-4a1c-ac1f-33d2c02947eb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:20.769345 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.769695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.770037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.770377 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.770708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.771040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.771728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.771728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.772024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.772350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.772678 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.773000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:20.834417 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:20.834765 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP 40742a6e-b1c5-4c96-8fa5-286daf000e6d disassociated (deleted). External IP: 172.25.5.62, port: 31913c5b-072b-40a6-b11c-6a83b4fce050. Nov 22 17:17:21.045123 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 471461e6-008d-40d5-b600-2973acab3230 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:17:21.153493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:17:21.158900 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:21.164417 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] Sync routers for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:17:21.174543 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:21.175234 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:16:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:21.186874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f5e623c9-0246-48f5-9390-cfccc27dbfc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/floatingips/40742a6e-b1c5-4c96-8fa5-286daf000e6d HTTP/1.1" status: 204 len: 168 time: 0.8541977 Nov 22 17:17:21.187455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:17:21.192367 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538835f7-9df5-42aa-bee7-9c01a7ae28fc" -d '{"events": [{"name": "network-changed", "server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:17:21.285575 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:21.349838 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5366b68d-5ef7-4cb6-bb53-05aa1afe4cf8 x-openstack-request-id: req-5366b68d-5ef7-4cb6-bb53-05aa1afe4cf8 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:17:21.350364 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:17:21.350484 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5366b68d-5ef7-4cb6-bb53-05aa1afe4cf8 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:17:21.350822 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'status': 'completed', 'code': 200} Nov 22 17:17:21.420273 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-027e312b-7a7d-4766-8c25-03d8c31e31f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:21.455478 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-7f94dc44-6810-4d2f-b398-1b097153ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:21.457189 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-7f94dc44-6810-4d2f-b398-1b097153ee56 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 1097 time: 0.0798416 Nov 22 17:17:21.469815 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc10aac-cbca-49ca-b5d0-2312acc34f59 req-b8d2b491-9789-4aa6-8ff9-d61449e28c7b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:21.471452 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bc10aac-cbca-49ca-b5d0-2312acc34f59 req-b8d2b491-9789-4aa6-8ff9-d61449e28c7b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0734601 Nov 22 17:17:21.509101 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:46Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:21.526574 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8bc10aac-cbca-49ca-b5d0-2312acc34f59 req-a90c0257-5716-4ab7-b955-1baef5c24bf6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485108 Nov 22 17:17:21.536544 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] Checking router: 471461e6-008d-40d5-b600-2973acab3230 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:17:21.546970 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:21.547733 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:21.558328 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-bc649c59-ee85-47da-b062-56bd1e9e0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:21.559828 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-bc649c59-ee85-47da-b062-56bd1e9e0979 service neutron] 10.222.0.71 "GET /v2.0/networks?id=16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 200 len: 897 time: 0.0946493 Nov 22 17:17:21.608256 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-ad064a51-f391-4897-b7ee-1443bd61788b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 200 len: 217 time: 0.0400424 Nov 22 17:17:21.653649 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:21.660479 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-d7871efe-7647-4d24-8168-052dded55b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:21.661968 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-d7871efe-7647-4d24-8168-052dded55b14 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4267ef6d-7951-448c-a9af-dd9c56e3bc2d HTTP/1.1" status: 200 len: 835 time: 0.0457957 Nov 22 17:17:21.711619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-822672cb-30bd-47ef-9817-317ffa399784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:21.713082 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-822672cb-30bd-47ef-9817-317ffa399784 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=16f3227d-7ed9-4363-a980-9f56f4fd374a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437291 Nov 22 17:17:21.811063 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-195cb993-00e8-4bcd-acbe-52a345509604 service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881190 Nov 22 17:17:21.856637 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:46Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:21.883185 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033bf639-1555-4309-bab6-a1d202530e6a None None] The sync data for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 is: [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:15:43Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '7e03932e-b7b6-47f2-8d7c-8f876ac26343', 'name': '', 'network_id': '16f3227d-7ed9-4363-a980-9f56f4fd374a', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:33:07:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:42Z', 'updated_at': '2021-11-22T17:15:46Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4267ef6d-7951-448c-a9af-dd9c56e3bc2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:17:21.905797 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-538835f7-9df5-42aa-bee7-9c01a7ae28fc req-2fcca89e-eaac-44b2-a119-1b4f1992c6aa service neutron] 10.222.0.71 "GET /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860631 Nov 22 17:17:22.110306 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15243304-6ec5-42ff-9974-a9f9122f2276 None None] New status for floating IP 40742a6e-b1c5-4c96-8fa5-286daf000e6d: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:17:22.651072 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c734ad-4bff-4adf-8f5c-5a667cc6a793 req-ddbef6fa-aca0-42b4-b686-1fba502b867c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:22.652592 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7c734ad-4bff-4adf-8f5c-5a667cc6a793 req-ddbef6fa-aca0-42b4-b686-1fba502b867c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0541050 Nov 22 17:17:22.706256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a7c734ad-4bff-4adf-8f5c-5a667cc6a793 req-6e0687f0-0dce-4c69-a9fb-8b4a25ffe465 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=029dba58-6b88-4f63-872a-e4b58e77c479&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469203 Nov 22 17:17:22.722256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:22.927514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-344460e5-9821-4ee9-b1d5-900cc17a63de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:22.929005 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-344460e5-9821-4ee9-b1d5-900cc17a63de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 946 time: 0.0507965 Nov 22 17:17:23.023466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 31913c5b-072b-40a6-b11c-6a83b4fce050 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:17:23.023808 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:23.112942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 31913c5b-072b-40a6-b11c-6a83b4fce050, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=31913c5b-072b-40a6-b11c-6a83b4fce050,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:23.113310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:23.126412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 31913c5b-072b-40a6-b11c-6a83b4fce050 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:17:23.243098 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:23.259419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:23.289695 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=31913c5b-072b-40a6-b11c-6a83b4fce050,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:23.320324 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.320688 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.321041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.321417 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.321761 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.322102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.322443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.322790 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.323117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.323453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.323791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.324147 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:23.346405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] No DVR routers for this DVR port 31913c5b-072b-40a6-b11c-6a83b4fce050 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:17:23.349140 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:23.352563 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b0bf685e-0df5-4afa-bd62-c86f3e748231 req-966bb320-e937-4854-a410-49bfd2120320 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "DELETE /v2.0/ports/31913c5b-072b-40a6-b11c-6a83b4fce050 HTTP/1.1" status: 204 len: 173 time: 0.4172673 Nov 22 17:17:23.353012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'name': 'network-vif-deleted', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:17:23.355350 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e08d202-3c20-4b53-a8e6-8ce4bd96a141" -d '{"events": [{"server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "name": "network-vif-deleted", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:17:23.400011 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c233693-9a27-47de-a0f2-e5d50cbd301a x-openstack-request-id: req-8c233693-9a27-47de-a0f2-e5d50cbd301a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:17:23.400318 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87bdb1ca-b1e0-4475-b894-a2adc00b499e", "name": "network-vif-deleted", "tag": "31913c5b-072b-40a6-b11c-6a83b4fce050", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:17:23.400580 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c233693-9a27-47de-a0f2-e5d50cbd301a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:17:23.400990 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bdb1ca-b1e0-4475-b894-a2adc00b499e', 'name': 'network-vif-deleted', 'tag': '31913c5b-072b-40a6-b11c-6a83b4fce050', 'status': 'completed', 'code': 200} Nov 22 17:17:23.833254 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16d1f7f0-50f4-4cf0-91c9-ac49e53b81d6 req-60c6cc10-5aba-49c8-8449-a663ce73bf86 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=87bdb1ca-b1e0-4475-b894-a2adc00b499e HTTP/1.1" status: 200 len: 210 time: 0.0269063 Nov 22 17:17:24.778256 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:24.890087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41142) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:24.976013 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:25.284515 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:25.546261 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:17:25.575046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:25.835611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 7e03932e-b7b6-47f2-8d7c-8f876ac26343 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:17:25.835869 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:25.927516 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 7e03932e-b7b6-47f2-8d7c-8f876ac26343, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=7e03932e-b7b6-47f2-8d7c-8f876ac26343,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:25.928225 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:25.941057 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 7e03932e-b7b6-47f2-8d7c-8f876ac26343 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:17:26.130289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:26.158998 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=7e03932e-b7b6-47f2-8d7c-8f876ac26343,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:26.338065 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:26.558560 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 471461e6-008d-40d5-b600-2973acab3230 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:17:26.665019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:17:26.670251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8ed3121b-abfc-4d83-80f3-bef43ef1a72d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/471461e6-008d-40d5-b600-2973acab3230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7784870 Nov 22 17:17:26.673727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41144) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:26.675228 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] Sync routers for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:17:26.685294 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:26.685901 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:26.725302 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-6041a9f4-bb60-46e2-8d68-c6e0e0866b6c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting subnet 4267ef6d-7951-448c-a9af-dd9c56e3bc2d {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:17:26.730616 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6041a9f4-bb60-46e2-8d68-c6e0e0866b6c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:26.772115 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6041a9f4-bb60-46e2-8d68-c6e0e0866b6c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:26.793587 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:26.830799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 31913c5b-072b-40a6-b11c-6a83b4fce050 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:17:26.852303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 31913c5b-072b-40a6-b11c-6a83b4fce050 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:17:26.852693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 31913c5b-072b-40a6-b11c-6a83b4fce050 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:17:26.863225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6041a9f4-bb60-46e2-8d68-c6e0e0866b6c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:26.924347 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6041a9f4-bb60-46e2-8d68-c6e0e0866b6c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:26.952155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041a9f4-bb60-46e2-8d68-c6e0e0866b6c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Subnet': ['ID=4267ef6d-7951-448c-a9af-dd9c56e3bc2d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:26.958229 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6041a9f4-bb60-46e2-8d68-c6e0e0866b6c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:26.964315 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-6041a9f4-bb60-46e2-8d68-c6e0e0866b6c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/subnets/4267ef6d-7951-448c-a9af-dd9c56e3bc2d HTTP/1.1" status: 204 len: 168 time: 0.2864363 Nov 22 17:17:26.964637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41148) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:26.971945 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86652f5-c005-4dea-b0a4-8096d4e4977a None None] Network 16f3227d-7ed9-4363-a980-9f56f4fd374a requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:17:26.989768 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:17:26Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:27.016070 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] Checking router: 471461e6-008d-40d5-b600-2973acab3230 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:17:27.027096 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] Routers {'471461e6-008d-40d5-b600-2973acab3230'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:27.027721 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['471461e6-008d-40d5-b600-2973acab3230'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:27.087488 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.142579 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] Set router 471461e6-008d-40d5-b600-2973acab3230 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:27.177677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] DHCP port deletion for 16f3227d-7ed9-4363-a980-9f56f4fd374a request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:17:27.210310 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.229915 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Deleting port 91d876e8-f438-4b42-b438-f64491e5c4eb {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:17:27.230590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.270921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port b072dc92-420d-4611-a290-75f320363a71 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:17:27.271263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.307966 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] For port 91d876e8-f438-4b42-b438-f64491e5c4eb, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=91d876e8-f438-4b42-b438-f64491e5c4eb,segment=NetworkSegment(749dbaba-fbb8-4a71-8eff-b8fc914f7c93),segment_id=749dbaba-fbb8-4a71-8eff-b8fc914f7c93)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:27.308665 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.322046 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Calling delete_port for 91d876e8-f438-4b42-b438-f64491e5c4eb owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:17:27.357569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port b072dc92-420d-4611-a290-75f320363a71, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b072dc92-420d-4611-a290-75f320363a71,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:27.357849 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.370344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for b072dc92-420d-4611-a290-75f320363a71 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:17:27.404402 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.417749 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:17:26Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:27.436435 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Pushing event deleted for resources: {'Port': ['ID=91d876e8-f438-4b42-b438-f64491e5c4eb,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:27.439694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] No DVR routers for this DVR port 91d876e8-f438-4b42-b438-f64491e5c4eb on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:17:27.448068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.448730 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.449181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.449771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.450117 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.450443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.450774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.451334 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.451443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.451726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.452081 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.452405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081669-a79a-4c99-9e6a-0cb798e9da8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:27.453253 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec08e83-0001-4333-99b1-f34b1c668dca None None] The sync data for ids ['471461e6-008d-40d5-b600-2973acab3230'] in n-d-811716-3 is: [{'id': '471461e6-008d-40d5-b600-2973acab3230', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1895282888', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'b072dc92-420d-4611-a290-75f320363a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:15:39Z', 'updated_at': '2021-11-22T17:17:26Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'b072dc92-420d-4611-a290-75f320363a71', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:0c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471461e6-008d-40d5-b600-2973acab3230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:15:40Z', 'updated_at': '2021-11-22T17:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:17:27.561932 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.586422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=b072dc92-420d-4611-a290-75f320363a71,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:27.603994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64982bb8-b6ff-41a7-bbaf-4b929d0254be None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:17:27.657875 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.748446 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.750506 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.795223 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.795867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Fanout notify agent at l3_agent the message router_deleted on router 471461e6-008d-40d5-b600-2973acab3230 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:17:27.804171 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.805334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c9acb63b-c075-4ff2-8643-3c20360de1a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/routers/471461e6-008d-40d5-b600-2973acab3230 HTTP/1.1" status: 204 len: 168 time: 0.8397045 Nov 22 17:17:27.808137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41150) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:27.889370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:27.987096 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.007770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f3227d-7ed9-4363-a980-9f56f4fd374a']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:28.019317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749dbaba-fbb8-4a71-8eff-b8fc914f7c93') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:28.019582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749dbaba-fbb8-4a71-8eff-b8fc914f7c93') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:28.029885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.044436 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.051593 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:17:28.052183 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:17:28.055202 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:17:28.121949 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.128457 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.132051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/networks/16f3227d-7ed9-4363-a980-9f56f4fd374a HTTP/1.1" status: 204 len: 168 time: 0.3228717 Nov 22 17:17:28.134793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41152) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:28.151720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee78c7a-b1ff-4826-bf06-88b52dd22b17 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Network': ['ID=16f3227d-7ed9-4363-a980-9f56f4fd374a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:28.197372 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0972d827-5a31-4490-a70e-0e0a896f0123 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.223996 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0972d827-5a31-4490-a70e-0e0a896f0123 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.287669 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0972d827-5a31-4490-a70e-0e0a896f0123 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.290723 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0972d827-5a31-4490-a70e-0e0a896f0123 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.291898 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0972d827-5a31-4490-a70e-0e0a896f0123 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/security-groups/029dba58-6b88-4f63-872a-e4b58e77c479 HTTP/1.1" status: 204 len: 168 time: 0.1560202 Nov 22 17:17:28.301588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972d827-5a31-4490-a70e-0e0a896f0123 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029dba58-6b88-4f63-872a-e4b58e77c479,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:28.533901 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41158) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:28.538394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a8612c27-f95f-4e88-af25-8c1352cba619 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789669256', 'description': 'tempest-secgroup-smoke-1789669256 description', 'project_id': '8640528ecd464b04a514d6e53f13ea5e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:28.560310 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8612c27-f95f-4e88-af25-8c1352cba619 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.629740 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8612c27-f95f-4e88-af25-8c1352cba619 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.633583 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8612c27-f95f-4e88-af25-8c1352cba619 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.661569 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a8612c27-f95f-4e88-af25-8c1352cba619 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.662795 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a8612c27-f95f-4e88-af25-8c1352cba619 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1278918 Nov 22 17:17:28.665920 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41160) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:28.666820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8612c27-f95f-4e88-af25-8c1352cba619 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:28.670751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-46a6e371-0ed3-43ad-ae37-f2856fb36179 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:28.697883 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46a6e371-0ed3-43ad-ae37-f2856fb36179 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.755203 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46a6e371-0ed3-43ad-ae37-f2856fb36179 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.760333 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46a6e371-0ed3-43ad-ae37-f2856fb36179 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.777960 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6e371-0ed3-43ad-ae37-f2856fb36179 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5874d0f-8525-44e3-9d1b-985af940ed81,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:28.787053 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-46a6e371-0ed3-43ad-ae37-f2856fb36179 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.788322 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-46a6e371-0ed3-43ad-ae37-f2856fb36179 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213014 Nov 22 17:17:28.791109 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41162) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:28.795449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e02392b8-1fb0-4175-8494-d1e1f95992e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:28.804293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91d876e8-f438-4b42-b438-f64491e5c4eb no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:17:28.822957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e02392b8-1fb0-4175-8494-d1e1f95992e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.827273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 91d876e8-f438-4b42-b438-f64491e5c4eb {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:17:28.827627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 91d876e8-f438-4b42-b438-f64491e5c4eb not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:17:28.828113 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7e03932e-b7b6-47f2-8d7c-8f876ac26343 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:17:28.848145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 7e03932e-b7b6-47f2-8d7c-8f876ac26343 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:17:28.848506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 7e03932e-b7b6-47f2-8d7c-8f876ac26343 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:17:28.848964 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b072dc92-420d-4611-a290-75f320363a71 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:17:28.869561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b072dc92-420d-4611-a290-75f320363a71 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:17:28.869561 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b072dc92-420d-4611-a290-75f320363a71 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:17:28.881402 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e02392b8-1fb0-4175-8494-d1e1f95992e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.885632 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e02392b8-1fb0-4175-8494-d1e1f95992e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.903681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02392b8-1fb0-4175-8494-d1e1f95992e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faaef882-9282-456a-b7c7-803057beade5,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:28.912623 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e02392b8-1fb0-4175-8494-d1e1f95992e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.913852 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e02392b8-1fb0-4175-8494-d1e1f95992e1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217973 Nov 22 17:17:28.916890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41164) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:28.922344 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-ed5b2912-ddf9-4c59-9910-8a4b8d28de40 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:28.949922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5b2912-ddf9-4c59-9910-8a4b8d28de40 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.012168 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5b2912-ddf9-4c59-9910-8a4b8d28de40 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.016412 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5b2912-ddf9-4c59-9910-8a4b8d28de40 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.035570 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b2912-ddf9-4c59-9910-8a4b8d28de40 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98ad6582-4777-4333-a782-9deb3a110616,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:29.044704 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-ed5b2912-ddf9-4c59-9910-8a4b8d28de40 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.045918 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ed5b2912-ddf9-4c59-9910-8a4b8d28de40 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277151 Nov 22 17:17:29.049029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41166) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:29.053386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7da4ff39-b82a-4eb3-93fd-112993b6ec3c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:29.081617 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da4ff39-b82a-4eb3-93fd-112993b6ec3c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.140582 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da4ff39-b82a-4eb3-93fd-112993b6ec3c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.145202 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da4ff39-b82a-4eb3-93fd-112993b6ec3c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.163445 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4ff39-b82a-4eb3-93fd-112993b6ec3c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ad8b35-2549-405e-aa19-ae5559f6144f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:29.171701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7da4ff39-b82a-4eb3-93fd-112993b6ec3c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.173368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7da4ff39-b82a-4eb3-93fd-112993b6ec3c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234078 Nov 22 17:17:29.176245 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41168) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:29.180741 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c5f9cc42-75d9-4661-bcfd-3161c0426fe1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:29.205139 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-c5f9cc42-75d9-4661-bcfd-3161c0426fe1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:17:29.210539 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cc42-75d9-4661-bcfd-3161c0426fe1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.272875 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cc42-75d9-4661-bcfd-3161c0426fe1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.276572 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cc42-75d9-4661-bcfd-3161c0426fe1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.294709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9cc42-75d9-4661-bcfd-3161c0426fe1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f8fd9c-e2b9-4145-9901-dbfcf76a77f7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:29.302107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cc42-75d9-4661-bcfd-3161c0426fe1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.303298 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c5f9cc42-75d9-4661-bcfd-3161c0426fe1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260374 Nov 22 17:17:29.306187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41170) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:29.310704 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8e8a4254-e64a-42e6-a4ed-4b8c2818d6fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:29.333513 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-8e8a4254-e64a-42e6-a4ed-4b8c2818d6fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:17:29.338415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4254-e64a-42e6-a4ed-4b8c2818d6fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.400382 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4254-e64a-42e6-a4ed-4b8c2818d6fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.404175 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4254-e64a-42e6-a4ed-4b8c2818d6fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.423742 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a4254-e64a-42e6-a4ed-4b8c2818d6fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a8630d-f8fd-4b9e-a6df-5f70dd850456,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:29.430522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e8a4254-e64a-42e6-a4ed-4b8c2818d6fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.431733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8e8a4254-e64a-42e6-a4ed-4b8c2818d6fb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245463 Nov 22 17:17:29.434530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41172) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:29.439481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'network': {'name': 'tempest-network-smoke--681877787', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:29.460852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:17:29.464174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.487582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:17:29.496740 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.497086 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Added segment ba29a71c-aef7-4224-ac8c-5d63a824edc2 of type vlan for network 52f2e910-d71c-433d-8639-282a942e4006 Nov 22 17:17:29.544244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.569218 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.574934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:29.575523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.635794 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2002063 Nov 22 17:17:29.638598 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41174) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:29.644206 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'admin_state_up': True, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:29.651028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2a003-0714-4573-a040-469e7c901256 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Network': ['ID=52f2e910-d71c-433d-8639-282a942e4006,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:29.663256 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 52f2e910-d71c-433d-8639-282a942e4006 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:17:29.671511 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.673314 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.725253 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:29.865532 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:30.388902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:30.407079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:30.507394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.128 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/4db765f0-c92d-4425-8ff1-b4d2f385e0f5) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:17:30.619674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:30.654642 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:30.693372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:17:30.696240 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:17:30.700658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:17:30.710120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098693f6-db19-431c-bba5-42e39f50bbae None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:17:30.729689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=4db765f0-c92d-4425-8ff1-b4d2f385e0f5,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:30.797515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-30f207d9-6586-4a82-b03c-8a679fb1b5af None None] Provisioning complete for port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:30.797897 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-30f207d9-6586-4a82-b03c-8a679fb1b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:30.831139 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-30f207d9-6586-4a82-b03c-8a679fb1b5af None None] Port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:17:30.965483 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:31.165635 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:31.296680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 735367b8-c082-4b3b-a39a-e6d988a20dce is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:17:31.403472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:17:31.413834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Sync routers for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:17:31.425197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:31.433730 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:31.433891 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:31.434036 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f0a1edba-1515-4a49-9114-6db38dd24ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7887437 Nov 22 17:17:31.434367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41176) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:31.463522 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4284f017-e297-4f92-8c21-98460a9b79fb tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8640528ecd464b04a514d6e53f13ea5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279596 Nov 22 17:17:31.466984 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41178) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:31.542233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:31.554965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98745821-ea13-4fd5-9517-2d666a83d788 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:31.556454 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-98745821-ea13-4fd5-9517-2d666a83d788 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885673 Nov 22 17:17:31.559271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41180) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:31.593001 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b60e336c-b9f1-4655-9761-55147a80d034 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325880 Nov 22 17:17:31.596408 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41182) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:31.601264 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1219299427', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:31.690640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:17:31.694485 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:31.727307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:30Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:31.754007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Checking router: 735367b8-c082-4b3b-a39a-e6d988a20dce for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:17:31.754479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Updating router 735367b8-c082-4b3b-a39a-e6d988a20dce port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:17:31.783149 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:31.884340 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:31.948034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Subnet': ['ID=cd268754-67ce-4283-9573-b1829d749957,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:31.956854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Checking segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:17:31.957226 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network hostable DHCP agents. Network: 52f2e910-d71c-433d-8639-282a942e4006, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:17:31.974964 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 52f2e910-d71c-433d-8639-282a942e4006 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:17:31.984171 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 52f2e910-d71c-433d-8639-282a942e4006) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:17:31.989197 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:31.989811 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:31.997805 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb8702-f865-481f-8a32-6d233708efc7 None None] Network 52f2e910-d71c-433d-8639-282a942e4006 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:17:32.007188 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-674baa4c-cc2e-493e-9da0-a1bf725cbe64 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4097476 Nov 22 17:17:32.010040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41184) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:32.095970 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.107377 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.202283 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c37682-cf09-4f86-9cdb-81c652e575d3 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:17:32.223321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Attempting to bind port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:17:32.223843 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Attempting to bind port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:17:32.224395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Attempting to bind port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:17:32.233722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a1e4-abf5-49f1-a910-361f7d902a64 None None] Pushing event updated for resources: {'Port': ['ID=4db765f0-c92d-4425-8ff1-b4d2f385e0f5,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:32.251788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:17:32.252191 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:17:32.252593 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.252993 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:17:32.253465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Bound port: 4db765f0-c92d-4425-8ff1-b4d2f385e0f5, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:17:32.253847 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.313523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-890fa4d2-1af9-4c90-8a77-e69b48c8c7b5 None None] Provisioning complete for port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:32.313894 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-890fa4d2-1af9-4c90-8a77-e69b48c8c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.321898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-52f2e910-d71c-433d-8639-282a942e4006', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:17:32.322743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.372739 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] For port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:17:32.395869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] For port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4db765f0-c92d-4425-8ff1-b4d2f385e0f5,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:17:32.396832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-890fa4d2-1af9-4c90-8a77-e69b48c8c7b5 None None] Port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:17:32.442035 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.464554 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.496768 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d97af6-c1ad-4811-9484-8345b65875ca None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:17:32.568617 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:32.569247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:32.605928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803a1e4-abf5-49f1-a910-361f7d902a64 None None] Pushing event updated for resources: {'Port': ['ID=4db765f0-c92d-4425-8ff1-b4d2f385e0f5,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:32.642157 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Allocated IP 172.20.0.2 (52f2e910-d71c-433d-8639-282a942e4006/cd268754-67ce-4283-9573-b1829d749957/e2432de9-f04f-4813-bf93-0d0115104150) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:17:32.690031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ea333a64-245c-4fac-be27-e85e7e9b9a20 None None] Provisioning complete for port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:32.690404 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea333a64-245c-4fac-be27-e85e7e9b9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:32.784133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:33.166837 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea333a64-245c-4fac-be27-e85e7e9b9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.171408 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.190708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.235176 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.1 (52f2e910-d71c-433d-8639-282a942e4006/cd268754-67ce-4283-9573-b1829d749957/2df622e1-7892-45b5-9e45-8066eb9b9c9e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:17:33.242461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ea333a64-245c-4fac-be27-e85e7e9b9a20 None None] For port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4db765f0-c92d-4425-8ff1-b4d2f385e0f5,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:33.253943 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea333a64-245c-4fac-be27-e85e7e9b9a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.271654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Network 52f2e910-d71c-433d-8639-282a942e4006 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:17:33.273672 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Pushing event updated for resources: {'Port': ['ID=e2432de9-f04f-4813-bf93-0d0115104150,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:33.279538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:17:33.284437 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:17:33.359829 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.376502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea333a64-245c-4fac-be27-e85e7e9b9a20 None None] Pushing event updated for resources: {'Port': ['ID=4db765f0-c92d-4425-8ff1-b4d2f385e0f5,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:33.384817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:30Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:33.415574 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Attempting to bind port e2432de9-f04f-4813-bf93-0d0115104150 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:17:33.416064 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Attempting to bind port e2432de9-f04f-4813-bf93-0d0115104150 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:17:33.416336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Attempting to bind port e2432de9-f04f-4813-bf93-0d0115104150 on network 52f2e910-d71c-433d-8639-282a942e4006 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:17:33.418722 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7b6a62-6d55-4ff6-82a9-043a1dd47191 None None] The sync data for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 is: [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:30Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:17:33.424713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:17:33.425100 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Checking segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:17:33.425502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.425919 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Bound using segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:17:33.426365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Bound port: e2432de9-f04f-4813-bf93-0d0115104150, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:17:33.426749 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.506777 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] For port e2432de9-f04f-4813-bf93-0d0115104150, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:17:33.510819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] For port e2432de9-f04f-4813-bf93-0d0115104150, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e2432de9-f04f-4813-bf93-0d0115104150,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:17:33.516031 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.590922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dbe6f-c39d-4f00-9bd9-ec7e3f6f76f5 None None] Pushing event updated for resources: {'Port': ['ID=e2432de9-f04f-4813-bf93-0d0115104150,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:33.742433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:33.811190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 52f2e910-d71c-433d-8639-282a942e4006 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:17:33.814488 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:17:33.817068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:17:33.850240 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=2df622e1-7892-45b5-9e45-8066eb9b9c9e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:33.878566 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:34.020524 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:34.323702 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:34.329647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:34.412243 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:34.414062 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=2df622e1-7892-45b5-9e45-8066eb9b9c9e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:34.512389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 52f2e910-d71c-433d-8639-282a942e4006 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:17:34.513886 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:17:34.581824 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5de7bd8-d8cf-4969-9837-3f9e187a394a None None] Network 52f2e910-d71c-433d-8639-282a942e4006 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:17:34.634193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 735367b8-c082-4b3b-a39a-e6d988a20dce has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:17:34.647956 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9df1402f-7a8a-440f-8320-e4d3de493a6c None None] Provisioning complete for port e2432de9-f04f-4813-bf93-0d0115104150 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:34.648431 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9df1402f-7a8a-440f-8320-e4d3de493a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:34.766347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:17:34.772959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b99d9bc5-7187-475f-b366-24e7add52347 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/735367b8-c082-4b3b-a39a-e6d988a20dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616532 Nov 22 17:17:34.806807 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9df1402f-7a8a-440f-8320-e4d3de493a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:34.866481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-9df1402f-7a8a-440f-8320-e4d3de493a6c None None] For port e2432de9-f04f-4813-bf93-0d0115104150, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e2432de9-f04f-4813-bf93-0d0115104150,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:34.873983 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9df1402f-7a8a-440f-8320-e4d3de493a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:34.945616 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:17:34.986580 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1402f-7a8a-440f-8320-e4d3de493a6c None None] Pushing event updated for resources: {'Port': ['ID=e2432de9-f04f-4813-bf93-0d0115104150,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:35.010444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c243278a-c13e-4bf9-a31d-5b38702c3425 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789669256&fields=id&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 267 time: 0.0621376 Nov 22 17:17:35.038209 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:35.038599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:35.128959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e2432de9-f04f-4813-bf93-0d0115104150 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:17:35.142596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c5f1df0a-63c7-47d7-a5d7-adde63250f8f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:35.144562 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c5f1df0a-63c7-47d7-a5d7-adde63250f8f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 796 time: 0.1264176 Nov 22 17:17:35.162125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-de798245-e884-4d89-b2c1-72dc1d144dcd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/quotas/8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 375 time: 0.0111871 Nov 22 17:17:35.198141 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Sync routers for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:17:35.210062 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:35.210816 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:35.231051 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6b133f45-21fa-4715-ae0d-68e497963023 None None] Provisioning complete for port 2df622e1-7892-45b5-9e45-8066eb9b9c9e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:35.231351 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b133f45-21fa-4715-ae0d-68e497963023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:35.235431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e2432de9-f04f-4813-bf93-0d0115104150 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:35.235674 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:35.255344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-81750ebf-6e7b-4366-88ef-f0733efb653e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865705 Nov 22 17:17:35.311091 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6b133f45-21fa-4715-ae0d-68e497963023 None None] Port 2df622e1-7892-45b5-9e45-8066eb9b9c9e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:17:35.330144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6b133f45-21fa-4715-ae0d-68e497963023 None None] Provisioning complete for port e2432de9-f04f-4813-bf93-0d0115104150 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:35.330521 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6b133f45-21fa-4715-ae0d-68e497963023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:35.333057 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:35.383446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-44ef05fa-7a85-48dc-ad76-00eb2bbe2d11 service neutron] 10.222.0.69 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131644 Nov 22 17:17:35.520289 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c5cfdc86-59cc-4e25-a5c3-1171e7b65ad4 service neutron] 10.222.0.69 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304965 Nov 22 17:17:35.555148 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:34Z', 'revision_number': 2, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:35.585593 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Checking router: 735367b8-c082-4b3b-a39a-e6d988a20dce for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:17:35.585952 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Updating router 735367b8-c082-4b3b-a39a-e6d988a20dce port 2df622e1-7892-45b5-9e45-8066eb9b9c9e binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:17:35.592066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c66f9136-b028-477c-ba56-5016627f5439 None None] Provisioning complete for port 2df622e1-7892-45b5-9e45-8066eb9b9c9e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:35.592792 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c66f9136-b028-477c-ba56-5016627f5439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:35.613254 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:35.630418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c66f9136-b028-477c-ba56-5016627f5439 None None] Port 2df622e1-7892-45b5-9e45-8066eb9b9c9e cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:17:35.706299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9f2c41cc-ed67-4bac-ba88-de08b0d3b256 req-68c05e79-e72b-4e84-88ee-5b2b2380e45f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 210 time: 0.0301023 Nov 22 17:17:35.895548 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:35.900610 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:35.957279 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Pushing event updated for resources: {'Port': ['ID=2df622e1-7892-45b5-9e45-8066eb9b9c9e,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:35.979480 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.979828 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.980201 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.980538 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.980873 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.981210 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.981535 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.981863 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.982188 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.982512 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.982836 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:35.983159 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:17:36.019108 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Attempting to bind port 2df622e1-7892-45b5-9e45-8066eb9b9c9e on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:17:36.019393 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Attempting to bind port 2df622e1-7892-45b5-9e45-8066eb9b9c9e by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:17:36.019752 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Attempting to bind port 2df622e1-7892-45b5-9e45-8066eb9b9c9e on network 52f2e910-d71c-433d-8639-282a942e4006 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:17:36.025033 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:17:36.025420 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Checking segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:17:36.025815 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:36.026232 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Bound using segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:17:36.026703 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Bound port: 2df622e1-7892-45b5-9e45-8066eb9b9c9e, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:17:36.027084 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:36.094952 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] For port 2df622e1-7892-45b5-9e45-8066eb9b9c9e, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:17:36.099474 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] For port 2df622e1-7892-45b5-9e45-8066eb9b9c9e, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2df622e1-7892-45b5-9e45-8066eb9b9c9e,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:17:36.103888 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:36.159897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-eef39dc0-4712-4ac5-9010-5010977a2867 None None] Provisioning complete for port 2df622e1-7892-45b5-9e45-8066eb9b9c9e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:36.160320 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef39dc0-4712-4ac5-9010-5010977a2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:36.165732 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:36.166368 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:36.171437 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e9750-face-49c0-800d-32ecbec47b25 None None] Pushing event updated for resources: {'Port': ['ID=2df622e1-7892-45b5-9e45-8066eb9b9c9e,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:36.253676 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef39dc0-4712-4ac5-9010-5010977a2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:36.283739 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:36.293532 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-eef39dc0-4712-4ac5-9010-5010977a2867 None None] For port 2df622e1-7892-45b5-9e45-8066eb9b9c9e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2df622e1-7892-45b5-9e45-8066eb9b9c9e,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:36.299417 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-eef39dc0-4712-4ac5-9010-5010977a2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:36.352664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef39dc0-4712-4ac5-9010-5010977a2867 None None] Pushing event updated for resources: {'Port': ['ID=2df622e1-7892-45b5-9e45-8066eb9b9c9e,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:36.420187 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-951fb9d8-00f2-47c4-a0e1-da70e0454989 None None] Provisioning complete for port 2df622e1-7892-45b5-9e45-8066eb9b9c9e triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:36.420564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-951fb9d8-00f2-47c4-a0e1-da70e0454989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:36.488283 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:36Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:36.514713 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b25d7e-d9e4-4628-9cc5-b80259a10185 None None] The sync data for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 is: [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:36Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:17:36.799705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c1d12e6e-8c39-4dcb-9f83-ba0031d6bec5 req-eefd69ba-67b0-46be-970d-5772c9cbe95d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 210 time: 0.0341969 Nov 22 17:17:36.884714 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2df622e1-7892-45b5-9e45-8066eb9b9c9e up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:17:36.957890 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 2df622e1-7892-45b5-9e45-8066eb9b9c9e triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:36.958489 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:37.081349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e2432de9-f04f-4813-bf93-0d0115104150 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:17:37.138625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port e2432de9-f04f-4813-bf93-0d0115104150 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:37.139004 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:37.840963 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-37e6e980-ae8a-4527-8b6a-208c1d99c8d2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:37.843060 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-37e6e980-ae8a-4527-8b6a-208c1d99c8d2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 796 time: 0.1163783 Nov 22 17:17:37.902097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c513c60-ea4a-4934-9049-ced38b3573b0 req-f2c2f872-dfc4-4a44-b988-c60230bca718 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 210 time: 0.0315454 Nov 22 17:17:37.911214 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-090af621-8a76-4355-94ba-17015779d55a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 380 time: 0.0577149 Nov 22 17:17:37.922796 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'port': {'device_id': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'admin_state_up': True, 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'security_groups': ['8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:38.038089 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:17:38.041719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.166720 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.5 (52f2e910-d71c-433d-8639-282a942e4006/cd268754-67ce-4283-9573-b1829d749957/1adcdb95-b2be-49bc-9f35-ce2a6d729039) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:17:38.309281 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.342568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.385450 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 52f2e910-d71c-433d-8639-282a942e4006 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:17:38.388621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:17:38.391710 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:17:38.427354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:38.455404 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:38.456099 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.472718 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c1470413-6a89-4895-a743-2420c602f29e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539477 Nov 22 17:17:38.486808 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Request body: {'port': {'device_id': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:38.546107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.638278 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3bdbbecf-9d6a-498e-8f5b-1bf560c0c345 None None] Provisioning complete for port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:38.638889 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3bdbbecf-9d6a-498e-8f5b-1bf560c0c345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.677525 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbbecf-9d6a-498e-8f5b-1bf560c0c345 None None] Port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:17:38.819820 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adcdb95-b2be-49bc-9f35-ce2a6d729039 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:17:38.827113 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.839755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Transition to ACTIVE for port object 1adcdb95-b2be-49bc-9f35-ce2a6d729039 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:17:38.844102 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:38.903094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:38.975575 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Attempting to bind port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:17:38.976015 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Attempting to bind port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:17:38.976354 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Attempting to bind port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on network 52f2e910-d71c-433d-8639-282a942e4006 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:17:38.981161 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on network 52f2e910-d71c-433d-8639-282a942e4006 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:17:38.981535 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Attempting to bind port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on network 52f2e910-d71c-433d-8639-282a942e4006 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:17:38.987864 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:17:38.988243 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Checking segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:17:38.988632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Bound using segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:17:38.989070 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Bound port: 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:17:38.989433 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:39.036835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65eaa4-72ab-479f-a4d1-191d66f125e4 req-12efabe7-70f5-4d42-8fd3-e051190450a9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.038444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be65eaa4-72ab-479f-a4d1-191d66f125e4 req-12efabe7-70f5-4d42-8fd3-e051190450a9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 943 time: 0.0568962 Nov 22 17:17:39.072622 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:17:39.076252 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:17:39.082528 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:39.104110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-be65eaa4-72ab-479f-a4d1-191d66f125e4 req-c4941ae7-5d2d-4d46-9f67-d914334af5cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588217 Nov 22 17:17:39.132806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.133604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:39.135088 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] 10.222.0.71 "PUT /v2.0/ports/1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 1091 time: 0.6535604 Nov 22 17:17:39.135567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:17:39.137907 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849e2b25-0398-47ce-bb50-9e174f339967" -d '{"events": [{"name": "network-changed", "server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:17:39.158781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1413a67-ede0-4912-8bf2-eaed18fbc7ce service neutron] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:39.201508 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95db5949-ee29-4bb0-9e92-9fadae90cd45 x-openstack-request-id: req-95db5949-ee29-4bb0-9e92-9fadae90cd45 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:17:39.201508 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:17:39.201894 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95db5949-ee29-4bb0-9e92-9fadae90cd45 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:17:39.202120 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'status': 'completed', 'code': 200} Nov 22 17:17:39.220397 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-cd68db29-470b-4bb1-8e1a-55a2680cacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.222245 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-cd68db29-470b-4bb1-8e1a-55a2680cacb0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1094 time: 0.0480220 Nov 22 17:17:39.269221 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-60cde974-ac93-41e7-824d-ae855f0d0cf6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 217 time: 0.0371928 Nov 22 17:17:39.329811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-84205892-9d38-4a94-b14d-8393674d248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.331296 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-84205892-9d38-4a94-b14d-8393674d248e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0534673 Nov 22 17:17:39.378937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-ea781f80-b92e-4270-8f23-320419f14ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.380470 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-ea781f80-b92e-4270-8f23-320419f14ffc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405641 Nov 22 17:17:39.472665 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-7ffc3b5e-77f6-4a47-bd99-702464ac33e3 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839188 Nov 22 17:17:39.570737 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2b7dcb3a-bb5c-4f59-8256-0b4b7c749f91 req-c70c1ae5-33d7-4982-823f-8c4241da2012 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897050 Nov 22 17:17:39.663777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e2b25-0398-47ce-bb50-9e174f339967 req-0dfb2c73-56cd-410c-8547-51ece9a0ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.665316 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-849e2b25-0398-47ce-bb50-9e174f339967 req-0dfb2c73-56cd-410c-8547-51ece9a0ea9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1094 time: 0.0423355 Nov 22 17:17:39.760723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e2b25-0398-47ce-bb50-9e174f339967 req-a53625b5-fcd2-49a3-a8ff-a44be23fca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.762117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-849e2b25-0398-47ce-bb50-9e174f339967 req-a53625b5-fcd2-49a3-a8ff-a44be23fca98 service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.0880110 Nov 22 17:17:39.804183 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-849e2b25-0398-47ce-bb50-9e174f339967 req-60614b88-1890-4ee9-b69a-cb833fe3f897 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 217 time: 0.0348117 Nov 22 17:17:39.853831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e2b25-0398-47ce-bb50-9e174f339967 req-4c11bc37-660d-4b7d-bb2d-eba2ce2759b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.855269 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-849e2b25-0398-47ce-bb50-9e174f339967 req-4c11bc37-660d-4b7d-bb2d-eba2ce2759b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0441110 Nov 22 17:17:39.911347 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e2b25-0398-47ce-bb50-9e174f339967 req-b201b087-284d-4e50-9ae9-76ac01a9b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:39.912914 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-849e2b25-0398-47ce-bb50-9e174f339967 req-b201b087-284d-4e50-9ae9-76ac01a9b803 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460863 Nov 22 17:17:40.008252 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-849e2b25-0398-47ce-bb50-9e174f339967 req-ad0919b5-c7cc-415f-8f43-63a66868c159 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859272 Nov 22 17:17:40.103157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-849e2b25-0398-47ce-bb50-9e174f339967 req-3654d8d4-f690-459d-b7b0-061205af0d5c service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859256 Nov 22 17:17:40.229916 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487f65e-101a-4bc8-a956-2fd815d20aae req-b014a3ee-32dc-4604-9fbf-f06001c91b9f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:40.231553 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4487f65e-101a-4bc8-a956-2fd815d20aae req-b014a3ee-32dc-4604-9fbf-f06001c91b9f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 943 time: 0.0499647 Nov 22 17:17:40.282634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4487f65e-101a-4bc8-a956-2fd815d20aae req-48eeb48b-949b-409f-8bc9-ebc19018aef5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443771 Nov 22 17:17:41.403786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec0d0c-84b9-486d-b7ad-037612f21cdd req-5f14c265-1ea0-43c7-946b-e9259d5df466 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:41.405378 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44ec0d0c-84b9-486d-b7ad-037612f21cdd req-5f14c265-1ea0-43c7-946b-e9259d5df466 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 943 time: 0.0536768 Nov 22 17:17:41.455182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44ec0d0c-84b9-486d-b7ad-037612f21cdd req-7bad6c7e-c77f-4306-8db6-685a7ee239ac tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 Nov 22 17:17:42.576486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea8bab-883a-4596-941c-d3394bc05dad req-22835624-96e6-4eb1-9de8-3536136903b7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:42.578579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83ea8bab-883a-4596-941c-d3394bc05dad req-22835624-96e6-4eb1-9de8-3536136903b7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 943 time: 0.0521588 Nov 22 17:17:42.630304 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-83ea8bab-883a-4596-941c-d3394bc05dad req-8e72d742-9240-4edf-ac56-bf172820f1a6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455518 Nov 22 17:17:42.870481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1adcdb95-b2be-49bc-9f35-ce2a6d729039 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:17:42.968724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:42.980577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'port_id': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'mac_address': 'fa:16:3e:3f:e2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:17:43.018439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:43.032175 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adcdb95-b2be-49bc-9f35-ce2a6d729039 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:17:43.051070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:43.055315 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:43.105024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:43.285549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['1adcdb95-b2be-49bc-9f35-ce2a6d729039'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:17:43.747114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc11c39-c56f-4994-a586-8a7ea3a0f5bf req-eaf43982-1156-4bec-9c96-296e47047aa2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:43.748652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbc11c39-c56f-4994-a586-8a7ea3a0f5bf req-eaf43982-1156-4bec-9c96-296e47047aa2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 944 time: 0.0488639 Nov 22 17:17:43.802086 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbc11c39-c56f-4994-a586-8a7ea3a0f5bf req-437b0957-596b-4156-baa6-2d5b55d0a740 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466392 Nov 22 17:17:44.882445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1adcdb95-b2be-49bc-9f35-ce2a6d729039 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:17:44.923409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1efd54-1deb-4c9e-883b-8c0501891a8d req-a08370a4-87f5-4927-970e-03bdc3d54d10 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:44.924964 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a1efd54-1deb-4c9e-883b-8c0501891a8d req-a08370a4-87f5-4927-970e-03bdc3d54d10 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 944 time: 0.0542538 Nov 22 17:17:44.936199 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:17:44.941299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:17:44.941937 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:44.985479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a1efd54-1deb-4c9e-883b-8c0501891a8d req-7517dfd0-aa27-4a4b-854d-3a1c8b896579 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542200 Nov 22 17:17:45.035012 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:45.057560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:17:45.059786 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ee32f0-f376-4910-bc8a-be40cac8baf4" -d '{"events": [{"server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "name": "network-vif-plugged", "status": "completed", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:17:45.073612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:45.078879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:45.138402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:45.159568 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d0476a-4c44-42d6-b83d-5867fb34085f x-openstack-request-id: req-f4d0476a-4c44-42d6-b83d-5867fb34085f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:17:45.159875 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "name": "network-vif-plugged", "status": "completed", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:17:45.160176 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4d0476a-4c44-42d6-b83d-5867fb34085f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:17:45.160587 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'code': 200} Nov 22 17:17:45.268330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475627d7-f21c-460d-ad7b-62665c4c9b2d req-7f75c995-9c71-4f9f-89f7-5d874333d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:45.269844 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-475627d7-f21c-460d-ad7b-62665c4c9b2d req-7f75c995-9c71-4f9f-89f7-5d874333d8fc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1096 time: 0.0416400 Nov 22 17:17:45.317376 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-475627d7-f21c-460d-ad7b-62665c4c9b2d req-0a10f9a6-2d77-456f-a037-15b3061607dc service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390580 Nov 22 17:17:46.109354 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191b57-f134-4a5b-9f75-ceab465f51e9 req-2f1d32bd-3a81-4195-a4b2-50ef4f144e44 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:46.111513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e191b57-f134-4a5b-9f75-ceab465f51e9 req-2f1d32bd-3a81-4195-a4b2-50ef4f144e44 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0488408 Nov 22 17:17:46.161332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e191b57-f134-4a5b-9f75-ceab465f51e9 req-df5a091d-dfec-469c-8a1b-7aa8778100af tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Nov 22 17:17:47.284037 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65595c42-1e1c-4d48-a344-c17a4a67e0a2 req-ed728ccc-8a88-4f5d-b386-a5536931c753 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:47.285543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65595c42-1e1c-4d48-a344-c17a4a67e0a2 req-ed728ccc-8a88-4f5d-b386-a5536931c753 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0545092 Nov 22 17:17:47.335379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65595c42-1e1c-4d48-a344-c17a4a67e0a2 req-83c6c15f-29b6-4484-bc6e-e81c6a57c390 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438802 Nov 22 17:17:47.449583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f3b3c-b729-4dac-989f-4220851b4182 req-a8aa5652-0e95-4b5e-b188-c40dc8c2ae8c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:47.450982 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-021f3b3c-b729-4dac-989f-4220851b4182 req-a8aa5652-0e95-4b5e-b188-c40dc8c2ae8c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0508568 Nov 22 17:17:47.501783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-021f3b3c-b729-4dac-989f-4220851b4182 req-53dd4f01-39ec-4951-bb0a-90c99d358c88 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Nov 22 17:17:47.523418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41250) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:47.567500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bfa5e1-36ac-49cd-86c6-795ec1845997 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:47.569058 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-54bfa5e1-36ac-49cd-86c6-795ec1845997 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1091 time: 0.0446069 Nov 22 17:17:47.571797 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41252) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:47.576028 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:47.600281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:47.697668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:47.804135 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.18 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/ba36bc24-aa2d-4a31-b29d-973a5028ccb7) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:17:47.905861 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:47.943879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:47.996071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:17:48.000443 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:17:48.005713 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:17:48.008763 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=ba36bc24-aa2d-4a31-b29d-973a5028ccb7,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:48.364647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:48.434677 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:48.593275 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:48.600136 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:48.672716 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=ba36bc24-aa2d-4a31-b29d-973a5028ccb7,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:48.686415 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:48.792403 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP a12d81ff-c5c5-4549-85a5-d98770eb7613 associated. External IP: 172.25.5.18, port: 1adcdb95-b2be-49bc-9f35-ce2a6d729039. Nov 22 17:17:49.005732 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 735367b8-c082-4b3b-a39a-e6d988a20dce has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:17:49.095396 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d2200dcf-6fd6-41b4-85d4-dbcf60512b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:49.118078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:17:49.128451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] Sync routers for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:17:49.139577 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:49.139958 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:49.140556 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:49.171871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-097629d1-7786-4648-a7fd-7cb36e17ef46 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5964761 Nov 22 17:17:49.171871 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:17:49.176593 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01bfa59-ea7d-478a-b179-d12c068167c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:17:49.254965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:49.271652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4a51c-bf47-4415-8238-1eab6db28040 req-30502109-26ae-4796-a8c8-d8a67802bbc6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:49.273196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7df4a51c-bf47-4415-8238-1eab6db28040 req-30502109-26ae-4796-a8c8-d8a67802bbc6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Nov 22 17:17:49.324587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7df4a51c-bf47-4415-8238-1eab6db28040 req-a7e2f0d9-84cc-44fc-abf6-a59cbe416b3d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453296 Nov 22 17:17:49.348244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41258) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:49.394366 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a81882-858c-4abe-a6c8-3289499016fb x-openstack-request-id: req-18a81882-858c-4abe-a6c8-3289499016fb {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:17:49.395156 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:17:49.395156 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18a81882-858c-4abe-a6c8-3289499016fb {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:17:49.395329 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'status': 'completed', 'code': 200} Nov 22 17:17:49.423482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-90f16604-b210-4c69-a4b5-c8c6e5ff226f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/a12d81ff-c5c5-4549-85a5-d98770eb7613 HTTP/1.1" status: 200 len: 990 time: 0.0735681 Nov 22 17:17:49.436278 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-ab5f8158-02ec-4175-8016-5d4ed0317840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:49.437790 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-ab5f8158-02ec-4175-8016-5d4ed0317840 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1096 time: 0.0419557 Nov 22 17:17:49.490111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'a12d81ff-c5c5-4549-85a5-d98770eb7613', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'port_id': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'mac_address': 'fa:16:3e:3f:e2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:17:48Z', 'updated_at': '2021-11-22T17:17:48Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:49.537515 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-11b7b072-c6e3-4d17-824a-86e6ef335251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:49.538971 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-11b7b072-c6e3-4d17-824a-86e6ef335251 service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.0943897 Nov 22 17:17:49.609465 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-b48a8d7d-c4ab-4761-96bf-860a9a417ae3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 998 time: 0.0631645 Nov 22 17:17:49.666400 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-b7251ab8-ce7d-4258-83b8-ba5356ae53a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:49.667860 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-b7251ab8-ce7d-4258-83b8-ba5356ae53a5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0509136 Nov 22 17:17:49.679895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] Checking router: 735367b8-c082-4b3b-a39a-e6d988a20dce for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:17:49.688384 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:49.689431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:17:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:49.714000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-1bb8ea4d-7a49-44b0-9ad0-9febdb58228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:49.715591 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-1bb8ea4d-7a49-44b0-9ad0-9febdb58228d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403187 Nov 22 17:17:49.798694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:49.808284 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-7ef7edfa-a710-410a-8d45-6c0143974b83 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845451 Nov 22 17:17:49.913570 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d01bfa59-ea7d-478a-b179-d12c068167c5 req-c2703bc4-b1b6-47c5-b233-f0fbb6a89011 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983815 Nov 22 17:17:50.033039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'a12d81ff-c5c5-4549-85a5-d98770eb7613', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'port_id': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'mac_address': 'fa:16:3e:3f:e2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:17:48Z', 'updated_at': '2021-11-22T17:17:48Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:50.059817 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0be904-a359-44d0-a111-e8328447b4b9 None None] The sync data for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 is: [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'a12d81ff-c5c5-4549-85a5-d98770eb7613', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'port_id': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'mac_address': 'fa:16:3e:3f:e2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:17:48Z', 'updated_at': '2021-11-22T17:17:48Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:17:50.254564 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0146992-cd07-412d-a868-6d6ee0041ed0 None None] New status for floating IP a12d81ff-c5c5-4549-85a5-d98770eb7613: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:17:50.427124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41260) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:50.494536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-ff075a3d-8c46-4d89-a878-6d13cc4ada09 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/a12d81ff-c5c5-4549-85a5-d98770eb7613 HTTP/1.1" status: 200 len: 992 time: 0.0662334 Nov 22 17:17:51.414118 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a225ddf-bf4a-4433-9ba3-82074ab72ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:52.727928 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:53.240299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:54.780373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:54.978836 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:55.298933 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:01.867831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-5516a492-bd4e-4f30-bd17-442de5a9cd62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433164 Nov 22 17:18:01.949565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-702c5b63-d699-4c33-9dfe-0f181b978889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:01.951103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-702c5b63-d699-4c33-9dfe-0f181b978889 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0400918 Nov 22 17:18:02.054073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-c984a7f2-7c9d-4f9f-baca-b113b04d9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:02.055548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-c984a7f2-7c9d-4f9f-baca-b113b04d9c7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0845997 Nov 22 17:18:02.101375 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-0d6a39ad-aeef-434d-9bfe-016cc1093196 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0387263 Nov 22 17:18:02.150507 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-03063ef8-a24d-434d-b196-9fad1065997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:02.151843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-03063ef8-a24d-434d-b196-9fad1065997d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0437813 Nov 22 17:18:02.197043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-1b4507cb-5487-4944-9268-c89ca266bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:02.198515 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-1b4507cb-5487-4944-9268-c89ca266bebb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396545 Nov 22 17:18:02.291091 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-d845be2e-1afb-4837-9b0a-b0708ff24dcc service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841658 Nov 22 17:18:02.380451 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9d80ef3-8a46-4ef2-b8da-59df2f85211e req-784d2a60-06fa-48ee-93a3-347533b5acba service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821183 Nov 22 17:18:02.544710 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:18:16.921439 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-35cfbdd6-f018-453f-8eda-ca01e6736313 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405738 Nov 22 17:18:17.009753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-90eeb0f0-57c2-443e-a97b-dd8d2e877cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:17.011206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-90eeb0f0-57c2-443e-a97b-dd8d2e877cee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1096 time: 0.0396602 Nov 22 17:18:17.118502 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-781a61dc-a368-4096-a8dc-a582d6a69b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:17.119952 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-781a61dc-a368-4096-a8dc-a582d6a69b8b service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.0865731 Nov 22 17:18:17.186148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-2cfbe27c-3ce9-4cb7-a7b1-aa347abcae91 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 1000 time: 0.0580392 Nov 22 17:18:17.245271 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-216df5dd-4eec-4450-9615-c5570acbb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:17.247840 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-216df5dd-4eec-4450-9615-c5570acbb33e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0503480 Nov 22 17:18:17.294363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-49dab4a1-3e88-444c-ab1c-b2fe793403ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:17.295842 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-49dab4a1-3e88-444c-ab1c-b2fe793403ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401642 Nov 22 17:18:17.386090 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-4ad9bb38-fa27-475e-a3b9-a0d071b4cbf7 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818119 Nov 22 17:18:17.478393 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8df3398b-a079-4e96-9c8c-fed31bdc60ce req-a72a31f2-4611-4c9b-a2df-e10c288baf36 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848014 Nov 22 17:18:19.096820 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd87b33f-37c1-4f64-8ddc-2ad6f55f46d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:21.415951 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-42b0a277-2a5a-41ad-9fb3-f35ed6d62d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:22.729570 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:23.256388 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:23.911588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d28cb-a479-4615-8b48-109743b260dd req-efcfcc40-82f4-445c-a630-b4fa801d81a0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:23.913120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c44d28cb-a479-4615-8b48-109743b260dd req-efcfcc40-82f4-445c-a630-b4fa801d81a0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0496640 Nov 22 17:18:24.299147 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-88504572-d36b-4a18-bd8a-8f967c85ad1b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4454138 Nov 22 17:18:24.302962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c44d28cb-a479-4615-8b48-109743b260dd req-b0609d3f-e417-4d56-90e4-f1fa678c8c0c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814180 Nov 22 17:18:24.308196 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-98e30ba8-7d5a-44f6-a62b-63f864d857bd service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:18:24.309150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-98e30ba8-7d5a-44f6-a62b-63f864d857bd service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048831 Nov 22 17:18:24.784474 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:24.981046 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:25.293846 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:25.419646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ffdc-3058-4275-99be-c2269dd5f589 req-d0aca09c-36cc-435d-a67a-bfca815661c1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:25.421143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15f0ffdc-3058-4275-99be-c2269dd5f589 req-d0aca09c-36cc-435d-a67a-bfca815661c1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0486944 Nov 22 17:18:25.470150 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-15f0ffdc-3058-4275-99be-c2269dd5f589 req-ccb0d903-4730-441a-aae2-66b9d06dbc9d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Nov 22 17:18:26.585021 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511418d-a9ca-44c0-85b9-f8abd8c0db39 req-9be6436a-292d-4af3-9ad1-5ce67001efe3 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:26.586480 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a511418d-a9ca-44c0-85b9-f8abd8c0db39 req-9be6436a-292d-4af3-9ad1-5ce67001efe3 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0478542 Nov 22 17:18:26.638353 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a511418d-a9ca-44c0-85b9-f8abd8c0db39 req-d9379281-2fbe-46ec-b3cd-3df1933acc35 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458667 Nov 22 17:18:27.754795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bde4d-8976-4542-8e98-c0a3f131008c req-b52abd66-9270-4e23-866f-29e8eeb0a1ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:27.756318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b78bde4d-8976-4542-8e98-c0a3f131008c req-b52abd66-9270-4e23-866f-29e8eeb0a1ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0487361 Nov 22 17:18:27.805797 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b78bde4d-8976-4542-8e98-c0a3f131008c req-24506d48-10a0-47f5-bee1-b4636d153305 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436294 Nov 22 17:18:28.929610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3992a44-0c4c-4fcd-b6a6-8d40044f67b2 req-b5044612-d2c3-4768-bd70-67622ecfc5cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:28.931128 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3992a44-0c4c-4fcd-b6a6-8d40044f67b2 req-b5044612-d2c3-4768-bd70-67622ecfc5cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0583355 Nov 22 17:18:28.986677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f3992a44-0c4c-4fcd-b6a6-8d40044f67b2 req-09a67c74-9d1a-439c-bf1a-a4a6267af864 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484924 Nov 22 17:18:29.454325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-b57ac627-ea97-43b5-9893-01e317f0dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:29.456091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-b57ac627-ea97-43b5-9893-01e317f0dee8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1096 time: 0.0424480 Nov 22 17:18:29.552495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-f36495e7-2574-4e8e-85c5-a61b1d0d060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:29.553974 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-f36495e7-2574-4e8e-85c5-a61b1d0d060d service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.0891535 Nov 22 17:18:29.621688 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-eba85ef7-3d58-4eb5-ac37-1ef4a769418d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 1000 time: 0.0583332 Nov 22 17:18:29.670675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-13e118af-ebc9-4f00-bc32-e8feb2ff41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:29.672135 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-13e118af-ebc9-4f00-bc32-e8feb2ff41b8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0434380 Nov 22 17:18:29.721139 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-e3bd330e-4104-43fc-80a7-749a7e778c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:29.722540 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-e3bd330e-4104-43fc-80a7-749a7e778c1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431893 Nov 22 17:18:29.815609 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-a4560711-912d-471e-a63d-1360d2c74191 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826805 Nov 22 17:18:29.908736 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-db0d63c9-d4f6-48fe-a5c0-2cea3d61749a service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852726 Nov 22 17:18:30.107926 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007eb7-4b47-4ab9-ad62-f9966e0d36e6 req-574c444b-c523-4cef-b8f6-871cff50fc66 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:30.109410 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c007eb7-4b47-4ab9-ad62-f9966e0d36e6 req-574c444b-c523-4cef-b8f6-871cff50fc66 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0524461 Nov 22 17:18:30.159114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1c007eb7-4b47-4ab9-ad62-f9966e0d36e6 req-c308b476-b9f9-4583-ac7f-9de87e20cb16 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428050 Nov 22 17:18:31.291572 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b3606-95a2-4440-8761-2b8d8ea3987a req-5faf6f28-4248-44cc-b567-6f4277f0dc62 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:31.294099 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-146b3606-95a2-4440-8761-2b8d8ea3987a req-5faf6f28-4248-44cc-b567-6f4277f0dc62 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0588362 Nov 22 17:18:31.343576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-146b3606-95a2-4440-8761-2b8d8ea3987a req-fb6bb80e-94a6-429d-88fb-c078ff221c5e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435486 Nov 22 17:18:32.458447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd9dd7-89ec-4587-9209-7499d09ef520 req-7b3b0811-e2de-4038-b76a-eec07bd4d442 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:32.459934 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1bd9dd7-89ec-4587-9209-7499d09ef520 req-7b3b0811-e2de-4038-b76a-eec07bd4d442 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0480797 Nov 22 17:18:32.511593 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e1bd9dd7-89ec-4587-9209-7499d09ef520 req-6dc050d8-566e-4ca4-a96f-24456705122c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Nov 22 17:18:33.628798 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422517f6-cf3c-4766-9c30-64076f733766 req-30730a33-3dac-4f7f-b253-7fc36a5f294f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:33.630297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-422517f6-cf3c-4766-9c30-64076f733766 req-30730a33-3dac-4f7f-b253-7fc36a5f294f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0499289 Nov 22 17:18:33.679349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-422517f6-cf3c-4766-9c30-64076f733766 req-f79a96e9-e1c3-4a11-b8c9-adba0f98d815 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 Nov 22 17:18:34.795225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e7a1a-5dde-425d-9873-9a23566e1ee7 req-6333c330-cbfd-4fa6-a9b1-55e55e93382f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:34.796719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f87e7a1a-5dde-425d-9873-9a23566e1ee7 req-6333c330-cbfd-4fa6-a9b1-55e55e93382f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0480003 Nov 22 17:18:34.845753 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f87e7a1a-5dde-425d-9873-9a23566e1ee7 req-99a60a4e-477e-44a3-86be-0d9c9157f3b2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425715 Nov 22 17:18:35.965152 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4614a-4f24-4f7e-83b6-860dbb945546 req-faa550cb-f075-4b61-85ff-46011e85de54 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:35.966620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53c4614a-4f24-4f7e-83b6-860dbb945546 req-faa550cb-f075-4b61-85ff-46011e85de54 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0517063 Nov 22 17:18:36.014734 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-53c4614a-4f24-4f7e-83b6-860dbb945546 req-dd822cd6-0fea-4483-b119-b101dd4e781e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Nov 22 17:18:37.131418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b3f47-db70-4515-b5f5-b59090565873 req-35dfabe9-3bae-462e-9d7d-3eb54753024d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:37.132921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e25b3f47-db70-4515-b5f5-b59090565873 req-35dfabe9-3bae-462e-9d7d-3eb54753024d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0491149 Nov 22 17:18:37.182803 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e25b3f47-db70-4515-b5f5-b59090565873 req-3c80b2b3-a89b-410e-857b-688b86ba4589 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Nov 22 17:18:38.306650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c95fe-d5e4-4eb4-af17-5238ea697599 req-d251cee8-1f34-4168-a92e-a4c593cbc386 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:38.308156 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-984c95fe-d5e4-4eb4-af17-5238ea697599 req-d251cee8-1f34-4168-a92e-a4c593cbc386 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0537112 Nov 22 17:18:38.356693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-984c95fe-d5e4-4eb4-af17-5238ea697599 req-16cd15e4-a4b1-4a3e-83bd-932462f0e76e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 Nov 22 17:18:39.473756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909fc6f-f71c-47f2-a892-547c388156a8 req-0f112985-dd44-42fe-aa1b-2021e15d374c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:39.475209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9909fc6f-f71c-47f2-a892-547c388156a8 req-0f112985-dd44-42fe-aa1b-2021e15d374c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0482051 Nov 22 17:18:39.524620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9909fc6f-f71c-47f2-a892-547c388156a8 req-b9db12f0-93f7-486e-9cf4-cea5c0f029c8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433624 Nov 22 17:18:39.543749 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:18:40.640939 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d2405-248d-44c6-a152-689005cd5ede req-97a75269-e6d2-4374-af56-8d704f5e5907 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:40.642967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a9d2405-248d-44c6-a152-689005cd5ede req-97a75269-e6d2-4374-af56-8d704f5e5907 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0474570 Nov 22 17:18:40.695311 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2a9d2405-248d-44c6-a152-689005cd5ede req-976f1d67-f13d-43e7-997c-86c4dee10a1d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463557 Nov 22 17:18:41.811487 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-62cf1d2d-2d2f-417d-ad61-6290c9a5d878 service neutron] show failed (client error): The resource could not be found. Nov 22 17:18:41.812124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da763e1-cbc8-449d-ab6c-5ed002440d4b req-d30e810e-ff57-4a89-a335-aa167c1a0aed tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:41.812561 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-62cf1d2d-2d2f-417d-ad61-6290c9a5d878 service neutron] 10.222.0.71 "GET /v2.0/ports/1adcdb95-b2be-49bc-9f35-ce2a6d729039/bindings/n-h1-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0564752 Nov 22 17:18:41.813349 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4da763e1-cbc8-449d-ab6c-5ed002440d4b req-d30e810e-ff57-4a89-a335-aa167c1a0aed tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0491874 Nov 22 17:18:41.865909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4da763e1-cbc8-449d-ab6c-5ed002440d4b req-639a5342-bcbd-4b2d-a208-8d745272e0b0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456400 Nov 22 17:18:42.014497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-9a36e83e-3699-40b1-b28e-9b3f58842c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:42.015894 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-9a36e83e-3699-40b1-b28e-9b3f58842c1c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 1096 time: 0.0403781 Nov 22 17:18:42.028708 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811716-3', 'device_owner': 'compute:nova'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:18:42.083882 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.279988 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:42.312110 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h2-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:18:42.350889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:18:42.353190 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c42e7-d8d7-492a-9abe-f027f002c323" -d '{"events": [{"server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:18:42.357212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.369455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Transition to ACTIVE for port object 1adcdb95-b2be-49bc-9f35-ce2a6d729039 will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:18:42.372765 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.463518 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b93a4c-91ac-4392-ac68-c3a40639f6d5 x-openstack-request-id: req-98b93a4c-91ac-4392-ac68-c3a40639f6d5 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:18:42.463817 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:18:42.464109 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98b93a4c-91ac-4392-ac68-c3a40639f6d5 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:18:42.464514 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'code': 200} Nov 22 17:18:42.470611 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=6']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:42.482553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.482908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.483254 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.483596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.483951 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.484290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.484623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.485047 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.485581 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.486074 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.486418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.486752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:42.521193 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] No DVR routers for this DVR port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on host n-h2-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:18:42.664919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Attempting to bind port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:18:42.665260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Attempting to bind port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:18:42.665597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Attempting to bind port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on network 52f2e910-d71c-433d-8639-282a942e4006 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:18:42.669964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on network 52f2e910-d71c-433d-8639-282a942e4006 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:18:42.670290 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Attempting to bind port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on network 52f2e910-d71c-433d-8639-282a942e4006 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:18:42.675278 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:18:42.675667 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Checking segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:18:42.676036 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Bound using segment: {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:18:42.676466 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Bound port: 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba29a71c-aef7-4224-ac8c-5d63a824edc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '52f2e910-d71c-433d-8639-282a942e4006'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:18:42.676820 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.738594 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:18:42.741892 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:18:42.746855 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.796294 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:42.796922 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:42.799036 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 1091 time: 0.7741666 Nov 22 17:18:42.814624 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f425c5-54a5-4a3c-824c-ad142e77f6e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=7']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:42.866692 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-ec51781e-95fb-4836-aeb3-04f81606e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:42.868256 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-ec51781e-95fb-4836-aeb3-04f81606e3ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1094 time: 0.0437543 Nov 22 17:18:43.004963 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-a52359b0-f346-45d8-93cb-66b3bb0f2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:43.006459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-a52359b0-f346-45d8-93cb-66b3bb0f2314 service neutron] 10.222.0.11 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.1318409 Nov 22 17:18:43.032668 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a617c8d-40c6-48a7-a4b7-276164f50b55 req-c0758acf-8847-4852-a1b4-1171729036f9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:43.034366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a617c8d-40c6-48a7-a4b7-276164f50b55 req-c0758acf-8847-4852-a1b4-1171729036f9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 943 time: 0.0833549 Nov 22 17:18:43.110186 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-c990cfbe-b4f4-41bd-ad74-c3ff207a501c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 998 time: 0.0948699 Nov 22 17:18:43.131792 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4a617c8d-40c6-48a7-a4b7-276164f50b55 req-fe35c262-cbb6-4ff8-a1b6-ec7a3aa6ffc2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702562 Nov 22 17:18:43.171044 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-29e72fe1-b609-4add-b9be-58a199d8bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:43.172594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-29e72fe1-b609-4add-b9be-58a199d8bee0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0536466 Nov 22 17:18:43.219820 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-ace57766-4de0-4c04-acc0-a23c9a0cb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:43.221522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-ace57766-4de0-4c04-acc0-a23c9a0cb6a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415616 Nov 22 17:18:43.311967 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-8a2a26c6-04d0-4024-97ae-1d4d9f6e9a59 service neutron] 10.222.0.11 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827880 Nov 22 17:18:43.412572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8e336b8a-1f72-46e8-8feb-2a91d7b35284 req-be6f962e-b98e-4575-b986-f9c8e2da4854 service neutron] 10.222.0.11 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932591 Nov 22 17:18:44.256804 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c08f-c0f7-4edd-ac42-002cb5ecd7e8 req-d59c2bff-a8ad-455c-83f8-4a7c87bac748 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.258287 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8b3c08f-c0f7-4edd-ac42-002cb5ecd7e8 req-d59c2bff-a8ad-455c-83f8-4a7c87bac748 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 943 time: 0.0522194 Nov 22 17:18:44.316078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f8b3c08f-c0f7-4edd-ac42-002cb5ecd7e8 req-85913474-0594-49ef-bc47-463ba8e2e65b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514283 Nov 22 17:18:44.466095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:18:44.468482 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe4c867-ef07-4e6d-821a-910533bb8816" -d '{"events": [{"name": "network-changed", "server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:18:44.515490 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68f494c-bc42-4f9f-8205-d551405fa3ba x-openstack-request-id: req-d68f494c-bc42-4f9f-8205-d551405fa3ba {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:18:44.515783 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:18:44.516075 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d68f494c-bc42-4f9f-8205-d551405fa3ba {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:18:44.516536 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'status': 'completed', 'code': 200} Nov 22 17:18:44.578945 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-3a9cf15f-fdba-4628-8010-ef8c535fcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.580483 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-3a9cf15f-fdba-4628-8010-ef8c535fcbbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1094 time: 0.0463479 Nov 22 17:18:44.582362 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-652fb2d4-ee62-4021-af20-ca6201fc5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.583895 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-652fb2d4-ee62-4021-af20-ca6201fc5421 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1094 time: 0.0418606 Nov 22 17:18:44.679591 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-5e4424f4-b906-48db-9248-9321159f5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.680055 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-cb152ca1-07c5-41eb-90e9-312483047808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.681098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-5e4424f4-b906-48db-9248-9321159f5ce3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.0924938 Nov 22 17:18:44.681553 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-cb152ca1-07c5-41eb-90e9-312483047808 service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.0909803 Nov 22 17:18:44.748937 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-cf1ddbf7-142d-4dfb-a593-28ba7e2094f0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 998 time: 0.0590687 Nov 22 17:18:44.753949 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-ed6e4732-f468-46ad-be90-d1edffa8df77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 998 time: 0.0643406 Nov 22 17:18:44.798012 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-c776623e-6cf0-4338-a130-6bb96d9ebcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.799492 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-c776623e-6cf0-4338-a130-6bb96d9ebcd3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0439446 Nov 22 17:18:44.805408 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-b0bcadf0-560a-4e27-a126-ad81d4a5ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.806872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-b0bcadf0-560a-4e27-a126-ad81d4a5ded6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0443344 Nov 22 17:18:44.850084 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-a5e307a7-1331-4913-9def-ece19e3e94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.851719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-a5e307a7-1331-4913-9def-ece19e3e94dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449557 Nov 22 17:18:44.853511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-8f34cabc-637b-48b7-a336-28f468dcde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:44.854987 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-8f34cabc-637b-48b7-a336-28f468dcde42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404336 Nov 22 17:18:44.956682 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-15597d90-3095-4d8e-8e2f-ea6bade43b24 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960145 Nov 22 17:18:44.958545 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-eeb96d58-e8b9-4ed8-a934-f7933cd056ed service neutron] 10.222.0.11 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958600 Nov 22 17:18:45.057224 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-5ca8f36d-c197-42a5-afe9-ea19c49bf9fe service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934801 Nov 22 17:18:45.062277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbe4c867-ef07-4e6d-821a-910533bb8816 req-a5e46d56-565f-4b84-ab49-8ea58c32aa31 service neutron] 10.222.0.11 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967119 Nov 22 17:18:45.270550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 1adcdb95-b2be-49bc-9f35-ce2a6d729039 details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:18:45.325949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1adcdb95-b2be-49bc-9f35-ce2a6d729039 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:18:45.392196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 1adcdb95-b2be-49bc-9f35-ce2a6d729039 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:18:45.407523 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:45.418904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'port_id': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'mac_address': 'fa:16:3e:3f:e2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:18:45.440473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25816a7-0012-4362-8838-3a87c2a858ff req-9b631959-9aa8-4fa5-9cf8-9602980d49a0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:45.442001 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e25816a7-0012-4362-8838-3a87c2a858ff req-9b631959-9aa8-4fa5-9cf8-9602980d49a0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 943 time: 0.0530138 Nov 22 17:18:45.459880 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:45.473065 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adcdb95-b2be-49bc-9f35-ce2a6d729039 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:18:45.492974 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:45.493541 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e25816a7-0012-4362-8838-3a87c2a858ff req-c0fac9e8-8983-4616-83d3-503003f73548 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452898 Nov 22 17:18:45.497768 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:45.544427 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:45.552769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.553120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.553465 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.553808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.554144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.554479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.554810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.555144 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.555469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.555797 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.556153 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.556495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:18:45.693439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c402985-b202-47e9-83f7-10dde3090d50 req-48bc37b8-9645-49e6-b43d-30b9be11faac tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:45.695105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c402985-b202-47e9-83f7-10dde3090d50 req-48bc37b8-9645-49e6-b43d-30b9be11faac tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 944 time: 0.0544498 Nov 22 17:18:45.707524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-f3e9f7e4-f75a-4314-aeb7-e7be6c5b6ee5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:45.709057 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-f3e9f7e4-f75a-4314-aeb7-e7be6c5b6ee5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3&tenant_id=8640528ecd464b04a514d6e53f13ea5e&binding%3Ahost_id=n-h1-811716-3 HTTP/1.1" status: 200 len: 944 time: 0.0550010 Nov 22 17:18:45.747673 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c402985-b202-47e9-83f7-10dde3090d50 req-93cb27c6-881f-4666-bff7-a905c2471f12 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457909 Nov 22 17:18:45.772454 n-d-811716-3 neutron-server[103410]: INFO neutron.api.v2.resource [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-ee9ec673-dc23-48f3-92fb-5c82355e4a51 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:18:45.773483 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-ee9ec673-dc23-48f3-92fb-5c82355e4a51 service neutron] 10.222.0.71 "DELETE /v2.0/ports/1adcdb95-b2be-49bc-9f35-ce2a6d729039/bindings/n-h2-811716-3 HTTP/1.1" status: 404 len: 380 time: 0.0550015 Nov 22 17:18:45.774097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['1adcdb95-b2be-49bc-9f35-ce2a6d729039'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:18:45.866727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-34b0006e-201e-4582-b796-f3cbef9fca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:45.868176 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-34b0006e-201e-4582-b796-f3cbef9fca3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1095 time: 0.0472155 Nov 22 17:18:45.869167 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4b3d6-5091-43f9-8421-ebf055f7e694 req-f5ae0c1a-b39d-4711-8ef3-e4c1642967f6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:45.870712 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4da4b3d6-5091-43f9-8421-ebf055f7e694 req-f5ae0c1a-b39d-4711-8ef3-e4c1642967f6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 944 time: 0.0514381 Nov 22 17:18:45.923075 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4da4b3d6-5091-43f9-8421-ebf055f7e694 req-4afe4e8e-0b66-4cb8-b2bd-60b31c952ca4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Nov 22 17:18:45.977567 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-48a8993e-6802-48b5-83db-9fdd901da8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:45.979124 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-48a8993e-6802-48b5-83db-9fdd901da8df service neutron] 10.222.0.71 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.1029141 Nov 22 17:18:46.045595 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-596ac3ce-b4c9-4e1f-9766-a5ca3451e1ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 999 time: 0.0584233 Nov 22 17:18:46.097399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-ca8bfb0d-bb9a-4a72-bc9d-ce83a7f74f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:46.098852 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-ca8bfb0d-bb9a-4a72-bc9d-ce83a7f74f9e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0466316 Nov 22 17:18:46.143213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-3e657ec2-2a8a-4a19-bccd-8c0dc756e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:46.144609 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-3e657ec2-2a8a-4a19-bccd-8c0dc756e8dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387182 Nov 22 17:18:46.232341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-b107a496-6ac7-4ca2-b989-1915d0ba91d8 service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803182 Nov 22 17:18:46.327092 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3bc5d902-f214-4b56-b6fe-778645dd0070 req-c8c16fda-e749-4420-aa8a-290cdad02c6c service neutron] 10.222.0.71 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 Nov 22 17:18:47.046561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472228a3-8cb3-4b87-8286-b4cc7801eee5 req-7f847954-30b3-4470-a746-a014960a91ac tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:47.047998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-472228a3-8cb3-4b87-8286-b4cc7801eee5 req-7f847954-30b3-4470-a746-a014960a91ac tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 944 time: 0.0557468 Nov 22 17:18:47.099931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-472228a3-8cb3-4b87-8286-b4cc7801eee5 req-d023a5d3-123d-4909-a289-50123b59bcd6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Nov 22 17:18:47.122475 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41362) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:18:47.182827 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-52e4c9fe-e8ee-4b1a-ae1b-7708f6e217fd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/a12d81ff-c5c5-4549-85a5-d98770eb7613 HTTP/1.1" status: 200 len: 991 time: 0.0592036 Nov 22 17:18:47.302460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 1adcdb95-b2be-49bc-9f35-ce2a6d729039 up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:18:47.358077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:18:47.361782 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:18:47.362168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:47.438309 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:47.460985 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:18:47.463214 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e133b71-dbd1-4e23-a51e-b33d9d3861f7" -d '{"events": [{"server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "name": "network-vif-plugged", "status": "completed", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:18:47.475875 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:18:47.480026 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:47.503960 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94636610-e021-4c38-b78a-e0433b7af49a x-openstack-request-id: req-94636610-e021-4c38-b78a-e0433b7af49a {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:18:47.504257 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "name": "network-vif-plugged", "status": "completed", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:18:47.504510 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94636610-e021-4c38-b78a-e0433b7af49a {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:18:47.504905 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'code': 200} Nov 22 17:18:47.529658 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:18:49.101773 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45daa63c-8998-4998-84f6-25c4f8a9353e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:51.418290 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f00e88b9-ac30-47b9-b0c2-102281fbe16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:52.733489 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:53.254019 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:54.787308 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:54.983829 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:55.303117 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:01.911677 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f368634a-599c-469d-8d28-5586307e31f4 req-885344ba-8730-4e2c-9ba6-635c16e91777 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0843210 Nov 22 17:19:01.995341 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368634a-599c-469d-8d28-5586307e31f4 req-6b42ac2f-e8dd-4a68-86d4-f5182a896e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:01.996866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f368634a-599c-469d-8d28-5586307e31f4 req-6b42ac2f-e8dd-4a68-86d4-f5182a896e71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0407658 Nov 22 17:19:02.104142 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368634a-599c-469d-8d28-5586307e31f4 req-46d82e54-2a2a-43d9-93ab-4ed6327d8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:02.105520 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f368634a-599c-469d-8d28-5586307e31f4 req-46d82e54-2a2a-43d9-93ab-4ed6327d8e7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0877788 Nov 22 17:19:02.148109 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f368634a-599c-469d-8d28-5586307e31f4 req-b0a13a82-2905-4218-94bc-a35c0a401a59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0350270 Nov 22 17:19:02.196173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368634a-599c-469d-8d28-5586307e31f4 req-19446e9c-0f57-47b4-9383-ebefb90ee503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:02.197591 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f368634a-599c-469d-8d28-5586307e31f4 req-19446e9c-0f57-47b4-9383-ebefb90ee503 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0432987 Nov 22 17:19:02.248505 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368634a-599c-469d-8d28-5586307e31f4 req-5a6bed58-4699-4b83-968b-ddb2daf12299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:02.249969 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f368634a-599c-469d-8d28-5586307e31f4 req-5a6bed58-4699-4b83-968b-ddb2daf12299 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425305 Nov 22 17:19:02.338784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f368634a-599c-469d-8d28-5586307e31f4 req-64cd55eb-e944-407b-9a4b-1380498b8030 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809276 Nov 22 17:19:02.430678 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f368634a-599c-469d-8d28-5586307e31f4 req-49222489-92e6-41c6-9aa7-6e53bc0b90d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846033 Nov 22 17:19:16.542840 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:19:17.676194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41378) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:17.868752 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port ba36bc24-aa2d-4a31-b29d-973a5028ccb7 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:19:17.869224 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:17.955382 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:17.955746 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:17.969759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for ba36bc24-aa2d-4a31-b29d-973a5028ccb7 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:19:18.147357 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:18.177241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=ba36bc24-aa2d-4a31-b29d-973a5028ccb7,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:18.196221 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.196536 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.197093 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.197565 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.197906 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.198251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.198606 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.199135 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.199485 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.199823 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.200181 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.200510 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:18.260537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:18.260866 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP a12d81ff-c5c5-4549-85a5-d98770eb7613 disassociated (deleted). External IP: 172.25.5.18, port: 1adcdb95-b2be-49bc-9f35-ce2a6d729039. Nov 22 17:19:18.791407 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 735367b8-c082-4b3b-a39a-e6d988a20dce has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:19:18.900103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:19:18.904800 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:18.910197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] Sync routers for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:19:18.919466 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:18.920182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:18.932337 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2c280153-aec1-40ca-b05c-9978fe7a4b11 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/floatingips/a12d81ff-c5c5-4549-85a5-d98770eb7613 HTTP/1.1" status: 204 len: 168 time: 1.2549951 Nov 22 17:19:18.932977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:18.935243 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:19.029429 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:19.099765 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8c7fa4-0cf8-473c-b01f-d80b62d326b3 x-openstack-request-id: req-7f8c7fa4-0cf8-473c-b01f-d80b62d326b3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:19.100199 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:19.100397 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f8c7fa4-0cf8-473c-b01f-d80b62d326b3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:19.100793 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'status': 'completed', 'code': 200} Nov 22 17:19:19.171634 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-026afd44-176a-480f-90b6-32b3b8619edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:19.214275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-b4cacfc3-97f0-4148-ac84-bdd9a5d48c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:19.215805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-b4cacfc3-97f0-4148-ac84-bdd9a5d48c93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 1096 time: 0.0895631 Nov 22 17:19:19.228919 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb99089-d2c1-4b8e-a6eb-b93e434ed73f req-c5d80edd-b6bc-4458-a8cd-ec8a50bbed75 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:19.237023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cb99089-d2c1-4b8e-a6eb-b93e434ed73f req-c5d80edd-b6bc-4458-a8cd-ec8a50bbed75 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0785105 Nov 22 17:19:19.273090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:19.300129 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] Checking router: 735367b8-c082-4b3b-a39a-e6d988a20dce for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:19:19.308591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:19.309193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:18:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:19.343508 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8cb99089-d2c1-4b8e-a6eb-b93e434ed73f req-8e5f1a74-e738-4907-a609-4e45c1b9e07b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954995 Nov 22 17:19:19.366058 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-0b8b4b18-2271-4a6b-8056-c66ecae42625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:19.367532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-0b8b4b18-2271-4a6b-8056-c66ecae42625 service neutron] 10.222.0.11 "GET /v2.0/networks?id=52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 200 len: 897 time: 0.1298108 Nov 22 17:19:19.413204 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-a1fd2537-13f9-47e5-82d7-6e6ae5dcf143 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Nov 22 17:19:19.414196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:19.470183 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-862a42e2-d1b0-4557-a69e-e79ec26e83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:19.472511 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-862a42e2-d1b0-4557-a69e-e79ec26e83ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 200 len: 835 time: 0.0509019 Nov 22 17:19:19.520785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-9e6870f9-b65f-4795-b07e-1eadcacdc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:19.522305 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-9e6870f9-b65f-4795-b07e-1eadcacdc296 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=52f2e910-d71c-433d-8639-282a942e4006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425601 Nov 22 17:19:19.613423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-05591478-676f-43e0-9989-e6eca6bd7de2 service neutron] 10.222.0.11 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836442 Nov 22 17:19:19.615263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:19.645418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acee593-e2c2-4a2a-b05c-5b116ca58326 None None] The sync data for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 is: [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '2df622e1-7892-45b5-9e45-8066eb9b9c9e', 'name': '', 'network_id': '52f2e910-d71c-433d-8639-282a942e4006', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:4e:be:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'cd268754-67ce-4283-9573-b1829d749957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:32Z', 'updated_at': '2021-11-22T17:17:36Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': 'cd268754-67ce-4283-9573-b1829d749957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:19:19.710638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1e7c66b6-89d0-4180-82a9-8a49f750a7b3 req-1a72e1b1-8933-483a-9381-ba2384034896 service neutron] 10.222.0.11 "GET /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897644 Nov 22 17:19:19.865133 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8faa6a-3c14-46a5-a698-d7267f3c882c None None] New status for floating IP a12d81ff-c5c5-4549-85a5-d98770eb7613: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:19:20.494578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3093c-a6bc-4afd-b925-76c449df3f55 req-5946284c-d2a8-4192-85e8-37f3f1326cf7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:20.496088 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25a3093c-a6bc-4afd-b925-76c449df3f55 req-5946284c-d2a8-4192-85e8-37f3f1326cf7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0812650 Nov 22 17:19:20.507144 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e9882ca8-9d1d-4389-86cb-9651f062c8e9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:20.508551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e9882ca8-9d1d-4389-86cb-9651f062c8e9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3 HTTP/1.1" status: 200 len: 945 time: 0.0842581 Nov 22 17:19:20.603200 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25a3093c-a6bc-4afd-b925-76c449df3f55 req-03713d03-277f-4c8e-a556-4d289cf8cc9f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936735 Nov 22 17:19:20.629989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:19:20.630265 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:20.723538 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 1adcdb95-b2be-49bc-9f35-ce2a6d729039, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=1adcdb95-b2be-49bc-9f35-ce2a6d729039,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:20.724116 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:20.737270 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 1adcdb95-b2be-49bc-9f35-ce2a6d729039 owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:19:20.865450 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:20.892803 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=1adcdb95-b2be-49bc-9f35-ce2a6d729039,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:20.938073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] No DVR routers for this DVR port 1adcdb95-b2be-49bc-9f35-ce2a6d729039 on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:19:20.943390 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:20.946758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01c2575a-ee22-4781-a1bf-68c0c2fc693b req-e76d535f-433f-4320-a24e-e0cd3b6f39dd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.11 "DELETE /v2.0/ports/1adcdb95-b2be-49bc-9f35-ce2a6d729039 HTTP/1.1" status: 204 len: 173 time: 0.4316449 Nov 22 17:19:20.947198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'name': 'network-vif-deleted', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:20.949521 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149845d3-a647-43ca-a5e6-e60e3def9394" -d '{"events": [{"server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "name": "network-vif-deleted", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:20.988361 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758c630b-2c75-42d4-9bcb-ff3d48e1b0af x-openstack-request-id: req-758c630b-2c75-42d4-9bcb-ff3d48e1b0af {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:20.988862 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3", "name": "network-vif-deleted", "tag": "1adcdb95-b2be-49bc-9f35-ce2a6d729039", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:20.989186 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-758c630b-2c75-42d4-9bcb-ff3d48e1b0af {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:20.989658 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb530153-dd1b-4aa0-9e2b-3a53b0aa23f3', 'name': 'network-vif-deleted', 'tag': '1adcdb95-b2be-49bc-9f35-ce2a6d729039', 'status': 'completed', 'code': 200} Nov 22 17:19:21.420304 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-fc074d6f-0e9e-4013-ad89-7988aee8a4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:21.661714 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41392) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:22.015017 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.269148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 2df622e1-7892-45b5-9e45-8066eb9b9c9e {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:19:22.269364 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.360229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 2df622e1-7892-45b5-9e45-8066eb9b9c9e, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=2df622e1-7892-45b5-9e45-8066eb9b9c9e,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:22.360604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.373214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 2df622e1-7892-45b5-9e45-8066eb9b9c9e owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:19:22.557644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.585291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=2df622e1-7892-45b5-9e45-8066eb9b9c9e,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:22.737615 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.766365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.982668 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 735367b8-c082-4b3b-a39a-e6d988a20dce has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:19:23.087922 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:19:23.092885 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a2e32b9b-fe52-4428-8bd5-00e5b29ad28e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/735367b8-c082-4b3b-a39a-e6d988a20dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4301229 Nov 22 17:19:23.096541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41394) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:23.098481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] Sync routers for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:19:23.108426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:23.109042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:23.146685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20e8a8a-49f7-440b-a2b3-bdd8aad29b5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting subnet cd268754-67ce-4283-9573-b1829d749957 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:19:23.149788 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f20e8a8a-49f7-440b-a2b3-bdd8aad29b5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.193683 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f20e8a8a-49f7-440b-a2b3-bdd8aad29b5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.215394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:23.276128 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f20e8a8a-49f7-440b-a2b3-bdd8aad29b5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.319018 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.334843 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f20e8a8a-49f7-440b-a2b3-bdd8aad29b5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.365583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e8a8a-49f7-440b-a2b3-bdd8aad29b5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Subnet': ['ID=cd268754-67ce-4283-9573-b1829d749957,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:23.369021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f20e8a8a-49f7-440b-a2b3-bdd8aad29b5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.374674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f20e8a8a-49f7-440b-a2b3-bdd8aad29b5a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/subnets/cd268754-67ce-4283-9573-b1829d749957 HTTP/1.1" status: 204 len: 168 time: 0.2746313 Nov 22 17:19:23.375129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41396) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:23.381577 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e50ea75-d1fc-49cb-b416-0133740fd6fe None None] Network 52f2e910-d71c-433d-8639-282a942e4006 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:19:23.488833 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.586397 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 1adcdb95-b2be-49bc-9f35-ce2a6d729039 no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:19:23.595663 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.619126 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 1adcdb95-b2be-49bc-9f35-ce2a6d729039 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:19:23.619400 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 1adcdb95-b2be-49bc-9f35-ce2a6d729039 not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:19:23.650945 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:19:23.651336 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.695810 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:19:22Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '4db765f0-c92d-4425-8ff1-b4d2f385e0f5', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:21:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:17:30Z', 'updated_at': '2021-11-22T17:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:23.727110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] Checking router: 735367b8-c082-4b3b-a39a-e6d988a20dce for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:19:23.734008 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 4db765f0-c92d-4425-8ff1-b4d2f385e0f5, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4db765f0-c92d-4425-8ff1-b4d2f385e0f5,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:23.734937 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.740406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] Routers {'735367b8-c082-4b3b-a39a-e6d988a20dce'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:23.741520 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['735367b8-c082-4b3b-a39a-e6d988a20dce'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:23.747679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:19:23.810379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] DHCP port deletion for 52f2e910-d71c-433d-8639-282a942e4006 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:19:23.861666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] Set router 735367b8-c082-4b3b-a39a-e6d988a20dce gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:23.922506 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:23.924044 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:19:23Z', 'revision_number': 6, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:23.954132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=4db765f0-c92d-4425-8ff1-b4d2f385e0f5,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:23.955884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec13bdb7-7019-4707-987b-7b691ff538ef None None] The sync data for ids ['735367b8-c082-4b3b-a39a-e6d988a20dce'] in n-d-811716-3 is: [{'id': '735367b8-c082-4b3b-a39a-e6d988a20dce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1075545677', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:17:29Z', 'updated_at': '2021-11-22T17:19:23Z', 'revision_number': 6, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:19:23.969625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9347086-73b8-4576-a68d-9987d4ba44e0 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:19:23.982679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] Deleting port e2432de9-f04f-4813-bf93-0d0115104150 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:19:23.983062 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.031804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.053576 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] For port e2432de9-f04f-4813-bf93-0d0115104150, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=e2432de9-f04f-4813-bf93-0d0115104150,segment=NetworkSegment(ba29a71c-aef7-4224-ac8c-5d63a824edc2),segment_id=ba29a71c-aef7-4224-ac8c-5d63a824edc2)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:24.053959 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.066368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] Calling delete_port for e2432de9-f04f-4813-bf93-0d0115104150 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:19:24.121679 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.123819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.143891 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.170260 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.170814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Fanout notify agent at l3_agent the message router_deleted on router 735367b8-c082-4b3b-a39a-e6d988a20dce {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:19:24.172977 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] Pushing event deleted for resources: {'Port': ['ID=e2432de9-f04f-4813-bf93-0d0115104150,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:24.177893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.179037 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-9ab42625-2cec-4525-a74d-33b82649c27b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/routers/735367b8-c082-4b3b-a39a-e6d988a20dce HTTP/1.1" status: 204 len: 168 time: 0.8029008 Nov 22 17:19:24.181771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41398) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:24.182487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de317dc-c377-4b72-b295-ca64422ae5a6 None None] No DVR routers for this DVR port e2432de9-f04f-4813-bf93-0d0115104150 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:19:24.257463 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.349418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.371580 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f2e910-d71c-433d-8639-282a942e4006']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:24.381652 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba29a71c-aef7-4224-ac8c-5d63a824edc2') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:24.381961 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba29a71c-aef7-4224-ac8c-5d63a824edc2') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:24.392293 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.407458 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.413498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:19:24.413890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: timer() Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:19:24.416878 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:19:24.478251 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.485411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.488415 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/networks/52f2e910-d71c-433d-8639-282a942e4006 HTTP/1.1" status: 204 len: 168 time: 0.3057051 Nov 22 17:19:24.491301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41400) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:24.499831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b4d78-1655-4971-a9ad-9a285c9742de tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Network': ['ID=52f2e910-d71c-433d-8639-282a942e4006,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:24.550359 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b09030b6-fc1e-46c8-8c4e-1e2623a45b9a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.575626 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b09030b6-fc1e-46c8-8c4e-1e2623a45b9a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.636644 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b09030b6-fc1e-46c8-8c4e-1e2623a45b9a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.639430 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b09030b6-fc1e-46c8-8c4e-1e2623a45b9a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.641182 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b09030b6-fc1e-46c8-8c4e-1e2623a45b9a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/security-groups/8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315 HTTP/1.1" status: 204 len: 168 time: 0.1482987 Nov 22 17:19:24.650086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09030b6-fc1e-46c8-8c4e-1e2623a45b9a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acb3b4c-99f4-41e4-a9bc-2e4f98e1a315,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:24.792334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.886679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:19:24.907238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:19:24.907668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4db765f0-c92d-4425-8ff1-b4d2f385e0f5 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:19:24.908186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2df622e1-7892-45b5-9e45-8066eb9b9c9e no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:19:24.928997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 2df622e1-7892-45b5-9e45-8066eb9b9c9e {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:19:24.929357 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 2df622e1-7892-45b5-9e45-8066eb9b9c9e not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:19:24.929784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e2432de9-f04f-4813-bf93-0d0115104150 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:19:24.950344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: e2432de9-f04f-4813-bf93-0d0115104150 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:19:24.950702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device e2432de9-f04f-4813-bf93-0d0115104150 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:19:24.988071 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.179918 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41406) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:25.184583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-a501f1b7-712b-4cdd-adfa-69a4fd9793fc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639306453', 'description': 'tempest-secgroup-smoke-1639306453 description', 'project_id': '8640528ecd464b04a514d6e53f13ea5e'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:25.207562 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a501f1b7-712b-4cdd-adfa-69a4fd9793fc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.272226 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a501f1b7-712b-4cdd-adfa-69a4fd9793fc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.275603 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a501f1b7-712b-4cdd-adfa-69a4fd9793fc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.303812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a501f1b7-712b-4cdd-adfa-69a4fd9793fc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.305000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a501f1b7-712b-4cdd-adfa-69a4fd9793fc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1239967 Nov 22 17:19:25.307748 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41408) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:25.313520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e50378f8-b3d6-4ee8-87df-079a2907054d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2d221-1f46-4ab9-aba1-221ce0773e79', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:25.313848 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.320393 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501f1b7-712b-4cdd-adfa-69a4fd9793fc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd2d221-1f46-4ab9-aba1-221ce0773e79,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:25.342212 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e50378f8-b3d6-4ee8-87df-079a2907054d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.400154 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e50378f8-b3d6-4ee8-87df-079a2907054d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.403595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e50378f8-b3d6-4ee8-87df-079a2907054d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.423308 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50378f8-b3d6-4ee8-87df-079a2907054d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe95e329-f548-4788-96ee-e237608504c0,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:25.428379 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e50378f8-b3d6-4ee8-87df-079a2907054d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.429429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e50378f8-b3d6-4ee8-87df-079a2907054d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207533 Nov 22 17:19:25.432291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:25.436703 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-df4e3b7b-9841-4f84-bb52-16d53d9134f7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2d221-1f46-4ab9-aba1-221ce0773e79', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:25.462857 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df4e3b7b-9841-4f84-bb52-16d53d9134f7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.519124 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df4e3b7b-9841-4f84-bb52-16d53d9134f7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.522905 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df4e3b7b-9841-4f84-bb52-16d53d9134f7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.540663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e3b7b-9841-4f84-bb52-16d53d9134f7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3660680-627a-4ae7-86ef-40cb00802463,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:25.549232 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-df4e3b7b-9841-4f84-bb52-16d53d9134f7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.550426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-df4e3b7b-9841-4f84-bb52-16d53d9134f7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172051 Nov 22 17:19:25.553150 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41412) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:25.557471 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f7943d1e-e637-46eb-8667-dd59129ed169 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2d221-1f46-4ab9-aba1-221ce0773e79', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:25.583697 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7943d1e-e637-46eb-8667-dd59129ed169 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.639041 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7943d1e-e637-46eb-8667-dd59129ed169 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.642483 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7943d1e-e637-46eb-8667-dd59129ed169 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.659470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943d1e-e637-46eb-8667-dd59129ed169 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124aaeb0-6248-4f0d-99a5-151ee05f0c8c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:25.667140 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f7943d1e-e637-46eb-8667-dd59129ed169 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.668344 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f7943d1e-e637-46eb-8667-dd59129ed169 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142404 Nov 22 17:19:25.670985 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41414) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:25.676215 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b9572c6c-c8f7-4027-a546-d3c492a567a7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2d221-1f46-4ab9-aba1-221ce0773e79', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:25.701896 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9572c6c-c8f7-4027-a546-d3c492a567a7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.761087 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9572c6c-c8f7-4027-a546-d3c492a567a7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.764438 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9572c6c-c8f7-4027-a546-d3c492a567a7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.782125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9572c6c-c8f7-4027-a546-d3c492a567a7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdda5e2-220a-4177-9850-35c9eb00677f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:25.790105 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b9572c6c-c8f7-4027-a546-d3c492a567a7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.791296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b9572c6c-c8f7-4027-a546-d3c492a567a7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194036 Nov 22 17:19:25.794092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41416) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:25.799165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-c2142a2b-a9f0-4af6-8359-f4707ed42521 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2d221-1f46-4ab9-aba1-221ce0773e79', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:25.822343 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-c2142a2b-a9f0-4af6-8359-f4707ed42521 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:19:25.827452 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2142a2b-a9f0-4af6-8359-f4707ed42521 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.889647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2142a2b-a9f0-4af6-8359-f4707ed42521 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.893499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2142a2b-a9f0-4af6-8359-f4707ed42521 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.915415 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2142a2b-a9f0-4af6-8359-f4707ed42521 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c635d3e5-f830-4a4a-ab36-4ad6d0cf3f6a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:25.921054 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2142a2b-a9f0-4af6-8359-f4707ed42521 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.922488 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c2142a2b-a9f0-4af6-8359-f4707ed42521 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268165 Nov 22 17:19:25.925503 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41418) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:25.929786 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-716d21df-4d5e-4b98-8f5a-f4c1268531ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': 'dfd2d221-1f46-4ab9-aba1-221ce0773e79', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:25.952647 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-716d21df-4d5e-4b98-8f5a-f4c1268531ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:19:25.958281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-716d21df-4d5e-4b98-8f5a-f4c1268531ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.018345 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-716d21df-4d5e-4b98-8f5a-f4c1268531ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.021920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-716d21df-4d5e-4b98-8f5a-f4c1268531ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.039715 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d21df-4d5e-4b98-8f5a-f4c1268531ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad18933e-bae4-4a2f-9afc-30ab8562eb29,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:26.048722 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-716d21df-4d5e-4b98-8f5a-f4c1268531ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.049925 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-716d21df-4d5e-4b98-8f5a-f4c1268531ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235042 Nov 22 17:19:26.052844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41420) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:26.057495 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'network': {'name': 'tempest-network-smoke--565458008', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:26.079769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:19:26.083186 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.106705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:19:26.116879 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.117268 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Added segment d763dfb3-87eb-4ea2-8d5c-6c7e220db8da of type vlan for network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd Nov 22 17:19:26.162498 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.187044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.193200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:26.193789 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.254301 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2004526 Nov 22 17:19:26.256948 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41422) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:26.261182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'admin_state_up': True, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:26.274292 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dd663-7afd-4edd-aa9c-337080d7fb51 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Network': ['ID=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:26.285322 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:19:26.295534 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.296518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.350587 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.511075 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:27.008902 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:27.027112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:27.128776 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.236 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/37ca622d-d986-4cca-b081-4365ae083d9f) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:19:27.230806 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:27.264152 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:27.305098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:19:27.307943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:27.311347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:19:27.320358 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc067787-4ef4-44e0-a697-0ea3c3bce398 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:19:27.339561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=37ca622d-d986-4cca-b081-4365ae083d9f,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:27.445663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-735f3624-53fa-4928-9a1b-46ba103f2c3a None None] Provisioning complete for port 37ca622d-d986-4cca-b081-4365ae083d9f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:27.446039 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-735f3624-53fa-4928-9a1b-46ba103f2c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:27.479121 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-735f3624-53fa-4928-9a1b-46ba103f2c3a None None] Port 37ca622d-d986-4cca-b081-4365ae083d9f cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:19:27.564599 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:27.759996 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:27.884557 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:19:27.992971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:19:28.005002 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Sync routers for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:19:28.014254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.015070 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:28.015561 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9716b10a-26b8-443a-95c2-41780ecd75ad tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7576730 Nov 22 17:19:28.015828 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:28.019489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41424) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:28.047502 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-aeaebbd8-9dad-4668-8873-af9bd3bc3ae1 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8640528ecd464b04a514d6e53f13ea5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271168 Nov 22 17:19:28.050052 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41426) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:28.122472 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:28.141169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78186e64-0c6c-4b88-86e4-8e5038dd56ff tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:28.142694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-78186e64-0c6c-4b88-86e4-8e5038dd56ff tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913386 Nov 22 17:19:28.145450 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41428) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:28.174834 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-5a975f05-6468-483f-95cb-8413cc182ab3 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283222 Nov 22 17:19:28.177301 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41430) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:28.223342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1835327106', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:28.307013 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:27Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:28.316504 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:19:28.320028 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.332506 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Checking router: 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:19:28.332848 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Updating router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 port 37ca622d-d986-4cca-b081-4365ae083d9f binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:19:28.356902 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.507418 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.571083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Subnet': ['ID=4683e67c-34d9-4415-8d79-39046c1fc1eb,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:28.581461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Checking segment: {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:28.581835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network hostable DHCP agents. Network: 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:19:28.599285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:19:28.608650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:28.608884 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.613811 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:28.614693 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.614901 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.619590 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9f803-ccf1-4fa8-9c98-d4cecbe9344a None None] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:19:28.635002 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-16000bbb-5d58-4351-9606-294e0746508d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4543250 Nov 22 17:19:28.635228 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41434) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:28.674896 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Pushing event updated for resources: {'Port': ['ID=37ca622d-d986-4cca-b081-4365ae083d9f,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:28.676991 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Attempting to bind port 37ca622d-d986-4cca-b081-4365ae083d9f on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:19:28.677368 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Attempting to bind port 37ca622d-d986-4cca-b081-4365ae083d9f by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:19:28.677737 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Attempting to bind port 37ca622d-d986-4cca-b081-4365ae083d9f on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:28.681606 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141824b2-05d6-4f24-be9c-5c6e1099cd41 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:19:28.687833 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.688261 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.688665 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.689009 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.689353 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.689677 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.690185 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.690691 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.691015 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.691503 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.692017 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.692793 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:28.696066 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:19:28.696448 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:28.696848 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.697232 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:19:28.697714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Bound port: 37ca622d-d986-4cca-b081-4365ae083d9f, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:19:28.698099 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.749761 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] For port 37ca622d-d986-4cca-b081-4365ae083d9f, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:28.753363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] For port 37ca622d-d986-4cca-b081-4365ae083d9f, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=37ca622d-d986-4cca-b081-4365ae083d9f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:19:28.757839 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.812721 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca3478-00f3-44e7-a268-f93bf0b62b84 None None] Pushing event updated for resources: {'Port': ['ID=37ca622d-d986-4cca-b081-4365ae083d9f,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:28.816158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c263a621-6ea2-4c1b-99f3-44ef14332ed5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:19:28.824584 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:28.825522 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:28.838837 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:19:28.840000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.845864 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-529df7ca-c87f-4cad-b040-52c74bef61fc None None] Provisioning complete for port 37ca622d-d986-4cca-b081-4365ae083d9f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:28.846788 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-529df7ca-c87f-4cad-b040-52c74bef61fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:28.934866 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:29.052795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-529df7ca-c87f-4cad-b040-52c74bef61fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.068376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Allocated IP 172.20.0.2 (0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd/4683e67c-34d9-4415-8d79-39046c1fc1eb/3d3c7587-80c5-44ff-b96a-a951ee512ba9) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:19:29.086104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-529df7ca-c87f-4cad-b040-52c74bef61fc None None] For port 37ca622d-d986-4cca-b081-4365ae083d9f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=37ca622d-d986-4cca-b081-4365ae083d9f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:29.092682 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-529df7ca-c87f-4cad-b040-52c74bef61fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.133844 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:27Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:29.137044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.161111 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337581e4-bf0a-4aac-b01e-bec769f9b9ed None None] The sync data for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 is: [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:27Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:19:29.212293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529df7ca-c87f-4cad-b040-52c74bef61fc None None] Pushing event updated for resources: {'Port': ['ID=37ca622d-d986-4cca-b081-4365ae083d9f,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:29.251345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0669c60c-7a42-4e16-a9b8-77f4c6130dca None None] Provisioning complete for port 37ca622d-d986-4cca-b081-4365ae083d9f triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:29.251720 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0669c60c-7a42-4e16-a9b8-77f4c6130dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.322196 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.329864 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.397154 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:19:29.413090 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:29.417159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Pushing event updated for resources: {'Port': ['ID=3d3c7587-80c5-44ff-b96a-a951ee512ba9,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:29.424078 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:19:29.463333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.1 (0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd/4683e67c-34d9-4415-8d79-39046c1fc1eb/a97259ac-722a-417b-9b1c-9b7c6bd79a47) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:19:29.493179 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Attempting to bind port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:19:29.493551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Attempting to bind port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:19:29.494016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Attempting to bind port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 on network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:29.500908 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:19:29.501552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Checking segment: {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:29.502239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.502924 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Bound using segment: {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:19:29.504586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Bound port: 3d3c7587-80c5-44ff-b96a-a951ee512ba9, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:19:29.505010 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.579695 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] For port 3d3c7587-80c5-44ff-b96a-a951ee512ba9, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:29.584110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] For port 3d3c7587-80c5-44ff-b96a-a951ee512ba9, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3d3c7587-80c5-44ff-b96a-a951ee512ba9,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:19:29.590871 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.614966 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.656906 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.662311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8de3b-90a3-49a5-9f81-1da8a81a713d None None] Pushing event updated for resources: {'Port': ['ID=3d3c7587-80c5-44ff-b96a-a951ee512ba9,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:29.707979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:19:29.711665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:29.716065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:19:29.723662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=a97259ac-722a-417b-9b1c-9b7c6bd79a47,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:29.777885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:29.933437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:30.228156 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:30.232717 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:30.307067 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=a97259ac-722a-417b-9b1c-9b7c6bd79a47,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:30.309442 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:30.404728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:19:30.407486 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:30.524543 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:19:30.644151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e51eb-da1a-4853-92aa-2fc0dfe22a61 None None] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:19:30.711840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-62dacaee-a843-4bc1-820e-79663fbd83a9 None None] Provisioning complete for port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:30.712525 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62dacaee-a843-4bc1-820e-79663fbd83a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:30.877410 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62dacaee-a843-4bc1-820e-79663fbd83a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:30.919411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-62dacaee-a843-4bc1-820e-79663fbd83a9 None None] For port 3d3c7587-80c5-44ff-b96a-a951ee512ba9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3d3c7587-80c5-44ff-b96a-a951ee512ba9,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:30.924786 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62dacaee-a843-4bc1-820e-79663fbd83a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:30.980251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3d3c7587-80c5-44ff-b96a-a951ee512ba9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:30.989730 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:19:30.996764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-461a6a09-8035-4171-b1cf-f13281ffb3d8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/4d170108-55a5-48d6-9fb5-dc7bc8dd8028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3605337 Nov 22 17:19:31.037633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dacaee-a843-4bc1-820e-79663fbd83a9 None None] Pushing event updated for resources: {'Port': ['ID=3d3c7587-80c5-44ff-b96a-a951ee512ba9,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:31.061986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:31.062593 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:31.154950 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 37ca622d-d986-4cca-b081-4365ae083d9f up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:31.201760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c5e15662-b082-419c-a82f-8ee37c219ff4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639306453&fields=id&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 267 time: 0.0635400 Nov 22 17:19:31.223874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 37ca622d-d986-4cca-b081-4365ae083d9f triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:31.224236 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:31.275108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6c626cfb-0c29-461a-bd8d-c8a5ccdbeb41 None None] Provisioning complete for port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:31.275487 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c626cfb-0c29-461a-bd8d-c8a5ccdbeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:31.303640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Sync routers for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:19:31.337330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:31.337968 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:31.375386 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358241f1-f84d-4cdf-a124-072510f9c02b req-9d0ab7be-2487-4336-8f2e-df68c23ca307 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:31.377162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-9d0ab7be-2487-4336-8f2e-df68c23ca307 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/networks?id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd HTTP/1.1" status: 200 len: 796 time: 0.1669939 Nov 22 17:19:31.394538 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-23577d2e-07f8-4db0-9728-00d4fd37affe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/quotas/8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 375 time: 0.0107574 Nov 22 17:19:31.458630 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-0c9931f1-e879-427e-a12c-4814c50a8f9a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526123 Nov 22 17:19:31.574221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-f9f1df12-0179-4e01-8889-b2bb6697598a service neutron] 10.222.0.69 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044085 Nov 22 17:19:31.670121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-d07017e5-0eda-414d-9d3b-0294ab144afa service neutron] 10.222.0.69 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895936 Nov 22 17:19:31.696133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:31.729133 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6c626cfb-0c29-461a-bd8d-c8a5ccdbeb41 None None] Provisioning complete for port a97259ac-722a-417b-9b1c-9b7c6bd79a47 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:31.729742 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6c626cfb-0c29-461a-bd8d-c8a5ccdbeb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:31.837739 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-88e12d90-0743-4e61-8110-1cb076c65b91 req-280ceaff-8506-408c-8936-7758d82f5cd1 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 210 time: 0.0288112 Nov 22 17:19:31.838809 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6c626cfb-0c29-461a-bd8d-c8a5ccdbeb41 None None] Port a97259ac-722a-417b-9b1c-9b7c6bd79a47 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:19:31.954508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:30Z', 'revision_number': 2, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:31.985244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Checking router: 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:19:31.985677 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Updating router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 port a97259ac-722a-417b-9b1c-9b7c6bd79a47 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:19:32.017433 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-72c02f5c-edb4-4541-a4d2-5be94516ef78 None None] Provisioning complete for port a97259ac-722a-417b-9b1c-9b7c6bd79a47 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:32.017814 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-72c02f5c-edb4-4541-a4d2-5be94516ef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.019397 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.090431 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-72c02f5c-edb4-4541-a4d2-5be94516ef78 None None] Port a97259ac-722a-417b-9b1c-9b7c6bd79a47 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:19:32.328307 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.334424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.385854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2496ba-8df1-4219-9a5c-f1594f0b842f None None] Pushing event updated for resources: {'Port': ['ID=a97259ac-722a-417b-9b1c-9b7c6bd79a47,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:32.441975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Attempting to bind port a97259ac-722a-417b-9b1c-9b7c6bd79a47 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:19:32.442354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Attempting to bind port a97259ac-722a-417b-9b1c-9b7c6bd79a47 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:19:32.442726 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Attempting to bind port a97259ac-722a-417b-9b1c-9b7c6bd79a47 on network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:32.448268 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:19:32.448651 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Checking segment: {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:32.449059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.449459 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Bound using segment: {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:19:32.449930 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Bound port: a97259ac-722a-417b-9b1c-9b7c6bd79a47, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:19:32.450322 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.514457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] For port a97259ac-722a-417b-9b1c-9b7c6bd79a47, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:32.517666 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] For port a97259ac-722a-417b-9b1c-9b7c6bd79a47, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a97259ac-722a-417b-9b1c-9b7c6bd79a47,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:19:32.522254 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.584586 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:32.585225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:32.586972 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2496ba-8df1-4219-9a5c-f1594f0b842f None None] Pushing event updated for resources: {'Port': ['ID=a97259ac-722a-417b-9b1c-9b7c6bd79a47,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:32.661550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3d21e5ae-d8fd-4c7d-b897-99df5e3b9a46 None None] Provisioning complete for port a97259ac-722a-417b-9b1c-9b7c6bd79a47 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:32.661929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5ae-d8fd-4c7d-b897-99df5e3b9a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.758145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:32.827393 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358241f1-f84d-4cdf-a124-072510f9c02b req-d18bef13-503c-4388-9813-89a6054e9e62 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:32.830158 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-d18bef13-503c-4388-9813-89a6054e9e62 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/networks?id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd HTTP/1.1" status: 200 len: 796 time: 0.1234715 Nov 22 17:19:32.914717 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3d3c7587-80c5-44ff-b96a-a951ee512ba9 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:32.920830 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b547cbd2-664d-4da1-be2f-5868f4dfa3b9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 380 time: 0.0809839 Nov 22 17:19:32.921209 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5ae-d8fd-4c7d-b897-99df5e3b9a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:32.932413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'port': {'device_id': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'admin_state_up': True, 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'security_groups': ['dfd2d221-1f46-4ab9-aba1-221ce0773e79']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:32.972482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0473fbdc-50da-4474-aa07-f65f7397f9dc req-ce1e2cc0-08ce-4ed1-9e62-e5ae0e4d3a0f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 210 time: 0.0359471 Nov 22 17:19:33.022962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-3d21e5ae-d8fd-4c7d-b897-99df5e3b9a46 None None] For port a97259ac-722a-417b-9b1c-9b7c6bd79a47, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a97259ac-722a-417b-9b1c-9b7c6bd79a47,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:33.031106 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3d21e5ae-d8fd-4c7d-b897-99df5e3b9a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.052645 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:19:33.056134 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.102349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:33.102635 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.146828 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21e5ae-d8fd-4c7d-b897-99df5e3b9a46 None None] Pushing event updated for resources: {'Port': ['ID=a97259ac-722a-417b-9b1c-9b7c6bd79a47,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:33.179414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-db695fbc-3c68-4bbc-b055-f7b6ebb2eb5a None None] Provisioning complete for port a97259ac-722a-417b-9b1c-9b7c6bd79a47 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:33.179791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db695fbc-3c68-4bbc-b055-f7b6ebb2eb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.187524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.7 (0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd/4683e67c-34d9-4415-8d79-39046c1fc1eb/e3c5388d-6b3e-478a-b986-f5cf7a6b6244) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:19:33.207194 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:32Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:33.242787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dac6a0-6fef-4bd0-9dee-ae723d9cb1b7 None None] The sync data for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 is: [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:32Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:19:33.352226 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.392344 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.440037 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:19:33.443942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:33.447625 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:19:33.454806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:33.503874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:33.504848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.524442 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-b095f13a-6ee2-41b9-814b-2e7bd8bcc70a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957947 Nov 22 17:19:33.537539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Request body: {'port': {'device_id': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:33.601644 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.679372 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-6d28ea55-1fc7-4788-91ad-c6e48a297981 None None] Provisioning complete for port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:33.679753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d28ea55-1fc7-4788-91ad-c6e48a297981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.720475 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6d28ea55-1fc7-4788-91ad-c6e48a297981 None None] Port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:19:33.889517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c5388d-6b3e-478a-b986-f5cf7a6b6244 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:33.897890 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.910923 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Transition to ACTIVE for port object e3c5388d-6b3e-478a-b986-f5cf7a6b6244 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:19:33.915276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:33.988000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:34.131681 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d199b8-ed6f-40d8-b1ad-67b56fd4b1af req-abf790f3-1637-4a58-8afe-3dc62cb6f88a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:34.134089 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2d199b8-ed6f-40d8-b1ad-67b56fd4b1af req-abf790f3-1637-4a58-8afe-3dc62cb6f88a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 943 time: 0.0731323 Nov 22 17:19:34.194629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2d199b8-ed6f-40d8-b1ad-67b56fd4b1af req-727525de-e87c-43fd-a203-17d0a00878ce tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525131 Nov 22 17:19:34.406405 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Attempting to bind port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:19:34.406772 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Attempting to bind port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:19:34.407094 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Attempting to bind port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 on network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:34.411412 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 on network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:19:34.411737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Attempting to bind port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 on network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:34.416732 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:19:34.417073 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Checking segment: {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:34.417457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Bound using segment: {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:19:34.417888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Bound port: e3c5388d-6b3e-478a-b986-f5cf7a6b6244, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:19:34.418245 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:34.481017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] For port e3c5388d-6b3e-478a-b986-f5cf7a6b6244, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:34.484396 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] For port e3c5388d-6b3e-478a-b986-f5cf7a6b6244, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:19:34.489337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:34.525743 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:34.526444 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:34.527821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] 10.222.0.71 "PUT /v2.0/ports/e3c5388d-6b3e-478a-b986-f5cf7a6b6244 HTTP/1.1" status: 200 len: 1091 time: 0.9947727 Nov 22 17:19:34.528290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:34.530542 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6988b22-b613-4935-b234-fc7eefe0c67e" -d '{"events": [{"name": "network-changed", "server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:34.555129 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d522b4-4e54-4803-bb97-19db834db95f service neutron] Pushing event updated for resources: {'Port': ['ID=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:34.580834 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60120101-597a-48d0-9045-e030bc2a2bfd x-openstack-request-id: req-60120101-597a-48d0-9045-e030bc2a2bfd {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:34.581148 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:34.581441 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-60120101-597a-48d0-9045-e030bc2a2bfd {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:34.581847 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'status': 'completed', 'code': 200} Nov 22 17:19:34.619263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358241f1-f84d-4cdf-a124-072510f9c02b req-5f4ec9b5-fd22-4baa-b345-7067d22517bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:34.620818 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-5f4ec9b5-fd22-4baa-b345-7067d22517bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 1094 time: 0.0509043 Nov 22 17:19:34.667142 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-55d8c106-d8ba-40e4-9f19-6e6697ab1ab0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244 HTTP/1.1" status: 200 len: 217 time: 0.0365098 Nov 22 17:19:34.719572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358241f1-f84d-4cdf-a124-072510f9c02b req-d0a89756-1a60-4517-9fa5-d177f31d85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:34.721099 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-d0a89756-1a60-4517-9fa5-d177f31d85f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4683e67c-34d9-4415-8d79-39046c1fc1eb HTTP/1.1" status: 200 len: 835 time: 0.0455194 Nov 22 17:19:34.768081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358241f1-f84d-4cdf-a124-072510f9c02b req-db144ec8-1ab9-4d14-88e8-a212b7c87fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:34.769588 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-db144ec8-1ab9-4d14-88e8-a212b7c87fbc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401165 Nov 22 17:19:34.867091 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-0ec6b4e3-46d8-4e23-a985-b2aed4c6513f service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900211 Nov 22 17:19:34.890612 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a97259ac-722a-417b-9b1c-9b7c6bd79a47 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:34.943417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a97259ac-722a-417b-9b1c-9b7c6bd79a47 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:34.943798 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:34.970584 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-358241f1-f84d-4cdf-a124-072510f9c02b req-e5b7e084-e38b-4d53-beea-d1bcf7ec1a0f service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948057 Nov 22 17:19:35.058675 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-e7df64ac-dbf0-4549-af63-57cb338c495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:35.060198 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-e7df64ac-dbf0-4549-af63-57cb338c495c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 1094 time: 0.0416625 Nov 22 17:19:35.149859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-b3dd7441-d82e-443c-a5f9-a6397e79d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:35.151334 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-b3dd7441-d82e-443c-a5f9-a6397e79d281 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd HTTP/1.1" status: 200 len: 897 time: 0.0841184 Nov 22 17:19:35.200702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-4c20c68c-0012-4633-bed5-a971d8c0bc5a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244 HTTP/1.1" status: 200 len: 217 time: 0.0407255 Nov 22 17:19:35.264723 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-94de0058-a812-4071-abae-27bd2aea7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:35.266959 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-94de0058-a812-4071-abae-27bd2aea7bab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4683e67c-34d9-4415-8d79-39046c1fc1eb HTTP/1.1" status: 200 len: 835 time: 0.0579221 Nov 22 17:19:35.317127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-62bc88ca-2b3d-4add-a264-5cc4f75702e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:35.318660 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-62bc88ca-2b3d-4add-a264-5cc4f75702e4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438931 Nov 22 17:19:35.325084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749263fe-4abf-4ec1-846e-7361cd18efed req-d62bdc56-ec41-4295-bf04-7f36c6f0392d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:35.326560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-749263fe-4abf-4ec1-846e-7361cd18efed req-d62bdc56-ec41-4295-bf04-7f36c6f0392d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 943 time: 0.0518944 Nov 22 17:19:35.377796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-749263fe-4abf-4ec1-846e-7361cd18efed req-da0dff0c-94a8-4c74-b22f-c9723b6a3334 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Nov 22 17:19:35.416230 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-4e7f9b3a-8f09-4ec0-b05b-b78f3ad3ff3b service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884013 Nov 22 17:19:35.507290 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d6988b22-b613-4935-b234-fc7eefe0c67e req-6901da4a-f942-4140-8a3a-06a219618356 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827851 Nov 22 17:19:36.498991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2833b89-71e3-400b-8d66-2fd7d52024d4 req-8eafa495-a58e-484a-93e1-0d3951f7f11b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:36.500517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2833b89-71e3-400b-8d66-2fd7d52024d4 req-8eafa495-a58e-484a-93e1-0d3951f7f11b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 943 time: 0.0528159 Nov 22 17:19:36.549065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b2833b89-71e3-400b-8d66-2fd7d52024d4 req-7e9fce16-f116-46ba-840d-898d6df53ca5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Nov 22 17:19:37.456528 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e3c5388d-6b3e-478a-b986-f5cf7a6b6244 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:19:37.551659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e3c5388d-6b3e-478a-b986-f5cf7a6b6244, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:37.562591 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'port_id': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'mac_address': 'fa:16:3e:06:60:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:19:37.605289 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:37.618686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c5388d-6b3e-478a-b986-f5cf7a6b6244 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:37.639058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e3c5388d-6b3e-478a-b986-f5cf7a6b6244, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:37.644518 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:37.671085 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e63819-d452-4620-8fd7-ffca1fd8cb31 req-717d7672-9a8f-4936-a197-9ad5e6d7f656 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:37.672993 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6e63819-d452-4620-8fd7-ffca1fd8cb31 req-717d7672-9a8f-4936-a197-9ad5e6d7f656 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 943 time: 0.0511811 Nov 22 17:19:37.691756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:37.726864 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a6e63819-d452-4620-8fd7-ffca1fd8cb31 req-0ab68dd4-64b8-473b-b17d-398931e3721d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475702 Nov 22 17:19:37.856855 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['e3c5388d-6b3e-478a-b986-f5cf7a6b6244'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:19:38.842729 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea66a39-1981-4ca7-b38f-a56a09bb4355 req-98264885-eeee-4bf7-872a-8fbd1b140a70 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:38.844758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ea66a39-1981-4ca7-b38f-a56a09bb4355 req-98264885-eeee-4bf7-872a-8fbd1b140a70 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 944 time: 0.0490303 Nov 22 17:19:38.897699 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5ea66a39-1981-4ca7-b38f-a56a09bb4355 req-75f19289-917d-40fb-8463-4408f8ec78e7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468807 Nov 22 17:19:39.452164 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e3c5388d-6b3e-478a-b986-f5cf7a6b6244 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:39.500681 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:19:39.504595 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:39.504988 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:39.585265 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:39.608774 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:39.611746 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9d9f42-015e-40f6-9cde-8fa8e73d2bc9" -d '{"events": [{"server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:39.625492 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port e3c5388d-6b3e-478a-b986-f5cf7a6b6244, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:39.629837 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:39.652975 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0e14b6-2b18-492d-bf2b-231dba8a26ff x-openstack-request-id: req-1a0e14b6-2b18-492d-bf2b-231dba8a26ff {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:39.653928 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "name": "network-vif-plugged", "status": "completed", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:39.654700 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a0e14b6-2b18-492d-bf2b-231dba8a26ff {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:39.655253 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'code': 200} Nov 22 17:19:39.685694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:39.749148 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c0249-089d-48b9-aa00-daf4344b32ac req-c7027913-80fb-4a62-9656-3c226554fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:39.751292 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f84c0249-089d-48b9-aa00-daf4344b32ac req-c7027913-80fb-4a62-9656-3c226554fd19 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 1096 time: 0.0421917 Nov 22 17:19:39.802310 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f84c0249-089d-48b9-aa00-daf4344b32ac req-10ff3b4e-cb4d-4fef-9239-ccfb8e83164f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Nov 22 17:19:40.017812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d841bd-017d-49c6-bfdc-107905e4e362 req-79d3c16f-313e-4273-83e2-40427a1b3ed9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:40.019278 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42d841bd-017d-49c6-bfdc-107905e4e362 req-79d3c16f-313e-4273-83e2-40427a1b3ed9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0504141 Nov 22 17:19:40.069400 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42d841bd-017d-49c6-bfdc-107905e4e362 req-ef0dae57-89ff-4998-915f-668eded27042 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Nov 22 17:19:41.185300 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84b752-a13c-495b-9808-d7d0eb4d6b3e req-7355de2f-3bfa-4d81-b105-26c60757b59a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:41.186839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e84b752-a13c-495b-9808-d7d0eb4d6b3e req-7355de2f-3bfa-4d81-b105-26c60757b59a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0489981 Nov 22 17:19:41.237385 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2e84b752-a13c-495b-9808-d7d0eb4d6b3e req-03ec0170-d6d0-440c-a37a-8a8dd643e956 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446599 Nov 22 17:19:41.357454 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd305c5-443a-4738-9712-cbed7e8fd476 req-6dc9d2d7-73b1-4d48-a639-b7602a7be2e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:41.358931 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bd305c5-443a-4738-9712-cbed7e8fd476 req-6dc9d2d7-73b1-4d48-a639-b7602a7be2e0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0546219 Nov 22 17:19:41.408408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4bd305c5-443a-4738-9712-cbed7e8fd476 req-e055f04d-569f-41ea-a372-59082f10aa1f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434186 Nov 22 17:19:41.429608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41484) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:41.509161 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e9b4c7-5eba-4ca0-aa81-d5b346ad767b tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:41.510973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-40e9b4c7-5eba-4ca0-aa81-d5b346ad767b tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 1091 time: 0.0800855 Nov 22 17:19:41.513563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41488) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:41.518439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:41.540533 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:41.644006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:41.745750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.60 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/aae069d3-44f5-41c6-9f29-401415aeee5e) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:19:41.851216 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:41.884689 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:41.926547 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:19:41.929565 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:41.933073 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:19:41.939587 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=aae069d3-44f5-41c6-9f29-401415aeee5e,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:42.294110 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:42.360139 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:42.510929 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:42.515286 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:42.584088 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=aae069d3-44f5-41c6-9f29-401415aeee5e,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:42.597407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.597759 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.598096 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.598436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.598769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.599098 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.599425 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.599750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.600095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.600428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.600750 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.601070 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:42.606894 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:42.706626 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP 42fec5cb-02c7-4c1d-90da-a47627ac2722 associated. External IP: 172.25.5.60, port: e3c5388d-6b3e-478a-b986-f5cf7a6b6244. Nov 22 17:19:42.912321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:19:43.017975 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:19:43.028087 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] Sync routers for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:19:43.036521 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:43.039105 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:43.039728 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:43.065940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9f8cea67-cfdd-487c-a2cd-c429a0eac693 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5488725 Nov 22 17:19:43.065940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:43.066383 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302a6a0b-daff-4fa7-bf62-dbb08d308877" -d '{"events": [{"name": "network-changed", "server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:43.148222 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:43.166567 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e648f-474c-4ea8-9d97-0d5f4151abae req-3d469263-8fb9-49bc-af25-071d158f8c33 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:43.168014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-979e648f-474c-4ea8-9d97-0d5f4151abae req-3d469263-8fb9-49bc-af25-071d158f8c33 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0542107 Nov 22 17:19:43.217754 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-979e648f-474c-4ea8-9d97-0d5f4151abae req-a2b8de0a-2cb5-4676-a1c0-46682e1dd5d0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Nov 22 17:19:43.240542 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41494) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:43.263064 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f1a593-e935-4daa-ba8c-e79abc47bd16 x-openstack-request-id: req-e3f1a593-e935-4daa-ba8c-e79abc47bd16 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:43.263374 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:43.263636 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e3f1a593-e935-4daa-ba8c-e79abc47bd16 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:43.264132 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'status': 'completed', 'code': 200} Nov 22 17:19:43.349754 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bda6939e-a192-4e3f-acc0-c561b7a33f08 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/42fec5cb-02c7-4c1d-90da-a47627ac2722 HTTP/1.1" status: 200 len: 990 time: 0.1068747 Nov 22 17:19:43.357703 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-94affa3c-17cf-48ff-9313-c39e0de480db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:43.359873 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-94affa3c-17cf-48ff-9313-c39e0de480db service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 1096 time: 0.0687761 Nov 22 17:19:43.389319 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '42fec5cb-02c7-4c1d-90da-a47627ac2722', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'port_id': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'mac_address': 'fa:16:3e:06:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:19:42Z', 'updated_at': '2021-11-22T17:19:42Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:32Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:43.415832 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] Checking router: 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:19:43.424311 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:43.424859 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:19:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:43.455497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-c4baf9db-3b85-4e6d-8bb6-501dfbcc56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:43.457020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-c4baf9db-3b85-4e6d-8bb6-501dfbcc56b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd HTTP/1.1" status: 200 len: 897 time: 0.0903940 Nov 22 17:19:43.527326 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-096fe5ca-10ff-4c35-9a9d-9e75386ae0aa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244 HTTP/1.1" status: 200 len: 998 time: 0.0629771 Nov 22 17:19:43.584831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-e3934012-3c18-4658-ba51-67e90131375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:43.586389 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-e3934012-3c18-4658-ba51-67e90131375a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4683e67c-34d9-4415-8d79-39046c1fc1eb HTTP/1.1" status: 200 len: 835 time: 0.0520484 Nov 22 17:19:43.626932 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:43.633517 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-2667a628-7483-4be3-a68a-4f02ed021216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:43.635019 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-2667a628-7483-4be3-a68a-4f02ed021216 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408511 Nov 22 17:19:43.724591 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-9c06a1b4-b076-40c0-910d-871ed528acf2 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820839 Nov 22 17:19:43.817949 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-302a6a0b-daff-4fa7-bf62-dbb08d308877 req-a3159fb6-2954-4494-a8b4-e02951c2bdfc service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860507 Nov 22 17:19:43.848654 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '42fec5cb-02c7-4c1d-90da-a47627ac2722', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'port_id': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'mac_address': 'fa:16:3e:06:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:19:42Z', 'updated_at': '2021-11-22T17:19:42Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:32Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:43.874696 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad01058-b642-4e57-b43b-7e6aadf6b150 None None] The sync data for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 is: [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '42fec5cb-02c7-4c1d-90da-a47627ac2722', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.60', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'port_id': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'mac_address': 'fa:16:3e:06:60:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:19:42Z', 'updated_at': '2021-11-22T17:19:42Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:32Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:19:44.063769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130e4b40-f30e-4297-8c45-bc381320ac85 None None] New status for floating IP 42fec5cb-02c7-4c1d-90da-a47627ac2722: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:19:44.352687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41496) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:44.413120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d231dd3b-0ea3-4b7c-a67f-fba4881bae55 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/42fec5cb-02c7-4c1d-90da-a47627ac2722 HTTP/1.1" status: 200 len: 992 time: 0.0591950 Nov 22 17:19:49.105236 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-90f44866-d80f-4b91-a4ef-1551a7cfc224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:51.423434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-253c1a48-c8a0-4fc0-bcf6-88f8abced156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:52.737418 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:53.282008 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:53.541866 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:19:54.793879 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:54.993320 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:55.339736 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:17.831979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f73e45-58ec-4255-afa3-b72177c36ba9 req-486eb944-1634-4d50-995a-382df115c03f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:17.833513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10f73e45-58ec-4255-afa3-b72177c36ba9 req-486eb944-1634-4d50-995a-382df115c03f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0614209 Nov 22 17:20:17.886248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-10f73e45-58ec-4255-afa3-b72177c36ba9 req-e8abebfc-c1a3-44cd-a4b2-a751289727f6 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 Nov 22 17:20:19.009350 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d2a27-6a85-4532-a284-b4609107bb97 req-7ab16a61-991e-4033-bb31-cb55dda2ad06 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:19.010832 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef7d2a27-6a85-4532-a284-b4609107bb97 req-7ab16a61-991e-4033-bb31-cb55dda2ad06 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0491328 Nov 22 17:20:19.059891 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ef7d2a27-6a85-4532-a284-b4609107bb97 req-dfe9f736-8a7d-4240-90e2-8c30ee57977a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Nov 22 17:20:19.106720 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e711eae-c963-49c9-bfca-4b89a75468e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:19.952399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-8882cbd8-bb3f-496a-a2b9-d9a8611ff92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:19.953918 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-8882cbd8-bb3f-496a-a2b9-d9a8611ff92e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 1096 time: 0.0813034 Nov 22 17:20:20.066392 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-b9da7215-625d-45fc-a7f4-bf9005271502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:20.067894 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-b9da7215-625d-45fc-a7f4-bf9005271502 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd HTTP/1.1" status: 200 len: 897 time: 0.0905585 Nov 22 17:20:20.138361 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-15288dd3-40f6-44e0-8d42-fffc4d4c7df7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244 HTTP/1.1" status: 200 len: 1000 time: 0.0611176 Nov 22 17:20:20.176297 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eb4e2-3e18-462d-9c60-f32fc80af33c req-47c969ce-2a98-48b5-a29d-cfca18b58beb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:20.177962 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-529eb4e2-3e18-462d-9c60-f32fc80af33c req-47c969ce-2a98-48b5-a29d-cfca18b58beb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0489419 Nov 22 17:20:20.189689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-d6e18fce-3e73-458b-8df5-3b50eaa4bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:20.191165 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-d6e18fce-3e73-458b-8df5-3b50eaa4bec8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4683e67c-34d9-4415-8d79-39046c1fc1eb HTTP/1.1" status: 200 len: 835 time: 0.0451605 Nov 22 17:20:20.230955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-529eb4e2-3e18-462d-9c60-f32fc80af33c req-5456a643-00c4-43ea-b2de-b43e059a78a2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468671 Nov 22 17:20:20.245727 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-8f68dbe1-5e67-485c-bb8b-81f0570ec5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:20.247239 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-8f68dbe1-5e67-485c-bb8b-81f0570ec5d5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462737 Nov 22 17:20:20.258456 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-1363204c-33d9-4128-b6b2-6864ddc49bf3 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:20:20.259390 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-1363204c-33d9-4128-b6b2-6864ddc49bf3 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049236 Nov 22 17:20:20.351172 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-41ce6eb6-79c4-4ad2-a8a9-8615441d3cb8 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844750 Nov 22 17:20:20.447608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94471eb1-1f21-4c30-ba2b-4cb430a32c03 req-522e6a57-b9d9-4f61-a4f2-9aa64ba990d2 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854280 Nov 22 17:20:21.349010 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebdfe0-84bc-437b-9e70-a219aad7866e req-ce9512d7-fae2-4fec-9c18-c7022a8b239f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:21.350423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92ebdfe0-84bc-437b-9e70-a219aad7866e req-ce9512d7-fae2-4fec-9c18-c7022a8b239f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0496330 Nov 22 17:20:21.400078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92ebdfe0-84bc-437b-9e70-a219aad7866e req-8ac3d872-6282-41be-9ad3-254526373aaa tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436895 Nov 22 17:20:21.425287 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c2416d5-fb85-42c1-86c7-25e8661cbe98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:22.580000 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f9c8e-3037-4383-aa06-5599540d362d req-072c800e-c245-420c-81dd-1d3862a8c6ee tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:22.581518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-065f9c8e-3037-4383-aa06-5599540d362d req-072c800e-c245-420c-81dd-1d3862a8c6ee tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.1098359 Nov 22 17:20:22.631241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-065f9c8e-3037-4383-aa06-5599540d362d req-9f64d7d5-e0a5-4f52-b651-c2f956671e63 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 Nov 22 17:20:22.741064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:23.281206 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:23.752511 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c931f-0ee2-4ccd-9479-14a9dfdb498a req-c0f5459a-ccc9-4385-80b2-21ea7a79d3d5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:23.754269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-237c931f-0ee2-4ccd-9479-14a9dfdb498a req-c0f5459a-ccc9-4385-80b2-21ea7a79d3d5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0547626 Nov 22 17:20:23.807998 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-237c931f-0ee2-4ccd-9479-14a9dfdb498a req-8ab33e14-2dfd-426c-baef-8ca5a9bbca59 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Nov 22 17:20:24.794986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:24.925478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed0ab3-55ac-4184-a2b8-d4a5edc2a693 req-65075335-697a-4625-9e5c-522897e1ef3b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:24.926963 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ed0ab3-55ac-4184-a2b8-d4a5edc2a693 req-65075335-697a-4625-9e5c-522897e1ef3b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0497909 Nov 22 17:20:24.977476 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-24ed0ab3-55ac-4184-a2b8-d4a5edc2a693 req-223ebb52-a28b-49de-bbea-92043ddb227a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445812 Nov 22 17:20:24.997646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:25.368061 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:26.098394 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f51a-23e8-48fb-b7ea-4790c21afbba req-ba53c6d2-e0b5-4810-9e2e-a799eaa40842 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:26.099880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ed2f51a-23e8-48fb-b7ea-4790c21afbba req-ba53c6d2-e0b5-4810-9e2e-a799eaa40842 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0531874 Nov 22 17:20:26.148839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ed2f51a-23e8-48fb-b7ea-4790c21afbba req-781eda15-d875-4bc4-bc62-782d78de57e9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430512 Nov 22 17:20:27.265054 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3b0b8-3600-4c4e-99dd-65d92e034db3 req-474c3993-3e20-46f5-8568-7430bb36516d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:27.266548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4d3b0b8-3600-4c4e-99dd-65d92e034db3 req-474c3993-3e20-46f5-8568-7430bb36516d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0484633 Nov 22 17:20:27.316691 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4d3b0b8-3600-4c4e-99dd-65d92e034db3 req-8af50773-ae4e-49a9-a07c-23fd655ac9c9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443034 Nov 22 17:20:28.433442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cdf86-db6d-48b7-b492-499956c09469 req-c432a473-8232-4545-9c6b-a474688cda10 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:28.434921 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db9cdf86-db6d-48b7-b492-499956c09469 req-c432a473-8232-4545-9c6b-a474688cda10 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0488157 Nov 22 17:20:28.488863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-db9cdf86-db6d-48b7-b492-499956c09469 req-f3d0b4f8-dadb-4dc4-9ca9-39d9fa26a62a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473928 Nov 22 17:20:29.606423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28864ab6-dc95-4437-8f3e-cac1769af3f8 req-c182aa9e-e3e8-49a6-bad0-1360b61fbf81 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:29.608814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28864ab6-dc95-4437-8f3e-cac1769af3f8 req-c182aa9e-e3e8-49a6-bad0-1360b61fbf81 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0489788 Nov 22 17:20:29.658727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-28864ab6-dc95-4437-8f3e-cac1769af3f8 req-67b18a80-82b0-48f7-a0d4-cf3fe39a5ca2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434442 Nov 22 17:20:30.541114 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:20:30.788836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1208b-ce25-41a0-8aa7-1a8d7a5e5157 req-1e19048d-757a-4097-8973-43d4470efb5b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:30.791015 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52d1208b-ce25-41a0-8aa7-1a8d7a5e5157 req-1e19048d-757a-4097-8973-43d4470efb5b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0646217 Nov 22 17:20:30.841330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52d1208b-ce25-41a0-8aa7-1a8d7a5e5157 req-dbbb007a-46bf-4eca-b712-5b1f911546e2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444503 Nov 22 17:20:31.966595 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d248a-6e6f-45ab-b56f-0b62e06f7457 req-c134e49a-9c37-4aa7-9414-9b6d7e02d478 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:31.968230 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-249d248a-6e6f-45ab-b56f-0b62e06f7457 req-c134e49a-9c37-4aa7-9414-9b6d7e02d478 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0566790 Nov 22 17:20:32.017245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-249d248a-6e6f-45ab-b56f-0b62e06f7457 req-924efba1-e227-45f5-a70b-ac41b377b6c0 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Nov 22 17:20:33.134202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275dc9f-ccab-4b2a-8676-acbd70c16517 req-2b4943d0-16c4-46ba-a036-f7324048de3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:33.135586 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5275dc9f-ccab-4b2a-8676-acbd70c16517 req-2b4943d0-16c4-46ba-a036-f7324048de3a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0485735 Nov 22 17:20:33.184830 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5275dc9f-ccab-4b2a-8676-acbd70c16517 req-51d7fc8c-9621-477d-a766-a16c186faa62 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Nov 22 17:20:33.207220 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41544) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:20:33.270253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4709a07b-1c98-4dce-8662-c29a7845ce7f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/42fec5cb-02c7-4c1d-90da-a47627ac2722 HTTP/1.1" status: 200 len: 992 time: 0.0619223 Nov 22 17:20:34.533947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d20eaf-313c-4fd7-a1c7-6106c7f1e0ba req-e2f6ad41-7e9f-4ffa-81ad-d937981dba7b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:34.535459 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68d20eaf-313c-4fd7-a1c7-6106c7f1e0ba req-e2f6ad41-7e9f-4ffa-81ad-d937981dba7b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0494852 Nov 22 17:20:34.558511 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-74da7ed3-9aa7-4007-8238-b644591350c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:34.559984 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-74da7ed3-9aa7-4007-8238-b644591350c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 1096 time: 0.0421600 Nov 22 17:20:34.586634 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68d20eaf-313c-4fd7-a1c7-6106c7f1e0ba req-faba9640-dae5-4549-bb2e-a061cea48952 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450616 Nov 22 17:20:34.653908 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-87089c50-bea9-4c7c-a17c-fed19f81f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:34.656307 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-87089c50-bea9-4c7c-a17c-fed19f81f688 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd HTTP/1.1" status: 200 len: 897 time: 0.0893734 Nov 22 17:20:34.722607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-0ea73f32-75bb-4fc0-940f-366953481597 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244 HTTP/1.1" status: 200 len: 1000 time: 0.0582054 Nov 22 17:20:34.771696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-58e4e757-5575-4407-ae25-b9c7881058b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:34.773158 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-58e4e757-5575-4407-ae25-b9c7881058b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4683e67c-34d9-4415-8d79-39046c1fc1eb HTTP/1.1" status: 200 len: 835 time: 0.0429482 Nov 22 17:20:34.821227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-41f4f715-866a-4068-bee9-99cea8acd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:34.822609 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-41f4f715-866a-4068-bee9-99cea8acd954 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420368 Nov 22 17:20:34.913159 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-df058062-d894-460f-bfe4-d524757823f4 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825925 Nov 22 17:20:35.008537 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a8f89bb2-e9fe-411a-9f92-02fbad6eddb1 req-42d69edd-b2e8-4d36-a991-3666a191e395 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873725 Nov 22 17:20:35.705869 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f6803-3b5d-454d-ad96-3322beaa81c9 req-5fddcad2-c9b1-498b-9276-d0769c4f6c9f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:35.707426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-282f6803-3b5d-454d-ad96-3322beaa81c9 req-5fddcad2-c9b1-498b-9276-d0769c4f6c9f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0508687 Nov 22 17:20:35.762094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-282f6803-3b5d-454d-ad96-3322beaa81c9 req-57d36584-9c6c-444b-9574-ee94e7272940 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486841 Nov 22 17:20:35.785399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41554) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:20:35.846419 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-115e6f0f-e449-40f8-a24d-450bba46bb98 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/42fec5cb-02c7-4c1d-90da-a47627ac2722 HTTP/1.1" status: 200 len: 992 time: 0.0591338 Nov 22 17:20:49.109059 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2f86b289-fb9f-4592-a65e-6286174f476f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:51.426679 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b7777ff-2ad6-483b-a478-7c01c1edbf57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:52.743657 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:53.279988 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:54.800451 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:55.003228 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:55.388452 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:02.855646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-44809ee1-1a1e-45e6-b1a6-e16ff35efde3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388732 Nov 22 17:21:02.939627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-30de7380-b292-437b-92e5-8d673323e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:02.941140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-30de7380-b292-437b-92e5-8d673323e651 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0442309 Nov 22 17:21:03.046924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-732c2c35-f39e-4856-8834-283f9d4f6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:03.048434 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-732c2c35-f39e-4856-8834-283f9d4f6f0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0862877 Nov 22 17:21:03.090242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-0370ac09-a76e-4bd9-a709-912dfde0cc72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0348139 Nov 22 17:21:03.142225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-f37c65ad-b8c0-4a90-8faa-8348e69a95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:03.143668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-f37c65ad-b8c0-4a90-8faa-8348e69a95af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0465975 Nov 22 17:21:03.189418 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-ecc02c9a-2c40-465a-a6a6-620392d61de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:03.190929 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-ecc02c9a-2c40-465a-a6a6-620392d61de9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406976 Nov 22 17:21:03.284693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-518b7c0f-67df-4a1b-8a26-5e2bc4c58d25 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820105 Nov 22 17:21:03.380155 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdf971c6-4cc2-4dc2-8d94-ef1d4eb300e5 req-8a55da3b-9dca-4dd5-acf1-f68fc2d41451 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877674 Nov 22 17:21:06.419075 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41564) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:06.579682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port aae069d3-44f5-41c6-9f29-401415aeee5e {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:21:06.580061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:06.659703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:06.660061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:06.671513 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for aae069d3-44f5-41c6-9f29-401415aeee5e owned by network:floatingip {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:21:06.815254 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:06.843481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=aae069d3-44f5-41c6-9f29-401415aeee5e,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:06.855596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.855983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.856336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.856682 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.857031 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.857371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.858269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.859061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.859061 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.859262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.859577 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.859928 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:06.914513 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:06.914983 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP 42fec5cb-02c7-4c1d-90da-a47627ac2722 disassociated (deleted). External IP: 172.25.5.60, port: e3c5388d-6b3e-478a-b986-f5cf7a6b6244. Nov 22 17:21:07.121462 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:21:07.526170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:07.531713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:07.538106 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] Sync routers for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:07.546998 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:21:07.551900 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:07.552542 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:07.558035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-473ff6b8-a277-4af0-b0cb-47da44061dda tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/floatingips/42fec5cb-02c7-4c1d-90da-a47627ac2722 HTTP/1.1" status: 204 len: 168 time: 1.1379569 Nov 22 17:21:07.558627 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:07.561008 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab67a2a-0458-4686-bdad-e7835b39985b" -d '{"events": [{"name": "network-changed", "server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:07.665620 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:07.738205 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1f6888-19e6-425c-9d6f-ea35a2ad0fd9 x-openstack-request-id: req-4e1f6888-19e6-425c-9d6f-ea35a2ad0fd9 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:07.738785 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:07.738968 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e1f6888-19e6-425c-9d6f-ea35a2ad0fd9 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:07.739438 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'status': 'completed', 'code': 200} Nov 22 17:21:07.806931 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-f70c6e51-75fe-41e5-b905-abd03f174dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:07.808397 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-f70c6e51-75fe-41e5-b905-abd03f174dd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 1096 time: 0.0435107 Nov 22 17:21:07.834656 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f432fc-9e4a-488b-852c-1c20aa519320 req-3d262614-ed5e-42d9-b773-18609ace841b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:07.836235 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61f432fc-9e4a-488b-852c-1c20aa519320 req-3d262614-ed5e-42d9-b773-18609ace841b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0526893 Nov 22 17:21:07.878192 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:32Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:07.891201 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-61f432fc-9e4a-488b-852c-1c20aa519320 req-a09a35cd-c25d-426c-95af-2f7c8012b730 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480325 Nov 22 17:21:07.905100 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] Checking router: 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:07.914196 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:07.914789 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:07.915514 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-eee8fb05-8272-4902-a64d-17007456e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:07.917212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-eee8fb05-8272-4902-a64d-17007456e1f2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd HTTP/1.1" status: 200 len: 897 time: 0.1006696 Nov 22 17:21:07.967046 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-44e1cba3-a895-4d2c-aa83-82f466c4a2d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244 HTTP/1.1" status: 200 len: 217 time: 0.0415814 Nov 22 17:21:08.026588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-c13bafbb-172a-4a2a-8851-5195fcd9a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:08.028139 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-c13bafbb-172a-4a2a-8851-5195fcd9a367 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4683e67c-34d9-4415-8d79-39046c1fc1eb HTTP/1.1" status: 200 len: 835 time: 0.0498316 Nov 22 17:21:08.035389 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:08.074659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-4a850e7a-e193-4d5c-b43d-85e2cd812df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:08.076106 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-4a850e7a-e193-4d5c-b43d-85e2cd812df5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404868 Nov 22 17:21:08.172858 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-ce7a0c83-99dc-4721-86d1-14995ec2b377 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885246 Nov 22 17:21:08.231964 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:32Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:08.258983 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d13b41-4845-41b6-8872-d18a2789e89a None None] The sync data for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 is: [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'a97259ac-722a-417b-9b1c-9b7c6bd79a47', 'name': '', 'network_id': '0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:90:44:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:29Z', 'updated_at': '2021-11-22T17:19:32Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '4683e67c-34d9-4415-8d79-39046c1fc1eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:08.265618 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-4ab67a2a-0458-4686-bdad-e7835b39985b req-46e269e8-d7fd-4448-a63d-490867c378e6 service neutron] 10.222.0.71 "GET /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834625 Nov 22 17:21:08.480752 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456516a7-13d8-4a62-b875-334b95f73280 None None] New status for floating IP 42fec5cb-02c7-4c1d-90da-a47627ac2722: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:21:09.014901 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42389dde-13ac-4adc-a334-417eed26f771 req-98301e36-8e10-4b27-9bca-6fb622f9445a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:09.016390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42389dde-13ac-4adc-a334-417eed26f771 req-98301e36-8e10-4b27-9bca-6fb622f9445a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0518866 Nov 22 17:21:09.064737 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42389dde-13ac-4adc-a334-417eed26f771 req-9307f5d1-a5f7-4a88-88ce-b1e54a55fb3b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=dfd2d221-1f46-4ab9-aba1-221ce0773e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Nov 22 17:21:09.491028 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-d6613ec0-75fa-4ed5-91a9-750436686f6e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:09.492518 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-d6613ec0-75fa-4ed5-91a9-750436686f6e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 945 time: 0.0490201 Nov 22 17:21:09.584522 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:21:09.584863 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:09.677138 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port e3c5388d-6b3e-478a-b986-f5cf7a6b6244, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:09.677508 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:09.689289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for e3c5388d-6b3e-478a-b986-f5cf7a6b6244 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:21:09.814127 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:09.846127 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=e3c5388d-6b3e-478a-b986-f5cf7a6b6244,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:09.873275 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.873649 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.874003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.874351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.874694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.875036 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.875373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.875709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.876083 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.876418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.876751 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.877080 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:09.903995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] No DVR routers for this DVR port e3c5388d-6b3e-478a-b986-f5cf7a6b6244 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:21:09.907333 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:09.917657 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0c0fb656-cb7c-41e5-ab03-893e89692236 req-7d39a96d-886f-4c4a-b163-75498b5d562e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "DELETE /v2.0/ports/e3c5388d-6b3e-478a-b986-f5cf7a6b6244 HTTP/1.1" status: 204 len: 173 time: 0.4109914 Nov 22 17:21:09.918535 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'name': 'network-vif-deleted', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:09.921023 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c182fd-64a7-4b6d-8542-1539a3822a65" -d '{"events": [{"server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "name": "network-vif-deleted", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:10.016536 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956b6991-acd1-41d3-8988-b4eb0a0c5ce7 x-openstack-request-id: req-956b6991-acd1-41d3-8988-b4eb0a0c5ce7 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:10.016868 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f009a3ef-0fba-42c7-aae8-46de0707f7af", "name": "network-vif-deleted", "tag": "e3c5388d-6b3e-478a-b986-f5cf7a6b6244", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:10.017145 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-956b6991-acd1-41d3-8988-b4eb0a0c5ce7 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:10.017943 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f009a3ef-0fba-42c7-aae8-46de0707f7af', 'name': 'network-vif-deleted', 'tag': 'e3c5388d-6b3e-478a-b986-f5cf7a6b6244', 'status': 'completed', 'code': 200} Nov 22 17:21:10.172957 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-78f48b82-4c0e-4450-864b-d13ab1ea8418 req-0afb22d2-c5bc-4e0f-bea0-bd76425935a3 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=f009a3ef-0fba-42c7-aae8-46de0707f7af HTTP/1.1" status: 200 len: 210 time: 0.0268013 Nov 22 17:21:11.229426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41582) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:11.590557 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:11.845986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port a97259ac-722a-417b-9b1c-9b7c6bd79a47 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:21:11.846236 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:11.933321 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port a97259ac-722a-417b-9b1c-9b7c6bd79a47, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a97259ac-722a-417b-9b1c-9b7c6bd79a47,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:11.933679 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:11.946779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for a97259ac-722a-417b-9b1c-9b7c6bd79a47 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:21:12.130182 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:12.162661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=a97259ac-722a-417b-9b1c-9b7c6bd79a47,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:12.333856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:12.552218 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:21:12.656897 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:12.661956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cc971e8e-fba8-4f89-9bbe-9fe45cf45130 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/4d170108-55a5-48d6-9fb5-dc7bc8dd8028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4315128 Nov 22 17:21:12.664502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41584) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:12.668132 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] Sync routers for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:12.678180 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:12.678786 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:12.715169 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-12081369-39e2-46a8-b99e-0aab2ec390fe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting subnet 4683e67c-34d9-4415-8d79-39046c1fc1eb {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:21:12.718901 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12081369-39e2-46a8-b99e-0aab2ec390fe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:12.757647 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12081369-39e2-46a8-b99e-0aab2ec390fe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:12.783511 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:12.845521 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12081369-39e2-46a8-b99e-0aab2ec390fe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:12.913072 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12081369-39e2-46a8-b99e-0aab2ec390fe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:12.943132 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12081369-39e2-46a8-b99e-0aab2ec390fe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Subnet': ['ID=4683e67c-34d9-4415-8d79-39046c1fc1eb,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:12.948260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-12081369-39e2-46a8-b99e-0aab2ec390fe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:12.952126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-12081369-39e2-46a8-b99e-0aab2ec390fe tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/subnets/4683e67c-34d9-4415-8d79-39046c1fc1eb HTTP/1.1" status: 204 len: 168 time: 0.2866719 Nov 22 17:21:12.954792 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41586) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:12.960288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677d70b-67ed-45ed-b155-7a70e3531cf2 None None] Network 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:21:13.063086 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:21:12Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:13.087115 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.094230 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] Checking router: 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:13.102818 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] Routers {'4d170108-55a5-48d6-9fb5-dc7bc8dd8028'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:13.103386 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:13.148426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] DHCP port deletion for 0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:21:13.194742 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Deleting port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:21:13.195115 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.204370 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.218768 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] Set router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:13.257816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 37ca622d-d986-4cca-b081-4365ae083d9f {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:21:13.258428 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.261663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] For port 3d3c7587-80c5-44ff-b96a-a951ee512ba9, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=3d3c7587-80c5-44ff-b96a-a951ee512ba9,segment=NetworkSegment(d763dfb3-87eb-4ea2-8d5c-6c7e220db8da),segment_id=d763dfb3-87eb-4ea2-8d5c-6c7e220db8da)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:13.262066 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.274216 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Calling delete_port for 3d3c7587-80c5-44ff-b96a-a951ee512ba9 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:21:13.346943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 37ca622d-d986-4cca-b081-4365ae083d9f, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=37ca622d-d986-4cca-b081-4365ae083d9f,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:13.347561 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.355168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.362864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 37ca622d-d986-4cca-b081-4365ae083d9f owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:21:13.383493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Pushing event deleted for resources: {'Port': ['ID=3d3c7587-80c5-44ff-b96a-a951ee512ba9,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:13.393252 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] No DVR routers for this DVR port 3d3c7587-80c5-44ff-b96a-a951ee512ba9 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:21:13.395550 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.395923 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.396879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.396879 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.397103 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.397311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.397640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.397965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.398293 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.398615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.398939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.399259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc82af46-3547-4124-bcd0-f5526180ae55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:13.403070 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:21:12Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:13.440199 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee6cd0-c356-454d-aff7-9ca7859260ea None None] The sync data for ids ['4d170108-55a5-48d6-9fb5-dc7bc8dd8028'] in n-d-811716-3 is: [{'id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070601767', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:19:26Z', 'updated_at': '2021-11-22T17:21:12Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': '37ca622d-d986-4cca-b081-4365ae083d9f', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d170108-55a5-48d6-9fb5-dc7bc8dd8028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:19:27Z', 'updated_at': '2021-11-22T17:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:13.546326 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.571844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=37ca622d-d986-4cca-b081-4365ae083d9f,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:13.585694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6977faa-d856-45f2-95ec-fe4e404c626b None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:21:13.633251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.746512 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.749271 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.790825 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.791464 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Fanout notify agent at l3_agent the message router_deleted on router 4d170108-55a5-48d6-9fb5-dc7bc8dd8028 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:21:13.799138 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.800283 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e2e54a49-b18d-468e-a203-30ecb2901c89 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/routers/4d170108-55a5-48d6-9fb5-dc7bc8dd8028 HTTP/1.1" status: 204 len: 168 time: 0.8445680 Nov 22 17:21:13.803019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41588) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:13.882604 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:13.938417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e3c5388d-6b3e-478a-b986-f5cf7a6b6244 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:21:13.960319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: e3c5388d-6b3e-478a-b986-f5cf7a6b6244 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:21:13.960965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device e3c5388d-6b3e-478a-b986-f5cf7a6b6244 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:21:14.290241 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.309632 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:14.321584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:14.321879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd763dfb3-87eb-4ea2-8d5c-6c7e220db8da') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:14.331192 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.346260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.352180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:21:14.352747 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:21:14.355510 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:21:14.416017 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.423205 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.426415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/networks/0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd HTTP/1.1" status: 204 len: 168 time: 0.6224566 Nov 22 17:21:14.429042 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41590) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:14.446383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05eed8-4c2e-42e5-9e21-854d24fa36cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Network': ['ID=0ac8c2e8-6b8b-4306-89c3-fd3b84c575dd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:14.502263 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ccf41e8-8481-44d7-9885-0b118c8d4138 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.527971 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ccf41e8-8481-44d7-9885-0b118c8d4138 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.589587 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ccf41e8-8481-44d7-9885-0b118c8d4138 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.592752 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-9ccf41e8-8481-44d7-9885-0b118c8d4138 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.593902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-9ccf41e8-8481-44d7-9885-0b118c8d4138 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/security-groups/dfd2d221-1f46-4ab9-aba1-221ce0773e79 HTTP/1.1" status: 204 len: 168 time: 0.1639543 Nov 22 17:21:14.602770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf41e8-8481-44d7-9885-0b118c8d4138 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd2d221-1f46-4ab9-aba1-221ce0773e79,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:14.888497 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41596) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:14.893065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a9ca25a5-7d18-4601-ba6c-5c242bb2afb7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18610545', 'description': 'tempest-secgroup-smoke-18610545 description', 'project_id': '8640528ecd464b04a514d6e53f13ea5e'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:14.916602 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9ca25a5-7d18-4601-ba6c-5c242bb2afb7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.936604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3d3c7587-80c5-44ff-b96a-a951ee512ba9 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:21:14.957138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 3d3c7587-80c5-44ff-b96a-a951ee512ba9 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:21:14.957493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 3d3c7587-80c5-44ff-b96a-a951ee512ba9 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:21:14.958026 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a97259ac-722a-417b-9b1c-9b7c6bd79a47 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:21:14.979035 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a97259ac-722a-417b-9b1c-9b7c6bd79a47 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:21:14.980224 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a97259ac-722a-417b-9b1c-9b7c6bd79a47 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:21:14.980655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 37ca622d-d986-4cca-b081-4365ae083d9f no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:21:14.988731 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9ca25a5-7d18-4601-ba6c-5c242bb2afb7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:14.992780 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9ca25a5-7d18-4601-ba6c-5c242bb2afb7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.001852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 37ca622d-d986-4cca-b081-4365ae083d9f {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:21:15.002210 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 37ca622d-d986-4cca-b081-4365ae083d9f not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:21:15.023616 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9ca25a5-7d18-4601-ba6c-5c242bb2afb7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.024876 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a9ca25a5-7d18-4601-ba6c-5c242bb2afb7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1353507 Nov 22 17:21:15.025987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca25a5-7d18-4601-ba6c-5c242bb2afb7 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728a0838-1b19-4bbc-91d0-87d116212e64,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:15.028433 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41598) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:15.033774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-327bea48-6976-4dfb-a2d4-c84df32bdcc4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '728a0838-1b19-4bbc-91d0-87d116212e64', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:15.061819 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-327bea48-6976-4dfb-a2d4-c84df32bdcc4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.114253 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-327bea48-6976-4dfb-a2d4-c84df32bdcc4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.117577 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-327bea48-6976-4dfb-a2d4-c84df32bdcc4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.141614 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bea48-6976-4dfb-a2d4-c84df32bdcc4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4577a20f-bc99-4b91-b9a7-bb54973e4e13,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:15.149094 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-327bea48-6976-4dfb-a2d4-c84df32bdcc4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.150274 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-327bea48-6976-4dfb-a2d4-c84df32bdcc4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203020 Nov 22 17:21:15.153030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41600) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:15.157740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-912f811e-866f-4cc2-a7ca-32323afe179b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '728a0838-1b19-4bbc-91d0-87d116212e64', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:15.183678 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912f811e-866f-4cc2-a7ca-32323afe179b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.238552 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912f811e-866f-4cc2-a7ca-32323afe179b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.241779 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912f811e-866f-4cc2-a7ca-32323afe179b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.259261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f811e-866f-4cc2-a7ca-32323afe179b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afef9e19-0256-4f94-a882-94df57afb69f,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:15.267364 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-912f811e-866f-4cc2-a7ca-32323afe179b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.268567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-912f811e-866f-4cc2-a7ca-32323afe179b tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146400 Nov 22 17:21:15.271332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41602) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:15.276106 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e567feab-e044-42be-bdfa-52f2eadcca04 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '728a0838-1b19-4bbc-91d0-87d116212e64', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:15.302337 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e567feab-e044-42be-bdfa-52f2eadcca04 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.359112 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e567feab-e044-42be-bdfa-52f2eadcca04 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.362630 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e567feab-e044-42be-bdfa-52f2eadcca04 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.381574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567feab-e044-42be-bdfa-52f2eadcca04 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd2d7b4-3ce1-433f-a570-ed9d8601b512,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:15.387273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e567feab-e044-42be-bdfa-52f2eadcca04 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.388481 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e567feab-e044-42be-bdfa-52f2eadcca04 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158109 Nov 22 17:21:15.391232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41604) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:15.396097 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f6140f09-2413-413f-984c-b452f3ac47cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '728a0838-1b19-4bbc-91d0-87d116212e64', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:15.422650 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6140f09-2413-413f-984c-b452f3ac47cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.477662 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6140f09-2413-413f-984c-b452f3ac47cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.481257 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6140f09-2413-413f-984c-b452f3ac47cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.503413 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6140f09-2413-413f-984c-b452f3ac47cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a7fb53-1225-4626-8831-8b5811eac4a7,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:15.510629 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f6140f09-2413-413f-984c-b452f3ac47cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.511807 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f6140f09-2413-413f-984c-b452f3ac47cf tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196496 Nov 22 17:21:15.514604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41606) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:15.518888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-edf378ab-d2eb-4bb0-8740-f54b2dd8d6f8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '728a0838-1b19-4bbc-91d0-87d116212e64', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:15.540121 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-edf378ab-d2eb-4bb0-8740-f54b2dd8d6f8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:21:15.544739 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edf378ab-d2eb-4bb0-8740-f54b2dd8d6f8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.602061 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edf378ab-d2eb-4bb0-8740-f54b2dd8d6f8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.605612 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edf378ab-d2eb-4bb0-8740-f54b2dd8d6f8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.626758 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf378ab-d2eb-4bb0-8740-f54b2dd8d6f8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef82d6ab-264d-4b3a-8acd-b24430cd3f25,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:15.632362 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-edf378ab-d2eb-4bb0-8740-f54b2dd8d6f8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.633762 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-edf378ab-d2eb-4bb0-8740-f54b2dd8d6f8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181977 Nov 22 17:21:15.636442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41608) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:15.640866 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e3853b83-8508-463d-9694-d9b967ab17f5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'security_group_rule': {'security_group_id': '728a0838-1b19-4bbc-91d0-87d116212e64', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:15.662268 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-e3853b83-8508-463d-9694-d9b967ab17f5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Project 8640528ecd464b04a514d6e53f13ea5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:21:15.667331 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3853b83-8508-463d-9694-d9b967ab17f5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.725643 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3853b83-8508-463d-9694-d9b967ab17f5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.729008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3853b83-8508-463d-9694-d9b967ab17f5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.749521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3853b83-8508-463d-9694-d9b967ab17f5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2602313e-2990-4364-a0bf-dc6f69a5a6fc,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:15.754432 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e3853b83-8508-463d-9694-d9b967ab17f5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.759143 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e3853b83-8508-463d-9694-d9b967ab17f5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181643 Nov 22 17:21:15.759275 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41610) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:15.764213 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'network': {'name': 'tempest-network-smoke--473087619', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'port_security_enabled': True}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:15.784099 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:21:15.787422 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.812226 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] vlan segment allocate from pool success with {'vlan_id': 838, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:21:15.821396 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.821733 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Added segment ff5ec503-1db7-483a-97ff-f78907abe8eb of type vlan for network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 Nov 22 17:21:15.862560 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.886842 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.892365 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:15.892946 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.947660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1873262 Nov 22 17:21:15.949831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41612) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:15.955377 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'admin_state_up': True, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:15.963225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8690f24-96c3-4b29-9ba7-8652fde3dfff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Network': ['ID=30c2766d-4585-4c10-b0d2-c355a54fb6b6,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:15.975951 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:21:15.978834 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:15.979878 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:16.035288 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:16.170874 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:16.359899 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:16.377690 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:16.480586 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.200 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/a9e06a2a-24bd-427b-87a0-e5f6ba88bd11) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:16.578691 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:16.612265 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:16.650041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:16.652873 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:16.657677 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:16.666986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc00ea6-fa97-4223-8592-35c86fa4720e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:21:16.684373 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=a9e06a2a-24bd-427b-87a0-e5f6ba88bd11,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:16.721037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4aa364c0-6191-471c-83c1-d0cc7507d38e None None] Provisioning complete for port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:16.721426 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4aa364c0-6191-471c-83c1-d0cc7507d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:16.754796 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4aa364c0-6191-471c-83c1-d0cc7507d38e None None] Port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:16.913056 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:17.107777 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:17.235411 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 143cff97-ff25-45ec-b631-0ce3761228e6 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:21:17.340394 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:17.349693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Sync routers for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:17.360755 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:17.364350 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-0a7b5f3d-3255-40da-9029-72f9fc3f4066 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4133329 Nov 22 17:21:17.364602 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:17.365078 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41614) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:17.365261 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:17.395199 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fc8ea508-f22e-4b89-a2ae-7dc19f157f14 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8640528ecd464b04a514d6e53f13ea5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287178 Nov 22 17:21:17.397662 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41616) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:17.471109 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:17.490456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ec2acd-d7c8-4e02-a5e2-69c9be57d509 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:17.491866 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f0ec2acd-d7c8-4e02-a5e2-69c9be57d509 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931907 Nov 22 17:21:17.494690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41618) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:17.526297 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7489e5ea-2368-4030-90c9-63a94924a9d6 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=46135dbe-aaf9-4c8c-9a21-a6603b2b5e41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304878 Nov 22 17:21:17.528699 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41620) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:17.534359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1075123786', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:17.621498 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:21:17.625680 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:17.652038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:16Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:17.678434 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Checking router: 143cff97-ff25-45ec-b631-0ce3761228e6 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:17.679104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Updating router 143cff97-ff25-45ec-b631-0ce3761228e6 port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:21:17.705573 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:17.809314 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:17.878172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Subnet': ['ID=8e091c29-e9c4-4cec-ad46-0dee0ed40da0,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:17.883352 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Checking segment: {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:17.883711 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network hostable DHCP agents. Network: 30c2766d-4585-4c10-b0d2-c355a54fb6b6, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:21:17.901273 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:21:17.912634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 30c2766d-4585-4c10-b0d2-c355a54fb6b6) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:17.917258 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:17.917866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:17.925300 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b629d3c-9cb6-4e50-a9cb-e9b30f4dfdc4 None None] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:21:17.939478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6ab36a2e-9811-4cb1-8918-c96777e61078 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4063978 Nov 22 17:21:17.939799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41622) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:18.019791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.032093 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.097685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a8103-4b0e-4e86-96b7-870eca66f269 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:21:18.125456 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71e48b-7d7d-4b79-978c-ab0c60318771 None None] Pushing event updated for resources: {'Port': ['ID=a9e06a2a-24bd-427b-87a0-e5f6ba88bd11,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:18.133325 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Attempting to bind port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:18.133699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Attempting to bind port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:18.134068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Attempting to bind port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:18.145615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:18.145987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:18.146394 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.146788 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:18.147263 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Bound port: a9e06a2a-24bd-427b-87a0-e5f6ba88bd11, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:18.147641 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.227288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:21:18.228364 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.248169 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] For port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:18.250351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cd5430f3-d117-4f7f-b42f-b168bd5efcfb None None] Provisioning complete for port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:18.250729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cd5430f3-d117-4f7f-b42f-b168bd5efcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.288789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] For port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a9e06a2a-24bd-427b-87a0-e5f6ba88bd11,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:18.300120 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.556665 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cd5430f3-d117-4f7f-b42f-b168bd5efcfb None None] Port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:18.584028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d1999-ce63-4ef0-a5ff-ab944cf43100 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:21:18.652632 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71e48b-7d7d-4b79-978c-ab0c60318771 None None] Pushing event updated for resources: {'Port': ['ID=a9e06a2a-24bd-427b-87a0-e5f6ba88bd11,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:18.660547 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:18.661514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:18.770190 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.797196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Allocated IP 172.20.0.2 (30c2766d-4585-4c10-b0d2-c355a54fb6b6/8e091c29-e9c4-4cec-ad46-0dee0ed40da0/586a8702-fc84-431e-b5ec-06f1faacea27) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:18.804312 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0e280863-9a2b-4078-9d00-74449e7abf5e None None] Provisioning complete for port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:18.804738 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e280863-9a2b-4078-9d00-74449e7abf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:18.931016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:19.161750 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e280863-9a2b-4078-9d00-74449e7abf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.176768 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e6ea-be04-410b-bf74-8d595763beb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.236880 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0e280863-9a2b-4078-9d00-74449e7abf5e None None] For port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a9e06a2a-24bd-427b-87a0-e5f6ba88bd11,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:19.253334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0e280863-9a2b-4078-9d00-74449e7abf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.316135 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.332054 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.373872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e280863-9a2b-4078-9d00-74449e7abf5e None None] Pushing event updated for resources: {'Port': ['ID=a9e06a2a-24bd-427b-87a0-e5f6ba88bd11,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:19.379307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:19.386518 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.1 (30c2766d-4585-4c10-b0d2-c355a54fb6b6/8e091c29-e9c4-4cec-ad46-0dee0ed40da0/847e8a28-7bbc-4367-bf3a-0834cb1fb32b) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:19.390792 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:19.419712 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:19.480794 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Pushing event updated for resources: {'Port': ['ID=586a8702-fc84-431e-b5ec-06f1faacea27,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:19.498825 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:16Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:19.509088 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.534633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251c4a8c-e58a-4b44-95d0-3561e14f3697 None None] The sync data for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 is: [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:16Z', 'revision_number': 3, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:19.540536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Attempting to bind port 586a8702-fc84-431e-b5ec-06f1faacea27 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:19.540907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Attempting to bind port 586a8702-fc84-431e-b5ec-06f1faacea27 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:19.541273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Attempting to bind port 586a8702-fc84-431e-b5ec-06f1faacea27 on network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:19.544455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.549898 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:19.550262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Checking segment: {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:19.550752 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.551151 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Bound using segment: {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:19.551652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Bound port: 586a8702-fc84-431e-b5ec-06f1faacea27, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:19.552029 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.601863 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:19.611977 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:19.618874 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:19.628640 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] For port 586a8702-fc84-431e-b5ec-06f1faacea27, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:19.632515 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] For port 586a8702-fc84-431e-b5ec-06f1faacea27, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=586a8702-fc84-431e-b5ec-06f1faacea27,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:19.636640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.650120 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:19.683758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:19.703207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c50cbc-e2fe-4e81-95f2-06935ce79c8b None None] Pushing event updated for resources: {'Port': ['ID=586a8702-fc84-431e-b5ec-06f1faacea27,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:19.838481 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:20.188170 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:20.193704 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:20.274207 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:20.276126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:20.373589 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:20.375332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:20.496978 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 143cff97-ff25-45ec-b631-0ce3761228e6 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:21:20.619937 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:20.626492 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2f6c7618-2e11-4e93-ba07-40f165d0e5cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/143cff97-ff25-45ec-b631-0ce3761228e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6856463 Nov 22 17:21:20.749952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5256ef-aa04-4cb5-b840-c8b20a2d3722 None None] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:21:20.786848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2d50d802-9018-41f1-9568-e1060c1ef0e5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18610545&fields=id&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 267 time: 0.0500946 Nov 22 17:21:20.819311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-91973373-4cd3-4068-9037-28cb6aed6be6 None None] Provisioning complete for port 586a8702-fc84-431e-b5ec-06f1faacea27 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:20.819691 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91973373-4cd3-4068-9037-28cb6aed6be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:20.912807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-118d6e06-19f4-448f-be82-a6f93f601dac tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:20.915072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-118d6e06-19f4-448f-be82-a6f93f601dac tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/networks?id=30c2766d-4585-4c10-b0d2-c355a54fb6b6 HTTP/1.1" status: 200 len: 796 time: 0.1201375 Nov 22 17:21:20.936478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-ad4a6072-8ac3-461a-98e7-9d026b1916fd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/quotas/8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 375 time: 0.0114727 Nov 22 17:21:20.985736 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91973373-4cd3-4068-9037-28cb6aed6be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.000068 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-9da94749-feb6-47b2-8cac-b3c62c176634 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554764 Nov 22 17:21:21.042579 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:21.074995 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-91973373-4cd3-4068-9037-28cb6aed6be6 None None] For port 586a8702-fc84-431e-b5ec-06f1faacea27, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=586a8702-fc84-431e-b5ec-06f1faacea27,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:21.082528 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-91973373-4cd3-4068-9037-28cb6aed6be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.144070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91973373-4cd3-4068-9037-28cb6aed6be6 None None] Pushing event updated for resources: {'Port': ['ID=586a8702-fc84-431e-b5ec-06f1faacea27,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:21.155952 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:21.156315 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.177879 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-a7c98d06-f664-4075-9089-583943a8d99a service neutron] 10.222.0.69 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620190 Nov 22 17:21:21.253314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 586a8702-fc84-431e-b5ec-06f1faacea27 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:21.297078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b3dfeac7-0f9f-4e86-8c89-8f2f331304da service neutron] 10.222.0.69 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180737 Nov 22 17:21:21.320791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bd4ba266-6875-4541-ada7-7c6494d2cef3 None None] Provisioning complete for port 586a8702-fc84-431e-b5ec-06f1faacea27 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:21.321168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd4ba266-6875-4541-ada7-7c6494d2cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.325375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 586a8702-fc84-431e-b5ec-06f1faacea27 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:21.325892 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.400858 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Sync routers for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:21.425780 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:21.426484 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:20:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:21.490927 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-de6e8245-4fa6-46c0-a71d-99e8412e7656 req-ac79d9ce-0b15-40fd-8fb2-ab5146b5a44a tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 210 time: 0.0342660 Nov 22 17:21:21.578492 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:21.588363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bd4ba266-6875-4541-ada7-7c6494d2cef3 None None] Provisioning complete for port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:21.588813 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bd4ba266-6875-4541-ada7-7c6494d2cef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.590983 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5aabc0b-97e8-47f1-b2dc-29d358c3f4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.634751 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bd4ba266-6875-4541-ada7-7c6494d2cef3 None None] Port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:21.757162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d1d2958c-9112-46c3-a3b0-1d525c25cf00 None None] Provisioning complete for port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:21.758481 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1d2958c-9112-46c3-a3b0-1d525c25cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.800701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-d1d2958c-9112-46c3-a3b0-1d525c25cf00 None None] Port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:21.830392 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:20Z', 'revision_number': 2, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:21.862018 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Checking router: 143cff97-ff25-45ec-b631-0ce3761228e6 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:21.862369 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Updating router 143cff97-ff25-45ec-b631-0ce3761228e6 port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:21:21.887265 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.924089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c9130a1d-ae5d-4d64-aff2-2d1b496a7dbf None None] Provisioning complete for port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:21.924470 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c9130a1d-ae5d-4d64-aff2-2d1b496a7dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:21.965489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c9130a1d-ae5d-4d64-aff2-2d1b496a7dbf None None] Port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:22.176780 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.182715 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.256153 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Pushing event updated for resources: {'Port': ['ID=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:22.282684 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.283042 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.283367 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.283704 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.284065 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.284401 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.284729 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.285055 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.285378 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.285700 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.286028 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.286350 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:22.300711 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Attempting to bind port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:22.301082 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Attempting to bind port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:22.301441 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Attempting to bind port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b on network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:22.306585 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:22.306889 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Checking segment: {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:22.307277 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.307660 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Bound using segment: {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:22.308150 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Bound port: 847e8a28-7bbc-4367-bf3a-0834cb1fb32b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:22.308539 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.375394 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] For port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:22.378726 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] For port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:22.383188 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.441006 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:22.441641 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:22.488200 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86524d30-0b64-487a-b4b1-39bbe8d6e4f1 None None] Pushing event updated for resources: {'Port': ['ID=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,revision_number=4']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:22.507255 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-50d0d58e-e2b3-4573-96f4-9dcff96ef359 None None] Provisioning complete for port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:22.507630 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50d0d58e-e2b3-4573-96f4-9dcff96ef359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.558362 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:22.628943 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d269f12b-27c7-4ea0-8a6f-44d78818e530 req-ec49ea35-f4bf-4e28-8654-17c3116b2dca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 210 time: 0.0556455 Nov 22 17:21:22.789020 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-00ff33fb-f4af-4ce2-8fe8-228ca523875f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:22.791407 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-00ff33fb-f4af-4ce2-8fe8-228ca523875f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/networks?id=30c2766d-4585-4c10-b0d2-c355a54fb6b6 HTTP/1.1" status: 200 len: 796 time: 0.1778860 Nov 22 17:21:22.865494 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50d0d58e-e2b3-4573-96f4-9dcff96ef359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.868219 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-58a6b017-005b-4b2a-bedb-9d98c47746b4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8640528ecd464b04a514d6e53f13ea5e HTTP/1.1" status: 200 len: 378 time: 0.0645382 Nov 22 17:21:22.876226 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.883601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'port': {'device_id': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'admin_state_up': True, 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'security_groups': ['728a0838-1b19-4bbc-91d0-87d116212e64']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:22.891517 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:22Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:22.904618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-50d0d58e-e2b3-4573-96f4-9dcff96ef359 None None] For port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:22.910986 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-50d0d58e-e2b3-4573-96f4-9dcff96ef359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:22.925493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9812a-edd0-48c1-9fd7-750771625575 None None] The sync data for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 is: [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:22Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:22.970502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 586a8702-fc84-431e-b5ec-06f1faacea27 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:23.008317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0d58e-e2b3-4573-96f4-9dcff96ef359 None None] Pushing event updated for resources: {'Port': ['ID=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:23.050087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-d860c6f7-5eb8-46b3-bb8b-cf3c0ab4671e None None] Provisioning complete for port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:23.050949 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d860c6f7-5eb8-46b3-bb8b-cf3c0ab4671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.062891 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Made reservation on behalf of 8640528ecd464b04a514d6e53f13ea5e for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:21:23.067976 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.098124 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 586a8702-fc84-431e-b5ec-06f1faacea27 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:23.098510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.218050 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.20.0.4 (30c2766d-4585-4c10-b0d2-c355a54fb6b6/8e091c29-e9c4-4cec-ad46-0dee0ed40da0/45c7aad1-2246-499d-84c0-20832847d643) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:23.297591 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.371363 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.407467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.454689 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:23.458081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:23.461736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:23.468807 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=45c7aad1-2246-499d-84c0-20832847d643,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:23.526687 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:23.527359 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.546824 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-2a21ef91-a2c5-4109-9d1c-05f5470dd8a4 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6694500 Nov 22 17:21:23.559374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Request body: {'port': {'device_id': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:23.627507 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.713916 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-805c8d1b-fed1-46c2-a0d4-705d7f0c0958 None None] Provisioning complete for port 45c7aad1-2246-499d-84c0-20832847d643 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:23.714383 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-805c8d1b-fed1-46c2-a0d4-705d7f0c0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.767469 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-805c8d1b-fed1-46c2-a0d4-705d7f0c0958 None None] Port 45c7aad1-2246-499d-84c0-20832847d643 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:23.772578 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f112a-cb83-4c85-9a16-2aae79774674 req-0c9bdaf4-2a03-418b-95b5-54fb577995dc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:23.774183 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b3f112a-cb83-4c85-9a16-2aae79774674 req-0c9bdaf4-2a03-418b-95b5-54fb577995dc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 931 time: 0.0614769 Nov 22 17:21:23.836439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2b3f112a-cb83-4c85-9a16-2aae79774674 req-66b239be-6d2d-4a29-ae0f-6ea1ae3364cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543849 Nov 22 17:21:23.924460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c7aad1-2246-499d-84c0-20832847d643 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:21:23.932234 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:23.945000 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Transition to ACTIVE for port object 45c7aad1-2246-499d-84c0-20832847d643 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:21:23.948687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:24.025642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Pushing event updated for resources: {'Port': ['ID=45c7aad1-2246-499d-84c0-20832847d643,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:24.081639 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Attempting to bind port 45c7aad1-2246-499d-84c0-20832847d643 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:24.081955 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Attempting to bind port 45c7aad1-2246-499d-84c0-20832847d643 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:24.082293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Attempting to bind port 45c7aad1-2246-499d-84c0-20832847d643 on network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:24.087261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Port 45c7aad1-2246-499d-84c0-20832847d643 on network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:21:24.087594 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Attempting to bind port 45c7aad1-2246-499d-84c0-20832847d643 on network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:24.093680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:24.094246 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Checking segment: {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:24.094657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Bound using segment: {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:24.095098 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Bound port: 45c7aad1-2246-499d-84c0-20832847d643, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5ec503-1db7-483a-97ff-f78907abe8eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:24.095594 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:24.167553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] For port 45c7aad1-2246-499d-84c0-20832847d643, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:24.171272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] For port 45c7aad1-2246-499d-84c0-20832847d643, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=45c7aad1-2246-499d-84c0-20832847d643,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:24.176742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:24.217753 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.218385 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:24.219864 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] 10.222.0.71 "PUT /v2.0/ports/45c7aad1-2246-499d-84c0-20832847d643 HTTP/1.1" status: 200 len: 1091 time: 0.6648812 Nov 22 17:21:24.220339 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'tag': '45c7aad1-2246-499d-84c0-20832847d643'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:24.222752 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb35cb31-9c99-42aa-b84a-071017defe9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "tag": "45c7aad1-2246-499d-84c0-20832847d643"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:24.245912 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c62967-8ff8-42be-938b-9d8a295db11e service neutron] Pushing event updated for resources: {'Port': ['ID=45c7aad1-2246-499d-84c0-20832847d643,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:24.274763 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8987931-c8a4-45c7-8722-336e4d78f7a1 x-openstack-request-id: req-e8987931-c8a4-45c7-8722-336e4d78f7a1 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:24.275071 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "tag": "45c7aad1-2246-499d-84c0-20832847d643", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:24.275327 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e8987931-c8a4-45c7-8722-336e4d78f7a1 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:24.275737 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'tag': '45c7aad1-2246-499d-84c0-20832847d643', 'status': 'completed', 'code': 200} Nov 22 17:21:24.307348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-a0088b8a-8195-458e-8b61-6024faeda1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.308942 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-a0088b8a-8195-458e-8b61-6024faeda1f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 1094 time: 0.0464480 Nov 22 17:21:24.353728 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-71b0746f-9320-45b0-914d-7d410c8f7d95 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c7aad1-2246-499d-84c0-20832847d643 HTTP/1.1" status: 200 len: 217 time: 0.0352423 Nov 22 17:21:24.410981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-8fd97074-6ca7-4fb3-b1b0-1df14fcf936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.412754 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-8fd97074-6ca7-4fb3-b1b0-1df14fcf936b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e091c29-e9c4-4cec-ad46-0dee0ed40da0 HTTP/1.1" status: 200 len: 835 time: 0.0510845 Nov 22 17:21:24.458416 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-f8a94841-c2f2-43b6-acb1-e0e67000d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.459969 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-f8a94841-c2f2-43b6-acb1-e0e67000d22e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30c2766d-4585-4c10-b0d2-c355a54fb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405018 Nov 22 17:21:24.555385 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-e0b801d9-e092-4d6f-8ae1-8471db9483a3 service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873914 Nov 22 17:21:24.648007 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-568435cf-36e2-4a79-b7d2-296fda6aad99 req-c1a47637-6dab-400c-ace1-a519c18fa016 service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 Nov 22 17:21:24.733886 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-90a49a56-78fe-46a2-916d-dc33f01c01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.735273 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-90a49a56-78fe-46a2-916d-dc33f01c01d8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 1094 time: 0.0419474 Nov 22 17:21:24.801632 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:24.832690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-ae739754-6ae4-44f2-a07a-d3b59be2f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.834144 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-ae739754-6ae4-44f2-a07a-d3b59be2f159 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30c2766d-4585-4c10-b0d2-c355a54fb6b6 HTTP/1.1" status: 200 len: 897 time: 0.0919402 Nov 22 17:21:24.876869 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-a0318070-2757-46cd-a182-cbead6377547 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c7aad1-2246-499d-84c0-20832847d643 HTTP/1.1" status: 200 len: 217 time: 0.0350430 Nov 22 17:21:24.931539 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-0d13ef5a-88e2-4b33-9cce-30cefdc9a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.933308 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-0d13ef5a-88e2-4b33-9cce-30cefdc9a7ff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e091c29-e9c4-4cec-ad46-0dee0ed40da0 HTTP/1.1" status: 200 len: 835 time: 0.0498376 Nov 22 17:21:24.959247 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 847e8a28-7bbc-4367-bf3a-0834cb1fb32b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:24.973827 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64940d-5358-4358-9da9-61c1856dabe6 req-9cbc5efb-28aa-423f-95c6-3a608da92d8c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.976466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e64940d-5358-4358-9da9-61c1856dabe6 req-9cbc5efb-28aa-423f-95c6-3a608da92d8c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 943 time: 0.0667450 Nov 22 17:21:24.993877 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-020715d5-5405-4511-9133-158ac416c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.995880 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-020715d5-5405-4511-9133-158ac416c8e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30c2766d-4585-4c10-b0d2-c355a54fb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511329 Nov 22 17:21:25.020092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:25.032461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4e64940d-5358-4358-9da9-61c1856dabe6 req-43bfc029-3cd0-47f1-a9f4-6daa99d0f480 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504165 Nov 22 17:21:25.047181 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:25.047672 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:25.096015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-1d550aca-5299-4f3c-a2d1-83c6b24c8d11 service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915222 Nov 22 17:21:25.194268 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-eb35cb31-9c99-42aa-b84a-071017defe9c req-1d9f516d-6d1d-4f33-a1b9-ce7bb722eb79 service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904300 Nov 22 17:21:25.385867 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.151569 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd722-b595-4479-95ad-89ffff3c4195 req-5eab9a14-952a-461b-8b4b-969c54c69b2f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:26.153082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2bfd722-b595-4479-95ad-89ffff3c4195 req-5eab9a14-952a-461b-8b4b-969c54c69b2f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 943 time: 0.0485711 Nov 22 17:21:26.203478 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a2bfd722-b595-4479-95ad-89ffff3c4195 req-8c8cee2b-0f4f-45bd-adbf-a821a3a8ac47 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435586 Nov 22 17:21:27.324663 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628193-7f57-4132-97ec-8e16b201694c req-5c4c2ea5-50c2-4b1b-bc86-57c99a62b44d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.326398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62628193-7f57-4132-97ec-8e16b201694c req-5c4c2ea5-50c2-4b1b-bc86-57c99a62b44d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 943 time: 0.0544348 Nov 22 17:21:27.375572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-62628193-7f57-4132-97ec-8e16b201694c req-d0474860-2d39-46c7-a538-befeb006624d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434339 Nov 22 17:21:28.039149 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 45c7aad1-2246-499d-84c0-20832847d643 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:21:28.136992 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 45c7aad1-2246-499d-84c0-20832847d643, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=45c7aad1-2246-499d-84c0-20832847d643,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:28.148766 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '45c7aad1-2246-499d-84c0-20832847d643', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'port_id': '45c7aad1-2246-499d-84c0-20832847d643', 'mac_address': 'fa:16:3e:bc:4f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 838, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:21:28.184779 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:28.198028 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c7aad1-2246-499d-84c0-20832847d643 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:21:28.217211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 45c7aad1-2246-499d-84c0-20832847d643, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=45c7aad1-2246-499d-84c0-20832847d643,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:28.221299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:28.270555 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=45c7aad1-2246-499d-84c0-20832847d643,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:28.437785 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['45c7aad1-2246-499d-84c0-20832847d643'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:21:28.491104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117ece9-5788-404f-9e6b-5f32b287b762 req-f8d9cf0d-0f0d-4cab-9ac6-294acc4f40fa tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.492576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e117ece9-5788-404f-9e6b-5f32b287b762 req-f8d9cf0d-0f0d-4cab-9ac6-294acc4f40fa tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 944 time: 0.0488851 Nov 22 17:21:28.543869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e117ece9-5788-404f-9e6b-5f32b287b762 req-325d3dbc-5516-4a53-8864-65b2f3e7e8ff tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447388 Nov 22 17:21:29.658571 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6baf3f-1369-4334-8745-9244bb4ac626 req-03a3ce29-4faa-4a69-bc3e-6c053020d65c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.660066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c6baf3f-1369-4334-8745-9244bb4ac626 req-03a3ce29-4faa-4a69-bc3e-6c053020d65c tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 944 time: 0.0487189 Nov 22 17:21:29.713366 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3c6baf3f-1369-4334-8745-9244bb4ac626 req-2215c489-4fc2-405f-8239-674fcd8715c3 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474200 Nov 22 17:21:30.039355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 45c7aad1-2246-499d-84c0-20832847d643 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:30.088050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 45c7aad1-2246-499d-84c0-20832847d643 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:21:30.092324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 45c7aad1-2246-499d-84c0-20832847d643 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:30.092701 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:30.172281 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:30.194949 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7aad1-2246-499d-84c0-20832847d643'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:30.197248 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12fbb82-6b47-41b0-9d60-f2bc25699189" -d '{"events": [{"server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "name": "network-vif-plugged", "status": "completed", "tag": "45c7aad1-2246-499d-84c0-20832847d643"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:30.214097 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 45c7aad1-2246-499d-84c0-20832847d643, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=45c7aad1-2246-499d-84c0-20832847d643,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:30.218968 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:30.244834 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02da3f86-b9c0-4c12-943f-5140a68e6efe x-openstack-request-id: req-02da3f86-b9c0-4c12-943f-5140a68e6efe {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:30.245140 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "name": "network-vif-plugged", "status": "completed", "tag": "45c7aad1-2246-499d-84c0-20832847d643", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:30.245401 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-02da3f86-b9c0-4c12-943f-5140a68e6efe {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:30.245800 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7aad1-2246-499d-84c0-20832847d643', 'code': 200} Nov 22 17:21:30.273818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=45c7aad1-2246-499d-84c0-20832847d643,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:30.339724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbac12-002e-47ca-81cd-59e25ad483b0 req-e697b9a2-660d-4c09-8459-a181ac4242db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.341898 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76cbac12-002e-47ca-81cd-59e25ad483b0 req-e697b9a2-660d-4c09-8459-a181ac4242db service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 1096 time: 0.0401692 Nov 22 17:21:30.389991 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-76cbac12-002e-47ca-81cd-59e25ad483b0 req-2ebf13be-24b6-46fd-913a-429870f480b9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390720 Nov 22 17:21:30.832691 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ebed3-065d-4920-86c1-67bad583010e req-6d280a15-20ed-489c-aa65-58d9ce902fdd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.834187 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-574ebed3-065d-4920-86c1-67bad583010e req-6d280a15-20ed-489c-aa65-58d9ce902fdd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0492754 Nov 22 17:21:30.884133 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-574ebed3-065d-4920-86c1-67bad583010e req-875a420c-9d08-4736-bb87-e9d89bf78464 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437384 Nov 22 17:21:32.003774 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac917f-e880-46a7-bbdd-945392081fd8 req-d6d94930-040d-4d7d-9896-5bf36323f6a2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:32.011621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1ac917f-e880-46a7-bbdd-945392081fd8 req-d6d94930-040d-4d7d-9896-5bf36323f6a2 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0544686 Nov 22 17:21:32.061325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b1ac917f-e880-46a7-bbdd-945392081fd8 req-5e3fd11c-ea23-4ae9-949d-fc71f772cc96 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429173 Nov 22 17:21:32.177026 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d506f5-e249-4cbe-bb30-cedaab5a99cc req-7abb60b6-4060-4e42-aec1-205baa81f3a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:32.178427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39d506f5-e249-4cbe-bb30-cedaab5a99cc req-7abb60b6-4060-4e42-aec1-205baa81f3a5 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0535240 Nov 22 17:21:32.231423 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39d506f5-e249-4cbe-bb30-cedaab5a99cc req-410db31c-d1dc-4d18-8748-856e07a52f00 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468864 Nov 22 17:21:32.253655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41680) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:32.293387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58daff-3cfe-40c5-bb19-046c3ac60b75 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:32.294900 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1b58daff-3cfe-40c5-bb19-046c3ac60b75 tempest-TestNetworkAdvancedServerOps-487097091 tempest-TestNetworkAdvancedServerOps-487097091-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 1091 time: 0.0402863 Nov 22 17:21:32.297634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:32.301855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '45c7aad1-2246-499d-84c0-20832847d643', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:32.323122 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:32.422841 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:32.524801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Allocated IP 172.25.5.224 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/54fcd440-1a6b-4dbc-865b-a427d090a455) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:32.630703 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:32.664764 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:32.704461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:32.707304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:32.711717 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:32.738536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=54fcd440-1a6b-4dbc-865b-a427d090a455,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:33.076163 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.140518 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.290875 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.295834 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.365427 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event updated for resources: {'Port': ['ID=54fcd440-1a6b-4dbc-865b-a427d090a455,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:33.379021 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.477915 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP acdbf526-d98e-4e61-b035-45debfc10da6 associated. External IP: 172.25.5.224, port: 45c7aad1-2246-499d-84c0-20832847d643. Nov 22 17:21:33.685391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 143cff97-ff25-45ec-b631-0ce3761228e6 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:21:33.788653 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:33.799987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] Sync routers for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:33.806979 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:33.811628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:33.812317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:33.837892 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-34b0b07c-f2ab-4d52-b9dd-66e577d499cd tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5392544 Nov 22 17:21:33.838461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'tag': '45c7aad1-2246-499d-84c0-20832847d643'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:33.840759 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb016305-9056-4d8c-be56-046c4043d75b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "tag": "45c7aad1-2246-499d-84c0-20832847d643"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:33.922417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:33.939756 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c893a1-46f7-42c9-a925-682687b80004 req-db345118-b809-46b8-95e4-e575f81fa4cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.941330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5c893a1-46f7-42c9-a925-682687b80004 req-db345118-b809-46b8-95e4-e575f81fa4cb tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0524728 Nov 22 17:21:33.993649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5c893a1-46f7-42c9-a925-682687b80004 req-01582a2d-2ebb-4851-99b6-d8400678f942 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444736 Nov 22 17:21:34.017452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:34.056902 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd1cd3f-bc92-427b-af3f-c3f2108671f2 x-openstack-request-id: req-cbd1cd3f-bc92-427b-af3f-c3f2108671f2 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:34.057185 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "tag": "45c7aad1-2246-499d-84c0-20832847d643", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:34.057420 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbd1cd3f-bc92-427b-af3f-c3f2108671f2 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:34.057826 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'tag': '45c7aad1-2246-499d-84c0-20832847d643', 'status': 'completed', 'code': 200} Nov 22 17:21:34.092175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-80721a5f-a9ff-41b2-8a05-0a0f7cda23cc tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/acdbf526-d98e-4e61-b035-45debfc10da6 HTTP/1.1" status: 200 len: 991 time: 0.0734999 Nov 22 17:21:34.109879 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016305-9056-4d8c-be56-046c4043d75b req-de1a1c3c-5363-4493-a5be-d397b58abd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:34.111376 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb016305-9056-4d8c-be56-046c4043d75b req-de1a1c3c-5363-4493-a5be-d397b58abd5d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 1096 time: 0.0427220 Nov 22 17:21:34.165508 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'acdbf526-d98e-4e61-b035-45debfc10da6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'port_id': '45c7aad1-2246-499d-84c0-20832847d643', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'mac_address': 'fa:16:3e:bc:4f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:32Z', 'updated_at': '2021-11-22T17:21:32Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:22Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:34.194775 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] Checking router: 143cff97-ff25-45ec-b631-0ce3761228e6 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:34.204460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:34.205068 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:21:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:34.206632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016305-9056-4d8c-be56-046c4043d75b req-10026abd-2004-4458-84f8-33fc9d4603b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:34.208342 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb016305-9056-4d8c-be56-046c4043d75b req-10026abd-2004-4458-84f8-33fc9d4603b2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30c2766d-4585-4c10-b0d2-c355a54fb6b6 HTTP/1.1" status: 200 len: 897 time: 0.0880435 Nov 22 17:21:34.275698 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb016305-9056-4d8c-be56-046c4043d75b req-2204724c-7eb5-4c42-8f74-0cda13312781 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c7aad1-2246-499d-84c0-20832847d643 HTTP/1.1" status: 200 len: 999 time: 0.0595212 Nov 22 17:21:34.315016 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:34.328638 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016305-9056-4d8c-be56-046c4043d75b req-cba1c17d-bc50-4b9f-8960-55f647e2ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:34.330135 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb016305-9056-4d8c-be56-046c4043d75b req-cba1c17d-bc50-4b9f-8960-55f647e2ebd0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e091c29-e9c4-4cec-ad46-0dee0ed40da0 HTTP/1.1" status: 200 len: 835 time: 0.0477068 Nov 22 17:21:34.376640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016305-9056-4d8c-be56-046c4043d75b req-d41e2511-71f2-49a4-a48f-abbc118a63f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:34.378163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb016305-9056-4d8c-be56-046c4043d75b req-d41e2511-71f2-49a4-a48f-abbc118a63f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30c2766d-4585-4c10-b0d2-c355a54fb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406516 Nov 22 17:21:34.469127 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb016305-9056-4d8c-be56-046c4043d75b req-eadeee2c-d83d-4477-ac03-28bcbe2f424d service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831957 Nov 22 17:21:34.536354 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'acdbf526-d98e-4e61-b035-45debfc10da6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'port_id': '45c7aad1-2246-499d-84c0-20832847d643', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'mac_address': 'fa:16:3e:bc:4f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:32Z', 'updated_at': '2021-11-22T17:21:32Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:22Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:34.563930 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cb016305-9056-4d8c-be56-046c4043d75b req-9d44f407-973c-4adc-9684-2fa8971acd86 service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876205 Nov 22 17:21:34.566821 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b390d-f81f-497d-b658-edf4052c3219 None None] The sync data for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 is: [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'acdbf526-d98e-4e61-b035-45debfc10da6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'port_id': '45c7aad1-2246-499d-84c0-20832847d643', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'mac_address': 'fa:16:3e:bc:4f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:21:32Z', 'updated_at': '2021-11-22T17:21:32Z', 'revision_number': 0, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:22Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:34.749923 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5036eb27-8c25-4c64-b52d-2d808d09f2f8 None None] New status for floating IP acdbf526-d98e-4e61-b035-45debfc10da6: ACTIVE {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:21:35.095936 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41690) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:35.158063 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-78c1c85f-b5c5-4a38-b90f-bc19ff1be552 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/acdbf526-d98e-4e61-b035-45debfc10da6 HTTP/1.1" status: 200 len: 993 time: 0.0608006 Nov 22 17:21:44.537616 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:21:49.108502 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04fc96bd-3846-44d5-a9a4-cd9b23020913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:51.432165 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f9adc2ac-7b1c-45a7-b68e-dcca8f495a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:52.750308 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:53.310952 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:54.798050 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:55.003644 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:55.393975 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:04.872121 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-08e3913d-0df4-4c81-b5a7-02d7fbc3f105 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384774 Nov 22 17:22:04.955203 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-77390320-cb7c-42c4-b449-1ddb298c22da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:04.956760 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-77390320-cb7c-42c4-b449-1ddb298c22da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0422788 Nov 22 17:22:05.062746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-10678676-0126-444f-a0f3-7f4a3e75a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:05.064247 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-10678676-0126-444f-a0f3-7f4a3e75a1c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0876832 Nov 22 17:22:05.105745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-ffb004ea-b6f6-46b1-9235-ba97237ed5df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0350380 Nov 22 17:22:05.154775 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-fdf6aaca-f71f-4483-be88-26200e18af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:05.156454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-fdf6aaca-f71f-4483-be88-26200e18af45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0442381 Nov 22 17:22:05.202473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-1fff262f-a1dd-418e-84c1-865b436f5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:05.203986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-1fff262f-a1dd-418e-84c1-865b436f5afa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407164 Nov 22 17:22:05.309674 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-7a2d44b6-bbdf-4945-84f2-d0a130c9bd8a service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990753 Nov 22 17:22:05.397034 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a35c0f1d-14f1-46f3-9eae-79970aed60f0 req-e2bd4556-fc05-4379-a6b4-ca7aaf3d2bf3 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802684 Nov 22 17:22:08.573831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbe461-5352-4031-8a0e-143a84e2b243 req-e636ff57-a340-4d46-b0b7-911fd4358083 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:08.575330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72dbe461-5352-4031-8a0e-143a84e2b243 req-e636ff57-a340-4d46-b0b7-911fd4358083 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0556450 Nov 22 17:22:08.626336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72dbe461-5352-4031-8a0e-143a84e2b243 req-9061cd9e-7648-45d2-8c13-7b1e728b1eee tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439651 Nov 22 17:22:09.743217 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd02dfe-2833-4bf1-9b16-59e474355add req-19702ec3-3d02-48c7-bb5f-20a9c293ca16 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:09.744722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcd02dfe-2833-4bf1-9b16-59e474355add req-19702ec3-3d02-48c7-bb5f-20a9c293ca16 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0485718 Nov 22 17:22:09.793094 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dcd02dfe-2833-4bf1-9b16-59e474355add req-310b3e16-6b79-425e-91f2-a16b84ad8677 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416319 Nov 22 17:22:09.816123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41708) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:09.880410 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-86c44987-b645-4a3c-87a7-6347899910ed tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/acdbf526-d98e-4e61-b035-45debfc10da6 HTTP/1.1" status: 200 len: 993 time: 0.0631239 Nov 22 17:22:11.152879 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d6747-76b4-4f69-94e9-69644ee8f007 req-9182d07d-a1a5-465f-999d-22feb7f68bc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:11.154377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a5d6747-76b4-4f69-94e9-69644ee8f007 req-9182d07d-a1a5-465f-999d-22feb7f68bc9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0560558 Nov 22 17:22:11.163263 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-b3f28f7e-9592-480e-a8ee-30f20e92e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:11.164916 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-b3f28f7e-9592-480e-a8ee-30f20e92e774 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 1096 time: 0.0409598 Nov 22 17:22:11.271068 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-4e263792-241e-4060-939a-6aace03ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:11.272610 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-4e263792-241e-4060-939a-6aace03ff107 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30c2766d-4585-4c10-b0d2-c355a54fb6b6 HTTP/1.1" status: 200 len: 897 time: 0.0997367 Nov 22 17:22:11.341143 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-7825b32b-a4c4-427a-8dc1-95acb5c25771 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c7aad1-2246-499d-84c0-20832847d643 HTTP/1.1" status: 200 len: 1001 time: 0.0611210 Nov 22 17:22:11.398443 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-1d2ecbe7-1448-4d52-b784-46fa84aee974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:11.399946 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-1d2ecbe7-1448-4d52-b784-46fa84aee974 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e091c29-e9c4-4cec-ad46-0dee0ed40da0 HTTP/1.1" status: 200 len: 835 time: 0.0465820 Nov 22 17:22:11.451803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-3eeb348b-f6ca-4cb1-8957-1b26af1bf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:11.453364 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-3eeb348b-f6ca-4cb1-8957-1b26af1bf562 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30c2766d-4585-4c10-b0d2-c355a54fb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455513 Nov 22 17:22:11.507474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7a5d6747-76b4-4f69-94e9-69644ee8f007 req-aaabe74c-6fb1-40db-8e60-8bb0dd6e273f tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3464251 Nov 22 17:22:11.545397 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-7f8692cd-4e6d-4352-a5a6-18690905ebe1 service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830243 Nov 22 17:22:11.637786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f3c62b8f-6132-46b1-a4cb-cf0653d566d1 req-3ddcd9ba-67a7-4391-800e-e3e95060533c service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Nov 22 17:22:12.626013 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87579e4-2376-423c-8fd0-e87c269efa7c req-0526d86a-8c7b-4cd5-91fc-05419b1be3aa tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:12.627509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a87579e4-2376-423c-8fd0-e87c269efa7c req-0526d86a-8c7b-4cd5-91fc-05419b1be3aa tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0502722 Nov 22 17:22:12.676047 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a87579e4-2376-423c-8fd0-e87c269efa7c req-a7208094-e659-4ada-a022-bba88bfe9248 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424087 Nov 22 17:22:12.698018 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41718) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:12.760854 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0b95236e-e0d1-4f08-88d8-14d345129e85 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/floatingips/acdbf526-d98e-4e61-b035-45debfc10da6 HTTP/1.1" status: 200 len: 993 time: 0.0617340 Nov 22 17:22:12.980574 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41724) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:13.137768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 54fcd440-1a6b-4dbc-865b-a427d090a455 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:22:13.138238 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:13.211860 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:13.212232 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:13.224495 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 54fcd440-1a6b-4dbc-865b-a427d090a455 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:22:13.370984 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:13.396227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=54fcd440-1a6b-4dbc-865b-a427d090a455,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:13.424459 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.424813 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.425159 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.425525 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.425844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.426187 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.426524 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.426859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.427199 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.427532 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.427862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.428217 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:13.468938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:13.469312 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Floating IP acdbf526-d98e-4e61-b035-45debfc10da6 disassociated (deleted). External IP: 172.25.5.224, port: 45c7aad1-2246-499d-84c0-20832847d643. Nov 22 17:22:14.011247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 143cff97-ff25-45ec-b631-0ce3761228e6 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:22:14.117822 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:22:14.122210 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:14.128003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] Sync routers for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:22:14.138120 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:14.139244 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:21:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:14.149824 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-63e4ab07-f75a-471a-9cdb-7302eb2ae4ca tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/floatingips/acdbf526-d98e-4e61-b035-45debfc10da6 HTTP/1.1" status: 204 len: 168 time: 1.1681676 Nov 22 17:22:14.150428 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'tag': '45c7aad1-2246-499d-84c0-20832847d643'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:22:14.152699 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1184eff6-7abd-45ae-afe1-93c706552d88" -d '{"events": [{"name": "network-changed", "server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "tag": "45c7aad1-2246-499d-84c0-20832847d643"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:22:14.246017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:14.320975 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3509f-3496-4c86-ba5f-8e34bb04b0af x-openstack-request-id: req-92a3509f-3496-4c86-ba5f-8e34bb04b0af {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:22:14.321280 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "tag": "45c7aad1-2246-499d-84c0-20832847d643", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:22:14.321537 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92a3509f-3496-4c86-ba5f-8e34bb04b0af {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:22:14.321953 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'tag': '45c7aad1-2246-499d-84c0-20832847d643', 'status': 'completed', 'code': 200} Nov 22 17:22:14.394793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-17251fef-5740-4c99-a5f4-68e9dc2fc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:14.396621 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-17251fef-5740-4c99-a5f4-68e9dc2fc6b3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8640528ecd464b04a514d6e53f13ea5e&device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 1096 time: 0.0529027 Nov 22 17:22:14.421244 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de445a5-fba7-4125-b18c-084dfea16eb9 req-77d3bdf4-64d5-4b86-84f7-0cd056385dc8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:14.422908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7de445a5-fba7-4125-b18c-084dfea16eb9 req-77d3bdf4-64d5-4b86-84f7-0cd056385dc8 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0539994 Nov 22 17:22:14.461031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:22Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:14.475078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7de445a5-fba7-4125-b18c-084dfea16eb9 req-3aa53727-d739-42c2-9729-0a3d9bcbc1df tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448172 Nov 22 17:22:14.494005 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-76e7e78f-b117-44c6-87f2-2ab4812d79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:14.495537 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-76e7e78f-b117-44c6-87f2-2ab4812d79f5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=30c2766d-4585-4c10-b0d2-c355a54fb6b6 HTTP/1.1" status: 200 len: 897 time: 0.0905142 Nov 22 17:22:14.546505 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-8263c56f-1c7f-4d0a-8bc2-5bd5b5a0013f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45c7aad1-2246-499d-84c0-20832847d643 HTTP/1.1" status: 200 len: 217 time: 0.0418637 Nov 22 17:22:14.604966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-c9846776-0b08-4d9d-a3d9-82fcd9bbd670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:14.606457 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-c9846776-0b08-4d9d-a3d9-82fcd9bbd670 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8e091c29-e9c4-4cec-ad46-0dee0ed40da0 HTTP/1.1" status: 200 len: 835 time: 0.0477946 Nov 22 17:22:14.652650 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] Checking router: 143cff97-ff25-45ec-b631-0ce3761228e6 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:22:14.657132 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-131d7040-e047-423c-a9bc-2e3b89e9484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:14.658659 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-131d7040-e047-423c-a9bc-2e3b89e9484c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=30c2766d-4585-4c10-b0d2-c355a54fb6b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436199 Nov 22 17:22:14.661443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:14.662048 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:21:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:14.755454 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-5676d405-02fb-4f70-955d-18d715de7517 service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872869 Nov 22 17:22:14.766740 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:14.846055 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1184eff6-7abd-45ae-afe1-93c706552d88 req-250909b1-530b-4d48-9fd3-e2a53516c849 service neutron] 10.222.0.71 "GET /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832098 Nov 22 17:22:14.965927 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:22Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:14.995412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ed54c4-4734-4df9-96f6-fd41082ef199 None None] The sync data for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 is: [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '847e8a28-7bbc-4367-bf3a-0834cb1fb32b', 'name': '', 'network_id': '30c2766d-4585-4c10-b0d2-c355a54fb6b6', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'mac_address': 'fa:16:3e:55:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:18Z', 'updated_at': '2021-11-22T17:21:22Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'subnets': [{'id': '8e091c29-e9c4-4cec-ad46-0dee0ed40da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:22:15.213503 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e5aa6a-9728-4f0c-b2b0-074ebfb02f5b None None] New status for floating IP acdbf526-d98e-4e61-b035-45debfc10da6: DOWN {{(pid=103413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:22:15.593040 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b73d82-5247-49b1-9d2c-47ec814fd804 req-9bc40b36-95a0-4fa3-b476-dc65a139e808 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:15.595031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33b73d82-5247-49b1-9d2c-47ec814fd804 req-9bc40b36-95a0-4fa3-b476-dc65a139e808 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0496442 Nov 22 17:22:15.645262 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-33b73d82-5247-49b1-9d2c-47ec814fd804 req-ab765113-86b0-4850-a9e6-56e0430fbd20 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/security-groups?id=728a0838-1b19-4bbc-91d0-87d116212e64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443239 Nov 22 17:22:16.022273 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-e89443d8-3cdf-45c3-a4dd-95a3c7e28137 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:16.023743 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-e89443d8-3cdf-45c3-a4dd-95a3c7e28137 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 945 time: 0.0544162 Nov 22 17:22:16.112383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 45c7aad1-2246-499d-84c0-20832847d643 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:22:16.112726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:16.204333 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 45c7aad1-2246-499d-84c0-20832847d643, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=45c7aad1-2246-499d-84c0-20832847d643,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:16.204615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:16.218104 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 45c7aad1-2246-499d-84c0-20832847d643 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:22:16.345116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:16.378556 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=45c7aad1-2246-499d-84c0-20832847d643,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:16.424269 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] No DVR routers for this DVR port 45c7aad1-2246-499d-84c0-20832847d643 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:22:16.426990 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:16.430447 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9d82891b-92be-4f08-9b79-307fb41b2554 req-248cb045-3e10-4027-887c-d2a5c01358d9 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.71 "DELETE /v2.0/ports/45c7aad1-2246-499d-84c0-20832847d643 HTTP/1.1" status: 204 len: 173 time: 0.4006515 Nov 22 17:22:16.430910 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'name': 'network-vif-deleted', 'tag': '45c7aad1-2246-499d-84c0-20832847d643'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:22:16.433719 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112fe8dc-f098-4e3e-8b8c-80e204b077e4" -d '{"events": [{"server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "name": "network-vif-deleted", "tag": "45c7aad1-2246-499d-84c0-20832847d643"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:22:16.470506 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa082b24-af11-4b06-8d6b-fb83dfa17f99 x-openstack-request-id: req-fa082b24-af11-4b06-8d6b-fb83dfa17f99 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:22:16.470819 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c07db44-d3e3-446c-8e6b-26e6efc72e2c", "name": "network-vif-deleted", "tag": "45c7aad1-2246-499d-84c0-20832847d643", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:22:16.471103 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa082b24-af11-4b06-8d6b-fb83dfa17f99 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:22:16.471528 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c07db44-d3e3-446c-8e6b-26e6efc72e2c', 'name': 'network-vif-deleted', 'tag': '45c7aad1-2246-499d-84c0-20832847d643', 'status': 'completed', 'code': 200} Nov 22 17:22:16.759572 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ed175aa7-d1dd-4102-8fad-59fcad05b1dc req-81c6c195-a1f0-4024-afee-17e739171850 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c07db44-d3e3-446c-8e6b-26e6efc72e2c HTTP/1.1" status: 200 len: 210 time: 0.0315466 Nov 22 17:22:17.816627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41742) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:18.185328 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:18.438587 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:22:18.438587 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:18.532890 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port 847e8a28-7bbc-4367-bf3a-0834cb1fb32b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:18.533259 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:18.545858 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for 847e8a28-7bbc-4367-bf3a-0834cb1fb32b owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:22:18.747223 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:18.775318 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=847e8a28-7bbc-4367-bf3a-0834cb1fb32b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:18.998297 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.119650 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c80a510-c9a2-4388-a373-d49ac6546426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.258369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Router 143cff97-ff25-45ec-b631-0ce3761228e6 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:22:19.366213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:22:19.371212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f1d16792-480c-4076-8fed-507e693b153d tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "PUT /v2.0/routers/143cff97-ff25-45ec-b631-0ce3761228e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5535314 Nov 22 17:22:19.374017 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41744) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:19.376328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] Sync routers for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:22:19.385862 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:19.386527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:21:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:19.431299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b03fb71-33ef-4fa2-a8b0-2aeafa3338db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting subnet 8e091c29-e9c4-4cec-ad46-0dee0ed40da0 {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:22:19.434522 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b03fb71-33ef-4fa2-a8b0-2aeafa3338db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.476215 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b03fb71-33ef-4fa2-a8b0-2aeafa3338db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.495235 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:19.558675 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b03fb71-33ef-4fa2-a8b0-2aeafa3338db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.622302 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b03fb71-33ef-4fa2-a8b0-2aeafa3338db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.648859 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03fb71-33ef-4fa2-a8b0-2aeafa3338db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Subnet': ['ID=8e091c29-e9c4-4cec-ad46-0dee0ed40da0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:19.657680 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1b03fb71-33ef-4fa2-a8b0-2aeafa3338db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.661089 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1b03fb71-33ef-4fa2-a8b0-2aeafa3338db tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/subnets/8e091c29-e9c4-4cec-ad46-0dee0ed40da0 HTTP/1.1" status: 204 len: 168 time: 0.2860329 Nov 22 17:22:19.661341 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a85c82-b3a5-424d-b6ee-c37b3d0d08be None None] Network 30c2766d-4585-4c10-b0d2-c355a54fb6b6 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:22:19.663637 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41746) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:19.757885 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:22:18Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:19.770394 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.803279 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] Checking router: 143cff97-ff25-45ec-b631-0ce3761228e6 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:22:19.816827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] Routers {'143cff97-ff25-45ec-b631-0ce3761228e6'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:19.817363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:21:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['143cff97-ff25-45ec-b631-0ce3761228e6'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:19.876299 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.925931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] Set router 143cff97-ff25-45ec-b631-0ce3761228e6 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:19.931344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Deleting port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:22:19.931689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:19.957847 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] DHCP port deletion for 30c2766d-4585-4c10-b0d2-c355a54fb6b6 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:22:20.011998 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] For port a9e06a2a-24bd-427b-87a0-e5f6ba88bd11, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a9e06a2a-24bd-427b-87a0-e5f6ba88bd11,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:20.012604 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.025817 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Calling delete_port for a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:22:20.116962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Deleting port 586a8702-fc84-431e-b5ec-06f1faacea27 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:22:20.117254 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.191709 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.192947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] For port 586a8702-fc84-431e-b5ec-06f1faacea27, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=586a8702-fc84-431e-b5ec-06f1faacea27,segment=NetworkSegment(ff5ec503-1db7-483a-97ff-f78907abe8eb),segment_id=ff5ec503-1db7-483a-97ff-f78907abe8eb)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:20.193526 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.225077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Calling delete_port for 586a8702-fc84-431e-b5ec-06f1faacea27 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:22:20.225605 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Port': ['ID=a9e06a2a-24bd-427b-87a0-e5f6ba88bd11,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:20.241349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:22:18Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:20.271457 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b68888-6f16-482c-80de-4a1475d25d33 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:22:20.293795 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.304627 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dbe3e8-1e71-49aa-9885-2b764426fc77 None None] The sync data for ids ['143cff97-ff25-45ec-b631-0ce3761228e6'] in n-d-811716-3 is: [{'id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-51195129', 'tenant_id': '8640528ecd464b04a514d6e53f13ea5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:21:15Z', 'updated_at': '2021-11-22T17:22:18Z', 'revision_number': 5, 'project_id': '8640528ecd464b04a514d6e53f13ea5e', 'gw_port': {'id': 'a9e06a2a-24bd-427b-87a0-e5f6ba88bd11', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:04:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143cff97-ff25-45ec-b631-0ce3761228e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:21:16Z', 'updated_at': '2021-11-22T17:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:22:20.321747 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 45c7aad1-2246-499d-84c0-20832847d643 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:22:20.355363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 45c7aad1-2246-499d-84c0-20832847d643 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:22:20.355713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 45c7aad1-2246-499d-84c0-20832847d643 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:22:20.377217 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.402619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Pushing event deleted for resources: {'Port': ['ID=586a8702-fc84-431e-b5ec-06f1faacea27,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:20.408110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] No DVR routers for this DVR port 586a8702-fc84-431e-b5ec-06f1faacea27 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:22:20.411646 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.414915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.424066 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.424451 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.424804 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.425145 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.425484 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.425827 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.426165 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.426495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.426859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.427212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.427570 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.427928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc107ce-603e-4a57-b21e-6ddaf0ebee74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.465079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.465758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Fanout notify agent at l3_agent the message router_deleted on router 143cff97-ff25-45ec-b631-0ce3761228e6 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:22:20.474217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.475420 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-90b67267-3a25-4fbd-8e3c-656f1090b824 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/routers/143cff97-ff25-45ec-b631-0ce3761228e6 HTTP/1.1" status: 204 len: 168 time: 0.8107121 Nov 22 17:22:20.478323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41748) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:20.557687 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.642742 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.677814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c2766d-4585-4c10-b0d2-c355a54fb6b6']}} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:20.689535 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5ec503-1db7-483a-97ff-f78907abe8eb') {'for_net_delete': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:20.689829 n-d-811716-3 neutron-server[103410]: DEBUG neutron.services.segments.db [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5ec503-1db7-483a-97ff-f78907abe8eb') {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:20.699971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1638582'] for segment, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.715843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.722797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=103410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:22:20.723279 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11235505'] for segment, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: Traceback (most recent call last): Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: timer() Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: cb(*args, **kw) Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: return func(*args, **kwargs) Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: self._notify() Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: self.callback(batched_events) Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: event.method(event) Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: return f(self, *a, **k) Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: return self._get(url).json() Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: return self.request(url, 'GET', **kwargs) Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:22:20.726434 n-d-811716-3 neutron-server[103410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:22:20.791998 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.799971 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.803129 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/networks/30c2766d-4585-4c10-b0d2-c355a54fb6b6 HTTP/1.1" status: 204 len: 168 time: 0.3234718 Nov 22 17:22:20.805762 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41750) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:20.820374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe0b3a-3f4d-4405-97e5-ce128d56364e tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'Network': ['ID=30c2766d-4585-4c10-b0d2-c355a54fb6b6,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:20.865046 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.890778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.970349 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.973701 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.975587 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] 10.222.0.69 "DELETE /v2.0/security-groups/728a0838-1b19-4bbc-91d0-87d116212e64 HTTP/1.1" status: 204 len: 168 time: 0.1685956 Nov 22 17:22:20.987373 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728a0838-1b19-4bbc-91d0-87d116212e64,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:20.996422 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.996785 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.997136 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.997482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.997822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.998211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.998728 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.999242 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:20.999739 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:21.000844 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:21.001358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:21.001868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c2caff-b3e4-4041-90b9-87ed04969893 tempest-TestNetworkAdvancedServerOps-2113752288 tempest-TestNetworkAdvancedServerOps-2113752288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:21.057319 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 586a8702-fc84-431e-b5ec-06f1faacea27 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:22:21.080845 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 586a8702-fc84-431e-b5ec-06f1faacea27 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:22:21.081299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 586a8702-fc84-431e-b5ec-06f1faacea27 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:22:21.081795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 847e8a28-7bbc-4367-bf3a-0834cb1fb32b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:22:21.103449 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 847e8a28-7bbc-4367-bf3a-0834cb1fb32b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:22:21.103889 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 847e8a28-7bbc-4367-bf3a-0834cb1fb32b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:22:21.361299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41758) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:21.435441 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ca996f4d-8f47-4eda-bae1-2d4dad902d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:21.507835 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-3a989677-bf9f-4f79-bcb5-43821644c46a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8640528ecd464b04a514d6e53f13ea5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452904 Nov 22 17:22:21.510363 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41762) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:21.536493 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:22:21.557361 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf8aa4f9-bf61-487b-a5a1-894edf59ef34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:21.583753 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf8aa4f9-bf61-487b-a5a1-894edf59ef34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:21.629523 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf8aa4f9-bf61-487b-a5a1-894edf59ef34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:21.632151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bf8aa4f9-bf61-487b-a5a1-894edf59ef34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:21.633295 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-bf8aa4f9-bf61-487b-a5a1-894edf59ef34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ee2f45e-fa13-44e3-8f73-b733a1452eb1 HTTP/1.1" status: 204 len: 168 time: 0.1220257 Nov 22 17:22:21.641220 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8aa4f9-bf61-487b-a5a1-894edf59ef34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee2f45e-fa13-44e3-8f73-b733a1452eb1,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:21.892999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41768) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:21.906923 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53d10884-d70f-454b-a560-4caf3c70c0fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:21.983640 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53d10884-d70f-454b-a560-4caf3c70c0fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:21.987619 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-53d10884-d70f-454b-a560-4caf3c70c0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:22.026940 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-53d10884-d70f-454b-a560-4caf3c70c0fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c056068163c74d1297d5818eda5cadf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328223 Nov 22 17:22:22.027926 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d10884-d70f-454b-a560-4caf3c70c0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4d681a-3dca-4131-8fc6-eac015cf2840,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:22.029935 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:22.077873 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afe964b8-fcf6-480c-bff8-33a826e6e249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:22.099057 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afe964b8-fcf6-480c-bff8-33a826e6e249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:22.144890 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afe964b8-fcf6-480c-bff8-33a826e6e249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:22.147447 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-afe964b8-fcf6-480c-bff8-33a826e6e249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:22.148626 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-afe964b8-fcf6-480c-bff8-33a826e6e249 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b4d681a-3dca-4131-8fc6-eac015cf2840 HTTP/1.1" status: 204 len: 168 time: 0.1173422 Nov 22 17:22:22.156428 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe964b8-fcf6-480c-bff8-33a826e6e249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4d681a-3dca-4131-8fc6-eac015cf2840,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:22.755490 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:22.855140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41792) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:22.917468 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:22:22.941318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:22:22.941318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a9e06a2a-24bd-427b-87a0-e5f6ba88bd11 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:22:22.954598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-825024266-network', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:22.978233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Made reservation on behalf of 7482d80cf9424359b0ab200363de2dfe for: {'network': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:22:22.980494 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:22.988807 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.063286 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.067530 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.096068 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=103411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:22:23.101438 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01290b5-699f-47fb-8cf6-fce1d56876c5,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:23.109885 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.110130 n-d-811716-3 neutron-server[103411]: INFO neutron.db.segments_db [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Added segment a9c788c7-6a2f-42aa-a831-923a589bbdb6 of type vlan for network ed56bcec-9665-4e60-8c54-d83495d22145 Nov 22 17:22:23.151620 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.175866 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.176841 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:23.177426 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.236384 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3801253 Nov 22 17:22:23.239516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41796) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:23.243177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7bf73-e0b9-4cb6-95f6-58165f5c3680 admin admin] Pushing event updated for resources: {'Network': ['ID=ed56bcec-9665-4e60-8c54-d83495d22145,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:23.244427 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Request body: {'subnet': {'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-825024266-subnet', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'ip_version': 4}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:23.257277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network ed56bcec-9665-4e60-8c54-d83495d22145 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:22:23.267717 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Made reservation on behalf of 7482d80cf9424359b0ab200363de2dfe for: {'subnet': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:22:23.270045 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11471061'] for subnet, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.336102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.437218 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11235374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11471099'] for subnet, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.492320 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77d9394-746b-4016-a32e-42af1198d320,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:23.501700 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Checking segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:23.502067 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Network hostable DHCP agents. Network: ed56bcec-9665-4e60-8c54-d83495d22145, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:22:23.518063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Network ed56bcec-9665-4e60-8c54-d83495d22145 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:22:23.526779 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, ed56bcec-9665-4e60-8c54-d83495d22145) {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:23.531102 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:23.532599 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.536931 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064feab7-fc32-4560-8334-6b602533021c None None] Network ed56bcec-9665-4e60-8c54-d83495d22145 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:22:23.548499 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-11bfea86-195e-4909-8eed-febd6d096820 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3078792 Nov 22 17:22:23.551235 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41798) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:23.555509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:23.577242 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.578893 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.635835 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.688196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-ed56bcec-9665-4e60-8c54-d83495d22145', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:22:23.689399 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.830611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Allocated IP 172.20.0.2 (ed56bcec-9665-4e60-8c54-d83495d22145/c77d9394-746b-4016-a32e-42af1198d320/8564d64c-18df-4089-9d23-f8b440beda31) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:22:23.982605 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.989729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.031965 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Network ed56bcec-9665-4e60-8c54-d83495d22145 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:24.035490 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:24.038944 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:22:24.045900 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Pushing event updated for resources: {'Port': ['ID=8564d64c-18df-4089-9d23-f8b440beda31,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:24.126546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.262663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Attempting to bind port 8564d64c-18df-4089-9d23-f8b440beda31 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:22:24.263037 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Attempting to bind port 8564d64c-18df-4089-9d23-f8b440beda31 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:22:24.263402 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Attempting to bind port 8564d64c-18df-4089-9d23-f8b440beda31 on network ed56bcec-9665-4e60-8c54-d83495d22145 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:22:24.269382 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:22:24.269760 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Checking segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:24.270162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.270553 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Bound using segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:22:24.271018 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Bound port: 8564d64c-18df-4089-9d23-f8b440beda31, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:22:24.271403 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.337027 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] For port 8564d64c-18df-4089-9d23-f8b440beda31, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:22:24.340135 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] For port 8564d64c-18df-4089-9d23-f8b440beda31, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8564d64c-18df-4089-9d23-f8b440beda31,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:22:24.345077 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.345467 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.364756 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.405892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b422e-6007-424e-94f1-b6a547081d23 None None] Pushing event updated for resources: {'Port': ['ID=8564d64c-18df-4089-9d23-f8b440beda31,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:24.479331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Allocated IP 172.25.5.178 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/63adb8a8-b07e-44f2-b39e-a62b4ce2f739) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:22:24.604401 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.641248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.686057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:24.689968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:24.693756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:22:24.703643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1f3fc-d5ba-40da-999e-bfeeb54e9cc5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:22:24.719805 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Pushing event updated for resources: {'Port': ['ID=63adb8a8-b07e-44f2-b39e-a62b4ce2f739,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:24.782718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-379ada1e-1ed1-47a5-b3c7-cf15f2fb1984 None None] Provisioning complete for port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:24.783185 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-379ada1e-1ed1-47a5-b3c7-cf15f2fb1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.825622 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.829182 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-379ada1e-1ed1-47a5-b3c7-cf15f2fb1984 None None] Port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:22:24.951084 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.007709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8564d64c-18df-4089-9d23-f8b440beda31 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:25.035306 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.068686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8564d64c-18df-4089-9d23-f8b440beda31 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:25.069203 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.158537 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.187219 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.204994 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 8564d64c-18df-4089-9d23-f8b440beda31, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8564d64c-18df-4089-9d23-f8b440beda31,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:25.212261 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.262348 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=8564d64c-18df-4089-9d23-f8b440beda31,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:25.338592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Router c6994073-35d5-4646-881e-5beb17f2e215 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:22:25.361731 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550b067-c003-41c5-ba1d-b0758a53063c None None] Network ed56bcec-9665-4e60-8c54-d83495d22145 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:22:25.432124 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.453095 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:22:25.463460 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Sync routers for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:22:25.470814 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.472458 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-177756d3-5974-4c9f-9554-db17a76bac92 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9202800 Nov 22 17:22:25.475169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41800) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:25.475661 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:25.476404 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:25.495488 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-cdd30038-e5db-43d4-95bb-0164b49cbfca None None] Provisioning complete for port 8564d64c-18df-4089-9d23-f8b440beda31 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:25.495861 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cdd30038-e5db-43d4-95bb-0164b49cbfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.582832 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:25.772835 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:24Z', 'revision_number': 3, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:25.800352 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Checking router: c6994073-35d5-4646-881e-5beb17f2e215 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:22:25.800701 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Updating router c6994073-35d5-4646-881e-5beb17f2e215 port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:22:25.825194 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.835984 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-48815c11-e896-48b3-abaf-a82341774a36 None None] Provisioning complete for port 8564d64c-18df-4089-9d23-f8b440beda31 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:25.836453 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-48815c11-e896-48b3-abaf-a82341774a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.939416 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.076341 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.082072 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.099862 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Allocated IP 172.20.0.1 (ed56bcec-9665-4e60-8c54-d83495d22145/c77d9394-746b-4016-a32e-42af1198d320/75f84a8f-159b-4d86-854c-b3a483c26f91) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:22:26.127841 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2c6aca-5b78-46d8-9ef1-edea079258e5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:22:26.135773 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Attempting to bind port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:22:26.136170 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Attempting to bind port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:22:26.136536 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Attempting to bind port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:22:26.138519 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Pushing event updated for resources: {'Port': ['ID=63adb8a8-b07e-44f2-b39e-a62b4ce2f739,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:26.148518 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:22:26.148891 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:26.149288 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.149677 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:22:26.150168 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Bound port: 63adb8a8-b07e-44f2-b39e-a62b4ce2f739, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:22:26.150551 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.152795 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.153139 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.153475 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.153809 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.154619 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.154619 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.154814 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.155083 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.155407 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.156092 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.157385 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.157385 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:22:26.209144 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] For port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:22:26.212685 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] For port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=63adb8a8-b07e-44f2-b39e-a62b4ce2f739,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:22:26.214634 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.216820 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.245238 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0f516f91-f276-4934-ac5d-9d2c231a2263 None None] Provisioning complete for port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:26.245811 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f516f91-f276-4934-ac5d-9d2c231a2263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.252071 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.277013 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ee43a1-8fdb-4d10-9690-103f6bfc65f4 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:22:26.284619 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:26.285165 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:26.292880 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Network ed56bcec-9665-4e60-8c54-d83495d22145 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:26.302765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:26.305359 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:22:26.321594 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c44e37-acb2-43af-aef1-787f6993b672 None None] Pushing event updated for resources: {'Port': ['ID=63adb8a8-b07e-44f2-b39e-a62b4ce2f739,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:26.345708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f516f91-f276-4934-ac5d-9d2c231a2263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.353516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Pushing event updated for resources: {'Port': ['ID=75f84a8f-159b-4d86-854c-b3a483c26f91,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:26.370183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.373239 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0f516f91-f276-4934-ac5d-9d2c231a2263 None None] For port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=63adb8a8-b07e-44f2-b39e-a62b4ce2f739,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:26.379892 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0f516f91-f276-4934-ac5d-9d2c231a2263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.426227 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:26.451495 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f516f91-f276-4934-ac5d-9d2c231a2263 None None] Pushing event updated for resources: {'Port': ['ID=63adb8a8-b07e-44f2-b39e-a62b4ce2f739,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:26.501980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ec15ac09-b738-4cc2-bd61-66ebe5d4342e None None] Provisioning complete for port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:26.502348 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec15ac09-b738-4cc2-bd61-66ebe5d4342e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.527941 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.711016 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.717107 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.717581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9c51be42-f5b7-40bf-a338-da0162e8ec5d None None] Provisioning complete for port 75f84a8f-159b-4d86-854c-b3a483c26f91 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:26.717959 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9c51be42-f5b7-40bf-a338-da0162e8ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.718901 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:24Z', 'revision_number': 3, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:26.746686 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56c1b16-a0cd-45b3-9525-b672589fd7ae None None] The sync data for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 is: [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:24Z', 'revision_number': 3, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:22:26.756812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9c51be42-f5b7-40bf-a338-da0162e8ec5d None None] Port 75f84a8f-159b-4d86-854c-b3a483c26f91 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:22:26.786954 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.788830 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Pushing event updated for resources: {'Port': ['ID=75f84a8f-159b-4d86-854c-b3a483c26f91,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:26.886543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Network ed56bcec-9665-4e60-8c54-d83495d22145 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:26.887924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:27.028410 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8564d64c-18df-4089-9d23-f8b440beda31 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:27.035168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Router c6994073-35d5-4646-881e-5beb17f2e215 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:22:27.098110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 8564d64c-18df-4089-9d23-f8b440beda31 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:27.098864 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.179342 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:22:27.192525 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8cd568da-fc29-4376-9d20-824de92d2795 admin admin] 10.222.0.69 "PUT /v2.0/routers/c6994073-35d5-4646-881e-5beb17f2e215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7161338 Nov 22 17:22:27.206518 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7ce28c98-ee71-4304-a564-c47d15ecdd65 None None] Provisioning complete for port 75f84a8f-159b-4d86-854c-b3a483c26f91 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:27.207091 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7ce28c98-ee71-4304-a564-c47d15ecdd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.252146 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7ce28c98-ee71-4304-a564-c47d15ecdd65 None None] Port 75f84a8f-159b-4d86-854c-b3a483c26f91 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:22:27.689591 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41816) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:27.694561 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1035667166-network', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:27.715049 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Made reservation on behalf of 6acb1ec4f2ac4d1d97e1a189860d96da for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:22:27.717399 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.725830 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.802824 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.806638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.827212 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:22:27.840530 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83e92dc-cd1b-4579-917f-5b928c6b533b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:27.845429 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.845779 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Added segment adc39ff4-fdc9-4dbf-a835-bac2a12529fe of type vlan for network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d Nov 22 17:22:27.887261 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.911517 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.912543 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:27.913138 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:27.972852 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2821352 Nov 22 17:22:27.975583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41818) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:27.979627 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786c2f8-d00f-482f-9182-e6c7074e3f5d admin admin] Pushing event updated for resources: {'Network': ['ID=4a61d15c-498b-4e8d-83c1-5ab8130f2b7d,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:27.980790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Request body: {'subnet': {'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1035667166-subnet', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:27.990192 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:22:28.007693 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Made reservation on behalf of 6acb1ec4f2ac4d1d97e1a189860d96da for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:22:28.010092 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:28.185909 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:28.244281 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:28.253262 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Checking segment: {'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:28.253626 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Network hostable DHCP agents. Network: 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:22:28.272256 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:22:28.281484 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:28.290422 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e8bdca-b45e-4e15-828c-2db207793903 None None] Network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:22:28.291241 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:28.291871 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:28.308314 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-929d94a4-59c6-4949-8efc-c8d115b292eb admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3315217 Nov 22 17:22:28.310972 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41820) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:28.316003 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:28.343789 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:28.345419 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:28.379848 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Sync routers for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:22:28.400848 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:28.414330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:28.414962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:28.521834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-4a61d15c-498b-4e8d-83c1-5ab8130f2b7d', 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'fixed_ips': [{'subnet_id': '1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:22:28.522711 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:28.621079 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:28.797156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Allocated IP 172.20.0.2 (4a61d15c-498b-4e8d-83c1-5ab8130f2b7d/1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a/4e33913f-45a5-4df1-9462-42f375d966cd) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:22:28.885809 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:28.973526 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 2, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:29.025114 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:29.032599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Checking router: c6994073-35d5-4646-881e-5beb17f2e215 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:22:29.032959 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Updating router c6994073-35d5-4646-881e-5beb17f2e215 port 75f84a8f-159b-4d86-854c-b3a483c26f91 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:22:29.091856 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.093187 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.098028 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.104280 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.118580 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.182724 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:29.194987 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:29.197600 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:22:29.207705 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Pushing event updated for resources: {'Port': ['ID=4e33913f-45a5-4df1-9462-42f375d966cd,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:29.227167 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Allocated IP 172.25.5.136 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/b891c48b-8f86-4ab1-8375-01222c8323c2) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:22:29.304092 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:29.304698 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.338910 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.375384 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.417810 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:29.420770 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:29.425163 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:22:29.451782 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=b891c48b-8f86-4ab1-8375-01222c8323c2,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:29.501756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b7a6e1-2732-4008-99a6-a0c24a2a4734 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:22:29.517633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Attempting to bind port 4e33913f-45a5-4df1-9462-42f375d966cd on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:22:29.518009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Attempting to bind port 4e33913f-45a5-4df1-9462-42f375d966cd by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:22:29.518385 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Attempting to bind port 4e33913f-45a5-4df1-9462-42f375d966cd on network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:22:29.534659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:22:29.535049 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Checking segment: {'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:29.535457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.535853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Bound using segment: {'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:22:29.536365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Bound port: 4e33913f-45a5-4df1-9462-42f375d966cd, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:22:29.536750 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.678445 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-96e99718-2825-42e9-a4aa-cbbaf86bac1a None None] Provisioning complete for port b891c48b-8f86-4ab1-8375-01222c8323c2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:29.678827 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-96e99718-2825-42e9-a4aa-cbbaf86bac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.681935 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.765087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] For port 4e33913f-45a5-4df1-9462-42f375d966cd, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:22:29.767649 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-96e99718-2825-42e9-a4aa-cbbaf86bac1a None None] Port b891c48b-8f86-4ab1-8375-01222c8323c2 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:22:29.785023 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] For port 4e33913f-45a5-4df1-9462-42f375d966cd, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4e33913f-45a5-4df1-9462-42f375d966cd,segment=NetworkSegment(adc39ff4-fdc9-4dbf-a835-bac2a12529fe),segment_id=adc39ff4-fdc9-4dbf-a835-bac2a12529fe)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:22:29.795419 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.884962 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.893824 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.895689 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc6a5f-7068-4831-afcd-c7d3d3cacd08 None None] Pushing event updated for resources: {'Port': ['ID=4e33913f-45a5-4df1-9462-42f375d966cd,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:29.903462 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:29.958711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b3ef0-a547-48f0-8d0e-69682c5659f3 None None] Pushing event updated for resources: {'Port': ['ID=75f84a8f-159b-4d86-854c-b3a483c26f91,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:30.016659 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Attempting to bind port 75f84a8f-159b-4d86-854c-b3a483c26f91 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:22:30.017050 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Attempting to bind port 75f84a8f-159b-4d86-854c-b3a483c26f91 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:22:30.017708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Attempting to bind port 75f84a8f-159b-4d86-854c-b3a483c26f91 on network ed56bcec-9665-4e60-8c54-d83495d22145 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:22:30.024909 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:22:30.026000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Checking segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:30.026432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.026842 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Bound using segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:22:30.027336 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Bound port: 75f84a8f-159b-4d86-854c-b3a483c26f91, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:22:30.027792 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.053142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:22:30.132156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] For port 75f84a8f-159b-4d86-854c-b3a483c26f91, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:22:30.137865 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] For port 75f84a8f-159b-4d86-854c-b3a483c26f91, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=75f84a8f-159b-4d86-854c-b3a483c26f91,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:22:30.148045 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.225725 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:22:30.227365 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b3ef0-a547-48f0-8d0e-69682c5659f3 None None] Pushing event updated for resources: {'Port': ['ID=75f84a8f-159b-4d86-854c-b3a483c26f91,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:30.229643 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:30.230351 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:30.246481 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Sync routers for ids ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:22:30.249434 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.251183 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-84b24fc8-085b-45c2-825b-9ccd4a22f5f8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9391823 Nov 22 17:22:30.254912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41822) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:30.270758 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Routers {'56ab9f04-be11-4b1f-bc53-2d7b5c27450e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:30.271652 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:30.408361 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Set router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:30.415295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:30.454236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0bc921ef-325b-4c7e-acbf-85837ff41797 None None] Provisioning complete for port 75f84a8f-159b-4d86-854c-b3a483c26f91 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:30.454615 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0bc921ef-325b-4c7e-acbf-85837ff41797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.630056 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:22:29Z', 'revision_number': 3, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port': {'id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:29Z', 'updated_at': '2021-11-22T17:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:30.648434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0bc921ef-325b-4c7e-acbf-85837ff41797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.656875 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Checking router: 56ab9f04-be11-4b1f-bc53-2d7b5c27450e for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:22:30.657227 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Updating router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e port b891c48b-8f86-4ab1-8375-01222c8323c2 binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:22:30.688768 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.708172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-0bc921ef-325b-4c7e-acbf-85837ff41797 None None] For port 75f84a8f-159b-4d86-854c-b3a483c26f91, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=75f84a8f-159b-4d86-854c-b3a483c26f91,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:30.740800 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0bc921ef-325b-4c7e-acbf-85837ff41797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.804587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc921ef-325b-4c7e-acbf-85837ff41797 None None] Pushing event updated for resources: {'Port': ['ID=75f84a8f-159b-4d86-854c-b3a483c26f91,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:30.821152 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:30.831957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:30.863893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7b6f2-c37e-41cb-a946-bfd977ab8362 None None] The sync data for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 is: [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:22:30.882784 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5e3b8c88-2383-4881-90f6-f1b6318b5f0c None None] Provisioning complete for port 75f84a8f-159b-4d86-854c-b3a483c26f91 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:30.883217 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e3b8c88-2383-4881-90f6-f1b6318b5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.095940 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Allocated IP 172.20.0.1 (4a61d15c-498b-4e8d-83c1-5ab8130f2b7d/1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a/324595a8-edde-4d35-a7d5-e05dd2f2cdce) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:22:31.153228 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.167350 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.173947 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4e33913f-45a5-4df1-9462-42f375d966cd up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:31.245818 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5181b-bc2d-4e53-b6a4-98b3f8f3ba20 None None] Pushing event updated for resources: {'Port': ['ID=b891c48b-8f86-4ab1-8375-01222c8323c2,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:31.256391 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4e33913f-45a5-4df1-9462-42f375d966cd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:31.256883 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.298310 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Attempting to bind port b891c48b-8f86-4ab1-8375-01222c8323c2 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:22:31.299237 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Attempting to bind port b891c48b-8f86-4ab1-8375-01222c8323c2 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:22:31.299810 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Attempting to bind port b891c48b-8f86-4ab1-8375-01222c8323c2 on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:22:31.301528 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.306604 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cfb674-1764-4a3a-8f37-7752f3ee67a1 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:22:31.307692 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:22:31.308407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e37d3e-800d-4daf-a6c6-9ca95d0501dd None None] Network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:22:31.308737 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:31.309318 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.309859 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:22:31.310491 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Bound port: b891c48b-8f86-4ab1-8375-01222c8323c2, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:22:31.311043 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.343827 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.372569 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] For port b891c48b-8f86-4ab1-8375-01222c8323c2, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:22:31.376847 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] For port b891c48b-8f86-4ab1-8375-01222c8323c2, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b891c48b-8f86-4ab1-8375-01222c8323c2,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:22:31.381920 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.404025 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:31.407991 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:31.427832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:22:31.434558 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9b1ca34e-85d0-4b94-bb74-31d140e3b95a None None] Provisioning complete for port 4e33913f-45a5-4df1-9462-42f375d966cd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:31.435124 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca34e-85d0-4b94-bb74-31d140e3b95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.462865 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Routers {'56ab9f04-be11-4b1f-bc53-2d7b5c27450e'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:31.463495 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:31.483779 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Pushing event updated for resources: {'Port': ['ID=324595a8-edde-4d35-a7d5-e05dd2f2cdce,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:31.485527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225aad8a-e9b9-44d1-8e2c-df4920dce0b7 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:22:31.505327 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.542095 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5181b-bc2d-4e53-b6a4-98b3f8f3ba20 None None] Pushing event updated for resources: {'Port': ['ID=b891c48b-8f86-4ab1-8375-01222c8323c2,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:31.644182 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] Set router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:31.656501 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.678572 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9b1ca34e-85d0-4b94-bb74-31d140e3b95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.686321 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.735628 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 4e33913f-45a5-4df1-9462-42f375d966cd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4e33913f-45a5-4df1-9462-42f375d966cd,segment=NetworkSegment(adc39ff4-fdc9-4dbf-a835-bac2a12529fe),segment_id=adc39ff4-fdc9-4dbf-a835-bac2a12529fe)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:31.756200 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.757487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 75f84a8f-159b-4d86-854c-b3a483c26f91 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:31.898132 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.db.api [None req-9b1ca34e-85d0-4b94-bb74-31d140e3b95a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:22:31.898484 n-d-811716-3 neutron-server[103412]: DEBUG oslo_db.api [None req-9b1ca34e-85d0-4b94-bb74-31d140e3b95a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:22:31.907404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=4e33913f-45a5-4df1-9462-42f375d966cd,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:31.909760 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:22:29Z', 'revision_number': 3, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port': {'id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:29Z', 'updated_at': '2021-11-22T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:31.920180 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 75f84a8f-159b-4d86-854c-b3a483c26f91 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:31.922565 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:31.962872 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14dee-a7c0-4d7d-814c-b79e856a6ac4 None None] The sync data for ids ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'] in n-d-811716-3 is: [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:22:29Z', 'revision_number': 3, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port': {'id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:29Z', 'updated_at': '2021-11-22T17:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:22:31.994813 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:32.001437 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:32.101182 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Pushing event updated for resources: {'Port': ['ID=324595a8-edde-4d35-a7d5-e05dd2f2cdce,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:32.104281 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:32.213745 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:32.215276 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:32.379250 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:22:32.534588 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:22:32.549567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d78bb658-a2e1-453a-9671-c64e2b61485c admin admin] 10.222.0.69 "PUT /v2.0/routers/56ab9f04-be11-4b1f-bc53-2d7b5c27450e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837594 Nov 22 17:22:32.580991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Provisioning complete for port b891c48b-8f86-4ab1-8375-01222c8323c2 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:32.581532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:32.674791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:32.700729 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] For port b891c48b-8f86-4ab1-8375-01222c8323c2, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b891c48b-8f86-4ab1-8375-01222c8323c2,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:32.705525 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:32.743055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Provisioning complete for port 4e33913f-45a5-4df1-9462-42f375d966cd triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:32.743521 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:32.787702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Pushing event updated for resources: {'Port': ['ID=b891c48b-8f86-4ab1-8375-01222c8323c2,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:32.851893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Provisioning complete for port 324595a8-edde-4d35-a7d5-e05dd2f2cdce triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:32.852278 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:32.891671 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae54ce-054e-41f4-990d-5d23d9c10831 None None] Port 324595a8-edde-4d35-a7d5-e05dd2f2cdce cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:22:33.073549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4e33913f-45a5-4df1-9462-42f375d966cd up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:33.124309 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4e33913f-45a5-4df1-9462-42f375d966cd triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:33.124760 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.207791 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b891c48b-8f86-4ab1-8375-01222c8323c2 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:33.257098 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b891c48b-8f86-4ab1-8375-01222c8323c2 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:33.257471 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.314908 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:33.319608 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-60c37995-bb7d-4288-8d0e-46ec81eecaa7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82654702', 'description': 'tempest-secgroup-smoke-82654702 description', 'project_id': '7482d80cf9424359b0ab200363de2dfe'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:33.342595 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60c37995-bb7d-4288-8d0e-46ec81eecaa7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.411255 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60c37995-bb7d-4288-8d0e-46ec81eecaa7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.414887 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60c37995-bb7d-4288-8d0e-46ec81eecaa7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.445014 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-60c37995-bb7d-4288-8d0e-46ec81eecaa7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.446269 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-60c37995-bb7d-4288-8d0e-46ec81eecaa7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1303060 Nov 22 17:22:33.448317 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c37995-bb7d-4288-8d0e-46ec81eecaa7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed32f5ec-7125-4799-9dd1-efd490818185,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:33.449493 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41834) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:33.454482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a9701ba5-f852-4842-908b-f72d0a3143b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ed32f5ec-7125-4799-9dd1-efd490818185', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:33.481684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9701ba5-f852-4842-908b-f72d0a3143b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.536448 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9701ba5-f852-4842-908b-f72d0a3143b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.539919 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9701ba5-f852-4842-908b-f72d0a3143b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.558210 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9701ba5-f852-4842-908b-f72d0a3143b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c8b0bb-40d2-4c5c-bc02-c7117cdf029c,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:33.565904 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9701ba5-f852-4842-908b-f72d0a3143b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.567088 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a9701ba5-f852-4842-908b-f72d0a3143b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165965 Nov 22 17:22:33.569802 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41836) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:33.574064 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-68d5bdd0-a643-453b-a987-1fa336e9cfe2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ed32f5ec-7125-4799-9dd1-efd490818185', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:33.600143 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d5bdd0-a643-453b-a987-1fa336e9cfe2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.655365 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d5bdd0-a643-453b-a987-1fa336e9cfe2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.659951 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d5bdd0-a643-453b-a987-1fa336e9cfe2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.677291 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5bdd0-a643-453b-a987-1fa336e9cfe2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c455f97-f864-46d2-b4f3-52cd5c8980ad,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:33.683704 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-68d5bdd0-a643-453b-a987-1fa336e9cfe2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.684930 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-68d5bdd0-a643-453b-a987-1fa336e9cfe2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142149 Nov 22 17:22:33.687592 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41838) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:33.691849 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-e31c2bf0-efdf-4f5f-83a5-e668612de5e2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ed32f5ec-7125-4799-9dd1-efd490818185', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:33.717157 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e31c2bf0-efdf-4f5f-83a5-e668612de5e2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.775546 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e31c2bf0-efdf-4f5f-83a5-e668612de5e2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.779415 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e31c2bf0-efdf-4f5f-83a5-e668612de5e2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.797053 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c2bf0-efdf-4f5f-83a5-e668612de5e2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cfa36a-dbcd-4369-bc55-7a59b69804a7,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:33.804950 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e31c2bf0-efdf-4f5f-83a5-e668612de5e2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.806171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e31c2bf0-efdf-4f5f-83a5-e668612de5e2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176450 Nov 22 17:22:33.808981 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41840) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:33.813251 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-a6882530-5456-4fe4-a1ed-37fbd4664180 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ed32f5ec-7125-4799-9dd1-efd490818185', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:33.840323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6882530-5456-4fe4-a1ed-37fbd4664180 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.897568 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6882530-5456-4fe4-a1ed-37fbd4664180 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.901337 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6882530-5456-4fe4-a1ed-37fbd4664180 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.919835 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6882530-5456-4fe4-a1ed-37fbd4664180 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b254bf8-9b22-47f6-957f-893f4882046f,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:33.926722 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a6882530-5456-4fe4-a1ed-37fbd4664180 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.927821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a6882530-5456-4fe4-a1ed-37fbd4664180 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178694 Nov 22 17:22:33.930815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41842) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:33.935248 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-1e548459-9b8b-436c-bb8c-8116f04b9135 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ed32f5ec-7125-4799-9dd1-efd490818185', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:33.957131 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-1e548459-9b8b-436c-bb8c-8116f04b9135 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Project 7482d80cf9424359b0ab200363de2dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:22:33.962112 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e548459-9b8b-436c-bb8c-8116f04b9135 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.024366 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e548459-9b8b-436c-bb8c-8116f04b9135 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.028778 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e548459-9b8b-436c-bb8c-8116f04b9135 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.048482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e548459-9b8b-436c-bb8c-8116f04b9135 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a215b96-ac2e-48bb-bc7e-f638fab53477,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:34.053957 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1e548459-9b8b-436c-bb8c-8116f04b9135 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.055172 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-1e548459-9b8b-436c-bb8c-8116f04b9135 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234429 Nov 22 17:22:34.057971 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 41844) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:34.062995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-35577fb2-9b4a-41b5-bcd5-0743cd267f08 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ed32f5ec-7125-4799-9dd1-efd490818185', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:34.084709 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-35577fb2-9b4a-41b5-bcd5-0743cd267f08 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Project 7482d80cf9424359b0ab200363de2dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:22:34.089526 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35577fb2-9b4a-41b5-bcd5-0743cd267f08 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.153931 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35577fb2-9b4a-41b5-bcd5-0743cd267f08 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.158063 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35577fb2-9b4a-41b5-bcd5-0743cd267f08 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.177176 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35577fb2-9b4a-41b5-bcd5-0743cd267f08 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb891da-7e91-4f72-a4b3-241f56ff6ca6,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:34.186212 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-35577fb2-9b4a-41b5-bcd5-0743cd267f08 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.188229 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-35577fb2-9b4a-41b5-bcd5-0743cd267f08 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292672 Nov 22 17:22:34.337311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Sync routers for ids ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:22:34.341746 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-8856d564-2212-4b24-8062-eae2bf54751f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82654702&fields=id&tenant_id=7482d80cf9424359b0ab200363de2dfe HTTP/1.1" status: 200 len: 267 time: 0.0475612 Nov 22 17:22:34.347834 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Routers {'56ab9f04-be11-4b1f-bc53-2d7b5c27450e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:34.348510 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:34.455175 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-9e6feeaf-4d7c-4c46-82cd-480372ce7a90 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:34.456572 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Set router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:34.456722 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-9e6feeaf-4d7c-4c46-82cd-480372ce7a90 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 808 time: 0.1077173 Nov 22 17:22:34.472940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-6176cb62-a059-4798-b7cb-ac51e66cc0bf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/quotas/7482d80cf9424359b0ab200363de2dfe HTTP/1.1" status: 200 len: 375 time: 0.0099561 Nov 22 17:22:34.526364 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-10dba25d-6357-4e37-b51d-b09e8929421b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479388 Nov 22 17:22:34.543092 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-9a596045-1eda-407c-97f4-103bb8fb7306 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:22:34.544097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-9a596045-1eda-407c-97f4-103bb8fb7306 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052898 Nov 22 17:22:34.639930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-d5820de7-b2d1-4452-8c94-86ffc390c92b service neutron] 10.222.0.69 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887337 Nov 22 17:22:34.660418 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:22:31Z', 'revision_number': 4, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port': {'id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:29Z', 'updated_at': '2021-11-22T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '324595a8-edde-4d35-a7d5-e05dd2f2cdce', 'name': '', 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'mac_address': 'fa:16:3e:1d:c4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:30Z', 'updated_at': '2021-11-22T17:22:31Z', 'revision_number': 2, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'subnets': [{'id': '1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:34.686089 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Checking router: 56ab9f04-be11-4b1f-bc53-2d7b5c27450e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:22:34.686446 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Updating router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e port 324595a8-edde-4d35-a7d5-e05dd2f2cdce binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:22:34.712344 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:34.732127 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-b72c40dd-11b6-4ae5-a72e-799a7cf3652f service neutron] 10.222.0.69 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853076 Nov 22 17:22:34.907611 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c65eea23-94ce-4a04-8095-4b58f1b48a65 req-5e40f4e2-43dd-4f40-8b6e-a0e90dfffa9a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 210 time: 0.0289733 Nov 22 17:22:35.128391 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:35.134588 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:35.188896 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495bd7-e4b4-4ba2-9a47-b0d9916041e6 None None] Pushing event updated for resources: {'Port': ['ID=324595a8-edde-4d35-a7d5-e05dd2f2cdce,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:35.239461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Attempting to bind port 324595a8-edde-4d35-a7d5-e05dd2f2cdce on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:22:35.239840 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Attempting to bind port 324595a8-edde-4d35-a7d5-e05dd2f2cdce by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:22:35.240241 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Attempting to bind port 324595a8-edde-4d35-a7d5-e05dd2f2cdce on network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:22:35.245693 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:22:35.246077 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Checking segment: {'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:35.246485 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:35.246884 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Bound using segment: {'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:22:35.247362 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Bound port: 324595a8-edde-4d35-a7d5-e05dd2f2cdce, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:22:35.247747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:35.315029 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] For port 324595a8-edde-4d35-a7d5-e05dd2f2cdce, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:22:35.318172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] For port 324595a8-edde-4d35-a7d5-e05dd2f2cdce, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=324595a8-edde-4d35-a7d5-e05dd2f2cdce,segment=NetworkSegment(adc39ff4-fdc9-4dbf-a835-bac2a12529fe),segment_id=adc39ff4-fdc9-4dbf-a835-bac2a12529fe)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:22:35.323699 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:35.382007 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Routers {'56ab9f04-be11-4b1f-bc53-2d7b5c27450e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:35.382613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:35.387655 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495bd7-e4b4-4ba2-9a47-b0d9916041e6 None None] Pushing event updated for resources: {'Port': ['ID=324595a8-edde-4d35-a7d5-e05dd2f2cdce,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:35.486905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-322186e7-1d0a-4f07-b21f-1b3cfc6e1baa None None] Provisioning complete for port 324595a8-edde-4d35-a7d5-e05dd2f2cdce triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:35.487285 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-322186e7-1d0a-4f07-b21f-1b3cfc6e1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:35.544980 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] Set router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:35.691603 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-322186e7-1d0a-4f07-b21f-1b3cfc6e1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:35.750806 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-322186e7-1d0a-4f07-b21f-1b3cfc6e1baa None None] For port 324595a8-edde-4d35-a7d5-e05dd2f2cdce, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=324595a8-edde-4d35-a7d5-e05dd2f2cdce,segment=NetworkSegment(adc39ff4-fdc9-4dbf-a835-bac2a12529fe),segment_id=adc39ff4-fdc9-4dbf-a835-bac2a12529fe)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:35.757851 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-322186e7-1d0a-4f07-b21f-1b3cfc6e1baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:35.832694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322186e7-1d0a-4f07-b21f-1b3cfc6e1baa None None] Pushing event updated for resources: {'Port': ['ID=324595a8-edde-4d35-a7d5-e05dd2f2cdce,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:35.846753 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:22:31Z', 'revision_number': 4, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port': {'id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:29Z', 'updated_at': '2021-11-22T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '324595a8-edde-4d35-a7d5-e05dd2f2cdce', 'name': '', 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'mac_address': 'fa:16:3e:1d:c4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:30Z', 'updated_at': '2021-11-22T17:22:35Z', 'revision_number': 4, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'subnets': [{'id': '1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:35.885536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770131f4-88b7-448b-bc46-d9a944bd27a9 None None] The sync data for ids ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'] in n-d-811716-3 is: [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:22:31Z', 'revision_number': 4, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port': {'id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:29Z', 'updated_at': '2021-11-22T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '324595a8-edde-4d35-a7d5-e05dd2f2cdce', 'name': '', 'network_id': '4a61d15c-498b-4e8d-83c1-5ab8130f2b7d', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'mac_address': 'fa:16:3e:1d:c4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:30Z', 'updated_at': '2021-11-22T17:22:35Z', 'revision_number': 4, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'subnets': [{'id': '1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:22:35.903736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-5e4ee921-a771-476f-bf2d-0058e157df68 None None] Provisioning complete for port 324595a8-edde-4d35-a7d5-e05dd2f2cdce triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:35.904704 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5e4ee921-a771-476f-bf2d-0058e157df68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:36.036646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d9111b2-0127-48d0-b38e-53ef7c6288a4 req-6fb4b14e-a962-4dc5-95cc-3c0ac6afa084 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 210 time: 0.0409050 Nov 22 17:22:36.990159 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 324595a8-edde-4d35-a7d5-e05dd2f2cdce up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:37.036910 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 324595a8-edde-4d35-a7d5-e05dd2f2cdce triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:37.037285 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:37.121006 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-31611d5c-1d42-426c-9858-051d9349d731 req-7968df25-64ba-46b9-a6a2-9819de15fc73 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 210 time: 0.0285273 Nov 22 17:22:38.102041 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-097a4ba3-712b-4e8d-9374-2204098f7bbf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:38.103816 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-097a4ba3-712b-4e8d-9374-2204098f7bbf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 808 time: 0.1230624 Nov 22 17:22:38.178044 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-13ab49a9-9693-4403-a81a-245f984496df tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7482d80cf9424359b0ab200363de2dfe HTTP/1.1" status: 200 len: 378 time: 0.0642154 Nov 22 17:22:38.188426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'port': {'device_id': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'admin_state_up': True, 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'security_groups': ['ed32f5ec-7125-4799-9dd1-efd490818185']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:38.222836 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6d50a58c-b772-42e4-b900-f4f202e045d9 req-f23a4278-59f0-474f-95cc-08c2ea28ad64 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 210 time: 0.0279078 Nov 22 17:22:38.303150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Made reservation on behalf of 7482d80cf9424359b0ab200363de2dfe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:22:38.306757 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:38.435697 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Allocated IP 172.20.0.9 (ed56bcec-9665-4e60-8c54-d83495d22145/c77d9394-746b-4016-a32e-42af1198d320/7989602b-735f-4924-a2f0-db84ff646aa0) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:22:38.574079 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:38.615622 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:38.664679 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Network ed56bcec-9665-4e60-8c54-d83495d22145 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:38.668018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:38.671794 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:22:38.696189 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:38.728596 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:38.729276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:38.746428 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-80f4a224-68bc-4470-b7bb-5b8edc39db92 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625334 Nov 22 17:22:38.759256 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Request body: {'port': {'device_id': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:38.820480 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:38.964330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-267a7589-c4af-4690-b128-20066c6c0b02 None None] Provisioning complete for port 7989602b-735f-4924-a2f0-db84ff646aa0 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:38.964910 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-267a7589-c4af-4690-b128-20066c6c0b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:38.998870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-267a7589-c4af-4690-b128-20066c6c0b02 None None] Port 7989602b-735f-4924-a2f0-db84ff646aa0 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:22:39.084778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7989602b-735f-4924-a2f0-db84ff646aa0 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:22:39.092201 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:39.104466 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Transition to ACTIVE for port object 7989602b-735f-4924-a2f0-db84ff646aa0 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:22:39.108880 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:39.161329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:39.237646 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Attempting to bind port 7989602b-735f-4924-a2f0-db84ff646aa0 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:22:39.237995 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Attempting to bind port 7989602b-735f-4924-a2f0-db84ff646aa0 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:22:39.238331 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Attempting to bind port 7989602b-735f-4924-a2f0-db84ff646aa0 on network ed56bcec-9665-4e60-8c54-d83495d22145 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:22:39.243014 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Port 7989602b-735f-4924-a2f0-db84ff646aa0 on network ed56bcec-9665-4e60-8c54-d83495d22145 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:22:39.243341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Attempting to bind port 7989602b-735f-4924-a2f0-db84ff646aa0 on network ed56bcec-9665-4e60-8c54-d83495d22145 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:22:39.248855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:22:39.249806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Checking segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:22:39.250203 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Bound using segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:22:39.250644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Bound port: 7989602b-735f-4924-a2f0-db84ff646aa0, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:22:39.251019 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:39.330756 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:22:39.334030 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:22:39.338719 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:39.349392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad0429-0518-4569-aa7f-146abeef939b req-228a7831-0071-4e2a-b1fe-ef8b647f34d9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:39.350898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50ad0429-0518-4569-aa7f-146abeef939b req-228a7831-0071-4e2a-b1fe-ef8b647f34d9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0517414 Nov 22 17:22:39.374904 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:39.375549 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:39.376990 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] 10.222.0.71 "PUT /v2.0/ports/7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 1091 time: 0.6223609 Nov 22 17:22:39.377453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:22:39.379787 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c6dd9a-65e8-471f-a168-c09619c62c90" -d '{"events": [{"name": "network-changed", "server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:22:39.406824 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fd4e7-db27-4306-b58b-c334163e0c98 service neutron] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:39.410881 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-50ad0429-0518-4569-aa7f-146abeef939b req-c6626e3c-f413-47a1-bcde-edb7249139ac tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536149 Nov 22 17:22:39.470141 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2cbacd-c352-4d18-b873-0971b4067b00 x-openstack-request-id: req-6a2cbacd-c352-4d18-b873-0971b4067b00 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:22:39.470444 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:22:39.470702 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a2cbacd-c352-4d18-b873-0971b4067b00 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:22:39.471116 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0', 'status': 'completed', 'code': 200} Nov 22 17:22:39.487317 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-1a5cf6b6-4506-47ab-8f09-f23e7c78602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:39.488937 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-1a5cf6b6-4506-47ab-8f09-f23e7c78602d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1094 time: 0.0535166 Nov 22 17:22:39.539424 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-0850ae71-bbb2-42f3-b88b-224acbe00365 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 217 time: 0.0417707 Nov 22 17:22:39.593979 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-558aa862-a516-47f8-80d5-4727a9e64af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:39.595447 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-558aa862-a516-47f8-80d5-4727a9e64af6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0481579 Nov 22 17:22:39.641663 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-38470623-e8d3-4c0b-a872-b1a505060d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:39.643153 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-38470623-e8d3-4c0b-a872-b1a505060d9c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401745 Nov 22 17:22:39.738259 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-e1330b5e-3d43-4dfc-b071-a1323d6dd851 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858159 Nov 22 17:22:39.834305 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c3309223-82e9-498a-a83d-7c41ba7b0e63 req-05552198-45f5-426e-bbde-18728f8d1b2c service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881279 Nov 22 17:22:39.927047 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-62293b1c-81ac-4776-bda3-3de9e90f673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:39.928586 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-62293b1c-81ac-4776-bda3-3de9e90f673a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1094 time: 0.0460973 Nov 22 17:22:40.019519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-fd8a4eb9-e43e-462b-bd5a-363e38abb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:40.021045 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-fd8a4eb9-e43e-462b-bd5a-363e38abb0d6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0852532 Nov 22 17:22:40.066217 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-558ef404-bdb4-4343-820c-835fd1cf61ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 217 time: 0.0382030 Nov 22 17:22:40.114632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-a382f2a8-1ff1-43d5-a65a-62a5e7da72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:40.115998 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-a382f2a8-1ff1-43d5-a65a-62a5e7da72ce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0424669 Nov 22 17:22:40.164142 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-b5d1890c-c09c-4c5e-98ec-17527ef111fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:40.165653 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-b5d1890c-c09c-4c5e-98ec-17527ef111fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411651 Nov 22 17:22:40.257365 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-5b71d8b5-d50c-4dbb-8501-58d38586011f service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834169 Nov 22 17:22:40.348075 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-87c6dd9a-65e8-471f-a168-c09619c62c90 req-44bcce1e-2f25-4462-aff3-f98cb3aef505 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835667 Nov 22 17:22:40.533736 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e62d5f-623e-49d0-abcc-00cf3eb19d0e req-e397649a-491b-48da-98ac-378b6c0cb0d6 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:40.535213 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34e62d5f-623e-49d0-abcc-00cf3eb19d0e req-e397649a-491b-48da-98ac-378b6c0cb0d6 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0528336 Nov 22 17:22:40.583855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-34e62d5f-623e-49d0-abcc-00cf3eb19d0e req-c0e70353-f689-4a1e-bd99-e456352f54a4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426412 Nov 22 17:22:41.703885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db577ad-37d6-4cd9-ae08-dec77377d379 req-babc0e77-e3d9-4684-b6b3-34ce1f020d46 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:41.705380 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4db577ad-37d6-4cd9-ae08-dec77377d379 req-babc0e77-e3d9-4684-b6b3-34ce1f020d46 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0492673 Nov 22 17:22:41.754056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4db577ad-37d6-4cd9-ae08-dec77377d379 req-ad4b0775-74b5-466a-8ea0-6b3be9ff5909 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427694 Nov 22 17:22:42.023644 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-213f7cba-ecc7-4910-8c54-5d21a222478b req-530ada17-a67c-4580-ac78-5f0a00f581a5 tempest-ServerActionsTestJSON-556084730 tempest-ServerActionsTestJSON-556084730-project] (103411) timed out ('10.222.0.69', 58504) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:22:42.463983 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:22:42.560700 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:42.572302 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '7989602b-735f-4924-a2f0-db84ff646aa0', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'port_id': '7989602b-735f-4924-a2f0-db84ff646aa0', 'mac_address': 'fa:16:3e:0c:e2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:22:42.609465 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:42.623503 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7989602b-735f-4924-a2f0-db84ff646aa0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:22:42.642709 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:42.646533 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:42.696042 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:42.863664 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['7989602b-735f-4924-a2f0-db84ff646aa0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:22:42.873832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfdb2b-4b06-4180-b09d-90cc8d328c6f req-49c60107-6dfe-495f-bf5d-13164c176341 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:42.875622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fecfdb2b-4b06-4180-b09d-90cc8d328c6f req-49c60107-6dfe-495f-bf5d-13164c176341 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 944 time: 0.0496874 Nov 22 17:22:42.929930 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fecfdb2b-4b06-4180-b09d-90cc8d328c6f req-961faa44-eef5-4504-ba2c-08478b49dbe4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483601 Nov 22 17:22:44.046647 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240970e-533b-49d5-971d-d942a5736e15 req-2a502d89-8674-4ab8-bc3b-1ad965d1de2c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:44.048221 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4240970e-533b-49d5-971d-d942a5736e15 req-2a502d89-8674-4ab8-bc3b-1ad965d1de2c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 944 time: 0.0498638 Nov 22 17:22:44.097373 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4240970e-533b-49d5-971d-d942a5736e15 req-75da4c36-b7e7-4e5c-9f5b-d3ee554a810b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432782 Nov 22 17:22:44.479511 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:22:44.529110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 7989602b-735f-4924-a2f0-db84ff646aa0 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:22:44.533110 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 7989602b-735f-4924-a2f0-db84ff646aa0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:22:44.533476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:44.611385 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:44.633893 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:22:44.636147 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97ed44f-1a86-4bea-b38e-d9584493a262" -d '{"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-plugged", "status": "completed", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:22:44.649108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:22:44.653305 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:44.679092 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee8337-58f0-4b90-a1a4-0211a70488a1 x-openstack-request-id: req-07ee8337-58f0-4b90-a1a4-0211a70488a1 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:22:44.679388 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-plugged", "status": "completed", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:22:44.679643 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07ee8337-58f0-4b90-a1a4-0211a70488a1 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:22:44.680061 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0', 'code': 200} Nov 22 17:22:44.704447 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:44.777130 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27fc25-e712-4e7f-8a9c-7b9ef087ede4 req-2614c654-50b4-4fc6-a027-e8e1ea03bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:44.778608 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b27fc25-e712-4e7f-8a9c-7b9ef087ede4 req-2614c654-50b4-4fc6-a027-e8e1ea03bedf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1096 time: 0.0408678 Nov 22 17:22:44.823088 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-1b27fc25-e712-4e7f-8a9c-7b9ef087ede4 req-66685c34-cf26-4e65-a040-ef1c16fa9868 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378571 Nov 22 17:22:45.220527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602c9bc-8547-471a-993c-8d6ddd167bcd req-e193d0af-4e31-49e2-90e7-84cca836d626 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:45.227850 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3602c9bc-8547-471a-993c-8d6ddd167bcd req-e193d0af-4e31-49e2-90e7-84cca836d626 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0580416 Nov 22 17:22:45.275306 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3602c9bc-8547-471a-993c-8d6ddd167bcd req-e7b2b452-ffe3-4dd8-befb-f9ca57cd1433 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465751 Nov 22 17:22:46.395458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7a26a-49fa-4fe4-a645-d8d072ed6342 req-b928f633-8131-405e-bdd2-4963dc769688 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:46.397078 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfa7a26a-49fa-4fe4-a645-d8d072ed6342 req-b928f633-8131-405e-bdd2-4963dc769688 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0533278 Nov 22 17:22:46.447744 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bfa7a26a-49fa-4fe4-a645-d8d072ed6342 req-fd7220ac-154d-4c93-8bb1-0aadd3f9303a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445378 Nov 22 17:22:46.559605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e9bc7-870d-454d-807e-ec33781cbc4f req-20ed1698-9028-4a4d-a165-ac19ac009fb2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:46.560988 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-840e9bc7-870d-454d-807e-ec33781cbc4f req-20ed1698-9028-4a4d-a165-ac19ac009fb2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0480878 Nov 22 17:22:46.609625 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-840e9bc7-870d-454d-807e-ec33781cbc4f req-324419b0-7e94-401c-a8aa-a1600feae9ce tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419657 Nov 22 17:22:46.632858 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41908) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:46.757032 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811cf1df-6935-41d7-a32b-f57b5c44f140 tempest-TestShelveInstance-317494117 tempest-TestShelveInstance-317494117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:46.758557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-811cf1df-6935-41d7-a32b-f57b5c44f140 tempest-TestShelveInstance-317494117 tempest-TestShelveInstance-317494117-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1091 time: 0.1247184 Nov 22 17:22:46.761528 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 41912) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:22:46.765771 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '7989602b-735f-4924-a2f0-db84ff646aa0', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:22:46.787515 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:46.887742 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:46.993813 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Allocated IP 172.25.5.77 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/ee2c4703-3a94-457e-afb1-0ac9ac759b18) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:22:47.094704 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:47.127260 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:47.164541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:22:47.167285 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:22:47.171837 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:22:47.205652 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'Port': ['ID=ee2c4703-3a94-457e-afb1-0ac9ac759b18,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:47.536581 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:47.605998 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:47.751316 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:47.755607 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:47.824125 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'Port': ['ID=ee2c4703-3a94-457e-afb1-0ac9ac759b18,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:22:47.837316 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:48.236111 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Floating IP f4c8a4a0-e58a-49b0-8dc4-b4cba70dd043 associated. External IP: 172.25.5.77, port: 7989602b-735f-4924-a2f0-db84ff646aa0. Nov 22 17:22:48.443540 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Router c6994073-35d5-4646-881e-5beb17f2e215 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:22:48.548140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:22:48.557837 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] Sync routers for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:22:48.565820 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:48.569434 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:48.570039 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:48.602463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b3869b5c-1bc9-4559-8591-9993bf312316 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8341200 Nov 22 17:22:48.602463 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:22:48.602463 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa88135-4103-47fa-ab9c-72c7aeaaba64" -d '{"events": [{"name": "network-changed", "server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:22:48.639374 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5339ac-30b5-4bd5-bd10-6d2968126a93 x-openstack-request-id: req-9c5339ac-30b5-4bd5-bd10-6d2968126a93 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:22:48.639743 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:22:48.640037 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c5339ac-30b5-4bd5-bd10-6d2968126a93 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:22:48.640452 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0', 'status': 'completed', 'code': 200} Nov 22 17:22:48.709482 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-49398a7c-0253-48f8-a082-42ca7343baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:48.711020 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-49398a7c-0253-48f8-a082-42ca7343baff service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1096 time: 0.0474970 Nov 22 17:22:48.775074 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:48.801968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-bb9bf0c1-3343-465d-b239-fec43ad730bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:48.803409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-bb9bf0c1-3343-465d-b239-fec43ad730bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0840137 Nov 22 17:22:48.872951 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-eed5edf7-f41a-4c08-ae32-5c1f70da81c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 998 time: 0.0623949 Nov 22 17:22:48.924755 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-64dc9d52-808c-4131-9979-cfa6c1637a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:48.926255 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-64dc9d52-808c-4131-9979-cfa6c1637a0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0452511 Nov 22 17:22:48.973832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-9c3d1cbd-336f-42f3-b3c2-50d212a4ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:48.975341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-9c3d1cbd-336f-42f3-b3c2-50d212a4ac8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421100 Nov 22 17:22:48.995193 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'f4c8a4a0-e58a-49b0-8dc4-b4cba70dd043', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'port_id': '7989602b-735f-4924-a2f0-db84ff646aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'mac_address': 'fa:16:3e:0c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:22:47Z', 'updated_at': '2021-11-22T17:22:47Z', 'revision_number': 0, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:49.026051 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] Checking router: c6994073-35d5-4646-881e-5beb17f2e215 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:22:49.034954 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:22:49.035564 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:22:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:49.068299 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-c5deee27-4a85-4efa-9636-65197ec224f8 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855131 Nov 22 17:22:49.114927 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a441f7a9-b1bd-42ac-b751-df337479a48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:49.139030 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:22:49.160974 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-faa88135-4103-47fa-ab9c-72c7aeaaba64 req-f62f6950-0375-4e39-86f9-28c26a438e12 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855913 Nov 22 17:22:49.364614 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'f4c8a4a0-e58a-49b0-8dc4-b4cba70dd043', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'port_id': '7989602b-735f-4924-a2f0-db84ff646aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'mac_address': 'fa:16:3e:0c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:22:47Z', 'updated_at': '2021-11-22T17:22:47Z', 'revision_number': 0, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:22:49.390375 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf054123-2e7e-40d9-bd53-fb4906f5ae53 None None] The sync data for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 is: [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'f4c8a4a0-e58a-49b0-8dc4-b4cba70dd043', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'floating_ip_address': '172.25.5.77', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'port_id': '7989602b-735f-4924-a2f0-db84ff646aa0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'mac_address': 'fa:16:3e:0c:e2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:22:47Z', 'updated_at': '2021-11-22T17:22:47Z', 'revision_number': 0, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:22:49.573003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48911d75-3306-4d8e-a8d0-6a6620f219dc None None] New status for floating IP f4c8a4a0-e58a-49b0-8dc4-b4cba70dd043: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:22:51.438866 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18c91d83-cd29-4620-a8d3-e3ef5b9f9c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:52.755757 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:53.323649 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:54.805687 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:55.010541 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:55.410591 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:58.536918 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:23:04.854479 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-b3f417d6-7542-4210-86b2-51ba9bba8e8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395908 Nov 22 17:23:04.934784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-3b7c3666-b51d-4ead-9b41-4b336e91fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:04.936466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-3b7c3666-b51d-4ead-9b41-4b336e91fa98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0412722 Nov 22 17:23:05.042291 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-95918b71-9034-46cf-88e5-209bdf61a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:05.043735 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-95918b71-9034-46cf-88e5-209bdf61a075 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0891409 Nov 22 17:23:05.085623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-21362511-54ae-4a82-9982-673bc754dfb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0349226 Nov 22 17:23:05.135093 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-9186a97d-7b57-4a0f-8242-590cc0685aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:05.136413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-9186a97d-7b57-4a0f-8242-590cc0685aa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0428483 Nov 22 17:23:05.187497 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-01cdcb9b-6e95-4a63-9400-4a12de60dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:05.189000 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-01cdcb9b-6e95-4a63-9400-4a12de60dc7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458143 Nov 22 17:23:05.199592 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-3c9c04b2-1ab8-4ce4-878e-5fd8ccac4478 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:23:05.200532 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-3c9c04b2-1ab8-4ce4-878e-5fd8ccac4478 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048225 Nov 22 17:23:05.289394 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-fbea1b4f-2d49-45af-9070-f52d4040e9ac service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815752 Nov 22 17:23:05.397205 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dc2f6fbd-1ed7-4eda-b81d-29cc409497f5 req-11adeedd-3a3d-4380-b46c-f6b9d78076b9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001172 Nov 22 17:23:19.118226 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-04508c3c-510a-4aa5-b17f-c69e85bff305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:21.441644 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5719b9ff-7546-4a16-8ded-af2c0361b2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:22.759581 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:23.338182 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:24.255839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-de702480-eb35-4bf2-bc84-6e7155d7034b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403957 Nov 22 17:23:24.340680 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-a156e23c-33eb-4389-96da-8fe92bd74009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:24.342205 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-a156e23c-33eb-4389-96da-8fe92bd74009 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1096 time: 0.0448980 Nov 22 17:23:24.444541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-2dc13c7e-ef76-423c-880b-1360fed2c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:24.446015 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-2dc13c7e-ef76-423c-880b-1360fed2c3f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0840957 Nov 22 17:23:24.516536 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-7403918e-00a8-48a6-ab64-972bb9da8c7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0620923 Nov 22 17:23:24.567322 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-e70a2d1a-39fc-44d3-94e8-3d4784b80b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:24.568770 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-e70a2d1a-39fc-44d3-94e8-3d4784b80b40 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0436552 Nov 22 17:23:24.613058 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-88e5904e-252d-4457-ad67-08388134fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:24.614495 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-88e5904e-252d-4457-ad67-08388134fd98 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383282 Nov 22 17:23:24.706006 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-cb10b4ef-7273-49b0-9b53-c480b6b5356d service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841084 Nov 22 17:23:24.798090 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3fc52c72-bad1-4980-8352-67f842f8fb17 req-6338f4de-aa7d-40c6-b00c-cb5dd9d52872 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843301 Nov 22 17:23:24.807329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:25.012645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:25.411006 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:35.536907 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:23:49.120437 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-db0ef03d-1d59-473e-953c-98251deacfc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:51.442299 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ace39398-6884-45bb-a682-8ec0886daf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:52.761552 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:53.352064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:54.809219 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:55.016467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:55.429200 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:06.914404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-e894e06e-3a01-4c9a-b12d-832561d61b8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0998561 Nov 22 17:24:06.997634 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-321d2733-fc7a-422e-8688-42de55fd8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:06.999110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-321d2733-fc7a-422e-8688-42de55fd8195 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0406017 Nov 22 17:24:07.105071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-dd7a424c-ff52-4443-b131-3f293b7aeb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:07.106501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-dd7a424c-ff52-4443-b131-3f293b7aeb5b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0889235 Nov 22 17:24:07.148083 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-f4e1d50f-423f-4950-8e86-a678ed9f206d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0350008 Nov 22 17:24:07.197191 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-82da739b-7e2c-4170-ba50-e21010174ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:07.198641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-82da739b-7e2c-4170-ba50-e21010174ac1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0441065 Nov 22 17:24:07.245912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-d7a2e254-11fc-4d22-b2d3-c94fb0f194e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:07.247393 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-d7a2e254-11fc-4d22-b2d3-c94fb0f194e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410450 Nov 22 17:24:07.341092 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-9373e68d-bee2-4a7c-80bb-18d2c81c5230 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863914 Nov 22 17:24:07.434960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae1a0757-b1cd-41b7-9750-c57b02783243 req-5f21a647-ade5-40c8-828b-f45eb9587487 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873086 Nov 22 17:24:12.539021 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:24:19.120877 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d0e041da-ecfc-45c2-8dfb-6781cc174020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:21.443774 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34fe8f7e-87fc-42ce-91d5-43fdd25f8a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:22.764710 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:23.347037 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:24.811073 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:25.021512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:25.426854 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:26.254004 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d215c155-4005-49f7-bd07-7720b1b0038d req-b5ec826b-c09e-4cbc-b28f-7d985a2546bf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397434 Nov 22 17:24:26.338777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c155-4005-49f7-bd07-7720b1b0038d req-9e7dfb9c-0b0f-49a2-a001-a2710d2d954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:26.340301 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d215c155-4005-49f7-bd07-7720b1b0038d req-9e7dfb9c-0b0f-49a2-a001-a2710d2d954b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1096 time: 0.0446541 Nov 22 17:24:26.440850 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c155-4005-49f7-bd07-7720b1b0038d req-8d0d59a7-c34a-4cca-b4e3-e87043e4910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:26.443117 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d215c155-4005-49f7-bd07-7720b1b0038d req-8d0d59a7-c34a-4cca-b4e3-e87043e4910a service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0840571 Nov 22 17:24:26.511448 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d215c155-4005-49f7-bd07-7720b1b0038d req-d6a74190-40a6-4513-9537-50ae7de55fa9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0610747 Nov 22 17:24:26.561300 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c155-4005-49f7-bd07-7720b1b0038d req-72d27e75-fa2b-461d-821b-0e651c95ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:26.562679 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d215c155-4005-49f7-bd07-7720b1b0038d req-72d27e75-fa2b-461d-821b-0e651c95ef67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0423970 Nov 22 17:24:26.607730 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c155-4005-49f7-bd07-7720b1b0038d req-d122fad0-40c7-4034-a5a1-9e3d9aaa02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:26.609206 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d215c155-4005-49f7-bd07-7720b1b0038d req-d122fad0-40c7-4034-a5a1-9e3d9aaa02bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378006 Nov 22 17:24:26.700547 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d215c155-4005-49f7-bd07-7720b1b0038d req-537b8b53-44e0-426b-ba7b-3da65ebad128 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830603 Nov 22 17:24:26.790293 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-d215c155-4005-49f7-bd07-7720b1b0038d req-e6be1891-3b02-4005-96ee-9ddf0c197048 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808601 Nov 22 17:24:44.217574 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae9409-0cde-4674-9d36-8d19e6c0e6e4 req-93a04cf3-54d1-4995-8c01-5993fe46f9c4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:44.219051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0aae9409-0cde-4674-9d36-8d19e6c0e6e4 req-93a04cf3-54d1-4995-8c01-5993fe46f9c4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0497606 Nov 22 17:24:44.268132 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0aae9409-0cde-4674-9d36-8d19e6c0e6e4 req-ab84d525-fff5-42ab-a74a-a6cd3af94015 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428438 Nov 22 17:24:45.419322 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadda1d0-fd69-43e3-b03a-a4057570177e req-89cdfcf7-61a7-4e5e-900c-24bbe9aeafdc tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:45.420901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cadda1d0-fd69-43e3-b03a-a4057570177e req-89cdfcf7-61a7-4e5e-900c-24bbe9aeafdc tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0500515 Nov 22 17:24:45.470518 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cadda1d0-fd69-43e3-b03a-a4057570177e req-6e0990cf-5efb-4b55-9d05-46f3235e235b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436606 Nov 22 17:24:46.590274 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406752f-8340-487c-870d-477ac3cd4688 req-2510d20a-ef28-421a-a406-3477a80acd2f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:46.591846 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b406752f-8340-487c-870d-477ac3cd4688 req-2510d20a-ef28-421a-a406-3477a80acd2f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0538373 Nov 22 17:24:46.642296 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b406752f-8340-487c-870d-477ac3cd4688 req-856928fa-aa4d-4ad0-954f-f364d490b43f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443022 Nov 22 17:24:47.758965 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643bc5-c6d2-462d-9573-084752851591 req-9b851608-21d2-485a-afa6-ef99aeb5f8f4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:47.760468 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d643bc5-c6d2-462d-9573-084752851591 req-9b851608-21d2-485a-afa6-ef99aeb5f8f4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0494680 Nov 22 17:24:47.809775 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1d643bc5-c6d2-462d-9573-084752851591 req-910ef63f-c0c2-4d4b-b877-d9e4c02aa47c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433800 Nov 22 17:24:48.926043 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16172e0c-0473-46b7-b830-05d1717ba0d5 req-0f9e5f30-5fa9-4d1c-ae46-52b42608da43 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:48.927543 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16172e0c-0473-46b7-b830-05d1717ba0d5 req-0f9e5f30-5fa9-4d1c-ae46-52b42608da43 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0500176 Nov 22 17:24:48.982323 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-16172e0c-0473-46b7-b830-05d1717ba0d5 req-4720a81f-54e3-4965-be15-3b5427a5a148 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488672 Nov 22 17:24:49.121663 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-45caa9ad-fd53-4bce-8786-ab41f6416a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:49.539535 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:24:50.101673 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161cb8e-5ca3-4b2d-908e-896ad843688b req-1125fcf8-6ce4-4101-8160-0fda3a8e38b0 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:50.103142 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1161cb8e-5ca3-4b2d-908e-896ad843688b req-1125fcf8-6ce4-4101-8160-0fda3a8e38b0 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0495894 Nov 22 17:24:50.151889 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1161cb8e-5ca3-4b2d-908e-896ad843688b req-1a46d6c6-ee83-4377-a608-3b7697b9b532 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428202 Nov 22 17:24:51.267337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d419eb4-a770-4ce5-a8e7-3890d6a06db9 req-bb85bb14-ea21-4132-8b40-9a8d5624849d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:51.268908 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d419eb4-a770-4ce5-a8e7-3890d6a06db9 req-bb85bb14-ea21-4132-8b40-9a8d5624849d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0484223 Nov 22 17:24:51.318641 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0d419eb4-a770-4ce5-a8e7-3890d6a06db9 req-1c3a320d-044d-4d60-944d-8ca8a03023a5 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437889 Nov 22 17:24:51.446199 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-93485215-281f-4fa8-940b-f061089e0563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:52.439853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40664538-79bd-4474-b367-a86e2dbe18d1 req-10e1a00f-8c15-4d17-a772-2c446fed91c4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:52.441407 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40664538-79bd-4474-b367-a86e2dbe18d1 req-10e1a00f-8c15-4d17-a772-2c446fed91c4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0546365 Nov 22 17:24:52.491668 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-40664538-79bd-4474-b367-a86e2dbe18d1 req-c1e68257-3a83-468e-8d12-02b5e3a4cb93 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443418 Nov 22 17:24:52.768370 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:53.365631 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:53.608407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9ca74-283c-464f-b6f2-69784089fca1 req-29bac633-c373-4ae9-b3de-7693551ee3ed tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:53.609954 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93a9ca74-283c-464f-b6f2-69784089fca1 req-29bac633-c373-4ae9-b3de-7693551ee3ed tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0485044 Nov 22 17:24:53.662249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-93a9ca74-283c-464f-b6f2-69784089fca1 req-dd6ca24c-6980-4fd7-bd1c-ece3266875ee tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454137 Nov 22 17:24:54.785605 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80978124-77ad-45b8-9758-a75c910174ca req-3a998d60-066c-4975-b30d-d8c5e8a376ad tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:54.787883 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80978124-77ad-45b8-9758-a75c910174ca req-3a998d60-066c-4975-b30d-d8c5e8a376ad tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0547285 Nov 22 17:24:54.814069 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:54.837956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-80978124-77ad-45b8-9758-a75c910174ca req-80ec3c42-4778-4b08-bc80-b9ecc1ba0d2d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444601 Nov 22 17:24:55.024719 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:55.422636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:55.955924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bef59-a8e8-4e95-9319-5b20831343d0 req-36d4ebd8-baaf-4e8b-8c62-0a743b1b5f85 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:55.958169 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-280bef59-a8e8-4e95-9319-5b20831343d0 req-36d4ebd8-baaf-4e8b-8c62-0a743b1b5f85 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0510304 Nov 22 17:24:56.006904 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-280bef59-a8e8-4e95-9319-5b20831343d0 req-e614fbed-209d-47e9-86a0-cf834c9b9068 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426829 Nov 22 17:24:57.140033 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd622-723d-418e-8b42-3a951254a241 req-4ae50d2a-3240-4e0a-b5c4-e99d37ab869b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:57.142258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf2cd622-723d-418e-8b42-3a951254a241 req-4ae50d2a-3240-4e0a-b5c4-e99d37ab869b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0569859 Nov 22 17:24:57.207251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cf2cd622-723d-418e-8b42-3a951254a241 req-7fac0bb7-73f2-441f-9fee-680c7abdc2cd tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574751 Nov 22 17:24:57.287854 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:24:57.400871 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:57.418292 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '7989602b-735f-4924-a2f0-db84ff646aa0', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'port_id': '7989602b-735f-4924-a2f0-db84ff646aa0', 'mac_address': 'fa:16:3e:0c:e2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:24:57.463393 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:57.478156 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7989602b-735f-4924-a2f0-db84ff646aa0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:24:57.499339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:57.504964 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:57.570087 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:57.580345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.580859 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.581248 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.581765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.582273 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.582619 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.582961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.583299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.583633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.584005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.585125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.585470 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:24:57.592929 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['7989602b-735f-4924-a2f0-db84ff646aa0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:24:58.341852 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92593257-8748-4da8-8cdf-067a7e3ff0ed req-797cb2f4-c0b1-4444-b61c-aa26f765610c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:58.343501 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92593257-8748-4da8-8cdf-067a7e3ff0ed req-797cb2f4-c0b1-4444-b61c-aa26f765610c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 944 time: 0.0529177 Nov 22 17:24:58.404531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92593257-8748-4da8-8cdf-067a7e3ff0ed req-a8912f4b-076f-4035-ac8a-fabeac1fe002 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494871 Nov 22 17:24:59.298253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:24:59.353315 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 7989602b-735f-4924-a2f0-db84ff646aa0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:24:59.353696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:59.457959 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:59.547752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102a4c2-4a7d-47e8-9845-e9ed27a61154 req-1f9243d8-92ad-4963-855d-83a8c6b42988 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:59.558558 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7102a4c2-4a7d-47e8-9845-e9ed27a61154 req-1f9243d8-92ad-4963-855d-83a8c6b42988 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 944 time: 0.0690749 Nov 22 17:24:59.626107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7102a4c2-4a7d-47e8-9845-e9ed27a61154 req-3228b72a-2077-42d9-adc2-9840245e809a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607116 Nov 22 17:24:59.667407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:24:59.669717 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4d5f4c-667b-4df2-b166-22567216ec2b" -d '{"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-plugged", "status": "completed", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:24:59.685820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:59.692599 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:59.749259 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:59.809786 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e82444-963e-4204-99a6-506e2dc84c08 x-openstack-request-id: req-03e82444-963e-4204-99a6-506e2dc84c08 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:24:59.810027 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-plugged", "status": "completed", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:24:59.810274 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03e82444-963e-4204-99a6-506e2dc84c08 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:24:59.810671 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0', 'code': 200} Nov 22 17:25:00.750857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0f8c1-df67-459b-a2e7-84fdba3200c1 req-0448b5b2-9c9f-467a-866c-9eba62dbcfc2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:00.752440 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aca0f8c1-df67-459b-a2e7-84fdba3200c1 req-0448b5b2-9c9f-467a-866c-9eba62dbcfc2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0590534 Nov 22 17:25:00.808642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aca0f8c1-df67-459b-a2e7-84fdba3200c1 req-d413687b-c773-4502-9902-19a68997b793 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494552 Nov 22 17:25:01.935630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc68b4-a3ff-4fe7-a462-f7aafb15afc1 req-93a4f62f-fb6d-429d-a99e-9062e11566ff tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:01.938693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00dc68b4-a3ff-4fe7-a462-f7aafb15afc1 req-93a4f62f-fb6d-429d-a99e-9062e11566ff tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0560858 Nov 22 17:25:01.997676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-00dc68b4-a3ff-4fe7-a462-f7aafb15afc1 req-4f74fb1d-5aa6-4665-8f6d-002d830ab903 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515285 Nov 22 17:25:03.142214 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7dbea-4778-4a02-9ee7-3ddc5f48a2b2 req-f9bf6300-e1e2-418f-bfaf-64b558d9982f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:03.144733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9dd7dbea-4778-4a02-9ee7-3ddc5f48a2b2 req-f9bf6300-e1e2-418f-bfaf-64b558d9982f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0608528 Nov 22 17:25:03.219631 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9dd7dbea-4778-4a02-9ee7-3ddc5f48a2b2 req-a2bd9776-6393-4889-af96-47cd14983cef tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685997 Nov 22 17:25:04.348941 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fdff0-93e8-426d-9051-d3e21f5b930b req-6bc4dfa0-c425-4968-b625-8b96c9d3055f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:04.351513 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c8fdff0-93e8-426d-9051-d3e21f5b930b req-6bc4dfa0-c425-4968-b625-8b96c9d3055f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0560639 Nov 22 17:25:04.407818 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2c8fdff0-93e8-426d-9051-d3e21f5b930b req-7e634b61-bddb-4caa-b490-43b924a2dc8f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506876 Nov 22 17:25:05.533279 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeed19-2aca-48a8-8a78-b90863e692bd req-fdcf82b3-13d7-44eb-b78d-121f9d1fcd77 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:05.534839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5aeed19-2aca-48a8-8a78-b90863e692bd req-fdcf82b3-13d7-44eb-b78d-121f9d1fcd77 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0526578 Nov 22 17:25:05.586154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b5aeed19-2aca-48a8-8a78-b90863e692bd req-071a31cd-214e-44d2-8354-0ea9dcf6b03c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454674 Nov 22 17:25:06.228619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-ad4b34e7-f634-4b12-acda-284a2ff757d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:06.230076 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-ad4b34e7-f634-4b12-acda-284a2ff757d5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1096 time: 0.0410974 Nov 22 17:25:06.324431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-d1d6686e-36f2-48de-91bd-c094773d1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:06.326163 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-d1d6686e-36f2-48de-91bd-c094773d1d77 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0878592 Nov 22 17:25:06.390421 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-baa4604c-92dd-43ee-84ce-ad766d783c65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0566933 Nov 22 17:25:06.714502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381a4ae-b43c-45a4-a9ce-a56b24197ccc req-3dc937af-4e4b-4c28-afad-91312809968e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:06.716071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a381a4ae-b43c-45a4-a9ce-a56b24197ccc req-3dc937af-4e4b-4c28-afad-91312809968e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0570190 Nov 22 17:25:06.768167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a381a4ae-b43c-45a4-a9ce-a56b24197ccc req-75fe88a2-811e-4179-9041-6fa7a220f065 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455244 Nov 22 17:25:06.785741 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-cd040861-864a-4f8c-9112-070cfc62b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:06.787192 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-cd040861-864a-4f8c-9112-070cfc62b7af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.3896496 Nov 22 17:25:06.831529 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-278c6548-46d7-491f-bd76-c403d9156013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:06.832983 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-278c6548-46d7-491f-bd76-c403d9156013 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386081 Nov 22 17:25:06.919955 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-4f367605-d523-4789-a9ab-2976ad613e77 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801353 Nov 22 17:25:07.011146 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ccc26a75-3db4-48f8-b6e2-22231b482c68 req-7e596d01-b05e-486e-9694-ba2e0cfe4139 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843399 Nov 22 17:25:07.879647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-754973d3-75a6-4796-ad44-5fbb907f65be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667889 Nov 22 17:25:07.896636 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed6c50-3754-441f-9690-f05f197c6861 req-06e10301-dc65-4df5-8f87-0374aadb1130 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:07.898258 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90ed6c50-3754-441f-9690-f05f197c6861 req-06e10301-dc65-4df5-8f87-0374aadb1130 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0582552 Nov 22 17:25:07.981659 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-90ed6c50-3754-441f-9690-f05f197c6861 req-48d5a32a-5ed5-4e08-b63a-4a0c02aaa6b1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761583 Nov 22 17:25:07.988247 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-f9e0a3e5-7b9a-41ec-84ee-178f43d9694f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:07.989696 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-f9e0a3e5-7b9a-41ec-84ee-178f43d9694f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0650661 Nov 22 17:25:08.095864 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-93eb6d59-e35d-4b4c-980d-c12794b2aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:08.097341 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-93eb6d59-e35d-4b4c-980d-c12794b2aca5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0856037 Nov 22 17:25:08.146443 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-27939855-9673-45b6-9b54-246a355047c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0415320 Nov 22 17:25:08.194795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-5bf1cc93-cd62-418d-a429-0dfb4f956632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:08.196240 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-5bf1cc93-cd62-418d-a429-0dfb4f956632 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0437098 Nov 22 17:25:08.241084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-912ac58f-345f-45f1-8c7d-f8b22f905912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:08.242557 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-912ac58f-345f-45f1-8c7d-f8b22f905912 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397668 Nov 22 17:25:08.335795 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-4a8e1d09-bf4e-4321-b72d-381ed5b0a7a8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857899 Nov 22 17:25:08.424249 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-72ed109f-0a2d-4bac-86ca-0cc969bd2286 req-383b2a95-1839-4485-aa19-3cfcd62e83e9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808380 Nov 22 17:25:09.098895 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe3392-e94c-44e2-a8ab-21778c645cde req-ffa79b63-399f-45dc-9c3b-77f8d0c2ee27 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:09.100392 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1dbe3392-e94c-44e2-a8ab-21778c645cde req-ffa79b63-399f-45dc-9c3b-77f8d0c2ee27 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 945 time: 0.0497630 Nov 22 17:25:09.153110 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1dbe3392-e94c-44e2-a8ab-21778c645cde req-13ee8773-7505-47f4-8b39-980a420a4672 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467896 Nov 22 17:25:09.221117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-0c2be792-17fa-41c2-aa15-4a6ec390fb07 req-a39add01-a774-4309-91c7-867e0bd7c51e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:25:09.222636 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c2be792-17fa-41c2-aa15-4a6ec390fb07 req-a39add01-a774-4309-91c7-867e0bd7c51e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064378 Nov 22 17:25:09.378735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:25:09.453521 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:09.475679 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:25:09.477827 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a39ce-c839-477e-92f4-2039a5ca2837" -d '{"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-unplugged", "status": "completed", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:25:09.489702 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:25:09.493651 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:09.544215 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:25:10.326731 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 17:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6a4ad5-4f84-4224-a7a0-24ef2a9c2c18 x-openstack-request-id: req-ff6a4ad5-4f84-4224-a7a0-24ef2a9c2c18 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:25:10.327300 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-unplugged", "status": "failed", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0", "code": 422}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:25:10.327740 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff6a4ad5-4f84-4224-a7a0-24ef2a9c2c18 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:25:10.328354 n-d-811716-3 neutron-server[103412]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0', 'code': 422} returned with failed status Nov 22 17:25:10.416972 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb14e5-d2c9-4005-97bb-4a0423829655 req-637937d7-3c0d-43e3-8ec5-19fed5bd0155 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:10.418496 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6bb14e5-d2c9-4005-97bb-4a0423829655 req-637937d7-3c0d-43e3-8ec5-19fed5bd0155 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0504820 Nov 22 17:25:10.468694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f6bb14e5-d2c9-4005-97bb-4a0423829655 req-504d7819-b609-4dad-ae5a-2e489293db91 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442460 Nov 22 17:25:10.697872 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-688cd591-8f87-41a3-89b1-8b171512dcdd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812962 Nov 22 17:25:11.445902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-5dbbcc28-5827-4129-8964-72e05f90125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:11.447393 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-5dbbcc28-5827-4129-8964-72e05f90125e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23&tenant_id=7482d80cf9424359b0ab200363de2dfe HTTP/1.1" status: 200 len: 1094 time: 0.0422189 Nov 22 17:25:11.508268 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-2d15b513-271f-4818-874a-5e646d112424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:11.509786 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-2d15b513-271f-4818-874a-5e646d112424 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1094 time: 0.0410855 Nov 22 17:25:11.594616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f1bb5-76e1-49f1-9069-d0f2e403c7d4 req-82116729-e738-40b0-880e-efb277897fc6 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:11.596157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-955f1bb5-76e1-49f1-9069-d0f2e403c7d4 req-82116729-e738-40b0-880e-efb277897fc6 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0538723 Nov 22 17:25:11.605759 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-7861b990-7fd5-421c-9e7c-7cd7f1479013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:11.607232 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-7861b990-7fd5-421c-9e7c-7cd7f1479013 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0910463 Nov 22 17:25:11.646505 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-955f1bb5-76e1-49f1-9069-d0f2e403c7d4 req-dfa2e454-779e-44ae-be5f-da71d1a3d649 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443916 Nov 22 17:25:11.674981 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-0c57c473-6af3-47c4-8973-5c73a35a971b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 998 time: 0.0597332 Nov 22 17:25:11.725640 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-d4ae3152-79f0-4af8-a878-d203f341318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:11.726963 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-d4ae3152-79f0-4af8-a878-d203f341318e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0455644 Nov 22 17:25:11.772086 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-339fd2d0-41b7-41da-8f10-0bbb93fb51af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:11.773553 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-339fd2d0-41b7-41da-8f10-0bbb93fb51af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387287 Nov 22 17:25:11.874292 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-7cec8fc2-c494-4154-b70a-d941792f718c service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907719 Nov 22 17:25:11.968197 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-29fae95b-759f-4a46-94f8-b5cebf0bc6ec req-8fe92c6f-88b4-4a96-991e-16064cc1a2e5 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868545 Nov 22 17:25:12.772912 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6561ff-6543-4b4c-a8d5-c02e22c453f4 req-69855e4d-ac28-4752-89c9-149ce110b0fd tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:12.774397 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c6561ff-6543-4b4c-a8d5-c02e22c453f4 req-69855e4d-ac28-4752-89c9-149ce110b0fd tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0543776 Nov 22 17:25:12.829120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9c6561ff-6543-4b4c-a8d5-c02e22c453f4 req-710cfb3a-8be5-4e93-9fd3-f5b4746fe5c7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486481 Nov 22 17:25:13.956637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0b71-b2cf-416b-b963-99827066d367 req-32adc70c-1879-4008-92d3-5e7632e79e78 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:13.958960 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0ce0b71-b2cf-416b-b963-99827066d367 req-32adc70c-1879-4008-92d3-5e7632e79e78 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0590749 Nov 22 17:25:14.013181 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0ce0b71-b2cf-416b-b963-99827066d367 req-80eb8362-c866-4618-a9ac-eeb01d087edd tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488398 Nov 22 17:25:15.139520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14342f42-5668-483b-aee5-d43f67811829 req-094f9eb3-0353-48c8-a37c-3c7430357e45 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:15.141096 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14342f42-5668-483b-aee5-d43f67811829 req-094f9eb3-0353-48c8-a37c-3c7430357e45 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0491652 Nov 22 17:25:15.195288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-14342f42-5668-483b-aee5-d43f67811829 req-99d27a96-3221-46a3-a66f-5e328b1e1c8a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468576 Nov 22 17:25:16.322124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcc563-460b-4639-83f9-7cfcb64cabd5 req-d20793c4-9ca2-4f7e-a8f5-61d8517b74b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:16.323714 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01dcc563-460b-4639-83f9-7cfcb64cabd5 req-d20793c4-9ca2-4f7e-a8f5-61d8517b74b4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0501575 Nov 22 17:25:16.378902 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-01dcc563-460b-4639-83f9-7cfcb64cabd5 req-832e7212-9f27-42f0-a1d6-955761652bed tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491631 Nov 22 17:25:17.507158 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5347d-d3bc-4066-a76f-4593b84326c8 req-fdc11903-ea3a-4497-922d-c73057948b0d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:17.508758 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ac5347d-d3bc-4066-a76f-4593b84326c8 req-fdc11903-ea3a-4497-922d-c73057948b0d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0579004 Nov 22 17:25:17.561175 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7ac5347d-d3bc-4066-a76f-4593b84326c8 req-b7ceab5c-1628-474c-a81b-c44f341f7ed8 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462041 Nov 22 17:25:18.684683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54033a-f521-4c91-a37c-b3a8d5d7caf6 req-f48b5e90-af25-4f5a-a867-68872b3e8231 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:18.686302 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e54033a-f521-4c91-a37c-b3a8d5d7caf6 req-f48b5e90-af25-4f5a-a867-68872b3e8231 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0508158 Nov 22 17:25:18.741873 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-9e54033a-f521-4c91-a37c-b3a8d5d7caf6 req-f987049b-3117-4be9-a5fe-0d4f4ea5e13e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488648 Nov 22 17:25:19.125354 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a11df03-4db2-49f9-a7c8-553b27a161d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:19.875439 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73917f-410b-4965-a801-7c88a71d9174 req-7ed8438a-3091-4a77-af94-56a095cd379f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:19.877257 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c73917f-410b-4965-a801-7c88a71d9174 req-7ed8438a-3091-4a77-af94-56a095cd379f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0578539 Nov 22 17:25:19.954732 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c73917f-410b-4965-a801-7c88a71d9174 req-acc325a7-3248-4365-aa8b-cd6f94b3dc64 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643849 Nov 22 17:25:21.076744 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b52ff-cf78-44f1-bd34-a9e8993d447b req-4de0a21a-ea72-4b42-931d-0d5c3b206b36 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:21.078245 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a68b52ff-cf78-44f1-bd34-a9e8993d447b req-4de0a21a-ea72-4b42-931d-0d5c3b206b36 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0501950 Nov 22 17:25:21.132172 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a68b52ff-cf78-44f1-bd34-a9e8993d447b req-5759eaf0-c6a3-4b9c-88de-bda61a832a7e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468650 Nov 22 17:25:21.448267 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9289dbfe-5191-459e-bbb7-bb70fd6e5a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:22.256269 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcfffe-b4f2-46b6-8c5c-1cf0d9ebdbbc req-1266b5da-7e58-4fb2-8e22-03214012c5ca tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:22.258738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68dcfffe-b4f2-46b6-8c5c-1cf0d9ebdbbc req-1266b5da-7e58-4fb2-8e22-03214012c5ca tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0539453 Nov 22 17:25:22.310500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-68dcfffe-b4f2-46b6-8c5c-1cf0d9ebdbbc req-e85931d0-b559-4a67-b391-0ae3d5b2137d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457349 Nov 22 17:25:22.771390 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:23.366962 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:23.491432 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052b877-2c73-4fc2-807a-4ab7193a3f48 req-a844955f-393a-4803-9b9c-9fbf2b1e27e5 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:23.492958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d052b877-2c73-4fc2-807a-4ab7193a3f48 req-a844955f-393a-4803-9b9c-9fbf2b1e27e5 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.1087193 Nov 22 17:25:23.541813 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d052b877-2c73-4fc2-807a-4ab7193a3f48 req-920ac767-0b6a-4660-a8e5-d2df141b837d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429006 Nov 22 17:25:24.658840 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95ebc-745f-4095-b276-81ef2fce07d3 req-1b4ba481-a2f5-43f0-a9bb-cec487d63aaf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:24.660345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aca95ebc-745f-4095-b276-81ef2fce07d3 req-1b4ba481-a2f5-43f0-a9bb-cec487d63aaf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 943 time: 0.0501783 Nov 22 17:25:24.709126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-aca95ebc-745f-4095-b276-81ef2fce07d3 req-5d9bd602-0412-49e5-ac9f-f60562279c1d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427592 Nov 22 17:25:24.817894 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:25.027628 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:25.450410 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:25.452976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:25:25.546554 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:25:25.562303 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '7989602b-735f-4924-a2f0-db84ff646aa0', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'port_id': '7989602b-735f-4924-a2f0-db84ff646aa0', 'mac_address': 'fa:16:3e:0c:e2:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:25:25.600636 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:25.613597 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7989602b-735f-4924-a2f0-db84ff646aa0 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:25:25.632646 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:25:25.636747 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:25.685032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=9']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:25:25.829687 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df62c6e-1c68-4c14-b716-a7a401dbb640 req-c0b9515a-b6fc-4e52-a6ff-b1956b0b8fca tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:25.831177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0df62c6e-1c68-4c14-b716-a7a401dbb640 req-c0b9515a-b6fc-4e52-a6ff-b1956b0b8fca tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 944 time: 0.0554912 Nov 22 17:25:25.877482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['7989602b-735f-4924-a2f0-db84ff646aa0'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:25:25.880710 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0df62c6e-1c68-4c14-b716-a7a401dbb640 req-ddd8c7e5-379b-432f-9e8e-002d6cd1293c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428226 Nov 22 17:25:26.323298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-6dda11fa-0036-463c-a50a-13e06b9ad82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:26.324816 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-6dda11fa-0036-463c-a50a-13e06b9ad82f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1095 time: 0.0874882 Nov 22 17:25:26.433399 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-f7b44c49-934b-484d-9172-c193ef30faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:26.434903 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-f7b44c49-934b-484d-9172-c193ef30faa7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0898874 Nov 22 17:25:26.502832 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-11078791-04f0-42ed-a8cf-6a6ebf1e4d3b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 999 time: 0.0604162 Nov 22 17:25:26.539020 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:25:26.551383 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-4525249e-415c-47b3-9a7e-e2669b47b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:26.553716 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-4525249e-415c-47b3-9a7e-e2669b47b58a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0437050 Nov 22 17:25:26.605034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-f410056b-24c2-4abc-bd04-751742700da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:26.606533 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-f410056b-24c2-4abc-bd04-751742700da9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445628 Nov 22 17:25:26.695518 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-b63c4015-bf73-4125-a9c6-d8e91af6b49d service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818036 Nov 22 17:25:26.790688 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7507d61d-17ab-41f0-8ea1-eb463b30c56f req-2d801283-354b-4df6-ad88-73d6dd9b93c4 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876002 Nov 22 17:25:27.000971 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab95ed4-3e50-40c6-9942-aaccfa68b776 req-dfe02f08-6bd4-4042-94f3-7776258a9273 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:27.002493 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ab95ed4-3e50-40c6-9942-aaccfa68b776 req-dfe02f08-6bd4-4042-94f3-7776258a9273 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 944 time: 0.0495460 Nov 22 17:25:27.052037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3ab95ed4-3e50-40c6-9942-aaccfa68b776 req-d9bb9430-cf0e-423b-b93c-5bd7d6655dc8 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423274 Nov 22 17:25:27.469638 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:25:27.525736 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 7989602b-735f-4924-a2f0-db84ff646aa0 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:25:27.526109 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:27.604505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:27.626407 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:25:27.628645 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09487b61-9e1a-45b3-bb68-a66efaaf00ba" -d '{"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-plugged", "status": "completed", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:25:27.655202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:25:27.672920 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3660a921-288f-40cd-816c-0a5cdd47b812 x-openstack-request-id: req-3660a921-288f-40cd-816c-0a5cdd47b812 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:25:27.673229 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-plugged", "status": "completed", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:25:27.673489 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3660a921-288f-40cd-816c-0a5cdd47b812 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:25:27.673897 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0', 'code': 200} Nov 22 17:25:27.698955 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:27.757937 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=10']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:25:27.978081 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a7f0f-ef2d-4407-ba4c-05e9db90e79f req-686537d2-643f-4de7-89e8-ba39e5df4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:27.979567 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-131a7f0f-ef2d-4407-ba4c-05e9db90e79f req-686537d2-643f-4de7-89e8-ba39e5df4652 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1097 time: 0.0411787 Nov 22 17:25:28.025301 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-131a7f0f-ef2d-4407-ba4c-05e9db90e79f req-20f0c6e8-96d0-40de-a61e-62d83ce77888 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383463 Nov 22 17:25:28.173853 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4e85b-a008-4077-91de-eb1dde258270 req-ade76a86-df55-427f-910d-9279fa3cff12 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:28.175365 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcb4e85b-a008-4077-91de-eb1dde258270 req-ade76a86-df55-427f-910d-9279fa3cff12 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 946 time: 0.0508959 Nov 22 17:25:28.229901 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bcb4e85b-a008-4077-91de-eb1dde258270 req-ff10fed0-ee5e-4020-a014-112bc63425fc tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477226 Nov 22 17:25:29.355126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886a71-7bd5-46fc-b855-5914af7f5998 req-ed085956-8070-44cb-a103-4317d8814d6c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:29.356723 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc886a71-7bd5-46fc-b855-5914af7f5998 req-ed085956-8070-44cb-a103-4317d8814d6c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 946 time: 0.0527754 Nov 22 17:25:29.408473 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bc886a71-7bd5-46fc-b855-5914af7f5998 req-ef63469d-54dc-4222-b1d0-358ec45c1cc2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456507 Nov 22 17:25:30.523121 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f93d0-57e6-4de4-86ea-be7200ee55d0 req-458f1196-8fa6-46af-9005-62b3299389d4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:30.524658 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d1f93d0-57e6-4de4-86ea-be7200ee55d0 req-458f1196-8fa6-46af-9005-62b3299389d4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 946 time: 0.0488203 Nov 22 17:25:30.574101 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d1f93d0-57e6-4de4-86ea-be7200ee55d0 req-ab22e4c7-2760-42f3-b469-45430f4557fe tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435824 Nov 22 17:25:49.118623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-56cbfbe4-3f95-4f5a-aef6-960354bfa339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:51.449680 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d35297e-10a6-443c-b7d4-0b74424ac07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:52.775444 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:53.382480 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:54.819772 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:55.030046 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:55.465914 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:03.539646 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:26:09.853550 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-7097936e-c610-4cf7-97c3-c5871e74b62b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433798 Nov 22 17:26:09.936357 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-5e80d9f4-b9aa-4fd0-9865-186092bb5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:09.937855 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-5e80d9f4-b9aa-4fd0-9865-186092bb5cdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0417476 Nov 22 17:26:10.044541 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-bc0aeaa0-563c-4536-9be2-a394ac8f8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:10.045996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-bc0aeaa0-563c-4536-9be2-a394ac8f8573 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0862484 Nov 22 17:26:10.091144 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-d81474ed-62a7-4205-9751-c0ecc9642435 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0383024 Nov 22 17:26:10.139583 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-678d5f20-0aff-4e0c-bb7f-8d289b70f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:10.140952 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-678d5f20-0aff-4e0c-bb7f-8d289b70f4b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0434732 Nov 22 17:26:10.187259 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-89139d6a-1592-45ce-be95-6eeb69a2bbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:10.188863 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-89139d6a-1592-45ce-be95-6eeb69a2bbb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392880 Nov 22 17:26:10.282159 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-a3777a52-b1b9-4d97-8e0c-89bbdf5a7a90 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854132 Nov 22 17:26:10.371065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e448fa6f-7d77-4728-bded-b1bc725ea5f8 req-f8419e5b-33fc-42ba-9ad1-804a5812b089 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821624 Nov 22 17:26:19.119960 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cab703df-3087-4872-bff9-4a3272012245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:21.450665 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a081e85-3351-4420-acbc-64c3f3be7cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:22.777772 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:23.396092 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:24.823122 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:25.032245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:25.464914 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:28.248684 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-f7e7fece-b491-4231-b241-f260bea82531 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398517 Nov 22 17:26:28.339789 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-72b36e47-e2ef-49c3-9277-36e7525f0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.341323 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-72b36e47-e2ef-49c3-9277-36e7525f0c5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1097 time: 0.0446181 Nov 22 17:26:28.443659 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-d858a16d-fa7f-44ff-8f36-c073f23d3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.445175 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-d858a16d-fa7f-44ff-8f36-c073f23d3d76 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0839710 Nov 22 17:26:28.517770 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-a281a6d0-c47a-4ac9-a6be-a98db6f046fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 1000 time: 0.0634720 Nov 22 17:26:28.570854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-2909bd71-653a-4496-a245-84377f1e36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.572409 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-2909bd71-653a-4496-a245-84377f1e36a6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0456245 Nov 22 17:26:28.620609 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-21ed0180-8f13-4748-bdbd-84808d27043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.622148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-21ed0180-8f13-4748-bdbd-84808d27043a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421708 Nov 22 17:26:28.717906 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-9b64b533-3f8b-4d28-bfd6-a04269a27b2b service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877061 Nov 22 17:26:28.808576 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-7e4a55bc-6d31-496f-823d-b4b3da180379 req-43e3e081-2e5d-4cb6-a886-3fe7213f9b5d service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817852 Nov 22 17:26:40.538780 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:26:46.406942 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42228) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:46.564309 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Deleting port ee2c4703-3a94-457e-afb1-0ac9ac759b18 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:26:46.564652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.642674 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.642929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.655666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Calling delete_port for ee2c4703-3a94-457e-afb1-0ac9ac759b18 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:26:46.804802 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.829330 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event deleted for resources: {'Port': ['ID=ee2c4703-3a94-457e-afb1-0ac9ac759b18,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:46.841712 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.842074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.842421 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.842768 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.843108 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.843447 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.843786 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.844157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.844476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.844806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.845145 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.845474 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.899312 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.899727 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Floating IP f4c8a4a0-e58a-49b0-8dc4-b4cba70dd043 disassociated (deleted). External IP: 172.25.5.77, port: 7989602b-735f-4924-a2f0-db84ff646aa0. Nov 22 17:26:47.111619 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Router c6994073-35d5-4646-881e-5beb17f2e215 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:26:47.221016 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:26:47.225807 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:47.230870 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] Sync routers for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:26:47.249889 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:26:47.250509 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:26:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:26:47.253745 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-fadf4bf6-ca31-44a8-8d59-05b5316104eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "DELETE /v2.0/floatingips/f4c8a4a0-e58a-49b0-8dc4-b4cba70dd043 HTTP/1.1" status: 204 len: 168 time: 0.8457720 Nov 22 17:26:47.254413 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:26:47.256806 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de840bf5-0041-463e-99c9-fd818c7acb10" -d '{"events": [{"name": "network-changed", "server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:26:47.358067 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:26:47.475604 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e03b421-0dd6-4d46-90c0-cc5ddc2a5ad1 x-openstack-request-id: req-3e03b421-0dd6-4d46-90c0-cc5ddc2a5ad1 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:26:47.476144 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:26:47.476247 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e03b421-0dd6-4d46-90c0-cc5ddc2a5ad1 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:26:47.476700 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0', 'status': 'completed', 'code': 200} Nov 22 17:26:47.548666 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-2a1f378b-ee27-4be5-9fee-7c8824857e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.551215 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-2a1f378b-ee27-4be5-9fee-7c8824857e73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 1097 time: 0.0492687 Nov 22 17:26:47.569810 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:26:47.579767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018cec1-959c-46bb-ab34-574b374f5e31 req-0897ce81-d53f-48ef-a4b9-6cd87f44f5c6 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.582098 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c018cec1-959c-46bb-ab34-574b374f5e31 req-0897ce81-d53f-48ef-a4b9-6cd87f44f5c6 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 946 time: 0.0570738 Nov 22 17:26:47.596347 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] Checking router: c6994073-35d5-4646-881e-5beb17f2e215 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:26:47.604888 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:26:47.606075 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:26:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:26:47.636014 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c018cec1-959c-46bb-ab34-574b374f5e31 req-2664a660-cd35-413d-9d28-dc61d89e4c65 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476451 Nov 22 17:26:47.654340 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-e5f21d82-ed4c-459f-b134-df0230744d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.656131 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-e5f21d82-ed4c-459f-b134-df0230744d19 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0955350 Nov 22 17:26:47.700758 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-70060447-ec57-496b-a7c8-424a1bb8b8cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 200 len: 217 time: 0.0370529 Nov 22 17:26:47.758831 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-2f138fd9-4eba-46e9-8af8-2974b31270f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.760415 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-2f138fd9-4eba-46e9-8af8-2974b31270f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0514205 Nov 22 17:26:47.806258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-7f3984c9-0741-42a5-a0a1-c070229bf86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.807761 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-7f3984c9-0741-42a5-a0a1-c070229bf86a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400910 Nov 22 17:26:47.810363 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:26:47.897411 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-f1601a43-05de-40b4-a230-5cb2193d7da6 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804963 Nov 22 17:26:47.998996 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-de840bf5-0041-463e-99c9-fd818c7acb10 req-2e82b82e-9147-4c5e-b6a5-9dac31d426cd service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896895 Nov 22 17:26:48.010972 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:26:48.042170 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89c185-1b1d-4cbd-ae9c-cebc25908f42 None None] The sync data for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 is: [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:26:48.258158 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970c2d69-2d22-4794-99da-8f4dfeebd9ef None None] New status for floating IP f4c8a4a0-e58a-49b0-8dc4-b4cba70dd043: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:26:48.752311 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50f1a-e697-4a61-984d-c087e6720ac0 req-0359e64a-983f-47e0-9299-b21e2b88aaa1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:48.753776 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ec50f1a-e697-4a61-984d-c087e6720ac0 req-0359e64a-983f-47e0-9299-b21e2b88aaa1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 946 time: 0.0475688 Nov 22 17:26:48.802299 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6ec50f1a-e697-4a61-984d-c087e6720ac0 req-93fd671a-cd5f-4e9b-be76-dcca3c0021f9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed32f5ec-7125-4799-9dd1-efd490818185&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426276 Nov 22 17:26:48.934182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-1daf410f-0be1-4f70-ad50-8e844e5cface tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:48.935530 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-1daf410f-0be1-4f70-ad50-8e844e5cface tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 946 time: 0.0478373 Nov 22 17:26:49.030694 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Deleting port 7989602b-735f-4924-a2f0-db84ff646aa0 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:26:49.031038 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:49.119360 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] For port 7989602b-735f-4924-a2f0-db84ff646aa0, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=7989602b-735f-4924-a2f0-db84ff646aa0,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:26:49.119741 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:49.120816 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8b6ec0f3-e673-49f2-b09e-3b63dffaa80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:49.133229 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Calling delete_port for 7989602b-735f-4924-a2f0-db84ff646aa0 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:26:49.271955 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:49.300498 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event deleted for resources: {'Port': ['ID=7989602b-735f-4924-a2f0-db84ff646aa0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:49.345418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] No DVR routers for this DVR port 7989602b-735f-4924-a2f0-db84ff646aa0 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:26:49.348161 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:49.351423 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-cf07bd40-bda9-474f-92fa-f99721b71936 req-85d115b2-448e-48f5-9a0a-cf182553442d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "DELETE /v2.0/ports/7989602b-735f-4924-a2f0-db84ff646aa0 HTTP/1.1" status: 204 len: 173 time: 0.4091287 Nov 22 17:26:49.477541 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-deleted', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:26:49.480230 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c30ef28-0312-4aac-8ed4-3283572584ee" -d '{"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-deleted", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:26:49.515886 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6318b7-10e5-4436-9426-c582e10e16f1 x-openstack-request-id: req-ae6318b7-10e5-4436-9426-c582e10e16f1 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:26:49.516223 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23", "name": "network-vif-deleted", "tag": "7989602b-735f-4924-a2f0-db84ff646aa0", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:26:49.516545 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ae6318b7-10e5-4436-9426-c582e10e16f1 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:26:49.517005 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23', 'name': 'network-vif-deleted', 'tag': '7989602b-735f-4924-a2f0-db84ff646aa0', 'status': 'completed', 'code': 200} Nov 22 17:26:49.916195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8a03777e-bb71-4fdc-a28c-06ee55418f13 req-473384c3-3345-40a1-9182-ec16e9cc36d0 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=42aa51ae-aa7c-40e6-b9a7-2fb7b4461d23 HTTP/1.1" status: 200 len: 210 time: 0.0256321 Nov 22 17:26:50.972872 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42248) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:51.029771 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd1b-2574-4f24-8a8e-1f50ec3052fe tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.055823 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd1b-2574-4f24-8a8e-1f50ec3052fe tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.115487 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd1b-2574-4f24-8a8e-1f50ec3052fe tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.118116 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2b22cd1b-2574-4f24-8a8e-1f50ec3052fe tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.119289 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2b22cd1b-2574-4f24-8a8e-1f50ec3052fe tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "DELETE /v2.0/security-groups/ed32f5ec-7125-4799-9dd1-efd490818185 HTTP/1.1" status: 204 len: 168 time: 0.1454201 Nov 22 17:26:51.128650 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22cd1b-2574-4f24-8a8e-1f50ec3052fe tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed32f5ec-7125-4799-9dd1-efd490818185,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:51.289563 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42254) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:51.294433 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-00fadf0d-f05b-4b58-ab6f-1f2843714193 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520513381', 'description': 'tempest-secgroup-smoke-1520513381 description', 'project_id': '7482d80cf9424359b0ab200363de2dfe'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:51.317397 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00fadf0d-f05b-4b58-ab6f-1f2843714193 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.384664 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00fadf0d-f05b-4b58-ab6f-1f2843714193 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.389208 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00fadf0d-f05b-4b58-ab6f-1f2843714193 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.418250 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-00fadf0d-f05b-4b58-ab6f-1f2843714193 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.419492 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-00fadf0d-f05b-4b58-ab6f-1f2843714193 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1288915 Nov 22 17:26:51.422622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42256) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:51.427188 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ad70557b-1ef9-4622-9d2d-971190db7bf0', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:51.430722 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fadf0d-f05b-4b58-ab6f-1f2843714193 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad70557b-1ef9-4622-9d2d-971190db7bf0,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:51.452503 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-384a855d-c779-42f1-9b28-254786faa224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.454537 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.513279 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.516821 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.535359 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad59ff56-fbaf-484f-9ac1-7ab942dd9918,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:51.544953 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.546125 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224463 Nov 22 17:26:51.548108 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.548536 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.548909 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.549257 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.549418 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42258) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:51.549596 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.549932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.550266 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.550599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.550930 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.551261 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.551597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.551936 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db468c8a-633b-4f96-8c11-b21984ecce60 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:51.554100 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-47c6bbd0-3a70-4dee-8a0c-b58f71200ce1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ad70557b-1ef9-4622-9d2d-971190db7bf0', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:51.580772 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47c6bbd0-3a70-4dee-8a0c-b58f71200ce1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.642866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47c6bbd0-3a70-4dee-8a0c-b58f71200ce1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.646486 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47c6bbd0-3a70-4dee-8a0c-b58f71200ce1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.666844 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6bbd0-3a70-4dee-8a0c-b58f71200ce1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a98a17-5b66-412e-a863-c7b6ef97b9fd,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:51.674346 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-47c6bbd0-3a70-4dee-8a0c-b58f71200ce1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.675566 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-47c6bbd0-3a70-4dee-8a0c-b58f71200ce1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251161 Nov 22 17:26:51.678304 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42260) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:51.682531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-7e39242e-effd-47e2-b446-69e642853894 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ad70557b-1ef9-4622-9d2d-971190db7bf0', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:51.709291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e39242e-effd-47e2-b446-69e642853894 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.767403 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e39242e-effd-47e2-b446-69e642853894 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.770883 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e39242e-effd-47e2-b446-69e642853894 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.786968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39242e-effd-47e2-b446-69e642853894 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06dc1489-8b6f-43c7-858e-ee3906a1d570,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:51.799750 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7e39242e-effd-47e2-b446-69e642853894 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.802702 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7e39242e-effd-47e2-b446-69e642853894 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217694 Nov 22 17:26:51.803667 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42262) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:51.808141 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-aa979a14-ae89-472e-a6cb-846fb2a1e72b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ad70557b-1ef9-4622-9d2d-971190db7bf0', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:51.834442 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa979a14-ae89-472e-a6cb-846fb2a1e72b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.875008 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:26:51.893963 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa979a14-ae89-472e-a6cb-846fb2a1e72b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.895480 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 7989602b-735f-4924-a2f0-db84ff646aa0 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:26:51.895849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 7989602b-735f-4924-a2f0-db84ff646aa0 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:26:51.897720 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa979a14-ae89-472e-a6cb-846fb2a1e72b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.916630 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa979a14-ae89-472e-a6cb-846fb2a1e72b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62bb460-9aed-4b8f-85c4-488fcd816f94,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:51.926092 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-aa979a14-ae89-472e-a6cb-846fb2a1e72b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.927298 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-aa979a14-ae89-472e-a6cb-846fb2a1e72b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225421 Nov 22 17:26:51.930191 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42264) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:51.934707 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-f1fdd830-2542-4121-95c5-a44333dabf52 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ad70557b-1ef9-4622-9d2d-971190db7bf0', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:51.958105 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-f1fdd830-2542-4121-95c5-a44333dabf52 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Project 7482d80cf9424359b0ab200363de2dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:26:51.963422 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd830-2542-4121-95c5-a44333dabf52 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:52.021712 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd830-2542-4121-95c5-a44333dabf52 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:52.025298 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd830-2542-4121-95c5-a44333dabf52 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:52.045737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdd830-2542-4121-95c5-a44333dabf52 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d41d58d-55b4-41ea-804d-4f44353c580a,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:52.053929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f1fdd830-2542-4121-95c5-a44333dabf52 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:52.055106 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f1fdd830-2542-4121-95c5-a44333dabf52 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239920 Nov 22 17:26:52.057811 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42266) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:26:52.061988 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-586c01ca-e9dc-42a2-bcef-80eb8805a99b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'security_group_rule': {'security_group_id': 'ad70557b-1ef9-4622-9d2d-971190db7bf0', 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:52.082356 n-d-811716-3 neutron-server[103410]: INFO neutron.db.securitygroups_db [None req-586c01ca-e9dc-42a2-bcef-80eb8805a99b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Project 7482d80cf9424359b0ab200363de2dfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:26:52.087114 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-586c01ca-e9dc-42a2-bcef-80eb8805a99b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:52.144574 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-586c01ca-e9dc-42a2-bcef-80eb8805a99b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:52.148276 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-586c01ca-e9dc-42a2-bcef-80eb8805a99b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:52.168801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c01ca-e9dc-42a2-bcef-80eb8805a99b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5139fe88-133c-404f-a237-32d8f848ebba,revision_number=0']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:52.175441 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-586c01ca-e9dc-42a2-bcef-80eb8805a99b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:52.176678 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-586c01ca-e9dc-42a2-bcef-80eb8805a99b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179316 Nov 22 17:26:52.782340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:53.396835 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:54.827992 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:55.039609 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:55.482770 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:07.484629 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-65d2adc7-4c4a-4285-925b-30ef27057687 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520513381&fields=id&tenant_id=7482d80cf9424359b0ab200363de2dfe HTTP/1.1" status: 200 len: 267 time: 0.0448935 Nov 22 17:27:07.591721 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-12ab39a8-2097-4efc-840f-b335b8ca79a5 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:07.593080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-12ab39a8-2097-4efc-840f-b335b8ca79a5 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 808 time: 0.1017976 Nov 22 17:27:07.607609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-64b5725c-90cf-4180-b8eb-36058a048f8b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/quotas/7482d80cf9424359b0ab200363de2dfe HTTP/1.1" status: 200 len: 375 time: 0.0088103 Nov 22 17:27:07.661752 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-a68d6bde-dc96-4aab-b439-e17557e869b6 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490317 Nov 22 17:27:07.800651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-c1d9387d-f6ca-49ea-9394-2d9aeead726c service neutron] 10.222.0.69 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265988 Nov 22 17:27:07.892645 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-1e0bbc6b-b226-4992-a06d-4d5c3c8ee812 service neutron] 10.222.0.69 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859101 Nov 22 17:27:08.167016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8246dc95-a8d2-44e0-9d9d-5b1207ce7567 req-024871d0-f4c4-4fcb-9e18-8e4c888794cf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0273993 Nov 22 17:27:09.243839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0bce5fda-02a4-4e58-b395-48b49eb3bdb7 req-bd111b30-a37c-4473-b9cf-9de8491c36bf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0258434 Nov 22 17:27:10.322567 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-84ad5ef4-8c08-40fd-a238-cd04b562076b req-7bfdaca8-81e3-40fc-adb6-a3e234254299 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0257680 Nov 22 17:27:11.132615 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-c0a18905-45a8-4dee-ad9d-a115a94d6cbc tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:11.134074 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-c0a18905-45a8-4dee-ad9d-a115a94d6cbc tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 808 time: 0.1119683 Nov 22 17:27:11.203157 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-375bfb5f-a625-4df5-a461-cc73b60093b8 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7482d80cf9424359b0ab200363de2dfe HTTP/1.1" status: 200 len: 380 time: 0.0575650 Nov 22 17:27:11.214034 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'port': {'device_id': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'admin_state_up': True, 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'security_groups': ['ad70557b-1ef9-4622-9d2d-971190db7bf0']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:11.325119 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Made reservation on behalf of 7482d80cf9424359b0ab200363de2dfe for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:11.328605 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:11.423860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f5add5bb-2300-4dd6-a9ee-94f34b0356f8 req-5ff68c51-7ad9-4521-8ddc-80547f5a9907 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0276504 Nov 22 17:27:11.468303 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Allocated IP 172.20.0.3 (ed56bcec-9665-4e60-8c54-d83495d22145/c77d9394-746b-4016-a32e-42af1198d320/3919208d-41dc-4005-94db-0fe86dcb69a8) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:27:11.619822 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:11.655603 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:11.700079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Network ed56bcec-9665-4e60-8c54-d83495d22145 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:27:11.703327 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:11.706935 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:27:11.713367 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:11.760584 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:11.761240 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:11.777743 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-9c6715ed-4808-4b7d-a338-34a073419e5b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680640 Nov 22 17:27:11.790516 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Request body: {'port': {'device_id': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:11.870183 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:11.885727 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-e19013ce-8c8b-42e6-be81-05df046aa3e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579326 Nov 22 17:27:11.979795 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-7702def3-d423-4b09-ad77-5d884d5f9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:11.980540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-3228a443-cc3a-45eb-b7ae-787ffde3350d None None] Provisioning complete for port 3919208d-41dc-4005-94db-0fe86dcb69a8 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:11.981070 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3228a443-cc3a-45eb-b7ae-787ffde3350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:11.982444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-7702def3-d423-4b09-ad77-5d884d5f9f91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0495067 Nov 22 17:27:12.028625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-3228a443-cc3a-45eb-b7ae-787ffde3350d None None] Port 3919208d-41dc-4005-94db-0fe86dcb69a8 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:27:12.092114 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-d05b63e7-d450-4f73-81f2-a8f9aab60a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:12.093718 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-d05b63e7-d450-4f73-81f2-a8f9aab60a47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0916090 Nov 22 17:27:12.141507 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-2e3ddf21-81df-4c42-b0c5-6d9f8ee5e01f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0397844 Nov 22 17:27:12.178315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3919208d-41dc-4005-94db-0fe86dcb69a8 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:27:12.186861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.196590 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-be7c7842-eea9-448a-8be4-8aac115116ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:12.198054 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-be7c7842-eea9-448a-8be4-8aac115116ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0486836 Nov 22 17:27:12.200573 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Transition to ACTIVE for port object 3919208d-41dc-4005-94db-0fe86dcb69a8 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:27:12.204541 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.246206 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-274a2028-7420-489f-b5b3-080bd8680356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:12.247709 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-274a2028-7420-489f-b5b3-080bd8680356 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428448 Nov 22 17:27:12.250527 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Pushing event updated for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:12.350866 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Attempting to bind port 3919208d-41dc-4005-94db-0fe86dcb69a8 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:27:12.351476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Attempting to bind port 3919208d-41dc-4005-94db-0fe86dcb69a8 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:27:12.351814 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Attempting to bind port 3919208d-41dc-4005-94db-0fe86dcb69a8 on network ed56bcec-9665-4e60-8c54-d83495d22145 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:27:12.357920 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Port 3919208d-41dc-4005-94db-0fe86dcb69a8 on network ed56bcec-9665-4e60-8c54-d83495d22145 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:27:12.358253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Attempting to bind port 3919208d-41dc-4005-94db-0fe86dcb69a8 on network ed56bcec-9665-4e60-8c54-d83495d22145 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:27:12.364451 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:27:12.364806 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Checking segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:12.365208 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Bound using segment: {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:27:12.365658 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Bound port: 3919208d-41dc-4005-94db-0fe86dcb69a8, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c788c7-6a2f-42aa-a831-923a589bbdb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:27:12.366027 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.456558 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:27:12.461436 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:27:12.479036 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.560184 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:12.560666 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.562164 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-0a3874be-af80-4757-ac75-16f70445605e service neutron] 10.222.0.71 "PUT /v2.0/ports/3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 1091 time: 0.7760177 Nov 22 17:27:12.562624 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:12.565808 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399c348-6b79-4463-a84d-439493e12cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:12.573690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3874be-af80-4757-ac75-16f70445605e service neutron] Pushing event updated for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:12.663804 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-450629b6-2985-45bc-b9fd-3aa2d3fb5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:12.665537 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-450629b6-2985-45bc-b9fd-3aa2d3fb5e05 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0554786 Nov 22 17:27:12.734593 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-7701c85a-6d92-4d8c-93e3-54ef4d17c908 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 217 time: 0.0535700 Nov 22 17:27:12.791564 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-605ace23-8dfe-4d88-a316-61d1035e5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:12.794228 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-605ace23-8dfe-4d88-a316-61d1035e5852 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0519567 Nov 22 17:27:12.800969 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa87ca-8866-497e-8243-0e376a7460c1 req-c707391b-d9f2-4f86-bc96-347e84d9103e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:12.802798 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8fa87ca-8866-497e-8243-0e376a7460c1 req-c707391b-d9f2-4f86-bc96-347e84d9103e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.1123486 Nov 22 17:27:12.810103 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-1e5bb036-b704-41cd-bda1-e8612018e107 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5545099 Nov 22 17:27:12.863924 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-7db6ce60-0a3d-4f04-8f67-c9300bf56471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:12.866961 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-7db6ce60-0a3d-4f04-8f67-c9300bf56471 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648916 Nov 22 17:27:12.931597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e8fa87ca-8866-497e-8243-0e376a7460c1 req-6a58c878-73e5-4607-b3c3-e4bd6f998759 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178885 Nov 22 17:27:12.986608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-957a2e7c-b22c-4c33-903a-c07698feae2b req-5b933f0f-ae25-481d-be13-53e0a751d208 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634538 Nov 22 17:27:12.988034 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-4ee55faf-d46b-405e-9f96-0713aeff216c service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123822 Nov 22 17:27:12.989287 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a45c9cb-485e-477d-8ecf-8328e7ec92c3 x-openstack-request-id: req-8a45c9cb-485e-477d-8ecf-8328e7ec92c3 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:12.989584 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:12.989844 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a45c9cb-485e-477d-8ecf-8328e7ec92c3 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:12.990249 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'status': 'completed', 'code': 200} Nov 22 17:27:13.090455 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-20af1914-46a1-4f9d-9ced-267e4ab8db13 req-1f1fdcb9-cb98-4b86-8525-14680b9947ed service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889635 Nov 22 17:27:13.177696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399c348-6b79-4463-a84d-439493e12cfe req-c09c917c-c51d-4710-b2cc-c91cf9130926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:13.179132 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f399c348-6b79-4463-a84d-439493e12cfe req-c09c917c-c51d-4710-b2cc-c91cf9130926 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0432074 Nov 22 17:27:13.271760 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399c348-6b79-4463-a84d-439493e12cfe req-2191064d-e124-4001-a3a2-67af02281a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:13.273300 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f399c348-6b79-4463-a84d-439493e12cfe req-2191064d-e124-4001-a3a2-67af02281a42 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0867810 Nov 22 17:27:13.322165 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f399c348-6b79-4463-a84d-439493e12cfe req-3ad4ddd5-c3a1-4177-95ba-35d13a43d315 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 217 time: 0.0373359 Nov 22 17:27:13.373681 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399c348-6b79-4463-a84d-439493e12cfe req-7cfa449a-5be3-4826-bba6-a87835b9749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:13.375148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f399c348-6b79-4463-a84d-439493e12cfe req-7cfa449a-5be3-4826-bba6-a87835b9749d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0453172 Nov 22 17:27:13.422261 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399c348-6b79-4463-a84d-439493e12cfe req-927cc387-01b2-4941-8116-3dd0fb4aa3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:13.423875 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f399c348-6b79-4463-a84d-439493e12cfe req-927cc387-01b2-4941-8116-3dd0fb4aa3de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414472 Nov 22 17:27:13.519878 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f399c348-6b79-4463-a84d-439493e12cfe req-cbaff776-b528-4f6c-88cc-878be53b6a84 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877855 Nov 22 17:27:13.613590 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f399c348-6b79-4463-a84d-439493e12cfe req-f3acd4d7-c711-48eb-9f43-728869fb39c7 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848200 Nov 22 17:27:14.064669 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7200c0a-824d-4ed0-9518-26c8e0feacae req-8c83926d-887e-4294-93c8-13dab855e8d9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:14.066167 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7200c0a-824d-4ed0-9518-26c8e0feacae req-8c83926d-887e-4294-93c8-13dab855e8d9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0518336 Nov 22 17:27:14.116171 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c7200c0a-824d-4ed0-9518-26c8e0feacae req-a15df039-355d-4918-982e-8c05706f2561 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437322 Nov 22 17:27:15.237089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46086ea4-0dee-4b48-85e8-2cfcac31cb61 req-b987ba2f-0fe6-429c-9166-dc1060dbb686 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:15.238946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46086ea4-0dee-4b48-85e8-2cfcac31cb61 req-b987ba2f-0fe6-429c-9166-dc1060dbb686 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0520694 Nov 22 17:27:15.296560 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-46086ea4-0dee-4b48-85e8-2cfcac31cb61 req-4d693531-0857-46ef-855f-007f056ee2f3 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514793 Nov 22 17:27:16.412818 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871205-cc62-4911-86b4-2f758f9758fd req-fefc4915-36fb-4871-ba25-eef65add4b72 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:16.414270 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39871205-cc62-4911-86b4-2f758f9758fd req-fefc4915-36fb-4871-ba25-eef65add4b72 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0485241 Nov 22 17:27:16.465028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-39871205-cc62-4911-86b4-2f758f9758fd req-736b05ca-c8b6-4a30-add7-b7201b31345d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444443 Nov 22 17:27:17.538219 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:27:17.581905 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cc81f-6a80-4bd6-a05f-554ec3da4b2d req-daeee475-f518-403f-9f0b-3258cb2473c7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:17.583408 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-845cc81f-6a80-4bd6-a05f-554ec3da4b2d req-daeee475-f518-403f-9f0b-3258cb2473c7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0490954 Nov 22 17:27:17.631617 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-845cc81f-6a80-4bd6-a05f-554ec3da4b2d req-b83ec2c7-c5e2-4513-bf6a-f405b1965ae7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Nov 22 17:27:18.750617 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776741b2-8632-4bff-a4a9-55ed544f40c1 req-66766720-e43e-4636-b288-a3cae57bb6aa tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:18.752120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-776741b2-8632-4bff-a4a9-55ed544f40c1 req-66766720-e43e-4636-b288-a3cae57bb6aa tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0532565 Nov 22 17:27:18.800839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-776741b2-8632-4bff-a4a9-55ed544f40c1 req-eb6cb1bc-c103-43bd-97ac-a27a29797726 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427613 Nov 22 17:27:19.122690 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ddeb6d73-6d07-4170-9ff3-5c674a069ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:19.915740 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd23cc3-6a1a-4405-b889-2af2e90cf793 req-8cd563a7-4a80-44d2-a6c9-97697b793d4e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:19.917251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0cd23cc3-6a1a-4405-b889-2af2e90cf793 req-8cd563a7-4a80-44d2-a6c9-97697b793d4e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0496607 Nov 22 17:27:19.967516 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0cd23cc3-6a1a-4405-b889-2af2e90cf793 req-3f780b36-0bb0-4d8d-97a9-eb1ad9463cb7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437500 Nov 22 17:27:21.093584 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0863efd-030d-4fd0-a0a7-55be1719f571 req-2a337a4d-f9e5-46b8-9d05-da05866af130 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:21.095207 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0863efd-030d-4fd0-a0a7-55be1719f571 req-2a337a4d-f9e5-46b8-9d05-da05866af130 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0562162 Nov 22 17:27:21.153176 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b0863efd-030d-4fd0-a0a7-55be1719f571 req-91905a02-2012-4c85-b739-6240a092cb84 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504596 Nov 22 17:27:21.454121 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-649cc25b-c55d-4b55-a090-72a6f4c1efb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:22.274198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c6765-6b2a-498c-9643-a00981a1c7fc req-95866ecd-51cc-443d-89fd-b08245a70289 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:22.275605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f99c6765-6b2a-498c-9643-a00981a1c7fc req-95866ecd-51cc-443d-89fd-b08245a70289 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0492702 Nov 22 17:27:22.325495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f99c6765-6b2a-498c-9643-a00981a1c7fc req-4460c1a2-7d5f-42d5-a66a-dd45d0eb58eb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 Nov 22 17:27:22.786700 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:23.394966 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:23.441848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3d70-9743-4db1-90bb-82da88a52eab req-15147a30-8b7e-4db4-9cbd-5d7cc26268ac tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:23.443331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c67a3d70-9743-4db1-90bb-82da88a52eab req-15147a30-8b7e-4db4-9cbd-5d7cc26268ac tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0514514 Nov 22 17:27:23.497008 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c67a3d70-9743-4db1-90bb-82da88a52eab req-4bc9334f-3452-445b-8a5b-37ebdee2dd0d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476110 Nov 22 17:27:24.063644 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 3919208d-41dc-4005-94db-0fe86dcb69a8 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:27:24.154551 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:24.168975 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'port_id': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'mac_address': 'fa:16:3e:e5:9f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:27:24.217369 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:24.229493 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3919208d-41dc-4005-94db-0fe86dcb69a8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:27:24.248735 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:24.252921 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:24.299205 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:24.306313 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.306661 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.307003 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.307339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.307673 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.308031 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.308361 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.308686 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.309009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.309330 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.309660 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.310032 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:24.466589 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['3919208d-41dc-4005-94db-0fe86dcb69a8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:27:24.614327 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b7ce3-bdab-4e7f-b670-cbfdcd8a9070 req-ac1dddfd-6007-48b0-a450-2ca9a97860b9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:24.615869 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-679b7ce3-bdab-4e7f-b670-cbfdcd8a9070 req-ac1dddfd-6007-48b0-a450-2ca9a97860b9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 944 time: 0.0498285 Nov 22 17:27:24.666594 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-679b7ce3-bdab-4e7f-b670-cbfdcd8a9070 req-f415db0c-0aa8-44d5-a989-28c6bb65f737 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442674 Nov 22 17:27:24.828492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:25.034024 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:25.509565 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:25.780787 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffd86a-70d1-4c21-864e-629656626f06 req-596ef6ce-ccdc-4c08-b03a-757793d0cc1c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:25.782170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44ffd86a-70d1-4c21-864e-629656626f06 req-596ef6ce-ccdc-4c08-b03a-757793d0cc1c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 944 time: 0.0486085 Nov 22 17:27:25.831824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-44ffd86a-70d1-4c21-864e-629656626f06 req-89cb7e00-e008-4e35-92e4-15a4d57babac tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 Nov 22 17:27:26.079171 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 3919208d-41dc-4005-94db-0fe86dcb69a8 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:27:26.127502 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 3919208d-41dc-4005-94db-0fe86dcb69a8 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:27:26.131285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 3919208d-41dc-4005-94db-0fe86dcb69a8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:26.131661 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:26.210799 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:26.233460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:26.235679 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353450b-7fab-4299-b345-c9a9ed95b19b" -d '{"events": [{"server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "name": "network-vif-plugged", "status": "completed", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:26.248253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:26.252655 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:26.275749 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf2efb1-16f4-43d9-95f8-35b3d133e79e x-openstack-request-id: req-4bf2efb1-16f4-43d9-95f8-35b3d133e79e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:26.276070 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "name": "network-vif-plugged", "status": "completed", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:26.276332 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4bf2efb1-16f4-43d9-95f8-35b3d133e79e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:26.276732 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'code': 200} Nov 22 17:27:26.302771 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:26.371683 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66941b-eb9a-4965-854f-91eadf085da7 req-4aa33348-a87b-4867-ae2d-4178011549ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:26.373794 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e66941b-eb9a-4965-854f-91eadf085da7 req-4aa33348-a87b-4867-ae2d-4178011549ca service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0394464 Nov 22 17:27:26.423161 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-2e66941b-eb9a-4965-854f-91eadf085da7 req-e769f46d-1492-4430-84ad-f9caa70e8da7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424876 Nov 22 17:27:26.955071 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098928a-a08f-483c-b676-00b23d7e75fe req-2ca8474e-10f4-439b-ad28-ac65ee93bd68 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:26.956618 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5098928a-a08f-483c-b676-00b23d7e75fe req-2ca8474e-10f4-439b-ad28-ac65ee93bd68 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0547471 Nov 22 17:27:27.006620 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5098928a-a08f-483c-b676-00b23d7e75fe req-7c7aa722-124c-4f6f-bd80-f21060023739 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440602 Nov 22 17:27:28.125455 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1088d-1ad0-4073-abc4-5d13df051a26 req-d1af73be-ad51-43e4-b50f-08717ae48e80 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:28.127146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1d1088d-1ad0-4073-abc4-5d13df051a26 req-d1af73be-ad51-43e4-b50f-08717ae48e80 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0502207 Nov 22 17:27:28.176950 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f1d1088d-1ad0-4073-abc4-5d13df051a26 req-9966abc9-0524-4015-8436-6ea38474df71 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 Nov 22 17:27:28.291164 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63c385-753a-409f-af6a-200aab5e649b req-0e672c96-f939-4a12-94cc-358c3481ae62 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:28.292682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e63c385-753a-409f-af6a-200aab5e649b req-0e672c96-f939-4a12-94cc-358c3481ae62 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0497816 Nov 22 17:27:28.346589 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e63c385-753a-409f-af6a-200aab5e649b req-6a17c974-49a7-4807-ac95-4c717497ae44 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472596 Nov 22 17:27:28.368643 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42470) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:28.407848 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6abb9f0-d8de-488e-a8af-d6559228c59a tempest-TestShelveInstance-317494117 tempest-TestShelveInstance-317494117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:28.409379 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f6abb9f0-d8de-488e-a8af-d6559228c59a tempest-TestShelveInstance-317494117 tempest-TestShelveInstance-317494117-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1091 time: 0.0396225 Nov 22 17:27:28.412159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42472) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:28.416423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:28.439431 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:28.539812 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:28.641493 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Allocated IP 172.25.5.70 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/418e09a0-9a0f-46e5-a5bd-53f05b8c0780) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:27:28.746144 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:28.779341 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:28.819648 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:27:28.822603 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:28.826094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:27:28.848371 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'Port': ['ID=418e09a0-9a0f-46e5-a5bd-53f05b8c0780,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:29.186150 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:29.251423 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:29.401334 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:29.406895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:29.489079 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event updated for resources: {'Port': ['ID=418e09a0-9a0f-46e5-a5bd-53f05b8c0780,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:29.499653 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:29.603567 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Floating IP 1faed74c-e6c0-4115-8da7-a69e743b3205 associated. External IP: 172.25.5.70, port: 3919208d-41dc-4005-94db-0fe86dcb69a8. Nov 22 17:27:29.812655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Router c6994073-35d5-4646-881e-5beb17f2e215 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:27:29.903358 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-e7eb8c1f-2a5c-4555-9e3e-bd95730a265f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394685 Nov 22 17:27:29.926640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:27:29.939257 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] Sync routers for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:27:29.950306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:29.952393 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:27:29.953292 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:29.993219 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0d28e6ca-c056-44fa-afda-abae4b030391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5792167 Nov 22 17:27:29.993947 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:29.995509 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-872bb650-df11-40ec-a8fd-2fc81ccd497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:29.996861 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:29.997393 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-872bb650-df11-40ec-a8fd-2fc81ccd497e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0467954 Nov 22 17:27:30.066785 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:27:30.099591 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23075c2-c5df-49dc-8d8e-141fb43f18e6 x-openstack-request-id: req-c23075c2-c5df-49dc-8d8e-141fb43f18e6 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:30.099933 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:30.100221 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c23075c2-c5df-49dc-8d8e-141fb43f18e6 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:30.100664 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'status': 'completed', 'code': 200} Nov 22 17:27:30.112987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-cc3aec7c-130b-483b-b850-ade254a376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:30.114501 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-cc3aec7c-130b-483b-b850-ade254a376ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0959527 Nov 22 17:27:30.185868 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-97180906-720c-4a36-a2c5-0560d01c9244 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 998 time: 0.0612569 Nov 22 17:27:30.235642 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-e087345b-d903-4830-a3a8-86e79966c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:30.237148 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-e087345b-d903-4830-a3a8-86e79966c4e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0445008 Nov 22 17:27:30.287815 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-2a7a9429-dd1b-44c1-9e64-a077c85e7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:30.289338 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-2a7a9429-dd1b-44c1-9e64-a077c85e7a7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443878 Nov 22 17:27:30.296852 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '1faed74c-e6c0-4115-8da7-a69e743b3205', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'port_id': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'mac_address': 'fa:16:3e:e5:9f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:27:29Z', 'updated_at': '2021-11-22T17:27:29Z', 'revision_number': 0, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:30.322779 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] Checking router: c6994073-35d5-4646-881e-5beb17f2e215 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:27:30.331072 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:27:30.331682 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:27:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:30.379607 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-1c7ad487-048b-4b7b-a6ab-d5e6ec8b4393 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825348 Nov 22 17:27:30.437384 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:27:30.474913 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-837057cb-0ff2-4a15-be42-8dbe0f8c54c6 req-b68c1442-8488-4481-ae75-7153726a3d42 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870023 Nov 22 17:27:30.564684 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-07edd679-fc04-468d-8792-432df4a51c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:30.566207 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-07edd679-fc04-468d-8792-432df4a51c77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0423093 Nov 22 17:27:30.657387 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-edb298c3-50d6-4359-bc7a-265cd9ecb5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:30.658784 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-edb298c3-50d6-4359-bc7a-265cd9ecb5a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0851369 Nov 22 17:27:30.664324 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '1faed74c-e6c0-4115-8da7-a69e743b3205', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'port_id': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'mac_address': 'fa:16:3e:e5:9f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:27:29Z', 'updated_at': '2021-11-22T17:27:29Z', 'revision_number': 0, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:30.691746 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29706c5-a5d9-48e7-980f-dbbd3bffdf24 None None] The sync data for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 is: [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': '1faed74c-e6c0-4115-8da7-a69e743b3205', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'port_id': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'mac_address': 'fa:16:3e:e5:9f:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:27:29Z', 'updated_at': '2021-11-22T17:27:29Z', 'revision_number': 0, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:27:30.730069 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-c01473bc-abd5-4a9d-ba09-8f4abcf9c3e9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 998 time: 0.0637927 Nov 22 17:27:30.790239 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-78019a9c-4fb1-40b8-83d5-4c62f908b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:30.791719 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-78019a9c-4fb1-40b8-83d5-4c62f908b1d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0536940 Nov 22 17:27:30.838323 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-2b14db19-b943-4490-8346-22a54b35f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:30.839840 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-2b14db19-b943-4490-8346-22a54b35f430 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404840 Nov 22 17:27:30.902725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e21b66d-9e3e-461d-a410-36c3389263ef None None] New status for floating IP 1faed74c-e6c0-4115-8da7-a69e743b3205: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:27:30.939011 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-68b0f101-98d5-49d8-b3fb-dba621df7055 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902233 Nov 22 17:27:31.033221 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-9e324f50-17ad-4fb6-9f1a-22a2351b1ae9 req-b6ffe553-22fd-4fa3-a9cd-6225fccefe09 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863397 Nov 22 17:27:49.125273 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-acf9060d-99af-4f91-aeb5-7f51eac2bb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:51.456113 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7dfbb251-d6e5-4d4c-bedf-bce3f4c88608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.787432 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.399208 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.538342 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:27:54.832423 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.035841 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.511095 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.851195 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-33c8ffbd-cf82-46f3-9534-8c5caedb4bd7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404780 Nov 22 17:28:12.934833 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-e5f14854-09b9-4183-a0b2-20c4de013cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:12.937084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-e5f14854-09b9-4183-a0b2-20c4de013cd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0445921 Nov 22 17:28:13.040812 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-48a190d3-3ef4-4a10-8070-e8941ce762ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:13.042292 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-48a190d3-3ef4-4a10-8070-e8941ce762ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0854528 Nov 22 17:28:13.089102 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-22d4cb76-bb8f-40f3-a916-411d665a52f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0392399 Nov 22 17:28:13.139752 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-6af307eb-4370-4b9e-ba77-f2b4589c7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:13.141157 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-6af307eb-4370-4b9e-ba77-f2b4589c7ddb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0449343 Nov 22 17:28:13.187524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-ef32f885-324b-4231-b330-9c60a21d5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:13.189031 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-ef32f885-324b-4231-b330-9c60a21d5be7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410519 Nov 22 17:28:13.282037 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-9d6ea4da-c638-4e07-b0e0-edb5547f8419 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855081 Nov 22 17:28:13.370909 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-8edfc4ab-8346-42ab-b47c-66214c110f8b req-9457f2d0-13be-448c-ba2f-7d83796e1e52 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815394 Nov 22 17:28:19.127433 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-16fea4d6-a185-4dd9-aaf7-9b08bd829727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:21.456617 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-aed936ff-68f9-4743-9b6e-5c9d4aaa1950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:22.790550 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:23.408411 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:24.833483 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:25.039133 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:25.523955 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:30.260188 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-dffa4f4d-067f-4e25-81bd-545b7ec2494c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492036 Nov 22 17:28:30.675380 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-f426de27-2992-4329-bf55-62f1f4d79372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:30.676836 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-f426de27-2992-4329-bf55-62f1f4d79372 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.3737004 Nov 22 17:28:30.784344 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-d486a4dc-ce0f-4cc1-9a7c-e000c1b81aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:30.785812 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-d486a4dc-ce0f-4cc1-9a7c-e000c1b81aea service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0850685 Nov 22 17:28:30.853988 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-624e1b2f-4d4a-49ff-a375-927ddcbe4816 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 1000 time: 0.0607910 Nov 22 17:28:30.902103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-53197bc5-f3fd-4d61-bfff-c3722081ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:30.903526 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-53197bc5-f3fd-4d61-bfff-c3722081ba39 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0421174 Nov 22 17:28:30.949283 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-00150efe-f1f3-49c6-99fc-b07ece0c0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:30.950842 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-00150efe-f1f3-49c6-99fc-b07ece0c0519 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400217 Nov 22 17:28:31.044530 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-4d1174b4-32ca-4638-86cb-a7d1f84aa921 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856712 Nov 22 17:28:31.135064 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-94343eb4-7f48-4733-bba0-8e57feb1c39d req-b80fa1ef-e7c0-4d4b-b72e-cd711a8ed52f service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829780 Nov 22 17:28:31.538032 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:28:49.129281 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5c2758a0-0b67-454b-b825-aa6dba1c776b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:51.458089 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1778-7674-4ab5-a822-08481fe4ffaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:52.799250 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:53.415802 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.837553 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:55.040209 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:55.523245 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:08.539114 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:29:14.889649 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49112d62-b6d4-494d-9b6d-9869548d554c req-7e6166f4-b05d-4bff-bd28-633e877dd408 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879467 Nov 22 17:29:14.975117 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49112d62-b6d4-494d-9b6d-9869548d554c req-d6c05e22-88ba-4c4c-891e-b0f101af25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:14.976624 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49112d62-b6d4-494d-9b6d-9869548d554c req-d6c05e22-88ba-4c4c-891e-b0f101af25d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0449712 Nov 22 17:29:15.079095 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49112d62-b6d4-494d-9b6d-9869548d554c req-6aa94791-bb0c-45a3-aea2-05796f3497be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:15.080504 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49112d62-b6d4-494d-9b6d-9869548d554c req-6aa94791-bb0c-45a3-aea2-05796f3497be service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0853250 Nov 22 17:29:15.122275 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49112d62-b6d4-494d-9b6d-9869548d554c req-60b4af99-2884-415b-a1fa-c6d66f00e330 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0342088 Nov 22 17:29:15.175056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49112d62-b6d4-494d-9b6d-9869548d554c req-f5fa44cb-2a2b-4802-bb5a-e45d419b7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:15.176517 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49112d62-b6d4-494d-9b6d-9869548d554c req-f5fa44cb-2a2b-4802-bb5a-e45d419b7082 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0477183 Nov 22 17:29:15.222177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49112d62-b6d4-494d-9b6d-9869548d554c req-b46ac985-2e1e-4748-a828-7f1d04f50281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:15.223647 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49112d62-b6d4-494d-9b6d-9869548d554c req-b46ac985-2e1e-4748-a828-7f1d04f50281 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403318 Nov 22 17:29:15.313924 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49112d62-b6d4-494d-9b6d-9869548d554c req-d645d098-23e7-4859-abf7-94cabc58baab service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825241 Nov 22 17:29:15.410784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-49112d62-b6d4-494d-9b6d-9869548d554c req-f8208ac3-e951-4def-842c-d9557896a398 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897310 Nov 22 17:29:19.130955 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-18905053-db98-4542-91a2-193b1f8412a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:21.459795 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d53e0b1c-3744-43dd-b6b5-a096d37c415d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:22.795509 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:23.425842 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:24.840181 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:25.042249 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:25.549692 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:26.403878 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35e9fd-e9c3-410a-8e31-ec7d657ef445 req-bfe3a6ad-4884-43f5-806d-551d2b57698d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:26.405405 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e35e9fd-e9c3-410a-8e31-ec7d657ef445 req-bfe3a6ad-4884-43f5-806d-551d2b57698d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0497169 Nov 22 17:29:26.456072 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5e35e9fd-e9c3-410a-8e31-ec7d657ef445 req-891ecf7f-fd46-4224-ac0f-8f9a2f9a0f67 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442522 Nov 22 17:29:27.601917 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4fe7e-289c-4ee0-8b59-a20d85154a84 req-ca084399-a222-4ee0-a649-b2f99014993f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:27.603404 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbb4fe7e-289c-4ee0-8b59-a20d85154a84 req-ca084399-a222-4ee0-a649-b2f99014993f tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0547674 Nov 22 17:29:27.654843 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-dbb4fe7e-289c-4ee0-8b59-a20d85154a84 req-fc139393-bb65-4a9a-8b7c-94243d5ac014 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443699 Nov 22 17:29:28.770688 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79040c3-25ca-4e6a-8312-3e7200a30c6e req-345e1d93-22e2-45bb-89b7-9f75ecba4b56 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:28.772196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e79040c3-25ca-4e6a-8312-3e7200a30c6e req-345e1d93-22e2-45bb-89b7-9f75ecba4b56 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0490413 Nov 22 17:29:28.821717 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e79040c3-25ca-4e6a-8312-3e7200a30c6e req-a195032d-6276-461e-a4eb-f61575c124c2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Nov 22 17:29:29.946237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a13923-258a-49b2-921c-527fbfedf65a req-43b307a1-f453-4aec-ad20-a264a4f821ba tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:29.947816 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0a13923-258a-49b2-921c-527fbfedf65a req-43b307a1-f453-4aec-ad20-a264a4f821ba tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0503581 Nov 22 17:29:30.001509 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0a13923-258a-49b2-921c-527fbfedf65a req-5b0fb2fd-60f6-4756-9cf5-7b18e0e55130 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470181 Nov 22 17:29:31.120005 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3a548-21c1-4724-9620-d53b3214b0bd req-b78d88c2-1774-4cdc-98c5-40f839c1f2b8 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:31.120820 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ba3a548-21c1-4724-9620-d53b3214b0bd req-b78d88c2-1774-4cdc-98c5-40f839c1f2b8 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0486946 Nov 22 17:29:31.171246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ba3a548-21c1-4724-9620-d53b3214b0bd req-70c8d524-e066-4a3f-bde1-344f9b2da768 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Nov 22 17:29:32.288440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8c72a-be2a-4f15-aaff-02e966dc7019 req-a81f864b-9728-493c-889c-7277405f7d53 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:32.289956 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbf8c72a-be2a-4f15-aaff-02e966dc7019 req-a81f864b-9728-493c-889c-7277405f7d53 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0494225 Nov 22 17:29:32.301032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-1f7a1176-2c94-48fb-95f7-0581cd5c8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:32.302557 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-1f7a1176-2c94-48fb-95f7-0581cd5c8c27 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0474894 Nov 22 17:29:32.340415 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fbf8c72a-be2a-4f15-aaff-02e966dc7019 req-27db6a7e-0770-4acd-aa0d-df211b2c1bfb tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441236 Nov 22 17:29:32.407374 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-f1a92f13-b017-41ce-a25d-2370846d5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:32.408908 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-f1a92f13-b017-41ce-a25d-2370846d5700 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0854385 Nov 22 17:29:32.481214 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-3db2edb7-5b5e-41d6-a944-c2a30a340f6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 1000 time: 0.0638175 Nov 22 17:29:32.531566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-11be3704-3c6b-444b-b90e-3dd4313d6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:32.533001 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-11be3704-3c6b-444b-b90e-3dd4313d6aff service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0436485 Nov 22 17:29:32.579267 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-5f9d6b2d-d7d8-4d1f-9c2d-9fae2dcc87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:32.580763 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-5f9d6b2d-d7d8-4d1f-9c2d-9fae2dcc87c7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398777 Nov 22 17:29:32.673598 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-25d4d2f4-afc9-4933-9f5f-ff1ab3e2a898 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854468 Nov 22 17:29:32.762191 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-a1b6b095-dc07-4ee5-9e8f-ce1e8133cc69 req-c3a87479-1fcb-40f3-adf3-4abb50e631a7 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805736 Nov 22 17:29:33.458444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bef3c6-e9e1-40fa-bf86-9f0fcdcaa09a req-0f694281-612d-49f2-a393-d9e11749ca3b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:33.459933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4bef3c6-e9e1-40fa-bf86-9f0fcdcaa09a req-0f694281-612d-49f2-a393-d9e11749ca3b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0522535 Nov 22 17:29:33.509177 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c4bef3c6-e9e1-40fa-bf86-9f0fcdcaa09a req-e47c6daa-acd0-4952-9e68-821b09f3b687 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432186 Nov 22 17:29:34.624661 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c0105-67c7-4a12-a6ce-0a652f8d2291 req-9715cf20-59dd-43fe-ac02-453d02534d77 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:34.626719 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e0c0105-67c7-4a12-a6ce-0a652f8d2291 req-9715cf20-59dd-43fe-ac02-453d02534d77 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0494764 Nov 22 17:29:34.675578 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3e0c0105-67c7-4a12-a6ce-0a652f8d2291 req-b27af272-c729-48be-8348-503d91ca29e1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Nov 22 17:29:35.796924 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e46c56-8acf-4c78-ab68-aef549d849c0 req-31bab028-c61f-4e85-bf04-92a5373ffbbf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:35.798519 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6e46c56-8acf-4c78-ab68-aef549d849c0 req-31bab028-c61f-4e85-bf04-92a5373ffbbf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0536945 Nov 22 17:29:35.847403 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d6e46c56-8acf-4c78-ab68-aef549d849c0 req-63ca361c-f668-4886-93f2-b2b0560a2f8b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Nov 22 17:29:36.575024 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-39363094-ffaf-4fde-a450-f91c6bb11def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.576568 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-39363094-ffaf-4fde-a450-f91c6bb11def service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0416973 Nov 22 17:29:36.673709 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-165761c7-6d8c-464e-a94c-b5496a761f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.675164 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-165761c7-6d8c-464e-a94c-b5496a761f88 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0869918 Nov 22 17:29:36.741615 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-f8c2a184-fcb2-4e78-8915-0c7fd0e2b457 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 1000 time: 0.0584538 Nov 22 17:29:36.796519 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-4d86fa06-eb80-4ec4-9765-1b6379c58ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.798029 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-4d86fa06-eb80-4ec4-9765-1b6379c58ff5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0483186 Nov 22 17:29:36.845557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-2fb59d6a-dfd4-4d29-88e9-4858881b45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.846836 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-2fb59d6a-dfd4-4d29-88e9-4858881b45ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414982 Nov 22 17:29:36.938513 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-9c770eaa-0bc9-4721-84fe-62dad007df59 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 Nov 22 17:29:36.966387 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f20d9-8faa-47f8-8dba-df89e8cb3ba6 req-c141013f-0986-4320-9b63-3256fc951ff1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:36.967893 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-448f20d9-8faa-47f8-8dba-df89e8cb3ba6 req-c141013f-0986-4320-9b63-3256fc951ff1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0505750 Nov 22 17:29:37.019837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-448f20d9-8faa-47f8-8dba-df89e8cb3ba6 req-bd9f6804-971d-4b96-951d-0ce2e223726c tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440300 Nov 22 17:29:37.038236 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-05b7653d-bc9e-4b24-9be9-f8764f380e2a req-4b20158d-84ff-4be6-83fc-cd22b1e65e6e service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916541 Nov 22 17:29:38.136007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7f3a-c0b6-43b0-9f2a-35abd67af348 req-01bb6f17-8437-41ee-8396-390c6f967bea tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:38.137465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c9f7f3a-c0b6-43b0-9f2a-35abd67af348 req-01bb6f17-8437-41ee-8396-390c6f967bea tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0474586 Nov 22 17:29:38.190146 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0c9f7f3a-c0b6-43b0-9f2a-35abd67af348 req-63beeabb-7edc-43a4-be2e-e9f3a2c6ec93 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458167 Nov 22 17:29:39.308846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725260a9-0c38-4f69-b182-3774087548ef req-643bf43f-e9e6-4e46-a3e2-7e808147934d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:39.310615 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-725260a9-0c38-4f69-b182-3774087548ef req-643bf43f-e9e6-4e46-a3e2-7e808147934d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0502002 Nov 22 17:29:39.360281 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-725260a9-0c38-4f69-b182-3774087548ef req-b6dc867d-5a60-4213-a666-4709b4537ca9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426266 Nov 22 17:29:40.479358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396ad97-9e6f-4e84-85c7-5681459c1dcf req-6d9949d5-8692-402b-b733-c444f4e06b53 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:40.481071 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2396ad97-9e6f-4e84-85c7-5681459c1dcf req-6d9949d5-8692-402b-b733-c444f4e06b53 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0492468 Nov 22 17:29:40.547767 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2396ad97-9e6f-4e84-85c7-5681459c1dcf req-3fbb17a4-d2d3-4776-ac40-fb6d81972da7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598509 Nov 22 17:29:40.862162 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 3919208d-41dc-4005-94db-0fe86dcb69a8 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:29:40.942082 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:40.965290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:29:40.967708 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00713eb-deb2-407e-8ddf-f959d483f6c0" -d '{"events": [{"server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:29:40.981442 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:40.987202 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.013122 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc32e9e-50fb-41a7-bf43-f6f07bd8a25e x-openstack-request-id: req-fcc32e9e-50fb-41a7-bf43-f6f07bd8a25e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:29:41.013424 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:29:41.013682 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcc32e9e-50fb-41a7-bf43-f6f07bd8a25e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:29:41.014079 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'code': 200} Nov 22 17:29:41.040711 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:41.048581 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.048939 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.049373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.049725 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.050067 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.050405 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.050744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.051083 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.051414 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.051744 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.052099 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.052430 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.669993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe5279-f2b0-47ea-9427-a078f7ee4030 req-cdf224c1-dfa9-4802-b371-8eba1f813c37 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:41.671456 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8fe5279-f2b0-47ea-9427-a078f7ee4030 req-cdf224c1-dfa9-4802-b371-8eba1f813c37 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0530543 Nov 22 17:29:41.720627 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c8fe5279-f2b0-47ea-9427-a078f7ee4030 req-9403f158-daa1-4bd6-8e01-86f8eae687f3 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423265 Nov 22 17:29:42.943610 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-ea25bbbb-e94c-4511-92c4-e60c2fe966b0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681887 Nov 22 17:29:42.955836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-2280e55b-9714-4f51-818d-a9cb33713c39 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:29:42.956824 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-2280e55b-9714-4f51-818d-a9cb33713c39 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058227 Nov 22 17:29:42.965328 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884ec6e-eaa9-4b3f-bf8b-748b0ee4b7c0 req-1632079d-9ee0-4db1-92eb-15133b03c034 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:42.966764 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c884ec6e-eaa9-4b3f-bf8b-748b0ee4b7c0 req-1632079d-9ee0-4db1-92eb-15133b03c034 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0669222 Nov 22 17:29:43.019996 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c884ec6e-eaa9-4b3f-bf8b-748b0ee4b7c0 req-61db8f8a-0124-4551-b9b8-85963dfe08da tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464153 Nov 22 17:29:44.134490 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60781c-0539-490c-a2b6-fdb5e577f33c req-ad671856-6f25-4e84-baf2-17aded4aa7ee tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:44.136028 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a60781c-0539-490c-a2b6-fdb5e577f33c req-ad671856-6f25-4e84-baf2-17aded4aa7ee tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0487363 Nov 22 17:29:44.184579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0a60781c-0539-490c-a2b6-fdb5e577f33c req-db734e4a-cf0e-4e85-b9c2-191d5db423e1 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425885 Nov 22 17:29:45.301232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48961-2991-4132-9067-605e83c45900 req-b095d105-9033-4f83-b26f-04956d457819 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:45.302713 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70a48961-2991-4132-9067-605e83c45900 req-b095d105-9033-4f83-b26f-04956d457819 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0489192 Nov 22 17:29:45.354402 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-70a48961-2991-4132-9067-605e83c45900 req-6702b1ee-c20e-493a-85de-bf0d45aaffc5 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456572 Nov 22 17:29:45.538862 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:29:46.473992 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42715074-5490-414a-a88d-b75b486343c7 req-e55af690-a446-4a04-840a-61612121abe7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:46.475461 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42715074-5490-414a-a88d-b75b486343c7 req-e55af690-a446-4a04-840a-61612121abe7 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0542843 Nov 22 17:29:46.524736 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-42715074-5490-414a-a88d-b75b486343c7 req-586158e6-cf5b-4229-85d5-669bfb53a2b2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Nov 22 17:29:47.643695 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687e13-4d81-4152-9aa7-478b53fd8acb req-7252e67e-63d7-4676-a143-03e65d2aef44 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:47.645346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67687e13-4d81-4152-9aa7-478b53fd8acb req-7252e67e-63d7-4676-a143-03e65d2aef44 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0497496 Nov 22 17:29:47.695431 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-67687e13-4d81-4152-9aa7-478b53fd8acb req-fb321696-ec9e-474b-9ef8-cdfa71d8f218 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441027 Nov 22 17:29:48.810419 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59fe8e-efcf-4f46-a99d-55fba2389380 req-7b146c6f-a657-46f7-8622-e1aa56709a6a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:48.811887 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d59fe8e-efcf-4f46-a99d-55fba2389380 req-7b146c6f-a657-46f7-8622-e1aa56709a6a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0486457 Nov 22 17:29:48.866234 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5d59fe8e-efcf-4f46-a99d-55fba2389380 req-6eb68f7b-19e1-4046-befc-3699f2c55b9d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481088 Nov 22 17:29:49.133359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d3fd1064-f49a-490a-aca6-40890535012b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:49.987952 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e8e2-b69f-43e7-bef1-c166951ddea4 req-926256f3-071c-4b43-924c-7786a4c15e00 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:49.989450 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06e6e8e2-b69f-43e7-bef1-c166951ddea4 req-926256f3-071c-4b43-924c-7786a4c15e00 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0531468 Nov 22 17:29:50.039597 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-06e6e8e2-b69f-43e7-bef1-c166951ddea4 req-f6857a98-1186-421c-b59f-2e799b79660e tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440464 Nov 22 17:29:51.156162 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f7717-cb60-4be6-b306-57f8587bce7d req-55ac6252-5d5c-4168-9169-ceb6586ca5a4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:51.158358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c68f7717-cb60-4be6-b306-57f8587bce7d req-55ac6252-5d5c-4168-9169-ceb6586ca5a4 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0498569 Nov 22 17:29:51.209017 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c68f7717-cb60-4be6-b306-57f8587bce7d req-7b6f9f17-0619-4257-aedc-30c053ac13a5 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445533 Nov 22 17:29:51.461667 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-dca180fb-b1b3-4243-8eee-b7a8ec67b1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:52.333753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45082f8d-c5b6-4265-ad95-7220a9ea3f2b req-407b08d2-27e5-4ae5-b97e-85e89c9267ab tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:52.335266 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45082f8d-c5b6-4265-ad95-7220a9ea3f2b req-407b08d2-27e5-4ae5-b97e-85e89c9267ab tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0567067 Nov 22 17:29:52.384840 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45082f8d-c5b6-4265-ad95-7220a9ea3f2b req-3bf21648-6ce6-42b9-a917-5796b325ac21 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435784 Nov 22 17:29:52.799507 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:52.878531 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-82bbce78-cd1b-4c14-8a87-d8f973e9eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:52.880155 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-82bbce78-cd1b-4c14-8a87-d8f973e9eddb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2&tenant_id=7482d80cf9424359b0ab200363de2dfe HTTP/1.1" status: 200 len: 1094 time: 0.0427234 Nov 22 17:29:52.942112 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-4f97f9fc-dd9e-483d-8b22-05842589832d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:52.943597 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-4f97f9fc-dd9e-483d-8b22-05842589832d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1094 time: 0.0414732 Nov 22 17:29:53.038289 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-88ce9e69-d4b4-4f5f-a177-a2e72f9f897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:53.039759 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-88ce9e69-d4b4-4f5f-a177-a2e72f9f897b service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0885310 Nov 22 17:29:53.109573 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-34efdc74-d621-4058-adc4-60ab898a62d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 998 time: 0.0603366 Nov 22 17:29:53.165272 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-b06e8f7a-3337-4f32-8c07-41e38e048e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:53.166765 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-b06e8f7a-3337-4f32-8c07-41e38e048e64 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0488894 Nov 22 17:29:53.212778 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-26a9bf31-8105-4a5b-985a-16376127b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:53.214263 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-26a9bf31-8105-4a5b-985a-16376127b6cd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390422 Nov 22 17:29:53.306548 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-551e1ada-b0eb-48cd-83c0-d17fa5e22788 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822318 Nov 22 17:29:53.402037 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-96395e9a-cfd7-45b6-98eb-f834536b7362 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853722 Nov 22 17:29:53.426733 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:53.504233 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b1de0a-0434-4cb3-9e00-024238924646 req-8dc1c92b-94e3-49fe-8ded-cd56b0a8fe4b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:53.505704 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91b1de0a-0434-4cb3-9e00-024238924646 req-8dc1c92b-94e3-49fe-8ded-cd56b0a8fe4b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0485780 Nov 22 17:29:53.555346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-91b1de0a-0434-4cb3-9e00-024238924646 req-a6300872-7dba-40a1-8e5f-34660e660fb0 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437601 Nov 22 17:29:54.677002 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f2519-63ff-455c-8e66-03d305aed740 req-2a5d6128-b638-4087-bed5-ed79d099f06b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:54.678482 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e46f2519-63ff-455c-8e66-03d305aed740 req-2a5d6128-b638-4087-bed5-ed79d099f06b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0554981 Nov 22 17:29:54.728374 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e46f2519-63ff-455c-8e66-03d305aed740 req-28d0d1d4-7c09-445e-b3b1-a8e9e9ab22ce tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439577 Nov 22 17:29:54.842877 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:55.043324 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:55.569739 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:55.842630 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36331bab-7020-4ba8-ad5b-4c995abdc5d0 req-3aef24c6-39e4-4db0-a57d-570f42a23dae tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:55.844020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36331bab-7020-4ba8-ad5b-4c995abdc5d0 req-3aef24c6-39e4-4db0-a57d-570f42a23dae tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0482714 Nov 22 17:29:55.892446 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-36331bab-7020-4ba8-ad5b-4c995abdc5d0 req-8a5f1db8-b341-4ec5-af24-73f9f869782a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Nov 22 17:29:57.010851 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6d9e9-5525-4b33-b50f-371107fde3ba req-ad87cc95-4814-4d13-9f27-620f7a444da9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:57.012329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52e6d9e9-5525-4b33-b50f-371107fde3ba req-ad87cc95-4814-4d13-9f27-620f7a444da9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0483482 Nov 22 17:29:57.064763 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-52e6d9e9-5525-4b33-b50f-371107fde3ba req-226dd8d5-e957-477b-898b-b0b7541bca64 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462282 Nov 22 17:29:58.179672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2414c-2adf-4918-aa98-c0fbd8a33e68 req-5afae76f-43b5-40ee-80c8-d6dfbe0087be tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:58.181196 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45e2414c-2adf-4918-aa98-c0fbd8a33e68 req-5afae76f-43b5-40ee-80c8-d6dfbe0087be tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0500956 Nov 22 17:29:58.229986 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-45e2414c-2adf-4918-aa98-c0fbd8a33e68 req-b144e3a2-44ca-4f49-9629-6e54aeebb42a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 Nov 22 17:29:59.347055 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5830bfd-3fc0-4312-a1bc-e5707ac5f236 req-97417c83-85dd-4d0f-9a6c-c83a44a0be0d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:59.348564 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5830bfd-3fc0-4312-a1bc-e5707ac5f236 req-97417c83-85dd-4d0f-9a6c-c83a44a0be0d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0490031 Nov 22 17:29:59.397576 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d5830bfd-3fc0-4312-a1bc-e5707ac5f236 req-c2adeece-43e1-4e3a-98f7-ff66b57e35a9 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431824 Nov 22 17:30:00.517597 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e192260-cf77-4d3a-9945-edbac4426a11 req-e18a1e98-95b0-46be-9adf-05b97725136a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:00.519332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e192260-cf77-4d3a-9945-edbac4426a11 req-e18a1e98-95b0-46be-9adf-05b97725136a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 943 time: 0.0535824 Nov 22 17:30:00.569082 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e192260-cf77-4d3a-9945-edbac4426a11 req-5509e874-6c81-4fb6-baff-0f6a8a7b128a tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Nov 22 17:30:00.975694 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 3919208d-41dc-4005-94db-0fe86dcb69a8 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:30:01.069527 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:30:01.080851 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'port_id': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'mac_address': 'fa:16:3e:e5:9f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 837, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:30:01.120746 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:01.134460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3919208d-41dc-4005-94db-0fe86dcb69a8 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:30:01.152359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:30:01.156526 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:01.202938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:01.413482 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['3919208d-41dc-4005-94db-0fe86dcb69a8'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:30:01.686159 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575919e-d33d-42e0-a08e-6244d2aa2e71 req-0e6837ea-c081-4805-8e66-5e761f21ad1d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:01.687646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7575919e-d33d-42e0-a08e-6244d2aa2e71 req-0e6837ea-c081-4805-8e66-5e761f21ad1d tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 944 time: 0.0492389 Nov 22 17:30:01.741267 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7575919e-d33d-42e0-a08e-6244d2aa2e71 req-292bb5e0-588c-43e0-9044-006fc4275453 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442090 Nov 22 17:30:02.860767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c3a67-cf2b-48ec-9813-e13f33a5df60 req-c268addb-30cf-4b0c-9979-1f99ead26eff tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:02.862345 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-433c3a67-cf2b-48ec-9813-e13f33a5df60 req-c268addb-30cf-4b0c-9979-1f99ead26eff tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 944 time: 0.0493729 Nov 22 17:30:03.007472 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 3919208d-41dc-4005-94db-0fe86dcb69a8 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:30:03.058363 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 3919208d-41dc-4005-94db-0fe86dcb69a8 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:30:03.058645 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:03.147128 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:03.170961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:30:03.174106 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ecb05d-fa5f-4f48-b378-580ebcae71a7" -d '{"events": [{"server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "name": "network-vif-plugged", "status": "completed", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:30:03.187122 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:30:03.192190 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:03.222851 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-433c3a67-cf2b-48ec-9813-e13f33a5df60 req-33b2d2c1-52c7-4049-98a6-7719a1df46d2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544824 Nov 22 17:30:03.240922 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:03.316915 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07db05ad-b419-4137-b0d2-8c4a90384cd7 x-openstack-request-id: req-07db05ad-b419-4137-b0d2-8c4a90384cd7 {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:30:03.317210 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "name": "network-vif-plugged", "status": "completed", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:30:03.317467 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07db05ad-b419-4137-b0d2-8c4a90384cd7 {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:30:03.317864 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'code': 200} Nov 22 17:30:03.467426 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc92ed-4f6d-44f8-9a86-0155d8e0ad1b req-aa6b5db3-426d-4920-875b-472a60870feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:03.468967 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-21fc92ed-4f6d-44f8-9a86-0155d8e0ad1b req-aa6b5db3-426d-4920-875b-472a60870feb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0406411 Nov 22 17:30:03.515729 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-21fc92ed-4f6d-44f8-9a86-0155d8e0ad1b req-6c008489-7e31-4610-b0c7-fdecd03a30b6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Nov 22 17:30:04.342709 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35476302-36f0-4545-8b4e-c494b775ab6b req-3b2fd84d-cbf6-4216-b0ae-583d814a98bc tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:04.344232 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35476302-36f0-4545-8b4e-c494b775ab6b req-3b2fd84d-cbf6-4216-b0ae-583d814a98bc tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0489953 Nov 22 17:30:04.403672 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-35476302-36f0-4545-8b4e-c494b775ab6b req-f1a2d505-75ff-454f-8a7f-2bd546088391 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528061 Nov 22 17:30:05.520342 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148abc1-931d-498e-aea2-89d959a56d82 req-fb19776f-d133-4685-acec-64fa1c4980df tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:05.521841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7148abc1-931d-498e-aea2-89d959a56d82 req-fb19776f-d133-4685-acec-64fa1c4980df tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0481153 Nov 22 17:30:05.571676 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7148abc1-931d-498e-aea2-89d959a56d82 req-f24fdc2b-8707-41c4-bf2b-31642c564069 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438633 Nov 22 17:30:15.867055 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-2239656d-2d13-4c0e-b11d-e631ae327440 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455778 Nov 22 17:30:15.951932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-f7e215cb-b049-4862-96b8-e24cf2f0542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:15.953444 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-f7e215cb-b049-4862-96b8-e24cf2f0542d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0439298 Nov 22 17:30:16.065645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-befb4fcd-a58f-4998-a613-20819e2fe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:16.067239 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-befb4fcd-a58f-4998-a613-20819e2fe41f service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0938570 Nov 22 17:30:16.112342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-921d2466-bc79-4438-bd55-57b21439a319 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0378609 Nov 22 17:30:16.168465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-997994a8-84fc-485f-a8ca-11b9d4847553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:16.169827 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-997994a8-84fc-485f-a8ca-11b9d4847553 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0514629 Nov 22 17:30:16.214157 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-5988cdd5-1701-4aa3-b298-e0238838e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:16.215609 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-5988cdd5-1701-4aa3-b298-e0238838e9c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394053 Nov 22 17:30:16.309134 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-49b1e5bb-15d3-4f6c-8725-5b0c812eab9b service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862091 Nov 22 17:30:16.412890 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6a80ce5e-c8f7-472f-a108-6a68d17415e5 req-4fb46944-c12a-4b33-86e4-08440bdb9f8f service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962572 Nov 22 17:30:19.136343 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cd55e20-dd26-442c-82a0-8a6c8db53a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:21.463443 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ff897989-465d-4fd2-8e00-5e06f40d2f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:22.538863 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:30:22.803140 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:23.435259 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:24.846328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:25.045913 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:25.567215 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:34.285287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-064125ff-adb7-4e15-bab2-f8909f602988 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841868 Nov 22 17:30:34.375547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-f0973b81-d64b-4196-af1e-94e64980683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:34.377074 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-f0973b81-d64b-4196-af1e-94e64980683c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0402758 Nov 22 17:30:34.484442 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-ffb6f087-27ea-4d75-88af-19edcf90baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:34.485830 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-ffb6f087-27ea-4d75-88af-19edcf90baa6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.0867183 Nov 22 17:30:34.555753 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-17f92db8-6073-46b2-8b7d-e3c0d172a01d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 1000 time: 0.0621386 Nov 22 17:30:34.609457 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-71082cc0-0949-4ad1-9ce6-c8b925260c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:34.610957 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-71082cc0-0949-4ad1-9ce6-c8b925260c42 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0446551 Nov 22 17:30:34.659372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-22031c81-444b-437a-b12d-43867f821d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:34.660889 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-22031c81-444b-437a-b12d-43867f821d46 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409276 Nov 22 17:30:34.672840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-932fe114-8809-487b-8a06-607141ed6b1f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:30:34.673797 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-932fe114-8809-487b-8a06-607141ed6b1f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050445 Nov 22 17:30:34.768041 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-de23416e-2691-4e33-aea3-a28af522789f service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862486 Nov 22 17:30:34.857453 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-f419c281-7f07-41f9-9e79-30af56cb99ce req-d1ef9b16-4526-4c43-980c-b8b9a1db52b6 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818701 Nov 22 17:30:49.137107 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f93bbe8d-4861-4ae5-bd6a-a727d9b7264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:51.465359 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-51a3e2cb-f752-422c-beb4-1a7d218a4d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:52.805434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:53.450326 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:54.848365 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:55.048162 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:55.585194 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:59.538747 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:31:15.841455 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-82c713b5-361e-4c88-af9a-a8651fa4df62 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401597 Nov 22 17:31:15.926119 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-262fcc07-adb9-4aef-ba32-1a3414201137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:15.927607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-262fcc07-adb9-4aef-ba32-1a3414201137 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0419295 Nov 22 17:31:16.036870 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-1f7430fa-e72c-4cfc-9031-16fb51022aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:16.038334 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-1f7430fa-e72c-4cfc-9031-16fb51022aaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0905464 Nov 22 17:31:16.081978 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-77a67512-55c6-40c9-8538-8ba6636a6e05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0365744 Nov 22 17:31:16.129380 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-f8d68b62-00a2-4f1b-a447-e2a173a828c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:16.130726 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-f8d68b62-00a2-4f1b-a447-e2a173a828c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0427163 Nov 22 17:31:16.176535 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-32edf010-2355-451c-a21b-5cd6ae435e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:16.178057 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-32edf010-2355-451c-a21b-5cd6ae435e9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409024 Nov 22 17:31:16.277358 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-9dfae8d1-1da2-4b16-a897-a7205418d05d service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921981 Nov 22 17:31:16.381409 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-eb8710ec-d7da-49bc-9d87-15801fb26b21 req-a51af183-73ce-4a79-8e85-c6d5c9c98971 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964832 Nov 22 17:31:19.137684 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9a7e-a3b7-4ece-b7f1-cf46efc93ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.111618 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42632) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:21.272888 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Deleting port 418e09a0-9a0f-46e5-a5bd-53f05b8c0780 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:21.273151 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.351221 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.352100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.363547 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Calling delete_port for 418e09a0-9a0f-46e5-a5bd-53f05b8c0780 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:21.466640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-32a63b2b-c0d8-4fb8-8e8d-e6866312fb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.514652 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.541893 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event deleted for resources: {'Port': ['ID=418e09a0-9a0f-46e5-a5bd-53f05b8c0780,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:21.567258 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.567621 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.567999 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.568346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.568690 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.569032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.569372 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.569708 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.570046 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.570657 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.571010 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.571346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:21.612003 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.612349 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Floating IP 1faed74c-e6c0-4115-8da7-a69e743b3205 disassociated (deleted). External IP: 172.25.5.70, port: 3919208d-41dc-4005-94db-0fe86dcb69a8. Nov 22 17:31:21.817894 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Router c6994073-35d5-4646-881e-5beb17f2e215 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:21.926968 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:21.931779 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:21.937017 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] Sync routers for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:21.947549 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:21.948208 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:21.959405 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-b6e90d72-c89a-4530-a9bd-2cc76149bab2 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "DELETE /v2.0/floatingips/1faed74c-e6c0-4115-8da7-a69e743b3205 HTTP/1.1" status: 204 len: 168 time: 0.8466599 Nov 22 17:31:21.960065 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:21.962986 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:22.059183 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:22.117267 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4225f7c8-f3ba-420d-9da4-6397b2bc8c41 x-openstack-request-id: req-4225f7c8-f3ba-420d-9da4-6397b2bc8c41 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:22.117950 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:22.117950 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4225f7c8-f3ba-420d-9da4-6397b2bc8c41 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:22.118331 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'status': 'completed', 'code': 200} Nov 22 17:31:22.182290 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-74402204-77a4-4911-adc0-cdcfaa335626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:22.183821 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-74402204-77a4-4911-adc0-cdcfaa335626 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7482d80cf9424359b0ab200363de2dfe&device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0436049 Nov 22 17:31:22.271858 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:22.284409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fc693-b38c-419d-bf2a-1aaff588cde7 req-2bbd8245-27e7-426a-8e54-3ceac629595b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:22.286815 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b0fc693-b38c-419d-bf2a-1aaff588cde7 req-2bbd8245-27e7-426a-8e54-3ceac629595b tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.1199076 Nov 22 17:31:22.298227 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-3cde5dc6-feb9-4c37-b685-098552209b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:22.300130 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-3cde5dc6-feb9-4c37-b685-098552209b8e service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 200 len: 909 time: 0.1055617 Nov 22 17:31:22.300289 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] Checking router: c6994073-35d5-4646-881e-5beb17f2e215 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:22.309638 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:22.310273 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:22.363325 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4b0fc693-b38c-419d-bf2a-1aaff588cde7 req-89d6f93a-f9e1-4743-876a-b284968f7374 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689065 Nov 22 17:31:22.376533 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-4e3c7037-f033-4e92-bb84-2c79e84f6b5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 200 len: 217 time: 0.0674264 Nov 22 17:31:22.421491 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:22.433249 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-86089687-489f-4563-b38b-81310b185a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:22.434835 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-86089687-489f-4563-b38b-81310b185a5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 200 len: 847 time: 0.0508208 Nov 22 17:31:22.483402 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-46fb02c8-f5a2-435e-9419-8f6e59dc9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:22.485244 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-46fb02c8-f5a2-435e-9419-8f6e59dc9bb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed56bcec-9665-4e60-8c54-d83495d22145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416610 Nov 22 17:31:22.577797 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-0dfe6352-4b24-4b01-a0fc-77c5f2b7bcbf service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834875 Nov 22 17:31:22.623626 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:22.650191 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313b798-ce0f-447e-870c-f942a56792e1 None None] The sync data for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 is: [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '75f84a8f-159b-4d86-854c-b3a483c26f91', 'name': '', 'network_id': 'ed56bcec-9665-4e60-8c54-d83495d22145', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'mac_address': 'fa:16:3e:e6:12:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'c77d9394-746b-4016-a32e-42af1198d320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:25Z', 'updated_at': '2021-11-22T17:22:30Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'subnets': [{'id': 'c77d9394-746b-4016-a32e-42af1198d320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:22.676579 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c0b80d25-dbfd-4bd1-8adc-d7dc7339fd6b req-65c346f3-0480-4640-b69a-1a72288e4867 service neutron] 10.222.0.71 "GET /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884471 Nov 22 17:31:22.811142 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:22.874128 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2f2a3-6656-4bf1-afb2-c86302a1d31f None None] New status for floating IP 1faed74c-e6c0-4115-8da7-a69e743b3205: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:31:23.479456 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832fa8c-a6a8-4ca1-a595-7847511ad7db req-8bd6a941-86bc-4d2f-a19e-2135c0c58d48 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:23.481090 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4832fa8c-a6a8-4ca1-a595-7847511ad7db req-8bd6a941-86bc-4d2f-a19e-2135c0c58d48 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0493546 Nov 22 17:31:23.481604 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:23.531032 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4832fa8c-a6a8-4ca1-a595-7847511ad7db req-ad573206-e84d-46f2-8faa-2aff145616af tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad70557b-1ef9-4622-9d2d-971190db7bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Nov 22 17:31:23.774965 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-367c145f-5f72-4dc6-9ee3-92a83004ccdf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:23.776397 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-367c145f-5f72-4dc6-9ee3-92a83004ccdf tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 945 time: 0.0502706 Nov 22 17:31:23.869631 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Deleting port 3919208d-41dc-4005-94db-0fe86dcb69a8 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:23.869973 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:23.959040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] For port 3919208d-41dc-4005-94db-0fe86dcb69a8, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=3919208d-41dc-4005-94db-0fe86dcb69a8,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:23.959417 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:23.972588 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Calling delete_port for 3919208d-41dc-4005-94db-0fe86dcb69a8 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:24.101638 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.127928 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event deleted for resources: {'Port': ['ID=3919208d-41dc-4005-94db-0fe86dcb69a8,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:24.171833 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] No DVR routers for this DVR port 3919208d-41dc-4005-94db-0fe86dcb69a8 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:24.174291 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.177617 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-c30d8937-c112-43ad-a1ce-c2bd10560c74 req-bb9f9512-fddd-4df1-b2f9-d321118db868 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.71 "DELETE /v2.0/ports/3919208d-41dc-4005-94db-0fe86dcb69a8 HTTP/1.1" status: 204 len: 173 time: 0.3939664 Nov 22 17:31:24.178054 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'name': 'network-vif-deleted', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:24.180557 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df17057-c76b-4f9f-b2ba-0d50c5ae82c5" -d '{"events": [{"server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "name": "network-vif-deleted", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:24.220016 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d5e86c-5a8c-4960-a2de-78a55170b27a x-openstack-request-id: req-48d5e86c-5a8c-4960-a2de-78a55170b27a {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:24.220344 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c0f442-ae0a-4642-ab26-cf8ff2f40fe2", "name": "network-vif-deleted", "tag": "3919208d-41dc-4005-94db-0fe86dcb69a8", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:24.220636 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48d5e86c-5a8c-4960-a2de-78a55170b27a {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:24.220999 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c0f442-ae0a-4642-ab26-cf8ff2f40fe2', 'name': 'network-vif-deleted', 'tag': '3919208d-41dc-4005-94db-0fe86dcb69a8', 'status': 'completed', 'code': 200} Nov 22 17:31:24.655985 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f179fb10-f009-45df-af4c-c7d7c7ed00c2 req-137b3092-9e50-4925-9982-c85892834bf3 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0384235 Nov 22 17:31:24.852208 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:25.051385 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:25.599655 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:25.751506 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-96033d4a-b9b1-4496-84ac-fa1123e83030 req-5b08c016-7fe3-4581-98d7-6d4e60131aa0 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0272100 Nov 22 17:31:26.851253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-82418fc2-4224-4443-906e-b7fbdd5e51ac req-24de9f13-bd98-4886-ad34-b24c2cf75f13 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0280383 Nov 22 17:31:27.306338 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 3919208d-41dc-4005-94db-0fe86dcb69a8 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:27.327355 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 3919208d-41dc-4005-94db-0fe86dcb69a8 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:27.327708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 3919208d-41dc-4005-94db-0fe86dcb69a8 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:27.949343 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-65c3a2c1-5e69-430d-9dc9-b6a101d849ed req-13bf0874-d2d8-48d4-9a3e-7fe2d07d36bd tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0272093 Nov 22 17:31:29.076556 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3b74be38-c9ca-4056-b541-c061761db654 req-542c3ef6-c40e-4339-a9db-fd386da7d954 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "GET /v2.0/ports?device_id=90c0f442-ae0a-4642-ab26-cf8ff2f40fe2 HTTP/1.1" status: 200 len: 210 time: 0.0351503 Nov 22 17:31:30.131420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42664) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:30.193686 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9787fb0-2c5c-4388-a651-21b476ff4a65 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:30.220612 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9787fb0-2c5c-4388-a651-21b476ff4a65 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:30.282992 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9787fb0-2c5c-4388-a651-21b476ff4a65 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:30.285872 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a9787fb0-2c5c-4388-a651-21b476ff4a65 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:30.287062 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-a9787fb0-2c5c-4388-a651-21b476ff4a65 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] 10.222.0.69 "DELETE /v2.0/security-groups/ad70557b-1ef9-4622-9d2d-971190db7bf0 HTTP/1.1" status: 204 len: 168 time: 0.1546037 Nov 22 17:31:30.299826 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9787fb0-2c5c-4388-a651-21b476ff4a65 tempest-TestShelveInstance-1225772745 tempest-TestShelveInstance-1225772745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad70557b-1ef9-4622-9d2d-971190db7bf0,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:31.356174 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:31.815172 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:32.060766 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Deleting port 75f84a8f-159b-4d86-854c-b3a483c26f91 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:32.061102 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:32.142502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] For port 75f84a8f-159b-4d86-854c-b3a483c26f91, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=75f84a8f-159b-4d86-854c-b3a483c26f91,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:32.143408 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:32.157521 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Calling delete_port for 75f84a8f-159b-4d86-854c-b3a483c26f91 owned by network:router_interface {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:32.341289 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:32.373806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=75f84a8f-159b-4d86-854c-b3a483c26f91,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:32.401146 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.401701 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.402077 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.402470 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.402890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.403335 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.403821 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.404177 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.404481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.404777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.405113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.405424 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:32.556540 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:32.775993 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Router c6994073-35d5-4646-881e-5beb17f2e215 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:32.890723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:32.895932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-332c6b56-c7ac-4f10-823e-cea758be0f61 admin admin] 10.222.0.69 "PUT /v2.0/routers/c6994073-35d5-4646-881e-5beb17f2e215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5384734 Nov 22 17:31:32.899374 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42676) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:32.900496 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] Sync routers for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:32.911573 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:32.912222 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:33.008920 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks [] for router, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.024886 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:33.112673 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.168524 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Deleting port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:33.168867 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.206969 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:31:32Z', 'revision_number': 5, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port': {'id': '63adb8a8-b07e-44f2-b39e-a62b4ce2f739', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:ad:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:24Z', 'updated_at': '2021-11-22T17:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:33.235219 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] Checking router: c6994073-35d5-4646-881e-5beb17f2e215 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:33.244480 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] Routers {'c6994073-35d5-4646-881e-5beb17f2e215'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:33.245101 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['c6994073-35d5-4646-881e-5beb17f2e215'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:33.255586 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] For port 63adb8a8-b07e-44f2-b39e-a62b4ce2f739, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=63adb8a8-b07e-44f2-b39e-a62b4ce2f739,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:33.255993 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.271180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Calling delete_port for 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 owned by network:router_gateway {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:33.331326 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] Set router c6994073-35d5-4646-881e-5beb17f2e215 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:33.386504 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:31:33Z', 'revision_number': 6, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:33.413980 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5f9533-2dff-4045-a098-868d078991b1 None None] The sync data for ids ['c6994073-35d5-4646-881e-5beb17f2e215'] in n-d-811716-3 is: [{'id': 'c6994073-35d5-4646-881e-5beb17f2e215', 'name': 'tempest-TestShelveInstance-825024266-router', 'tenant_id': '7482d80cf9424359b0ab200363de2dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:23Z', 'updated_at': '2021-11-22T17:31:33Z', 'revision_number': 6, 'project_id': '7482d80cf9424359b0ab200363de2dfe', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:33.439500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.465473 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=63adb8a8-b07e-44f2-b39e-a62b4ce2f739,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:33.480618 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f45a2-1019-442f-b189-b4b209d52fda None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:33.836279 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.925778 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.927877 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.970250 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.970857 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6994073-35d5-4646-881e-5beb17f2e215 {{(pid=103411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:31:33.975502 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:33.977220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e8348824-85f5-46f9-98cd-000e125d0cbd admin admin] 10.222.0.69 "DELETE /v2.0/routers/c6994073-35d5-4646-881e-5beb17f2e215 HTTP/1.1" status: 204 len: 168 time: 1.0759594 Nov 22 17:31:33.979392 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42678) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:34.027784 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2ebd69-ef55-4cc5-ab03-50e42492a276 admin admin] Deleting subnet c77d9394-746b-4016-a32e-42af1198d320 {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:31:34.031035 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebd69-ef55-4cc5-ab03-50e42492a276 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.065776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebd69-ef55-4cc5-ab03-50e42492a276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.145947 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebd69-ef55-4cc5-ab03-50e42492a276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.207037 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebd69-ef55-4cc5-ab03-50e42492a276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.233168 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ebd69-ef55-4cc5-ab03-50e42492a276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77d9394-746b-4016-a32e-42af1198d320,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:34.236899 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebd69-ef55-4cc5-ab03-50e42492a276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.241140 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8e2ebd69-ef55-4cc5-ab03-50e42492a276 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c77d9394-746b-4016-a32e-42af1198d320 HTTP/1.1" status: 204 len: 168 time: 0.2597418 Nov 22 17:31:34.243363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42682) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:34.245935 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754a8ded-7862-4725-9673-d6e479b7dff8 None None] Network ed56bcec-9665-4e60-8c54-d83495d22145 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:31:34.313591 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.371855 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Deleting port 8564d64c-18df-4089-9d23-f8b440beda31 {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:34.372309 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.446143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] DHCP port deletion for ed56bcec-9665-4e60-8c54-d83495d22145 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:34.456029 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] For port 8564d64c-18df-4089-9d23-f8b440beda31, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8564d64c-18df-4089-9d23-f8b440beda31,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:34.456628 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.473884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Calling delete_port for 8564d64c-18df-4089-9d23-f8b440beda31 owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:34.498288 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Deleting port 8564d64c-18df-4089-9d23-f8b440beda31 {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:34.498753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.562938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.563186 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] For port 8564d64c-18df-4089-9d23-f8b440beda31, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=8564d64c-18df-4089-9d23-f8b440beda31,segment=NetworkSegment(a9c788c7-6a2f-42aa-a831-923a589bbdb6),segment_id=a9c788c7-6a2f-42aa-a831-923a589bbdb6)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:34.563289 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.580699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Calling delete_port for 8564d64c-18df-4089-9d23-f8b440beda31 owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:34.593529 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Pushing event deleted for resources: {'Port': ['ID=8564d64c-18df-4089-9d23-f8b440beda31,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:34.597751 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] No DVR routers for this DVR port 8564d64c-18df-4089-9d23-f8b440beda31 on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:34.656944 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.677229 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.683321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Pushing event deleted for resources: {'Port': ['ID=8564d64c-18df-4089-9d23-f8b440beda31,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:34.685622 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] No DVR routers for this DVR port 8564d64c-18df-4089-9d23-f8b440beda31 on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:34.693461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.693811 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.694148 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.694509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.694861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.695350 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.695869 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.696232 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.696564 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.697237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.697237 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.697543 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0df4b3-7ca6-4a52-9b4c-94076ea2e846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:34.706137 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed56bcec-9665-4e60-8c54-d83495d22145']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:34.716777 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c788c7-6a2f-42aa-a831-923a589bbdb6') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:34.717080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c788c7-6a2f-42aa-a831-923a589bbdb6') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:34.727769 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.741122 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.747337 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:31:34.747756 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:31:34.749625 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:31:34.807670 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.812785 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:34.816019 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] 10.222.0.69 "DELETE /v2.0/networks/ed56bcec-9665-4e60-8c54-d83495d22145 HTTP/1.1" status: 204 len: 168 time: 0.5716829 Nov 22 17:31:34.819091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42684) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:34.829364 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0f6fe-b704-468f-9eca-e6f77b6ef54d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed56bcec-9665-4e60-8c54-d83495d22145,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:35.160871 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.243942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 75f84a8f-159b-4d86-854c-b3a483c26f91 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:35.264088 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 75f84a8f-159b-4d86-854c-b3a483c26f91 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:35.264441 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 75f84a8f-159b-4d86-854c-b3a483c26f91 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:35.264870 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8564d64c-18df-4089-9d23-f8b440beda31 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:35.287047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 8564d64c-18df-4089-9d23-f8b440beda31 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:35.287398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 8564d64c-18df-4089-9d23-f8b440beda31 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:35.287883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:35.307928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:35.308285 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 63adb8a8-b07e-44f2-b39e-a62b4ce2f739 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:35.412091 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Deleting port 324595a8-edde-4d35-a7d5-e05dd2f2cdce {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:35.412350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.493369 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] For port 324595a8-edde-4d35-a7d5-e05dd2f2cdce, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=324595a8-edde-4d35-a7d5-e05dd2f2cdce,segment=NetworkSegment(adc39ff4-fdc9-4dbf-a835-bac2a12529fe),segment_id=adc39ff4-fdc9-4dbf-a835-bac2a12529fe)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:35.493737 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.505954 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Calling delete_port for 324595a8-edde-4d35-a7d5-e05dd2f2cdce owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:35.683628 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:35.708801 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Pushing event deleted for resources: {'Port': ['ID=324595a8-edde-4d35-a7d5-e05dd2f2cdce,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:35.878145 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.421281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:36.530398 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:36.536745 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-56b7b739-62ad-4b81-a0bf-461d9418458d admin admin] 10.222.0.69 "PUT /v2.0/routers/56ab9f04-be11-4b1f-bc53-2d7b5c27450e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7157393 Nov 22 17:31:36.540117 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42686) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:36.544276 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] Sync routers for ids ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:36.547027 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:31:36.554930 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] Routers {'56ab9f04-be11-4b1f-bc53-2d7b5c27450e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:36.555765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:36.644902 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.659812 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] Set router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:36.748058 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.803758 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Deleting port b891c48b-8f86-4ab1-8375-01222c8323c2 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:36.804466 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.837832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136'}], 'enable_snat': True}, 'gw_port_id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:31:35Z', 'revision_number': 5, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port': {'id': 'b891c48b-8f86-4ab1-8375-01222c8323c2', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:22:29Z', 'updated_at': '2021-11-22T17:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:36.868339 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] Checking router: 56ab9f04-be11-4b1f-bc53-2d7b5c27450e for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:36.876620 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] Routers {'56ab9f04-be11-4b1f-bc53-2d7b5c27450e'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:36.877226 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:36.883420 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] For port b891c48b-8f86-4ab1-8375-01222c8323c2, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b891c48b-8f86-4ab1-8375-01222c8323c2,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:36.883982 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:36.896334 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Calling delete_port for b891c48b-8f86-4ab1-8375-01222c8323c2 owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:36.965798 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] Set router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:37.017999 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:31:36Z', 'revision_number': 6, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:37.047795 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad052e86-91e2-426c-95f6-b84c77cf3df6 None None] The sync data for ids ['56ab9f04-be11-4b1f-bc53-2d7b5c27450e'] in n-d-811716-3 is: [{'id': '56ab9f04-be11-4b1f-bc53-2d7b5c27450e', 'name': 'tempest-TestShelveInstance-1035667166-router', 'tenant_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:22:28Z', 'updated_at': '2021-11-22T17:31:36Z', 'revision_number': 6, 'project_id': '6acb1ec4f2ac4d1d97e1a189860d96da', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:37.066029 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.096300 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Pushing event deleted for resources: {'Port': ['ID=b891c48b-8f86-4ab1-8375-01222c8323c2,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:37.111808 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912ec4e-adac-482d-8c30-8de778ffd304 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:37.159689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.249406 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.251537 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.294843 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.295305 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56ab9f04-be11-4b1f-bc53-2d7b5c27450e {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:31:37.299818 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.301126 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-e232b18e-18b6-44d8-b41a-90569b60d442 admin admin] 10.222.0.69 "DELETE /v2.0/routers/56ab9f04-be11-4b1f-bc53-2d7b5c27450e HTTP/1.1" status: 204 len: 168 time: 0.7599247 Nov 22 17:31:37.303896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42688) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:37.347981 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11d5417-c0b2-4c96-80b9-28da8759d3e8 admin admin] Deleting subnet 1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a {{(pid=103411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:31:37.351440 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a11d5417-c0b2-4c96-80b9-28da8759d3e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.385284 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a11d5417-c0b2-4c96-80b9-28da8759d3e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8898192'] for subnet, precommit_delete_associations {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.481898 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a11d5417-c0b2-4c96-80b9-28da8759d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.504318 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 324595a8-edde-4d35-a7d5-e05dd2f2cdce no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:37.525454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 324595a8-edde-4d35-a7d5-e05dd2f2cdce {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:37.525894 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 324595a8-edde-4d35-a7d5-e05dd2f2cdce not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:37.541093 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a11d5417-c0b2-4c96-80b9-28da8759d3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9881143', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10346955'] for subnet, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.566665 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d5417-c0b2-4c96-80b9-28da8759d3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:37.572091 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-a11d5417-c0b2-4c96-80b9-28da8759d3e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.575336 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-a11d5417-c0b2-4c96-80b9-28da8759d3e8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1d35aa31-4fc1-4d34-bb0a-cd8bee0df40a HTTP/1.1" status: 204 len: 168 time: 0.2696483 Nov 22 17:31:37.577701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcd1e3a-cf62-4131-aca9-4539fe2bac1d None None] Network 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:31:37.578336 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42690) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:37.650143 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.704831 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Deleting port 4e33913f-45a5-4df1-9462-42f375d966cd {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:37.705174 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.768723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] For port 4e33913f-45a5-4df1-9462-42f375d966cd, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4e33913f-45a5-4df1-9462-42f375d966cd,segment=NetworkSegment(adc39ff4-fdc9-4dbf-a835-bac2a12529fe),segment_id=adc39ff4-fdc9-4dbf-a835-bac2a12529fe)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:37.769006 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.781913 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Calling delete_port for 4e33913f-45a5-4df1-9462-42f375d966cd owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:37.846934 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] DHCP port deletion for 4a61d15c-498b-4e8d-83c1-5ab8130f2b7d request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:37.869078 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.895389 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e33913f-45a5-4df1-9462-42f375d966cd,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:37.895701 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] Deleting port 4e33913f-45a5-4df1-9462-42f375d966cd {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:37.896099 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.900694 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] No DVR routers for this DVR port 4e33913f-45a5-4df1-9462-42f375d966cd on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:37.964443 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] For port 4e33913f-45a5-4df1-9462-42f375d966cd, host n-d-811716-3, got binding levels [] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:37.964838 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.978535 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.978883 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] Calling delete_port for 4e33913f-45a5-4df1-9462-42f375d966cd owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:37.981328 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.ipam_backend_mixin [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] Port 4e33913f-45a5-4df1-9462-42f375d966cd was not found and therefore no delete operation was performed {{(pid=103412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:31:37.982777 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.999440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a61d15c-498b-4e8d-83c1-5ab8130f2b7d']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:38.010440 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:38.010806 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc39ff4-fdc9-4dbf-a835-bac2a12529fe') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:38.021082 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.035978 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.043496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:31:38.043944 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:31:38.045792 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:31:38.108713 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.118193 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.122012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4a61d15c-498b-4e8d-83c1-5ab8130f2b7d HTTP/1.1" status: 204 len: 168 time: 0.5426948 Nov 22 17:31:38.136087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a25608-4ae0-4e8a-8817-f81acbf16848 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a61d15c-498b-4e8d-83c1-5ab8130f2b7d,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:38.188245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] Pushing event deleted for resources: {'Port': ['ID=4e33913f-45a5-4df1-9462-42f375d966cd,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:38.201267 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868adb7b-2edc-4b7f-a4ee-e3f562b479a2 None None] No DVR routers for this DVR port 4e33913f-45a5-4df1-9462-42f375d966cd on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:38.253527 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42694) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:38.300920 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-34ff98b9-34f7-4b35-9aa5-10b79a07a6f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7482d80cf9424359b0ab200363de2dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462177 Nov 22 17:31:38.303446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42696) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:38.351388 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0e60281-cf56-40b0-bb02-daf1bec87d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.372686 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0e60281-cf56-40b0-bb02-daf1bec87d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.428695 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0e60281-cf56-40b0-bb02-daf1bec87d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.431277 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e0e60281-cf56-40b0-bb02-daf1bec87d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.432454 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e0e60281-cf56-40b0-bb02-daf1bec87d24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c01290b5-699f-47fb-8cf6-fce1d56876c5 HTTP/1.1" status: 204 len: 168 time: 0.1275020 Nov 22 17:31:38.441211 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e60281-cf56-40b0-bb02-daf1bec87d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01290b5-699f-47fb-8cf6-fce1d56876c5,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:38.751289 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42702) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:38.790582 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-64eb3a20-0b4e-4842-b85c-948dc86365c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6acb1ec4f2ac4d1d97e1a189860d96da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381212 Nov 22 17:31:38.793160 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42704) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:38.840931 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4064d7f0-9283-4dc8-9560-9ef692d45969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.861862 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4064d7f0-9283-4dc8-9560-9ef692d45969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.911251 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4064d7f0-9283-4dc8-9560-9ef692d45969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.915497 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-4064d7f0-9283-4dc8-9560-9ef692d45969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.916689 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-4064d7f0-9283-4dc8-9560-9ef692d45969 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a83e92dc-cd1b-4579-917f-5b928c6b533b HTTP/1.1" status: 204 len: 168 time: 0.1226430 Nov 22 17:31:38.924360 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064d7f0-9283-4dc8-9560-9ef692d45969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83e92dc-cd1b-4579-917f-5b928c6b533b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:39.240188 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4e33913f-45a5-4df1-9462-42f375d966cd no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:39.261105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 4e33913f-45a5-4df1-9462-42f375d966cd {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:39.261455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4e33913f-45a5-4df1-9462-42f375d966cd not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:39.261872 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b891c48b-8f86-4ab1-8375-01222c8323c2 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:39.281765 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b891c48b-8f86-4ab1-8375-01222c8323c2 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:39.282104 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b891c48b-8f86-4ab1-8375-01222c8323c2 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:39.581736 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42726) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:39.677329 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1754496291-network', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:39.698488 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Made reservation on behalf of 34487a90d4fd4885adb1c4fa178f1739 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:31:39.700851 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.709678 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.789920 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.793646 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.814985 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 802, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:31:39.830696 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b11b1c-d243-458c-838a-3d0dc7e27eee,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:39.834427 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.834782 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Added segment d0e92702-ffba-4c6b-a099-1f3e28e1b61a of type vlan for network 6285d936-5a4e-4559-99cb-22c9c9984942 Nov 22 17:31:39.875059 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.903581 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.904566 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:39.905150 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.960947 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3780286 Nov 22 17:31:39.963885 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42730) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:39.967781 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b9632-8a72-42e3-8ed1-1bf932bc1c9f admin admin] Pushing event updated for resources: {'Network': ['ID=6285d936-5a4e-4559-99cb-22c9c9984942,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:39.968830 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Request body: {'subnet': {'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1754496291-subnet', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:39.978335 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network 6285d936-5a4e-4559-99cb-22c9c9984942 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:31:39.994537 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Made reservation on behalf of 34487a90d4fd4885adb1c4fa178f1739 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:31:39.996910 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.161602 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.221140 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f19344-49fd-47a0-8552-f48ad03b77ca,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:40.225639 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Checking segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:40.226645 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Network hostable DHCP agents. Network: 6285d936-5a4e-4559-99cb-22c9c9984942, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:31:40.243472 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Network 6285d936-5a4e-4559-99cb-22c9c9984942 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:31:40.251964 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, 6285d936-5a4e-4559-99cb-22c9c9984942) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:40.257984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:40.258989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.264439 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598dd241-ddce-4684-b616-c850767b86f9 None None] Network 6285d936-5a4e-4559-99cb-22c9c9984942 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:31:40.277570 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-cd6e15b5-3cf7-4996-9172-01557a219aca admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3124156 Nov 22 17:31:40.280153 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42732) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:40.284764 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:40.305650 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.306744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.358815 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.416055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-6285d936-5a4e-4559-99cb-22c9c9984942', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:31:40.416976 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.514451 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.555344 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Allocated IP 172.20.0.2 (6285d936-5a4e-4559-99cb-22c9c9984942/96f19344-49fd-47a0-8552-f48ad03b77ca/6dd1cb07-8e66-4339-a3cb-c5b469a73c5c) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:31:40.704334 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.710406 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.716558 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.735015 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.750307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Network 6285d936-5a4e-4559-99cb-22c9c9984942 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:40.753246 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:40.757928 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:31:40.766514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Pushing event updated for resources: {'Port': ['ID=6dd1cb07-8e66-4339-a3cb-c5b469a73c5c,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:40.817813 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Attempting to bind port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:40.818485 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Attempting to bind port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:40.818861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Attempting to bind port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c on network 6285d936-5a4e-4559-99cb-22c9c9984942 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:40.824718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:40.825096 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Checking segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:40.825500 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.825899 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Bound using segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:40.826367 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Bound port: 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:40.826755 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.839622 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Allocated IP 172.25.5.252 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/a5b5aba3-e172-4773-9e98-ae78d8405b2c) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:31:40.892624 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] For port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:40.895691 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] For port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6dd1cb07-8e66-4339-a3cb-c5b469a73c5c,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:40.900282 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.955706 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.963380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d3de1-bb31-44c9-8512-761a201f467e None None] Pushing event updated for resources: {'Port': ['ID=6dd1cb07-8e66-4339-a3cb-c5b469a73c5c,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:40.997354 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:41.037672 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:41.041375 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:41.043810 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:31:41.055073 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752aef67-24e7-4bc3-bf0b-63208eecfeac None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:41.080039 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Pushing event updated for resources: {'Port': ['ID=a5b5aba3-e172-4773-9e98-ae78d8405b2c,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:41.171544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-663efc27-8af8-47ca-999d-50ecb84f9ceb None None] Provisioning complete for port a5b5aba3-e172-4773-9e98-ae78d8405b2c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:41.171937 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-663efc27-8af8-47ca-999d-50ecb84f9ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:41.220676 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-663efc27-8af8-47ca-999d-50ecb84f9ceb None None] Port a5b5aba3-e172-4773-9e98-ae78d8405b2c cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:31:41.304540 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:41.344523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:41.358836 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:41.359219 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:41.437667 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:41.470426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6dd1cb07-8e66-4339-a3cb-c5b469a73c5c,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:41.474260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:41.523394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=6dd1cb07-8e66-4339-a3cb-c5b469a73c5c,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:41.548372 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:41.678260 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Router 17904263-50b0-475d-b741-9d27d221e7b4 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:31:41.791237 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:41.803772 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Sync routers for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:41.809870 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:41.813745 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-dfe2b40e-d954-4950-ad4c-09e7bcd37d7d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5297623 Nov 22 17:31:41.814077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42734) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:41.822026 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:41.826772 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:41.990675 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7c946-ab96-4241-b81d-c357dd4af66a None None] Network 6285d936-5a4e-4559-99cb-22c9c9984942 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:31:42.045014 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:42.063423 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-867108b7-042d-47da-8dd6-234b28820e2a None None] Provisioning complete for port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:42.063711 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-867108b7-042d-47da-8dd6-234b28820e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.233894 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:41Z', 'revision_number': 3, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:42.261612 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Checking router: 17904263-50b0-475d-b741-9d27d221e7b4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:42.261972 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Updating router 17904263-50b0-475d-b741-9d27d221e7b4 port a5b5aba3-e172-4773-9e98-ae78d8405b2c binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:31:42.280862 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.287580 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.451021 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Allocated IP 172.20.0.1 (6285d936-5a4e-4559-99cb-22c9c9984942/96f19344-49fd-47a0-8552-f48ad03b77ca/d1b2ac75-4244-4c04-a442-010348034af3) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:31:42.537861 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-57052bc3-1e41-4df0-ac02-8de8286bacd2 None None] Provisioning complete for port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:42.538946 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-57052bc3-1e41-4df0-ac02-8de8286bacd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.552143 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.555164 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.558515 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.595882 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.611163 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Attempting to bind port a5b5aba3-e172-4773-9e98-ae78d8405b2c on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:42.611516 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Attempting to bind port a5b5aba3-e172-4773-9e98-ae78d8405b2c by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:42.611884 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Attempting to bind port a5b5aba3-e172-4773-9e98-ae78d8405b2c on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:42.617105 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56dd06a-1fad-4092-84b7-cb4bce72090f None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:42.621118 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:42.621488 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:42.621888 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.622267 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:42.622728 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Bound port: a5b5aba3-e172-4773-9e98-ae78d8405b2c, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:42.623102 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.624633 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Pushing event updated for resources: {'Port': ['ID=a5b5aba3-e172-4773-9e98-ae78d8405b2c,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:42.637870 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Network 6285d936-5a4e-4559-99cb-22c9c9984942 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:42.641452 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:42.647241 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:31:42.672690 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.673039 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.673384 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.673799 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.674110 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.674413 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.675195 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.675195 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.675467 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.675742 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.676146 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.676438 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:42.687634 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b2ac75-4244-4c04-a442-010348034af3,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:42.692629 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] For port a5b5aba3-e172-4773-9e98-ae78d8405b2c, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:42.696611 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] For port a5b5aba3-e172-4773-9e98-ae78d8405b2c, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a5b5aba3-e172-4773-9e98-ae78d8405b2c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:42.704076 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.705115 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.755740 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6641d-7f7f-4c56-92b9-782d209d66a5 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:42.756578 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:42.757354 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:42.783761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-011257d8-df42-41be-8e00-5bf2bd3277cd None None] Provisioning complete for port a5b5aba3-e172-4773-9e98-ae78d8405b2c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:42.784260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-011257d8-df42-41be-8e00-5bf2bd3277cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.870821 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3218f8-027a-49e1-badd-e53aa877078a None None] Pushing event updated for resources: {'Port': ['ID=a5b5aba3-e172-4773-9e98-ae78d8405b2c,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:42.880673 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:42.883378 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-011257d8-df42-41be-8e00-5bf2bd3277cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.884132 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.906150 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-011257d8-df42-41be-8e00-5bf2bd3277cd None None] For port a5b5aba3-e172-4773-9e98-ae78d8405b2c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a5b5aba3-e172-4773-9e98-ae78d8405b2c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:42.913898 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-011257d8-df42-41be-8e00-5bf2bd3277cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:42.974799 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011257d8-df42-41be-8e00-5bf2bd3277cd None None] Pushing event updated for resources: {'Port': ['ID=a5b5aba3-e172-4773-9e98-ae78d8405b2c,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:43.036455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9d7fa970-3360-4f53-b7e4-3e1613609e9a None None] Provisioning complete for port d1b2ac75-4244-4c04-a442-010348034af3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:43.036830 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa970-3360-4f53-b7e4-3e1613609e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:43.061430 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:43.065993 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:43.078668 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-9d7fa970-3360-4f53-b7e4-3e1613609e9a None None] Port d1b2ac75-4244-4c04-a442-010348034af3 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:31:43.079549 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:41Z', 'revision_number': 3, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:43.089544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-9d7fa970-3360-4f53-b7e4-3e1613609e9a None None] Provisioning complete for port a5b5aba3-e172-4773-9e98-ae78d8405b2c triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:43.089923 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-9d7fa970-3360-4f53-b7e4-3e1613609e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:43.106190 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a68eeed-0772-44e0-912c-b048defac29b None None] The sync data for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 is: [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:41Z', 'revision_number': 3, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:43.139724 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b2ac75-4244-4c04-a442-010348034af3,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:43.142876 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:43.243286 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Network 6285d936-5a4e-4559-99cb-22c9c9984942 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:43.244913 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:43.255005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:43.322498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:43.322775 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:43.376699 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Router 17904263-50b0-475d-b741-9d27d221e7b4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:43.515602 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:43.520794 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-7b8c14a9-04ef-47f7-b1c0-12d579890d98 admin admin] 10.222.0.69 "PUT /v2.0/routers/17904263-50b0-475d-b741-9d27d221e7b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7055836 Nov 22 17:31:43.603487 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c2f91c46-e6a5-4287-ae1f-411dff7e9f95 None None] Provisioning complete for port d1b2ac75-4244-4c04-a442-010348034af3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:43.604114 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c2f91c46-e6a5-4287-ae1f-411dff7e9f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:43.640196 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c2f91c46-e6a5-4287-ae1f-411dff7e9f95 None None] Port d1b2ac75-4244-4c04-a442-010348034af3 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:31:44.010057 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42750) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:44.015155 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-424458425-network', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:44.038837 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Made reservation on behalf of e09a064484ff4b89b85a4b37af0c2c90 for: {'network': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:31:44.041350 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for network, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.050866 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.127055 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.130689 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.160281 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=103410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:31:44.170332 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f77645-55d0-4c7c-ac96-6ac046e74271,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:44.175270 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.175623 n-d-811716-3 neutron-server[103410]: INFO neutron.db.segments_db [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Added segment 9d613ba4-86e7-48c7-8a5c-43c67199c1b1 of type vlan for network a21e422b-83f4-40d6-ad0b-181147914505 Nov 22 17:31:44.217070 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771746633719'] for network, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.243418 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831'] for network, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.244431 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:44.245033 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Publish callbacks [] for network, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.300186 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2889898 Nov 22 17:31:44.303003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42752) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:44.307632 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4b566-3938-48be-9119-c843466eddaa admin admin] Pushing event updated for resources: {'Network': ['ID=a21e422b-83f4-40d6-ad0b-181147914505,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:44.308607 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Request body: {'subnet': {'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-424458425-subnet', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'ip_version': 4}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:44.317412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Network a21e422b-83f4-40d6-ad0b-181147914505 details requested by agent ovs-agent-n-d-811716-3 with host n-d-811716-3 {{(pid=103412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:31:44.331846 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Made reservation on behalf of e09a064484ff4b89b85a4b37af0c2c90 for: {'subnet': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:31:44.334350 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10346990'] for subnet, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.507000 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9881334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10346944'] for subnet, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.562388 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:44.574723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Checking segment: {'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:44.575078 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Network hostable DHCP agents. Network: a21e422b-83f4-40d6-ad0b-181147914505, hostable agents: ['d5271eeb-a5dc-4908-9903-62d0c35fa3fa'], hosted agents: [] {{(pid=103411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:31:44.592675 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Network a21e422b-83f4-40d6-ad0b-181147914505 is scheduled to be hosted by DHCP agent d5271eeb-a5dc-4908-9903-62d0c35fa3fa with binding_index 1 {{(pid=103411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:31:44.602081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811716-3, a21e422b-83f4-40d6-ad0b-181147914505) {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:44.606255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:44.606850 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.611648 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c37d1c-1be7-479d-bddb-1690afc58639 None None] Network a21e422b-83f4-40d6-ad0b-181147914505 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:31:44.628838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-61edc609-cc2d-452c-bb93-8a55f2f109cd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3215015 Nov 22 17:31:44.629145 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42754) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:44.633753 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:44.655131 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-661370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8415'] for router, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.656522 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-659968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-540772', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-587657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8404'] for router, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.713832 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.771749 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fc7163f-14c0-5105-9702-9cc28a361adc-a21e422b-83f4-40d6-ad0b-181147914505', 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'fixed_ips': [{'subnet_id': 'f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b'}]}} from n-d-811716-3. {{(pid=103412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:31:44.772598 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:44.777349 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Sync routers for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:44.806715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:44.807345 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:44.853999 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.005281 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:45.033014 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.db_base_plugin_common [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Allocated IP 172.20.0.2 (a21e422b-83f4-40d6-ad0b-181147914505/f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b/b99f214b-49b5-436a-a4bb-4b7f8231059b) {{(pid=103412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:31:45.072776 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.092129 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.205129 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Allocated IP 172.25.5.157 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/60393b4b-211f-4ef9-9cab-6d5643adcebf) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:31:45.319335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.345942 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a5b5aba3-e172-4773-9e98-ae78d8405b2c up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:45.355100 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.402509 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:45.407382 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:45.410884 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:31:45.417664 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Pushing event updated for resources: {'Port': ['ID=60393b4b-211f-4ef9-9cab-6d5643adcebf,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:45.439072 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad5a436-9203-4318-acce-f645e40ab9fb None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:45.532656 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port a5b5aba3-e172-4773-9e98-ae78d8405b2c triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:45.532940 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.562167 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.581878 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044'] for port, after_create {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.653310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Network a21e422b-83f4-40d6-ad0b-181147914505 is already hosted by enough agents. {{(pid=103412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:45.657004 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-bfef066f-7032-42d1-8a9f-7e1be43538d3 None None] Provisioning complete for port 60393b4b-211f-4ef9-9cab-6d5643adcebf triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:45.657377 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bfef066f-7032-42d1-8a9f-7e1be43538d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.684535 n-d-811716-3 neutron-server[103412]: DEBUG neutron.scheduler.base_scheduler [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Resources bound (agent type, host, resource id): {{(pid=103412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:45.686962 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Received port after_create {{(pid=103412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:31:45.695858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 2, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:45.706251 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Pushing event updated for resources: {'Port': ['ID=b99f214b-49b5-436a-a4bb-4b7f8231059b,revision_number=1']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:45.766905 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Checking router: 17904263-50b0-475d-b741-9d27d221e7b4 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:45.767266 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Updating router 17904263-50b0-475d-b741-9d27d221e7b4 port d1b2ac75-4244-4c04-a442-010348034af3 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:31:45.812080 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-bfef066f-7032-42d1-8a9f-7e1be43538d3 None None] Port 60393b4b-211f-4ef9-9cab-6d5643adcebf cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:31:45.842589 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.869697 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Attempting to bind port b99f214b-49b5-436a-a4bb-4b7f8231059b on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:45.870070 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Attempting to bind port b99f214b-49b5-436a-a4bb-4b7f8231059b by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:45.870533 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Attempting to bind port b99f214b-49b5-436a-a4bb-4b7f8231059b on network a21e422b-83f4-40d6-ad0b-181147914505 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:45.897587 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:45.898223 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Checking segment: {'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:45.898665 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.899047 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Bound using segment: {'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:45.899545 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Bound port: b99f214b-49b5-436a-a4bb-4b7f8231059b, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:45.899959 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:45.974780 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.067874 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] For port b99f214b-49b5-436a-a4bb-4b7f8231059b, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:46.084107 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] For port b99f214b-49b5-436a-a4bb-4b7f8231059b, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b99f214b-49b5-436a-a4bb-4b7f8231059b,segment=NetworkSegment(9d613ba4-86e7-48c7-8a5c-43c67199c1b1),segment_id=9d613ba4-86e7-48c7-8a5c-43c67199c1b1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:46.090136 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.181195 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-660055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-778049'] for router, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.187936 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f42e9c-ee36-4d1c-a2ae-a78848ff31d3 None None] Pushing event updated for resources: {'Port': ['ID=b99f214b-49b5-436a-a4bb-4b7f8231059b,revision_number=2']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:46.252088 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.258276 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.314541 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782716eb-8a94-446c-8dcd-46728b216933 None None] Pushing event updated for resources: {'Port': ['ID=d1b2ac75-4244-4c04-a442-010348034af3,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:46.337807 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Router eb4449f0-e890-4bcd-94bd-4f6863881c59 is scheduled to L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a with binding_index 1 {{(pid=103411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:31:46.408415 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Attempting to bind port d1b2ac75-4244-4c04-a442-010348034af3 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:46.408849 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Attempting to bind port d1b2ac75-4244-4c04-a442-010348034af3 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:46.409163 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Attempting to bind port d1b2ac75-4244-4c04-a442-010348034af3 on network 6285d936-5a4e-4559-99cb-22c9c9984942 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:46.417820 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:46.418563 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Checking segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:46.419533 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.419718 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Bound using segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:46.426613 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Bound port: d1b2ac75-4244-4c04-a442-010348034af3, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:46.427052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.504685 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:46.514839 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] For port d1b2ac75-4244-4c04-a442-010348034af3, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:46.519000 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] For port d1b2ac75-4244-4c04-a442-010348034af3, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d1b2ac75-4244-4c04-a442-010348034af3,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:46.521137 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Sync routers for ids ['eb4449f0-e890-4bcd-94bd-4f6863881c59'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:46.525221 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.537425 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Routers {'eb4449f0-e890-4bcd-94bd-4f6863881c59'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:46.539968 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['eb4449f0-e890-4bcd-94bd-4f6863881c59'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:46.544919 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] Publish callbacks [] for router, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.546422 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2e1bde6e-b544-4a93-a8b2-fdc9bcce679b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9165428 Nov 22 17:31:46.549346 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42756) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:46.621506 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:46.622138 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:46.676725 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Set router eb4449f0-e890-4bcd-94bd-4f6863881c59 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:46.700305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782716eb-8a94-446c-8dcd-46728b216933 None None] Pushing event updated for resources: {'Port': ['ID=d1b2ac75-4244-4c04-a442-010348034af3,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:46.763359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-2117e713-11aa-445e-92e4-06e60c493be6 None None] Provisioning complete for port d1b2ac75-4244-4c04-a442-010348034af3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:46.763770 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2117e713-11aa-445e-92e4-06e60c493be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:46.812320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:46.913710 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:31:45Z', 'revision_number': 3, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port': {'id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:45Z', 'updated_at': '2021-11-22T17:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:46.946373 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Checking router: eb4449f0-e890-4bcd-94bd-4f6863881c59 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:46.946928 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Updating router eb4449f0-e890-4bcd-94bd-4f6863881c59 port 60393b4b-211f-4ef9-9cab-6d5643adcebf binding host n-d-811716-3 {{(pid=103413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:31:46.984920 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.051653 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2117e713-11aa-445e-92e4-06e60c493be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.080906 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.118538 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-2117e713-11aa-445e-92e4-06e60c493be6 None None] For port d1b2ac75-4244-4c04-a442-010348034af3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d1b2ac75-4244-4c04-a442-010348034af3,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:47.130461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:46Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:47.135373 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2117e713-11aa-445e-92e4-06e60c493be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.175406 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fb261d-97ca-4748-b088-306526dcc467 None None] The sync data for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 is: [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:46Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:47.288411 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117e713-11aa-445e-92e4-06e60c493be6 None None] Pushing event updated for resources: {'Port': ['ID=d1b2ac75-4244-4c04-a442-010348034af3,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:47.330637 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-f49bc366-621b-4335-ba78-7dab9111d106 None None] Provisioning complete for port d1b2ac75-4244-4c04-a442-010348034af3 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:47.331207 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f49bc366-621b-4335-ba78-7dab9111d106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.344597 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Allocated IP 172.20.0.1 (a21e422b-83f4-40d6-ad0b-181147914505/f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b/4411a3d5-d612-4c2d-add8-e4fe2e134761) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:31:47.417663 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b99f214b-49b5-436a-a4bb-4b7f8231059b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:47.429190 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Publish callbacks [] for port, precommit_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.449452 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.517253 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f87b0-4aed-454b-a29e-4ae86ebf9b68 None None] Network a21e422b-83f4-40d6-ad0b-181147914505 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:31:47.563474 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.588227 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Attempting to bind port 60393b4b-211f-4ef9-9cab-6d5643adcebf on host n-d-811716-3 for vnic_type normal with profile {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:47.589237 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Attempting to bind port 60393b4b-211f-4ef9-9cab-6d5643adcebf by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:47.590468 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Attempting to bind port 60393b4b-211f-4ef9-9cab-6d5643adcebf on network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:47.600258 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3011e2-a303-4aa8-b7b8-878811d1e050 None None] Pushing event updated for resources: {'Port': ['ID=60393b4b-211f-4ef9-9cab-6d5643adcebf,revision_number=2']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:47.605560 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:47.606138 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Checking segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:47.606884 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.607342 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Bound using segment: {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'} {{(pid=103413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:47.608165 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.managers [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Bound port: 60393b4b-211f-4ef9-9cab-6d5643adcebf, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c78ccd-7ae0-4590-b8b3-b9b2ae980c42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41'}}] {{(pid=103413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:47.609023 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.615509 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2949c089-9e1c-48f1-bd1d-c114e9e94b53 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:47.617726 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.676293 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Network a21e422b-83f4-40d6-ad0b-181147914505 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:47.684754 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:47.687069 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] For port 60393b4b-211f-4ef9-9cab-6d5643adcebf, host n-d-811716-3, cleared binding levels {{(pid=103413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:47.688006 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:31:47.688479 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b99f214b-49b5-436a-a4bb-4b7f8231059b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:47.688922 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.696816 n-d-811716-3 neutron-server[103413]: DEBUG neutron.plugins.ml2.db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] For port 60393b4b-211f-4ef9-9cab-6d5643adcebf, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=60393b4b-211f-4ef9-9cab-6d5643adcebf,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:47.708961 n-d-811716-3 neutron-server[103413]: DEBUG neutron_lib.callbacks.manager [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.724902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Pushing event updated for resources: {'Port': ['ID=4411a3d5-d612-4c2d-add8-e4fe2e134761,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:47.776295 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-663014'] for router_interface, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.798531 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3011e2-a303-4aa8-b7b8-878811d1e050 None None] Pushing event updated for resources: {'Port': ['ID=60393b4b-211f-4ef9-9cab-6d5643adcebf,revision_number=3']} {{(pid=103413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:47.815330 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Routers {'eb4449f0-e890-4bcd-94bd-4f6863881c59'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:47.816223 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['eb4449f0-e890-4bcd-94bd-4f6863881c59'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:47.828172 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7da9e70-81bd-4eb0-a3d1-f71a1ac74622 None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:47.909202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ea8256f8-f4e3-4a8d-80a2-7513aec67e88 None None] Provisioning complete for port 60393b4b-211f-4ef9-9cab-6d5643adcebf triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:47.909840 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea8256f8-f4e3-4a8d-80a2-7513aec67e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.948354 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:47.951998 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] Set router eb4449f0-e890-4bcd-94bd-4f6863881c59 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:47.989336 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.057954 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] For port b99f214b-49b5-436a-a4bb-4b7f8231059b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b99f214b-49b5-436a-a4bb-4b7f8231059b,segment=NetworkSegment(9d613ba4-86e7-48c7-8a5c-43c67199c1b1),segment_id=9d613ba4-86e7-48c7-8a5c-43c67199c1b1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:48.083096 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.187965 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea8256f8-f4e3-4a8d-80a2-7513aec67e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.213039 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.217311 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ea8256f8-f4e3-4a8d-80a2-7513aec67e88 None None] For port 60393b4b-211f-4ef9-9cab-6d5643adcebf, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=60393b4b-211f-4ef9-9cab-6d5643adcebf,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:48.218769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Pushing event updated for resources: {'Port': ['ID=b99f214b-49b5-436a-a4bb-4b7f8231059b,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:48.226512 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea8256f8-f4e3-4a8d-80a2-7513aec67e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.226896 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.282335 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-ea8256f8-f4e3-4a8d-80a2-7513aec67e88 None None] Provisioning complete for port b99f214b-49b5-436a-a4bb-4b7f8231059b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:48.282938 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ea8256f8-f4e3-4a8d-80a2-7513aec67e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.335244 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3639813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-662906'] for router_interface, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.337063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Pushing event updated for resources: {'Port': ['ID=4411a3d5-d612-4c2d-add8-e4fe2e134761,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:48.361954 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:31:45Z', 'revision_number': 3, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port': {'id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:45Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:48.374022 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8256f8-f4e3-4a8d-80a2-7513aec67e88 None None] Pushing event updated for resources: {'Port': ['ID=60393b4b-211f-4ef9-9cab-6d5643adcebf,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:48.395398 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc25305-f7ee-48de-81cc-f561534a4dec None None] The sync data for ids ['eb4449f0-e890-4bcd-94bd-4f6863881c59'] in n-d-811716-3 is: [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:31:45Z', 'revision_number': 3, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port': {'id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:45Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:48.489040 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Network a21e422b-83f4-40d6-ad0b-181147914505 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:48.490644 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:48.570630 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-31360039-54f4-4f1b-8ae1-86afc5cf3b4a None None] Provisioning complete for port 60393b4b-211f-4ef9-9cab-6d5643adcebf triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:48.571003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31360039-54f4-4f1b-8ae1-86afc5cf3b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:48.642582 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Router eb4449f0-e890-4bcd-94bd-4f6863881c59 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:48.836780 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:48.851235 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-5066e1fe-3313-4055-977d-587e8945efdb admin admin] 10.222.0.69 "PUT /v2.0/routers/eb4449f0-e890-4bcd-94bd-4f6863881c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2965322 Nov 22 17:31:48.964521 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-31360039-54f4-4f1b-8ae1-86afc5cf3b4a None None] Provisioning complete for port 4411a3d5-d612-4c2d-add8-e4fe2e134761 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:48.965662 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31360039-54f4-4f1b-8ae1-86afc5cf3b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.003940 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-31360039-54f4-4f1b-8ae1-86afc5cf3b4a None None] Port 4411a3d5-d612-4c2d-add8-e4fe2e134761 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:31:49.016432 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-31360039-54f4-4f1b-8ae1-86afc5cf3b4a None None] Provisioning complete for port b99f214b-49b5-436a-a4bb-4b7f8231059b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:49.017027 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-31360039-54f4-4f1b-8ae1-86afc5cf3b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.141389 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-99d3f517-d25b-4406-87d7-48d72207c8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.248756 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-0b84c5e4-358c-4681-b7c7-f9eaaec99c60 None None] Provisioning complete for port 4411a3d5-d612-4c2d-add8-e4fe2e134761 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:49.249180 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0b84c5e4-358c-4681-b7c7-f9eaaec99c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.292626 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-0b84c5e4-358c-4681-b7c7-f9eaaec99c60 None None] Port 4411a3d5-d612-4c2d-add8-e4fe2e134761 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:31:49.385852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b99f214b-49b5-436a-a4bb-4b7f8231059b up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:49.425152 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 42764) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:49.431603 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [None req-04c1ca7a-837a-4c22-a46f-51f3c44e0d93 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812442395', 'description': 'tempest-secgroup-smoke-1812442395 description', 'project_id': '34487a90d4fd4885adb1c4fa178f1739'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:49.441986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port b99f214b-49b5-436a-a4bb-4b7f8231059b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:49.442365 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.457100 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04c1ca7a-837a-4c22-a46f-51f3c44e0d93 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.532599 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d1b2ac75-4244-4c04-a442-010348034af3 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:49.533231 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04c1ca7a-837a-4c22-a46f-51f3c44e0d93 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.538629 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04c1ca7a-837a-4c22-a46f-51f3c44e0d93 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.569854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1ca7a-837a-4c22-a46f-51f3c44e0d93 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:49.575196 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-04c1ca7a-837a-4c22-a46f-51f3c44e0d93 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.576459 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-04c1ca7a-837a-4c22-a46f-51f3c44e0d93 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1497667 Nov 22 17:31:49.579707 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42766) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:49.587320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port d1b2ac75-4244-4c04-a442-010348034af3 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:49.587527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.587790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-de91cff3-be9b-4346-bbfe-21e9fb61e44a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'security_group_rule': {'security_group_id': '4a852e7c-d75c-46fc-baf8-62b9c2d05d3b', 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:49.616720 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de91cff3-be9b-4346-bbfe-21e9fb61e44a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.667552 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 60393b4b-211f-4ef9-9cab-6d5643adcebf up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:49.672523 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de91cff3-be9b-4346-bbfe-21e9fb61e44a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.676058 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de91cff3-be9b-4346-bbfe-21e9fb61e44a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.695658 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91cff3-be9b-4346-bbfe-21e9fb61e44a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56d1c11-a6c0-4b8d-aee0-3b2254c86ac3,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:49.704621 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-de91cff3-be9b-4346-bbfe-21e9fb61e44a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.705817 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-de91cff3-be9b-4346-bbfe-21e9fb61e44a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248908 Nov 22 17:31:49.708551 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42768) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:49.713104 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-8760acd8-037d-41cc-8957-9793011f0f8d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'security_group_rule': {'security_group_id': '4a852e7c-d75c-46fc-baf8-62b9c2d05d3b', 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:49.720685 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 60393b4b-211f-4ef9-9cab-6d5643adcebf triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:49.721061 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.741726 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8760acd8-037d-41cc-8957-9793011f0f8d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.799273 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8760acd8-037d-41cc-8957-9793011f0f8d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.804876 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8760acd8-037d-41cc-8957-9793011f0f8d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.822710 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760acd8-037d-41cc-8957-9793011f0f8d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e50f65-1ee7-4614-81b5-41c0f0dcf581,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:49.831200 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-8760acd8-037d-41cc-8957-9793011f0f8d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.832420 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-8760acd8-037d-41cc-8957-9793011f0f8d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229491 Nov 22 17:31:49.835087 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42770) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:49.839610 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-85393e76-f200-41df-84a7-9500a1435df6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'security_group_rule': {'security_group_id': '4a852e7c-d75c-46fc-baf8-62b9c2d05d3b', 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:49.865991 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85393e76-f200-41df-84a7-9500a1435df6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.925008 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85393e76-f200-41df-84a7-9500a1435df6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.928665 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85393e76-f200-41df-84a7-9500a1435df6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.951358 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85393e76-f200-41df-84a7-9500a1435df6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d675d83d-9061-4310-8570-2f4a5377e12c,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:49.957306 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-85393e76-f200-41df-84a7-9500a1435df6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:49.958551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-85393e76-f200-41df-84a7-9500a1435df6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222935 Nov 22 17:31:49.961368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42772) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:49.965819 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-0859e8cd-685b-4459-b8ff-578f8891f295 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'security_group_rule': {'security_group_id': '4a852e7c-d75c-46fc-baf8-62b9c2d05d3b', 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:49.992550 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0859e8cd-685b-4459-b8ff-578f8891f295 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.050989 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0859e8cd-685b-4459-b8ff-578f8891f295 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.055080 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0859e8cd-685b-4459-b8ff-578f8891f295 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.070989 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859e8cd-685b-4459-b8ff-578f8891f295 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b3087e-ad8e-40f5-9abb-b98386397500,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:50.082332 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-0859e8cd-685b-4459-b8ff-578f8891f295 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.083495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-0859e8cd-685b-4459-b8ff-578f8891f295 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211901 Nov 22 17:31:50.086225 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42774) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:50.090553 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-7846ffd9-8199-4c5b-b35d-fb0fe4341c5c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'security_group_rule': {'security_group_id': '4a852e7c-d75c-46fc-baf8-62b9c2d05d3b', 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:50.112410 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-7846ffd9-8199-4c5b-b35d-fb0fe4341c5c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Project 34487a90d4fd4885adb1c4fa178f1739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:31:50.117810 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7846ffd9-8199-4c5b-b35d-fb0fe4341c5c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.177151 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7846ffd9-8199-4c5b-b35d-fb0fe4341c5c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.181956 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7846ffd9-8199-4c5b-b35d-fb0fe4341c5c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.200083 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846ffd9-8199-4c5b-b35d-fb0fe4341c5c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee5e590-4336-43c3-9212-21742c439b56,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:50.206900 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-7846ffd9-8199-4c5b-b35d-fb0fe4341c5c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.208126 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-7846ffd9-8199-4c5b-b35d-fb0fe4341c5c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209137 Nov 22 17:31:50.211436 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42776) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:50.215835 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-e4c55591-e617-49dd-bbed-f594380d2bb7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'security_group_rule': {'security_group_id': '4a852e7c-d75c-46fc-baf8-62b9c2d05d3b', 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:50.237074 n-d-811716-3 neutron-server[103411]: INFO neutron.db.securitygroups_db [None req-e4c55591-e617-49dd-bbed-f594380d2bb7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Project 34487a90d4fd4885adb1c4fa178f1739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:31:50.242433 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4c55591-e617-49dd-bbed-f594380d2bb7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.303618 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4c55591-e617-49dd-bbed-f594380d2bb7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.307156 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4c55591-e617-49dd-bbed-f594380d2bb7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476579'] for security_group_rule, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.324310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c55591-e617-49dd-bbed-f594380d2bb7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a56099-5fe3-43c9-bbb2-9b3c276bde13,revision_number=0']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:50.332635 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-e4c55591-e617-49dd-bbed-f594380d2bb7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.333839 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-e4c55591-e617-49dd-bbed-f594380d2bb7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213601 Nov 22 17:31:50.490551 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-e444dd17-84cd-4fbe-b9ab-bf21267ac43d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812442395&fields=id&tenant_id=34487a90d4fd4885adb1c4fa178f1739 HTTP/1.1" status: 200 len: 267 time: 0.0495291 Nov 22 17:31:50.607041 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-4c430e5b-1ac6-4189-8bae-ffc1f9af68df tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:50.608608 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-4c430e5b-1ac6-4189-8bae-ffc1f9af68df tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 810 time: 0.1094224 Nov 22 17:31:50.625932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-c500e278-d553-46fa-922d-a29539adf54a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/quotas/34487a90d4fd4885adb1c4fa178f1739 HTTP/1.1" status: 200 len: 375 time: 0.0115480 Nov 22 17:31:50.685925 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-37799e7f-acab-4462-a120-4cfd224a8631 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530319 Nov 22 17:31:50.777382 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Sync routers for ids ['eb4449f0-e890-4bcd-94bd-4f6863881c59'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:50.784959 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-dfb18248-443b-4e59-a717-c93fc900bf07 service neutron] 10.222.0.69 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866027 Nov 22 17:31:50.787715 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Routers {'eb4449f0-e890-4bcd-94bd-4f6863881c59'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:50.788895 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['eb4449f0-e890-4bcd-94bd-4f6863881c59'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:50.882406 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-2906a84f-2cf3-4bbb-9dd5-b5095300d76f service neutron] 10.222.0.69 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895472 Nov 22 17:31:50.895536 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Set router eb4449f0-e890-4bcd-94bd-4f6863881c59 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:51.058530 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c28a1a4-48fc-4be5-ace6-708c289873fb req-32e88a54-f7a0-4e83-8cdb-e34e679bab60 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 210 time: 0.0319324 Nov 22 17:31:51.108060 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 4, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port': {'id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:45Z', 'updated_at': '2021-11-22T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4411a3d5-d612-4c2d-add8-e4fe2e134761', 'name': '', 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'mac_address': 'fa:16:3e:4d:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:47Z', 'updated_at': '2021-11-22T17:31:48Z', 'revision_number': 2, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'subnets': [{'id': 'f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:51.135426 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Checking router: eb4449f0-e890-4bcd-94bd-4f6863881c59 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:51.135789 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Updating router eb4449f0-e890-4bcd-94bd-4f6863881c59 port 4411a3d5-d612-4c2d-add8-e4fe2e134761 binding host n-d-811716-3 {{(pid=103412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:31:51.161472 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.439729 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.445267 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.502260 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1d902474-3cde-4d3c-abfc-202514d4dd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.503853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f192d-b531-4680-ae10-1287f3448ea6 None None] Pushing event updated for resources: {'Port': ['ID=4411a3d5-d612-4c2d-add8-e4fe2e134761,revision_number=3']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:51.563787 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Attempting to bind port 4411a3d5-d612-4c2d-add8-e4fe2e134761 on host n-d-811716-3 for vnic_type normal with profile {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:51.564201 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Attempting to bind port 4411a3d5-d612-4c2d-add8-e4fe2e134761 by drivers openvswitch,hyperv on host n-d-811716-3 at level 0 using segments [{'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:51.564780 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Attempting to bind port 4411a3d5-d612-4c2d-add8-e4fe2e134761 on network a21e422b-83f4-40d6-ad0b-181147914505 {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:51.570633 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Checking agent: {'id': '60f9c623-d5b6-4153-b548-1b3fd893771a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 50, 25), 'started_at': datetime.datetime(2021, 11, 22, 15, 50, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811716-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:51.571012 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Checking segment: {'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:51.571424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.571831 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Bound using segment: {'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'} {{(pid=103412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:51.572346 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.managers [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Bound port: 4411a3d5-d612-4c2d-add8-e4fe2e134761, host: n-d-811716-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d613ba4-86e7-48c7-8a5c-43c67199c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505'}}] {{(pid=103412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:51.572736 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.644757 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] For port 4411a3d5-d612-4c2d-add8-e4fe2e134761, host n-d-811716-3, cleared binding levels {{(pid=103412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:51.649011 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] For port 4411a3d5-d612-4c2d-add8-e4fe2e134761, host n-d-811716-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4411a3d5-d612-4c2d-add8-e4fe2e134761,segment=NetworkSegment(9d613ba4-86e7-48c7-8a5c-43c67199c1b1),segment_id=9d613ba4-86e7-48c7-8a5c-43c67199c1b1)] {{(pid=103412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:51.654920 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.707728 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Routers {'eb4449f0-e890-4bcd-94bd-4f6863881c59'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:51.708389 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['eb4449f0-e890-4bcd-94bd-4f6863881c59'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:51.774997 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f192d-b531-4680-ae10-1287f3448ea6 None None] Pushing event updated for resources: {'Port': ['ID=4411a3d5-d612-4c2d-add8-e4fe2e134761,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:51.790024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-8d3a16ca-992a-455d-a2a9-2564d1144c11 None None] Provisioning complete for port 4411a3d5-d612-4c2d-add8-e4fe2e134761 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:51.790711 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d3a16ca-992a-455d-a2a9-2564d1144c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.877017 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] Set router eb4449f0-e890-4bcd-94bd-4f6863881c59 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:52.025640 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d3a16ca-992a-455d-a2a9-2564d1144c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:52.088610 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-8d3a16ca-992a-455d-a2a9-2564d1144c11 None None] For port 4411a3d5-d612-4c2d-add8-e4fe2e134761, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4411a3d5-d612-4c2d-add8-e4fe2e134761,segment=NetworkSegment(9d613ba4-86e7-48c7-8a5c-43c67199c1b1),segment_id=9d613ba4-86e7-48c7-8a5c-43c67199c1b1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:52.118042 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8d3a16ca-992a-455d-a2a9-2564d1144c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:52.192096 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-fddf87f6-251d-4383-a88b-5ae17dc3a724 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:52.194943 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-fddf87f6-251d-4383-a88b-5ae17dc3a724 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.71 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 810 time: 0.1455863 Nov 22 17:31:52.200914 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-26943fc2-01ec-4696-a50b-311efb454973 req-68325c3e-4ddd-4013-bfbc-662cd21cc746 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 210 time: 0.0471754 Nov 22 17:31:52.212395 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a16ca-992a-455d-a2a9-2564d1144c11 None None] Pushing event updated for resources: {'Port': ['ID=4411a3d5-d612-4c2d-add8-e4fe2e134761,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:52.221455 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 4, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port': {'id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:45Z', 'updated_at': '2021-11-22T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4411a3d5-d612-4c2d-add8-e4fe2e134761', 'name': '', 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'mac_address': 'fa:16:3e:4d:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:47Z', 'updated_at': '2021-11-22T17:31:51Z', 'revision_number': 4, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'subnets': [{'id': 'f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:52.254897 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d65f1-8580-4600-9808-87eb4e9de8f0 None None] The sync data for ids ['eb4449f0-e890-4bcd-94bd-4f6863881c59'] in n-d-811716-3 is: [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 4, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port': {'id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:45Z', 'updated_at': '2021-11-22T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': '4411a3d5-d612-4c2d-add8-e4fe2e134761', 'name': '', 'network_id': 'a21e422b-83f4-40d6-ad0b-181147914505', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'mac_address': 'fa:16:3e:4d:a3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:47Z', 'updated_at': '2021-11-22T17:31:51Z', 'revision_number': 4, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'subnets': [{'id': 'f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:52.266211 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-39f51017-3bfa-4615-a225-266b2744ff43 None None] Provisioning complete for port 4411a3d5-d612-4c2d-add8-e4fe2e134761 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:52.266496 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-39f51017-3bfa-4615-a225-266b2744ff43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:52.273553 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-ef957cb2-df95-4f2b-9fc7-85a50be7a9ba tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34487a90d4fd4885adb1c4fa178f1739 HTTP/1.1" status: 200 len: 380 time: 0.0676453 Nov 22 17:31:52.284315 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'port': {'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'admin_state_up': True, 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'security_groups': ['4a852e7c-d75c-46fc-baf8-62b9c2d05d3b']}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:52.417643 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Made reservation on behalf of 34487a90d4fd4885adb1c4fa178f1739 for: {'port': 1} {{(pid=103410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:31:52.421282 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:52.555076 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_common [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Allocated IP 172.20.0.3 (6285d936-5a4e-4559-99cb-22c9c9984942/96f19344-49fd-47a0-8552-f48ad03b77ca/2c5b8239-86ba-4120-8b47-28a8d2fced59) {{(pid=103410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:31:52.705103 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for port, precommit_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:52.740684 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_create {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:52.787980 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Network 6285d936-5a4e-4559-99cb-22c9c9984942 is already hosted by enough agents. {{(pid=103410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:31:52.791633 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.base_scheduler [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Resources bound (agent type, host, resource id): {{(pid=103410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:31:52.795341 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Received port after_create {{(pid=103410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:31:52.822127 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:52.837795 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=1']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:52.876914 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:52.877804 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:52.896259 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-a1f14e19-9df3-406e-a783-06cce66eda7a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6160128 Nov 22 17:31:52.911123 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.v2.base [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Request body: {'port': {'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811716-3'}} {{(pid=103410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:52.983655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.110321 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-08d46f3e-fc1c-412a-9280-0abad38327aa None None] Provisioning complete for port 2c5b8239-86ba-4120-8b47-28a8d2fced59 triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:53.110592 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-08d46f3e-fc1c-412a-9280-0abad38327aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.146058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-08d46f3e-fc1c-412a-9280-0abad38327aa None None] Port 2c5b8239-86ba-4120-8b47-28a8d2fced59 cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:31:53.308368 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4411a3d5-d612-4c2d-add8-e4fe2e134761 up at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:53.333179 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0913098-4f90-43ba-ab4a-becdd7560fa9 req-470910e7-1a89-4656-9ad6-fc98874a98d6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:53.338495 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0913098-4f90-43ba-ab4a-becdd7560fa9 req-470910e7-1a89-4656-9ad6-fc98874a98d6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 931 time: 0.0695035 Nov 22 17:31:53.359967 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Provisioning complete for port 4411a3d5-d612-4c2d-add8-e4fe2e134761 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:53.360457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.391209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c0913098-4f90-43ba-ab4a-becdd7560fa9 req-98f79316-94f8-4bcd-ac41-509a4d995604 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491769 Nov 22 17:31:53.496471 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.589247 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5b8239-86ba-4120-8b47-28a8d2fced59 {{(pid=103410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:31:53.596573 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.608840 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.provisioning_blocks [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Transition to ACTIVE for port object 2c5b8239-86ba-4120-8b47-28a8d2fced59 will not be triggered until provisioned by entity L2. {{(pid=103410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:31:53.611841 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.667494 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Pushing event updated for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:53.738150 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Attempting to bind port 2c5b8239-86ba-4120-8b47-28a8d2fced59 on host n-h2-811716-3 for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:31:53.738572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Attempting to bind port 2c5b8239-86ba-4120-8b47-28a8d2fced59 by drivers openvswitch,hyperv on host n-h2-811716-3 at level 0 using segments [{'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:31:53.738854 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Attempting to bind port 2c5b8239-86ba-4120-8b47-28a8d2fced59 on network 6285d936-5a4e-4559-99cb-22c9c9984942 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:53.744554 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Port 2c5b8239-86ba-4120-8b47-28a8d2fced59 on network 6285d936-5a4e-4559-99cb-22c9c9984942 not bound, no agent of type Open vSwitch agent registered on host n-h2-811716-3 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:31:53.744885 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Attempting to bind port 2c5b8239-86ba-4120-8b47-28a8d2fced59 on network 6285d936-5a4e-4559-99cb-22c9c9984942 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:31:53.759599 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Checking agent: {'id': '0564cfe3-cfc2-4b63-af00-7f0228897f6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 54), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:31:53.759986 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Checking segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:31:53.760390 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Bound using segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:31:53.760841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Bound port: 2c5b8239-86ba-4120-8b47-28a8d2fced59, host: n-h2-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:31:53.761213 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.835506 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:31:53.838526 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:31:53.844035 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11235541'] for port, after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.889351 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:53.890040 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.891335 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] 10.222.0.71 "PUT /v2.0/ports/2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 1091 time: 0.9847243 Nov 22 17:31:53.891791 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:53.894205 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db052ecc-7860-4bf1-bea6-fe482b42803d" -d '{"events": [{"name": "network-changed", "server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:53.912445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebfb34-930b-4910-a9a3-b5b4c922b06a service neutron] Pushing event updated for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:54.003626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-00c326c1-024e-4baf-985f-75c9b6c7ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:54.005916 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-00c326c1-024e-4baf-985f-75c9b6c7ce06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1094 time: 0.0603962 Nov 22 17:31:54.055870 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f9cf7-4797-4ee2-89cd-b50797c23cfd x-openstack-request-id: req-d27f9cf7-4797-4ee2-89cd-b50797c23cfd {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:54.056241 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:54.056462 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d27f9cf7-4797-4ee2-89cd-b50797c23cfd {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:54.056878 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'status': 'completed', 'code': 200} Nov 22 17:31:54.058577 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-4a39efb9-970d-4de8-9bba-3e91e5240b5d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 217 time: 0.0432711 Nov 22 17:31:54.118765 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-51b2bcd7-5ce8-4914-ba45-9341cd40bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:54.120329 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-51b2bcd7-5ce8-4914-ba45-9341cd40bd4a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0521662 Nov 22 17:31:54.168553 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-138f64eb-6cd3-4986-b935-10f92956eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:54.169987 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-138f64eb-6cd3-4986-b935-10f92956eaf7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423584 Nov 22 17:31:54.271833 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-8babf98b-0151-4e4a-aee7-855079504390 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868144 Nov 22 17:31:54.370826 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-986b8aee-c869-4e26-8940-77b0a1f692b9 req-f25e8125-3dc9-47fb-ac0c-f603426c1f34 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909088 Nov 22 17:31:54.476157 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-9114b8fb-ac4a-41d3-a9ff-4f490cec0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:54.478817 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-9114b8fb-ac4a-41d3-a9ff-4f490cec0be2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1094 time: 0.0562456 Nov 22 17:31:54.549060 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267e344-d3d8-4bb5-9d1e-f1928e33ec9e req-5f06a56a-5886-4a2b-ae04-9b7f0055ac29 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:54.550660 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2267e344-d3d8-4bb5-9d1e-f1928e33ec9e req-5f06a56a-5886-4a2b-ae04-9b7f0055ac29 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 943 time: 0.0646474 Nov 22 17:31:54.601002 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-01b4d50b-713b-4c90-830c-8d99edc39503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:54.602562 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-01b4d50b-713b-4c90-830c-8d99edc39503 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.1160803 Nov 22 17:31:54.612426 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2267e344-d3d8-4bb5-9d1e-f1928e33ec9e req-05fd94b2-980e-46e5-8191-5cd6a14b26fd tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544007 Nov 22 17:31:54.649213 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-160eb308-105e-46c5-9a51-4fd51cb9b2bb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 217 time: 0.0387380 Nov 22 17:31:54.701718 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-ee85d617-47a9-46e7-9049-c9415a575f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:54.703312 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-ee85d617-47a9-46e7-9049-c9415a575f48 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0453303 Nov 22 17:31:54.754063 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-d700c255-b4b2-4e87-b7ba-ef87f40236f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:54.755468 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-d700c255-b4b2-4e87-b7ba-ef87f40236f8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441828 Nov 22 17:31:54.846627 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-a2ab0296-f3ac-40c0-9c74-e5b3158dbbf8 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827038 Nov 22 17:31:54.859472 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:54.947394 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-db052ecc-7860-4bf1-bea6-fe482b42803d req-70f315ef-08e2-4f01-b8b6-8ffb0a310fbc service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922818 Nov 22 17:31:55.054459 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.587307 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.729984 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62aa1c-0993-4f1e-813f-33c6ddd02b6d req-411cc666-7d81-4fda-82ef-abcf2dfd0aba tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:55.731464 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea62aa1c-0993-4f1e-813f-33c6ddd02b6d req-411cc666-7d81-4fda-82ef-abcf2dfd0aba tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 943 time: 0.0485601 Nov 22 17:31:55.781062 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea62aa1c-0993-4f1e-813f-33c6ddd02b6d req-297c80f5-078f-4863-a025-62d67b624990 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Nov 22 17:31:56.895769 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7a560-2c22-4e0d-bf87-3ec0708b0fd6 req-b70a6919-924c-46dd-b9ee-fcdff3a22ee0 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:56.897361 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4a7a560-2c22-4e0d-bf87-3ec0708b0fd6 req-b70a6919-924c-46dd-b9ee-fcdff3a22ee0 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 943 time: 0.0492432 Nov 22 17:31:56.951066 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-f4a7a560-2c22-4e0d-bf87-3ec0708b0fd6 req-addcf701-a25b-4bd6-bcdb-12ed1c6d2fed tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478702 Nov 22 17:31:57.434254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2c5b8239-86ba-4120-8b47-28a8d2fced59 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:31:57.529907 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:57.541401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:31:57.577155 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:57.590611 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5b8239-86ba-4120-8b47-28a8d2fced59 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:31:57.609093 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:57.613168 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:57.659853 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:57.970501 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2c5b8239-86ba-4120-8b47-28a8d2fced59'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:31:58.069502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312aee-47e0-46df-9b3a-3f67418c3d42 req-0bc9787f-d002-4cce-9135-dcd7fb37c727 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:58.071030 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94312aee-47e0-46df-9b3a-3f67418c3d42 req-0bc9787f-d002-4cce-9135-dcd7fb37c727 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 944 time: 0.0504060 Nov 22 17:31:58.122003 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-94312aee-47e0-46df-9b3a-3f67418c3d42 req-0403efa0-aaa5-4217-a0f8-de6340276f53 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448053 Nov 22 17:31:59.237519 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767bf0c-b282-482d-a227-3e508d142f18 req-1252161c-4c78-4666-b1ad-278035174a1d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:59.238989 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1767bf0c-b282-482d-a227-3e508d142f18 req-1252161c-4c78-4666-b1ad-278035174a1d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 944 time: 0.0489399 Nov 22 17:31:59.288697 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-1767bf0c-b282-482d-a227-3e508d142f18 req-62d4b02d-b46f-4681-b5bb-397374779def tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Nov 22 17:31:59.465307 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2c5b8239-86ba-4120-8b47-28a8d2fced59 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:31:59.515986 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning for port 2c5b8239-86ba-4120-8b47-28a8d2fced59 completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:31:59.519996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 2c5b8239-86ba-4120-8b47-28a8d2fced59 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:59.520376 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.596597 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.618394 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:59.620681 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1eb7b1-f2e9-4f55-a9e0-05d2d28548eb" -d '{"events": [{"server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:59.634324 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:59.638565 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.665742 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040d8ea5-c335-4a7d-8bff-54f182431aae x-openstack-request-id: req-040d8ea5-c335-4a7d-8bff-54f182431aae {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:59.666041 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:59.666303 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-040d8ea5-c335-4a7d-8bff-54f182431aae {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:59.666698 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'code': 200} Nov 22 17:31:59.695310 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:59.763608 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d1318-fccb-4e50-91a1-1147e55bd482 req-122c79f8-670d-4de7-9b5a-fbb787831250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:59.765171 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-186d1318-fccb-4e50-91a1-1147e55bd482 req-122c79f8-670d-4de7-9b5a-fbb787831250 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1096 time: 0.0410995 Nov 22 17:31:59.811839 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-186d1318-fccb-4e50-91a1-1147e55bd482 req-fa1adede-a1cc-4304-9ad8-c95ceb12526c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382540 Nov 22 17:32:00.410165 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de8aed-9224-43fd-b2b3-0e129bfd8d17 req-b40cb780-13be-49dd-ba27-970740e9270e tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:00.411662 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25de8aed-9224-43fd-b2b3-0e129bfd8d17 req-b40cb780-13be-49dd-ba27-970740e9270e tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 945 time: 0.0547369 Nov 22 17:32:00.461575 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-25de8aed-9224-43fd-b2b3-0e129bfd8d17 req-a0e3891b-f56f-4c6f-86b7-9aeb894135fb tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433331 Nov 22 17:32:01.575640 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c026d9f-4a40-4220-ab59-1448319fb974 req-200f19f9-472b-498a-8163-da20e0382dce tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:01.577154 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c026d9f-4a40-4220-ab59-1448319fb974 req-200f19f9-472b-498a-8163-da20e0382dce tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 945 time: 0.0487788 Nov 22 17:32:01.626229 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6c026d9f-4a40-4220-ab59-1448319fb974 req-219f3ae7-31a8-4ce3-bdd7-ee6f90dff563 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432074 Nov 22 17:32:01.739356 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92384f1a-e259-4429-b657-d8787b061357 req-6b9b467b-e97e-40f8-a991-da7b4ee5b9a1 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:01.740826 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92384f1a-e259-4429-b657-d8787b061357 req-6b9b467b-e97e-40f8-a991-da7b4ee5b9a1 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 945 time: 0.0488677 Nov 22 17:32:01.794694 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-92384f1a-e259-4429-b657-d8787b061357 req-0552182a-319f-4573-8aee-83f1b8f9b206 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478513 Nov 22 17:32:01.815843 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42832) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:01.947794 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddd04e6-2db9-4c7b-b808-edb771807e97 tempest-TestSnapshotPattern-160955681 tempest-TestSnapshotPattern-160955681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:01.949425 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-6ddd04e6-2db9-4c7b-b808-edb771807e97 tempest-TestSnapshotPattern-160955681 tempest-TestSnapshotPattern-160955681-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1091 time: 0.1325951 Nov 22 17:32:01.952347 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 42836) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:01.956887 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:01.979803 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.078975 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.180506 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Allocated IP 172.25.5.62 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/a4e107d6-7760-46d2-838f-c3d9795bdf52) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:32:02.284507 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.317538 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.356449 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:32:02.359202 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:32:02.362801 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:32:02.386333 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'Port': ['ID=a4e107d6-7760-46d2-838f-c3d9795bdf52,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:02.715772 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.782044 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.933335 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.937761 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.005564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'Port': ['ID=a4e107d6-7760-46d2-838f-c3d9795bdf52,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:03.019500 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.114315 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Floating IP d9ce94d7-8ef3-4181-a1ae-fb0825647117 associated. External IP: 172.25.5.62, port: 2c5b8239-86ba-4120-8b47-28a8d2fced59. Nov 22 17:32:03.325051 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Router 17904263-50b0-475d-b741-9d27d221e7b4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:32:03.735407 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:32:03.745914 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] Sync routers for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:32:03.753856 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.760088 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:32:03.760714 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:03.794180 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-b568ae36-36b0-4168-bf94-43577307f95d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8294957 Nov 22 17:32:03.794180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:32:03.794180 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfba028-1025-4b21-bfe8-107d41ca8418" -d '{"events": [{"name": "network-changed", "server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:32:03.825734 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccff5d2-e57e-4c4f-af9b-9d317f4d7125 x-openstack-request-id: req-1ccff5d2-e57e-4c4f-af9b-9d317f4d7125 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:32:03.826145 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:32:03.826402 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ccff5d2-e57e-4c4f-af9b-9d317f4d7125 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:32:03.826803 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'status': 'completed', 'code': 200} Nov 22 17:32:03.869464 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:32:03.889111 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-c07b2392-c5a5-430a-896b-6cffe9027aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:03.890706 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-c07b2392-c5a5-430a-896b-6cffe9027aaa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1096 time: 0.0406864 Nov 22 17:32:03.987739 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-4f609b08-fce1-4a0b-b080-c21d41e02924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:03.989214 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-4f609b08-fce1-4a0b-b080-c21d41e02924 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.0902903 Nov 22 17:32:04.059277 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-d7a37929-0743-429d-901d-4991e8ba923c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 998 time: 0.0618513 Nov 22 17:32:04.107015 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:02Z', 'revision_number': 0, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:04.115214 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-e47d8826-7983-450a-8350-5ec7474f054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:04.116775 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-e47d8826-7983-450a-8350-5ec7474f054f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0506210 Nov 22 17:32:04.135070 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] Checking router: 17904263-50b0-475d-b741-9d27d221e7b4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:32:04.143301 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:32:04.143890 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:31:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:04.164298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-a79aaf44-9e06-4aab-aba3-4ca0b585a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:04.165832 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-a79aaf44-9e06-4aab-aba3-4ca0b585a1aa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414503 Nov 22 17:32:04.253537 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:32:04.259737 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-07d6667e-f1b6-418c-a90d-39168272feb2 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855198 Nov 22 17:32:04.357097 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-0bfba028-1025-4b21-bfe8-107d41ca8418 req-200a2596-ef3d-4d36-8c83-3674ed437c9f service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901606 Nov 22 17:32:04.480657 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:02Z', 'revision_number': 0, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:04.506009 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982edf43-c5d7-4ae6-8e96-2b3eda4d33fc None None] The sync data for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 is: [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:02Z', 'revision_number': 0, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:32:04.700938 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300dde0-48cf-43e4-a213-89b22304f312 None None] New status for floating IP d9ce94d7-8ef3-4181-a1ae-fb0825647117: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:32:13.536802 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:32:17.855784 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-e965049f-a2a1-4443-b433-6bdc2972e284 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404491 Nov 22 17:32:17.941124 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-8f9f0fa6-ca97-49f4-a83c-f9577f6397ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:17.942605 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-8f9f0fa6-ca97-49f4-a83c-f9577f6397ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0434895 Nov 22 17:32:18.043780 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-fa1517a2-b33a-4589-99ef-d951622da1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:18.045288 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-fa1517a2-b33a-4589-99ef-d951622da1f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0840600 Nov 22 17:32:18.091051 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-5d4e0756-40af-4813-8458-e69b3b5d3933 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0391922 Nov 22 17:32:18.139868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-87c587b8-31a7-4f64-ae64-2dec0381efac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:18.141220 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-87c587b8-31a7-4f64-ae64-2dec0381efac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0434809 Nov 22 17:32:18.186363 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-a2d79a1f-1eb2-4cdf-b482-776f80785158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:18.187849 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-a2d79a1f-1eb2-4cdf-b482-776f80785158 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396302 Nov 22 17:32:18.279151 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-eb6f0b9c-0773-4c46-b9f8-d52f2319aebd service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843563 Nov 22 17:32:18.368316 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c3336dc8-4b05-40cd-a8a0-e740615e0eb9 req-dd310e5f-b44d-4dd7-a2ec-dac0545ae474 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817297 Nov 22 17:32:19.144584 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-52cff537-6072-40f2-a878-9141f6c24c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:21.463606 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bedf63d7-ddec-4b4b-92fa-56b0d76fd41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:22.816573 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:23.510831 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:24.855664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:25.058199 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:25.614112 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:37.236726 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98551525-dd19-4168-a32b-27e81c2ac028 req-9b168bc1-7e46-4474-b542-1e52ae712587 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407124 Nov 22 17:32:37.321996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98551525-dd19-4168-a32b-27e81c2ac028 req-f3ae479a-7098-47c2-ba14-d40a88791fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:37.323481 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98551525-dd19-4168-a32b-27e81c2ac028 req-f3ae479a-7098-47c2-ba14-d40a88791fd6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1096 time: 0.0406990 Nov 22 17:32:37.433386 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98551525-dd19-4168-a32b-27e81c2ac028 req-1f52aab5-c604-4768-b81c-a5e1d8726b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:37.434845 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98551525-dd19-4168-a32b-27e81c2ac028 req-1f52aab5-c604-4768-b81c-a5e1d8726b07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.0899034 Nov 22 17:32:37.500872 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98551525-dd19-4168-a32b-27e81c2ac028 req-d30f7863-c8aa-4fad-a718-11e84c4712cd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 1000 time: 0.0578268 Nov 22 17:32:37.555750 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98551525-dd19-4168-a32b-27e81c2ac028 req-9f4ade99-0559-4e31-ac55-9e09cd363951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:37.557231 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98551525-dd19-4168-a32b-27e81c2ac028 req-9f4ade99-0559-4e31-ac55-9e09cd363951 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0490327 Nov 22 17:32:37.605996 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98551525-dd19-4168-a32b-27e81c2ac028 req-f4827046-8363-42fa-ab32-9b1c0b8cfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:37.607481 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98551525-dd19-4168-a32b-27e81c2ac028 req-f4827046-8363-42fa-ab32-9b1c0b8cfa6f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412452 Nov 22 17:32:37.697344 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98551525-dd19-4168-a32b-27e81c2ac028 req-84636f68-5b4d-4027-9d00-6a76af1f6eb9 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819561 Nov 22 17:32:37.792649 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-98551525-dd19-4168-a32b-27e81c2ac028 req-1c30c8b8-1bc7-41ee-b506-5aecb0b7be2b service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876236 Nov 22 17:32:49.148901 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-716b1fd7-7569-41b3-a67a-7657c3731e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:50.536002 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:32:51.466791 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b31d0e5b-793e-4f2a-97fd-a89310c38a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:52.822562 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:53.510000 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:54.857836 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:55.059694 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:55.610624 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.150834 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba6c1de3-f6c5-4af4-8799-ba7faa9c5ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.839049 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-1d4e7ce8-6702-4f58-97f8-c342d91796db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399957 Nov 22 17:33:19.922426 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319234f7-da09-4482-9c28-f62ff53368a1 req-4d275a42-a8c8-437b-a1f1-06dac9d1ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:19.924012 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-4d275a42-a8c8-437b-a1f1-06dac9d1ac0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0445549 Nov 22 17:33:20.028209 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319234f7-da09-4482-9c28-f62ff53368a1 req-edcdd0f6-a6a6-40a9-a8e9-bbd9d5897059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.029680 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-edcdd0f6-a6a6-40a9-a8e9-bbd9d5897059 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0857902 Nov 22 17:33:20.071320 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-548c8dbe-12b8-4ed8-bf41-26dbb2e8b84a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0340991 Nov 22 17:33:20.124180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319234f7-da09-4482-9c28-f62ff53368a1 req-d0a88c22-d21b-4042-8402-34c4cc255030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.125536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-d0a88c22-d21b-4042-8402-34c4cc255030 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0480309 Nov 22 17:33:20.170024 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319234f7-da09-4482-9c28-f62ff53368a1 req-118bf063-f5f0-4795-afc8-261ec5b34138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.171500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-118bf063-f5f0-4795-afc8-261ec5b34138 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394642 Nov 22 17:33:20.183172 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-510a9687-5ab0-44fa-b0b1-a6b2e6de13ee service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:33:20.184206 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-510a9687-5ab0-44fa-b0b1-a6b2e6de13ee service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056729 Nov 22 17:33:20.276381 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-8c6710ec-9e0c-4a97-a5e9-89aa15b16d0e service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854371 Nov 22 17:33:20.365368 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-319234f7-da09-4482-9c28-f62ff53368a1 req-86e3d772-e0fd-4eb9-abb5-69d876b6a114 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819180 Nov 22 17:33:21.470647 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-bebc5bd6-ecc9-4446-a2db-5930fbe93993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:22.823331 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:23.509554 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:24.861593 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:25.061882 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:25.611026 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:27.535249 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:33:37.827427 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-9ca5711e-bdc9-4d75-b517-992389af6348 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416522 Nov 22 17:33:37.914737 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-fc16e4c5-e72d-47a0-bfb3-24e8fdce5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:37.916287 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-fc16e4c5-e72d-47a0-bfb3-24e8fdce5c2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1096 time: 0.0438473 Nov 22 17:33:38.036190 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-f80a1ba8-003b-45af-9c1a-0c884ccad600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:38.037705 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-f80a1ba8-003b-45af-9c1a-0c884ccad600 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.1020744 Nov 22 17:33:38.105641 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-439136c6-d426-4285-8265-34c628bb2394 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 1000 time: 0.0588167 Nov 22 17:33:38.158771 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-1587107d-a4a8-4901-b1ec-e14d1500f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:38.160222 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-1587107d-a4a8-4901-b1ec-e14d1500f3f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0469306 Nov 22 17:33:38.207113 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-c4b8be03-0ca5-4bce-893f-df60d1d6267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:38.208597 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-c4b8be03-0ca5-4bce-893f-df60d1d6267e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385411 Nov 22 17:33:38.302925 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-21e3233f-e880-4767-9a92-3eaac39f228a service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816729 Nov 22 17:33:38.401197 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-3690dbc7-7fc1-426d-a424-633f2d5a5a0d req-37b3f695-4860-4927-996b-e15afdede249 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887489 Nov 22 17:33:49.151457 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ba386048-54ad-4fb3-9995-e3f60f029836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:51.471467 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-78de3207-55ac-44c8-a4bb-eb9bdb6f3422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:52.826196 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:53.507224 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:54.864360 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:55.063532 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:55.622347 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:04.070404 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2c5b8239-86ba-4120-8b47-28a8d2fced59 details requested by agent hyperv_n-h2-811716-3 with host n-h2-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:34:04.168055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:04.179417 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Returning: {'device': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:34:04.216368 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:04.228818 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c5b8239-86ba-4120-8b47-28a8d2fced59 {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:34:04.247262 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:04.251291 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:04.301652 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:04.310039 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.310401 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.310873 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.311245 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.311615 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.311976 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.312314 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.312674 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.313025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.313379 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.313708 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.314058 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:04.335819 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] get_ports_and_sgs() called for port_ids ['2c5b8239-86ba-4120-8b47-28a8d2fced59'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:34:04.535700 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:34:06.085930 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2c5b8239-86ba-4120-8b47-28a8d2fced59 up at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:34:06.142471 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Provisioning complete for port 2c5b8239-86ba-4120-8b47-28a8d2fced59 triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:06.143121 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:06.240999 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:06.268678 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:06.271281 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a2dc6e-5023-461f-b7af-96a023e3551d" -d '{"events": [{"server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:06.284594 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:06.292436 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:06.348142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:06.378317 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f81c0-03f8-4651-abf3-5b62c60ceb4b x-openstack-request-id: req-896f81c0-03f8-4651-abf3-5b62c60ceb4b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:06.378626 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:06.378887 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-896f81c0-03f8-4651-abf3-5b62c60ceb4b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:06.379299 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'code': 200} Nov 22 17:34:15.234429 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-2945476c-1221-47ee-9c58-6ae6f581a341 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812442395&fields=id&tenant_id=34487a90d4fd4885adb1c4fa178f1739 HTTP/1.1" status: 200 len: 267 time: 0.0453730 Nov 22 17:34:15.344638 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-7594e96c-85fe-406b-b042-6b161fb2cdae tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:15.346107 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-7594e96c-85fe-406b-b042-6b161fb2cdae tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 810 time: 0.1050217 Nov 22 17:34:15.361595 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-e0650ea6-ee3b-44b5-a893-1015a469cb28 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/quotas/34487a90d4fd4885adb1c4fa178f1739 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Nov 22 17:34:15.414642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-d099ae67-4c59-4f93-a572-c449a1aea35c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472331 Nov 22 17:34:15.487431 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-197f7e5c-3e04-4dc0-a696-4b60e644d5f5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:34:15.488430 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-197f7e5c-3e04-4dc0-a696-4b60e644d5f5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0624568 Nov 22 17:34:15.584875 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-49c1889f-5863-4408-b80e-7806562b0658 service neutron] 10.222.0.69 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891056 Nov 22 17:34:15.673197 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-ce30e860-4a80-4439-8fca-c6483559459d service neutron] 10.222.0.69 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821781 Nov 22 17:34:15.833565 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-6e66fef3-7d9d-4f80-9909-b09e070bd42a req-94b3cc4d-8abc-4c1c-90ad-2ff6151a104d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 210 time: 0.0273528 Nov 22 17:34:16.765995 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-3879682c-c116-4719-a2ba-9b3aee66fbe6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:16.767428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-3879682c-c116-4719-a2ba-9b3aee66fbe6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.11 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 810 time: 0.1122999 Nov 22 17:34:16.829868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-f1df6635-88be-486a-a1f1-2c7f542ecef0 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34487a90d4fd4885adb1c4fa178f1739 HTTP/1.1" status: 200 len: 380 time: 0.0534427 Nov 22 17:34:16.839808 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'port': {'device_id': '84a963ac-3392-4038-bb04-0308f40feb0f', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'admin_state_up': True, 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'security_groups': ['4a852e7c-d75c-46fc-baf8-62b9c2d05d3b']}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:16.944439 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0ca7f155-ad26-4b03-9560-0767bce4162d req-78aa0f4e-3014-4efd-a754-41a17ef80e1c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 210 time: 0.0387812 Nov 22 17:34:16.980126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Made reservation on behalf of 34487a90d4fd4885adb1c4fa178f1739 for: {'port': 1} {{(pid=103411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:34:16.983700 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:17.138849 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Allocated IP 172.20.0.13 (6285d936-5a4e-4559-99cb-22c9c9984942/96f19344-49fd-47a0-8552-f48ad03b77ca/7b4b06c5-3235-40bd-afde-464f2a9d823b) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:34:17.328735 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:17.378255 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:17.424343 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Network 6285d936-5a4e-4559-99cb-22c9c9984942 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:34:17.427921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:34:17.435451 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:34:17.479530 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:17.495156 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.495556 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.495842 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.496227 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.496573 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.496943 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.497231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.497563 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.497890 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.498271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.498604 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.498932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:17.507889 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:17.508499 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:17.560643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-8baf92b8-53c6-4ace-b268-2ab6d17d8852 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7242775 Nov 22 17:34:17.801996 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-7b5ad3eb-5987-4203-a3db-ca63b012452f None None] Provisioning complete for port 7b4b06c5-3235-40bd-afde-464f2a9d823b triggered by entity DHCP. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:17.802591 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7b5ad3eb-5987-4203-a3db-ca63b012452f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:17.837193 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-7b5ad3eb-5987-4203-a3db-ca63b012452f None None] Port 7b4b06c5-3235-40bd-afde-464f2a9d823b cannot update to ACTIVE because it is not bound. {{(pid=103412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:34:18.072187 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af007334-be8c-4e81-9409-0ba74a83bda1 req-58b241f4-e3dc-4c1b-ad6a-4a3b60e7140f tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:18.073667 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af007334-be8c-4e81-9409-0ba74a83bda1 req-58b241f4-e3dc-4c1b-ad6a-4a3b60e7140f tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.0533247 Nov 22 17:34:18.124623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2c5b8239-86ba-4120-8b47-28a8d2fced59 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:34:18.125805 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-af007334-be8c-4e81-9409-0ba74a83bda1 req-787ef0fc-4283-4006-9dc9-37e2de669102 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461872 Nov 22 17:34:18.208812 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:18.233832 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:18.236174 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f03cd0-0c89-4f1b-bf95-3ff60a695b6b" -d '{"events": [{"server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:18.250412 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:18.254845 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:18.281469 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89db9bdb-cf8d-4e32-b3b7-8181c8334a9e x-openstack-request-id: req-89db9bdb-cf8d-4e32-b3b7-8181c8334a9e {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:18.281770 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "name": "network-vif-unplugged", "status": "completed", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:18.282337 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89db9bdb-cf8d-4e32-b3b7-8181c8334a9e {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:18.282747 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'code': 200} Nov 22 17:34:18.310352 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Pushing event updated for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:19.167434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-84f92082-c0e8-48ea-993e-fb16ec4c0a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:19.258599 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5076a8-b7b4-41de-b923-62cc3221a8fb req-f5c61bcf-4d7b-4608-a261-64da68ab92f2 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:19.260113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea5076a8-b7b4-41de-b923-62cc3221a8fb req-f5c61bcf-4d7b-4608-a261-64da68ab92f2 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.0559165 Nov 22 17:34:19.325458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ea5076a8-b7b4-41de-b923-62cc3221a8fb req-0a9f64c1-d024-46a7-b856-92832bd913bb tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593002 Nov 22 17:34:20.452423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57710-edc0-4756-964e-77ee34538700 req-c7777cd6-63f1-442e-837e-2f43d32e5f2e tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:20.453933 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4d57710-edc0-4756-964e-77ee34538700 req-c7777cd6-63f1-442e-837e-2f43d32e5f2e tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.0520885 Nov 22 17:34:20.508486 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b4d57710-edc0-4756-964e-77ee34538700 req-8294abde-0ac8-4480-af9b-69202aad9688 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479598 Nov 22 17:34:21.472913 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2e7ed810-c8d8-436f-a99b-cde10877a2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:21.630232 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8476f9-ac78-4ca8-b42a-a91a4c737fa2 req-da824ae9-3aa6-4f07-94c8-26c07acd8e5f tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:21.632577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f8476f9-ac78-4ca8-b42a-a91a4c737fa2 req-da824ae9-3aa6-4f07-94c8-26c07acd8e5f tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.0535350 Nov 22 17:34:21.690619 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5f8476f9-ac78-4ca8-b42a-a91a4c737fa2 req-d8166cc9-a64b-4554-af4e-e2f4d5cfd868 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498877 Nov 22 17:34:22.810197 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce2fa2-d170-4263-8837-e337cb9333c7 req-9db624c7-6d70-49f3-a2b6-fe56288d442a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:22.811684 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11ce2fa2-d170-4263-8837-e337cb9333c7 req-9db624c7-6d70-49f3-a2b6-fe56288d442a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.0494306 Nov 22 17:34:22.831702 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:22.874139 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-11ce2fa2-d170-4263-8837-e337cb9333c7 req-f6b00497-691b-4081-98c8-5fee62dde2c1 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560226 Nov 22 17:34:23.512164 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:24.000185 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa0334-008d-4a48-ab6c-e98dc580edab req-cbc6a219-fdda-43d6-9fa6-7bae56845bf7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:24.001837 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3caa0334-008d-4a48-ab6c-e98dc580edab req-cbc6a219-fdda-43d6-9fa6-7bae56845bf7 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.0507393 Nov 22 17:34:24.061831 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3caa0334-008d-4a48-ab6c-e98dc580edab req-e46baa0f-4b6b-410e-962a-e5b7864f230d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519524 Nov 22 17:34:24.869189 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:25.067255 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:25.194391 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9a6a9-3365-4831-84f1-b577a9bd6f11 req-8ce3069c-d8f6-4001-b69f-d21c0f155e6a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:25.196492 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5a9a6a9-3365-4831-84f1-b577a9bd6f11 req-8ce3069c-d8f6-4001-b69f-d21c0f155e6a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.0639396 Nov 22 17:34:25.250213 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c5a9a6a9-3365-4831-84f1-b577a9bd6f11 req-1d5d5185-514b-42b0-b140-032b846e98c6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475800 Nov 22 17:34:25.636917 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:26.370723 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0f016-ea3c-420d-a507-be6cd5d5ae2d req-8f828200-4e61-4441-be38-5b0a6b5c4a91 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:26.372251 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7eb0f016-ea3c-420d-a507-be6cd5d5ae2d req-8f828200-4e61-4441-be38-5b0a6b5c4a91 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.0507441 Nov 22 17:34:26.421347 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-7eb0f016-ea3c-420d-a507-be6cd5d5ae2d req-72aa8ef4-627a-4cf3-b042-d12aa1a96708 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Nov 22 17:34:27.009770 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.11', 62670) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:27.041190 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Request body: {'port': {'device_id': '84a963ac-3392-4038-bb04-0308f40feb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811716-3'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:27.130023 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-62a0b631-455f-4b03-b9f2-3d37b2bfaf84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190937 Nov 22 17:34:27.130565 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:27.276822 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-11ad543a-a10f-47e8-91da-d4115abf598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:27.278330 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-11ad543a-a10f-47e8-91da-d4115abf598b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.1066258 Nov 22 17:34:27.457089 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-662f4ffe-0d66-4df9-b889-f68d317a23e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:27.458457 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-662f4ffe-0d66-4df9-b889-f68d317a23e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.1532300 Nov 22 17:34:27.515512 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-3683da69-d808-4026-8d89-4078374d73f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0484421 Nov 22 17:34:27.595783 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4b06c5-3235-40bd-afde-464f2a9d823b {{(pid=103411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:34:27.607104 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:27.630465 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-8d9f9265-3673-4a7a-a633-a55524b4af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:27.631961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-8d9f9265-3673-4a7a-a633-a55524b4af06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0911117 Nov 22 17:34:27.635817 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.provisioning_blocks [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Transition to ACTIVE for port object 7b4b06c5-3235-40bd-afde-464f2a9d823b will not be triggered until provisioned by entity L2. {{(pid=103411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:34:27.656896 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a472d2-cfc9-41d2-9572-bb088b0df2d2 req-325c2617-0680-4e3a-afeb-5cd5242aed58 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:27.658332 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08a472d2-cfc9-41d2-9572-bb088b0df2d2 req-325c2617-0680-4e3a-afeb-5cd5242aed58 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 932 time: 0.1477256 Nov 22 17:34:27.658945 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:27.772004 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-c3e12f71-ada5-47bf-941b-ded07fbb51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:27.774209 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-c3e12f71-ada5-47bf-941b-ded07fbb51fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347055 Nov 22 17:34:27.774868 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Pushing event updated for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:27.870065 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-08a472d2-cfc9-41d2-9572-bb088b0df2d2 req-d1909d8f-21c0-49e2-96b9-b56c0e45e859 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884146 Nov 22 17:34:27.924561 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Attempting to bind port 7b4b06c5-3235-40bd-afde-464f2a9d823b on host n-h1-811716-3 for vnic_type normal with profile {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:34:27.924898 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Attempting to bind port 7b4b06c5-3235-40bd-afde-464f2a9d823b by drivers openvswitch,hyperv on host n-h1-811716-3 at level 0 using segments [{'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:34:27.925231 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Attempting to bind port 7b4b06c5-3235-40bd-afde-464f2a9d823b on network 6285d936-5a4e-4559-99cb-22c9c9984942 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:34:27.935637 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Port 7b4b06c5-3235-40bd-afde-464f2a9d823b on network 6285d936-5a4e-4559-99cb-22c9c9984942 not bound, no agent of type Open vSwitch agent registered on host n-h1-811716-3 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:34:27.936001 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Attempting to bind port 7b4b06c5-3235-40bd-afde-464f2a9d823b on network 6285d936-5a4e-4559-99cb-22c9c9984942 {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:34:27.946271 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Checking agent: {'id': 'cd798ffe-39e4-411c-8a06-cd2202bec3d5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811716-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'started_at': datetime.datetime(2021, 11, 22, 15, 57, 52), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:34:27.946621 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Checking segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:34:27.947017 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Bound using segment: {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'} {{(pid=103411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:34:27.947478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.managers [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Bound port: 7b4b06c5-3235-40bd-afde-464f2a9d823b, host: n-h1-811716-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942'}}] {{(pid=103411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:34:27.947808 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:27.961738 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-cbfb00e3-4bd8-4534-b4a6-5820abf8621f service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663225 Nov 22 17:34:28.079126 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, cleared binding levels {{(pid=103411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:34:28.099069 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:34:28.105333 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2ad569ff-7b49-4a44-b528-9fbf80b2be75 req-9836a662-a0fb-4f0e-8b05-bdcddaa03f87 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366148 Nov 22 17:34:28.106352 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:28.141369 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:28.141794 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:28.143113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] 10.222.0.11 "PUT /v2.0/ports/7b4b06c5-3235-40bd-afde-464f2a9d823b HTTP/1.1" status: 200 len: 1092 time: 1.1544101 Nov 22 17:34:28.145474 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:28.148329 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009676f1-f47b-4b50-86fc-3f11c89a7605" -d '{"events": [{"name": "network-changed", "server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:28.180646 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31e1b-8318-4fb1-9af5-26dfd432ae4c service neutron] Pushing event updated for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=3']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:28.232304 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-2e027d70-20a7-4584-9b99-8cdf6c5a5b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:28.233871 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-2e027d70-20a7-4584-9b99-8cdf6c5a5b22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 1095 time: 0.0440717 Nov 22 17:34:28.284621 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c671e8cd-eea2-49e4-b5ff-85efeb7b5b10 x-openstack-request-id: req-c671e8cd-eea2-49e4-b5ff-85efeb7b5b10 {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:28.285019 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:28.285275 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c671e8cd-eea2-49e4-b5ff-85efeb7b5b10 {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:28.285686 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'status': 'completed', 'code': 200} Nov 22 17:34:28.287242 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-7bbc7d65-2f1d-4a37-b440-27ea32339305 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b HTTP/1.1" status: 200 len: 217 time: 0.0441113 Nov 22 17:34:28.339754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-c164d707-7f8f-4fc8-a3d0-d37f93d98783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:28.341253 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-c164d707-7f8f-4fc8-a3d0-d37f93d98783 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0473201 Nov 22 17:34:28.387767 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-acb822c7-e496-4e65-9878-e523a8b4440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:28.389277 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-acb822c7-e496-4e65-9878-e523a8b4440b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411372 Nov 22 17:34:28.485860 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-81dd4ef4-c3de-477e-84d2-d8d3d8f51a60 service neutron] 10.222.0.11 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882061 Nov 22 17:34:28.583616 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e80bc5e2-150e-46b2-b023-b11948b77a4c req-ac7bd08b-2be4-4bf5-8e5d-9d594f7d16c1 service neutron] 10.222.0.11 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906131 Nov 22 17:34:28.686412 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-595d565d-4f9f-4580-ac6e-034ddb53c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:28.689500 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-595d565d-4f9f-4580-ac6e-034ddb53c78f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 1095 time: 0.0539906 Nov 22 17:34:28.799481 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-2de894c1-00b5-407d-8a26-e8bf1e253c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:28.800906 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-2de894c1-00b5-407d-8a26-e8bf1e253c44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.1047335 Nov 22 17:34:28.848531 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-25d82db6-150e-4d8e-ad24-0fe60704d3b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b HTTP/1.1" status: 200 len: 217 time: 0.0397592 Nov 22 17:34:28.908522 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-5a00a59e-33de-49d4-a35c-36598e268679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:28.910039 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-5a00a59e-33de-49d4-a35c-36598e268679 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0532424 Nov 22 17:34:28.988086 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-b97a3d92-8d5f-4959-b350-20a48f028b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:28.989600 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-b97a3d92-8d5f-4959-b350-20a48f028b02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715456 Nov 22 17:34:29.059255 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20ca7c-8540-4c31-9328-a61a8c9d071a req-55868b26-7f71-4398-a80b-5e796494435d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:29.060785 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf20ca7c-8540-4c31-9328-a61a8c9d071a req-55868b26-7f71-4398-a80b-5e796494435d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 944 time: 0.1021500 Nov 22 17:34:29.140838 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-bf20ca7c-8540-4c31-9328-a61a8c9d071a req-5bbe3d2a-5c7d-4229-a392-ebf24ccbe698 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717888 Nov 22 17:34:29.142703 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-a8aa7aba-ff19-43dd-917a-4eaa951b66ed service neutron] 10.222.0.11 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445167 Nov 22 17:34:29.246396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-009676f1-f47b-4b50-86fc-3f11c89a7605 req-5c23ef7d-e5a6-4cc8-9200-0b21c402ec56 service neutron] 10.222.0.11 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955501 Nov 22 17:34:30.259080 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4193de-50b7-42dc-b267-035ff3d57936 req-f8c63c5c-1130-481d-b047-7af35d6e042c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:30.260494 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae4193de-50b7-42dc-b267-035ff3d57936 req-f8c63c5c-1130-481d-b047-7af35d6e042c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 944 time: 0.0494075 Nov 22 17:34:30.309463 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-ae4193de-50b7-42dc-b267-035ff3d57936 req-55239554-bf0b-4e52-8133-26a90a2207bc tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Nov 22 17:34:31.424151 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479c3f4-ed65-47c6-b986-97cf4328cdc4 req-bb5c1725-5ea9-4097-b89b-1f8bcd69f241 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:31.425633 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5479c3f4-ed65-47c6-b986-97cf4328cdc4 req-bb5c1725-5ea9-4097-b89b-1f8bcd69f241 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 944 time: 0.0481253 Nov 22 17:34:31.475329 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-5479c3f4-ed65-47c6-b986-97cf4328cdc4 req-1682efd4-f440-4280-9964-dc6185239730 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428550 Nov 22 17:34:31.837514 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7b4b06c5-3235-40bd-afde-464f2a9d823b details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:34:31.931460 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:31.943024 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'port_id': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'mac_address': 'fa:16:3e:ed:fa:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:34:31.983929 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:31.996207 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4b06c5-3235-40bd-afde-464f2a9d823b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:34:32.014732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:32.018113 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:32.064904 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=4']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:32.268608 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7b4b06c5-3235-40bd-afde-464f2a9d823b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:34:32.898650 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d15e0-061b-4826-a8bf-531d9618fae0 req-1965b792-5762-443d-9169-f88c1ccbbf0b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:32.900161 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-257d15e0-061b-4826-a8bf-531d9618fae0 req-1965b792-5762-443d-9169-f88c1ccbbf0b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 945 time: 0.3560324 Nov 22 17:34:32.950178 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-257d15e0-061b-4826-a8bf-531d9618fae0 req-15e0541e-db75-44a6-affe-72296283730f tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435748 Nov 22 17:34:33.853573 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7b4b06c5-3235-40bd-afde-464f2a9d823b up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:34:33.902203 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning for port 7b4b06c5-3235-40bd-afde-464f2a9d823b completed by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:34:33.906713 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 7b4b06c5-3235-40bd-afde-464f2a9d823b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:33.907090 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:33.988504 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:34.011887 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:34.014159 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f8198-854c-4722-8b51-791a77c7a0c8" -d '{"events": [{"server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:34.027320 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:34.031708 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:34.074579 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab1102-8b3d-4ea7-b89b-b8bc1229672f req-2bb7e89d-c857-41a4-9f5a-626637f47b9b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:34.076114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8ab1102-8b3d-4ea7-b89b-b8bc1229672f req-2bb7e89d-c857-41a4-9f5a-626637f47b9b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 946 time: 0.0518539 Nov 22 17:34:34.080045 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=5']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:34.126074 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d8ab1102-8b3d-4ea7-b89b-b8bc1229672f req-102f6717-50b5-4915-9b6c-37e0deefecde tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437777 Nov 22 17:34:34.435058 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7636d4e4-d19e-42ae-a046-8423137c3e5f x-openstack-request-id: req-7636d4e4-d19e-42ae-a046-8423137c3e5f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:34.435363 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:34.435626 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7636d4e4-d19e-42ae-a046-8423137c3e5f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:34.436085 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'code': 200} Nov 22 17:34:34.532398 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1b86d-f16c-4b27-bd42-d2e622f46f02 req-67b28a64-156a-422f-beba-9a0aca1ed627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:34.533899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0db1b86d-f16c-4b27-bd42-d2e622f46f02 req-67b28a64-156a-422f-beba-9a0aca1ed627 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 1097 time: 0.0417616 Nov 22 17:34:34.586382 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0db1b86d-f16c-4b27-bd42-d2e622f46f02 req-802da8e9-4a10-4bd0-a82e-38984118f861 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453966 Nov 22 17:34:35.252444 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795edf-1877-40a2-8996-abf0c463f565 req-73087dc8-0568-49d9-87d2-93695e2352a3 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:35.253841 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9795edf-1877-40a2-8996-abf0c463f565 req-73087dc8-0568-49d9-87d2-93695e2352a3 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 946 time: 0.0511262 Nov 22 17:34:35.303899 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-c9795edf-1877-40a2-8996-abf0c463f565 req-05127700-018a-4b8d-a1c6-f3504fff5b40 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Nov 22 17:34:36.421065 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205115f0-e720-4721-a8fa-114d2440f67b req-91e09dd8-6c69-4a99-9db5-29f75d8f1167 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:36.422579 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-205115f0-e720-4721-a8fa-114d2440f67b req-91e09dd8-6c69-4a99-9db5-29f75d8f1167 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 946 time: 0.0488362 Nov 22 17:34:36.472359 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-205115f0-e720-4721-a8fa-114d2440f67b req-72cef519-ab72-4599-9c6c-98adc1b8f86a tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Nov 22 17:34:36.591615 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce2851-f5dc-491f-ac4d-ca257569c9e9 req-bb4b8656-f8c7-4f2c-99f2-6a50a4e7cdb8 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:36.593033 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ce2851-f5dc-491f-ac4d-ca257569c9e9 req-bb4b8656-f8c7-4f2c-99f2-6a50a4e7cdb8 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 946 time: 0.0536671 Nov 22 17:34:36.642331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d0ce2851-f5dc-491f-ac4d-ca257569c9e9 req-a38acff8-8495-4747-8403-75f41fa5d13d tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Nov 22 17:34:36.664019 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43108) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:36.702720 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58419dba-1574-42fa-91b2-7256797f9a77 tempest-TestSnapshotPattern-160955681 tempest-TestSnapshotPattern-160955681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:36.704237 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-58419dba-1574-42fa-91b2-7256797f9a77 tempest-TestSnapshotPattern-160955681 tempest-TestSnapshotPattern-160955681-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 1092 time: 0.0392263 Nov 22 17:34:36.706959 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43110) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:36.711200 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.v2.base [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Request body: {'floatingip': {'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'port_id': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:36.732895 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for floatingip, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:36.832749 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:36.936368 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.db_base_plugin_common [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Allocated IP 172.25.5.42 (46135dbe-aaf9-4c8c-9a21-a6603b2b5e41/60ab360d-6177-4432-b185-91fb0e3c104c/6471e1d3-da37-40b4-8878-7ac8ce8ac88d) {{(pid=103411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:34:37.044287 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for port, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:37.079818 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771746609044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:37.127934 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Network 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 is already hosted by enough agents. {{(pid=103411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:34:37.130754 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.base_scheduler [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Resources bound (agent type, host, resource id): {{(pid=103411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:34:37.136680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Received port after_create {{(pid=103411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:34:37.139674 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'Port': ['ID=6471e1d3-da37-40b4-8878-7ac8ce8ac88d,revision_number=1']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:37.233901 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b731ce62-0883-42f0-b19a-4835096df27c req-75bb1b19-74ee-4809-98d8-b4fdaa940be3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445817 Nov 22 17:34:37.320947 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ce62-0883-42f0-b19a-4835096df27c req-68f867a4-1044-4ce8-95a3-2f1d107b68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:37.322472 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b731ce62-0883-42f0-b19a-4835096df27c req-68f867a4-1044-4ce8-95a3-2f1d107b68e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1094 time: 0.0465624 Nov 22 17:34:37.433797 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ce62-0883-42f0-b19a-4835096df27c req-b9d39baa-7ca5-4617-9793-e68ea69d3f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:37.435265 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b731ce62-0883-42f0-b19a-4835096df27c req-b9d39baa-7ca5-4617-9793-e68ea69d3f7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.0936809 Nov 22 17:34:37.503408 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b731ce62-0883-42f0-b19a-4835096df27c req-a65edff7-ecd7-4362-ad26-60e74dd532d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 998 time: 0.0582333 Nov 22 17:34:37.528532 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:37.560021 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ce62-0883-42f0-b19a-4835096df27c req-53dde02a-8ff9-4591-9370-ae31b2d7dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:37.561506 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b731ce62-0883-42f0-b19a-4835096df27c req-53dde02a-8ff9-4591-9370-ae31b2d7dde0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0497379 Nov 22 17:34:37.602957 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:37.609966 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731ce62-0883-42f0-b19a-4835096df27c req-50c67d9a-36e4-4486-8dd8-c9320676c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:37.611560 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b731ce62-0883-42f0-b19a-4835096df27c req-50c67d9a-36e4-4486-8dd8-c9320676c73b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415635 Nov 22 17:34:37.704092 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b731ce62-0883-42f0-b19a-4835096df27c req-dc03e4ad-5290-4516-8ff3-7655bc773edf service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837901 Nov 22 17:34:37.757694 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for port, precommit_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:37.762178 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9881101'] for port, after_update {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:37.801032 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b731ce62-0883-42f0-b19a-4835096df27c req-1e74077e-5f58-4f59-a2bd-eeb4980c2d39 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894341 Nov 22 17:34:37.833508 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event updated for resources: {'Port': ['ID=6471e1d3-da37-40b4-8878-7ac8ce8ac88d,revision_number=2']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:37.845872 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-595997'] for floatingip, after_create {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:37.950313 n-d-811716-3 neutron-server[103411]: INFO neutron.db.l3_db [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Floating IP d28045e5-52a5-4ee9-b09c-1fd8ab2d8a52 associated. External IP: 172.25.5.42, port: 7b4b06c5-3235-40bd-afde-464f2a9d823b. Nov 22 17:34:38.160105 n-d-811716-3 neutron-server[103411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Router 17904263-50b0-475d-b741-9d27d221e7b4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:34:38.270520 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:34:38.282165 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] Sync routers for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:34:38.288938 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:38.292904 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:38.293515 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:38.330113 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-deca6787-eaf6-4d86-9ef5-aefacab7791b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6074908 Nov 22 17:34:38.330113 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:38.330113 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024b3f8c-bb46-4f89-9267-f5ae05e88671" -d '{"events": [{"name": "network-changed", "server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:38.365175 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9a6a42-a4bb-4607-a94e-13c72e9cea3c x-openstack-request-id: req-9b9a6a42-a4bb-4607-a94e-13c72e9cea3c {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:38.365474 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:38.365735 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b9a6a42-a4bb-4607-a94e-13c72e9cea3c {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:38.366805 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'status': 'completed', 'code': 200} Nov 22 17:34:38.404951 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:38.430284 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-c7764a34-92cd-46ec-9c5e-1a7d8bb14456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:38.431720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-c7764a34-92cd-46ec-9c5e-1a7d8bb14456 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 1097 time: 0.0433993 Nov 22 17:34:38.522009 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-3c528626-cbcc-48c6-affd-22c7016a62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:38.524097 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-3c528626-cbcc-48c6-affd-22c7016a62e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.0848718 Nov 22 17:34:38.596248 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-c8a9d70d-3a6e-480b-81d6-1ef702fb7063 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b HTTP/1.1" status: 200 len: 999 time: 0.0644398 Nov 22 17:34:38.647850 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-b94ae6f1-3127-48bd-abeb-65dc00c75d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:38.649536 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-b94ae6f1-3127-48bd-abeb-65dc00c75d74 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0460830 Nov 22 17:34:38.696564 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-0d9d5a37-6ebb-4d5c-ae89-ff28f47070b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:38.698080 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-0d9d5a37-6ebb-4d5c-ae89-ff28f47070b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413675 Nov 22 17:34:38.719934 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd28045e5-52a5-4ee9-b09c-1fd8ab2d8a52', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:ed:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a963ac-3392-4038-bb04-0308f40feb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:34:37Z', 'updated_at': '2021-11-22T17:34:37Z', 'revision_number': 0, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}, {'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 1, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:38.745806 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] Checking router: 17904263-50b0-475d-b741-9d27d221e7b4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:34:38.753977 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:38.754580 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:34:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:38.791796 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-97fcba24-9fac-40ee-9b51-358ec054b4d4 service neutron] 10.222.0.11 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869410 Nov 22 17:34:38.859295 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:38.884622 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-024b3f8c-bb46-4f89-9267-f5ae05e88671 req-8f1a4c9a-9e2e-4349-87a9-2cc38e9b2ca6 service neutron] 10.222.0.11 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859010 Nov 22 17:34:39.087062 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd28045e5-52a5-4ee9-b09c-1fd8ab2d8a52', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:ed:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a963ac-3392-4038-bb04-0308f40feb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:34:37Z', 'updated_at': '2021-11-22T17:34:37Z', 'revision_number': 0, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}, {'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 1, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:39.112835 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d64637-9112-434e-9c90-1ae912b885cd None None] The sync data for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 is: [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd28045e5-52a5-4ee9-b09c-1fd8ab2d8a52', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:ed:fa:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a963ac-3392-4038-bb04-0308f40feb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:34:37Z', 'updated_at': '2021-11-22T17:34:37Z', 'revision_number': 0, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}, {'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 1, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:34:39.322125 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a99ad4-efb4-45af-b291-4919a391801a None None] New status for floating IP d28045e5-52a5-4ee9-b09c-1fd8ab2d8a52: ACTIVE {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:34:41.535064 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:34:49.150491 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c52dadd3-783c-45ce-bd33-04629df6b451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.472853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cb2326ea-0bad-41af-9af3-ad4c97a846fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.831517 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.508705 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:54.871633 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.070895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.633861 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:18.534116 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:35:19.151696 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-930563ea-3139-4d11-9e58-445f20f056ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:19.859111 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-6e0a0679-509c-4b9d-a6a2-8a38561f08f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447671 Nov 22 17:35:19.940983 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-bf0349b1-8145-4278-88e6-4165fd3d9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:19.942522 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-bf0349b1-8145-4278-88e6-4165fd3d9ff5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0413842 Nov 22 17:35:20.047923 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-e6979f4f-bfe1-4cc9-b37c-740d6fb832a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:20.049409 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-e6979f4f-bfe1-4cc9-b37c-740d6fb832a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0859582 Nov 22 17:35:20.094946 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-a167fb77-3089-4fe3-9949-0f750dbc1980 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0375347 Nov 22 17:35:20.144198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-c82b7220-a8ad-4a4e-928b-635b3ab646dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:20.145566 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-c82b7220-a8ad-4a4e-928b-635b3ab646dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0435796 Nov 22 17:35:20.191973 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-ded84b9d-140e-4126-959d-35de19bbc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:20.194035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-ded84b9d-140e-4126-959d-35de19bbc9e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408857 Nov 22 17:35:20.286885 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-b291de22-798b-44e3-8470-64a6609ef3f9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866246 Nov 22 17:35:20.376940 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-47eacf2a-8e5c-40f8-8506-be9122103514 req-13dccdc3-b28a-4cdd-beb3-804ec000cf25 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820835 Nov 22 17:35:21.474279 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-798b106a-5359-4d7b-89bc-9f0e859795a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:22.838817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:23.521721 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:24.872506 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:25.072667 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:25.648762 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:37.277773 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-72f1d10a-e489-4aad-8303-0d38c502dc56 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865440 Nov 22 17:35:37.363114 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-1558756e-df63-44df-88b0-a484e1d3ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:37.364666 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-1558756e-df63-44df-88b0-a484e1d3ee10 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1094 time: 0.0396473 Nov 22 17:35:37.473851 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-dedd2805-1988-43c1-bf91-c0a8bd1acf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:37.475929 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-dedd2805-1988-43c1-bf91-c0a8bd1acf62 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.0906816 Nov 22 17:35:37.543502 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-bf017f11-1120-447a-91d0-9d1c2510b8e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 998 time: 0.0594437 Nov 22 17:35:37.596902 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-ae8b3a26-6b3c-4f40-b04b-b5e95957fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:37.598341 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-ae8b3a26-6b3c-4f40-b04b-b5e95957fdd8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0478401 Nov 22 17:35:37.645074 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-db1ad2bd-b3fb-407e-9db3-d69dd3342d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:37.646728 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-db1ad2bd-b3fb-407e-9db3-d69dd3342d92 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395985 Nov 22 17:35:37.737212 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-276a26f4-0972-4959-b9ac-dae345ce34cb service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818899 Nov 22 17:35:37.831018 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-6345a437-ceaa-4d8f-9da2-2088e8c35ffb req-71288de6-5cd8-4d94-996b-7510bfb55bf0 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Nov 22 17:35:49.152817 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f91943db-8f6a-4a68-9e99-14ba0e4917d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:51.476291 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6d4b677a-5ec6-482b-be02-6fedab848fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:52.838187 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:53.537623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:54.880386 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:55.076691 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:55.533974 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:35:55.648241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:10.423761 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7b4b06c5-3235-40bd-afde-464f2a9d823b details requested by agent hyperv_n-h1-811716-3 with host n-h1-811716-3 {{(pid=103412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:36:10.530549 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:10.543892 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Returning: {'device': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'port_id': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'mac_address': 'fa:16:3e:ed:fa:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:36:10.588340 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:10.606112 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b4b06c5-3235-40bd-afde-464f2a9d823b {{(pid=103412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:36:10.627233 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:10.642564 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:10.702202 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=6']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:10.711025 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.711376 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.711723 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.712277 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.712623 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.712961 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.713308 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.713625 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.714005 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.714359 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.714684 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.715009 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:10.720398 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] get_ports_and_sgs() called for port_ids ['7b4b06c5-3235-40bd-afde-464f2a9d823b'] {{(pid=103412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:36:12.430454 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7b4b06c5-3235-40bd-afde-464f2a9d823b up at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:12.488380 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.provisioning_blocks [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Provisioning complete for port 7b4b06c5-3235-40bd-afde-464f2a9d823b triggered by entity L2. {{(pid=103412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:12.489555 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3625073'] for port, provisioning_complete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:12.578199 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:12.604497 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:12.608611 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5943f8-5392-41ea-a71b-1dedf285afb9" -d '{"events": [{"server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:12.624852 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:12.634064 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:12.693769 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=7']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:12.730968 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fbcab3-0c72-4fc2-860c-9fe3016c308f x-openstack-request-id: req-e2fbcab3-0c72-4fc2-860c-9fe3016c308f {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:12.731365 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "name": "network-vif-plugged", "status": "completed", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:12.731724 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2fbcab3-0c72-4fc2-860c-9fe3016c308f {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:12.732248 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'code': 200} Nov 22 17:36:19.154422 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-8349df1e-99be-4b58-a64f-8661ae924ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:19.870601 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43308) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:20.029867 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Deleting port 6471e1d3-da37-40b4-8878-7ac8ce8ac88d {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:20.030214 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.108721 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.108969 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.121299 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Calling delete_port for 6471e1d3-da37-40b4-8878-7ac8ce8ac88d owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:20.266411 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.293385 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event deleted for resources: {'Port': ['ID=6471e1d3-da37-40b4-8878-7ac8ce8ac88d,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:20.308460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.308460 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.308787 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.309126 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.309469 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.309803 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.310136 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.310467 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.310793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.311121 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.311453 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.311777 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.365965 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.366231 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Floating IP d28045e5-52a5-4ee9-b09c-1fd8ab2d8a52 disassociated (deleted). External IP: 172.25.5.42, port: 7b4b06c5-3235-40bd-afde-464f2a9d823b. Nov 22 17:36:20.578534 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Router 17904263-50b0-475d-b741-9d27d221e7b4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:36:20.689434 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:20.694560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.699805 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] Sync routers for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:20.709318 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:20.709926 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:20.721868 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-8d10cfcf-e824-41b8-a4c0-c299af514d65 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "DELETE /v2.0/floatingips/d28045e5-52a5-4ee9-b09c-1fd8ab2d8a52 HTTP/1.1" status: 204 len: 168 time: 0.8501728 Nov 22 17:36:20.722513 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:20.724802 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ee196-c089-45c0-a70d-897c4c192db1" -d '{"events": [{"name": "network-changed", "server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:20.815863 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:20.878541 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dabb56-923c-4cf1-a6cd-31991a8e029b x-openstack-request-id: req-23dabb56-923c-4cf1-a6cd-31991a8e029b {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:20.879109 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:20.879334 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23dabb56-923c-4cf1-a6cd-31991a8e029b {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:20.879842 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'status': 'completed', 'code': 200} Nov 22 17:36:20.979452 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-9ddc349e-8148-45eb-a136-be42c693d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:20.980970 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-9ddc349e-8148-45eb-a136-be42c693d609 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 1097 time: 0.0794203 Nov 22 17:36:20.993514 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd627d26-90eb-4c62-b795-3986e969d99f req-bf83196b-47fd-4a57-8b52-2cf6515f2ff4 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:20.994961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd627d26-90eb-4c62-b795-3986e969d99f req-bf83196b-47fd-4a57-8b52-2cf6515f2ff4 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 946 time: 0.0618236 Nov 22 17:36:21.048608 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 1, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:21.078697 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] Checking router: 17904263-50b0-475d-b741-9d27d221e7b4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:21.087061 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:21.087666 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:35:51Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:21.106413 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-fd627d26-90eb-4c62-b795-3986e969d99f req-86734caa-b467-454d-b116-ef3f7a933c52 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012373 Nov 22 17:36:21.126816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-e521b2d3-5ab9-44b2-ad3a-3305a64ed4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:21.128548 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-e521b2d3-5ab9-44b2-ad3a-3305a64ed4ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.1327379 Nov 22 17:36:21.172061 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-0784d876-76bc-48b8-b394-199586a2af52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b HTTP/1.1" status: 200 len: 217 time: 0.0361841 Nov 22 17:36:21.193682 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:21.221523 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-2f737fba-2f62-40e8-b4eb-8afa60bf0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:21.223701 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-2f737fba-2f62-40e8-b4eb-8afa60bf0551 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0441635 Nov 22 17:36:21.274816 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-fe998898-167c-4329-8cf3-861c12de870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:21.276351 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-fe998898-167c-4329-8cf3-861c12de870c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446332 Nov 22 17:36:21.370120 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-3abbb0d9-a633-4b23-aebb-05ccbe6bad98 service neutron] 10.222.0.11 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835571 Nov 22 17:36:21.420834 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 1, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:21.447699 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eadba90-6bef-4a79-97cb-26db77faae51 None None] The sync data for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 is: [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_floatingips': [{'id': 'd9ce94d7-8ef3-4181-a1ae-fb0825647117', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'router_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'port_id': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'mac_address': 'fa:16:3e:57:8f:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7198e638-043c-476a-8e5e-52878c8b071d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:02Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 1, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:21.466721 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4d9ee196-c089-45c0-a70d-897c4c192db1 req-3b3d151f-5735-46dd-8b1c-85b13d687507 service neutron] 10.222.0.11 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889361 Nov 22 17:36:21.486772 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-132e75f5-bcc5-4eec-81ca-48cda466f745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.694295 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9e2db-7c88-4ab0-8101-c339c033172f None None] New status for floating IP d28045e5-52a5-4ee9-b09c-1fd8ab2d8a52: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:36:22.277468 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51bf470-d6b2-4451-b397-3c3a30c60989 req-1f2e752a-8cb2-4f93-8d75-17b71a0869d5 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:22.278973 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e51bf470-d6b2-4451-b397-3c3a30c60989 req-1f2e752a-8cb2-4f93-8d75-17b71a0869d5 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 946 time: 0.1022646 Nov 22 17:36:22.330162 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e51bf470-d6b2-4451-b397-3c3a30c60989 req-2e51b8e5-77c6-4655-bf99-857a9b747993 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450213 Nov 22 17:36:22.460055 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7b4b06c5-3235-40bd-afde-464f2a9d823b no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:22.463697 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a87da-9568-45f1-a7e5-929358ab674b req-04d83a8e-8ee1-43d8-83e6-6d518bbb520c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:22.465346 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-231a87da-9568-45f1-a7e5-929358ab674b req-04d83a8e-8ee1-43d8-83e6-6d518bbb520c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.11 "GET /v2.0/ports?device_id=84a963ac-3392-4038-bb04-0308f40feb0f HTTP/1.1" status: 200 len: 946 time: 0.0492198 Nov 22 17:36:22.538971 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3667054'] for port, before_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.561375 n-d-811716-3 neutron-server[103412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b'}] {{(pid=103412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:22.563619 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb07205755274315944f64e2b777d27b3933c4df6d0925b6c80736037f5e265e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e9082d-4d2a-4efc-a9d3-b540552c583f" -d '{"events": [{"server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b"}]}' {{(pid=103412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:22.576933 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:22.581423 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Deleting port 7b4b06c5-3235-40bd-afde-464f2a9d823b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:22.581815 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.582585 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771747092026', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771746609062', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771746609080'] for port, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.611681 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281742c9-593c-495b-98ab-68bbc525081b x-openstack-request-id: req-281742c9-593c-495b-98ab-68bbc525081b {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:22.611996 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b", "code": 200}]} {{(pid=103412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:22.612252 n-d-811716-3 neutron-server[103412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-281742c9-593c-495b-98ab-68bbc525081b {{(pid=103412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:22.612646 n-d-811716-3 neutron-server[103412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'code': 200} Nov 22 17:36:22.637461 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Pushing event updated for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=8']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:22.675180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] For port 7b4b06c5-3235-40bd-afde-464f2a9d823b, host n-h1-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811716-3',level=0,port_id=7b4b06c5-3235-40bd-afde-464f2a9d823b,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:22.676107 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.688791 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Calling delete_port for 7b4b06c5-3235-40bd-afde-464f2a9d823b owned by compute:nova {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:22.818401 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.842333 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.845655 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event deleted for resources: {'Port': ['ID=7b4b06c5-3235-40bd-afde-464f2a9d823b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:22.856461 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.856824 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.857154 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.857496 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.857836 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.858171 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.858502 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.858832 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.859482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.859482 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.859790 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.860198 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811716-3 {{(pid=103411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:22.905376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] No DVR routers for this DVR port 7b4b06c5-3235-40bd-afde-464f2a9d823b on host n-h1-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:22.908400 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:22.912396 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-231a87da-9568-45f1-a7e5-929358ab674b req-a7e4820d-0e5b-40e7-811e-175acd5be2a6 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.11 "DELETE /v2.0/ports/7b4b06c5-3235-40bd-afde-464f2a9d823b HTTP/1.1" status: 204 len: 173 time: 0.4402463 Nov 22 17:36:22.912867 n-d-811716-3 neutron-server[103411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'name': 'network-vif-deleted', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b'}] {{(pid=103411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:22.915150 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174658f96ec5b660bd6b95da06091e2663d50d732441dc11b221b0029f8046e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a283d6-6f99-45de-aa4c-1330feae6455" -d '{"events": [{"server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "name": "network-vif-deleted", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b"}]}' {{(pid=103411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:22.955814 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7399f816-aea0-4353-b9ce-d703da26aced x-openstack-request-id: req-7399f816-aea0-4353-b9ce-d703da26aced {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:22.956142 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a963ac-3392-4038-bb04-0308f40feb0f", "name": "network-vif-deleted", "tag": "7b4b06c5-3235-40bd-afde-464f2a9d823b", "status": "completed", "code": 200}]} {{(pid=103411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:22.956405 n-d-811716-3 neutron-server[103411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7399f816-aea0-4353-b9ce-d703da26aced {{(pid=103411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:22.956845 n-d-811716-3 neutron-server[103411]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a963ac-3392-4038-bb04-0308f40feb0f', 'name': 'network-vif-deleted', 'tag': '7b4b06c5-3235-40bd-afde-464f2a9d823b', 'status': 'completed', 'code': 200} Nov 22 17:36:23.568239 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:23.890348 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43368) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:24.049325 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Deleting port a4e107d6-7760-46d2-838f-c3d9795bdf52 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:24.049565 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:24.126819 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:24.127149 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:24.139472 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Calling delete_port for a4e107d6-7760-46d2-838f-c3d9795bdf52 owned by network:floatingip {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:24.287387 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:24.317572 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event deleted for resources: {'Port': ['ID=a4e107d6-7760-46d2-838f-c3d9795bdf52,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:24.380106 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for floatingip, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:24.380810 n-d-811716-3 neutron-server[103410]: INFO neutron.db.l3_db [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Floating IP d9ce94d7-8ef3-4181-a1ae-fb0825647117 disassociated (deleted). External IP: 172.25.5.62, port: 2c5b8239-86ba-4120-8b47-28a8d2fced59. Nov 22 17:36:24.590153 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Router 17904263-50b0-475d-b741-9d27d221e7b4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:36:24.881506 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:25.025845 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:25.030502 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for floatingip, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:25.036172 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] Sync routers for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:25.049480 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:25.050074 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:25.057865 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-daad99e0-3823-49d9-b90b-909966fd2b63 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "DELETE /v2.0/floatingips/d9ce94d7-8ef3-4181-a1ae-fb0825647117 HTTP/1.1" status: 204 len: 168 time: 1.1664352 Nov 22 17:36:25.058538 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:25.060931 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:25.091430 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:25.226242 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c133e5-9b28-4a84-a043-f937abdad4a9 x-openstack-request-id: req-21c133e5-9b28-4a84-a043-f937abdad4a9 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:25.226657 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:25.227009 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21c133e5-9b28-4a84-a043-f937abdad4a9 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:25.227552 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'status': 'completed', 'code': 200} Nov 22 17:36:25.252213 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:25.291651 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-7723d0d0-d654-48be-afdd-234f8b3d9f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:25.293183 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-7723d0d0-d654-48be-afdd-234f8b3d9f47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=34487a90d4fd4885adb1c4fa178f1739&device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 1094 time: 0.0421288 Nov 22 17:36:25.329489 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4955d65-f9f1-43e7-a71e-0542c04f3bc0 req-b7294203-9922-4414-815a-19d344e1df1b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:25.331029 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4955d65-f9f1-43e7-a71e-0542c04f3bc0 req-b7294203-9922-4414-815a-19d344e1df1b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 943 time: 0.0543039 Nov 22 17:36:25.387377 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a4955d65-f9f1-43e7-a71e-0542c04f3bc0 req-e8347417-e2f9-4644-a3ba-df5e82171c61 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475149 Nov 22 17:36:25.419480 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-da94582a-747f-4b83-ac10-391335a481b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:25.421086 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-da94582a-747f-4b83-ac10-391335a481b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 200 len: 911 time: 0.1205835 Nov 22 17:36:25.463663 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:25.464876 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-3018d6c7-e644-40ce-8cd1-0bc721cb6719 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 200 len: 217 time: 0.0361812 Nov 22 17:36:25.488994 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] Checking router: 17904263-50b0-475d-b741-9d27d221e7b4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:25.497183 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:25.497779 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:25.514164 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-b201d00f-ce52-41e3-a669-eef4a34e136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:25.515629 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-b201d00f-ce52-41e3-a669-eef4a34e136b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 200 len: 849 time: 0.0437424 Nov 22 17:36:25.567865 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-f8337b8e-39bd-4e76-a07f-c1958566e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:25.569386 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-f8337b8e-39bd-4e76-a07f-c1958566e131 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6285d936-5a4e-4559-99cb-22c9c9984942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449963 Nov 22 17:36:25.602324 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:25.667869 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-19ee7d56-ef81-41a4-9d29-61a10edab4e8 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887065 Nov 22 17:36:25.668241 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:25.762694 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-ad7b93d8-c405-4fb8-ab19-c6b522fa5b8c req-83a81654-7014-4d9f-9750-562505280155 service neutron] 10.222.0.71 "GET /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877409 Nov 22 17:36:25.820412 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:25.846700 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc444b-c329-4f80-8cc4-ed4a68059315 None None] The sync data for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 is: [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3', '_interfaces': [{'id': 'd1b2ac75-4244-4c04-a442-010348034af3', 'name': '', 'network_id': '6285d936-5a4e-4559-99cb-22c9c9984942', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'mac_address': 'fa:16:3e:f8:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:42Z', 'updated_at': '2021-11-22T17:31:47Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'subnets': [{'id': '96f19344-49fd-47a0-8552-f48ad03b77ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:26.067038 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb85eb-af1a-444c-bd9f-7978d87c0f12 None None] New status for floating IP d9ce94d7-8ef3-4181-a1ae-fb0825647117: DOWN {{(pid=103412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:36:26.459254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7b4b06c5-3235-40bd-afde-464f2a9d823b no longer exists at agent hyperv_n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:26.483732 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] No Port match for: 7b4b06c5-3235-40bd-afde-464f2a9d823b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:26.484108 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Device 7b4b06c5-3235-40bd-afde-464f2a9d823b not bound to the agent host n-h1-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:26.505494 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188fc74-5b49-48c3-9718-e9fa0ed0d02b req-bd0ed775-da21-4bb6-a5d0-0548cf899397 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:26.506980 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0188fc74-5b49-48c3-9718-e9fa0ed0d02b req-bd0ed775-da21-4bb6-a5d0-0548cf899397 tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 943 time: 0.0500834 Nov 22 17:36:26.555781 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-0188fc74-5b49-48c3-9718-e9fa0ed0d02b req-4f4ef935-67ae-4f9a-bb93-bb8dc1a0283e tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/security-groups?id=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Nov 22 17:36:26.898032 n-d-811716-3 neutron-server[103410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-79bc11ee-a65d-4a02-adda-e543a8ea909c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:26.899507 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-79bc11ee-a65d-4a02-adda-e543a8ea909c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.71 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 943 time: 0.0486212 Nov 22 17:36:26.991233 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Deleting port 2c5b8239-86ba-4120-8b47-28a8d2fced59 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:26.991585 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.084793 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] For port 2c5b8239-86ba-4120-8b47-28a8d2fced59, host n-h2-811716-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811716-3',level=0,port_id=2c5b8239-86ba-4120-8b47-28a8d2fced59,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:27.085166 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.098168 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Calling delete_port for 2c5b8239-86ba-4120-8b47-28a8d2fced59 owned by compute:nova {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:27.234398 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.267557 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event deleted for resources: {'Port': ['ID=2c5b8239-86ba-4120-8b47-28a8d2fced59,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:27.314559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] No DVR routers for this DVR port 2c5b8239-86ba-4120-8b47-28a8d2fced59 on host n-h2-811716-3 {{(pid=103410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:27.317404 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139474'] for port, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:27.320727 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [req-b232cd31-d445-42f0-b83e-6815a8e2f846 req-e684282b-8be5-49e2-8cf8-c4428e53c57b tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.71 "DELETE /v2.0/ports/2c5b8239-86ba-4120-8b47-28a8d2fced59 HTTP/1.1" status: 204 len: 173 time: 0.4147048 Nov 22 17:36:27.321185 n-d-811716-3 neutron-server[103410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'name': 'network-vif-deleted', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59'}] {{(pid=103410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:27.323526 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82632a842f5867a324342057ad00f42bcaa2f5d120a481aeeec324dff6a15ef2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8453e21f-08cc-4342-a88b-2b2e9e59ff3a" -d '{"events": [{"server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "name": "network-vif-deleted", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59"}]}' {{(pid=103410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:27.364568 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23c3605-e145-489e-9d87-455bfd0757e4 x-openstack-request-id: req-d23c3605-e145-489e-9d87-455bfd0757e4 {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:27.364875 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7198e638-043c-476a-8e5e-52878c8b071d", "name": "network-vif-deleted", "tag": "2c5b8239-86ba-4120-8b47-28a8d2fced59", "status": "completed", "code": 200}]} {{(pid=103410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:27.365138 n-d-811716-3 neutron-server[103410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d23c3605-e145-489e-9d87-455bfd0757e4 {{(pid=103410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:27.365550 n-d-811716-3 neutron-server[103410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7198e638-043c-476a-8e5e-52878c8b071d', 'name': 'network-vif-deleted', 'tag': '2c5b8239-86ba-4120-8b47-28a8d2fced59', 'status': 'completed', 'code': 200} Nov 22 17:36:27.670733 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-cdc027e0-ad80-4662-98f2-767bc7c6b3a1 req-f147adcf-e4f2-4b04-9124-72379bed3e0e tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "GET /v2.0/ports?device_id=7198e638-043c-476a-8e5e-52878c8b071d HTTP/1.1" status: 200 len: 210 time: 0.0312617 Nov 22 17:36:28.739898 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43386) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:28.806938 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eceaeba8-f9c6-46ef-a436-00147fc0cc2c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.842475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eceaeba8-f9c6-46ef-a436-00147fc0cc2c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.909561 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eceaeba8-f9c6-46ef-a436-00147fc0cc2c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.913370 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-eceaeba8-f9c6-46ef-a436-00147fc0cc2c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:28.914785 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-eceaeba8-f9c6-46ef-a436-00147fc0cc2c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] 10.222.0.69 "DELETE /v2.0/security-groups/4a852e7c-d75c-46fc-baf8-62b9c2d05d3b HTTP/1.1" status: 204 len: 168 time: 0.1735578 Nov 22 17:36:28.924767 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceaeba8-f9c6-46ef-a436-00147fc0cc2c tempest-TestSnapshotPattern-1250934468 tempest-TestSnapshotPattern-1250934468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a852e7c-d75c-46fc-baf8-62b9c2d05d3b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:28.965075 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43390) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:29.339248 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.587702 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Deleting port d1b2ac75-4244-4c04-a442-010348034af3 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:29.587935 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.668077 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] For port d1b2ac75-4244-4c04-a442-010348034af3, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=d1b2ac75-4244-4c04-a442-010348034af3,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:29.668446 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.681513 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Calling delete_port for d1b2ac75-4244-4c04-a442-010348034af3 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:29.858703 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:29.882103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b2ac75-4244-4c04-a442-010348034af3,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:30.050217 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.266799 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Router 17904263-50b0-475d-b741-9d27d221e7b4 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:36:30.373987 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:30.379480 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-657a8fa7-00b2-44d2-b08e-e557030baf6f admin admin] 10.222.0.69 "PUT /v2.0/routers/17904263-50b0-475d-b741-9d27d221e7b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4132679 Nov 22 17:36:30.382476 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43392) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:30.385213 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] Sync routers for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:30.395796 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:30.396562 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:30.487560 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.498934 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: n-d-811716-3 {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:30.591360 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.644213 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Deleting port a5b5aba3-e172-4773-9e98-ae78d8405b2c {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:30.644535 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.693706 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:36:29Z', 'revision_number': 5, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port': {'id': 'a5b5aba3-e172-4773-9e98-ae78d8405b2c', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17904263-50b0-475d-b741-9d27d221e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:30.719959 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] Checking router: 17904263-50b0-475d-b741-9d27d221e7b4 for host: n-d-811716-3 {{(pid=103413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:30.726832 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] For port a5b5aba3-e172-4773-9e98-ae78d8405b2c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=a5b5aba3-e172-4773-9e98-ae78d8405b2c,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:30.727198 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.729285 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] Routers {'17904263-50b0-475d-b741-9d27d221e7b4'} bound to L3 agent in host n-d-811716-3 {{(pid=103413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:30.729887 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['17904263-50b0-475d-b741-9d27d221e7b4'], 'active': True} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:30.739432 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Calling delete_port for a5b5aba3-e172-4773-9e98-ae78d8405b2c owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:30.797236 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2c5b8239-86ba-4120-8b47-28a8d2fced59 no longer exists at agent hyperv_n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:30.817298 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] No Port match for: 2c5b8239-86ba-4120-8b47-28a8d2fced59 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:30.817636 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Device 2c5b8239-86ba-4120-8b47-28a8d2fced59 not bound to the agent host n-h2-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:30.819945 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_dvr_db [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] Set router 17904263-50b0-475d-b741-9d27d221e7b4 gateway port host: None {{(pid=103413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:30.874431 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.l3_hamode_db [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:36:30Z', 'revision_number': 6, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:30.908117 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:30.940018 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b5aba3-e172-4773-9e98-ae78d8405b2c,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:30.951198 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1ccd1-25ba-4be6-85c7-cb10ccb5395e None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:30.999642 n-d-811716-3 neutron-server[103413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67f14d2-f088-4b4e-b93f-bd4c5fcce7e4 None None] The sync data for ids ['17904263-50b0-475d-b741-9d27d221e7b4'] in n-d-811716-3 is: [{'id': '17904263-50b0-475d-b741-9d27d221e7b4', 'name': 'tempest-TestSnapshotPattern-1754496291-router', 'tenant_id': '34487a90d4fd4885adb1c4fa178f1739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:40Z', 'updated_at': '2021-11-22T17:36:30Z', 'revision_number': 6, 'project_id': '34487a90d4fd4885adb1c4fa178f1739', 'gw_port_host': None}] {{(pid=103413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:31.007475 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.116944 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.119080 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.162571 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.163253 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17904263-50b0-475d-b741-9d27d221e7b4 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:36:31.167915 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.169071 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-4e7e66d1-d299-4b9f-a28e-2c639e0ac99f admin admin] 10.222.0.69 "DELETE /v2.0/routers/17904263-50b0-475d-b741-9d27d221e7b4 HTTP/1.1" status: 204 len: 168 time: 0.7856417 Nov 22 17:36:31.171660 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43394) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:31.216960 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-de764cfe-5ebf-45f1-801f-82ed3f84f03b admin admin] Deleting subnet 96f19344-49fd-47a0-8552-f48ad03b77ca {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:36:31.219967 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de764cfe-5ebf-45f1-801f-82ed3f84f03b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.254541 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de764cfe-5ebf-45f1-801f-82ed3f84f03b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.338241 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de764cfe-5ebf-45f1-801f-82ed3f84f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.405531 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de764cfe-5ebf-45f1-801f-82ed3f84f03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.436636 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de764cfe-5ebf-45f1-801f-82ed3f84f03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f19344-49fd-47a0-8552-f48ad03b77ca,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:31.443655 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-de764cfe-5ebf-45f1-801f-82ed3f84f03b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.446973 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-de764cfe-5ebf-45f1-801f-82ed3f84f03b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/96f19344-49fd-47a0-8552-f48ad03b77ca HTTP/1.1" status: 204 len: 168 time: 0.2740951 Nov 22 17:36:31.449623 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43396) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:31.464254 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6775fc3-dc23-4c6f-a9e6-c813b90fa249 None None] Network 6285d936-5a4e-4559-99cb-22c9c9984942 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:31.517560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d1b2ac75-4244-4c04-a442-010348034af3 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:31.528184 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.549770 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: d1b2ac75-4244-4c04-a442-010348034af3 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:31.550142 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device d1b2ac75-4244-4c04-a442-010348034af3 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:31.583170 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Deleting port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:31.583509 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.651353 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] For port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=6dd1cb07-8e66-4339-a3cb-c5b469a73c5c,segment=NetworkSegment(d0e92702-ffba-4c6b-a099-1f3e28e1b61a),segment_id=d0e92702-ffba-4c6b-a099-1f3e28e1b61a)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:31.651745 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.665210 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Calling delete_port for 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:31.744964 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:31.771458 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd1cb07-8e66-4339-a3cb-c5b469a73c5c,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:31.774979 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] No DVR routers for this DVR port 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:31.857373 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb590a9-68b4-402b-b2a0-1a81ba4d3a97 None None] DHCP port deletion for 6285d936-5a4e-4559-99cb-22c9c9984942 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:32.170817 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.191582 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6285d936-5a4e-4559-99cb-22c9c9984942']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:32.200635 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:32.200932 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e92702-ffba-4c6b-a099-1f3e28e1b61a') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:32.210616 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.224126 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.230003 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:32.230380 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:32.232058 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:32.287244 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.292748 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.295972 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6285d936-5a4e-4559-99cb-22c9c9984942 HTTP/1.1" status: 204 len: 168 time: 0.8445387 Nov 22 17:36:32.299182 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43398) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:32.307686 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941f2dd-fb88-4d30-a13b-80eded5c05c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6285d936-5a4e-4559-99cb-22c9c9984942,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:32.532994 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:36:32.646916 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-662813'] for router_interface, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.892294 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Deleting port 4411a3d5-d612-4c2d-add8-e4fe2e134761 {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:32.892635 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.972559 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] For port 4411a3d5-d612-4c2d-add8-e4fe2e134761, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=4411a3d5-d612-4c2d-add8-e4fe2e134761,segment=NetworkSegment(9d613ba4-86e7-48c7-8a5c-43c67199c1b1),segment_id=9d613ba4-86e7-48c7-8a5c-43c67199c1b1)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:32.972929 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:32.985673 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Calling delete_port for 4411a3d5-d612-4c2d-add8-e4fe2e134761 owned by network:router_interface {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:33.396489 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a5b5aba3-e172-4773-9e98-ae78d8405b2c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:33.416436 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: a5b5aba3-e172-4773-9e98-ae78d8405b2c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:33.416783 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device a5b5aba3-e172-4773-9e98-ae78d8405b2c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:33.417197 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:33.436299 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:33.436654 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 6dd1cb07-8e66-4339-a3cb-c5b469a73c5c not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:33.500983 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.525097 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4411a3d5-d612-4c2d-add8-e4fe2e134761,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:33.699323 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3639822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660461'] for router_interface, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:33.918169 n-d-811716-3 neutron-server[103410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Router eb4449f0-e890-4bcd-94bd-4f6863881c59 has already been hosted by L3 agent cff1974e-7540-426e-bd8b-d60a99553e5a {{(pid=103410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:36:34.029989 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] Notify agent at l3_agent.n-d-811716-3 the message routers_updated {{(pid=103410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:34.035952 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-ca1c4aed-135e-41b2-bc96-ed6191d653c4 admin admin] 10.222.0.69 "PUT /v2.0/routers/eb4449f0-e890-4bcd-94bd-4f6863881c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7357349 Nov 22 17:36:34.038500 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43400) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:34.040212 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] Sync routers for ids ['eb4449f0-e890-4bcd-94bd-4f6863881c59'] in n-d-811716-3 {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:34.051053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] Routers {'eb4449f0-e890-4bcd-94bd-4f6863881c59'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:34.051690 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['eb4449f0-e890-4bcd-94bd-4f6863881c59'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:34.143873 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.156858 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] Set router eb4449f0-e890-4bcd-94bd-4f6863881c59 gateway port host: n-d-811716-3 {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:34.248225 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.302201 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Deleting port 60393b4b-211f-4ef9-9cab-6d5643adcebf {{(pid=103410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:34.302548 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.334450 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'external_fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157'}], 'enable_snat': True}, 'gw_port_id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:36:33Z', 'revision_number': 5, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port': {'id': '60393b4b-211f-4ef9-9cab-6d5643adcebf', 'name': '', 'network_id': '46135dbe-aaf9-4c8c-9a21-a6603b2b5e41', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'ip_address': '172.25.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811716-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:31:45Z', 'updated_at': '2021-11-22T17:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60ab360d-6177-4432-b185-91fb0e3c104c', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811716-3'}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:34.364225 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] Checking router: eb4449f0-e890-4bcd-94bd-4f6863881c59 for host: n-d-811716-3 {{(pid=103412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:34.372560 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] Routers {'eb4449f0-e890-4bcd-94bd-4f6863881c59'} bound to L3 agent in host n-d-811716-3 {{(pid=103412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:34.373317 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811716-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T15:50:21Z,description=,heartbeat_timestamp=2021-11-22T17:36:21Z,host='n-d-811716-3',id=cff1974e-7540-426e-bd8b-d60a99553e5a,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T15:50:21Z,topic='l3_agent')) {'router_ids': ['eb4449f0-e890-4bcd-94bd-4f6863881c59'], 'active': True} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:34.382194 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] For port 60393b4b-211f-4ef9-9cab-6d5643adcebf, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=60393b4b-211f-4ef9-9cab-6d5643adcebf,segment=NetworkSegment(34c78ccd-7ae0-4590-b8b3-b9b2ae980c42),segment_id=34c78ccd-7ae0-4590-b8b3-b9b2ae980c42)] {{(pid=103410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:34.382562 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.400079 n-d-811716-3 neutron-server[103410]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Calling delete_port for 60393b4b-211f-4ef9-9cab-6d5643adcebf owned by network:router_gateway {{(pid=103410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:34.460544 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvr_db [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] Set router eb4449f0-e890-4bcd-94bd-4f6863881c59 gateway port host: None {{(pid=103412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:34.511053 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_hamode_db [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:36:34Z', 'revision_number': 6, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port_host': None}], 'n-d-811716-3', False) {} {{(pid=103412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:34.541598 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dbe784-4913-48f6-a42a-10b5c4e8d01f None None] The sync data for ids ['eb4449f0-e890-4bcd-94bd-4f6863881c59'] in n-d-811716-3 is: [{'id': 'eb4449f0-e890-4bcd-94bd-4f6863881c59', 'name': 'tempest-TestSnapshotPattern-424458425-router', 'tenant_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:31:44Z', 'updated_at': '2021-11-22T17:36:34Z', 'revision_number': 6, 'project_id': 'e09a064484ff4b89b85a4b37af0c2c90', 'gw_port_host': None}] {{(pid=103412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:34.564158 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11235522'] for port, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.592855 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=60393b4b-211f-4ef9-9cab-6d5643adcebf,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:34.609305 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71921c4d-0ad0-4a3f-8a22-3bc7dfcd684f None None] DHCP port deletion for 46135dbe-aaf9-4c8c-9a21-a6603b2b5e41 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:34.657758 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-596163'] for router_gateway, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.748455 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-660155', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8397'] for router, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.750590 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.793618 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-660440'] for router, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.794103 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4449f0-e890-4bcd-94bd-4f6863881c59 {{(pid=103410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:36:34.798320 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.799508 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-2e4f7d0a-d19c-42c7-8c63-e339d58411c5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/eb4449f0-e890-4bcd-94bd-4f6863881c59 HTTP/1.1" status: 204 len: 168 time: 0.7600696 Nov 22 17:36:34.802255 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43402) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:34.850298 n-d-811716-3 neutron-server[103410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4876f9c-3467-40e5-a593-2a83c812df2e admin admin] Deleting subnet f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b {{(pid=103410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:36:34.853258 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4876f9c-3467-40e5-a593-2a83c812df2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.887733 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4876f9c-3467-40e5-a593-2a83c812df2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1638575'] for subnet, precommit_delete_associations {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:34.969694 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4876f9c-3467-40e5-a593-2a83c812df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3623727'] for subnet, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.027126 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4876f9c-3467-40e5-a593-2a83c812df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3623734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11235567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11471088'] for subnet, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.056626 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4876f9c-3467-40e5-a593-2a83c812df2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:35.058631 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-f4876f9c-3467-40e5-a593-2a83c812df2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.064164 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-f4876f9c-3467-40e5-a593-2a83c812df2e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f1eb06cf-3ec6-417b-9a6a-4c3e26fb422b HTTP/1.1" status: 204 len: 168 time: 0.2587786 Nov 22 17:36:35.064616 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43404) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:35.067773 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdda7d23-aa8b-4105-a5b5-621b0a00a11d None None] Network a21e422b-83f4-40d6-ad0b-181147914505 requested from n-d-811716-3 {{(pid=103412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:35.137907 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3453277'] for network, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.198030 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Deleting port b99f214b-49b5-436a-a4bb-4b7f8231059b {{(pid=103411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:35.198375 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.249481 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] DHCP port deletion for a21e422b-83f4-40d6-ad0b-181147914505 request from n-d-811716-3 {{(pid=103412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:35.264860 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.db [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] For port b99f214b-49b5-436a-a4bb-4b7f8231059b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b99f214b-49b5-436a-a4bb-4b7f8231059b,segment=NetworkSegment(9d613ba4-86e7-48c7-8a5c-43c67199c1b1),segment_id=9d613ba4-86e7-48c7-8a5c-43c67199c1b1)] {{(pid=103411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:35.265270 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.278888 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.plugin [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Calling delete_port for b99f214b-49b5-436a-a4bb-4b7f8231059b owned by network:dhcp {{(pid=103411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:35.299111 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] Deleting port b99f214b-49b5-436a-a4bb-4b7f8231059b {{(pid=103412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:35.299554 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771747090728'] for port, before_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.371991 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.db [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] For port b99f214b-49b5-436a-a4bb-4b7f8231059b, host n-d-811716-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811716-3',level=0,port_id=b99f214b-49b5-436a-a4bb-4b7f8231059b,segment=NetworkSegment(9d613ba4-86e7-48c7-8a5c-43c67199c1b1),segment_id=9d613ba4-86e7-48c7-8a5c-43c67199c1b1)] {{(pid=103412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:35.372455 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-599284'] for port, precommit_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.374668 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9881114'] for port, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.392143 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] Calling delete_port for b99f214b-49b5-436a-a4bb-4b7f8231059b owned by network:dhcp {{(pid=103412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:35.402173 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99f214b-49b5-436a-a4bb-4b7f8231059b,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:35.408383 n-d-811716-3 neutron-server[103411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] No DVR routers for this DVR port b99f214b-49b5-436a-a4bb-4b7f8231059b on host n-d-811716-3 {{(pid=103411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:35.441734 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4411a3d5-d612-4c2d-add8-e4fe2e134761 no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:35.463740 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 4411a3d5-d612-4c2d-add8-e4fe2e134761 {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:35.464399 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 4411a3d5-d612-4c2d-add8-e4fe2e134761 not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:35.464530 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b99f214b-49b5-436a-a4bb-4b7f8231059b no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:35.479589 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3625372', 'neutron.services.segments.db._delete_segments_for_network-8771746956683'] for network, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.486213 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: b99f214b-49b5-436a-a4bb-4b7f8231059b {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:35.486565 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device b99f214b-49b5-436a-a4bb-4b7f8231059b not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:35.486990 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 60393b4b-211f-4ef9-9cab-6d5643adcebf no longer exists at agent ovs-agent-n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:35.500081 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21e422b-83f4-40d6-ad0b-181147914505']}} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:35.515084 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d613ba4-86e7-48c7-8a5c-43c67199c1b1') {'for_net_delete': True} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:35.515290 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.plugin [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] No Port match for: 60393b4b-211f-4ef9-9cab-6d5643adcebf {{(pid=103412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:35.515399 n-d-811716-3 neutron-server[103411]: DEBUG neutron.services.segments.db [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d613ba4-86e7-48c7-8a5c-43c67199c1b1') {} {{(pid=103411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:35.515498 n-d-811716-3 neutron-server[103412]: DEBUG neutron.plugins.ml2.rpc [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Device 60393b4b-211f-4ef9-9cab-6d5643adcebf not bound to the agent host n-d-811716-3 {{(pid=103412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:35.530544 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771747182102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8898185'] for segment, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.537328 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3666991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-106399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771747092053', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771746609053'] for port, after_delete {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.545527 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656'] for segment, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.551875 n-d-811716-3 neutron-server[103411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:35.552233 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3623656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9881193'] for segment, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: Traceback (most recent call last): Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: timer() Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: cb(*args, **kw) Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: return func(*args, **kwargs) Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: self._notify() Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: self.callback(batched_events) Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: event.method(event) Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: return f(self, *a, **k) Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: return self._get(url).json() Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:35.554579 n-d-811716-3 neutron-server[103411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:35.564284 n-d-811716-3 neutron-server[103412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] Pushing event deleted for resources: {'Port': ['ID=b99f214b-49b5-436a-a4bb-4b7f8231059b,revision_number=None']} {{(pid=103412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:35.572699 n-d-811716-3 neutron-server[103412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42e5b8-d1c5-4699-909f-d69e6afcfce4 None None] No DVR routers for this DVR port b99f214b-49b5-436a-a4bb-4b7f8231059b on host n-d-811716-3 {{(pid=103412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:35.608948 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3625346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3639831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-596083'] for network, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.615656 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Publish callbacks [] for network, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.618363 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a21e422b-83f4-40d6-ad0b-181147914505 HTTP/1.1" status: 204 len: 168 time: 0.5527380 Nov 22 17:36:35.629931 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3092ec5-115a-4069-a877-2d83d4aa0f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=a21e422b-83f4-40d6-ad0b-181147914505,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:35.800332 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43408) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:35.841009 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-918c74c6-9ccc-4e5d-9b3a-268a93fa0929 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=34487a90d4fd4885adb1c4fa178f1739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394101 Nov 22 17:36:35.843478 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [-] (103411) accepted ('10.222.0.69', 43410) {{(pid=103411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:35.889744 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a036426-aac9-4257-9944-f860aa34fd17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.910987 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a036426-aac9-4257-9944-f860aa34fd17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.961570 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a036426-aac9-4257-9944-f860aa34fd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.964259 n-d-811716-3 neutron-server[103411]: DEBUG neutron_lib.callbacks.manager [None req-2a036426-aac9-4257-9944-f860aa34fd17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:35.966164 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [None req-2a036426-aac9-4257-9944-f860aa34fd17 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41b11b1c-d243-458c-838a-3d0dc7e27eee HTTP/1.1" status: 204 len: 168 time: 0.1210999 Nov 22 17:36:35.974082 n-d-811716-3 neutron-server[103411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a036426-aac9-4257-9944-f860aa34fd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b11b1c-d243-458c-838a-3d0dc7e27eee,revision_number=None']} {{(pid=103411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:36.287841 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43416) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:36.328787 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-611cff04-fa64-4b96-9bf2-fe225bf1b4f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e09a064484ff4b89b85a4b37af0c2c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397398 Nov 22 17:36:36.331242 n-d-811716-3 neutron-server[103410]: DEBUG neutron.wsgi [-] (103410) accepted ('10.222.0.69', 43418) {{(pid=103410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:36.377566 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46ff8a4f-8d03-4809-a972-dea79925e833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.398615 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46ff8a4f-8d03-4809-a972-dea79925e833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.443861 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46ff8a4f-8d03-4809-a972-dea79925e833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559387'] for security_group, after_delete {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.446496 n-d-811716-3 neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-46ff8a4f-8d03-4809-a972-dea79925e833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:36.447659 n-d-811716-3 neutron-server[103410]: INFO neutron.wsgi [None req-46ff8a4f-8d03-4809-a972-dea79925e833 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e4f77645-55d0-4c7c-ac96-6ac046e74271 HTTP/1.1" status: 204 len: 168 time: 0.1151776 Nov 22 17:36:36.455445 n-d-811716-3 neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff8a4f-8d03-4809-a972-dea79925e833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f77645-55d0-4c7c-ac96-6ac046e74271,revision_number=None']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:49.156674 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-463902c8-1713-4453-8b4c-5d3cf25f9412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.478753 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b811858b-f158-407b-815e-a13f947aea70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:52.844476 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.580811 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.883284 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:55.086639 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:55.664308 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.531978 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:37:19.158344 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-a1f97793-1fa0-4453-9af0-f54415ed8e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:21.479475 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f74e52fe-ed25-4e4a-9a83-09cf49d914ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:21.832874 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-ffb0d640-811e-4a66-a525-7035fb603857 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399995 Nov 22 17:37:21.918500 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-a31eb800-cafa-4d7c-becc-d6a996bb1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:21.920016 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-a31eb800-cafa-4d7c-becc-d6a996bb1885 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0423775 Nov 22 17:37:22.028315 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-b6a61beb-8d39-4f1e-bd16-2475bffe77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:22.029773 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-b6a61beb-8d39-4f1e-bd16-2475bffe77eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0883675 Nov 22 17:37:22.073390 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-314941a7-8d6b-4ddb-8a4b-7ee3f60b0ad2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0354166 Nov 22 17:37:22.121492 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-12808151-05b7-412b-9f5f-ffab5720c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:22.122848 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-12808151-05b7-412b-9f5f-ffab5720c8f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0427794 Nov 22 17:37:22.173612 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-eff008f7-dc91-4eda-97d5-3b18ec352d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:22.175642 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-eff008f7-dc91-4eda-97d5-3b18ec352d54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437617 Nov 22 17:37:22.264955 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-8bb79f91-0c49-4fe6-ae96-1d58a428909f service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820715 Nov 22 17:37:22.357782 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-b6941d3e-43c9-49c0-9b26-54c3d7888f7b req-f370396f-98b0-4baf-ac44-f057a4325ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854220 Nov 22 17:37:22.846103 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:23.598648 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:24.886207 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:25.089575 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:25.662479 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:46.530906 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:37:49.160486 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-190aab56-c07c-4c37-b683-33ed3ae6ea2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:51.481534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2b0d7e33-d3e8-4f1c-804f-29fe6faaf8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:52.852944 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:53.595441 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:54.891809 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:55.093454 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:55.664225 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:19.162176 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-884da3bc-51ca-4ad8-9c1b-a546f9c82091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:21.484486 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c5b58662-d795-4d94-92ec-9a0c9d54d277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.830020 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-26a8a12e-69b4-499a-a675-d38bb9580fa1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411117 Nov 22 17:38:22.851646 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:22.913598 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-3e3aba0f-d6c4-4214-a37c-67931149e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:22.915084 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-3e3aba0f-d6c4-4214-a37c-67931149e1be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0417659 Nov 22 17:38:23.020094 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-e8c3199c-f5cf-4a2d-a368-7672436dc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:23.021546 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-e8c3199c-f5cf-4a2d-a368-7672436dc394 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0883069 Nov 22 17:38:23.062474 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-311320fb-90ef-452c-abb6-1f9e53159353 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0338762 Nov 22 17:38:23.111376 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-6417340a-ebe0-47f3-8e41-32383f1f1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:23.112768 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-6417340a-ebe0-47f3-8e41-32383f1f1230 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0430179 Nov 22 17:38:23.163046 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-4ed64c27-3b70-4d4f-a9bc-613cf67fa864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:23.164958 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-4ed64c27-3b70-4d4f-a9bc-613cf67fa864 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449262 Nov 22 17:38:23.257398 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-14e570b6-8bd2-4b0e-8685-0e013ae8da19 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Nov 22 17:38:23.351105 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-2d841e88-6acc-47c6-9deb-a0d38f303f68 req-13325498-37ed-4377-973d-40111391258c service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872757 Nov 22 17:38:23.529943 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:38:23.609590 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.886895 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.096424 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.662248 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:49.163094 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2919b12e-7f63-46c9-a328-07bbe8b9695f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.485415 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-631055b9-6c6a-4aef-a3fe-e1b18d2aa494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.854251 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.607611 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.894505 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:55.099689 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:55.681083 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:00.529413 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:39:19.165151 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f6670788-e264-4be8-aa0a-2c22ce4ad295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:21.486970 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-59fde8f0-310c-460a-b396-7efd355f9a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:22.834705 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-6e43cea3-456e-43ae-a0c3-f3a4b061468b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405324 Nov 22 17:39:22.859856 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:22.919746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-6bc3ac27-c699-4aa5-842c-3fea847c3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:22.921246 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-6bc3ac27-c699-4aa5-842c-3fea847c3b0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0403171 Nov 22 17:39:23.026904 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-3b75c61a-33b9-4ac3-b673-4688eff80481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:23.028417 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-3b75c61a-33b9-4ac3-b673-4688eff80481 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0881212 Nov 22 17:39:23.071318 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-953fd211-1516-4f4e-ba21-513e48436ae5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0356381 Nov 22 17:39:23.120746 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-2fb40676-ac46-4e75-8bdf-ad997eb7fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:23.122114 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-2fb40676-ac46-4e75-8bdf-ad997eb7fdb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0438938 Nov 22 17:39:23.173310 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-08f66f8a-8138-40ef-9517-7cfb0a2ef7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:23.174799 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-08f66f8a-8138-40ef-9517-7cfb0a2ef7ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452254 Nov 22 17:39:23.265465 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-27f9e7f8-7619-4ad6-b17b-fa23fb852297 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838041 Nov 22 17:39:23.359814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-4cadff46-1888-4ea8-a0d1-8e0acfee4481 req-911440cc-9294-454b-93ef-2fce14e9728b service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876429 Nov 22 17:39:23.616506 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:24.897604 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:25.101707 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:25.673342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:37.528249 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:39:49.165853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-1a32b5bd-9b1a-473e-8054-757f211683ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:51.487997 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d31e3266-318c-4870-ba1e-a77ade3f6b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:52.860072 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:53.622378 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:54.901110 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:55.106922 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:55.673869 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:14.527487 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:40:19.166724 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-62699126-2493-4a45-8176-ec28d1d4d4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:21.488519 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-b20b6c90-de42-4abc-8e3c-6e41db75a976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:22.861762 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:23.621071 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:24.903623 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:24.938638 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-30ae1c34-130e-42a9-9ccf-a514eb98d686 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1439824 Nov 22 17:40:25.023056 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-25283775-8bb6-4167-b735-d5893ecc9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:25.024643 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-25283775-8bb6-4167-b735-d5893ecc9b6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0414715 Nov 22 17:40:25.101173 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:25.134143 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-7712ead6-8913-4988-a508-cfc29fbeecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:25.135621 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-7712ead6-8913-4988-a508-cfc29fbeecd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0902627 Nov 22 17:40:25.179412 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-1c8c6ffe-5194-4e21-932f-0d94eb97cecf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0352013 Nov 22 17:40:25.228546 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-10d72c51-93a1-4d8b-b32c-a9928277f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:25.229961 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-10d72c51-93a1-4d8b-b32c-a9928277f387 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0438354 Nov 22 17:40:25.279839 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-19ce929d-6022-4a70-aaad-4120c54b1146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:25.281640 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-19ce929d-6022-4a70-aaad-4120c54b1146 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445218 Nov 22 17:40:25.372651 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-646d9955-2042-4d66-a029-25ce913ac81c service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828104 Nov 22 17:40:25.465669 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-acdbe6a1-ca16-4c72-a389-37fbb6ada612 req-40372981-8545-4169-a19f-ca5cc20c2d65 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855308 Nov 22 17:40:25.688726 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:49.168730 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-cc516ab4-0d3e-473c-bed2-a77642d3a1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:51.489872 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-29af7c6b-db2a-4e37-9a63-e1fb912c164c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:51.525873 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:40:52.867342 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:53.621527 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:54.909031 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:55.103715 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:55.687269 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:19.171069 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23299e06-e8ba-484a-b5f0-bf2bfb467e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:21.490169 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-f2de4ed4-7ff4-4759-a87d-e11a226edd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:22.866052 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:23.635892 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:24.911047 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:25.105210 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:25.684396 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:25.826428 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-ea04eed3-8382-41f7-a0a5-955166e5d781 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417373 Nov 22 17:41:25.908277 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-0ed445de-077a-49ea-9bdb-75ad42aa8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:25.909809 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-0ed445de-077a-49ea-9bdb-75ad42aa8942 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0410233 Nov 22 17:41:26.016346 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-08dc51ee-ea1e-4cfc-bfc1-bc5de0d325b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:26.017932 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-08dc51ee-ea1e-4cfc-bfc1-bc5de0d325b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0875156 Nov 22 17:41:26.060108 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-a117444f-3bac-42da-8f6f-c45ca49040b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0346134 Nov 22 17:41:26.107007 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-112536f0-ed0b-4837-857b-84dec0165e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:26.108338 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-112536f0-ed0b-4837-857b-84dec0165e56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0416980 Nov 22 17:41:26.155446 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-1bef699d-8bea-4ff0-8d3d-0812cfbd0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:26.157742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-1bef699d-8bea-4ff0-8d3d-0812cfbd0f68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425370 Nov 22 17:41:26.246241 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-9b7de841-99d8-4d45-8949-64933f65e68c service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814595 Nov 22 17:41:26.341693 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-a633b5a9-aebd-41b9-ab41-4e1e09b0d381 req-389de312-abe3-4492-b5f9-b91ea52986cf service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859511 Nov 22 17:41:28.525399 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:41:49.172743 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c08ef293-7929-429e-9511-21bafebe32b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:51.490534 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-980bd506-261e-4736-85ba-ffb29341ea55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:52.872775 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:53.650664 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:54.914955 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.106510 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.685677 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:05.524670 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:42:19.174128 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-d1b1b33c-7827-43ce-88d3-1e057b39e77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:21.491166 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-da224a05-a759-4449-83c5-4dd13880f6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:22.873259 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:23.666102 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:24.921314 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:25.108439 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:25.682845 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:27.823742 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d9c4521-27af-421c-97e9-1817354586b6 req-28c7797b-bdf5-4ce7-b5a3-7001f2503f3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402348 Nov 22 17:42:27.904409 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c4521-27af-421c-97e9-1817354586b6 req-23ce0478-c657-4479-8948-b3c2ce72b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:27.905868 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d9c4521-27af-421c-97e9-1817354586b6 req-23ce0478-c657-4479-8948-b3c2ce72b35b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0398624 Nov 22 17:42:28.010442 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c4521-27af-421c-97e9-1817354586b6 req-79936305-5f92-4ad5-809c-6de749820270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:28.011898 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d9c4521-27af-421c-97e9-1817354586b6 req-79936305-5f92-4ad5-809c-6de749820270 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0877571 Nov 22 17:42:28.053759 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d9c4521-27af-421c-97e9-1817354586b6 req-9e18e26f-3785-4b15-9663-835f91bd4ff9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0351825 Nov 22 17:42:28.103690 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c4521-27af-421c-97e9-1817354586b6 req-dbde8e17-21c8-4f6e-a281-c02610512ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:28.105070 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d9c4521-27af-421c-97e9-1817354586b6 req-dbde8e17-21c8-4f6e-a281-c02610512ec8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0434027 Nov 22 17:42:28.154008 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c4521-27af-421c-97e9-1817354586b6 req-42946534-0f9e-496f-b1ad-7fb535d0b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:28.155466 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d9c4521-27af-421c-97e9-1817354586b6 req-42946534-0f9e-496f-b1ad-7fb535d0b066 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436380 Nov 22 17:42:28.245783 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d9c4521-27af-421c-97e9-1817354586b6 req-2a439908-8ddb-48a1-8e2a-df1ea6bb3f72 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823765 Nov 22 17:42:28.337577 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-3d9c4521-27af-421c-97e9-1817354586b6 req-5b0ce03e-a2e9-4de1-811f-9cc90b420de8 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Nov 22 17:42:42.524576 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:42:49.180919 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-95cdf5a2-bfd5-4133-be8c-a68e354f1dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:51.491434 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e1437639-84de-4058-9e71-2e1bdab8fb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:52.873873 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:53.665125 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:54.921329 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.109307 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.689492 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:19.173068 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-6f53ffd4-af5b-460d-a8df-cfa25360100b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:19.524479 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:43:21.491920 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4dc3cc59-34fa-4392-8d01-f3fc02d16d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:22.878003 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:23.663882 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:24.926563 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:25.112853 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:25.681484 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:27.832652 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-026bd9ab-ba82-4992-a5e7-a547f3299e39 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403070 Nov 22 17:43:27.916180 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-5d5b79c0-a334-414f-9789-25c901dd84d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:27.917682 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-5d5b79c0-a334-414f-9789-25c901dd84d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0399804 Nov 22 17:43:28.023141 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-17443f48-a0d0-44ab-aa7c-0aafa8c84889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:28.024646 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-17443f48-a0d0-44ab-aa7c-0aafa8c84889 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.0881844 Nov 22 17:43:28.066880 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-87e9d80c-30a5-412f-ad3e-5e917021119e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0344863 Nov 22 17:43:28.114680 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-fcf2ccb2-289c-4b98-a736-2ea576457d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:28.116035 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-fcf2ccb2-289c-4b98-a736-2ea576457d1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0422511 Nov 22 17:43:28.164705 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-5deac0ed-ceb9-42e7-b6e2-95c1e5aebf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:28.166170 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-5deac0ed-ceb9-42e7-b6e2-95c1e5aebf57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433512 Nov 22 17:43:28.176683 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-880fec59-1197-4a11-a562-8199874c2403 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=103411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:43:28.177607 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-880fec59-1197-4a11-a562-8199874c2403 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047207 Nov 22 17:43:28.265720 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-ff700228-a1b2-4668-8030-35134f39f0fd service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809209 Nov 22 17:43:28.355814 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-d594d49b-54c9-49c0-ade6-5bb83bab9835 req-59068ab0-e34f-4f3f-b60f-9cb721f9cf4e service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833945 Nov 22 17:43:49.174311 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-5a34f8de-9d51-4500-a194-b0099a143600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:51.492869 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4cd42a3c-f35b-45b6-b7f8-4b8046d56653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:52.880157 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:53.663596 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:54.929934 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:55.120718 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:55.695715 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:56.523860 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:44:19.176111 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-0082c4ca-3dd2-4f5e-b220-f80f75560108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:21.494096 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-03025810-0372-4a19-9b68-113f1aa30c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:22.882465 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:23.678091 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:24.932699 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:25.113508 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:25.699375 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:27.820056 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-467d6d72-5400-409e-904a-58047e6e2060 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408149 Nov 22 17:44:27.901980 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-6fe7aff3-844b-43d7-bbee-017d72bb0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:27.903354 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-6fe7aff3-844b-43d7-bbee-017d72bb0ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3abc0171b6f541588ddd6ed8b6cb3010&device_id=848aca74-be6b-49a3-9d88-a391d2ba33c1 HTTP/1.1" status: 200 len: 1096 time: 0.0403991 Nov 22 17:44:28.309986 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-1a4fd477-66e8-4bde-8948-a6b709eeca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:28.311458 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-1a4fd477-66e8-4bde-8948-a6b709eeca7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=3f084498-29d4-471e-bbf3-fd94e1b63ea4 HTTP/1.1" status: 200 len: 912 time: 0.3876441 Nov 22 17:44:28.354331 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-89406de1-a338-494d-9287-1d17e31c75c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93392c66-6929-4582-82fb-a6f79aae3940 HTTP/1.1" status: 200 len: 217 time: 0.0345371 Nov 22 17:44:28.402027 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-282c8856-c08a-4c64-87c2-aef098f0831c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:28.403427 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-282c8856-c08a-4c64-87c2-aef098f0831c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d93bdfb3-d639-453c-9e9e-8f38d381635e HTTP/1.1" status: 200 len: 850 time: 0.0424933 Nov 22 17:44:28.451921 n-d-811716-3 neutron-server[103411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-65f257b6-13ca-4f88-a167-1ca83e9b0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:28.453623 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-65f257b6-13ca-4f88-a167-1ca83e9b0d2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3f084498-29d4-471e-bbf3-fd94e1b63ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431235 Nov 22 17:44:28.546342 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-91ebf5c5-dc15-4412-9f00-81e484ee85c4 service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847969 Nov 22 17:44:28.640116 n-d-811716-3 neutron-server[103411]: INFO neutron.wsgi [req-e69e84a5-2df9-4fdb-a1a8-0398261784f5 req-cd566cd7-76df-42fd-980b-cb3290fe0b5d service neutron] 10.222.0.11 "GET /v2.0/networks/3f084498-29d4-471e-bbf3-fd94e1b63ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864155 Nov 22 17:44:33.524367 n-d-811716-3 neutron-server[103413]: DEBUG neutron.db.agents_db [None req-9602d4bb-10b1-4a83-923d-61424ed0ba02 None None] Agent healthcheck: found 7 active agents {{(pid=103413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:44:42.958447 n-d-811716-3 neutron-server[103411]: DEBUG neutron.wsgi [req-f25175ec-ee12-4e3a-87d8-fb232e938fb9 req-2280e55b-9714-4f51-818d-a9cb33713c39 service neutron] (103411) timed out ('10.222.0.69', 36328) {{(pid=103411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:44:49.177754 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-7a4b37da-4cba-4dc4-95d5-601f26e4817a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:51.494933 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-ab2ea526-aad7-4ba8-87f7-3bb6d2b8eb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:52.891963 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-23281f09-0b41-4f76-a253-f92fe6cc73be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:53.693081 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-4fd97645-3c70-4c21-9b65-0d78e81b1af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:54.936112 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-2d64e34e-f77b-4644-aff3-96100cdd2e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:55.116835 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-c911beb6-ef59-4eee-b9bb-122e7fcc23e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:55.706610 n-d-811716-3 neutron-server[103412]: DEBUG neutron_lib.callbacks.manager [None req-e9bb775a-60ec-4379-bc09-4cd95040e623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771746956755', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3624960'] for agent, after_update {{(pid=103412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}